-- Logs begin at Wed 2022-10-26 14:38:27 UTC, end at Wed 2022-10-26 17:13:27 UTC. -- Oct 26 15:34:44.740261 dv-neutron-862712-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Oct 26 15:34:47.267587 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.common.config [-] Logging enabled! Oct 26 15:34:47.268309 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.5.1.dev63 Oct 26 15:34:47.268419 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=89636) setup_logging /opt/stack/neutron/neutron/common/config.py:115}} Oct 26 15:34:47.271449 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.common.config [-] Logging enabled! Oct 26 15:34:47.271707 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.5.1.dev63 Oct 26 15:34:47.272019 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=89636) setup_logging /opt/stack/neutron/neutron/common/config.py:115}} Oct 26 15:34:47.272947 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 26 15:34:47.273182 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 26 15:34:47.273537 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 26 15:34:47.273783 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 26 15:34:47.274010 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 26 15:34:47.274330 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.274652 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.274950 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.275181 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.275480 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.275771 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.276054 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.276346 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.276643 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.276935 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.277219 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.277506 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.277738 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.278020 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] config_source = [] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.278311 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.278622 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.279359 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] debug = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.279655 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.280084 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.280487 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.280791 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.281062 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.281343 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.281619 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.281897 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.282183 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.282533 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] host = dv-neutron-862712-1-hyperv {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.282816 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.283105 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.283396 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.283687 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.283963 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.284241 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.284528 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.284802 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] log_dir = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.285075 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] log_file = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.285351 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.285643 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.285933 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.286224 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.286451 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.286700 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.286990 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.287278 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.287561 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.287843 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.288118 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.288393 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.288669 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.288940 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.289226 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.289511 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.289798 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.290074 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.290350 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.290654 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.290932 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.291219 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.291494 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.291769 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.292048 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.292337 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.292606 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.292882 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.293192 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.293469 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.293753 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.294039 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.294313 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.295303 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.295747 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.296030 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] use_journal = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.296309 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] use_json = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.296587 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.296862 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.297149 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.297426 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.297701 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.297977 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.298258 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.298573 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.298851 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:47.299148 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.299447 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.299749 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.300036 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.300329 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.300614 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.300904 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.301202 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.301477 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.301766 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.302054 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.302332 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.302651 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.302931 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.303228 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.303537 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.303835 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.304128 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.304405 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.304681 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.304957 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.305236 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.305523 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.305817 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.306106 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.306380 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.306684 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.306978 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.307257 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.307531 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.307810 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.308103 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.308380 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.308654 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.308935 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.309226 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.309514 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.309788 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.310150 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.311032 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.311356 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.311658 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.311958 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.312261 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.312554 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.312857 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.313146 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.313434 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.313717 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.314007 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.314289 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.314598 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.314883 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.315161 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.315444 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.315721 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.315997 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.316276 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.316550 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.316824 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.317098 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.317371 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.317651 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.317926 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.318201 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.318483 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.318772 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.319046 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.319330 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.319619 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.319920 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.320198 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.320484 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.320765 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.321044 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.321321 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.321599 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.321879 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.322159 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.322432 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.322751 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.323037 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.323324 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.323611 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.323892 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.324189 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.324469 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.324753 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.325038 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.325316 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.325602 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.326308 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.326645 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.326950 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.327249 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.327548 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.327845 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.328128 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.328440 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.328723 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:47.328944 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 26 15:34:47.329187 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=89636) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 26 15:34:47.726910 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO keyring.backend [-] Loading KWallet Oct 26 15:34:47.735184 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO keyring.backend [-] Loading SecretService Oct 26 15:34:47.738672 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO keyring.backend [-] Loading Windows Oct 26 15:34:47.739985 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO keyring.backend [-] Loading chainer Oct 26 15:34:47.740549 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO keyring.backend [-] Loading macOS Oct 26 15:34:47.774796 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=89636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 26 15:34:47.775086 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=89636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 26 15:34:47.775387 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=89636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 26 15:34:47.775717 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 26 15:34:48.175588 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.175890 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.176161 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.177355 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.177624 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.177888 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.213863 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.214140 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.214407 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.228445 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.228725 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.228992 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.259712 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.259995 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.260262 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.298177 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.298771 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.298771 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.535755 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.535950 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.536206 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.536474 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.537216 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.660900 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.661225 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.661508 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.661778 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.662042 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.662350 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.662633 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.662889 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.663139 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.663425 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.663680 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.663946 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.664205 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.664456 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.664719 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.664985 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.665240 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.665506 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.665755 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.666033 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.666385 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.666673 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.666924 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.667214 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.667458 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.667702 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.668080 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=89636) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 15:34:48.668313 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=89636) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 15:34:48.668547 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=89636) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 15:34:48.668781 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=89636) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 15:34:48.669012 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=89636) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 15:34:48.669246 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=89636) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 15:34:48.670104 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 26 15:34:48.673294 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 26 15:34:48.677181 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 26 15:34:48.680790 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Oct 26 15:34:48.682405 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 26 15:34:48.683022 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 26 15:34:48.683356 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 26 15:34:48.683739 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 26 15:34:48.687464 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 26 15:34:48.687715 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 26 15:34:48.688054 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 26 15:34:48.715661 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 26 15:34:48.716105 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.717344 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=89636) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 26 15:34:48.717712 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.719096 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=89636) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 26 15:34:48.719377 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 26 15:34:48.719623 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 26 15:34:48.746686 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.746971 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:48.812461 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 26 15:34:48.812648 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 26 15:34:48.812885 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 26 15:34:48.813258 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 26 15:34:48.847540 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_db.sqlalchemy.engines [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=89636) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 26 15:34:49.323464 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.plugins.ml2.managers [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Initializing driver for type 'gre' Oct 26 15:34:49.324106 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] gre ID ranges: [(1, 1000)] Oct 26 15:34:49.506407 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.plugins.ml2.managers [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Initializing driver for type 'local' Oct 26 15:34:49.506777 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.plugins.ml2.managers [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Initializing driver for type 'vlan' Oct 26 15:34:49.630149 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] VlanTypeDriver initialization complete Oct 26 15:34:49.630426 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.plugins.ml2.managers [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Initializing driver for type 'vxlan' Oct 26 15:34:49.630986 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] vxlan ID ranges: [(1, 1000)] Oct 26 15:34:49.938859 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.plugins.ml2.managers [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Initializing extension driver 'port_security' Oct 26 15:34:49.939205 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.plugins.ml2.extensions.port_security [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] PortSecurityExtensionDriver initialization complete Oct 26 15:34:49.939536 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.plugins.ml2.managers [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Initializing mechanism driver 'openvswitch' Oct 26 15:34:49.939858 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.plugins.ml2.managers [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Initializing mechanism driver 'hyperv' Oct 26 15:34:49.946556 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.plugins.ml2.plugin [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=89636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:49.947226 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > port after_create 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:49.947597 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > port after_update 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:49.947948 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > port after_delete 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:49.948467 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=89636) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 26 15:34:49.948945 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > subnet after_create 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:49.949300 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > subnet after_update 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:49.949645 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > subnet after_delete 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:49.950032 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=89636) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 26 15:34:49.950436 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > network after_create 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:49.950940 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > network after_update 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:49.951285 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > network after_delete 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:49.951672 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=89636) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 26 15:34:49.952070 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > security_group after_create 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:49.952418 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > security_group after_update 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:49.952863 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > security_group after_delete 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:49.953321 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=89636) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 26 15:34:49.953723 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:49.954073 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:49.954415 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:49.954824 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=89636) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 26 15:34:49.955222 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > address_group after_create 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:49.955566 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > address_group after_update 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:49.959689 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > address_group after_delete 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:49.959689 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=89636) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 26 15:34:49.959689 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] ML2 OVO RPC backend initialized. {{(pid=89636) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Oct 26 15:34:49.959689 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > router_interface after_create 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:49.959689 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:49.960075 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > network before_response 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:49.960075 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > networks before_response 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:49.960075 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > port before_response 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:49.960075 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > ports before_response 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:49.960362 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > subnet before_response 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:49.960362 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > subnets before_response 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:49.960362 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > network after_create 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:49.960651 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > network after_update 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:49.960834 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > network after_delete 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:49.961164 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > port after_create 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:49.961497 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > port after_update 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:49.961827 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > port after_delete 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:49.962157 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > subnet after_create 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:49.962506 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > subnet after_update 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:49.962838 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > subnet after_delete 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:49.963409 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.plugins.ml2.plugin [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Modular L2 Plugin initialization complete Oct 26 15:34:49.963739 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading services supported by the core plugin {{(pid=89636) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 26 15:34:49.964062 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.plugins.ml2.managers [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Got port-security extension from driver 'port_security' Oct 26 15:34:49.964523 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.extensions.vlantransparent [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Disabled vlantransparent extension. Oct 26 15:34:49.965001 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=89636) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 26 15:34:49.965313 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading Plugin: router Oct 26 15:34:50.006787 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > router_interface before_create 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:50.007177 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > router after_create 55549900 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:50.007579 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > router before_create 55549900 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:50.007974 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:50.008344 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:50.008694 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > router after_delete 55549900 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:50.009052 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > floatingip after_update 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:50.009412 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > router after_create 55549900 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:50.009756 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > router after_update 55549900 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:50.010110 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > router after_update 55549900 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:50.010457 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:50.010835 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > router after_update 55549900 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:50.011249 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > router precommit_update 55549900 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:50.011618 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: port after_update 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:50.011960 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: port after_delete 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:50.012296 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: subnet after_update 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:50.012633 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:50.012979 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > port precommit_delete 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:50.013471 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > router precommit_create 55549900 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:50.013812 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: port before_delete 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:50.014186 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > router precommit_create 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:50.014568 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > router after_update 55549900 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:50.014912 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > router precommit_delete 55549900 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:50.015259 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > router precommit_create 55549900 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:50.015618 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > router_interface after_create 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:50.015964 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > router precommit_update 55549900 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:50.016325 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > agent after_create 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:50.016672 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > agent after_delete 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:50.017014 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > network after_delete 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:50.017889 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.quota.resource_registry [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Tracking information for resource: router configured {{(pid=89636) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 15:34:50.018260 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.quota.resource_registry [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Tracking information for resource: floatingip configured {{(pid=89636) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 15:34:50.023249 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.db.l3_agentschedulers_db [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 26 15:34:50.023825 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: port after_update 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:50.025082 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: port after_create 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:50.025082 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: port after_delete 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:50.025082 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: port after_update 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:50.025685 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > router before_create 55550100 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:50.026048 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > router precommit_delete 55550100 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:50.026409 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > router precommit_create 55550100 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:50.026792 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > router precommit_update 55550100 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:50.031371 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.services.provider_configuration [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Service providers = [] {{(pid=89636) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 26 15:34:50.031733 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.db.servicetype_db [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=89636) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 26 15:34:50.034677 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.services.service_base [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=89636) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 26 15:34:50.035026 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.services.service_base [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=89636) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 26 15:34:50.035365 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.services.service_base [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=89636) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 26 15:34:50.036247 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.services.service_base [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=89636) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 26 15:34:50.036657 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.services.service_base [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 26 15:34:50.037033 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=89636) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 15:34:50.037348 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 26 15:34:50.048532 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=89636) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 15:34:50.048863 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading Plugin: auto_allocate Oct 26 15:34:50.054671 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: network precommit_update 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:50.055041 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: network precommit_create 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:50.055559 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=89636) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 15:34:50.055880 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading Plugin: tag Oct 26 15:34:50.067531 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=89636) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 15:34:50.067855 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading Plugin: timestamp Oct 26 15:34:50.073131 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=89636) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 15:34:50.073465 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading Plugin: network_ip_availability Oct 26 15:34:50.078955 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:50.079324 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:50.079680 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:50.080392 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=89636) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 15:34:50.080712 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading Plugin: flavors Oct 26 15:34:50.085346 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=89636) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 15:34:50.085680 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading Plugin: revisions Oct 26 15:34:50.094978 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=89636) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 15:34:50.095364 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_concurrency.lockutils [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.320s {{(pid=89636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 26 15:34:50.096096 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=89636) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 26 15:34:50.096431 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Initializing extension manager. Oct 26 15:34:50.096931 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: __init__.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.097271 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: __pycache__ {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.097603 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.097933 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: address_group.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.098715 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.099272 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: address-group Oct 26 15:34:50.099591 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: address_scope.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.100468 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.100979 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: address-scope Oct 26 15:34:50.101300 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: admin_state_down_before_update.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.102216 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.102757 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: router-admin-state-down-before-update Oct 26 15:34:50.103143 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: agent.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.103876 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.104377 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: agent Oct 26 15:34:50.104695 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: agent_resources_synced.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.105667 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.106173 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: agent-resources-synced Oct 26 15:34:50.106513 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: allowedaddresspairs.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.108814 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.109335 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: allowed-address-pairs Oct 26 15:34:50.109656 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: auto_allocated_topology.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.110755 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.111325 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: auto-allocated-topology Oct 26 15:34:50.111646 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: availability_zone.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.112327 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.112832 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: availability_zone Oct 26 15:34:50.113147 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: availability_zone_filter.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.114046 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.114586 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: availability_zone_filter Oct 26 15:34:50.114905 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: data_plane_status.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.115795 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.116295 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extension data-plane-status not supported by any of loaded plugins Oct 26 15:34:50.116712 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: default_subnetpools.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.117619 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.118124 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: default-subnetpools Oct 26 15:34:50.118439 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: dhcpagentscheduler.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.119262 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.119766 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: dhcp_agent_scheduler Oct 26 15:34:50.120084 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: dns.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.120973 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.121472 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extension dns-integration not supported by any of loaded plugins Oct 26 15:34:50.121787 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: dns_domain_ports.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.123479 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.128475 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 26 15:34:50.128475 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: dvr.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.128475 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.128475 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: dvr Oct 26 15:34:50.128475 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: empty_string_filtering.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.128946 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.129447 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: empty-string-filtering Oct 26 15:34:50.129762 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.130699 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.131204 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 26 15:34:50.131561 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.132453 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.132952 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 26 15:34:50.133270 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: external_net.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.134230 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.134772 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: external-net Oct 26 15:34:50.135092 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: extra_dhcp_opt.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.135988 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.136497 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: extra_dhcp_opt Oct 26 15:34:50.136820 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: extraroute.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.137714 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.138291 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: extraroute Oct 26 15:34:50.138604 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: extraroute_atomic.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.139618 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.140161 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: extraroute-atomic Oct 26 15:34:50.140476 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: filter_validation.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.141141 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.141641 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: filter-validation Oct 26 15:34:50.141960 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: fip_pf_description.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.142882 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.143378 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 26 15:34:50.143696 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: fip_port_details.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.144598 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.145193 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: fip-port-details Oct 26 15:34:50.145546 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: flavors.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.146771 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.147281 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: flavors Oct 26 15:34:50.147601 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.149238 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.149749 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 26 15:34:50.150072 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: floatingip_pools.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.150866 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.151374 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: floatingip-pools Oct 26 15:34:50.151703 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: ip_allocation.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.152636 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.153177 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extension ip_allocation not supported by any of loaded plugins Oct 26 15:34:50.153492 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.159314 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.159817 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: ip-substring-filtering Oct 26 15:34:50.160137 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: l2_adjacency.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.161058 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.161557 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 26 15:34:50.161875 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: l3.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.163090 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.163605 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: router Oct 26 15:34:50.163925 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: l3_conntrack_helper.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.166143 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.166687 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 26 15:34:50.167018 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.167933 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.168449 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: ext-gw-mode Oct 26 15:34:50.168769 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.170390 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.170930 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: l3-ha Oct 26 15:34:50.171360 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: l3_flavors.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.172509 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.173022 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: l3-flavors Oct 26 15:34:50.173348 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.174294 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.174834 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 26 15:34:50.175157 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: l3agentscheduler.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.176168 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.176704 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: l3_agent_scheduler Oct 26 15:34:50.177026 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: logging.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.178551 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.179147 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extension logging not supported by any of loaded plugins Oct 26 15:34:50.179550 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: metering.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.180335 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.180906 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: metering Oct 26 15:34:50.181230 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.198621 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.199085 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: metering_source_and_destination_fields Oct 26 15:34:50.199409 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: multiprovidernet.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.200322 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.200858 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: multi-provider Oct 26 15:34:50.201220 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: netmtu.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.202165 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.202795 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: net-mtu Oct 26 15:34:50.203161 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: netmtu_writable.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.204070 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.204577 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: net-mtu-writable Oct 26 15:34:50.204894 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: network_availability_zone.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.205554 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.206056 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: network_availability_zone Oct 26 15:34:50.206371 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: network_ip_availability.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.207490 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.208005 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: network-ip-availability Oct 26 15:34:50.208325 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: network_segment_range.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.209089 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.209674 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extension network-segment-range not supported by any of loaded plugins Oct 26 15:34:50.209998 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: pagination.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.210996 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.211322 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: pagination Oct 26 15:34:50.211638 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: port_device_profile.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.212553 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.213077 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: port-device-profile Oct 26 15:34:50.213397 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.214297 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.214838 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: port-mac-address-regenerate Oct 26 15:34:50.215158 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.216052 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.217256 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: port-numa-affinity-policy Oct 26 15:34:50.217702 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: port_resource_request.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.218639 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.219157 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extension port-resource-request not supported by any of loaded plugins Oct 26 15:34:50.219475 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: portbindings.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.220466 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.220975 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: binding Oct 26 15:34:50.221292 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: portbindings_extended.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.229114 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.229633 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: binding-extended Oct 26 15:34:50.229963 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: portsecurity.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.230895 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.231407 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: port-security Oct 26 15:34:50.231731 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: project_id.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.233392 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.233720 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: project-id Oct 26 15:34:50.234045 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: providernet.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.235072 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.235583 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: provider Oct 26 15:34:50.235902 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: qos.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.239404 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.239947 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extension qos not supported by any of loaded plugins Oct 26 15:34:50.240277 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.241507 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.242025 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 26 15:34:50.242348 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.243298 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.243794 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 26 15:34:50.244114 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: qos_default.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.245009 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.245517 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extension qos-default not supported by any of loaded plugins Oct 26 15:34:50.245837 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: qos_fip.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.246576 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.247075 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extension qos-fip not supported by any of loaded plugins Oct 26 15:34:50.247393 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: qos_gateway_ip.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.248432 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.248936 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 26 15:34:50.249256 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: qos_port_network_policy.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.255345 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.255849 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 26 15:34:50.256171 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: qos_rule_type_details.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.257072 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.257575 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 26 15:34:50.257895 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: qos_rules_alias.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.258959 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.259467 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 26 15:34:50.259826 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: quotasv2.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.260725 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.261046 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: quotas Oct 26 15:34:50.261362 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: quotasv2_detail.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.262987 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.263344 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: quota_details Oct 26 15:34:50.263678 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: rbac.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.264713 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.265230 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: rbac-policies Oct 26 15:34:50.265556 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: rbac_address_group.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.266535 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.267046 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: rbac-address-group Oct 26 15:34:50.267369 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: rbac_address_scope.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.268283 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.268798 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: rbac-address-scope Oct 26 15:34:50.269119 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: rbac_security_groups.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.270091 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.270624 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: rbac-security-groups Oct 26 15:34:50.271090 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: rbac_subnetpool.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.271899 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.272408 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: rbac-subnetpool Oct 26 15:34:50.272730 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: revisionifmatch.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.273792 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.274301 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: revision-if-match Oct 26 15:34:50.274651 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: revisions.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.275749 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.276259 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: standard-attr-revisions Oct 26 15:34:50.276607 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: router_availability_zone.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.277272 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.277809 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: router_availability_zone Oct 26 15:34:50.278125 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: routerservicetype.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.279579 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.280209 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extension router-service-type not supported by any of loaded plugins Oct 26 15:34:50.280531 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.281437 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.281947 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: security-groups-normalized-cidr Oct 26 15:34:50.282264 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: security_groups_port_filtering.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.283195 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.283703 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: port-security-groups-filtering Oct 26 15:34:50.284029 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.284932 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.285439 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: security-groups-remote-address-group Oct 26 15:34:50.285759 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: securitygroup.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.296013 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.296534 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: security-group Oct 26 15:34:50.296862 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: segment.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.297635 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.298146 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extension segment not supported by any of loaded plugins Oct 26 15:34:50.298510 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.299434 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.299996 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 26 15:34:50.300319 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: servicetype.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.301409 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.301927 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: service-type Oct 26 15:34:50.302250 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: sorting.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.303235 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.303565 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: sorting Oct 26 15:34:50.303892 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: standard_attr_segment.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.304792 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.305300 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 26 15:34:50.305660 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: standardattrdescription.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.306299 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.306840 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: standard-attr-description Oct 26 15:34:50.307160 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: stateful_security_group.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.308090 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.308601 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: stateful-security-group Oct 26 15:34:50.308923 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: stdattrs_common.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.309499 dv-neutron-862712-1-hyperv neutron-server[89636]: WARNING neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 26 15:34:50.309816 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.311051 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.311562 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 26 15:34:50.311881 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: subnet_onboard.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.312978 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.313491 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: subnet_onboard Oct 26 15:34:50.313819 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.314768 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.315283 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 26 15:34:50.315606 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: subnet_service_types.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.316516 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.317034 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: subnet-service-types Oct 26 15:34:50.317353 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: subnetallocation.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.318417 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.318958 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: subnet_allocation Oct 26 15:34:50.319280 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.319948 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.320501 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: subnetpool-prefix-ops Oct 26 15:34:50.320818 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.321735 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.322238 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 26 15:34:50.322588 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: tagging.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.323690 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.324233 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: standard-attr-tag Oct 26 15:34:50.324513 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: timestamp.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.330859 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.331382 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loaded extension: standard-attr-timestamp Oct 26 15:34:50.331706 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: trunk.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.332727 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.333244 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extension trunk not supported by any of loaded plugins Oct 26 15:34:50.333568 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: trunk_details.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.334544 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.335062 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extension trunk-details not supported by any of loaded plugins Oct 26 15:34:50.335385 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: uplink_status_propagation.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.336292 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.336801 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 26 15:34:50.337120 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Loading extension file: vlantransparent.py {{(pid=89636) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:34:50.337779 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=89636) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:34:50.338279 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 26 15:34:50.340787 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.quota.resource_registry [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Creating instance of TrackedResource for resource:network Oct 26 15:34:50.342109 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.quota.resource_registry [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Creating instance of TrackedResource for resource:subnet Oct 26 15:34:50.342909 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.quota.resource_registry [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 15:34:50.343512 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.quota.resource_registry [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Creating instance of TrackedResource for resource:port Oct 26 15:34:50.344763 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.v2.resource_helper [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89636) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 15:34:50.345204 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.v2.resource_helper [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Service FLAVORS assigned prefix: {{(pid=89636) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 15:34:50.345818 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.v2.resource_helper [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89636) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 15:34:50.346250 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.v2.resource_helper [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89636) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 15:34:50.346607 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.quota.resource_registry [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Creating instance of TrackedResource for resource:router Oct 26 15:34:50.347249 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.quota.resource_registry [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Creating instance of TrackedResource for resource:floatingip Oct 26 15:34:50.347993 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.v2.resource_helper [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Service METERING assigned prefix: /metering {{(pid=89636) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 15:34:50.349530 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:50.349897 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:50.350248 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:34:50.351391 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.quota.resource_registry [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Creating instance of CountableResource for resource:rbac_policy Oct 26 15:34:50.351868 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.quota.resource_registry [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Creating instance of TrackedResource for resource:security_group Oct 26 15:34:50.352535 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.quota.resource_registry [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 26 15:34:50.353263 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.v2.resource_helper [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Service CORE assigned prefix: {{(pid=89636) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 15:34:50.353591 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.quota.resource_registry [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 15:34:50.353923 dv-neutron-862712-1-hyperv neutron-server[89636]: WARNING neutron.quota.resource_registry [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] subnetpool is already registered Oct 26 15:34:50.354535 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.v2.resource_helper [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Service CORE assigned prefix: {{(pid=89636) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 15:34:50.354860 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.quota.resource_registry [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 15:34:50.355217 dv-neutron-862712-1-hyperv neutron-server[89636]: WARNING neutron.quota.resource_registry [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] subnetpool is already registered Oct 26 15:34:50.358448 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.v2.resource_helper [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89636) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 15:34:50.358895 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.v2.resource_helper [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Service FLAVORS assigned prefix: {{(pid=89636) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 15:34:50.359490 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.v2.resource_helper [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89636) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 15:34:50.359912 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.v2.resource_helper [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89636) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 15:34:50.360239 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.quota.resource_registry [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Creating instance of TrackedResource for resource:router Oct 26 15:34:50.360562 dv-neutron-862712-1-hyperv neutron-server[89636]: WARNING neutron.quota.resource_registry [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] router is already registered Oct 26 15:34:50.361146 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.quota.resource_registry [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Creating instance of TrackedResource for resource:floatingip Oct 26 15:34:50.361471 dv-neutron-862712-1-hyperv neutron-server[89636]: WARNING neutron.quota.resource_registry [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] floatingip is already registered Oct 26 15:34:50.362102 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.v2.resource_helper [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Service METERING assigned prefix: /metering {{(pid=89636) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 15:34:50.362831 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.quota.resource_registry [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Creating instance of CountableResource for resource:rbac_policy Oct 26 15:34:50.363150 dv-neutron-862712-1-hyperv neutron-server[89636]: WARNING neutron.quota.resource_registry [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] rbac_policy is already registered Oct 26 15:34:50.363689 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.quota.resource_registry [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Creating instance of TrackedResource for resource:security_group Oct 26 15:34:50.364020 dv-neutron-862712-1-hyperv neutron-server[89636]: WARNING neutron.quota.resource_registry [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] security_group is already registered Oct 26 15:34:50.364598 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.quota.resource_registry [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 26 15:34:50.364922 dv-neutron-862712-1-hyperv neutron-server[89636]: WARNING neutron.quota.resource_registry [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] security_group_rule is already registered Oct 26 15:34:50.365583 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.v2.resource_helper [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Service CORE assigned prefix: {{(pid=89636) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 15:34:50.365905 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.quota.resource_registry [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 15:34:50.366224 dv-neutron-862712-1-hyperv neutron-server[89636]: WARNING neutron.quota.resource_registry [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] subnetpool is already registered Oct 26 15:34:50.366841 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.v2.resource_helper [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Service CORE assigned prefix: {{(pid=89636) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 15:34:50.367162 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.quota.resource_registry [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 15:34:50.367480 dv-neutron-862712-1-hyperv neutron-server[89636]: WARNING neutron.quota.resource_registry [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] subnetpool is already registered Oct 26 15:34:50.368121 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extended resource: extensions {{(pid=89636) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:34:50.369640 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extended resource: address-groups {{(pid=89636) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:34:50.371324 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extended resource: address-scopes {{(pid=89636) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:34:50.372737 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extended resource: agents {{(pid=89636) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:34:50.373926 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extended resource: auto-allocated-topology {{(pid=89636) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:34:50.375229 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extended resource: availability_zones {{(pid=89636) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:34:50.377813 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extended resource: dhcp-networks {{(pid=89636) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:34:50.379326 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extended resource: dhcp-agents {{(pid=89636) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:34:50.380753 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extended resource: routers {{(pid=89636) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:34:50.494336 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extended resource: flavors {{(pid=89636) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:34:50.495469 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extended resource: service_profiles {{(pid=89636) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:34:50.496698 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extended resource: next_providers {{(pid=89636) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:34:50.498305 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extended resource: service_profiles {{(pid=89636) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:34:50.499797 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extended resource: floatingip-pools {{(pid=89636) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:34:50.501346 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extended resource: routers {{(pid=89636) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:34:50.503195 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extended resource: floatingips {{(pid=89636) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:34:50.504386 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extended resource: l3-routers {{(pid=89636) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:34:50.505779 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extended resource: l3-agents {{(pid=89636) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:34:50.507269 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extended resource: metering-labels {{(pid=89636) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:34:50.508647 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extended resource: metering-label-rules {{(pid=89636) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:34:50.509969 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extended resource: network-ip-availabilities {{(pid=89636) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:34:50.511278 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extended resource: bindings {{(pid=89636) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:34:50.512959 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extended resource: quotas {{(pid=89636) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:34:50.514958 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extended resource: quotas {{(pid=89636) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:34:50.516392 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extended resource: rbac-policies {{(pid=89636) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:34:50.517692 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extended resource: security-groups {{(pid=89636) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:34:50.518926 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extended resource: security-group-rules {{(pid=89636) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:34:50.520188 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extended resource: service-providers {{(pid=89636) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:34:50.521429 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extended resource: subnetpools {{(pid=89636) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:34:50.522910 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extended resource: subnetpools {{(pid=89636) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:34:50.524381 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extended resource: tags {{(pid=89636) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:34:50.526062 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extended resource: tags {{(pid=89636) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:34:50.527917 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extended resource: tags {{(pid=89636) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:34:50.530502 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extended resource: tags {{(pid=89636) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:34:50.532310 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extended resource: tags {{(pid=89636) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:34:50.534180 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extended resource: tags {{(pid=89636) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:34:50.535986 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extended resource: tags {{(pid=89636) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:34:50.537941 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extended resource: tags {{(pid=89636) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:34:50.539746 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extended resource: tags {{(pid=89636) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:34:50.541605 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron.api.extensions [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Extended resource: tags {{(pid=89636) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:34:50.547794 dv-neutron-862712-1-hyperv neutron-server[89636]: WARNING keystonemiddleware.auth_token [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 26 15:34:50.552559 dv-neutron-862712-1-hyperv neutron-server[89636]: WARNING keystonemiddleware.auth_token [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 26 15:34:50.561025 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_concurrency.lockutils [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Acquired lock "singleton_lock" {{(pid=89636) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 26 15:34:50.561506 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_concurrency.lockutils [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Releasing lock "singleton_lock" {{(pid=89636) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 26 15:34:50.562143 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO oslo_service.service [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Starting 2 workers Oct 26 15:34:50.566908 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Started child 89747 {{(pid=89636) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 26 15:34:50.571176 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Started child 89748 {{(pid=89636) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 26 15:34:50.572075 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:34:50.572730 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO neutron.service [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 26 15:34:50.573383 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Notify callbacks [] for process, before_spawn {{(pid=89636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:34:50.573593 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [-] (89747) wsgi starting up on http://0.0.0.0:9696 Oct 26 15:34:50.576287 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO oslo_service.service [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Starting 1 workers Oct 26 15:34:50.577051 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:34:50.578261 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [-] (89748) wsgi starting up on http://0.0.0.0:9696 Oct 26 15:34:50.581544 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Started child 89749 {{(pid=89636) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 26 15:34:50.582054 dv-neutron-862712-1-hyperv neutron-server[89636]: INFO oslo_service.service [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Starting 1 workers Oct 26 15:34:50.585273 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.service [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] calling RpcWorker wait() {{(pid=89749) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 26 15:34:50.585844 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.service [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] returning from RpcWorker wait() {{(pid=89749) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 26 15:34:50.586438 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Started child 89750 {{(pid=89636) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 26 15:34:50.587073 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:34:50.587265 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG neutron_lib.callbacks.manager [None req-27e429d1-a43d-4f6a-b5c7-d68d39382776 None None] Notify callbacks [] for process, after_spawn {{(pid=89636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:34:50.587616 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:50.589021 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=89636) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Oct 26 15:34:50.589232 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 26 15:34:50.589420 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 26 15:34:50.589636 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 26 15:34:50.589980 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 26 15:34:50.590147 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 26 15:34:50.590681 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.590965 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:34:50.592172 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.592172 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.592172 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.592487 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.593059 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.593327 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.593600 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.593881 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.594145 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.594317 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.594502 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.594772 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.595006 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.595318 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.595596 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.595849 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.596136 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.596315 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.596568 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] config_source = [] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.596831 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.597102 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.597358 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] debug = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.597597 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.598073 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.598301 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.598594 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.598808 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.599091 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.599322 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.599596 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.599857 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.600115 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.600353 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.600606 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.600841 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.601072 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.601308 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.601576 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.601820 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.602261 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] host = dv-neutron-862712-1-hyperv {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.602494 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.602731 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.602980 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.603207 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.603453 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.603674 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.603942 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.604197 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.604447 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.604695 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.604943 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.605172 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.605407 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] log_dir = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.605653 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] log_file = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.605817 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] log_options = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.606055 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.606353 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.606625 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.606875 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.607050 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.607277 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.607487 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.607709 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.607911 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.608127 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.608340 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.608559 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.608794 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.609093 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.609278 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.609524 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.609738 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.609979 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.610225 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.610489 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.610735 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.611001 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.611241 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.611476 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.611691 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.611926 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.612182 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.612430 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.612655 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.612892 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.613145 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.613389 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.613639 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.613886 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.614114 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.614241 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:50.614383 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.614569 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.614834 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.615063 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.615316 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.615574 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.615790 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.616016 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.616241 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.616439 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] use_journal = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.616651 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] use_json = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.616864 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.617459 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.617459 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.618391 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.618391 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.618391 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.618851 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.618851 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.619207 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.619483 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.620843 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.620843 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.620843 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.620843 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.620843 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.622131 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.622131 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.622131 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.622131 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.622131 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.622875 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.622875 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.622875 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.623360 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.623360 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.623647 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.623888 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.624108 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.624343 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.624559 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.624786 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.625103 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.625379 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.625884 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.626137 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.626361 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.626629 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.626849 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.630963 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.630963 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.630963 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.630963 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.630963 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.630963 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.630963 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.630963 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.630963 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.632223 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.632223 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.632223 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.632223 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.632223 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.632223 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.632223 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.632223 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.632223 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.633448 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.633448 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.633448 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.633448 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.633448 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.633448 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.633448 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.633448 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.635043 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.635043 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.635043 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.635043 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.635043 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.635043 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.635043 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.635043 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.635043 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.637837 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.637837 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.637837 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.637837 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.637837 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.637837 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.637837 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.637837 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.637837 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.640363 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.640363 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.640363 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.640363 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.640363 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.640363 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.640363 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.640363 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.640363 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.641379 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.641379 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.641379 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.641379 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.641379 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.641379 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.641379 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.641379 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.644115 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.644115 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.644115 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.644115 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.644115 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.644115 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.644115 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.644115 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.645621 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.645621 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.645621 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.645621 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.645621 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.645621 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.645621 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.645621 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.646943 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.646943 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.646943 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.646943 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.646943 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.646943 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.646943 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.648251 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.648251 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.648251 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.648251 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.648251 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.650060 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.650060 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.650060 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.650060 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.650060 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.650060 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.650060 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.650060 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.651009 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.651009 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.651009 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.651009 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.651629 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.651629 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.651862 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.652051 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.652280 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.652510 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.652743 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.653018 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.653301 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.653501 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.653835 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.656115 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.656115 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.656115 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.656115 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.656115 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.656115 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.659168 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.659168 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.659168 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.659168 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.659168 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.659168 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.659168 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.659168 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.660403 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.660403 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.660403 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.660403 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.660403 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.660403 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.660403 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.660403 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.661424 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.661424 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.661424 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.661424 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.661424 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.661424 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.661424 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.661424 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.662972 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.662972 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.662972 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.662972 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.662972 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.662972 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.662972 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.665644 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.665644 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.665644 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.665644 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.665644 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.665644 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.665644 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.665644 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.666594 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.666594 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.666594 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.666594 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.666594 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.666594 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.666594 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.666594 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.667512 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.667512 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.667512 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.667512 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.668029 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.668029 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.668358 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.668358 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.668611 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.668734 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.669106 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.669251 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.669948 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.669948 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.670278 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.670278 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.670531 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.670751 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.670879 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.671189 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.671339 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.671502 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.671735 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.672034 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.672282 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.672922 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.672922 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.673186 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.673186 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.673432 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.673631 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.674067 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.674067 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.674520 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.674520 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.674818 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.675879 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.675879 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.675879 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.675879 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.675879 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.676254 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.676564 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.676564 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.676826 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.677149 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.677364 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.677607 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.677908 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.678006 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.678226 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.678505 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.678806 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.679134 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.679397 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.679636 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.679929 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.680214 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.680497 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.680713 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.681008 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.681354 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.681631 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.681879 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.682124 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.682389 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.682640 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.682896 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.683147 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.684072 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.684072 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.684072 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.684321 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.684321 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.684536 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.684767 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.685032 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.685281 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.685492 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.685730 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.685930 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.686090 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 26 15:34:50.686628 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=89636) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Oct 26 15:34:50.686792 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 26 15:34:50.686948 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 26 15:34:50.687119 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 26 15:34:50.687289 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 26 15:34:50.687443 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 26 15:34:50.687652 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.687821 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.687994 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.688139 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.688295 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.688479 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.688640 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.688801 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.688960 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.689123 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.689283 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.689442 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.689602 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.689762 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.689922 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.690081 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.690240 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.690400 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.690589 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.690749 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] config_source = [] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.690911 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.691068 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.691266 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] debug = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.691391 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.691573 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.691736 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.691890 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.692049 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.692209 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.692369 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.692528 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.692687 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.692846 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.693053 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.693194 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.693325 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.693459 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.693606 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.693762 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.693892 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.694079 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] host = dv-neutron-862712-1-hyperv {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.694220 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.694359 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.694501 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.694664 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.694823 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.694984 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.695143 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.695303 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.695463 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.695624 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.695785 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.695943 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.696102 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] log_dir = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.696246 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] log_file = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.696393 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] log_options = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.696554 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.696715 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.696874 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.697058 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.697224 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.697384 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.697545 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.697706 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.697867 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.698025 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.698204 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.698344 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.698523 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.698728 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.698823 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.698986 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.699146 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.699306 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.699465 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.699625 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.699784 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.699945 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.700105 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.700264 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.700428 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.701108 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.701253 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.701415 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.701738 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.701891 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.702045 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.702206 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.702367 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.702539 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.702702 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.702846 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.703009 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.703173 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.703333 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.703495 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.703655 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.703815 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.703973 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.704309 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.704309 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] use_journal = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.704575 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] use_json = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.704575 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.704829 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.704962 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.705091 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.705220 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.705348 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.705475 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.705614 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.705739 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:34:50.705912 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.706080 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.706254 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.706416 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.706605 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.706741 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.706903 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.707056 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.707215 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.707366 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.707552 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.707760 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.707882 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.707987 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.708142 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.708308 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.708469 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.708630 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.708792 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.708952 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.709116 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.709276 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.709452 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.709614 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.709776 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.709939 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.710101 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.710265 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.710428 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.710600 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.710765 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.710928 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.711179 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.711319 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.711485 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.711622 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.711777 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.711940 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.712104 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.712267 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.712430 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.712593 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.712755 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.712904 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.713069 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.713231 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.713398 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.713561 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.713709 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.713872 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.714044 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.714206 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.714371 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.714612 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.714755 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.714880 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.714994 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.715156 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.715318 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.715481 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.715643 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.715818 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.715979 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.716289 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.717287 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.717287 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.717287 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.717287 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.717783 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.717783 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.717783 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.718177 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.718177 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.718409 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.718409 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.718648 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.718758 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.718870 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.719036 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.719202 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.719365 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.719527 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.719674 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.719838 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.720008 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.720164 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.720342 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.720506 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.720667 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.720831 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.720995 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.721157 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.721318 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.721480 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.721643 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.721804 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.721966 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.722117 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.722282 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.722432 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.722605 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.722824 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.722988 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.723150 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.723518 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.723518 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.723791 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.723791 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.724047 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.724047 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.724299 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.724442 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.724592 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.724804 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.724804 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.725075 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.725211 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.725345 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.726040 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.726040 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.726040 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.726040 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.726040 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.726745 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.726745 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.726745 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.726745 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.727241 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.727241 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.727241 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.727241 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.727738 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.727869 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:50.728005 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.728005 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.728005 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.728466 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.728466 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.728466 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.728733 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.728813 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.728937 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.729105 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.729268 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.729431 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.729594 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.729755 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.729918 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.730078 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.730241 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.730393 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.730563 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.730728 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.730890 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.731053 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.731404 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.731404 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.732042 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.732042 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.732386 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.732386 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.732700 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.732700 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.732967 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.733100 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.733230 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.733608 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.733608 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.733856 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.733856 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.734103 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.734103 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.734345 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.734510 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.734642 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.734810 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.735034 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.735034 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.735467 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.735467 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.735467 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.735712 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.735816 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.735901 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.736059 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.736221 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.736384 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.736552 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.736715 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.736894 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.737056 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.737218 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.737384 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.737546 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.737708 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.737870 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.738022 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.738183 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.738344 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.738672 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.738756 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.738856 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.739757 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.739757 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.739757 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.739757 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.739757 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.739757 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.740291 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.740291 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.740291 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.740592 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.740592 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.740781 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.740882 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.741044 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.741205 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.741367 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.741543 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.741705 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.741866 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.742028 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.742189 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.742361 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.742545 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.742708 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.742870 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.743032 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.743204 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.743371 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.743532 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.743692 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.743854 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.744025 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.744394 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.744394 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.744598 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.744680 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.744792 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.744954 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.745132 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.745293 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.745458 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.745621 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.745810 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.745944 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.746270 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.750490 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.750490 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.750490 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.750490 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.750490 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.750490 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.750490 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.750490 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.751272 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.751272 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.751272 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.751272 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.751272 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.751272 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.751272 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.751272 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.751272 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.751795 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.751795 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.751795 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.751795 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.751795 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.751795 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.751795 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.751795 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.752404 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.752587 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.752761 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.752932 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:34:50.753093 dv-neutron-862712-1-hyperv neutron-server[89636]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89636) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 26 15:34:50.920763 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 59416) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:34:50.929229 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063095 Oct 26 15:35:01.990794 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0baa9e45-8be3-47c5-92e6-89b5a58985dc None None] get_active_networks_info from dv-neutron-862712-1-hyperv {{(pid=89749) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 26 15:35:02.101831 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0baa9e45-8be3-47c5-92e6-89b5a58985dc None None] No non-hosted networks {{(pid=89749) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 26 15:35:02.111908 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.agentschedulers_db [None req-0baa9e45-8be3-47c5-92e6-89b5a58985dc None None] DHCP Agent not found on host dv-neutron-862712-1-hyperv {{(pid=89749) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 26 15:35:02.226076 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-89b55a0f-c8ff-4a2d-a7c7-7c5e1c0601f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576424'] for agent, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:04.175634 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b6ff9104-7642-4ac6-8be3-caba39e89004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576424'] for agent, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:04.205020 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-88f211ed-b788-4ab4-b4ad-40752e2322f8 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-862712-1-hyperv {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:35:04.205906 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-88f211ed-b788-4ab4-b4ad-40752e2322f8 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:35:04.884217 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-88f211ed-b788-4ab4-b4ad-40752e2322f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:05.216266 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576424'] for agent, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:05.255315 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576424'] for agent, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:05.256395 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:05.256941 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:05.257526 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:05.258387 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:05.259016 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:05.260363 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:05.260363 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:05.260562 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:05.260970 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:05.261567 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:05.261928 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:05.262610 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:05.263071 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-862712-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:35:05.271333 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-862712-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:35:06.722497 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576424'] for agent, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:07.620920 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.db.l3_hamode_db [None req-31028e9d-17aa-4d06-89df-d9753ba198d1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 26 15:35:07.710199 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31028e9d-17aa-4d06-89df-d9753ba198d1 None None] Routers set() bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:35:07.710623 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31028e9d-17aa-4d06-89df-d9753ba198d1 None None] Router IDs set() for agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:461}} Oct 26 15:35:08.227257 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 59508) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:35:08.804813 dv-neutron-862712-1-hyperv neutron-server[89748]: WARNING oslo_policy.policy [None req-052e3aa5-33f2-420a-874e-2c5d1439d290 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 15:35:08.805368 dv-neutron-862712-1-hyperv neutron-server[89748]: WARNING oslo_policy.policy [None req-052e3aa5-33f2-420a-874e-2c5d1439d290 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 15:35:09.027575 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [None req-052e3aa5-33f2-420a-874e-2c5d1439d290 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=89748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:35:09.029285 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-052e3aa5-33f2-420a-874e-2c5d1439d290 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8011124 Oct 26 15:35:11.438805 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 59522) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:35:11.800062 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-9978e99f-bd8d-45a2-b9c4-4fc8eb714c86 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:35:11.896133 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.policy [None req-9978e99f-bd8d-45a2-b9c4-4fc8eb714c86 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89748) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 26 15:35:11.943660 dv-neutron-862712-1-hyperv neutron-server[89748]: WARNING oslo_policy.policy [None req-9978e99f-bd8d-45a2-b9c4-4fc8eb714c86 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 15:35:11.944031 dv-neutron-862712-1-hyperv neutron-server[89748]: WARNING oslo_policy.policy [None req-9978e99f-bd8d-45a2-b9c4-4fc8eb714c86 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 15:35:11.953094 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.quota [None req-9978e99f-bd8d-45a2-b9c4-4fc8eb714c86 admin admin] Loaded quota_driver: . Oct 26 15:35:11.969164 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-9978e99f-bd8d-45a2-b9c4-4fc8eb714c86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:35:12.124041 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9978e99f-bd8d-45a2-b9c4-4fc8eb714c86 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728812485680', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728812486343', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728812473145', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728812470134', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728812456401', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728812515928', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16364316', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16493387', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-662648', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-611716'] for rbac-policy, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:12.280526 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9978e99f-bd8d-45a2-b9c4-4fc8eb714c86 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:12.281732 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-9978e99f-bd8d-45a2-b9c4-4fc8eb714c86 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8419845 Oct 26 15:35:14.942452 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 59536) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:35:15.289719 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-fe0d0e27-79d0-4ce2-8ae8-4e71aaf7feca admin admin] Request body: {'network': {'project_id': 'b9300e6a0fd84bb6aa85277915ff552b', 'name': 'private', 'admin_state_up': True}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:35:15.294900 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-fe0d0e27-79d0-4ce2-8ae8-4e71aaf7feca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:35:15.299401 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-fe0d0e27-79d0-4ce2-8ae8-4e71aaf7feca admin admin] Usage tracker for resource:network and tenant:b9300e6a0fd84bb6aa85277915ff552b is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:35:15.304023 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-fe0d0e27-79d0-4ce2-8ae8-4e71aaf7feca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:35:15.310440 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-fe0d0e27-79d0-4ce2-8ae8-4e71aaf7feca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:35:15.385307 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0d0e27-79d0-4ce2-8ae8-4e71aaf7feca admin admin] Made reservation on behalf of b9300e6a0fd84bb6aa85277915ff552b for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:35:15.389115 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fe0d0e27-79d0-4ce2-8ae8-4e71aaf7feca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:15.407342 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fe0d0e27-79d0-4ce2-8ae8-4e71aaf7feca admin admin] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:15.421405 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-fe0d0e27-79d0-4ce2-8ae8-4e71aaf7feca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:35:15.425049 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-fe0d0e27-79d0-4ce2-8ae8-4e71aaf7feca admin admin] Usage tracker for resource:security_group_rule and tenant:b9300e6a0fd84bb6aa85277915ff552b is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:35:15.430296 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-fe0d0e27-79d0-4ce2-8ae8-4e71aaf7feca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:35:15.436279 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-fe0d0e27-79d0-4ce2-8ae8-4e71aaf7feca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:35:15.532080 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fe0d0e27-79d0-4ce2-8ae8-4e71aaf7feca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:15.595068 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fe0d0e27-79d0-4ce2-8ae8-4e71aaf7feca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:15.616484 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe0d0e27-79d0-4ce2-8ae8-4e71aaf7feca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:35:15.643998 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fe0d0e27-79d0-4ce2-8ae8-4e71aaf7feca admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728807909596', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:15.644488 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fe0d0e27-79d0-4ce2-8ae8-4e71aaf7feca admin admin] Unsubscribe: segment precommit_create {{(pid=89748) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 26 15:35:15.644969 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-fe0d0e27-79d0-4ce2-8ae8-4e71aaf7feca admin admin] Added segment 55864424-47ec-4c29-b644-93b73a7cd6c6 of type vlan for network 26963eb5-d900-4757-8db5-cf9e28ec0afe Oct 26 15:35:15.694064 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d0e27-79d0-4ce2-8ae8-4e71aaf7feca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89daa9b-bc9d-407d-a515-7e4fb6080393,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:15.714610 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0d0e27-79d0-4ce2-8ae8-4e71aaf7feca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:15.714994 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0d0e27-79d0-4ce2-8ae8-4e71aaf7feca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:15.715569 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0d0e27-79d0-4ce2-8ae8-4e71aaf7feca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:15.715898 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0d0e27-79d0-4ce2-8ae8-4e71aaf7feca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:15.716222 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0d0e27-79d0-4ce2-8ae8-4e71aaf7feca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:15.716550 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0d0e27-79d0-4ce2-8ae8-4e71aaf7feca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:15.716870 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0d0e27-79d0-4ce2-8ae8-4e71aaf7feca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:15.717184 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0d0e27-79d0-4ce2-8ae8-4e71aaf7feca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:15.717494 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0d0e27-79d0-4ce2-8ae8-4e71aaf7feca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:15.717802 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0d0e27-79d0-4ce2-8ae8-4e71aaf7feca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:15.718113 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0d0e27-79d0-4ce2-8ae8-4e71aaf7feca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:15.718415 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0d0e27-79d0-4ce2-8ae8-4e71aaf7feca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:15.719785 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0d0e27-79d0-4ce2-8ae8-4e71aaf7feca admin admin] Tracked resource versions report: Oct 26 15:35:15.719785 dv-neutron-862712-1-hyperv neutron-server[89748]: pushed versions: Oct 26 15:35:15.719785 dv-neutron-862712-1-hyperv neutron-server[89748]: { 'AddressGroup': {'1.2'}, Oct 26 15:35:15.719785 dv-neutron-862712-1-hyperv neutron-server[89748]: 'ConntrackHelper': {'1.0'}, Oct 26 15:35:15.719785 dv-neutron-862712-1-hyperv neutron-server[89748]: 'Log': {'1.0'}, Oct 26 15:35:15.719785 dv-neutron-862712-1-hyperv neutron-server[89748]: 'Network': {'1.1'}, Oct 26 15:35:15.719785 dv-neutron-862712-1-hyperv neutron-server[89748]: 'Port': {'1.7'}, Oct 26 15:35:15.719785 dv-neutron-862712-1-hyperv neutron-server[89748]: 'PortForwarding': {'1.2'}, Oct 26 15:35:15.719785 dv-neutron-862712-1-hyperv neutron-server[89748]: 'QosPolicy': {'1.8'}, Oct 26 15:35:15.719785 dv-neutron-862712-1-hyperv neutron-server[89748]: 'SecurityGroup': {'1.4'}, Oct 26 15:35:15.719785 dv-neutron-862712-1-hyperv neutron-server[89748]: 'SecurityGroupRule': {'1.2'}, Oct 26 15:35:15.719785 dv-neutron-862712-1-hyperv neutron-server[89748]: 'SubPort': {'1.0'}, Oct 26 15:35:15.719785 dv-neutron-862712-1-hyperv neutron-server[89748]: 'Subnet': {'1.1'}, Oct 26 15:35:15.719785 dv-neutron-862712-1-hyperv neutron-server[89748]: 'Trunk': {'1.1'}} Oct 26 15:35:15.719785 dv-neutron-862712-1-hyperv neutron-server[89748]: consumer versions: Oct 26 15:35:15.719785 dv-neutron-862712-1-hyperv neutron-server[89748]: { DHCP agent@dv-neutron-862712-1-hyperv: {}, Oct 26 15:35:15.719785 dv-neutron-862712-1-hyperv neutron-server[89748]: L3 agent@dv-neutron-862712-1-hyperv: {}, Oct 26 15:35:15.719785 dv-neutron-862712-1-hyperv neutron-server[89748]: Metadata agent@dv-neutron-862712-1-hyperv: {}, Oct 26 15:35:15.719785 dv-neutron-862712-1-hyperv neutron-server[89748]: Metering agent@dv-neutron-862712-1-hyperv: {}, Oct 26 15:35:15.719785 dv-neutron-862712-1-hyperv neutron-server[89748]: Open vSwitch agent@dv-neutron-862712-1-hyperv: { 'AddressGroup': '1.2', Oct 26 15:35:15.719785 dv-neutron-862712-1-hyperv neutron-server[89748]: 'ConntrackHelper': '1.0', Oct 26 15:35:15.719785 dv-neutron-862712-1-hyperv neutron-server[89748]: 'Log': '1.0', Oct 26 15:35:15.719785 dv-neutron-862712-1-hyperv neutron-server[89748]: 'Network': '1.1', Oct 26 15:35:15.719785 dv-neutron-862712-1-hyperv neutron-server[89748]: 'Port': '1.7', Oct 26 15:35:15.719785 dv-neutron-862712-1-hyperv neutron-server[89748]: 'PortForwarding': '1.2', Oct 26 15:35:15.719785 dv-neutron-862712-1-hyperv neutron-server[89748]: 'QosPolicy': '1.8', Oct 26 15:35:15.719785 dv-neutron-862712-1-hyperv neutron-server[89748]: 'SecurityGroup': '1.4', Oct 26 15:35:15.719785 dv-neutron-862712-1-hyperv neutron-server[89748]: 'SecurityGroupRule': '1.2', Oct 26 15:35:15.719785 dv-neutron-862712-1-hyperv neutron-server[89748]: 'SubPort': '1.0', Oct 26 15:35:15.719785 dv-neutron-862712-1-hyperv neutron-server[89748]: 'Subnet': '1.1', Oct 26 15:35:15.719785 dv-neutron-862712-1-hyperv neutron-server[89748]: 'Trunk': '1.1'}} Oct 26 15:35:15.719785 dv-neutron-862712-1-hyperv neutron-server[89748]: {{(pid=89748) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 15:35:15.757584 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fe0d0e27-79d0-4ce2-8ae8-4e71aaf7feca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:15.888994 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fe0d0e27-79d0-4ce2-8ae8-4e71aaf7feca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:15.890213 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0d0e27-79d0-4ce2-8ae8-4e71aaf7feca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:35:15.891011 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fe0d0e27-79d0-4ce2-8ae8-4e71aaf7feca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:16.002218 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d0e27-79d0-4ce2-8ae8-4e71aaf7feca admin admin] Pushing event updated for resources: {'Network': ['ID=26963eb5-d900-4757-8db5-cf9e28ec0afe,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:16.014174 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 26963eb5-d900-4757-8db5-cf9e28ec0afe details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:35:16.060809 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-fe0d0e27-79d0-4ce2-8ae8-4e71aaf7feca admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1172245 Oct 26 15:35:18.744505 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 59552) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:35:19.196063 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a51365-a695-4e1a-9a65-a1ad2b929f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:35:19.197312 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-10a51365-a695-4e1a-9a65-a1ad2b929f97 admin admin] 10.222.0.23 "GET /v2.0/networks/26963eb5-d900-4757-8db5-cf9e28ec0afe HTTP/1.1" status: 200 len: 825 time: 0.4518790 Oct 26 15:35:19.224125 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-388c660d-0843-408d-92c6-133a210b5b45 admin admin] 10.222.0.23 "GET /v2.0/subnetpools/31c1e23e-2975-4cd9-b4a0-6d3020d005c9 HTTP/1.1" status: 200 len: 734 time: 0.0211864 Oct 26 15:35:19.232930 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-09fc3718-79e1-4612-b65a-7599fa9e7d93 admin admin] Request body: {'subnet': {'tenant_id': 'b9300e6a0fd84bb6aa85277915ff552b', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '31c1e23e-2975-4cd9-b4a0-6d3020d005c9', 'network_id': '26963eb5-d900-4757-8db5-cf9e28ec0afe', 'gateway_ip': '172.20.0.1'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:35:19.237067 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-09fc3718-79e1-4612-b65a-7599fa9e7d93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:35:19.240836 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-09fc3718-79e1-4612-b65a-7599fa9e7d93 admin admin] Usage tracker for resource:subnet and tenant:b9300e6a0fd84bb6aa85277915ff552b is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:35:19.243660 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-09fc3718-79e1-4612-b65a-7599fa9e7d93 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:35:19.249784 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-09fc3718-79e1-4612-b65a-7599fa9e7d93 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:35:19.310799 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fc3718-79e1-4612-b65a-7599fa9e7d93 admin admin] Made reservation on behalf of b9300e6a0fd84bb6aa85277915ff552b for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:35:19.313012 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-09fc3718-79e1-4612-b65a-7599fa9e7d93 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:19.648454 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-09fc3718-79e1-4612-b65a-7599fa9e7d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:19.733535 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fc3718-79e1-4612-b65a-7599fa9e7d93 admin admin] Checking segment: {'id': '55864424-47ec-4c29-b644-93b73a7cd6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '26963eb5-d900-4757-8db5-cf9e28ec0afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:35:19.733905 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fc3718-79e1-4612-b65a-7599fa9e7d93 admin admin] Network hostable DHCP agents. Network: 26963eb5-d900-4757-8db5-cf9e28ec0afe, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:35:19.740812 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc3718-79e1-4612-b65a-7599fa9e7d93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df2e5ac7-466e-4874-8dec-c51d2fb964ec,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:19.811702 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fc3718-79e1-4612-b65a-7599fa9e7d93 admin admin] Network 26963eb5-d900-4757-8db5-cf9e28ec0afe is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:35:19.891745 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-09fc3718-79e1-4612-b65a-7599fa9e7d93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 26963eb5-d900-4757-8db5-cf9e28ec0afe) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:35:19.896219 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fc3718-79e1-4612-b65a-7599fa9e7d93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:35:19.896799 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-09fc3718-79e1-4612-b65a-7599fa9e7d93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:19.901810 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e857d8c2-acea-4aa1-b41b-be6b4f998e00 None None] Network 26963eb5-d900-4757-8db5-cf9e28ec0afe requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:35:20.001649 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-09fc3718-79e1-4612-b65a-7599fa9e7d93 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7723613 Oct 26 15:35:20.195568 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ab938d-1694-45b9-9c2d-aca08d140d01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-26963eb5-d900-4757-8db5-cf9e28ec0afe', 'network_id': '26963eb5-d900-4757-8db5-cf9e28ec0afe', 'tenant_id': 'b9300e6a0fd84bb6aa85277915ff552b', 'fixed_ips': [{'subnet_id': 'df2e5ac7-466e-4874-8dec-c51d2fb964ec'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:35:20.196721 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f6ab938d-1694-45b9-9c2d-aca08d140d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:20.385218 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-f6ab938d-1694-45b9-9c2d-aca08d140d01 None None] Allocated IP 172.20.0.2 (26963eb5-d900-4757-8db5-cf9e28ec0afe/df2e5ac7-466e-4874-8dec-c51d2fb964ec/841035be-ceca-45f1-81ca-6842e18439bd) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:35:20.617368 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f6ab938d-1694-45b9-9c2d-aca08d140d01 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:20.632264 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-f6ab938d-1694-45b9-9c2d-aca08d140d01 None None] Transition to ACTIVE for port object 841035be-ceca-45f1-81ca-6842e18439bd will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:35:20.652446 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-f6ab938d-1694-45b9-9c2d-aca08d140d01 None None] Transition to ACTIVE for port object 841035be-ceca-45f1-81ca-6842e18439bd will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:35:20.734203 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f6ab938d-1694-45b9-9c2d-aca08d140d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:20.801869 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ab938d-1694-45b9-9c2d-aca08d140d01 None None] Network 26963eb5-d900-4757-8db5-cf9e28ec0afe is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:35:20.804682 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-f6ab938d-1694-45b9-9c2d-aca08d140d01 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:35:20.812629 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ab938d-1694-45b9-9c2d-aca08d140d01 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:35:20.818559 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab938d-1694-45b9-9c2d-aca08d140d01 None None] Pushing event updated for resources: {'Port': ['ID=841035be-ceca-45f1-81ca-6842e18439bd,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:20.824100 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ab938d-1694-45b9-9c2d-aca08d140d01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:20.824974 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ab938d-1694-45b9-9c2d-aca08d140d01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:20.825323 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ab938d-1694-45b9-9c2d-aca08d140d01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:20.825660 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ab938d-1694-45b9-9c2d-aca08d140d01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:20.825993 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ab938d-1694-45b9-9c2d-aca08d140d01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:20.826338 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ab938d-1694-45b9-9c2d-aca08d140d01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:20.826703 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ab938d-1694-45b9-9c2d-aca08d140d01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:20.827026 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ab938d-1694-45b9-9c2d-aca08d140d01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:20.827374 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ab938d-1694-45b9-9c2d-aca08d140d01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:20.827700 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ab938d-1694-45b9-9c2d-aca08d140d01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:20.828023 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ab938d-1694-45b9-9c2d-aca08d140d01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:20.828341 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ab938d-1694-45b9-9c2d-aca08d140d01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:20.829786 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ab938d-1694-45b9-9c2d-aca08d140d01 None None] Tracked resource versions report: Oct 26 15:35:20.829786 dv-neutron-862712-1-hyperv neutron-server[89749]: pushed versions: Oct 26 15:35:20.829786 dv-neutron-862712-1-hyperv neutron-server[89749]: { 'AddressGroup': {'1.2'}, Oct 26 15:35:20.829786 dv-neutron-862712-1-hyperv neutron-server[89749]: 'ConntrackHelper': {'1.0'}, Oct 26 15:35:20.829786 dv-neutron-862712-1-hyperv neutron-server[89749]: 'Log': {'1.0'}, Oct 26 15:35:20.829786 dv-neutron-862712-1-hyperv neutron-server[89749]: 'Network': {'1.1'}, Oct 26 15:35:20.829786 dv-neutron-862712-1-hyperv neutron-server[89749]: 'Port': {'1.7'}, Oct 26 15:35:20.829786 dv-neutron-862712-1-hyperv neutron-server[89749]: 'PortForwarding': {'1.2'}, Oct 26 15:35:20.829786 dv-neutron-862712-1-hyperv neutron-server[89749]: 'QosPolicy': {'1.8'}, Oct 26 15:35:20.829786 dv-neutron-862712-1-hyperv neutron-server[89749]: 'SecurityGroup': {'1.4'}, Oct 26 15:35:20.829786 dv-neutron-862712-1-hyperv neutron-server[89749]: 'SecurityGroupRule': {'1.2'}, Oct 26 15:35:20.829786 dv-neutron-862712-1-hyperv neutron-server[89749]: 'SubPort': {'1.0'}, Oct 26 15:35:20.829786 dv-neutron-862712-1-hyperv neutron-server[89749]: 'Subnet': {'1.1'}, Oct 26 15:35:20.829786 dv-neutron-862712-1-hyperv neutron-server[89749]: 'Trunk': {'1.1'}} Oct 26 15:35:20.829786 dv-neutron-862712-1-hyperv neutron-server[89749]: consumer versions: Oct 26 15:35:20.829786 dv-neutron-862712-1-hyperv neutron-server[89749]: { DHCP agent@dv-neutron-862712-1-hyperv: {}, Oct 26 15:35:20.829786 dv-neutron-862712-1-hyperv neutron-server[89749]: L3 agent@dv-neutron-862712-1-hyperv: {}, Oct 26 15:35:20.829786 dv-neutron-862712-1-hyperv neutron-server[89749]: Metadata agent@dv-neutron-862712-1-hyperv: {}, Oct 26 15:35:20.829786 dv-neutron-862712-1-hyperv neutron-server[89749]: Metering agent@dv-neutron-862712-1-hyperv: {}, Oct 26 15:35:20.829786 dv-neutron-862712-1-hyperv neutron-server[89749]: Open vSwitch agent@dv-neutron-862712-1-hyperv: { 'AddressGroup': '1.2', Oct 26 15:35:20.829786 dv-neutron-862712-1-hyperv neutron-server[89749]: 'ConntrackHelper': '1.0', Oct 26 15:35:20.829786 dv-neutron-862712-1-hyperv neutron-server[89749]: 'Log': '1.0', Oct 26 15:35:20.829786 dv-neutron-862712-1-hyperv neutron-server[89749]: 'Network': '1.1', Oct 26 15:35:20.829786 dv-neutron-862712-1-hyperv neutron-server[89749]: 'Port': '1.7', Oct 26 15:35:20.829786 dv-neutron-862712-1-hyperv neutron-server[89749]: 'PortForwarding': '1.2', Oct 26 15:35:20.829786 dv-neutron-862712-1-hyperv neutron-server[89749]: 'QosPolicy': '1.8', Oct 26 15:35:20.829786 dv-neutron-862712-1-hyperv neutron-server[89749]: 'SecurityGroup': '1.4', Oct 26 15:35:20.829786 dv-neutron-862712-1-hyperv neutron-server[89749]: 'SecurityGroupRule': '1.2', Oct 26 15:35:20.829786 dv-neutron-862712-1-hyperv neutron-server[89749]: 'SubPort': '1.0', Oct 26 15:35:20.829786 dv-neutron-862712-1-hyperv neutron-server[89749]: 'Subnet': '1.1', Oct 26 15:35:20.829786 dv-neutron-862712-1-hyperv neutron-server[89749]: 'Trunk': '1.1'}} Oct 26 15:35:20.829786 dv-neutron-862712-1-hyperv neutron-server[89749]: {{(pid=89749) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 15:35:20.934892 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-f6ab938d-1694-45b9-9c2d-aca08d140d01 None None] Attempting to bind port 841035be-ceca-45f1-81ca-6842e18439bd on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:35:20.935568 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-f6ab938d-1694-45b9-9c2d-aca08d140d01 None None] Attempting to bind port 841035be-ceca-45f1-81ca-6842e18439bd by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '55864424-47ec-4c29-b644-93b73a7cd6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '26963eb5-d900-4757-8db5-cf9e28ec0afe'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:35:20.935728 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ab938d-1694-45b9-9c2d-aca08d140d01 None None] Attempting to bind port 841035be-ceca-45f1-81ca-6842e18439bd on network 26963eb5-d900-4757-8db5-cf9e28ec0afe {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:35:20.941012 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ab938d-1694-45b9-9c2d-aca08d140d01 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:35:20.941423 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ab938d-1694-45b9-9c2d-aca08d140d01 None None] Checking segment: {'id': '55864424-47ec-4c29-b644-93b73a7cd6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '26963eb5-d900-4757-8db5-cf9e28ec0afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:35:20.941891 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f6ab938d-1694-45b9-9c2d-aca08d140d01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:20.942290 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ab938d-1694-45b9-9c2d-aca08d140d01 None None] Bound using segment: {'id': '55864424-47ec-4c29-b644-93b73a7cd6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '26963eb5-d900-4757-8db5-cf9e28ec0afe'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:35:20.942779 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-f6ab938d-1694-45b9-9c2d-aca08d140d01 None None] Bound port: 841035be-ceca-45f1-81ca-6842e18439bd, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55864424-47ec-4c29-b644-93b73a7cd6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '26963eb5-d900-4757-8db5-cf9e28ec0afe'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:35:20.943171 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f6ab938d-1694-45b9-9c2d-aca08d140d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:21.034355 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-f6ab938d-1694-45b9-9c2d-aca08d140d01 None None] For port 841035be-ceca-45f1-81ca-6842e18439bd, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:35:21.038399 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-f6ab938d-1694-45b9-9c2d-aca08d140d01 None None] For port 841035be-ceca-45f1-81ca-6842e18439bd, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=841035be-ceca-45f1-81ca-6842e18439bd,segment=NetworkSegment(55864424-47ec-4c29-b644-93b73a7cd6c6),segment_id=55864424-47ec-4c29-b644-93b73a7cd6c6)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:35:21.106149 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f6ab938d-1694-45b9-9c2d-aca08d140d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:21.191663 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab938d-1694-45b9-9c2d-aca08d140d01 None None] Pushing event updated for resources: {'Port': ['ID=841035be-ceca-45f1-81ca-6842e18439bd,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:22.474177 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 59562) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:35:22.842791 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [None req-cd92d5ee-0290-4ff5-a23a-69b52f6d5ceb admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=89748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:35:22.843766 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-cd92d5ee-0290-4ff5-a23a-69b52f6d5ceb admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3684969 Oct 26 15:35:24.968807 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6025cb-ef65-4b2c-a03b-9e9a9a5fe17a None None] Network 26963eb5-d900-4757-8db5-cf9e28ec0afe requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:35:25.055627 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 841035be-ceca-45f1-81ca-6842e18439bd up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:35:25.215457 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-a8c9d3a4-fd81-4731-bfa8-4b107cfb56bd None None] Provisioning for port 841035be-ceca-45f1-81ca-6842e18439bd completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:35:25.290503 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 841035be-ceca-45f1-81ca-6842e18439bd completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:35:25.298765 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 841035be-ceca-45f1-81ca-6842e18439bd triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:35:25.299175 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:25.299528 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 841035be-ceca-45f1-81ca-6842e18439bd Oct 26 15:35:25.326363 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 59578) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:35:25.429688 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 841035be-ceca-45f1-81ca-6842e18439bd is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:35:25.430105 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:25.471747 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 841035be-ceca-45f1-81ca-6842e18439bd, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=841035be-ceca-45f1-81ca-6842e18439bd,segment=NetworkSegment(55864424-47ec-4c29-b644-93b73a7cd6c6),segment_id=55864424-47ec-4c29-b644-93b73a7cd6c6)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:35:25.520369 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:25.595243 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-edee8504-7560-4212-a37a-99dcad5a9f4f None None] Provisioning complete for port 841035be-ceca-45f1-81ca-6842e18439bd triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:35:25.595618 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-edee8504-7560-4212-a37a-99dcad5a9f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:25.595956 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-edee8504-7560-4212-a37a-99dcad5a9f4f None None] Attempt 1 to provision port 841035be-ceca-45f1-81ca-6842e18439bd Oct 26 15:35:25.640167 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=841035be-ceca-45f1-81ca-6842e18439bd,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:25.715085 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [None req-3d305643-41ca-4261-b85b-2eb5cd2ef871 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=89748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:35:25.718094 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-3d305643-41ca-4261-b85b-2eb5cd2ef871 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3898895 Oct 26 15:35:25.752230 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-edee8504-7560-4212-a37a-99dcad5a9f4f None None] Current status of the port 841035be-ceca-45f1-81ca-6842e18439bd is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:35:27.026766 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 841035be-ceca-45f1-81ca-6842e18439bd up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:35:27.093959 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 841035be-ceca-45f1-81ca-6842e18439bd triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:35:27.094331 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:27.094697 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 841035be-ceca-45f1-81ca-6842e18439bd Oct 26 15:35:27.209215 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 841035be-ceca-45f1-81ca-6842e18439bd is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:35:28.413666 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 59590) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:35:28.758758 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-2e098e02-310d-418f-b763-6f3841ecefa6 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'b9300e6a0fd84bb6aa85277915ff552b', 'admin_state_up': True}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:35:28.764280 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-2e098e02-310d-418f-b763-6f3841ecefa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:35:28.768226 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-2e098e02-310d-418f-b763-6f3841ecefa6 admin admin] Usage tracker for resource:router and tenant:b9300e6a0fd84bb6aa85277915ff552b is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:35:28.771516 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-2e098e02-310d-418f-b763-6f3841ecefa6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:35:28.777380 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-2e098e02-310d-418f-b763-6f3841ecefa6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:35:28.842093 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2e098e02-310d-418f-b763-6f3841ecefa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:28.843755 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2e098e02-310d-418f-b763-6f3841ecefa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:28.865820 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2e098e02-310d-418f-b763-6f3841ecefa6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:29.030791 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2e098e02-310d-418f-b763-6f3841ecefa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:29.120017 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2e098e02-310d-418f-b763-6f3841ecefa6 admin admin] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:29.121760 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2e098e02-310d-418f-b763-6f3841ecefa6 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7071254 Oct 26 15:35:31.519369 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 59600) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:35:31.982771 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c5c252fe-1c31-4c59-b6f2-0c89b20188e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:32.103804 dv-neutron-862712-1-hyperv neutron-server[89747]: WARNING oslo_policy.policy [None req-d7d0f71a-2e57-43cc-96ca-a16daa7bf6a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 15:35:32.104395 dv-neutron-862712-1-hyperv neutron-server[89747]: WARNING oslo_policy.policy [None req-d7d0f71a-2e57-43cc-96ca-a16daa7bf6a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 15:35:32.328373 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-d7d0f71a-2e57-43cc-96ca-a16daa7bf6a1 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:35:32.329616 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d7d0f71a-2e57-43cc-96ca-a16daa7bf6a1 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8080242 Oct 26 15:35:34.144809 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d31851a1-cc8a-46c7-b945-5d11218a5365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:34.799627 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 59614) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:35:35.127225 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:35.180721 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-a94d2e47-8a72-455b-9922-1da64bb16cc2 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'is_default': True}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:35:35.182222 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.quota [None req-a94d2e47-8a72-455b-9922-1da64bb16cc2 admin admin] Loaded quota_driver: . Oct 26 15:35:35.206115 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-a94d2e47-8a72-455b-9922-1da64bb16cc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:35:35.206899 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:35.213825 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-a94d2e47-8a72-455b-9922-1da64bb16cc2 admin admin] Usage tracker for resource:network and tenant:b1c05056d96d4c7d98d0d7f7084f7b1e is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:35:35.219437 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-a94d2e47-8a72-455b-9922-1da64bb16cc2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:35:35.226800 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-a94d2e47-8a72-455b-9922-1da64bb16cc2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:35:35.331035 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94d2e47-8a72-455b-9922-1da64bb16cc2 admin admin] Made reservation on behalf of b1c05056d96d4c7d98d0d7f7084f7b1e for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:35:35.399566 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.policy [None req-a94d2e47-8a72-455b-9922-1da64bb16cc2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89747) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 26 15:35:35.446077 dv-neutron-862712-1-hyperv neutron-server[89747]: WARNING oslo_policy.policy [None req-a94d2e47-8a72-455b-9922-1da64bb16cc2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 15:35:35.446439 dv-neutron-862712-1-hyperv neutron-server[89747]: WARNING oslo_policy.policy [None req-a94d2e47-8a72-455b-9922-1da64bb16cc2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 15:35:35.456535 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a94d2e47-8a72-455b-9922-1da64bb16cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:35.476663 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a94d2e47-8a72-455b-9922-1da64bb16cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:35.491141 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-a94d2e47-8a72-455b-9922-1da64bb16cc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:35:35.494882 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-a94d2e47-8a72-455b-9922-1da64bb16cc2 admin admin] Usage tracker for resource:security_group_rule and tenant:b1c05056d96d4c7d98d0d7f7084f7b1e is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:35:35.498497 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-a94d2e47-8a72-455b-9922-1da64bb16cc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:35:35.504382 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-a94d2e47-8a72-455b-9922-1da64bb16cc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:35:35.600617 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a94d2e47-8a72-455b-9922-1da64bb16cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:35.669716 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a94d2e47-8a72-455b-9922-1da64bb16cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:35.686880 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a94d2e47-8a72-455b-9922-1da64bb16cc2 admin admin] Reserving flat network on physical network physnet1 {{(pid=89747) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 26 15:35:35.717064 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a94d2e47-8a72-455b-9922-1da64bb16cc2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728807909596', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:35.717608 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a94d2e47-8a72-455b-9922-1da64bb16cc2 admin admin] Unsubscribe: segment precommit_create {{(pid=89747) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 26 15:35:35.718084 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-a94d2e47-8a72-455b-9922-1da64bb16cc2 admin admin] Added segment e1989ae4-81e8-4597-8c89-757ef642a9dc of type flat for network 0c79a151-ef79-4fff-8a3c-258f9478471d Oct 26 15:35:35.772066 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d2e47-8a72-455b-9922-1da64bb16cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298f818f-5532-4adb-a389-e93ca10df474,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:35.788985 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d2e47-8a72-455b-9922-1da64bb16cc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:35.789337 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d2e47-8a72-455b-9922-1da64bb16cc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:35.789667 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d2e47-8a72-455b-9922-1da64bb16cc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:35.789993 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d2e47-8a72-455b-9922-1da64bb16cc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:35.790310 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d2e47-8a72-455b-9922-1da64bb16cc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:35.790671 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d2e47-8a72-455b-9922-1da64bb16cc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:35.790994 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d2e47-8a72-455b-9922-1da64bb16cc2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:35.791307 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d2e47-8a72-455b-9922-1da64bb16cc2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:35.791619 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d2e47-8a72-455b-9922-1da64bb16cc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:35.791932 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d2e47-8a72-455b-9922-1da64bb16cc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:35.793287 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d2e47-8a72-455b-9922-1da64bb16cc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:35.793605 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d2e47-8a72-455b-9922-1da64bb16cc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:35.794959 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d2e47-8a72-455b-9922-1da64bb16cc2 admin admin] Tracked resource versions report: Oct 26 15:35:35.794959 dv-neutron-862712-1-hyperv neutron-server[89747]: pushed versions: Oct 26 15:35:35.794959 dv-neutron-862712-1-hyperv neutron-server[89747]: { 'AddressGroup': {'1.2'}, Oct 26 15:35:35.794959 dv-neutron-862712-1-hyperv neutron-server[89747]: 'ConntrackHelper': {'1.0'}, Oct 26 15:35:35.794959 dv-neutron-862712-1-hyperv neutron-server[89747]: 'Log': {'1.0'}, Oct 26 15:35:35.794959 dv-neutron-862712-1-hyperv neutron-server[89747]: 'Network': {'1.1'}, Oct 26 15:35:35.794959 dv-neutron-862712-1-hyperv neutron-server[89747]: 'Port': {'1.7'}, Oct 26 15:35:35.794959 dv-neutron-862712-1-hyperv neutron-server[89747]: 'PortForwarding': {'1.2'}, Oct 26 15:35:35.794959 dv-neutron-862712-1-hyperv neutron-server[89747]: 'QosPolicy': {'1.8'}, Oct 26 15:35:35.794959 dv-neutron-862712-1-hyperv neutron-server[89747]: 'SecurityGroup': {'1.4'}, Oct 26 15:35:35.794959 dv-neutron-862712-1-hyperv neutron-server[89747]: 'SecurityGroupRule': {'1.2'}, Oct 26 15:35:35.794959 dv-neutron-862712-1-hyperv neutron-server[89747]: 'SubPort': {'1.0'}, Oct 26 15:35:35.794959 dv-neutron-862712-1-hyperv neutron-server[89747]: 'Subnet': {'1.1'}, Oct 26 15:35:35.794959 dv-neutron-862712-1-hyperv neutron-server[89747]: 'Trunk': {'1.1'}} Oct 26 15:35:35.794959 dv-neutron-862712-1-hyperv neutron-server[89747]: consumer versions: Oct 26 15:35:35.794959 dv-neutron-862712-1-hyperv neutron-server[89747]: { DHCP agent@dv-neutron-862712-1-hyperv: {}, Oct 26 15:35:35.794959 dv-neutron-862712-1-hyperv neutron-server[89747]: L3 agent@dv-neutron-862712-1-hyperv: {}, Oct 26 15:35:35.794959 dv-neutron-862712-1-hyperv neutron-server[89747]: Metadata agent@dv-neutron-862712-1-hyperv: {}, Oct 26 15:35:35.794959 dv-neutron-862712-1-hyperv neutron-server[89747]: Metering agent@dv-neutron-862712-1-hyperv: {}, Oct 26 15:35:35.794959 dv-neutron-862712-1-hyperv neutron-server[89747]: Open vSwitch agent@dv-neutron-862712-1-hyperv: { 'AddressGroup': '1.2', Oct 26 15:35:35.794959 dv-neutron-862712-1-hyperv neutron-server[89747]: 'ConntrackHelper': '1.0', Oct 26 15:35:35.794959 dv-neutron-862712-1-hyperv neutron-server[89747]: 'Log': '1.0', Oct 26 15:35:35.794959 dv-neutron-862712-1-hyperv neutron-server[89747]: 'Network': '1.1', Oct 26 15:35:35.794959 dv-neutron-862712-1-hyperv neutron-server[89747]: 'Port': '1.7', Oct 26 15:35:35.794959 dv-neutron-862712-1-hyperv neutron-server[89747]: 'PortForwarding': '1.2', Oct 26 15:35:35.794959 dv-neutron-862712-1-hyperv neutron-server[89747]: 'QosPolicy': '1.8', Oct 26 15:35:35.794959 dv-neutron-862712-1-hyperv neutron-server[89747]: 'SecurityGroup': '1.4', Oct 26 15:35:35.794959 dv-neutron-862712-1-hyperv neutron-server[89747]: 'SecurityGroupRule': '1.2', Oct 26 15:35:35.794959 dv-neutron-862712-1-hyperv neutron-server[89747]: 'SubPort': '1.0', Oct 26 15:35:35.794959 dv-neutron-862712-1-hyperv neutron-server[89747]: 'Subnet': '1.1', Oct 26 15:35:35.794959 dv-neutron-862712-1-hyperv neutron-server[89747]: 'Trunk': '1.1'}} Oct 26 15:35:35.794959 dv-neutron-862712-1-hyperv neutron-server[89747]: {{(pid=89747) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 15:35:35.838727 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a94d2e47-8a72-455b-9922-1da64bb16cc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:35.959991 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a94d2e47-8a72-455b-9922-1da64bb16cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:35.961121 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94d2e47-8a72-455b-9922-1da64bb16cc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:35:35.961773 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a94d2e47-8a72-455b-9922-1da64bb16cc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:36.069615 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d2e47-8a72-455b-9922-1da64bb16cc2 admin admin] Pushing event updated for resources: {'Network': ['ID=0c79a151-ef79-4fff-8a3c-258f9478471d,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:36.080662 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 0c79a151-ef79-4fff-8a3c-258f9478471d details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:35:36.145240 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a94d2e47-8a72-455b-9922-1da64bb16cc2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3445487 Oct 26 15:35:36.653354 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:38.542077 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 59640) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:35:38.755229 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47485f17-6c65-40f1-89b3-468a3a0a9340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:35:38.756563 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-47485f17-6c65-40f1-89b3-468a3a0a9340 admin admin] 10.222.0.23 "GET /v2.0/subnets/df2e5ac7-466e-4874-8dec-c51d2fb964ec HTTP/1.1" status: 200 len: 849 time: 0.2135251 Oct 26 15:35:38.931702 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-90c66bad-af23-4e8a-b7c9-c9dd05b5b91b admin admin] 10.222.0.23 "GET /v2.0/routers/aafd85d7-71fa-41ae-855c-0b9f7efde613 HTTP/1.1" status: 200 len: 704 time: 0.1690485 Oct 26 15:35:39.419873 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5fe987e7-7efa-4e6e-bcb9-6846f4aa25e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:39.631089 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 5 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 15:35:39.656394 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-5fe987e7-7efa-4e6e-bcb9-6846f4aa25e3 admin admin] Allocated IP 172.20.0.1 (26963eb5-d900-4757-8db5-cf9e28ec0afe/df2e5ac7-466e-4874-8dec-c51d2fb964ec/93d87c39-42f9-4a42-876e-387fddd3698e) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:35:39.814720 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5fe987e7-7efa-4e6e-bcb9-6846f4aa25e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:39.833319 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-5fe987e7-7efa-4e6e-bcb9-6846f4aa25e3 admin admin] Transition to ACTIVE for port object 93d87c39-42f9-4a42-876e-387fddd3698e will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:35:39.921789 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5fe987e7-7efa-4e6e-bcb9-6846f4aa25e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:39.989306 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe987e7-7efa-4e6e-bcb9-6846f4aa25e3 admin admin] Network 26963eb5-d900-4757-8db5-cf9e28ec0afe is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:35:39.992147 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-5fe987e7-7efa-4e6e-bcb9-6846f4aa25e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:35:39.998649 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe987e7-7efa-4e6e-bcb9-6846f4aa25e3 admin admin] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:35:39.999206 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5fe987e7-7efa-4e6e-bcb9-6846f4aa25e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:40.122278 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe987e7-7efa-4e6e-bcb9-6846f4aa25e3 admin admin] Pushing event updated for resources: {'Port': ['ID=93d87c39-42f9-4a42-876e-387fddd3698e,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:40.291381 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-ef07b470-2c08-483a-aaf7-b69a1d3f3275 None None] Provisioning for port 93d87c39-42f9-4a42-876e-387fddd3698e completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:35:40.297225 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-ef07b470-2c08-483a-aaf7-b69a1d3f3275 None None] Provisioning complete for port 93d87c39-42f9-4a42-876e-387fddd3698e triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:35:40.297594 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ef07b470-2c08-483a-aaf7-b69a1d3f3275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:40.297926 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ef07b470-2c08-483a-aaf7-b69a1d3f3275 None None] Attempt 1 to provision port 93d87c39-42f9-4a42-876e-387fddd3698e Oct 26 15:35:40.317405 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5fe987e7-7efa-4e6e-bcb9-6846f4aa25e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:40.354102 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ef07b470-2c08-483a-aaf7-b69a1d3f3275 None None] Port 93d87c39-42f9-4a42-876e-387fddd3698e cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:35:40.582450 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5fe987e7-7efa-4e6e-bcb9-6846f4aa25e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:40.658078 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5fe987e7-7efa-4e6e-bcb9-6846f4aa25e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:40.658872 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5fe987e7-7efa-4e6e-bcb9-6846f4aa25e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:40.792696 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe987e7-7efa-4e6e-bcb9-6846f4aa25e3 admin admin] Pushing event updated for resources: {'Port': ['ID=93d87c39-42f9-4a42-876e-387fddd3698e,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:40.855437 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ef07b470-2c08-483a-aaf7-b69a1d3f3275 None None] Attempt 2 to provision port 93d87c39-42f9-4a42-876e-387fddd3698e Oct 26 15:35:40.856517 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe987e7-7efa-4e6e-bcb9-6846f4aa25e3 admin admin] Network 26963eb5-d900-4757-8db5-cf9e28ec0afe is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:35:40.857576 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-5fe987e7-7efa-4e6e-bcb9-6846f4aa25e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:35:40.912888 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ef07b470-2c08-483a-aaf7-b69a1d3f3275 None None] Port 93d87c39-42f9-4a42-876e-387fddd3698e cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:35:41.115462 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe987e7-7efa-4e6e-bcb9-6846f4aa25e3 admin admin] Router aafd85d7-71fa-41ae-855c-0b9f7efde613 is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:35:41.267342 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe987e7-7efa-4e6e-bcb9-6846f4aa25e3 admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:35:41.276318 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-5fe987e7-7efa-4e6e-bcb9-6846f4aa25e3 admin admin] 10.222.0.23 "PUT /v2.0/routers/aafd85d7-71fa-41ae-855c-0b9f7efde613/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3390307 Oct 26 15:35:41.278983 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879c5f73-9f83-4978-b555-1b146a41101b None None] Sync routers for ids ['aafd85d7-71fa-41ae-855c-0b9f7efde613'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:35:41.289772 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879c5f73-9f83-4978-b555-1b146a41101b None None] Routers {'aafd85d7-71fa-41ae-855c-0b9f7efde613'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:35:41.290665 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-879c5f73-9f83-4978-b555-1b146a41101b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:35:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['aafd85d7-71fa-41ae-855c-0b9f7efde613'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:35:41.414815 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ef07b470-2c08-483a-aaf7-b69a1d3f3275 None None] Attempt 3 to provision port 93d87c39-42f9-4a42-876e-387fddd3698e Oct 26 15:35:41.471239 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-879c5f73-9f83-4978-b555-1b146a41101b None None] Set router aafd85d7-71fa-41ae-855c-0b9f7efde613 gateway port host: None {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:35:41.472656 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ef07b470-2c08-483a-aaf7-b69a1d3f3275 None None] Port 93d87c39-42f9-4a42-876e-387fddd3698e cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:35:41.843550 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-879c5f73-9f83-4978-b555-1b146a41101b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafd85d7-71fa-41ae-855c-0b9f7efde613', 'name': 'router1', 'tenant_id': 'b9300e6a0fd84bb6aa85277915ff552b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:35:28Z', 'updated_at': '2022-10-26T15:35:40Z', 'revision_number': 2, 'project_id': 'b9300e6a0fd84bb6aa85277915ff552b', 'gw_port_host': None, '_interfaces': [{'id': '93d87c39-42f9-4a42-876e-387fddd3698e', 'name': '', 'network_id': '26963eb5-d900-4757-8db5-cf9e28ec0afe', 'tenant_id': 'b9300e6a0fd84bb6aa85277915ff552b', 'mac_address': 'fa:16:3e:23:7c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafd85d7-71fa-41ae-855c-0b9f7efde613', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'df2e5ac7-466e-4874-8dec-c51d2fb964ec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:35:39Z', 'updated_at': '2022-10-26T15:35:40Z', 'revision_number': 2, 'project_id': 'b9300e6a0fd84bb6aa85277915ff552b', 'subnets': [{'id': 'df2e5ac7-466e-4874-8dec-c51d2fb964ec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31c1e23e-2975-4cd9-b4a0-6d3020d005c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:35:41.848495 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879c5f73-9f83-4978-b555-1b146a41101b None None] Checking router: aafd85d7-71fa-41ae-855c-0b9f7efde613 for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:35:41.848866 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879c5f73-9f83-4978-b555-1b146a41101b None None] Updating router aafd85d7-71fa-41ae-855c-0b9f7efde613 port 93d87c39-42f9-4a42-876e-387fddd3698e binding host dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:35:41.900142 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-879c5f73-9f83-4978-b555-1b146a41101b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:41.974071 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ef07b470-2c08-483a-aaf7-b69a1d3f3275 None None] Attempt 4 to provision port 93d87c39-42f9-4a42-876e-387fddd3698e Oct 26 15:35:42.030172 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ef07b470-2c08-483a-aaf7-b69a1d3f3275 None None] Port 93d87c39-42f9-4a42-876e-387fddd3698e cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:35:42.278845 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-879c5f73-9f83-4978-b555-1b146a41101b None None] Notify callbacks [] for port, precommit_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:42.293745 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.provisioning_blocks [None req-879c5f73-9f83-4978-b555-1b146a41101b None None] Transition to ACTIVE for port object 93d87c39-42f9-4a42-876e-387fddd3698e will not be triggered until provisioned by entity L2. {{(pid=89750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:35:42.371414 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-879c5f73-9f83-4978-b555-1b146a41101b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:42.531168 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ef07b470-2c08-483a-aaf7-b69a1d3f3275 None None] Attempt 5 to provision port 93d87c39-42f9-4a42-876e-387fddd3698e Oct 26 15:35:42.585894 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ef07b470-2c08-483a-aaf7-b69a1d3f3275 None None] Port 93d87c39-42f9-4a42-876e-387fddd3698e cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:35:42.587495 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c50a5-a0a8-43d9-83a3-af5e3536264d None None] Pushing event updated for resources: {'Port': ['ID=93d87c39-42f9-4a42-876e-387fddd3698e,revision_number=3']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:42.596244 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-879c5f73-9f83-4978-b555-1b146a41101b None None] Attempting to bind port 93d87c39-42f9-4a42-876e-387fddd3698e on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:35:42.596645 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-879c5f73-9f83-4978-b555-1b146a41101b None None] Attempting to bind port 93d87c39-42f9-4a42-876e-387fddd3698e by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '55864424-47ec-4c29-b644-93b73a7cd6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '26963eb5-d900-4757-8db5-cf9e28ec0afe'}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:35:42.597094 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879c5f73-9f83-4978-b555-1b146a41101b None None] Attempting to bind port 93d87c39-42f9-4a42-876e-387fddd3698e on network 26963eb5-d900-4757-8db5-cf9e28ec0afe {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:35:42.600871 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c50a5-a0a8-43d9-83a3-af5e3536264d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:42.601225 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c50a5-a0a8-43d9-83a3-af5e3536264d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:42.601567 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c50a5-a0a8-43d9-83a3-af5e3536264d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:42.601904 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c50a5-a0a8-43d9-83a3-af5e3536264d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:42.602241 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c50a5-a0a8-43d9-83a3-af5e3536264d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:42.602618 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c50a5-a0a8-43d9-83a3-af5e3536264d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:42.602949 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c50a5-a0a8-43d9-83a3-af5e3536264d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:42.603277 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c50a5-a0a8-43d9-83a3-af5e3536264d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:42.603615 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c50a5-a0a8-43d9-83a3-af5e3536264d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:42.603938 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c50a5-a0a8-43d9-83a3-af5e3536264d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:42.604784 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c50a5-a0a8-43d9-83a3-af5e3536264d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:42.605099 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c50a5-a0a8-43d9-83a3-af5e3536264d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:35:42.606461 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c50a5-a0a8-43d9-83a3-af5e3536264d None None] Tracked resource versions report: Oct 26 15:35:42.606461 dv-neutron-862712-1-hyperv neutron-server[89750]: pushed versions: Oct 26 15:35:42.606461 dv-neutron-862712-1-hyperv neutron-server[89750]: { 'AddressGroup': {'1.2'}, Oct 26 15:35:42.606461 dv-neutron-862712-1-hyperv neutron-server[89750]: 'ConntrackHelper': {'1.0'}, Oct 26 15:35:42.606461 dv-neutron-862712-1-hyperv neutron-server[89750]: 'Log': {'1.0'}, Oct 26 15:35:42.606461 dv-neutron-862712-1-hyperv neutron-server[89750]: 'Network': {'1.1'}, Oct 26 15:35:42.606461 dv-neutron-862712-1-hyperv neutron-server[89750]: 'Port': {'1.7'}, Oct 26 15:35:42.606461 dv-neutron-862712-1-hyperv neutron-server[89750]: 'PortForwarding': {'1.2'}, Oct 26 15:35:42.606461 dv-neutron-862712-1-hyperv neutron-server[89750]: 'QosPolicy': {'1.8'}, Oct 26 15:35:42.606461 dv-neutron-862712-1-hyperv neutron-server[89750]: 'SecurityGroup': {'1.4'}, Oct 26 15:35:42.606461 dv-neutron-862712-1-hyperv neutron-server[89750]: 'SecurityGroupRule': {'1.2'}, Oct 26 15:35:42.606461 dv-neutron-862712-1-hyperv neutron-server[89750]: 'SubPort': {'1.0'}, Oct 26 15:35:42.606461 dv-neutron-862712-1-hyperv neutron-server[89750]: 'Subnet': {'1.1'}, Oct 26 15:35:42.606461 dv-neutron-862712-1-hyperv neutron-server[89750]: 'Trunk': {'1.1'}} Oct 26 15:35:42.606461 dv-neutron-862712-1-hyperv neutron-server[89750]: consumer versions: Oct 26 15:35:42.606461 dv-neutron-862712-1-hyperv neutron-server[89750]: { DHCP agent@dv-neutron-862712-1-hyperv: {}, Oct 26 15:35:42.606461 dv-neutron-862712-1-hyperv neutron-server[89750]: L3 agent@dv-neutron-862712-1-hyperv: {}, Oct 26 15:35:42.606461 dv-neutron-862712-1-hyperv neutron-server[89750]: Metadata agent@dv-neutron-862712-1-hyperv: {}, Oct 26 15:35:42.606461 dv-neutron-862712-1-hyperv neutron-server[89750]: Metering agent@dv-neutron-862712-1-hyperv: {}, Oct 26 15:35:42.606461 dv-neutron-862712-1-hyperv neutron-server[89750]: Open vSwitch agent@dv-neutron-862712-1-hyperv: { 'AddressGroup': '1.2', Oct 26 15:35:42.606461 dv-neutron-862712-1-hyperv neutron-server[89750]: 'ConntrackHelper': '1.0', Oct 26 15:35:42.606461 dv-neutron-862712-1-hyperv neutron-server[89750]: 'Log': '1.0', Oct 26 15:35:42.606461 dv-neutron-862712-1-hyperv neutron-server[89750]: 'Network': '1.1', Oct 26 15:35:42.606461 dv-neutron-862712-1-hyperv neutron-server[89750]: 'Port': '1.7', Oct 26 15:35:42.606461 dv-neutron-862712-1-hyperv neutron-server[89750]: 'PortForwarding': '1.2', Oct 26 15:35:42.606461 dv-neutron-862712-1-hyperv neutron-server[89750]: 'QosPolicy': '1.8', Oct 26 15:35:42.606461 dv-neutron-862712-1-hyperv neutron-server[89750]: 'SecurityGroup': '1.4', Oct 26 15:35:42.606461 dv-neutron-862712-1-hyperv neutron-server[89750]: 'SecurityGroupRule': '1.2', Oct 26 15:35:42.606461 dv-neutron-862712-1-hyperv neutron-server[89750]: 'SubPort': '1.0', Oct 26 15:35:42.606461 dv-neutron-862712-1-hyperv neutron-server[89750]: 'Subnet': '1.1', Oct 26 15:35:42.606461 dv-neutron-862712-1-hyperv neutron-server[89750]: 'Trunk': '1.1'}} Oct 26 15:35:42.606461 dv-neutron-862712-1-hyperv neutron-server[89750]: {{(pid=89750) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 15:35:42.611008 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879c5f73-9f83-4978-b555-1b146a41101b None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:35:42.611423 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879c5f73-9f83-4978-b555-1b146a41101b None None] Checking segment: {'id': '55864424-47ec-4c29-b644-93b73a7cd6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '26963eb5-d900-4757-8db5-cf9e28ec0afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:35:42.611895 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-879c5f73-9f83-4978-b555-1b146a41101b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:42.612278 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879c5f73-9f83-4978-b555-1b146a41101b None None] Bound using segment: {'id': '55864424-47ec-4c29-b644-93b73a7cd6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '26963eb5-d900-4757-8db5-cf9e28ec0afe'} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:35:42.612788 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-879c5f73-9f83-4978-b555-1b146a41101b None None] Bound port: 93d87c39-42f9-4a42-876e-387fddd3698e, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55864424-47ec-4c29-b644-93b73a7cd6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '26963eb5-d900-4757-8db5-cf9e28ec0afe'}}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:35:42.613171 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-879c5f73-9f83-4978-b555-1b146a41101b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:42.705305 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-879c5f73-9f83-4978-b555-1b146a41101b None None] For port 93d87c39-42f9-4a42-876e-387fddd3698e, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:35:42.709373 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-879c5f73-9f83-4978-b555-1b146a41101b None None] For port 93d87c39-42f9-4a42-876e-387fddd3698e, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=93d87c39-42f9-4a42-876e-387fddd3698e,segment=NetworkSegment(55864424-47ec-4c29-b644-93b73a7cd6c6),segment_id=55864424-47ec-4c29-b644-93b73a7cd6c6)] {{(pid=89750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:35:42.801460 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-879c5f73-9f83-4978-b555-1b146a41101b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:42.864411 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879c5f73-9f83-4978-b555-1b146a41101b None None] Routers {'aafd85d7-71fa-41ae-855c-0b9f7efde613'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:35:42.865014 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-879c5f73-9f83-4978-b555-1b146a41101b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:35:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['aafd85d7-71fa-41ae-855c-0b9f7efde613'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:35:43.036800 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c50a5-a0a8-43d9-83a3-af5e3536264d None None] Pushing event updated for resources: {'Port': ['ID=93d87c39-42f9-4a42-876e-387fddd3698e,revision_number=4']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:43.059522 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-879c5f73-9f83-4978-b555-1b146a41101b None None] Set router aafd85d7-71fa-41ae-855c-0b9f7efde613 gateway port host: None {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:35:43.087093 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ef07b470-2c08-483a-aaf7-b69a1d3f3275 None None] Attempt 6 to provision port 93d87c39-42f9-4a42-876e-387fddd3698e Oct 26 15:35:43.148733 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ef07b470-2c08-483a-aaf7-b69a1d3f3275 None None] Port 93d87c39-42f9-4a42-876e-387fddd3698e had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 15:35:43.384602 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-879c5f73-9f83-4978-b555-1b146a41101b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafd85d7-71fa-41ae-855c-0b9f7efde613', 'name': 'router1', 'tenant_id': 'b9300e6a0fd84bb6aa85277915ff552b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:35:28Z', 'updated_at': '2022-10-26T15:35:40Z', 'revision_number': 2, 'project_id': 'b9300e6a0fd84bb6aa85277915ff552b', 'gw_port_host': None, '_interfaces': [{'id': '93d87c39-42f9-4a42-876e-387fddd3698e', 'name': '', 'network_id': '26963eb5-d900-4757-8db5-cf9e28ec0afe', 'tenant_id': 'b9300e6a0fd84bb6aa85277915ff552b', 'mac_address': 'fa:16:3e:23:7c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafd85d7-71fa-41ae-855c-0b9f7efde613', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'df2e5ac7-466e-4874-8dec-c51d2fb964ec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:35:39Z', 'updated_at': '2022-10-26T15:35:42Z', 'revision_number': 4, 'project_id': 'b9300e6a0fd84bb6aa85277915ff552b', 'subnets': [{'id': 'df2e5ac7-466e-4874-8dec-c51d2fb964ec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31c1e23e-2975-4cd9-b4a0-6d3020d005c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:35:43.389170 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879c5f73-9f83-4978-b555-1b146a41101b None None] The sync data for ids ['aafd85d7-71fa-41ae-855c-0b9f7efde613'] in dv-neutron-862712-1-hyperv is: [{'id': 'aafd85d7-71fa-41ae-855c-0b9f7efde613', 'name': 'router1', 'tenant_id': 'b9300e6a0fd84bb6aa85277915ff552b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:35:28Z', 'updated_at': '2022-10-26T15:35:40Z', 'revision_number': 2, 'project_id': 'b9300e6a0fd84bb6aa85277915ff552b', 'gw_port_host': None, '_interfaces': [{'id': '93d87c39-42f9-4a42-876e-387fddd3698e', 'name': '', 'network_id': '26963eb5-d900-4757-8db5-cf9e28ec0afe', 'tenant_id': 'b9300e6a0fd84bb6aa85277915ff552b', 'mac_address': 'fa:16:3e:23:7c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafd85d7-71fa-41ae-855c-0b9f7efde613', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'df2e5ac7-466e-4874-8dec-c51d2fb964ec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:35:39Z', 'updated_at': '2022-10-26T15:35:42Z', 'revision_number': 4, 'project_id': 'b9300e6a0fd84bb6aa85277915ff552b', 'subnets': [{'id': 'df2e5ac7-466e-4874-8dec-c51d2fb964ec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31c1e23e-2975-4cd9-b4a0-6d3020d005c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:35:43.559655 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 59662) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:35:43.713989 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a31b2b-3c77-4deb-8cf7-0e683d4f53ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:35:43.714680 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-28a31b2b-3c77-4deb-8cf7-0e683d4f53ba admin admin] Synchronizing usage tracker for tenant:b1c05056d96d4c7d98d0d7f7084f7b1e on resource:network {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:35:43.829690 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-28a31b2b-3c77-4deb-8cf7-0e683d4f53ba admin admin] Unset dirty status for tenant:b1c05056d96d4c7d98d0d7f7084f7b1e on resource:network {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:35:43.830916 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-28a31b2b-3c77-4deb-8cf7-0e683d4f53ba admin admin] 10.222.0.23 "GET /v2.0/networks/0c79a151-ef79-4fff-8a3c-258f9478471d HTTP/1.1" status: 200 len: 842 time: 0.2703154 Oct 26 15:35:43.840899 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-0c39b6cd-4227-4bee-adaa-005f48e619c1 admin admin] Request body: {'subnet': {'gateway_ip': '172.26.2.1', 'enable_dhcp': False, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'cidr': '172.26.2.0/24', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:35:43.846363 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-0c39b6cd-4227-4bee-adaa-005f48e619c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:35:43.850238 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-0c39b6cd-4227-4bee-adaa-005f48e619c1 admin admin] Usage tracker for resource:subnet and tenant:b1c05056d96d4c7d98d0d7f7084f7b1e is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:35:43.853190 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-0c39b6cd-4227-4bee-adaa-005f48e619c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:35:43.859535 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-0c39b6cd-4227-4bee-adaa-005f48e619c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:35:43.938249 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c39b6cd-4227-4bee-adaa-005f48e619c1 admin admin] Made reservation on behalf of b1c05056d96d4c7d98d0d7f7084f7b1e for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:35:43.940857 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0c39b6cd-4227-4bee-adaa-005f48e619c1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:44.387344 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.objects.ports [None req-0c39b6cd-4227-4bee-adaa-005f48e619c1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89747) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 26 15:35:44.387800 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0c39b6cd-4227-4bee-adaa-005f48e619c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:44.468233 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c39b6cd-4227-4bee-adaa-005f48e619c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2ca7696-0ce7-40e6-84b9-532753b26bb7,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:44.474056 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c39b6cd-4227-4bee-adaa-005f48e619c1 admin admin] Checking segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:35:44.474407 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c39b6cd-4227-4bee-adaa-005f48e619c1 admin admin] Network hostable DHCP agents. Network: 0c79a151-ef79-4fff-8a3c-258f9478471d, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:35:44.612368 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c39b6cd-4227-4bee-adaa-005f48e619c1 admin admin] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:35:44.680865 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-0c39b6cd-4227-4bee-adaa-005f48e619c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 0c79a151-ef79-4fff-8a3c-258f9478471d) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:35:44.685188 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c39b6cd-4227-4bee-adaa-005f48e619c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:35:44.685763 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0c39b6cd-4227-4bee-adaa-005f48e619c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:44.689711 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb3feb9-6dd8-4533-8ce3-9b16871ea238 None None] Network 0c79a151-ef79-4fff-8a3c-258f9478471d requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:35:44.800271 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-0c39b6cd-4227-4bee-adaa-005f48e619c1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9633400 Oct 26 15:35:44.926243 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6272d28-88ef-4129-a038-90855361e8c4 None None] Network 0c79a151-ef79-4fff-8a3c-258f9478471d requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:35:45.086625 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 93d87c39-42f9-4a42-876e-387fddd3698e up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:35:45.292673 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 93d87c39-42f9-4a42-876e-387fddd3698e completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:35:45.298336 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 93d87c39-42f9-4a42-876e-387fddd3698e triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:35:45.298747 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:45.299089 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 93d87c39-42f9-4a42-876e-387fddd3698e Oct 26 15:35:45.421536 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 93d87c39-42f9-4a42-876e-387fddd3698e is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:35:45.421940 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:45.453499 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 93d87c39-42f9-4a42-876e-387fddd3698e, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=93d87c39-42f9-4a42-876e-387fddd3698e,segment=NetworkSegment(55864424-47ec-4c29-b644-93b73a7cd6c6),segment_id=55864424-47ec-4c29-b644-93b73a7cd6c6)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:35:45.513709 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:45.583003 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=93d87c39-42f9-4a42-876e-387fddd3698e,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:47.039777 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 93d87c39-42f9-4a42-876e-387fddd3698e up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:35:47.108571 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 93d87c39-42f9-4a42-876e-387fddd3698e triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:35:47.108944 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:47.109344 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 93d87c39-42f9-4a42-876e-387fddd3698e Oct 26 15:35:47.123565 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 59676) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:35:47.245090 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 93d87c39-42f9-4a42-876e-387fddd3698e is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:35:47.360074 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ea333a78-63b0-410c-97ce-8f56581c5e86 admin admin] 10.222.0.23 "GET /v2.0/routers/aafd85d7-71fa-41ae-855c-0b9f7efde613 HTTP/1.1" status: 200 len: 710 time: 0.2354019 Oct 26 15:35:47.486972 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0c519f-7430-4851-90ab-d51045d25f26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:35:47.488323 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8e0c519f-7430-4851-90ab-d51045d25f26 admin admin] 10.222.0.23 "GET /v2.0/networks/0c79a151-ef79-4fff-8a3c-258f9478471d HTTP/1.1" status: 200 len: 886 time: 0.1231954 Oct 26 15:35:47.497614 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-9339102e-aee7-47bb-a94a-0cfc1db22d50 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:35:47.934453 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9339102e-aee7-47bb-a94a-0cfc1db22d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:48.319242 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9339102e-aee7-47bb-a94a-0cfc1db22d50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:48.375739 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9339102e-aee7-47bb-a94a-0cfc1db22d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:48.508446 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-9339102e-aee7-47bb-a94a-0cfc1db22d50 admin admin] Allocated IP 172.26.2.17 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/b32929de-b173-46f0-9862-2e40a0a9e45c) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:35:48.808903 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9339102e-aee7-47bb-a94a-0cfc1db22d50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:48.896872 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9339102e-aee7-47bb-a94a-0cfc1db22d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:48.961307 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9339102e-aee7-47bb-a94a-0cfc1db22d50 admin admin] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:35:48.963890 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-9339102e-aee7-47bb-a94a-0cfc1db22d50 admin admin] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:35:48.967919 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9339102e-aee7-47bb-a94a-0cfc1db22d50 admin admin] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:35:49.025215 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9339102e-aee7-47bb-a94a-0cfc1db22d50 admin admin] Pushing event updated for resources: {'Port': ['ID=b32929de-b173-46f0-9862-2e40a0a9e45c,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:49.417329 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9339102e-aee7-47bb-a94a-0cfc1db22d50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:49.748567 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9339102e-aee7-47bb-a94a-0cfc1db22d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:49.752075 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9339102e-aee7-47bb-a94a-0cfc1db22d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-581503'] for router, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:49.930174 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9339102e-aee7-47bb-a94a-0cfc1db22d50 admin admin] Router aafd85d7-71fa-41ae-855c-0b9f7efde613 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:35:50.102955 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9339102e-aee7-47bb-a94a-0cfc1db22d50 admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:35:50.111585 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9339102e-aee7-47bb-a94a-0cfc1db22d50 admin admin] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:50.113078 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-9339102e-aee7-47bb-a94a-0cfc1db22d50 admin admin] 10.222.0.23 "PUT /v2.0/routers/aafd85d7-71fa-41ae-855c-0b9f7efde613 HTTP/1.1" status: 200 len: 889 time: 2.6194007 Oct 26 15:35:50.113655 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf239db-6bbc-4c56-a996-db29fc032efa None None] Sync routers for ids ['aafd85d7-71fa-41ae-855c-0b9f7efde613'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:35:50.124796 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf239db-6bbc-4c56-a996-db29fc032efa None None] Routers {'aafd85d7-71fa-41ae-855c-0b9f7efde613'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:35:50.125474 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-adf239db-6bbc-4c56-a996-db29fc032efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:35:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['aafd85d7-71fa-41ae-855c-0b9f7efde613'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:35:50.319576 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-adf239db-6bbc-4c56-a996-db29fc032efa None None] Set router aafd85d7-71fa-41ae-855c-0b9f7efde613 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:35:50.671810 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-adf239db-6bbc-4c56-a996-db29fc032efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafd85d7-71fa-41ae-855c-0b9f7efde613', 'name': 'router1', 'tenant_id': 'b9300e6a0fd84bb6aa85277915ff552b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.17'}], 'enable_snat': True}, 'gw_port_id': 'b32929de-b173-46f0-9862-2e40a0a9e45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:35:28Z', 'updated_at': '2022-10-26T15:35:49Z', 'revision_number': 4, 'project_id': 'b9300e6a0fd84bb6aa85277915ff552b', 'gw_port': {'id': 'b32929de-b173-46f0-9862-2e40a0a9e45c', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:54:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafd85d7-71fa-41ae-855c-0b9f7efde613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:35:48Z', 'updated_at': '2022-10-26T15:35:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '93d87c39-42f9-4a42-876e-387fddd3698e', 'name': '', 'network_id': '26963eb5-d900-4757-8db5-cf9e28ec0afe', 'tenant_id': 'b9300e6a0fd84bb6aa85277915ff552b', 'mac_address': 'fa:16:3e:23:7c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafd85d7-71fa-41ae-855c-0b9f7efde613', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'df2e5ac7-466e-4874-8dec-c51d2fb964ec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:35:39Z', 'updated_at': '2022-10-26T15:35:45Z', 'revision_number': 5, 'project_id': 'b9300e6a0fd84bb6aa85277915ff552b', 'subnets': [{'id': 'df2e5ac7-466e-4874-8dec-c51d2fb964ec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31c1e23e-2975-4cd9-b4a0-6d3020d005c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:35:50.676804 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf239db-6bbc-4c56-a996-db29fc032efa None None] Checking router: aafd85d7-71fa-41ae-855c-0b9f7efde613 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:35:50.677157 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf239db-6bbc-4c56-a996-db29fc032efa None None] Updating router aafd85d7-71fa-41ae-855c-0b9f7efde613 port b32929de-b173-46f0-9862-2e40a0a9e45c binding host dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:35:50.732430 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-adf239db-6bbc-4c56-a996-db29fc032efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:51.071540 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-adf239db-6bbc-4c56-a996-db29fc032efa None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:51.083194 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-adf239db-6bbc-4c56-a996-db29fc032efa None None] Transition to ACTIVE for port object b32929de-b173-46f0-9862-2e40a0a9e45c will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:35:51.148879 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-adf239db-6bbc-4c56-a996-db29fc032efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:51.216001 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-adf239db-6bbc-4c56-a996-db29fc032efa None None] Attempting to bind port b32929de-b173-46f0-9862-2e40a0a9e45c on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:35:51.216375 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-adf239db-6bbc-4c56-a996-db29fc032efa None None] Attempting to bind port b32929de-b173-46f0-9862-2e40a0a9e45c by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:35:51.216742 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf239db-6bbc-4c56-a996-db29fc032efa None None] Attempting to bind port b32929de-b173-46f0-9862-2e40a0a9e45c on network 0c79a151-ef79-4fff-8a3c-258f9478471d {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:35:51.226040 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf239db-6bbc-4c56-a996-db29fc032efa None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:35:51.226416 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf239db-6bbc-4c56-a996-db29fc032efa None None] Checking segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:35:51.226842 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-adf239db-6bbc-4c56-a996-db29fc032efa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:51.227244 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf239db-6bbc-4c56-a996-db29fc032efa None None] Bound using segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:35:51.227711 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-adf239db-6bbc-4c56-a996-db29fc032efa None None] Bound port: b32929de-b173-46f0-9862-2e40a0a9e45c, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:35:51.228103 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-adf239db-6bbc-4c56-a996-db29fc032efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:51.277642 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f0565d-619e-4fbf-9b8d-a1600b3d7207 None None] Pushing event updated for resources: {'Port': ['ID=b32929de-b173-46f0-9862-2e40a0a9e45c,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:51.313242 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-adf239db-6bbc-4c56-a996-db29fc032efa None None] For port b32929de-b173-46f0-9862-2e40a0a9e45c, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:35:51.316622 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-adf239db-6bbc-4c56-a996-db29fc032efa None None] For port b32929de-b173-46f0-9862-2e40a0a9e45c, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=b32929de-b173-46f0-9862-2e40a0a9e45c,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:35:51.389334 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-adf239db-6bbc-4c56-a996-db29fc032efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:51.455373 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf239db-6bbc-4c56-a996-db29fc032efa None None] Routers {'aafd85d7-71fa-41ae-855c-0b9f7efde613'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:35:51.456034 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-adf239db-6bbc-4c56-a996-db29fc032efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:35:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['aafd85d7-71fa-41ae-855c-0b9f7efde613'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:35:51.597057 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f0565d-619e-4fbf-9b8d-a1600b3d7207 None None] Pushing event updated for resources: {'Port': ['ID=b32929de-b173-46f0-9862-2e40a0a9e45c,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:51.650536 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-adf239db-6bbc-4c56-a996-db29fc032efa None None] Set router aafd85d7-71fa-41ae-855c-0b9f7efde613 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:35:52.082094 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-adf239db-6bbc-4c56-a996-db29fc032efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafd85d7-71fa-41ae-855c-0b9f7efde613', 'name': 'router1', 'tenant_id': 'b9300e6a0fd84bb6aa85277915ff552b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.17'}], 'enable_snat': True}, 'gw_port_id': 'b32929de-b173-46f0-9862-2e40a0a9e45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:35:28Z', 'updated_at': '2022-10-26T15:35:49Z', 'revision_number': 4, 'project_id': 'b9300e6a0fd84bb6aa85277915ff552b', 'gw_port': {'id': 'b32929de-b173-46f0-9862-2e40a0a9e45c', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:54:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafd85d7-71fa-41ae-855c-0b9f7efde613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:35:48Z', 'updated_at': '2022-10-26T15:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '93d87c39-42f9-4a42-876e-387fddd3698e', 'name': '', 'network_id': '26963eb5-d900-4757-8db5-cf9e28ec0afe', 'tenant_id': 'b9300e6a0fd84bb6aa85277915ff552b', 'mac_address': 'fa:16:3e:23:7c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafd85d7-71fa-41ae-855c-0b9f7efde613', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'df2e5ac7-466e-4874-8dec-c51d2fb964ec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:35:39Z', 'updated_at': '2022-10-26T15:35:45Z', 'revision_number': 5, 'project_id': 'b9300e6a0fd84bb6aa85277915ff552b', 'subnets': [{'id': 'df2e5ac7-466e-4874-8dec-c51d2fb964ec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31c1e23e-2975-4cd9-b4a0-6d3020d005c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:35:52.086067 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf239db-6bbc-4c56-a996-db29fc032efa None None] The sync data for ids ['aafd85d7-71fa-41ae-855c-0b9f7efde613'] in dv-neutron-862712-1-hyperv is: [{'id': 'aafd85d7-71fa-41ae-855c-0b9f7efde613', 'name': 'router1', 'tenant_id': 'b9300e6a0fd84bb6aa85277915ff552b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.17'}], 'enable_snat': True}, 'gw_port_id': 'b32929de-b173-46f0-9862-2e40a0a9e45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:35:28Z', 'updated_at': '2022-10-26T15:35:49Z', 'revision_number': 4, 'project_id': 'b9300e6a0fd84bb6aa85277915ff552b', 'gw_port': {'id': 'b32929de-b173-46f0-9862-2e40a0a9e45c', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:54:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafd85d7-71fa-41ae-855c-0b9f7efde613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:35:48Z', 'updated_at': '2022-10-26T15:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '93d87c39-42f9-4a42-876e-387fddd3698e', 'name': '', 'network_id': '26963eb5-d900-4757-8db5-cf9e28ec0afe', 'tenant_id': 'b9300e6a0fd84bb6aa85277915ff552b', 'mac_address': 'fa:16:3e:23:7c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafd85d7-71fa-41ae-855c-0b9f7efde613', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'df2e5ac7-466e-4874-8dec-c51d2fb964ec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:35:39Z', 'updated_at': '2022-10-26T15:35:45Z', 'revision_number': 5, 'project_id': 'b9300e6a0fd84bb6aa85277915ff552b', 'subnets': [{'id': 'df2e5ac7-466e-4874-8dec-c51d2fb964ec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31c1e23e-2975-4cd9-b4a0-6d3020d005c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:35:52.521246 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 59686) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:35:52.656471 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d8cc0984-b105-497e-9ca7-7e1adc481cb7 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1337695 Oct 26 15:35:53.063946 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device b32929de-b173-46f0-9862-2e40a0a9e45c up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:35:53.200786 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port b32929de-b173-46f0-9862-2e40a0a9e45c completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:35:53.206007 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port b32929de-b173-46f0-9862-2e40a0a9e45c triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:35:53.206761 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:53.206761 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port b32929de-b173-46f0-9862-2e40a0a9e45c Oct 26 15:35:53.328752 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port b32929de-b173-46f0-9862-2e40a0a9e45c is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:35:53.329154 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:53.349186 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port b32929de-b173-46f0-9862-2e40a0a9e45c, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=b32929de-b173-46f0-9862-2e40a0a9e45c,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:35:53.423774 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:53.494833 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=b32929de-b173-46f0-9862-2e40a0a9e45c,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:55.049273 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device b32929de-b173-46f0-9862-2e40a0a9e45c up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:35:55.124722 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port b32929de-b173-46f0-9862-2e40a0a9e45c triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:35:55.125099 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:35:55.125437 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port b32929de-b173-46f0-9862-2e40a0a9e45c Oct 26 15:35:55.287336 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port b32929de-b173-46f0-9862-2e40a0a9e45c is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:36:02.000862 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3be6f2b9-4b2e-4e01-9d81-16051b96bd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:36:04.147537 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1a195fd0-d6e3-4d68-bf86-d2570c5b5e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:36:05.108821 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:36:05.205804 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:36:06.668598 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:36:16.639354 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 5 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 15:36:32.016487 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a92c5888-8697-4550-bb92-3c7a18ed5770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:36:34.142198 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ddf5999a-192f-48db-bc88-8b12c9249d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:36:35.090959 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:36:35.205348 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:36:36.679473 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:36:53.641258 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 5 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 15:37:02.051612 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-797a75e7-4014-490e-bf72-9e646074c7c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:37:04.159558 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a691b5e8-4292-4738-96d8-9e73fc182d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:37:05.102897 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:37:05.216601 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:37:06.679726 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:37:30.640470 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 5 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 15:37:32.000445 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-415fc3c1-f924-4fb9-b911-10f3e286f28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:37:34.137387 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-cdccd12c-db3b-4fd0-9852-9ef7eeab2013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:37:35.104391 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:37:35.194666 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:37:36.680509 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:38:02.001680 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fe4d37bd-0046-4de0-8a62-6e761df34202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:38:04.040429 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 60288) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:38:04.156607 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-630d439d-92c9-4691-904d-f041dfc96885 admin admin] GET failed (client error): The resource could not be found. Oct 26 15:38:04.158646 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-630d439d-92c9-4691-904d-f041dfc96885 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1171138 Oct 26 15:38:04.160854 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-cb5418c7-7fb2-4668-89ae-fd41c5a471d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:38:04.291085 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6022b4ee-9c42-45e5-8132-7a3f2efa995b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:38:04.292452 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-6022b4ee-9c42-45e5-8132-7a3f2efa995b admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1299164 Oct 26 15:38:05.144650 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:38:05.212682 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:38:06.475551 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 60298) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:38:06.580888 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3def44c2-6664-4cff-9485-e84235f04345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:38:06.581434 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-3def44c2-6664-4cff-9485-e84235f04345 admin admin] Synchronizing usage tracker for tenant:b1c05056d96d4c7d98d0d7f7084f7b1e on resource:subnet {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:38:06.675365 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-3def44c2-6664-4cff-9485-e84235f04345 admin admin] Unset dirty status for tenant:b1c05056d96d4c7d98d0d7f7084f7b1e on resource:subnet {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:38:06.676601 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-3def44c2-6664-4cff-9485-e84235f04345 admin admin] 10.222.0.23 "GET /v2.0/subnets/df2e5ac7-466e-4874-8dec-c51d2fb964ec HTTP/1.1" status: 200 len: 849 time: 0.2000904 Oct 26 15:38:06.686001 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-3ee46461-e1f3-4e1b-af52-c6bc57344c96 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:38:06.709660 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:38:06.803305 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3ee46461-e1f3-4e1b-af52-c6bc57344c96 admin admin] Notify callbacks [] for subnet, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:38:07.052548 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3ee46461-e1f3-4e1b-af52-c6bc57344c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728807979403'] for subnet, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:38:07.098355 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee46461-e1f3-4e1b-af52-c6bc57344c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:38:07.098987 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3ee46461-e1f3-4e1b-af52-c6bc57344c96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:38:07.100303 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-3ee46461-e1f3-4e1b-af52-c6bc57344c96 admin admin] 10.222.0.23 "PUT /v2.0/subnets/df2e5ac7-466e-4874-8dec-c51d2fb964ec HTTP/1.1" status: 200 len: 868 time: 0.4180787 Oct 26 15:38:07.103176 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30307b00-6fca-422f-aebd-8abb2b135c85 None None] Network 26963eb5-d900-4757-8db5-cf9e28ec0afe requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:38:07.128270 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee46461-e1f3-4e1b-af52-c6bc57344c96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df2e5ac7-466e-4874-8dec-c51d2fb964ec,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:38:07.136338 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee46461-e1f3-4e1b-af52-c6bc57344c96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:38:07.136728 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee46461-e1f3-4e1b-af52-c6bc57344c96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:38:07.137071 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee46461-e1f3-4e1b-af52-c6bc57344c96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:38:07.137412 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee46461-e1f3-4e1b-af52-c6bc57344c96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:38:07.137747 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee46461-e1f3-4e1b-af52-c6bc57344c96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:38:07.138198 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee46461-e1f3-4e1b-af52-c6bc57344c96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:38:07.138608 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee46461-e1f3-4e1b-af52-c6bc57344c96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:38:07.138975 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee46461-e1f3-4e1b-af52-c6bc57344c96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:38:07.139312 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee46461-e1f3-4e1b-af52-c6bc57344c96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:38:07.139642 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee46461-e1f3-4e1b-af52-c6bc57344c96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:38:07.139971 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee46461-e1f3-4e1b-af52-c6bc57344c96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:38:07.140296 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee46461-e1f3-4e1b-af52-c6bc57344c96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:38:07.590827 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-56bc48f1-b9e7-47ea-b6dc-ebb957f91d28 None None] Provisioning complete for port 841035be-ceca-45f1-81ca-6842e18439bd triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:38:07.591218 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-56bc48f1-b9e7-47ea-b6dc-ebb957f91d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:38:07.591552 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-56bc48f1-b9e7-47ea-b6dc-ebb957f91d28 None None] Attempt 1 to provision port 841035be-ceca-45f1-81ca-6842e18439bd Oct 26 15:38:07.642627 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 5 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 15:38:07.738950 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-56bc48f1-b9e7-47ea-b6dc-ebb957f91d28 None None] Current status of the port 841035be-ceca-45f1-81ca-6842e18439bd is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:38:07.750421 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-56bc48f1-b9e7-47ea-b6dc-ebb957f91d28 None None] Provisioning complete for port 93d87c39-42f9-4a42-876e-387fddd3698e triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:38:07.750835 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-56bc48f1-b9e7-47ea-b6dc-ebb957f91d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:38:07.751197 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-56bc48f1-b9e7-47ea-b6dc-ebb957f91d28 None None] Attempt 1 to provision port 93d87c39-42f9-4a42-876e-387fddd3698e Oct 26 15:38:07.867649 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-56bc48f1-b9e7-47ea-b6dc-ebb957f91d28 None None] Current status of the port 93d87c39-42f9-4a42-876e-387fddd3698e is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:38:09.273144 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 60308) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:38:09.447682 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b2a858-2b54-4227-905b-5940f3beb948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:38:09.448207 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b2a858-2b54-4227-905b-5940f3beb948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:38:09.449835 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b9b2a858-2b54-4227-905b-5940f3beb948 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1757507 Oct 26 15:38:11.624389 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 60318) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:38:11.798918 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55ddf5a-be06-4c0d-b4a2-5b834ed392ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:38:11.799372 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55ddf5a-be06-4c0d-b4a2-5b834ed392ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:38:11.801160 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c55ddf5a-be06-4c0d-b4a2-5b834ed392ff admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1757467 Oct 26 15:38:13.987928 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 60328) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:38:14.157328 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec0bf16-53f0-492b-a264-a24c002b4238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:38:14.159391 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-9ec0bf16-53f0-492b-a264-a24c002b4238 admin admin] 10.222.0.23 "GET /v2.0/networks/0c79a151-ef79-4fff-8a3c-258f9478471d HTTP/1.1" status: 200 len: 886 time: 0.1705339 Oct 26 15:38:16.367857 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 60338) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:38:16.542769 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edf34cd-0355-4bdd-8350-0384287ef6ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:38:16.544121 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-0edf34cd-0355-4bdd-8350-0384287ef6ec admin admin] 10.222.0.23 "GET /v2.0/networks/26963eb5-d900-4757-8db5-cf9e28ec0afe HTTP/1.1" status: 200 len: 869 time: 0.1753318 Oct 26 15:38:18.731912 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 60348) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:38:18.840369 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4f735b-6ff9-4425-a1e1-5b33900ac4f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:38:18.840825 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4f735b-6ff9-4425-a1e1-5b33900ac4f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:38:18.842375 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-de4f735b-6ff9-4425-a1e1-5b33900ac4f1 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1095266 Oct 26 15:38:21.008970 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 60358) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:38:21.117627 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91af0b53-a035-40df-9249-593b41d0d6ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:38:21.118078 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91af0b53-a035-40df-9249-593b41d0d6ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:38:21.119602 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-91af0b53-a035-40df-9249-593b41d0d6ac admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1097138 Oct 26 15:38:23.272919 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 60368) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:38:23.371562 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6188a0b7-e237-495c-a170-b1f508b40d23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:38:23.372972 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-6188a0b7-e237-495c-a170-b1f508b40d23 admin admin] 10.222.0.23 "GET /v2.0/subnets/c2ca7696-0ce7-40e6-84b9-532753b26bb7 HTTP/1.1" status: 200 len: 816 time: 0.0990889 Oct 26 15:38:25.551782 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 60378) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:38:25.661255 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f0cc39-e9f4-44a8-9de8-f6d15e79bca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:38:25.662637 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-99f0cc39-e9f4-44a8-9de8-f6d15e79bca8 admin admin] 10.222.0.23 "GET /v2.0/subnets/df2e5ac7-466e-4874-8dec-c51d2fb964ec HTTP/1.1" status: 200 len: 868 time: 0.1098857 Oct 26 15:38:32.035595 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f44984be-630c-48c4-8f61-8c14ed1b765d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:38:34.167057 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-eaa47178-8c03-44a6-a2e2-f29df78e6eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:38:35.134880 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:38:35.230224 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:38:36.704924 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:38:44.642392 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 5 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 15:38:45.234412 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 60424) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:38:45.281663 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-653deedb-6a5f-49fc-8883-1fd093586b51 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:38:45.282679 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-653deedb-6a5f-49fc-8883-1fd093586b51 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472777 Oct 26 15:38:47.573698 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 60434) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:38:47.640475 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff997c44-985a-4127-afa3-88c24381430a admin admin] GET failed (client error): The resource could not be found. Oct 26 15:38:47.641733 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ff997c44-985a-4127-afa3-88c24381430a admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0670915 Oct 26 15:38:47.768363 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f9c1d7-5671-4059-9c5b-cf3eb4fcba6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:38:47.769746 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-86f9c1d7-5671-4059-9c5b-cf3eb4fcba6b admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1234500 Oct 26 15:38:49.936500 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 60444) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:38:49.983341 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-c4cca4ec-9f16-43cd-916b-1f6c9ea1bd1f admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:38:49.988536 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-c4cca4ec-9f16-43cd-916b-1f6c9ea1bd1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:38:49.998002 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-c4cca4ec-9f16-43cd-916b-1f6c9ea1bd1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:38:50.070330 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4cca4ec-9f16-43cd-916b-1f6c9ea1bd1f admin admin] Made reservation on behalf of b1c05056d96d4c7d98d0d7f7084f7b1e for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:38:50.072648 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c4cca4ec-9f16-43cd-916b-1f6c9ea1bd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:38:50.162268 dv-neutron-862712-1-hyperv neutron-server[89747]: WARNING neutron.services.revisions.revision_plugin [None req-c4cca4ec-9f16-43cd-916b-1f6c9ea1bd1f admin admin] Could not find related network for resource to bump revision. Oct 26 15:38:50.174987 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4cca4ec-9f16-43cd-916b-1f6c9ea1bd1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:38:50.183854 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c4cca4ec-9f16-43cd-916b-1f6c9ea1bd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:38:50.184218 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-c4cca4ec-9f16-43cd-916b-1f6c9ea1bd1f admin admin] Added segment 5abc9882-f28b-4163-a806-005558acd1a5 of type vlan for network d7c973f2-9553-453c-913d-20b83a3cfed4 Oct 26 15:38:50.209869 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c4cca4ec-9f16-43cd-916b-1f6c9ea1bd1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:38:50.297877 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c4cca4ec-9f16-43cd-916b-1f6c9ea1bd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:38:50.299023 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cca4ec-9f16-43cd-916b-1f6c9ea1bd1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:38:50.299541 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c4cca4ec-9f16-43cd-916b-1f6c9ea1bd1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:38:50.402388 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cca4ec-9f16-43cd-916b-1f6c9ea1bd1f admin admin] Pushing event updated for resources: {'Network': ['ID=d7c973f2-9553-453c-913d-20b83a3cfed4,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:38:50.414903 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network d7c973f2-9553-453c-913d-20b83a3cfed4 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:38:50.545478 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c4cca4ec-9f16-43cd-916b-1f6c9ea1bd1f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6078105 Oct 26 15:38:52.712143 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 60454) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:38:52.778681 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0cad4c6-bf5c-4555-8186-06ae7cc5299e admin admin] GET failed (client error): The resource could not be found. Oct 26 15:38:52.779192 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-c0cad4c6-bf5c-4555-8186-06ae7cc5299e admin admin] Synchronizing usage tracker for tenant:b1c05056d96d4c7d98d0d7f7084f7b1e on resource:network {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:38:52.859467 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-c0cad4c6-bf5c-4555-8186-06ae7cc5299e admin admin] Unset dirty status for tenant:b1c05056d96d4c7d98d0d7f7084f7b1e on resource:network {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:38:52.860734 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c0cad4c6-bf5c-4555-8186-06ae7cc5299e admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1475995 Oct 26 15:38:53.016687 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982c2c7a-e513-4b83-90fd-a76ca8390656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:38:53.018811 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-982c2c7a-e513-4b83-90fd-a76ca8390656 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1535761 Oct 26 15:38:53.028651 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-4e2dafe4-493d-49b1-9fac-45c8063b0218 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'd7c973f2-9553-453c-913d-20b83a3cfed4'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:38:53.033779 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4e2dafe4-493d-49b1-9fac-45c8063b0218 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:38:53.043203 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4e2dafe4-493d-49b1-9fac-45c8063b0218 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:38:53.150743 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2dafe4-493d-49b1-9fac-45c8063b0218 admin admin] Made reservation on behalf of b1c05056d96d4c7d98d0d7f7084f7b1e for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:38:53.153039 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4e2dafe4-493d-49b1-9fac-45c8063b0218 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:38:53.401934 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4e2dafe4-493d-49b1-9fac-45c8063b0218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:38:53.477047 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2dafe4-493d-49b1-9fac-45c8063b0218 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1be3f4a-bf73-492b-8829-63d9f454bd82,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:38:53.484146 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2dafe4-493d-49b1-9fac-45c8063b0218 admin admin] Checking segment: {'id': '5abc9882-f28b-4163-a806-005558acd1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd7c973f2-9553-453c-913d-20b83a3cfed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:38:53.484497 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2dafe4-493d-49b1-9fac-45c8063b0218 admin admin] Network hostable DHCP agents. Network: d7c973f2-9553-453c-913d-20b83a3cfed4, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:38:53.544730 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2dafe4-493d-49b1-9fac-45c8063b0218 admin admin] Network d7c973f2-9553-453c-913d-20b83a3cfed4 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:38:53.613147 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-4e2dafe4-493d-49b1-9fac-45c8063b0218 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, d7c973f2-9553-453c-913d-20b83a3cfed4) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:38:53.617725 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2dafe4-493d-49b1-9fac-45c8063b0218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:38:53.618848 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4e2dafe4-493d-49b1-9fac-45c8063b0218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:38:53.621964 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be92c65-0f57-4196-ac98-30f1ab2c8a76 None None] Network d7c973f2-9553-453c-913d-20b83a3cfed4 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:38:53.706672 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4e2dafe4-493d-49b1-9fac-45c8063b0218 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6813571 Oct 26 15:38:53.856934 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138cfee5-5146-4c82-95fd-95dd4a95ae5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-d7c973f2-9553-453c-913d-20b83a3cfed4', 'network_id': 'd7c973f2-9553-453c-913d-20b83a3cfed4', 'tenant_id': 'b1c05056d96d4c7d98d0d7f7084f7b1e', 'fixed_ips': [{'subnet_id': 'd1be3f4a-bf73-492b-8829-63d9f454bd82'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:38:53.857843 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-138cfee5-5146-4c82-95fd-95dd4a95ae5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:38:54.021557 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-138cfee5-5146-4c82-95fd-95dd4a95ae5a None None] Allocated IP 192.168.233.2 (d7c973f2-9553-453c-913d-20b83a3cfed4/d1be3f4a-bf73-492b-8829-63d9f454bd82/c863a225-9a29-4ae9-b128-b4542571b1ff) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:38:54.233129 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-138cfee5-5146-4c82-95fd-95dd4a95ae5a None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:38:54.244604 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-138cfee5-5146-4c82-95fd-95dd4a95ae5a None None] Transition to ACTIVE for port object c863a225-9a29-4ae9-b128-b4542571b1ff will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:38:54.263659 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-138cfee5-5146-4c82-95fd-95dd4a95ae5a None None] Transition to ACTIVE for port object c863a225-9a29-4ae9-b128-b4542571b1ff will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:38:54.351185 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-138cfee5-5146-4c82-95fd-95dd4a95ae5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:38:54.422722 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138cfee5-5146-4c82-95fd-95dd4a95ae5a None None] Network d7c973f2-9553-453c-913d-20b83a3cfed4 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:38:54.426879 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-138cfee5-5146-4c82-95fd-95dd4a95ae5a None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:38:54.429344 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138cfee5-5146-4c82-95fd-95dd4a95ae5a None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:38:54.473384 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138cfee5-5146-4c82-95fd-95dd4a95ae5a None None] Pushing event updated for resources: {'Port': ['ID=c863a225-9a29-4ae9-b128-b4542571b1ff,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:38:54.514171 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138cfee5-5146-4c82-95fd-95dd4a95ae5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:38:54.514540 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138cfee5-5146-4c82-95fd-95dd4a95ae5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:38:54.514873 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138cfee5-5146-4c82-95fd-95dd4a95ae5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:38:54.515200 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138cfee5-5146-4c82-95fd-95dd4a95ae5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:38:54.515529 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138cfee5-5146-4c82-95fd-95dd4a95ae5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:38:54.515883 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138cfee5-5146-4c82-95fd-95dd4a95ae5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:38:54.516209 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138cfee5-5146-4c82-95fd-95dd4a95ae5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:38:54.516529 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138cfee5-5146-4c82-95fd-95dd4a95ae5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:38:54.516858 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138cfee5-5146-4c82-95fd-95dd4a95ae5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:38:54.517193 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138cfee5-5146-4c82-95fd-95dd4a95ae5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:38:54.518607 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138cfee5-5146-4c82-95fd-95dd4a95ae5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:38:54.518948 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138cfee5-5146-4c82-95fd-95dd4a95ae5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:38:54.555385 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-138cfee5-5146-4c82-95fd-95dd4a95ae5a None None] Attempting to bind port c863a225-9a29-4ae9-b128-b4542571b1ff on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:38:54.555749 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-138cfee5-5146-4c82-95fd-95dd4a95ae5a None None] Attempting to bind port c863a225-9a29-4ae9-b128-b4542571b1ff by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '5abc9882-f28b-4163-a806-005558acd1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd7c973f2-9553-453c-913d-20b83a3cfed4'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:38:54.556105 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138cfee5-5146-4c82-95fd-95dd4a95ae5a None None] Attempting to bind port c863a225-9a29-4ae9-b128-b4542571b1ff on network d7c973f2-9553-453c-913d-20b83a3cfed4 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:38:54.561735 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138cfee5-5146-4c82-95fd-95dd4a95ae5a None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:38:54.562106 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138cfee5-5146-4c82-95fd-95dd4a95ae5a None None] Checking segment: {'id': '5abc9882-f28b-4163-a806-005558acd1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd7c973f2-9553-453c-913d-20b83a3cfed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:38:54.562527 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-138cfee5-5146-4c82-95fd-95dd4a95ae5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:38:54.562912 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138cfee5-5146-4c82-95fd-95dd4a95ae5a None None] Bound using segment: {'id': '5abc9882-f28b-4163-a806-005558acd1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd7c973f2-9553-453c-913d-20b83a3cfed4'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:38:54.563370 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-138cfee5-5146-4c82-95fd-95dd4a95ae5a None None] Bound port: c863a225-9a29-4ae9-b128-b4542571b1ff, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5abc9882-f28b-4163-a806-005558acd1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd7c973f2-9553-453c-913d-20b83a3cfed4'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:38:54.563747 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-138cfee5-5146-4c82-95fd-95dd4a95ae5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:38:54.655003 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-138cfee5-5146-4c82-95fd-95dd4a95ae5a None None] For port c863a225-9a29-4ae9-b128-b4542571b1ff, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:38:54.657965 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-138cfee5-5146-4c82-95fd-95dd4a95ae5a None None] For port c863a225-9a29-4ae9-b128-b4542571b1ff, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=c863a225-9a29-4ae9-b128-b4542571b1ff,segment=NetworkSegment(5abc9882-f28b-4163-a806-005558acd1a5),segment_id=5abc9882-f28b-4163-a806-005558acd1a5)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:38:54.757201 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-138cfee5-5146-4c82-95fd-95dd4a95ae5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:38:54.835662 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138cfee5-5146-4c82-95fd-95dd4a95ae5a None None] Pushing event updated for resources: {'Port': ['ID=c863a225-9a29-4ae9-b128-b4542571b1ff,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:38:55.163329 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device c863a225-9a29-4ae9-b128-b4542571b1ff up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:38:55.300790 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port c863a225-9a29-4ae9-b128-b4542571b1ff completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:38:55.655764 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38a85ec-51a9-468e-9ac4-6b2db73066d2 None None] Network d7c973f2-9553-453c-913d-20b83a3cfed4 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:38:55.837337 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-b47cc477-e55d-47fd-9e93-98e3ceb0b1e1 None None] Provisioning for port c863a225-9a29-4ae9-b128-b4542571b1ff completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:38:55.849508 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-b47cc477-e55d-47fd-9e93-98e3ceb0b1e1 None None] Provisioning complete for port c863a225-9a29-4ae9-b128-b4542571b1ff triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:38:55.849882 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b47cc477-e55d-47fd-9e93-98e3ceb0b1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:38:55.850218 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-b47cc477-e55d-47fd-9e93-98e3ceb0b1e1 None None] Attempt 1 to provision port c863a225-9a29-4ae9-b128-b4542571b1ff Oct 26 15:38:56.042362 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-b47cc477-e55d-47fd-9e93-98e3ceb0b1e1 None None] Current status of the port c863a225-9a29-4ae9-b128-b4542571b1ff is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:38:56.042720 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b47cc477-e55d-47fd-9e93-98e3ceb0b1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:38:56.078998 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-b47cc477-e55d-47fd-9e93-98e3ceb0b1e1 None None] For port c863a225-9a29-4ae9-b128-b4542571b1ff, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=c863a225-9a29-4ae9-b128-b4542571b1ff,segment=NetworkSegment(5abc9882-f28b-4163-a806-005558acd1a5),segment_id=5abc9882-f28b-4163-a806-005558acd1a5)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:38:56.174324 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b47cc477-e55d-47fd-9e93-98e3ceb0b1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:38:56.245225 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47cc477-e55d-47fd-9e93-98e3ceb0b1e1 None None] Pushing event updated for resources: {'Port': ['ID=c863a225-9a29-4ae9-b128-b4542571b1ff,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:38:56.294652 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-6fb6c241-6f8a-40d4-b6f3-fed717ac84b6 None None] Provisioning complete for port c863a225-9a29-4ae9-b128-b4542571b1ff triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:38:56.294955 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6fb6c241-6f8a-40d4-b6f3-fed717ac84b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:38:56.295291 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-6fb6c241-6f8a-40d4-b6f3-fed717ac84b6 None None] Attempt 1 to provision port c863a225-9a29-4ae9-b128-b4542571b1ff Oct 26 15:38:56.419402 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6fb6c241-6f8a-40d4-b6f3-fed717ac84b6 None None] Current status of the port c863a225-9a29-4ae9-b128-b4542571b1ff is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:38:57.138191 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device c863a225-9a29-4ae9-b128-b4542571b1ff up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:38:57.207436 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port c863a225-9a29-4ae9-b128-b4542571b1ff triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:38:57.207800 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:38:57.208134 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port c863a225-9a29-4ae9-b128-b4542571b1ff Oct 26 15:38:57.326403 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port c863a225-9a29-4ae9-b128-b4542571b1ff is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:39:02.008046 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f68346ca-f81c-4c0f-bf7b-0e8e4d1dfc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:39:04.139581 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bef265da-2fa3-4fc4-ba36-e1ba2e98568b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:39:05.139892 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:39:05.196459 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:39:06.682523 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:39:21.641514 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 5 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 15:39:32.025967 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-8e265950-1ea4-4a65-9dc6-88184a4da670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:39:34.174460 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bc18f1ea-6163-4f0f-93c1-6e53f8afff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:39:35.174241 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:39:35.207232 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:39:36.687284 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:39:58.640327 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 5 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 15:40:02.008647 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-908b0070-c8b3-4744-81e8-58032901529a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:40:04.155474 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-be83f479-a247-4ced-a089-3335baeec9b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:40:05.149750 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:40:05.229598 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:40:06.683136 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:40:32.070884 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e8ac3c5f-eda0-4d0e-8306-050b4b163627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:40:33.774000 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 60504) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:40:33.780002 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-6db39ca9-b3ad-4968-a9b4-a74f9eb4ea4d tempest-verify_tempest_config-307619325 tempest-verify_tempest_config-307619325-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:40:33.780944 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-6db39ca9-b3ad-4968-a9b4-a74f9eb4ea4d tempest-verify_tempest_config-307619325 tempest-verify_tempest_config-307619325-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059302 Oct 26 15:40:34.155624 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ecc81cba-aa3c-477c-9ded-481b08539134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:40:34.297652 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 60522) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:40:34.411636 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e588d6bb-d24d-40e8-8f0d-ff17a7e17673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:40:34.426317 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e588d6bb-d24d-40e8-8f0d-ff17a7e17673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:40:34.430384 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e588d6bb-d24d-40e8-8f0d-ff17a7e17673 admin admin] Usage tracker for resource:security_group_rule and tenant:ec168dc204c84422aa8a0d8c7e02a367 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:40:34.433109 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e588d6bb-d24d-40e8-8f0d-ff17a7e17673 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:40:34.438694 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e588d6bb-d24d-40e8-8f0d-ff17a7e17673 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:40:34.518200 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e588d6bb-d24d-40e8-8f0d-ff17a7e17673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:40:34.601357 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e588d6bb-d24d-40e8-8f0d-ff17a7e17673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:40:34.649992 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e588d6bb-d24d-40e8-8f0d-ff17a7e17673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b0928a-9b7a-4f69-b7f3-cfe757797ba7,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:34.652715 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e588d6bb-d24d-40e8-8f0d-ff17a7e17673 admin admin] Synchronizing usage tracker for tenant:b1c05056d96d4c7d98d0d7f7084f7b1e on resource:security_group {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:40:34.665230 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e588d6bb-d24d-40e8-8f0d-ff17a7e17673 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:34.665593 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e588d6bb-d24d-40e8-8f0d-ff17a7e17673 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:34.665934 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e588d6bb-d24d-40e8-8f0d-ff17a7e17673 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:34.666263 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e588d6bb-d24d-40e8-8f0d-ff17a7e17673 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:34.666620 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e588d6bb-d24d-40e8-8f0d-ff17a7e17673 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:34.666963 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e588d6bb-d24d-40e8-8f0d-ff17a7e17673 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:34.667291 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e588d6bb-d24d-40e8-8f0d-ff17a7e17673 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:34.667631 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e588d6bb-d24d-40e8-8f0d-ff17a7e17673 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:34.667958 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e588d6bb-d24d-40e8-8f0d-ff17a7e17673 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:34.668299 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e588d6bb-d24d-40e8-8f0d-ff17a7e17673 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:34.668618 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e588d6bb-d24d-40e8-8f0d-ff17a7e17673 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:34.668935 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e588d6bb-d24d-40e8-8f0d-ff17a7e17673 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:34.738293 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e588d6bb-d24d-40e8-8f0d-ff17a7e17673 admin admin] Unset dirty status for tenant:b1c05056d96d4c7d98d0d7f7084f7b1e on resource:security_group {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:40:34.739595 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e588d6bb-d24d-40e8-8f0d-ff17a7e17673 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ec168dc204c84422aa8a0d8c7e02a367&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4409943 Oct 26 15:40:34.742491 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 60528) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:40:34.800169 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-28ed7726-98ff-4fb4-8226-c108c9b53283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:40:34.825452 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-28ed7726-98ff-4fb4-8226-c108c9b53283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:40:34.967371 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-28ed7726-98ff-4fb4-8226-c108c9b53283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:40:34.984746 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed7726-98ff-4fb4-8226-c108c9b53283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b0928a-9b7a-4f69-b7f3-cfe757797ba7,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:34.987984 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-28ed7726-98ff-4fb4-8226-c108c9b53283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:40:34.989161 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-28ed7726-98ff-4fb4-8226-c108c9b53283 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/74b0928a-9b7a-4f69-b7f3-cfe757797ba7 HTTP/1.1" status: 204 len: 168 time: 0.2456517 Oct 26 15:40:35.144059 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:40:35.197577 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:40:35.640080 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 5 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 15:40:36.687114 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:41:02.012551 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-216ab92e-a4b8-4d8e-b134-90c407ad767f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:41:04.143785 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b398a24b-f737-4d29-a41f-d60b819c6546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:41:05.136758 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:41:05.215241 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:41:06.700938 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:41:12.640224 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 5 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 15:41:32.044070 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-caaad2ec-3d8c-4922-a946-ff7ba5999042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:41:34.152441 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-8ba3210b-8ec0-496e-81ae-fb27e07c1cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:41:35.133746 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:41:35.206803 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:41:36.701458 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:41:49.639309 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 5 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 15:41:56.781687 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576424'] for agent, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:42:02.006544 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7d392293-8a78-426a-87df-375d5f65f6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:42:04.161222 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fc4562b7-b576-44f3-a5d2-533fdbfa3edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:42:05.152579 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:42:05.217921 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:42:06.758843 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:42:11.233527 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 60606) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:42:11.345846 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-91277c39-4337-4497-90f2-9a3933c20a35 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1112437 Oct 26 15:42:13.558808 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 60616) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:42:13.613278 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a7d7f5b2-33d1-4c92-bc47-43b69355f47c admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0533910 Oct 26 15:42:26.639799 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 15:42:26.744395 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:42:32.015810 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-cf8a57b5-f92d-47b8-9a10-c5448a1ea31b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:42:34.126540 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9dcbe790-1c27-4390-99e3-32925a333a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:42:35.141442 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:42:35.205847 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:42:36.698094 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:42:56.846128 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:02.017689 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b0641825-9d31-4c22-9e6f-9d744702d0b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:03.639495 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 15:43:04.142739 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-176c9bca-6d44-40cb-aa91-2143885a7862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:05.158723 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:05.211608 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:06.707418 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:26.747432 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:32.017246 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-797efd5d-79ba-44a5-ae99-d338eafb8725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:34.136926 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d2af076e-b96b-4b56-a7e3-985f551332bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:35.148384 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:35.176639 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:36.712707 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:40.645027 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 15:43:45.749192 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 60800) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:43:46.207734 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 60818) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:43:46.292681 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-8fddd4f0-0964-4e1c-bb35-beacd05cffc0 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-755827941'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:43:46.297993 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8fddd4f0-0964-4e1c-bb35-beacd05cffc0 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:43:46.302097 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8fddd4f0-0964-4e1c-bb35-beacd05cffc0 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Usage tracker for resource:network and tenant:b428e3fc7ae94183b7e4462eb47a28df is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:43:46.305130 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8fddd4f0-0964-4e1c-bb35-beacd05cffc0 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:43:46.311282 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8fddd4f0-0964-4e1c-bb35-beacd05cffc0 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:43:46.326417 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 60824) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:43:46.393965 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fddd4f0-0964-4e1c-bb35-beacd05cffc0 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Made reservation on behalf of b428e3fc7ae94183b7e4462eb47a28df for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:43:46.397503 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8fddd4f0-0964-4e1c-bb35-beacd05cffc0 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:46.412223 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8fddd4f0-0964-4e1c-bb35-beacd05cffc0 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:46.429022 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8fddd4f0-0964-4e1c-bb35-beacd05cffc0 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:43:46.434110 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8fddd4f0-0964-4e1c-bb35-beacd05cffc0 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Usage tracker for resource:security_group_rule and tenant:b428e3fc7ae94183b7e4462eb47a28df is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:43:46.438313 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8fddd4f0-0964-4e1c-bb35-beacd05cffc0 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:43:46.444876 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8fddd4f0-0964-4e1c-bb35-beacd05cffc0 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:43:46.533636 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8fddd4f0-0964-4e1c-bb35-beacd05cffc0 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:46.561931 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 60838) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:43:46.599811 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8fddd4f0-0964-4e1c-bb35-beacd05cffc0 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:46.643178 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fddd4f0-0964-4e1c-bb35-beacd05cffc0 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9e50b0-9720-436f-8265-538a744027b2,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:43:46.650673 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fddd4f0-0964-4e1c-bb35-beacd05cffc0 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:43:46.653383 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fddd4f0-0964-4e1c-bb35-beacd05cffc0 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:43:46.653733 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fddd4f0-0964-4e1c-bb35-beacd05cffc0 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:43:46.654073 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fddd4f0-0964-4e1c-bb35-beacd05cffc0 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:43:46.654413 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fddd4f0-0964-4e1c-bb35-beacd05cffc0 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:43:46.654774 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fddd4f0-0964-4e1c-bb35-beacd05cffc0 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:43:46.655105 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fddd4f0-0964-4e1c-bb35-beacd05cffc0 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:43:46.655435 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fddd4f0-0964-4e1c-bb35-beacd05cffc0 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:43:46.655776 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fddd4f0-0964-4e1c-bb35-beacd05cffc0 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:43:46.656085 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fddd4f0-0964-4e1c-bb35-beacd05cffc0 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:43:46.656408 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fddd4f0-0964-4e1c-bb35-beacd05cffc0 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:43:46.656732 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fddd4f0-0964-4e1c-bb35-beacd05cffc0 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:43:46.657052 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fddd4f0-0964-4e1c-bb35-beacd05cffc0 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:43:46.658164 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fddd4f0-0964-4e1c-bb35-beacd05cffc0 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Tracked resource versions report: Oct 26 15:43:46.658164 dv-neutron-862712-1-hyperv neutron-server[89748]: pushed versions: Oct 26 15:43:46.658164 dv-neutron-862712-1-hyperv neutron-server[89748]: { 'AddressGroup': {'1.2'}, Oct 26 15:43:46.658164 dv-neutron-862712-1-hyperv neutron-server[89748]: 'ConntrackHelper': {'1.0'}, Oct 26 15:43:46.658164 dv-neutron-862712-1-hyperv neutron-server[89748]: 'Log': {'1.0'}, Oct 26 15:43:46.658164 dv-neutron-862712-1-hyperv neutron-server[89748]: 'Network': {'1.1'}, Oct 26 15:43:46.658164 dv-neutron-862712-1-hyperv neutron-server[89748]: 'Port': {'1.7'}, Oct 26 15:43:46.658164 dv-neutron-862712-1-hyperv neutron-server[89748]: 'PortForwarding': {'1.2'}, Oct 26 15:43:46.658164 dv-neutron-862712-1-hyperv neutron-server[89748]: 'QosPolicy': {'1.8'}, Oct 26 15:43:46.658164 dv-neutron-862712-1-hyperv neutron-server[89748]: 'SecurityGroup': {'1.4'}, Oct 26 15:43:46.658164 dv-neutron-862712-1-hyperv neutron-server[89748]: 'SecurityGroupRule': {'1.2'}, Oct 26 15:43:46.658164 dv-neutron-862712-1-hyperv neutron-server[89748]: 'SubPort': {'1.0'}, Oct 26 15:43:46.658164 dv-neutron-862712-1-hyperv neutron-server[89748]: 'Subnet': {'1.1'}, Oct 26 15:43:46.658164 dv-neutron-862712-1-hyperv neutron-server[89748]: 'Trunk': {'1.1'}} Oct 26 15:43:46.658164 dv-neutron-862712-1-hyperv neutron-server[89748]: consumer versions: Oct 26 15:43:46.658164 dv-neutron-862712-1-hyperv neutron-server[89748]: { DHCP agent@dv-neutron-862712-1-hyperv: {}, Oct 26 15:43:46.658164 dv-neutron-862712-1-hyperv neutron-server[89748]: HyperV agent@hv-neutron-8627: {}, Oct 26 15:43:46.658164 dv-neutron-862712-1-hyperv neutron-server[89748]: L3 agent@dv-neutron-862712-1-hyperv: {}, Oct 26 15:43:46.658164 dv-neutron-862712-1-hyperv neutron-server[89748]: Metadata agent@dv-neutron-862712-1-hyperv: {}, Oct 26 15:43:46.658164 dv-neutron-862712-1-hyperv neutron-server[89748]: Metering agent@dv-neutron-862712-1-hyperv: {}, Oct 26 15:43:46.658164 dv-neutron-862712-1-hyperv neutron-server[89748]: Open vSwitch agent@dv-neutron-862712-1-hyperv: { 'AddressGroup': '1.2', Oct 26 15:43:46.658164 dv-neutron-862712-1-hyperv neutron-server[89748]: 'ConntrackHelper': '1.0', Oct 26 15:43:46.658164 dv-neutron-862712-1-hyperv neutron-server[89748]: 'Log': '1.0', Oct 26 15:43:46.658164 dv-neutron-862712-1-hyperv neutron-server[89748]: 'Network': '1.1', Oct 26 15:43:46.658164 dv-neutron-862712-1-hyperv neutron-server[89748]: 'Port': '1.7', Oct 26 15:43:46.658164 dv-neutron-862712-1-hyperv neutron-server[89748]: 'PortForwarding': '1.2', Oct 26 15:43:46.658164 dv-neutron-862712-1-hyperv neutron-server[89748]: 'QosPolicy': '1.8', Oct 26 15:43:46.658164 dv-neutron-862712-1-hyperv neutron-server[89748]: 'SecurityGroup': '1.4', Oct 26 15:43:46.658164 dv-neutron-862712-1-hyperv neutron-server[89748]: 'SecurityGroupRule': '1.2', Oct 26 15:43:46.658164 dv-neutron-862712-1-hyperv neutron-server[89748]: 'SubPort': '1.0', Oct 26 15:43:46.658164 dv-neutron-862712-1-hyperv neutron-server[89748]: 'Subnet': '1.1', Oct 26 15:43:46.658164 dv-neutron-862712-1-hyperv neutron-server[89748]: 'Trunk': '1.1'}} Oct 26 15:43:46.658164 dv-neutron-862712-1-hyperv neutron-server[89748]: {{(pid=89748) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 15:43:46.668735 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8fddd4f0-0964-4e1c-bb35-beacd05cffc0 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:46.668873 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-8fddd4f0-0964-4e1c-bb35-beacd05cffc0 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Added segment ad681930-81e8-4149-9bf2-d74e0780dad8 of type vlan for network faa209c4-43d9-4ed7-945e-102065551d5a Oct 26 15:43:46.700758 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8fddd4f0-0964-4e1c-bb35-beacd05cffc0 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:46.728381 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-9b966584-657f-40be-af9b-27f72e25f664 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1173380643-network', 'tenant_id': '0d1979e8b1384c06a2335dbdad38722e'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:43:46.735740 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-9b966584-657f-40be-af9b-27f72e25f664 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:43:46.740734 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-9b966584-657f-40be-af9b-27f72e25f664 admin admin] Usage tracker for resource:network and tenant:0d1979e8b1384c06a2335dbdad38722e is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:43:46.747908 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-9b966584-657f-40be-af9b-27f72e25f664 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:43:46.751208 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-9b966584-657f-40be-af9b-27f72e25f664 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:43:46.762508 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-a5eb54e3-f10d-4d3e-bef0-b921b3533421 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-19638021-network', 'tenant_id': '3fa1ce7c495d47a7b8af796c383d23bd'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:43:46.769875 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a5eb54e3-f10d-4d3e-bef0-b921b3533421 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:43:46.779718 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a5eb54e3-f10d-4d3e-bef0-b921b3533421 admin admin] Usage tracker for resource:network and tenant:3fa1ce7c495d47a7b8af796c383d23bd is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:43:46.779718 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a5eb54e3-f10d-4d3e-bef0-b921b3533421 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:43:46.784052 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a5eb54e3-f10d-4d3e-bef0-b921b3533421 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:43:46.834112 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8fddd4f0-0964-4e1c-bb35-beacd05cffc0 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:46.840384 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fddd4f0-0964-4e1c-bb35-beacd05cffc0 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:43:46.844151 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8fddd4f0-0964-4e1c-bb35-beacd05cffc0 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:46.881698 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 60850) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:43:46.935159 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b966584-657f-40be-af9b-27f72e25f664 admin admin] Made reservation on behalf of 0d1979e8b1384c06a2335dbdad38722e for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:43:46.937436 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9b966584-657f-40be-af9b-27f72e25f664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:46.946185 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5eb54e3-f10d-4d3e-bef0-b921b3533421 admin admin] Made reservation on behalf of 3fa1ce7c495d47a7b8af796c383d23bd for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:43:46.948363 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a5eb54e3-f10d-4d3e-bef0-b921b3533421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:46.976075 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a5eb54e3-f10d-4d3e-bef0-b921b3533421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:46.989025 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9b966584-657f-40be-af9b-27f72e25f664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:47.008468 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fddd4f0-0964-4e1c-bb35-beacd05cffc0 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Pushing event updated for resources: {'Network': ['ID=faa209c4-43d9-4ed7-945e-102065551d5a,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:43:47.013118 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a5eb54e3-f10d-4d3e-bef0-b921b3533421 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:43:47.018102 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-9b966584-657f-40be-af9b-27f72e25f664 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:43:47.020424 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a5eb54e3-f10d-4d3e-bef0-b921b3533421 admin admin] Usage tracker for resource:security_group_rule and tenant:3fa1ce7c495d47a7b8af796c383d23bd is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:43:47.024811 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a5eb54e3-f10d-4d3e-bef0-b921b3533421 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:43:47.028239 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network faa209c4-43d9-4ed7-945e-102065551d5a details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:43:47.028711 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-9b966584-657f-40be-af9b-27f72e25f664 admin admin] Usage tracker for resource:security_group_rule and tenant:0d1979e8b1384c06a2335dbdad38722e is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:43:47.033273 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-9b966584-657f-40be-af9b-27f72e25f664 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:43:47.036007 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a5eb54e3-f10d-4d3e-bef0-b921b3533421 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:43:47.041714 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-9b966584-657f-40be-af9b-27f72e25f664 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:43:47.047424 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-8fddd4f0-0964-4e1c-bb35-beacd05cffc0 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.2949860 Oct 26 15:43:47.048377 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 60860) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:43:47.055624 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-7f3af833-d43e-44dd-8680-d1b9fcd84e7b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Request body: {'subnet': {'network_id': 'faa209c4-43d9-4ed7-945e-102065551d5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:43:47.148461 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-cc70b1b7-f3b4-41c2-adb5-d8db364af21e tempest-AgentManagementNegativeTest-1057965523 tempest-AgentManagementNegativeTest-1057965523-project] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5851321 Oct 26 15:43:47.222383 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9b966584-657f-40be-af9b-27f72e25f664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:47.224786 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a5eb54e3-f10d-4d3e-bef0-b921b3533421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:47.274871 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-7f3af833-d43e-44dd-8680-d1b9fcd84e7b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:43:47.278928 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7f3af833-d43e-44dd-8680-d1b9fcd84e7b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Usage tracker for resource:subnet and tenant:b428e3fc7ae94183b7e4462eb47a28df is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:43:47.281841 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7f3af833-d43e-44dd-8680-d1b9fcd84e7b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:43:47.287805 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-7f3af833-d43e-44dd-8680-d1b9fcd84e7b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:43:47.297107 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a5eb54e3-f10d-4d3e-bef0-b921b3533421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:47.301124 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9b966584-657f-40be-af9b-27f72e25f664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:47.323791 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-57a527b2-47dd-401e-a67b-daad838a93ea tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1760554563', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:43:47.330408 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-57a527b2-47dd-401e-a67b-daad838a93ea tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:43:47.335686 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-57a527b2-47dd-401e-a67b-daad838a93ea tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] Usage tracker for resource:port and tenant:1cb56de34ca7428a8311825bdf0586a2 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:43:47.336355 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5eb54e3-f10d-4d3e-bef0-b921b3533421 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:43:47.338617 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b966584-657f-40be-af9b-27f72e25f664 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:43:47.339010 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-57a527b2-47dd-401e-a67b-daad838a93ea tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:43:47.345475 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-57a527b2-47dd-401e-a67b-daad838a93ea tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:43:47.370375 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a5eb54e3-f10d-4d3e-bef0-b921b3533421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:47.370375 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-a5eb54e3-f10d-4d3e-bef0-b921b3533421 admin admin] Added segment 58b9d531-b937-43c4-adf8-a18c3dfd53fb of type vlan for network d8f14250-22cf-4a11-9481-ae7fced3b7b5 Oct 26 15:43:47.370660 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb54e3-f10d-4d3e-bef0-b921b3533421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc0953e-65fa-4db3-bdbc-41837463cee1,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:43:47.374285 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9b966584-657f-40be-af9b-27f72e25f664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:47.374849 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-9b966584-657f-40be-af9b-27f72e25f664 admin admin] Added segment dc397887-b971-4dfa-aad0-c89bea8ed724 of type vlan for network 9e7f403d-8db4-413b-aaa2-82bc08b56467 Oct 26 15:43:47.394033 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3af833-d43e-44dd-8680-d1b9fcd84e7b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Made reservation on behalf of b428e3fc7ae94183b7e4462eb47a28df for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:43:47.397733 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7f3af833-d43e-44dd-8680-d1b9fcd84e7b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks [] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:47.438981 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a5eb54e3-f10d-4d3e-bef0-b921b3533421 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:47.444509 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9b966584-657f-40be-af9b-27f72e25f664 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:47.447777 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b966584-657f-40be-af9b-27f72e25f664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c96019f-1890-4ae1-b911-e286a18f2224,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:43:47.473069 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a527b2-47dd-401e-a67b-daad838a93ea tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] Made reservation on behalf of 1cb56de34ca7428a8311825bdf0586a2 for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:43:47.475410 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-57a527b2-47dd-401e-a67b-daad838a93ea tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:47.504017 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-57a527b2-47dd-401e-a67b-daad838a93ea tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:47.526564 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-57a527b2-47dd-401e-a67b-daad838a93ea tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:43:47.536315 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-57a527b2-47dd-401e-a67b-daad838a93ea tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] Usage tracker for resource:security_group_rule and tenant:1cb56de34ca7428a8311825bdf0586a2 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:43:47.541091 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-57a527b2-47dd-401e-a67b-daad838a93ea tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:43:47.552887 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-57a527b2-47dd-401e-a67b-daad838a93ea tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:43:47.577581 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a5eb54e3-f10d-4d3e-bef0-b921b3533421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:47.578592 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5eb54e3-f10d-4d3e-bef0-b921b3533421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:43:47.579179 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a5eb54e3-f10d-4d3e-bef0-b921b3533421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:47.601010 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9b966584-657f-40be-af9b-27f72e25f664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:47.601958 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b966584-657f-40be-af9b-27f72e25f664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:43:47.602924 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9b966584-657f-40be-af9b-27f72e25f664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:47.735139 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb54e3-f10d-4d3e-bef0-b921b3533421 admin admin] Pushing event updated for resources: {'Network': ['ID=d8f14250-22cf-4a11-9481-ae7fced3b7b5,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:43:47.748791 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network d8f14250-22cf-4a11-9481-ae7fced3b7b5 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:43:47.787046 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-57a527b2-47dd-401e-a67b-daad838a93ea tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:47.792901 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7f3af833-d43e-44dd-8680-d1b9fcd84e7b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:47.843981 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b966584-657f-40be-af9b-27f72e25f664 admin admin] Pushing event updated for resources: {'Network': ['ID=9e7f403d-8db4-413b-aaa2-82bc08b56467,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:43:47.852634 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a5eb54e3-f10d-4d3e-bef0-b921b3533421 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5273292 Oct 26 15:43:47.854684 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-9b966584-657f-40be-af9b-27f72e25f664 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6451046 Oct 26 15:43:47.855628 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 60882) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:43:47.858510 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 60884) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:43:47.864483 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-82996474-621e-4ec3-a43e-0133f139f579 admin admin] Request body: {'subnet': {'network_id': 'd8f14250-22cf-4a11-9481-ae7fced3b7b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-19638021-subnet', 'tenant_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:43:47.883249 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-82996474-621e-4ec3-a43e-0133f139f579 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:43:47.883249 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-3e3117cb-9fa5-43ec-b06b-995da5118bc4 admin admin] Request body: {'subnet': {'network_id': '9e7f403d-8db4-413b-aaa2-82bc08b56467', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1173380643-subnet', 'tenant_id': '0d1979e8b1384c06a2335dbdad38722e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:43:47.883249 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-82996474-621e-4ec3-a43e-0133f139f579 admin admin] Usage tracker for resource:subnet and tenant:3fa1ce7c495d47a7b8af796c383d23bd is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:43:47.885572 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-82996474-621e-4ec3-a43e-0133f139f579 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:43:47.890311 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-3e3117cb-9fa5-43ec-b06b-995da5118bc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:43:47.894605 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 9e7f403d-8db4-413b-aaa2-82bc08b56467 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:43:47.896981 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-82996474-621e-4ec3-a43e-0133f139f579 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:43:47.899388 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-3e3117cb-9fa5-43ec-b06b-995da5118bc4 admin admin] Usage tracker for resource:subnet and tenant:0d1979e8b1384c06a2335dbdad38722e is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:43:47.904103 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-3e3117cb-9fa5-43ec-b06b-995da5118bc4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:43:47.914761 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-3e3117cb-9fa5-43ec-b06b-995da5118bc4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:43:47.951256 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3af833-d43e-44dd-8680-d1b9fcd84e7b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Pushing event updated for resources: {'Subnet': ['ID=075a1cfc-afbf-41f7-bf51-6f731454883d,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:43:47.971299 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 60894) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:43:47.986058 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-57a527b2-47dd-401e-a67b-daad838a93ea tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:48.001396 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-57a527b2-47dd-401e-a67b-daad838a93ea tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] device_id is not set on port d9f5b87a-e5ff-45eb-a1e5-b388a5ecb36b yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:43:48.025392 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 60902) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:43:48.040956 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3af833-d43e-44dd-8680-d1b9fcd84e7b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:43:48.041313 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3af833-d43e-44dd-8680-d1b9fcd84e7b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:43:48.041655 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3af833-d43e-44dd-8680-d1b9fcd84e7b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:43:48.042009 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3af833-d43e-44dd-8680-d1b9fcd84e7b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:43:48.042388 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3af833-d43e-44dd-8680-d1b9fcd84e7b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:43:48.043669 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3af833-d43e-44dd-8680-d1b9fcd84e7b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:43:48.044522 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3af833-d43e-44dd-8680-d1b9fcd84e7b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:43:48.044860 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3af833-d43e-44dd-8680-d1b9fcd84e7b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:43:48.045190 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3af833-d43e-44dd-8680-d1b9fcd84e7b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:43:48.045516 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3af833-d43e-44dd-8680-d1b9fcd84e7b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:43:48.045846 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3af833-d43e-44dd-8680-d1b9fcd84e7b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:43:48.046176 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3af833-d43e-44dd-8680-d1b9fcd84e7b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:43:48.047334 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3af833-d43e-44dd-8680-d1b9fcd84e7b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Tracked resource versions report: Oct 26 15:43:48.047334 dv-neutron-862712-1-hyperv neutron-server[89747]: pushed versions: Oct 26 15:43:48.047334 dv-neutron-862712-1-hyperv neutron-server[89747]: { 'AddressGroup': {'1.2'}, Oct 26 15:43:48.047334 dv-neutron-862712-1-hyperv neutron-server[89747]: 'ConntrackHelper': {'1.0'}, Oct 26 15:43:48.047334 dv-neutron-862712-1-hyperv neutron-server[89747]: 'Log': {'1.0'}, Oct 26 15:43:48.047334 dv-neutron-862712-1-hyperv neutron-server[89747]: 'Network': {'1.1'}, Oct 26 15:43:48.047334 dv-neutron-862712-1-hyperv neutron-server[89747]: 'Port': {'1.7'}, Oct 26 15:43:48.047334 dv-neutron-862712-1-hyperv neutron-server[89747]: 'PortForwarding': {'1.2'}, Oct 26 15:43:48.047334 dv-neutron-862712-1-hyperv neutron-server[89747]: 'QosPolicy': {'1.8'}, Oct 26 15:43:48.047334 dv-neutron-862712-1-hyperv neutron-server[89747]: 'SecurityGroup': {'1.4'}, Oct 26 15:43:48.047334 dv-neutron-862712-1-hyperv neutron-server[89747]: 'SecurityGroupRule': {'1.2'}, Oct 26 15:43:48.047334 dv-neutron-862712-1-hyperv neutron-server[89747]: 'SubPort': {'1.0'}, Oct 26 15:43:48.047334 dv-neutron-862712-1-hyperv neutron-server[89747]: 'Subnet': {'1.1'}, Oct 26 15:43:48.047334 dv-neutron-862712-1-hyperv neutron-server[89747]: 'Trunk': {'1.1'}} Oct 26 15:43:48.047334 dv-neutron-862712-1-hyperv neutron-server[89747]: consumer versions: Oct 26 15:43:48.047334 dv-neutron-862712-1-hyperv neutron-server[89747]: { DHCP agent@dv-neutron-862712-1-hyperv: {}, Oct 26 15:43:48.047334 dv-neutron-862712-1-hyperv neutron-server[89747]: HyperV agent@hv-neutron-8627: {}, Oct 26 15:43:48.047334 dv-neutron-862712-1-hyperv neutron-server[89747]: L3 agent@dv-neutron-862712-1-hyperv: {}, Oct 26 15:43:48.047334 dv-neutron-862712-1-hyperv neutron-server[89747]: Metadata agent@dv-neutron-862712-1-hyperv: {}, Oct 26 15:43:48.047334 dv-neutron-862712-1-hyperv neutron-server[89747]: Metering agent@dv-neutron-862712-1-hyperv: {}, Oct 26 15:43:48.047334 dv-neutron-862712-1-hyperv neutron-server[89747]: Open vSwitch agent@dv-neutron-862712-1-hyperv: { 'AddressGroup': '1.2', Oct 26 15:43:48.047334 dv-neutron-862712-1-hyperv neutron-server[89747]: 'ConntrackHelper': '1.0', Oct 26 15:43:48.047334 dv-neutron-862712-1-hyperv neutron-server[89747]: 'Log': '1.0', Oct 26 15:43:48.047334 dv-neutron-862712-1-hyperv neutron-server[89747]: 'Network': '1.1', Oct 26 15:43:48.047334 dv-neutron-862712-1-hyperv neutron-server[89747]: 'Port': '1.7', Oct 26 15:43:48.047334 dv-neutron-862712-1-hyperv neutron-server[89747]: 'PortForwarding': '1.2', Oct 26 15:43:48.047334 dv-neutron-862712-1-hyperv neutron-server[89747]: 'QosPolicy': '1.8', Oct 26 15:43:48.047334 dv-neutron-862712-1-hyperv neutron-server[89747]: 'SecurityGroup': '1.4', Oct 26 15:43:48.047334 dv-neutron-862712-1-hyperv neutron-server[89747]: 'SecurityGroupRule': '1.2', Oct 26 15:43:48.047334 dv-neutron-862712-1-hyperv neutron-server[89747]: 'SubPort': '1.0', Oct 26 15:43:48.047334 dv-neutron-862712-1-hyperv neutron-server[89747]: 'Subnet': '1.1', Oct 26 15:43:48.047334 dv-neutron-862712-1-hyperv neutron-server[89747]: 'Trunk': '1.1'}} Oct 26 15:43:48.047334 dv-neutron-862712-1-hyperv neutron-server[89747]: {{(pid=89747) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 15:43:48.054214 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3af833-d43e-44dd-8680-d1b9fcd84e7b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Checking segment: {'id': 'ad681930-81e8-4149-9bf2-d74e0780dad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'faa209c4-43d9-4ed7-945e-102065551d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:43:48.054828 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3af833-d43e-44dd-8680-d1b9fcd84e7b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Network hostable DHCP agents. Network: faa209c4-43d9-4ed7-945e-102065551d5a, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:43:48.078411 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82996474-621e-4ec3-a43e-0133f139f579 admin admin] Made reservation on behalf of 3fa1ce7c495d47a7b8af796c383d23bd for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:43:48.080779 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-82996474-621e-4ec3-a43e-0133f139f579 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:48.186431 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-57a527b2-47dd-401e-a67b-daad838a93ea tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] Allocated IP 172.26.2.12 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/d9f5b87a-e5ff-45eb-a1e5-b388a5ecb36b) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:43:48.216445 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a527b2-47dd-401e-a67b-daad838a93ea tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082cb383-5294-43fd-84e3-9170aa758ede,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:43:48.300520 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-67991de3-2075-4ccf-8771-ead9848ad2d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:48.309689 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3117cb-9fa5-43ec-b06b-995da5118bc4 admin admin] Made reservation on behalf of 0d1979e8b1384c06a2335dbdad38722e for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:43:48.311967 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3e3117cb-9fa5-43ec-b06b-995da5118bc4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:48.326316 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3af833-d43e-44dd-8680-d1b9fcd84e7b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Network faa209c4-43d9-4ed7-945e-102065551d5a is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:43:48.356519 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 60912) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:43:48.413105 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-5a1c0b46-c06b-4430-8ca9-16442db8255a tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-865904166'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:43:48.420981 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-57a527b2-47dd-401e-a67b-daad838a93ea tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:48.426941 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-7f3af833-d43e-44dd-8680-d1b9fcd84e7b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, faa209c4-43d9-4ed7-945e-102065551d5a) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:43:48.431412 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-5a1c0b46-c06b-4430-8ca9-16442db8255a tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:43:48.436056 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3af833-d43e-44dd-8680-d1b9fcd84e7b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:43:48.436056 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7f3af833-d43e-44dd-8680-d1b9fcd84e7b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:48.436384 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-67991de3-2075-4ccf-8771-ead9848ad2d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:43:48.440158 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0691fed8-0242-439d-8134-83c000aa2478 None None] Network faa209c4-43d9-4ed7-945e-102065551d5a requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:43:48.460329 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-67991de3-2075-4ccf-8771-ead9848ad2d3 admin admin] Usage tracker for resource:security_group_rule and tenant:46327f2c68844f73a393617de74f1851 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:43:48.467681 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-67991de3-2075-4ccf-8771-ead9848ad2d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:43:48.479455 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-67991de3-2075-4ccf-8771-ead9848ad2d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:43:48.523275 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-5a1c0b46-c06b-4430-8ca9-16442db8255a tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Usage tracker for resource:network and tenant:f891d6ef0f27424091cf8546fc42bb7c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:43:48.526699 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-5a1c0b46-c06b-4430-8ca9-16442db8255a tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:43:48.539094 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-7f3af833-d43e-44dd-8680-d1b9fcd84e7b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4871633 Oct 26 15:43:48.539318 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-5a1c0b46-c06b-4430-8ca9-16442db8255a tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:43:48.539420 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 60920) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:43:48.547031 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-1a549641-32ab-482e-9148-4eb5f29e584f tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Request body: {'port': {'network_id': 'faa209c4-43d9-4ed7-945e-102065551d5a', 'name': 'tempest-AllowedAddressPairTestJSON-1955920270'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:43:48.660159 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-ba81344c-e69a-455d-b0cf-51ff49488143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1631883603'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:43:48.674735 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-57a527b2-47dd-401e-a67b-daad838a93ea tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:48.678796 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ba81344c-e69a-455d-b0cf-51ff49488143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:43:48.728204 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ba81344c-e69a-455d-b0cf-51ff49488143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422-project] Usage tracker for resource:network and tenant:2262050e38c848618be4d80a4155f0a1 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:43:48.732197 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340f0e68-728d-4ccc-ba3d-8baa6a5d41c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-faa209c4-43d9-4ed7-945e-102065551d5a', 'network_id': 'faa209c4-43d9-4ed7-945e-102065551d5a', 'tenant_id': 'b428e3fc7ae94183b7e4462eb47a28df', 'fixed_ips': [{'subnet_id': '075a1cfc-afbf-41f7-bf51-6f731454883d'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:43:48.734016 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-340f0e68-728d-4ccc-ba3d-8baa6a5d41c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:48.735598 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1c0b46-c06b-4430-8ca9-16442db8255a tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Made reservation on behalf of f891d6ef0f27424091cf8546fc42bb7c for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:43:48.739283 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ba81344c-e69a-455d-b0cf-51ff49488143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:43:48.739937 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5a1c0b46-c06b-4430-8ca9-16442db8255a tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:48.758218 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5a1c0b46-c06b-4430-8ca9-16442db8255a tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:48.764475 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ba81344c-e69a-455d-b0cf-51ff49488143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:43:48.780421 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-82996474-621e-4ec3-a43e-0133f139f579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:48.808735 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a527b2-47dd-401e-a67b-daad838a93ea tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:43:48.812973 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a527b2-47dd-401e-a67b-daad838a93ea tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] Pushing event updated for resources: {'Port': ['ID=d9f5b87a-e5ff-45eb-a1e5-b388a5ecb36b,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:43:48.839105 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-5a1c0b46-c06b-4430-8ca9-16442db8255a tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:43:48.861543 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-5a1c0b46-c06b-4430-8ca9-16442db8255a tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Usage tracker for resource:security_group_rule and tenant:f891d6ef0f27424091cf8546fc42bb7c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:43:48.869952 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-5a1c0b46-c06b-4430-8ca9-16442db8255a tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:43:48.880386 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-57a527b2-47dd-401e-a67b-daad838a93ea tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:43:48.882825 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a527b2-47dd-401e-a67b-daad838a93ea tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:43:48.883905 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a527b2-47dd-401e-a67b-daad838a93ea tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:43:48.884495 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-57a527b2-47dd-401e-a67b-daad838a93ea tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:48.885310 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-5a1c0b46-c06b-4430-8ca9-16442db8255a tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:43:48.902762 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba81344c-e69a-455d-b0cf-51ff49488143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422-project] Made reservation on behalf of 2262050e38c848618be4d80a4155f0a1 for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:43:48.906950 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ba81344c-e69a-455d-b0cf-51ff49488143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:48.932685 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ba81344c-e69a-455d-b0cf-51ff49488143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:48.956118 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ba81344c-e69a-455d-b0cf-51ff49488143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:43:48.961460 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-1a549641-32ab-482e-9148-4eb5f29e584f tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:43:48.963808 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ba81344c-e69a-455d-b0cf-51ff49488143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422-project] Usage tracker for resource:security_group_rule and tenant:2262050e38c848618be4d80a4155f0a1 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:43:48.966531 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82996474-621e-4ec3-a43e-0133f139f579 admin admin] Pushing event updated for resources: {'Subnet': ['ID=681a7821-b4bf-4dbd-9e8a-ecb5ac161e14,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:43:48.973277 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-57a527b2-47dd-401e-a67b-daad838a93ea tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.0894835 Oct 26 15:43:48.974306 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ba81344c-e69a-455d-b0cf-51ff49488143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:43:48.977257 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 60930) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:43:48.978364 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-1a549641-32ab-482e-9148-4eb5f29e584f tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Usage tracker for resource:port and tenant:b428e3fc7ae94183b7e4462eb47a28df is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:43:48.983952 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-67991de3-2075-4ccf-8771-ead9848ad2d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:48.985763 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-1a549641-32ab-482e-9148-4eb5f29e584f tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:43:48.990863 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-b60307e3-0d50-4dc4-98b0-abf6fb056e2c tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12'}]}}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:43:48.994863 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ba81344c-e69a-455d-b0cf-51ff49488143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:43:48.999776 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82996474-621e-4ec3-a43e-0133f139f579 admin admin] Checking segment: {'id': '58b9d531-b937-43c4-adf8-a18c3dfd53fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd8f14250-22cf-4a11-9481-ae7fced3b7b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:43:49.001915 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82996474-621e-4ec3-a43e-0133f139f579 admin admin] Network hostable DHCP agents. Network: d8f14250-22cf-4a11-9481-ae7fced3b7b5, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:43:49.002457 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b60307e3-0d50-4dc4-98b0-abf6fb056e2c tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:43:49.006980 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-1a549641-32ab-482e-9148-4eb5f29e584f tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:43:49.009311 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b60307e3-0d50-4dc4-98b0-abf6fb056e2c tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] Usage tracker for resource:router and tenant:1cb56de34ca7428a8311825bdf0586a2 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:43:49.015468 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b60307e3-0d50-4dc4-98b0-abf6fb056e2c tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:43:49.024517 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b60307e3-0d50-4dc4-98b0-abf6fb056e2c tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:43:49.042929 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-340f0e68-728d-4ccc-ba3d-8baa6a5d41c5 None None] Allocated IP 172.20.0.2 (faa209c4-43d9-4ed7-945e-102065551d5a/075a1cfc-afbf-41f7-bf51-6f731454883d/5af030e9-0e55-4b95-8975-b7a277d59f90) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:43:49.056857 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3e3117cb-9fa5-43ec-b06b-995da5118bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:49.101953 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-67991de3-2075-4ccf-8771-ead9848ad2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:49.133814 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5a1c0b46-c06b-4430-8ca9-16442db8255a tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:49.143523 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a549641-32ab-482e-9148-4eb5f29e584f tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Made reservation on behalf of b428e3fc7ae94183b7e4462eb47a28df for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:43:49.147754 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1a549641-32ab-482e-9148-4eb5f29e584f tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:49.151432 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82996474-621e-4ec3-a43e-0133f139f579 admin admin] Network d8f14250-22cf-4a11-9481-ae7fced3b7b5 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:43:49.166999 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b60307e3-0d50-4dc4-98b0-abf6fb056e2c tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:49.168145 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b60307e3-0d50-4dc4-98b0-abf6fb056e2c tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:49.187670 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-1a549641-32ab-482e-9148-4eb5f29e584f tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] device_id is not set on port cebcf05e-39ac-4f63-a2d8-7a54d35c857a yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:43:49.200740 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67991de3-2075-4ccf-8771-ead9848ad2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6112f649-c335-4cde-ae29-44c94defb99a,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:43:49.224539 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-67991de3-2075-4ccf-8771-ead9848ad2d3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=46327f2c68844f73a393617de74f1851&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2521176 Oct 26 15:43:49.228725 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3117cb-9fa5-43ec-b06b-995da5118bc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72ee322a-5d33-41d0-8bec-3239be73d48d,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:43:49.230650 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5a1c0b46-c06b-4430-8ca9-16442db8255a tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:49.233722 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 60938) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:43:49.267921 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c0b46-c06b-4430-8ca9-16442db8255a tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43c77d01-8d98-49f9-a399-fb08edda8765,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:43:49.271612 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3117cb-9fa5-43ec-b06b-995da5118bc4 admin admin] Checking segment: {'id': 'dc397887-b971-4dfa-aad0-c89bea8ed724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9e7f403d-8db4-413b-aaa2-82bc08b56467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:43:49.271957 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3117cb-9fa5-43ec-b06b-995da5118bc4 admin admin] Network hostable DHCP agents. Network: 9e7f403d-8db4-413b-aaa2-82bc08b56467, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:43:49.281560 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ba81344c-e69a-455d-b0cf-51ff49488143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:49.290354 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a1c0b46-c06b-4430-8ca9-16442db8255a tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:43:49.311214 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5a1c0b46-c06b-4430-8ca9-16442db8255a tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:49.311554 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-5a1c0b46-c06b-4430-8ca9-16442db8255a tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Added segment f2e516cc-1e60-4197-b9f7-9ab713d75674 of type vlan for network a61d87de-39e4-4164-81f8-a562ebba65ff Oct 26 15:43:49.314459 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-82996474-621e-4ec3-a43e-0133f139f579 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, d8f14250-22cf-4a11-9481-ae7fced3b7b5) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:43:49.314610 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-340f0e68-728d-4ccc-ba3d-8baa6a5d41c5 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:49.322330 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82996474-621e-4ec3-a43e-0133f139f579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:43:49.323483 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-82996474-621e-4ec3-a43e-0133f139f579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:49.327592 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e28947-33f0-49a6-b5c2-d5db43e251f4 None None] Network d8f14250-22cf-4a11-9481-ae7fced3b7b5 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:43:49.328083 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b60307e3-0d50-4dc4-98b0-abf6fb056e2c tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:49.354422 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-340f0e68-728d-4ccc-ba3d-8baa6a5d41c5 None None] Transition to ACTIVE for port object 5af030e9-0e55-4b95-8975-b7a277d59f90 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:43:49.362632 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5a1c0b46-c06b-4430-8ca9-16442db8255a tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:49.369182 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3117cb-9fa5-43ec-b06b-995da5118bc4 admin admin] Network 9e7f403d-8db4-413b-aaa2-82bc08b56467 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:43:49.387022 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-3e3117cb-9fa5-43ec-b06b-995da5118bc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 9e7f403d-8db4-413b-aaa2-82bc08b56467) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:43:49.406110 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3117cb-9fa5-43ec-b06b-995da5118bc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:43:49.406705 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3e3117cb-9fa5-43ec-b06b-995da5118bc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:49.410520 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ba81344c-e69a-455d-b0cf-51ff49488143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:49.412882 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8201f1b-4575-493a-8ca1-3d31b0b7f2e5 None None] Network 9e7f403d-8db4-413b-aaa2-82bc08b56467 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:43:49.612406 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-82996474-621e-4ec3-a43e-0133f139f579 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6059809 Oct 26 15:43:49.614979 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0419f661-20b1-407b-8e7a-8357c4e1daa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:49.617084 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 60948) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:43:49.617084 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-f417eac0-cc4a-47bf-878e-4df7f0351f39 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-19638021-router', 'tenant_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:43:49.617084 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-f417eac0-cc4a-47bf-878e-4df7f0351f39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:43:49.617084 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-f417eac0-cc4a-47bf-878e-4df7f0351f39 admin admin] Usage tracker for resource:router and tenant:3fa1ce7c495d47a7b8af796c383d23bd is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:43:49.617084 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-f417eac0-cc4a-47bf-878e-4df7f0351f39 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:43:49.619387 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba81344c-e69a-455d-b0cf-51ff49488143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:43:49.622454 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-f417eac0-cc4a-47bf-878e-4df7f0351f39 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:43:49.622627 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81344c-e69a-455d-b0cf-51ff49488143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3f4780-a5ed-47d5-9077-f4f223cd0ea1,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:43:49.623903 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-3e3117cb-9fa5-43ec-b06b-995da5118bc4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6573598 Oct 26 15:43:49.623903 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5a1c0b46-c06b-4430-8ca9-16442db8255a tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:49.624187 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 60952) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:43:49.624380 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-340f0e68-728d-4ccc-ba3d-8baa6a5d41c5 None None] Transition to ACTIVE for port object 5af030e9-0e55-4b95-8975-b7a277d59f90 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:43:49.625525 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1c0b46-c06b-4430-8ca9-16442db8255a tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:43:49.625711 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ba81344c-e69a-455d-b0cf-51ff49488143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:49.625991 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5a1c0b46-c06b-4430-8ca9-16442db8255a tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:49.626222 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-ba81344c-e69a-455d-b0cf-51ff49488143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422-project] Added segment b08cd94d-4fc0-454a-9426-7502876e823b of type vlan for network ff305097-60df-4a4e-b89b-2d230876875b Oct 26 15:43:49.626222 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-0ed4c9c8-baf0-4366-82ca-3990116dcfd8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1173380643-router', 'tenant_id': '0d1979e8b1384c06a2335dbdad38722e', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:43:49.626222 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0419f661-20b1-407b-8e7a-8357c4e1daa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:49.626222 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-0ed4c9c8-baf0-4366-82ca-3990116dcfd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:43:49.626222 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-0ed4c9c8-baf0-4366-82ca-3990116dcfd8 admin admin] Usage tracker for resource:router and tenant:0d1979e8b1384c06a2335dbdad38722e is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:43:49.626222 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-0ed4c9c8-baf0-4366-82ca-3990116dcfd8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:43:49.626222 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-0ed4c9c8-baf0-4366-82ca-3990116dcfd8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:43:49.733239 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ba81344c-e69a-455d-b0cf-51ff49488143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:49.748008 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f417eac0-cc4a-47bf-878e-4df7f0351f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:49.749088 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f417eac0-cc4a-47bf-878e-4df7f0351f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:49.761779 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c0b46-c06b-4430-8ca9-16442db8255a tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Pushing event updated for resources: {'Network': ['ID=a61d87de-39e4-4164-81f8-a562ebba65ff,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:43:49.770270 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-340f0e68-728d-4ccc-ba3d-8baa6a5d41c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:49.783698 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f417eac0-cc4a-47bf-878e-4df7f0351f39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:49.803703 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 60960) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:43:49.818483 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network a61d87de-39e4-4164-81f8-a562ebba65ff details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:43:49.824925 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-5a1c0b46-c06b-4430-8ca9-16442db8255a tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7926574 Oct 26 15:43:49.832070 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 60968) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:43:49.840835 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c034d6db-5249-448c-be2a-ece56c9bd612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-d8f14250-22cf-4a11-9481-ae7fced3b7b5', 'network_id': 'd8f14250-22cf-4a11-9481-ae7fced3b7b5', 'tenant_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'fixed_ips': [{'subnet_id': '681a7821-b4bf-4dbd-9e8a-ecb5ac161e14'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:43:49.841669 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c034d6db-5249-448c-be2a-ece56c9bd612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:49.884044 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-0728c533-bd43-47da-9079-76241bd345b8 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Request body: {'subnet': {'network_id': 'a61d87de-39e4-4164-81f8-a562ebba65ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:43:49.898939 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0ed4c9c8-baf0-4366-82ca-3990116dcfd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:49.900030 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0ed4c9c8-baf0-4366-82ca-3990116dcfd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:49.967135 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340f0e68-728d-4ccc-ba3d-8baa6a5d41c5 None None] Network faa209c4-43d9-4ed7-945e-102065551d5a is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:43:49.977143 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-340f0e68-728d-4ccc-ba3d-8baa6a5d41c5 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:43:49.979039 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca05458-22aa-488b-b48c-7bad330d2135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-9e7f403d-8db4-413b-aaa2-82bc08b56467', 'network_id': '9e7f403d-8db4-413b-aaa2-82bc08b56467', 'tenant_id': '0d1979e8b1384c06a2335dbdad38722e', 'fixed_ips': [{'subnet_id': '72ee322a-5d33-41d0-8bec-3239be73d48d'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:43:49.980044 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7ca05458-22aa-488b-b48c-7bad330d2135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:49.992191 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340f0e68-728d-4ccc-ba3d-8baa6a5d41c5 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:43:49.992353 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.db.resource_extend [None req-ba81344c-e69a-455d-b0cf-51ff49488143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 15:43:50.081673 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-aa2ac490-3026-41ad-a880-9af4a5285e3e tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Request body: {'floatingip': {'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:43:50.088651 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-aa2ac490-3026-41ad-a880-9af4a5285e3e tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:43:50.144025 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0ed4c9c8-baf0-4366-82ca-3990116dcfd8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:50.149371 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-aa2ac490-3026-41ad-a880-9af4a5285e3e tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Usage tracker for resource:floatingip and tenant:dc71858787a24efaa04427a05c911477 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:43:50.164404 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-1a549641-32ab-482e-9148-4eb5f29e584f tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Allocated IP 172.20.0.4 (faa209c4-43d9-4ed7-945e-102065551d5a/075a1cfc-afbf-41f7-bf51-6f731454883d/cebcf05e-39ac-4f63-a2d8-7a54d35c857a) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:43:50.180272 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b60307e3-0d50-4dc4-98b0-abf6fb056e2c tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:50.188658 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f0e68-728d-4ccc-ba3d-8baa6a5d41c5 None None] Pushing event updated for resources: {'Port': ['ID=5af030e9-0e55-4b95-8975-b7a277d59f90,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:43:50.196343 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0419f661-20b1-407b-8e7a-8357c4e1daa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:50.209655 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-aa2ac490-3026-41ad-a880-9af4a5285e3e tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:43:50.224834 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-aa2ac490-3026-41ad-a880-9af4a5285e3e tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:43:50.234591 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f417eac0-cc4a-47bf-878e-4df7f0351f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:50.265027 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340f0e68-728d-4ccc-ba3d-8baa6a5d41c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:43:50.265394 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340f0e68-728d-4ccc-ba3d-8baa6a5d41c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:43:50.265737 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340f0e68-728d-4ccc-ba3d-8baa6a5d41c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:43:50.266063 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340f0e68-728d-4ccc-ba3d-8baa6a5d41c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:43:50.266390 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340f0e68-728d-4ccc-ba3d-8baa6a5d41c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:43:50.267122 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340f0e68-728d-4ccc-ba3d-8baa6a5d41c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:43:50.267122 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340f0e68-728d-4ccc-ba3d-8baa6a5d41c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:43:50.267373 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340f0e68-728d-4ccc-ba3d-8baa6a5d41c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:43:50.267598 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-0728c533-bd43-47da-9079-76241bd345b8 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:43:50.267693 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340f0e68-728d-4ccc-ba3d-8baa6a5d41c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:43:50.267988 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340f0e68-728d-4ccc-ba3d-8baa6a5d41c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:43:50.268306 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340f0e68-728d-4ccc-ba3d-8baa6a5d41c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:43:50.268619 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340f0e68-728d-4ccc-ba3d-8baa6a5d41c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:43:50.269722 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340f0e68-728d-4ccc-ba3d-8baa6a5d41c5 None None] Tracked resource versions report: Oct 26 15:43:50.269722 dv-neutron-862712-1-hyperv neutron-server[89749]: pushed versions: Oct 26 15:43:50.269722 dv-neutron-862712-1-hyperv neutron-server[89749]: { 'AddressGroup': {'1.2'}, Oct 26 15:43:50.269722 dv-neutron-862712-1-hyperv neutron-server[89749]: 'ConntrackHelper': {'1.0'}, Oct 26 15:43:50.269722 dv-neutron-862712-1-hyperv neutron-server[89749]: 'Log': {'1.0'}, Oct 26 15:43:50.269722 dv-neutron-862712-1-hyperv neutron-server[89749]: 'Network': {'1.1'}, Oct 26 15:43:50.269722 dv-neutron-862712-1-hyperv neutron-server[89749]: 'Port': {'1.7'}, Oct 26 15:43:50.269722 dv-neutron-862712-1-hyperv neutron-server[89749]: 'PortForwarding': {'1.2'}, Oct 26 15:43:50.269722 dv-neutron-862712-1-hyperv neutron-server[89749]: 'QosPolicy': {'1.8'}, Oct 26 15:43:50.269722 dv-neutron-862712-1-hyperv neutron-server[89749]: 'SecurityGroup': {'1.4'}, Oct 26 15:43:50.269722 dv-neutron-862712-1-hyperv neutron-server[89749]: 'SecurityGroupRule': {'1.2'}, Oct 26 15:43:50.269722 dv-neutron-862712-1-hyperv neutron-server[89749]: 'SubPort': {'1.0'}, Oct 26 15:43:50.269722 dv-neutron-862712-1-hyperv neutron-server[89749]: 'Subnet': {'1.1'}, Oct 26 15:43:50.269722 dv-neutron-862712-1-hyperv neutron-server[89749]: 'Trunk': {'1.1'}} Oct 26 15:43:50.269722 dv-neutron-862712-1-hyperv neutron-server[89749]: consumer versions: Oct 26 15:43:50.269722 dv-neutron-862712-1-hyperv neutron-server[89749]: { DHCP agent@dv-neutron-862712-1-hyperv: {}, Oct 26 15:43:50.269722 dv-neutron-862712-1-hyperv neutron-server[89749]: HyperV agent@hv-neutron-8627: {}, Oct 26 15:43:50.269722 dv-neutron-862712-1-hyperv neutron-server[89749]: L3 agent@dv-neutron-862712-1-hyperv: {}, Oct 26 15:43:50.269722 dv-neutron-862712-1-hyperv neutron-server[89749]: Metadata agent@dv-neutron-862712-1-hyperv: {}, Oct 26 15:43:50.269722 dv-neutron-862712-1-hyperv neutron-server[89749]: Metering agent@dv-neutron-862712-1-hyperv: {}, Oct 26 15:43:50.269722 dv-neutron-862712-1-hyperv neutron-server[89749]: Open vSwitch agent@dv-neutron-862712-1-hyperv: { 'AddressGroup': '1.2', Oct 26 15:43:50.269722 dv-neutron-862712-1-hyperv neutron-server[89749]: 'ConntrackHelper': '1.0', Oct 26 15:43:50.269722 dv-neutron-862712-1-hyperv neutron-server[89749]: 'Log': '1.0', Oct 26 15:43:50.269722 dv-neutron-862712-1-hyperv neutron-server[89749]: 'Network': '1.1', Oct 26 15:43:50.269722 dv-neutron-862712-1-hyperv neutron-server[89749]: 'Port': '1.7', Oct 26 15:43:50.269722 dv-neutron-862712-1-hyperv neutron-server[89749]: 'PortForwarding': '1.2', Oct 26 15:43:50.269722 dv-neutron-862712-1-hyperv neutron-server[89749]: 'QosPolicy': '1.8', Oct 26 15:43:50.269722 dv-neutron-862712-1-hyperv neutron-server[89749]: 'SecurityGroup': '1.4', Oct 26 15:43:50.269722 dv-neutron-862712-1-hyperv neutron-server[89749]: 'SecurityGroupRule': '1.2', Oct 26 15:43:50.269722 dv-neutron-862712-1-hyperv neutron-server[89749]: 'SubPort': '1.0', Oct 26 15:43:50.269722 dv-neutron-862712-1-hyperv neutron-server[89749]: 'Subnet': '1.1', Oct 26 15:43:50.269722 dv-neutron-862712-1-hyperv neutron-server[89749]: 'Trunk': '1.1'}} Oct 26 15:43:50.269722 dv-neutron-862712-1-hyperv neutron-server[89749]: {{(pid=89749) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 15:43:50.281086 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-0728c533-bd43-47da-9079-76241bd345b8 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Usage tracker for resource:subnet and tenant:f891d6ef0f27424091cf8546fc42bb7c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:43:50.284465 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419f661-20b1-407b-8e7a-8357c4e1daa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6112f649-c335-4cde-ae29-44c94defb99a,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:43:50.289946 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-0728c533-bd43-47da-9079-76241bd345b8 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:43:50.293392 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ba81344c-e69a-455d-b0cf-51ff49488143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:50.300933 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba81344c-e69a-455d-b0cf-51ff49488143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:43:50.301576 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ba81344c-e69a-455d-b0cf-51ff49488143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:50.342923 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-0728c533-bd43-47da-9079-76241bd345b8 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:43:50.343111 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac490-3026-41ad-a880-9af4a5285e3e tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks [] for floatingip, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:50.346297 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-340f0e68-728d-4ccc-ba3d-8baa6a5d41c5 None None] Attempting to bind port 5af030e9-0e55-4b95-8975-b7a277d59f90 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:43:50.346679 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-340f0e68-728d-4ccc-ba3d-8baa6a5d41c5 None None] Attempting to bind port 5af030e9-0e55-4b95-8975-b7a277d59f90 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'ad681930-81e8-4149-9bf2-d74e0780dad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'faa209c4-43d9-4ed7-945e-102065551d5a'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:43:50.347036 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340f0e68-728d-4ccc-ba3d-8baa6a5d41c5 None None] Attempting to bind port 5af030e9-0e55-4b95-8975-b7a277d59f90 on network faa209c4-43d9-4ed7-945e-102065551d5a {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:43:50.365571 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340f0e68-728d-4ccc-ba3d-8baa6a5d41c5 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:43:50.365967 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340f0e68-728d-4ccc-ba3d-8baa6a5d41c5 None None] Checking segment: {'id': 'ad681930-81e8-4149-9bf2-d74e0780dad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'faa209c4-43d9-4ed7-945e-102065551d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:43:50.366348 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-340f0e68-728d-4ccc-ba3d-8baa6a5d41c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:50.366757 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340f0e68-728d-4ccc-ba3d-8baa6a5d41c5 None None] Bound using segment: {'id': 'ad681930-81e8-4149-9bf2-d74e0780dad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'faa209c4-43d9-4ed7-945e-102065551d5a'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:43:50.367232 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-340f0e68-728d-4ccc-ba3d-8baa6a5d41c5 None None] Bound port: 5af030e9-0e55-4b95-8975-b7a277d59f90, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad681930-81e8-4149-9bf2-d74e0780dad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'faa209c4-43d9-4ed7-945e-102065551d5a'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:43:50.367616 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-340f0e68-728d-4ccc-ba3d-8baa6a5d41c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:50.542528 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-c034d6db-5249-448c-be2a-ece56c9bd612 None None] Allocated IP 172.20.0.2 (d8f14250-22cf-4a11-9481-ae7fced3b7b5/681a7821-b4bf-4dbd-9e8a-ecb5ac161e14/76985c00-1100-44c0-ae35-3435bd9c12bf) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:43:50.552097 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-7ca05458-22aa-488b-b48c-7bad330d2135 None None] Allocated IP 172.20.0.2 (9e7f403d-8db4-413b-aaa2-82bc08b56467/72ee322a-5d33-41d0-8bec-3239be73d48d/a876e832-552f-4a33-b4f0-9f51fb8cf199) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:43:50.590799 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0419f661-20b1-407b-8e7a-8357c4e1daa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:50.592726 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-0419f661-20b1-407b-8e7a-8357c4e1daa9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6112f649-c335-4cde-ae29-44c94defb99a HTTP/1.1" status: 204 len: 168 time: 1.3580568 Oct 26 15:43:50.608800 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-340f0e68-728d-4ccc-ba3d-8baa6a5d41c5 None None] For port 5af030e9-0e55-4b95-8975-b7a277d59f90, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:43:50.735749 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-340f0e68-728d-4ccc-ba3d-8baa6a5d41c5 None None] For port 5af030e9-0e55-4b95-8975-b7a277d59f90, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=5af030e9-0e55-4b95-8975-b7a277d59f90,segment=NetworkSegment(ad681930-81e8-4149-9bf2-d74e0780dad8),segment_id=ad681930-81e8-4149-9bf2-d74e0780dad8)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:43:50.774050 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0728c533-bd43-47da-9079-76241bd345b8 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Made reservation on behalf of f891d6ef0f27424091cf8546fc42bb7c for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:43:50.778339 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0728c533-bd43-47da-9079-76241bd345b8 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Notify callbacks [] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:50.811017 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ba81344c-e69a-455d-b0cf-51ff49488143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.4550271 Oct 26 15:43:50.822456 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-340f0e68-728d-4ccc-ba3d-8baa6a5d41c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:50.876221 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac490-3026-41ad-a880-9af4a5285e3e tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:50.912375 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81344c-e69a-455d-b0cf-51ff49488143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422-project] Pushing event updated for resources: {'Network': ['ID=ff305097-60df-4a4e-b89b-2d230876875b,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:43:50.945499 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network ff305097-60df-4a4e-b89b-2d230876875b details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:43:51.021783 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f417eac0-cc4a-47bf-878e-4df7f0351f39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:51.109128 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f417eac0-cc4a-47bf-878e-4df7f0351f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:51.257943 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f0e68-728d-4ccc-ba3d-8baa6a5d41c5 None None] Pushing event updated for resources: {'Port': ['ID=5af030e9-0e55-4b95-8975-b7a277d59f90,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:43:51.261358 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c034d6db-5249-448c-be2a-ece56c9bd612 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:51.266714 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7ca05458-22aa-488b-b48c-7bad330d2135 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:51.310348 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c034d6db-5249-448c-be2a-ece56c9bd612 None None] Transition to ACTIVE for port object 76985c00-1100-44c0-ae35-3435bd9c12bf will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:43:51.313631 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-7ca05458-22aa-488b-b48c-7bad330d2135 None None] Transition to ACTIVE for port object a876e832-552f-4a33-b4f0-9f51fb8cf199 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:43:51.375683 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-aa2ac490-3026-41ad-a880-9af4a5285e3e tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Allocated IP 172.26.2.232 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/ac083a3e-c73d-4211-978f-98b0121913c6) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:43:51.408488 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c034d6db-5249-448c-be2a-ece56c9bd612 None None] Transition to ACTIVE for port object 76985c00-1100-44c0-ae35-3435bd9c12bf will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:43:51.409947 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-7ca05458-22aa-488b-b48c-7bad330d2135 None None] Transition to ACTIVE for port object a876e832-552f-4a33-b4f0-9f51fb8cf199 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:43:51.509032 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7ca05458-22aa-488b-b48c-7bad330d2135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:51.561420 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0ed4c9c8-baf0-4366-82ca-3990116dcfd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:51.585801 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c034d6db-5249-448c-be2a-ece56c9bd612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:51.590430 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac490-3026-41ad-a880-9af4a5285e3e tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:51.622244 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca05458-22aa-488b-b48c-7bad330d2135 None None] Network 9e7f403d-8db4-413b-aaa2-82bc08b56467 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:43:51.627174 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-7ca05458-22aa-488b-b48c-7bad330d2135 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:43:51.641705 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c034d6db-5249-448c-be2a-ece56c9bd612 None None] Network d8f14250-22cf-4a11-9481-ae7fced3b7b5 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:43:51.646106 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-c034d6db-5249-448c-be2a-ece56c9bd612 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:43:51.648113 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca05458-22aa-488b-b48c-7bad330d2135 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:43:51.654186 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c034d6db-5249-448c-be2a-ece56c9bd612 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:43:51.827307 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac490-3026-41ad-a880-9af4a5285e3e tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:51.854673 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1a549641-32ab-482e-9148-4eb5f29e584f tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:51.859433 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca05458-22aa-488b-b48c-7bad330d2135 None None] Pushing event updated for resources: {'Port': ['ID=a876e832-552f-4a33-b4f0-9f51fb8cf199,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:43:51.865486 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 32770) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:43:51.915929 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Request body: {'port': {'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b', 'binding:host_id': 'hv-neutron-8627', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-872802385'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:43:51.946046 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:43:51.959016 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-7ca05458-22aa-488b-b48c-7bad330d2135 None None] Attempting to bind port a876e832-552f-4a33-b4f0-9f51fb8cf199 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:43:51.959601 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-7ca05458-22aa-488b-b48c-7bad330d2135 None None] Attempting to bind port a876e832-552f-4a33-b4f0-9f51fb8cf199 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'dc397887-b971-4dfa-aad0-c89bea8ed724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9e7f403d-8db4-413b-aaa2-82bc08b56467'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:43:51.960129 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca05458-22aa-488b-b48c-7bad330d2135 None None] Attempting to bind port a876e832-552f-4a33-b4f0-9f51fb8cf199 on network 9e7f403d-8db4-413b-aaa2-82bc08b56467 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:43:51.971381 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-c034d6db-5249-448c-be2a-ece56c9bd612 None None] Attempting to bind port 76985c00-1100-44c0-ae35-3435bd9c12bf on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:43:51.971968 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-c034d6db-5249-448c-be2a-ece56c9bd612 None None] Attempting to bind port 76985c00-1100-44c0-ae35-3435bd9c12bf by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '58b9d531-b937-43c4-adf8-a18c3dfd53fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd8f14250-22cf-4a11-9481-ae7fced3b7b5'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:43:51.972488 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c034d6db-5249-448c-be2a-ece56c9bd612 None None] Attempting to bind port 76985c00-1100-44c0-ae35-3435bd9c12bf on network d8f14250-22cf-4a11-9481-ae7fced3b7b5 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:43:51.977612 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca05458-22aa-488b-b48c-7bad330d2135 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:43:51.977612 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca05458-22aa-488b-b48c-7bad330d2135 None None] Checking segment: {'id': 'dc397887-b971-4dfa-aad0-c89bea8ed724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9e7f403d-8db4-413b-aaa2-82bc08b56467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:43:51.977893 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7ca05458-22aa-488b-b48c-7bad330d2135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:51.978261 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca05458-22aa-488b-b48c-7bad330d2135 None None] Bound using segment: {'id': 'dc397887-b971-4dfa-aad0-c89bea8ed724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9e7f403d-8db4-413b-aaa2-82bc08b56467'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:43:51.978788 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-7ca05458-22aa-488b-b48c-7bad330d2135 None None] Bound port: a876e832-552f-4a33-b4f0-9f51fb8cf199, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc397887-b971-4dfa-aad0-c89bea8ed724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9e7f403d-8db4-413b-aaa2-82bc08b56467'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:43:51.979181 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7ca05458-22aa-488b-b48c-7bad330d2135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:51.985850 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Usage tracker for resource:port and tenant:f53eeae28d7d4e20ae28d18889f32e5b is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:43:51.991528 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-1a549641-32ab-482e-9148-4eb5f29e584f tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Transition to ACTIVE for port object cebcf05e-39ac-4f63-a2d8-7a54d35c857a will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:43:52.005585 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:43:52.010898 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c034d6db-5249-448c-be2a-ece56c9bd612 None None] Pushing event updated for resources: {'Port': ['ID=76985c00-1100-44c0-ae35-3435bd9c12bf,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:43:52.017264 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c034d6db-5249-448c-be2a-ece56c9bd612 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:43:52.017607 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c034d6db-5249-448c-be2a-ece56c9bd612 None None] Checking segment: {'id': '58b9d531-b937-43c4-adf8-a18c3dfd53fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd8f14250-22cf-4a11-9481-ae7fced3b7b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:43:52.018008 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c034d6db-5249-448c-be2a-ece56c9bd612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:52.018402 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c034d6db-5249-448c-be2a-ece56c9bd612 None None] Bound using segment: {'id': '58b9d531-b937-43c4-adf8-a18c3dfd53fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd8f14250-22cf-4a11-9481-ae7fced3b7b5'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:43:52.018920 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-c034d6db-5249-448c-be2a-ece56c9bd612 None None] Bound port: 76985c00-1100-44c0-ae35-3435bd9c12bf, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58b9d531-b937-43c4-adf8-a18c3dfd53fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd8f14250-22cf-4a11-9481-ae7fced3b7b5'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:43:52.019321 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c034d6db-5249-448c-be2a-ece56c9bd612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:52.038510 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2ac490-3026-41ad-a880-9af4a5285e3e tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:43:52.039972 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac490-3026-41ad-a880-9af4a5285e3e tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Pushing event updated for resources: {'Port': ['ID=ac083a3e-c73d-4211-978f-98b0121913c6,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:43:52.048290 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:43:52.054822 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-aa2ac490-3026-41ad-a880-9af4a5285e3e tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:43:52.057571 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2ac490-3026-41ad-a880-9af4a5285e3e tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:43:52.139713 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-f417eac0-cc4a-47bf-878e-4df7f0351f39 admin admin] Allocated IP 172.26.2.134 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:43:52.168613 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac490-3026-41ad-a880-9af4a5285e3e tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:52.248477 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Made reservation on behalf of f53eeae28d7d4e20ae28d18889f32e5b for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:43:52.251243 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:52.279950 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:52.293398 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-7ca05458-22aa-488b-b48c-7bad330d2135 None None] For port a876e832-552f-4a33-b4f0-9f51fb8cf199, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:43:52.297593 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0728c533-bd43-47da-9079-76241bd345b8 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:52.300667 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-7ca05458-22aa-488b-b48c-7bad330d2135 None None] For port a876e832-552f-4a33-b4f0-9f51fb8cf199, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=a876e832-552f-4a33-b4f0-9f51fb8cf199,segment=NetworkSegment(dc397887-b971-4dfa-aad0-c89bea8ed724),segment_id=dc397887-b971-4dfa-aad0-c89bea8ed724)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:43:52.300667 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-c034d6db-5249-448c-be2a-ece56c9bd612 None None] For port 76985c00-1100-44c0-ae35-3435bd9c12bf, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:43:52.302953 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-c034d6db-5249-448c-be2a-ece56c9bd612 None None] For port 76985c00-1100-44c0-ae35-3435bd9c12bf, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=76985c00-1100-44c0-ae35-3435bd9c12bf,segment=NetworkSegment(58b9d531-b937-43c4-adf8-a18c3dfd53fb),segment_id=58b9d531-b937-43c4-adf8-a18c3dfd53fb)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:43:52.305070 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1a549641-32ab-482e-9148-4eb5f29e584f tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:52.394250 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7ca05458-22aa-488b-b48c-7bad330d2135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:52.460065 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac490-3026-41ad-a880-9af4a5285e3e tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:52.469246 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:43:52.469802 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b313af2-5e70-4531-bd7e-769913af6800 None None] Network faa209c4-43d9-4ed7-945e-102065551d5a requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:43:52.479052 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 32782) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:43:52.502860 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Usage tracker for resource:security_group_rule and tenant:f53eeae28d7d4e20ae28d18889f32e5b is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:43:52.519314 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f417eac0-cc4a-47bf-878e-4df7f0351f39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:52.525125 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:43:52.573230 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c034d6db-5249-448c-be2a-ece56c9bd612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:52.619242 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a549641-32ab-482e-9148-4eb5f29e584f tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Network faa209c4-43d9-4ed7-945e-102065551d5a is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:43:52.628127 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:43:52.643692 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-1a549641-32ab-482e-9148-4eb5f29e584f tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:43:52.668026 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca05458-22aa-488b-b48c-7bad330d2135 None None] Pushing event updated for resources: {'Port': ['ID=a876e832-552f-4a33-b4f0-9f51fb8cf199,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:43:52.791638 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-0ebb4253-94ce-4742-8595-2a9ebd7f13d2 None None] Provisioning for port 5af030e9-0e55-4b95-8975-b7a277d59f90 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:43:52.822418 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a549641-32ab-482e-9148-4eb5f29e584f tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Pushing event updated for resources: {'Port': ['ID=cebcf05e-39ac-4f63-a2d8-7a54d35c857a,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:43:52.831082 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a549641-32ab-482e-9148-4eb5f29e584f tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:43:52.837352 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a549641-32ab-482e-9148-4eb5f29e584f tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:43:52.838246 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1a549641-32ab-482e-9148-4eb5f29e584f tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:52.854238 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac490-3026-41ad-a880-9af4a5285e3e tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:52.862584 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0728c533-bd43-47da-9079-76241bd345b8 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Pushing event updated for resources: {'Subnet': ['ID=839c8744-82cc-432b-adeb-f24b99c223af,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:43:52.878267 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f417eac0-cc4a-47bf-878e-4df7f0351f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:52.883459 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-2f6979da-d1e5-4e99-81b5-7e138bacf98b tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-149446903'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:43:52.904065 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0728c533-bd43-47da-9079-76241bd345b8 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Checking segment: {'id': 'f2e516cc-1e60-4197-b9f7-9ab713d75674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'a61d87de-39e4-4164-81f8-a562ebba65ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:43:52.904431 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0728c533-bd43-47da-9079-76241bd345b8 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Network hostable DHCP agents. Network: a61d87de-39e4-4164-81f8-a562ebba65ff, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:43:52.912393 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-2f6979da-d1e5-4e99-81b5-7e138bacf98b tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:43:52.941820 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c034d6db-5249-448c-be2a-ece56c9bd612 None None] Pushing event updated for resources: {'Port': ['ID=76985c00-1100-44c0-ae35-3435bd9c12bf,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:43:52.972043 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-2f6979da-d1e5-4e99-81b5-7e138bacf98b tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Usage tracker for resource:network and tenant:05f5240d631e4e25b3de8ca7f42eff0a is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:43:53.053263 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f417eac0-cc4a-47bf-878e-4df7f0351f39 admin admin] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:43:53.054326 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac490-3026-41ad-a880-9af4a5285e3e tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:53.055147 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac490-3026-41ad-a880-9af4a5285e3e tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:53.063913 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-f417eac0-cc4a-47bf-878e-4df7f0351f39 admin admin] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:43:53.072239 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-2f6979da-d1e5-4e99-81b5-7e138bacf98b tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:43:53.075205 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f417eac0-cc4a-47bf-878e-4df7f0351f39 admin admin] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:43:53.159631 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-2f6979da-d1e5-4e99-81b5-7e138bacf98b tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:43:53.220275 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b60307e3-0d50-4dc4-98b0-abf6fb056e2c tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:53.295663 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-1a549641-32ab-482e-9148-4eb5f29e584f tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7553539 Oct 26 15:43:53.303276 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b60307e3-0d50-4dc4-98b0-abf6fb056e2c tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:53.304920 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 32790) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:43:53.322179 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-c6f0c294-7c74-4f8c-863e-fdfec614689d tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Request body: {'port': {'network_id': 'faa209c4-43d9-4ed7-945e-102065551d5a', 'name': 'tempest-AllowedAddressPairTestJSON-1795520605', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:28:2c:65'}]}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:43:53.360428 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f417eac0-cc4a-47bf-878e-4df7f0351f39 admin admin] Pushing event updated for resources: {'Port': ['ID=8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:43:53.474615 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac490-3026-41ad-a880-9af4a5285e3e tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Pushing event updated for resources: {'Port': ['ID=ac083a3e-c73d-4211-978f-98b0121913c6,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:43:53.486943 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac490-3026-41ad-a880-9af4a5285e3e tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:53.489590 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-aa2ac490-3026-41ad-a880-9af4a5285e3e tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6839347 Oct 26 15:43:53.492255 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 32794) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:43:53.499195 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-73406656-303f-4106-be85-34786ac889b9 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-188955523'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:43:53.504963 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-73406656-303f-4106-be85-34786ac889b9 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:43:53.509288 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-73406656-303f-4106-be85-34786ac889b9 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Usage tracker for resource:network and tenant:dc71858787a24efaa04427a05c911477 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:43:53.513697 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-73406656-303f-4106-be85-34786ac889b9 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:43:53.523277 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-73406656-303f-4106-be85-34786ac889b9 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:43:53.548743 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 5af030e9-0e55-4b95-8975-b7a277d59f90 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:43:53.625458 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73406656-303f-4106-be85-34786ac889b9 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Made reservation on behalf of dc71858787a24efaa04427a05c911477 for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:43:53.629109 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-73406656-303f-4106-be85-34786ac889b9 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:53.641718 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-308e92c9-d06f-4a1d-8939-a36a31a165ec None None] Provisioning for port cebcf05e-39ac-4f63-a2d8-7a54d35c857a completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:43:53.657175 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-308e92c9-d06f-4a1d-8939-a36a31a165ec None None] Provisioning complete for port cebcf05e-39ac-4f63-a2d8-7a54d35c857a triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:43:53.663004 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-308e92c9-d06f-4a1d-8939-a36a31a165ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:53.663004 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-308e92c9-d06f-4a1d-8939-a36a31a165ec None None] Attempt 1 to provision port cebcf05e-39ac-4f63-a2d8-7a54d35c857a Oct 26 15:43:53.685050 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6979da-d1e5-4e99-81b5-7e138bacf98b tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Made reservation on behalf of 05f5240d631e4e25b3de8ca7f42eff0a for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:43:53.688599 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2f6979da-d1e5-4e99-81b5-7e138bacf98b tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:53.737648 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0728c533-bd43-47da-9079-76241bd345b8 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Network a61d87de-39e4-4164-81f8-a562ebba65ff is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:43:53.755028 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-308e92c9-d06f-4a1d-8939-a36a31a165ec None None] Port cebcf05e-39ac-4f63-a2d8-7a54d35c857a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:43:53.764582 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-73406656-303f-4106-be85-34786ac889b9 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:53.778581 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2f6979da-d1e5-4e99-81b5-7e138bacf98b tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:53.790733 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-73406656-303f-4106-be85-34786ac889b9 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:43:53.798258 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-73406656-303f-4106-be85-34786ac889b9 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Usage tracker for resource:security_group_rule and tenant:dc71858787a24efaa04427a05c911477 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:43:53.805131 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-73406656-303f-4106-be85-34786ac889b9 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:43:53.815971 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-73406656-303f-4106-be85-34786ac889b9 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:43:53.828745 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0ed4c9c8-baf0-4366-82ca-3990116dcfd8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:53.840865 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 5af030e9-0e55-4b95-8975-b7a277d59f90 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:43:53.846695 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 5af030e9-0e55-4b95-8975-b7a277d59f90 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:43:53.855492 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:53.855492 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 5af030e9-0e55-4b95-8975-b7a277d59f90 Oct 26 15:43:53.874344 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f417eac0-cc4a-47bf-878e-4df7f0351f39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:53.875095 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-0728c533-bd43-47da-9079-76241bd345b8 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, a61d87de-39e4-4164-81f8-a562ebba65ff) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:43:53.888847 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-2f6979da-d1e5-4e99-81b5-7e138bacf98b tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:43:53.904098 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da3232b-a1a7-4416-a129-9f3c5c5855e0 None None] Network a61d87de-39e4-4164-81f8-a562ebba65ff requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:43:53.911446 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0ed4c9c8-baf0-4366-82ca-3990116dcfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:53.914671 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-2f6979da-d1e5-4e99-81b5-7e138bacf98b tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Usage tracker for resource:security_group_rule and tenant:05f5240d631e4e25b3de8ca7f42eff0a is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:43:53.918461 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-2f6979da-d1e5-4e99-81b5-7e138bacf98b tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:43:53.927252 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-2f6979da-d1e5-4e99-81b5-7e138bacf98b tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:43:53.954699 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0728c533-bd43-47da-9079-76241bd345b8 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:43:53.955286 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0728c533-bd43-47da-9079-76241bd345b8 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:53.966893 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-c6f0c294-7c74-4f8c-863e-fdfec614689d tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:43:53.971120 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:53.987885 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b17338a-8c3f-4a22-aff2-739b6b6fe917 None None] Network 9e7f403d-8db4-413b-aaa2-82bc08b56467 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:43:54.074698 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-c6f0c294-7c74-4f8c-863e-fdfec614689d tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Usage tracker for resource:port and tenant:b428e3fc7ae94183b7e4462eb47a28df is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:43:54.081283 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:54.083221 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] device_id is not set on port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:43:54.238496 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 5af030e9-0e55-4b95-8975-b7a277d59f90 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:43:54.239156 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:54.247096 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-c6f0c294-7c74-4f8c-863e-fdfec614689d tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:43:54.257773 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-308e92c9-d06f-4a1d-8939-a36a31a165ec None None] Attempt 2 to provision port cebcf05e-39ac-4f63-a2d8-7a54d35c857a Oct 26 15:43:54.279190 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-c6f0c294-7c74-4f8c-863e-fdfec614689d tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:43:54.304685 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97503d96-2b7f-43fb-80dc-dd4779590302 None None] Network d8f14250-22cf-4a11-9481-ae7fced3b7b5 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:43:54.336214 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-73406656-303f-4106-be85-34786ac889b9 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:54.376392 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f417eac0-cc4a-47bf-878e-4df7f0351f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:54.434830 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-73406656-303f-4106-be85-34786ac889b9 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:54.462968 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1170ee92-c1ee-4dbb-8264-ef429bff9574,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:43:54.481670 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 5af030e9-0e55-4b95-8975-b7a277d59f90, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=5af030e9-0e55-4b95-8975-b7a277d59f90,segment=NetworkSegment(ad681930-81e8-4149-9bf2-d74e0780dad8),segment_id=ad681930-81e8-4149-9bf2-d74e0780dad8)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:43:54.490658 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-0728c533-bd43-47da-9079-76241bd345b8 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.6238158 Oct 26 15:43:54.496801 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 32798) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:43:54.512905 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-e25c056b-d89d-4c84-a319-69724794d7d5 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Request body: {'port': {'network_id': 'a61d87de-39e4-4164-81f8-a562ebba65ff', 'name': 'tempest-DHCPAgentSchedulersTestJSON-72917341'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:43:54.540842 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-308e92c9-d06f-4a1d-8939-a36a31a165ec None None] Port cebcf05e-39ac-4f63-a2d8-7a54d35c857a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:43:54.552445 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73406656-303f-4106-be85-34786ac889b9 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:43:54.559752 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73406656-303f-4106-be85-34786ac889b9 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f14ff8-54d3-4951-a7c1-59ab00f4a205,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:43:54.582601 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-73406656-303f-4106-be85-34786ac889b9 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:54.582944 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-73406656-303f-4106-be85-34786ac889b9 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Added segment 2c9dadb3-0778-4db4-a168-5ad1f7ff0069 of type vlan for network f7c942fb-ee1e-4e6a-920a-38a0d08ee956 Oct 26 15:43:54.595365 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f0c294-7c74-4f8c-863e-fdfec614689d tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Made reservation on behalf of b428e3fc7ae94183b7e4462eb47a28df for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:43:54.618915 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2060b5be-403c-4fe1-8a57-b82e78d7a75f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-a61d87de-39e4-4164-81f8-a562ebba65ff', 'network_id': 'a61d87de-39e4-4164-81f8-a562ebba65ff', 'tenant_id': 'f891d6ef0f27424091cf8546fc42bb7c', 'fixed_ips': [{'subnet_id': '839c8744-82cc-432b-adeb-f24b99c223af'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:43:54.619477 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2060b5be-403c-4fe1-8a57-b82e78d7a75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:54.632785 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-73406656-303f-4106-be85-34786ac889b9 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:54.717256 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:54.718088 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 76985c00-1100-44c0-ae35-3435bd9c12bf up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:43:54.758816 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] device_id is not set on port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:43:54.771439 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f417eac0-cc4a-47bf-878e-4df7f0351f39 admin admin] Router 646f6f2c-03ff-4e0a-a2c8-24d838991d16 is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:43:54.821903 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:54.828429 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b60307e3-0d50-4dc4-98b0-abf6fb056e2c tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] Notify callbacks [] for router, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:54.835556 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-73406656-303f-4106-be85-34786ac889b9 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:54.845130 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73406656-303f-4106-be85-34786ac889b9 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:43:54.845130 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-73406656-303f-4106-be85-34786ac889b9 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:54.884751 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2f6979da-d1e5-4e99-81b5-7e138bacf98b tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:55.012563 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2f6979da-d1e5-4e99-81b5-7e138bacf98b tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:55.025208 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=5af030e9-0e55-4b95-8975-b7a277d59f90,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:43:55.031101 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Transition to ACTIVE for port object b25d959b-0f70-43bd-bc31-74c5b0b3d9fe will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:43:55.044275 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-308e92c9-d06f-4a1d-8939-a36a31a165ec None None] Attempt 3 to provision port cebcf05e-39ac-4f63-a2d8-7a54d35c857a Oct 26 15:43:55.075947 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73406656-303f-4106-be85-34786ac889b9 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Pushing event updated for resources: {'Network': ['ID=f7c942fb-ee1e-4e6a-920a-38a0d08ee956,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:43:55.091207 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f417eac0-cc4a-47bf-878e-4df7f0351f39 admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:43:55.103977 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c83edc-0b7e-43fb-bd86-8e3cff5cff24 None None] Sync routers for ids ['646f6f2c-03ff-4e0a-a2c8-24d838991d16'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:43:55.114205 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c83edc-0b7e-43fb-bd86-8e3cff5cff24 None None] Routers {'646f6f2c-03ff-4e0a-a2c8-24d838991d16'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:43:55.115185 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-a3c83edc-0b7e-43fb-bd86-8e3cff5cff24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:43:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['646f6f2c-03ff-4e0a-a2c8-24d838991d16'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:43:55.119244 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-73406656-303f-4106-be85-34786ac889b9 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6248708 Oct 26 15:43:55.127340 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network f7c942fb-ee1e-4e6a-920a-38a0d08ee956 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:43:55.127470 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-0ed4c9c8-baf0-4366-82ca-3990116dcfd8 admin admin] Allocated IP 172.26.2.181 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/626a541b-4d4c-44a1-9f0f-a6a8b7b5f759) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:43:55.128880 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 32802) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:43:55.140756 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-d6ffa3f4-5631-4a56-8e6e-854804ba3f47 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Request body: {'subnet': {'network_id': 'f7c942fb-ee1e-4e6a-920a-38a0d08ee956', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:43:55.211437 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f6979da-d1e5-4e99-81b5-7e138bacf98b tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:43:55.263524 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-308e92c9-d06f-4a1d-8939-a36a31a165ec None None] Port cebcf05e-39ac-4f63-a2d8-7a54d35c857a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:43:55.276515 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-2060b5be-403c-4fe1-8a57-b82e78d7a75f None None] Allocated IP 172.20.0.2 (a61d87de-39e4-4164-81f8-a562ebba65ff/839c8744-82cc-432b-adeb-f24b99c223af/d29bc8c8-5e58-4d79-9593-d2bfd8b725aa) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:43:55.298581 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 76985c00-1100-44c0-ae35-3435bd9c12bf completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:43:55.350746 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a876e832-552f-4a33-b4f0-9f51fb8cf199 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:43:55.425073 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-d6ffa3f4-5631-4a56-8e6e-854804ba3f47 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:43:55.430950 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-d6ffa3f4-5631-4a56-8e6e-854804ba3f47 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Usage tracker for resource:subnet and tenant:dc71858787a24efaa04427a05c911477 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:43:55.435589 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-d6ffa3f4-5631-4a56-8e6e-854804ba3f47 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:43:55.439069 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f417eac0-cc4a-47bf-878e-4df7f0351f39 admin admin] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:55.446156 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f417eac0-cc4a-47bf-878e-4df7f0351f39 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.9739385 Oct 26 15:43:55.446281 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:55.446397 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 32808) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:43:55.449041 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-d6ffa3f4-5631-4a56-8e6e-854804ba3f47 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:43:55.450050 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e25c056b-d89d-4c84-a319-69724794d7d5 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:43:55.452810 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-a3c83edc-0b7e-43fb-bd86-8e3cff5cff24 None None] Set router 646f6f2c-03ff-4e0a-a2c8-24d838991d16 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:43:55.470612 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e25c056b-d89d-4c84-a319-69724794d7d5 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Usage tracker for resource:port and tenant:f891d6ef0f27424091cf8546fc42bb7c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:43:55.479622 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6979da-d1e5-4e99-81b5-7e138bacf98b tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe133e54-6ef9-4f30-973c-ec470382ccdf,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:43:55.488256 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c6f0c294-7c74-4f8c-863e-fdfec614689d tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:55.554602 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e25c056b-d89d-4c84-a319-69724794d7d5 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:43:55.569953 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b60307e3-0d50-4dc4-98b0-abf6fb056e2c tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:55.576366 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2f6979da-d1e5-4e99-81b5-7e138bacf98b tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:55.577139 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-2f6979da-d1e5-4e99-81b5-7e138bacf98b tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Added segment 560f61d2-d25f-4e4d-8c8e-1fd8bf37d388 of type vlan for network e370bc56-de0d-4ad4-993f-02a200ebea90 Oct 26 15:43:55.578279 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b60307e3-0d50-4dc4-98b0-abf6fb056e2c tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:55.628951 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e25c056b-d89d-4c84-a319-69724794d7d5 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:43:55.704570 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port a876e832-552f-4a33-b4f0-9f51fb8cf199 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:43:55.728339 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2060b5be-403c-4fe1-8a57-b82e78d7a75f None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:55.743148 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-2060b5be-403c-4fe1-8a57-b82e78d7a75f None None] Transition to ACTIVE for port object d29bc8c8-5e58-4d79-9593-d2bfd8b725aa will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:43:55.765672 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-308e92c9-d06f-4a1d-8939-a36a31a165ec None None] Attempt 4 to provision port cebcf05e-39ac-4f63-a2d8-7a54d35c857a Oct 26 15:43:55.768584 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ffa3f4-5631-4a56-8e6e-854804ba3f47 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Made reservation on behalf of dc71858787a24efaa04427a05c911477 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:43:55.779616 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d6ffa3f4-5631-4a56-8e6e-854804ba3f47 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks [] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:55.805833 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-2060b5be-403c-4fe1-8a57-b82e78d7a75f None None] Transition to ACTIVE for port object d29bc8c8-5e58-4d79-9593-d2bfd8b725aa will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:43:55.849082 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-308e92c9-d06f-4a1d-8939-a36a31a165ec None None] Port cebcf05e-39ac-4f63-a2d8-7a54d35c857a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:43:55.864750 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-c6f0c294-7c74-4f8c-863e-fdfec614689d tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] device_id is not set on port 99d601e8-fd38-4fee-b7fd-14760111d552 yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:43:55.869652 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 5af030e9-0e55-4b95-8975-b7a277d59f90 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:43:55.923742 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2060b5be-403c-4fe1-8a57-b82e78d7a75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:55.950296 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2f6979da-d1e5-4e99-81b5-7e138bacf98b tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:55.972918 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Pushing event updated for resources: {'Port': ['ID=b25d959b-0f70-43bd-bc31-74c5b0b3d9fe,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:43:56.002599 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-a3c83edc-0b7e-43fb-bd86-8e3cff5cff24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646f6f2c-03ff-4e0a-a2c8-24d838991d16', 'name': 'tempest-ServersTestManualDisk-19638021-router', 'tenant_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': '8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:43:49Z', 'updated_at': '2022-10-26T15:43:53Z', 'revision_number': 3, 'project_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'gw_port': {'id': '8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646f6f2c-03ff-4e0a-a2c8-24d838991d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:43:51Z', 'updated_at': '2022-10-26T15:43:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:43:56.007307 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c83edc-0b7e-43fb-bd86-8e3cff5cff24 None None] Checking router: 646f6f2c-03ff-4e0a-a2c8-24d838991d16 for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:43:56.008283 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c83edc-0b7e-43fb-bd86-8e3cff5cff24 None None] Updating router 646f6f2c-03ff-4e0a-a2c8-24d838991d16 port 8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d binding host dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:43:56.008786 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060b5be-403c-4fe1-8a57-b82e78d7a75f None None] Pushing event updated for resources: {'Port': ['ID=d29bc8c8-5e58-4d79-9593-d2bfd8b725aa,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:43:56.016628 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25c056b-d89d-4c84-a319-69724794d7d5 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Made reservation on behalf of f891d6ef0f27424091cf8546fc42bb7c for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:43:56.020700 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e25c056b-d89d-4c84-a319-69724794d7d5 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:56.030829 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2060b5be-403c-4fe1-8a57-b82e78d7a75f None None] Network a61d87de-39e4-4164-81f8-a562ebba65ff is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:43:56.033711 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-2060b5be-403c-4fe1-8a57-b82e78d7a75f None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:43:56.040477 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2060b5be-403c-4fe1-8a57-b82e78d7a75f None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:43:56.054752 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Checking segment: {'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:43:56.055414 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Network hostable DHCP agents. Network: ff305097-60df-4a4e-b89b-2d230876875b, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:43:56.073620 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b60307e3-0d50-4dc4-98b0-abf6fb056e2c tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:56.084770 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60307e3-0d50-4dc4-98b0-abf6fb056e2c tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1c3393b3-d154-4d8d-b4b2-f60faa5423ee {{(pid=89747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:43:56.085957 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-a3c83edc-0b7e-43fb-bd86-8e3cff5cff24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:56.103152 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 5af030e9-0e55-4b95-8975-b7a277d59f90 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:43:56.103617 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:56.104012 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 5af030e9-0e55-4b95-8975-b7a277d59f90 Oct 26 15:43:56.156277 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-e25c056b-d89d-4c84-a319-69724794d7d5 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] device_id is not set on port 70260a5d-6b69-4616-af31-a56e70ca20eb yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:43:56.214627 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0ed4c9c8-baf0-4366-82ca-3990116dcfd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:56.217676 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2f6979da-d1e5-4e99-81b5-7e138bacf98b tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:56.223185 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6979da-d1e5-4e99-81b5-7e138bacf98b tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:43:56.223918 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2f6979da-d1e5-4e99-81b5-7e138bacf98b tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:56.249469 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-2060b5be-403c-4fe1-8a57-b82e78d7a75f None None] Attempting to bind port d29bc8c8-5e58-4d79-9593-d2bfd8b725aa on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:43:56.249835 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-2060b5be-403c-4fe1-8a57-b82e78d7a75f None None] Attempting to bind port d29bc8c8-5e58-4d79-9593-d2bfd8b725aa by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'f2e516cc-1e60-4197-b9f7-9ab713d75674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'a61d87de-39e4-4164-81f8-a562ebba65ff'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:43:56.250192 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2060b5be-403c-4fe1-8a57-b82e78d7a75f None None] Attempting to bind port d29bc8c8-5e58-4d79-9593-d2bfd8b725aa on network a61d87de-39e4-4164-81f8-a562ebba65ff {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:43:56.258558 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2060b5be-403c-4fe1-8a57-b82e78d7a75f None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:43:56.258892 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2060b5be-403c-4fe1-8a57-b82e78d7a75f None None] Checking segment: {'id': 'f2e516cc-1e60-4197-b9f7-9ab713d75674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'a61d87de-39e4-4164-81f8-a562ebba65ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:43:56.259286 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2060b5be-403c-4fe1-8a57-b82e78d7a75f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:56.259675 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2060b5be-403c-4fe1-8a57-b82e78d7a75f None None] Bound using segment: {'id': 'f2e516cc-1e60-4197-b9f7-9ab713d75674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'a61d87de-39e4-4164-81f8-a562ebba65ff'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:43:56.260909 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-2060b5be-403c-4fe1-8a57-b82e78d7a75f None None] Bound port: d29bc8c8-5e58-4d79-9593-d2bfd8b725aa, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e516cc-1e60-4197-b9f7-9ab713d75674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'a61d87de-39e4-4164-81f8-a562ebba65ff'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:43:56.260909 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2060b5be-403c-4fe1-8a57-b82e78d7a75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:56.347861 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Network ff305097-60df-4a4e-b89b-2d230876875b is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:43:56.351032 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-308e92c9-d06f-4a1d-8939-a36a31a165ec None None] Attempt 5 to provision port cebcf05e-39ac-4f63-a2d8-7a54d35c857a Oct 26 15:43:56.387707 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-c6f0c294-7c74-4f8c-863e-fdfec614689d tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Allocated IP 172.20.0.7 (faa209c4-43d9-4ed7-945e-102065551d5a/075a1cfc-afbf-41f7-bf51-6f731454883d/99d601e8-fd38-4fee-b7fd-14760111d552) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:43:56.390315 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-b60307e3-0d50-4dc4-98b0-abf6fb056e2c tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 26 15:43:56.394231 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b60307e3-0d50-4dc4-98b0-abf6fb056e2c tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 7.4100597 Oct 26 15:43:56.396216 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 32812) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:43:56.421530 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 5af030e9-0e55-4b95-8975-b7a277d59f90 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:43:56.425990 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6979da-d1e5-4e99-81b5-7e138bacf98b tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Pushing event updated for resources: {'Network': ['ID=e370bc56-de0d-4ad4-993f-02a200ebea90,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:43:56.456690 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network e370bc56-de0d-4ad4-993f-02a200ebea90 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:43:56.476241 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-308e92c9-d06f-4a1d-8939-a36a31a165ec None None] Port cebcf05e-39ac-4f63-a2d8-7a54d35c857a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:43:56.481784 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-2060b5be-403c-4fe1-8a57-b82e78d7a75f None None] For port d29bc8c8-5e58-4d79-9593-d2bfd8b725aa, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:43:56.493648 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, ff305097-60df-4a4e-b89b-2d230876875b) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:43:56.514220 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:43:56.521001 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-5cfc201f-2b85-4dad-ab5c-a10af44fa535 tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] Deleting port d9f5b87a-e5ff-45eb-a1e5-b388a5ecb36b {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:43:56.521507 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5cfc201f-2b85-4dad-ab5c-a10af44fa535 tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:56.535738 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd39e24-41c9-4e41-b575-50effaddd180 None None] Network ff305097-60df-4a4e-b89b-2d230876875b requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:43:56.551492 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-2f6979da-d1e5-4e99-81b5-7e138bacf98b tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 4.0551736 Oct 26 15:43:56.556681 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 32816) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:43:56.567490 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:43:56.567928 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:43:56.568364 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe on network ff305097-60df-4a4e-b89b-2d230876875b {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:43:56.568871 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-2060b5be-403c-4fe1-8a57-b82e78d7a75f None None] For port d29bc8c8-5e58-4d79-9593-d2bfd8b725aa, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=d29bc8c8-5e58-4d79-9593-d2bfd8b725aa,segment=NetworkSegment(f2e516cc-1e60-4197-b9f7-9ab713d75674),segment_id=f2e516cc-1e60-4197-b9f7-9ab713d75674)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:43:56.573538 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-b2a96383-db80-426a-b619-417719eb4ae9 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Request body: {'subnet': {'network_id': 'e370bc56-de0d-4ad4-993f-02a200ebea90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:43:56.598810 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d6ffa3f4-5631-4a56-8e6e-854804ba3f47 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:56.672129 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2060b5be-403c-4fe1-8a57-b82e78d7a75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:56.676013 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-e25c056b-d89d-4c84-a319-69724794d7d5 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Allocated IP 172.20.0.14 (a61d87de-39e4-4164-81f8-a562ebba65ff/839c8744-82cc-432b-adeb-f24b99c223af/70260a5d-6b69-4616-af31-a56e70ca20eb) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:43:56.724405 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe on network ff305097-60df-4a4e-b89b-2d230876875b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:43:56.724842 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Failed to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] Oct 26 15:43:56.725819 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0ed4c9c8-baf0-4366-82ca-3990116dcfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:56.740133 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.plugins.ml2.plugin [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempt 2 to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe Oct 26 15:43:56.818703 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ffa3f4-5631-4a56-8e6e-854804ba3f47 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Pushing event updated for resources: {'Subnet': ['ID=050fdfb8-a283-46e1-9ba8-dc6e5b51c0ea,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:43:56.899416 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ffa3f4-5631-4a56-8e6e-854804ba3f47 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Checking segment: {'id': '2c9dadb3-0778-4db4-a168-5ad1f7ff0069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f7c942fb-ee1e-4e6a-920a-38a0d08ee956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:43:56.901111 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ffa3f4-5631-4a56-8e6e-854804ba3f47 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Network hostable DHCP agents. Network: f7c942fb-ee1e-4e6a-920a-38a0d08ee956, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:43:56.905005 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:43:56.905504 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:43:56.905649 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe on network ff305097-60df-4a4e-b89b-2d230876875b {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:43:56.930165 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed4c9c8-baf0-4366-82ca-3990116dcfd8 admin admin] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:43:56.934753 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060b5be-403c-4fe1-8a57-b82e78d7a75f None None] Pushing event updated for resources: {'Port': ['ID=d29bc8c8-5e58-4d79-9593-d2bfd8b725aa,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:43:56.937341 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-0ed4c9c8-baf0-4366-82ca-3990116dcfd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:43:56.955253 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed4c9c8-baf0-4366-82ca-3990116dcfd8 admin admin] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:43:56.969315 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:56.977552 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-308e92c9-d06f-4a1d-8939-a36a31a165ec None None] Attempt 6 to provision port cebcf05e-39ac-4f63-a2d8-7a54d35c857a Oct 26 15:43:57.033948 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe on network ff305097-60df-4a4e-b89b-2d230876875b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:43:57.039115 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Failed to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] Oct 26 15:43:57.051947 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.plugins.ml2.plugin [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempt 3 to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe Oct 26 15:43:57.060291 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed4c9c8-baf0-4366-82ca-3990116dcfd8 admin admin] Pushing event updated for resources: {'Port': ['ID=626a541b-4d4c-44a1-9f0f-a6a8b7b5f759,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:43:57.063244 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b2a96383-db80-426a-b619-417719eb4ae9 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:43:57.077404 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-308e92c9-d06f-4a1d-8939-a36a31a165ec None None] Port cebcf05e-39ac-4f63-a2d8-7a54d35c857a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:43:57.141371 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-24c46827-14ee-4423-912f-746e7b9354e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:57.146665 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-a3c83edc-0b7e-43fb-bd86-8e3cff5cff24 None None] Notify callbacks [] for port, precommit_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:57.169748 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.provisioning_blocks [None req-a3c83edc-0b7e-43fb-bd86-8e3cff5cff24 None None] Transition to ACTIVE for port object 8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d will not be triggered until provisioned by entity L2. {{(pid=89750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:43:57.172489 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5cfc201f-2b85-4dad-ab5c-a10af44fa535 tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:57.181040 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ffa3f4-5631-4a56-8e6e-854804ba3f47 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Network f7c942fb-ee1e-4e6a-920a-38a0d08ee956 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:43:57.209722 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b2a96383-db80-426a-b619-417719eb4ae9 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Usage tracker for resource:subnet and tenant:05f5240d631e4e25b3de8ca7f42eff0a is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:43:57.218801 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b2a96383-db80-426a-b619-417719eb4ae9 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:43:57.252390 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-a3c83edc-0b7e-43fb-bd86-8e3cff5cff24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:57.286646 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:43:57.286646 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:43:57.286905 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe on network ff305097-60df-4a4e-b89b-2d230876875b {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:43:57.289249 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b2a96383-db80-426a-b619-417719eb4ae9 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:43:57.331079 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-a3c83edc-0b7e-43fb-bd86-8e3cff5cff24 None None] Attempting to bind port 8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:43:57.331461 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-a3c83edc-0b7e-43fb-bd86-8e3cff5cff24 None None] Attempting to bind port 8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:43:57.331823 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c83edc-0b7e-43fb-bd86-8e3cff5cff24 None None] Attempting to bind port 8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d on network 0c79a151-ef79-4fff-8a3c-258f9478471d {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:43:57.345256 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c83edc-0b7e-43fb-bd86-8e3cff5cff24 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:43:57.345663 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c83edc-0b7e-43fb-bd86-8e3cff5cff24 None None] Checking segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:43:57.345950 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-a3c83edc-0b7e-43fb-bd86-8e3cff5cff24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:57.346341 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c83edc-0b7e-43fb-bd86-8e3cff5cff24 None None] Bound using segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:43:57.346853 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-a3c83edc-0b7e-43fb-bd86-8e3cff5cff24 None None] Bound port: 8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:43:57.347241 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-a3c83edc-0b7e-43fb-bd86-8e3cff5cff24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:57.393489 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801a726-6eca-4d1a-b322-242e5fdd211a None None] Pushing event updated for resources: {'Port': ['ID=8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d,revision_number=2']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:43:57.407222 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0801a726-6eca-4d1a-b322-242e5fdd211a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:43:57.407587 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0801a726-6eca-4d1a-b322-242e5fdd211a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:43:57.414105 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0801a726-6eca-4d1a-b322-242e5fdd211a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:43:57.414105 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0801a726-6eca-4d1a-b322-242e5fdd211a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:43:57.414105 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0801a726-6eca-4d1a-b322-242e5fdd211a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:43:57.414105 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0801a726-6eca-4d1a-b322-242e5fdd211a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:43:57.414105 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0801a726-6eca-4d1a-b322-242e5fdd211a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:43:57.414105 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0801a726-6eca-4d1a-b322-242e5fdd211a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:43:57.414105 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0801a726-6eca-4d1a-b322-242e5fdd211a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:43:57.414105 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0801a726-6eca-4d1a-b322-242e5fdd211a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:43:57.414105 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0801a726-6eca-4d1a-b322-242e5fdd211a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:43:57.414105 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0801a726-6eca-4d1a-b322-242e5fdd211a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:43:57.414105 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0801a726-6eca-4d1a-b322-242e5fdd211a None None] Tracked resource versions report: Oct 26 15:43:57.414105 dv-neutron-862712-1-hyperv neutron-server[89750]: pushed versions: Oct 26 15:43:57.414105 dv-neutron-862712-1-hyperv neutron-server[89750]: { 'AddressGroup': {'1.2'}, Oct 26 15:43:57.414105 dv-neutron-862712-1-hyperv neutron-server[89750]: 'ConntrackHelper': {'1.0'}, Oct 26 15:43:57.414105 dv-neutron-862712-1-hyperv neutron-server[89750]: 'Log': {'1.0'}, Oct 26 15:43:57.414105 dv-neutron-862712-1-hyperv neutron-server[89750]: 'Network': {'1.1'}, Oct 26 15:43:57.414105 dv-neutron-862712-1-hyperv neutron-server[89750]: 'Port': {'1.7'}, Oct 26 15:43:57.414105 dv-neutron-862712-1-hyperv neutron-server[89750]: 'PortForwarding': {'1.2'}, Oct 26 15:43:57.414105 dv-neutron-862712-1-hyperv neutron-server[89750]: 'QosPolicy': {'1.8'}, Oct 26 15:43:57.414105 dv-neutron-862712-1-hyperv neutron-server[89750]: 'SecurityGroup': {'1.4'}, Oct 26 15:43:57.414105 dv-neutron-862712-1-hyperv neutron-server[89750]: 'SecurityGroupRule': {'1.2'}, Oct 26 15:43:57.414105 dv-neutron-862712-1-hyperv neutron-server[89750]: 'SubPort': {'1.0'}, Oct 26 15:43:57.414105 dv-neutron-862712-1-hyperv neutron-server[89750]: 'Subnet': {'1.1'}, Oct 26 15:43:57.414105 dv-neutron-862712-1-hyperv neutron-server[89750]: 'Trunk': {'1.1'}} Oct 26 15:43:57.414105 dv-neutron-862712-1-hyperv neutron-server[89750]: consumer versions: Oct 26 15:43:57.414105 dv-neutron-862712-1-hyperv neutron-server[89750]: { DHCP agent@dv-neutron-862712-1-hyperv: {}, Oct 26 15:43:57.414105 dv-neutron-862712-1-hyperv neutron-server[89750]: HyperV agent@hv-neutron-8627: {}, Oct 26 15:43:57.414105 dv-neutron-862712-1-hyperv neutron-server[89750]: L3 agent@dv-neutron-862712-1-hyperv: {}, Oct 26 15:43:57.414105 dv-neutron-862712-1-hyperv neutron-server[89750]: Metadata agent@dv-neutron-862712-1-hyperv: {}, Oct 26 15:43:57.414105 dv-neutron-862712-1-hyperv neutron-server[89750]: Metering agent@dv-neutron-862712-1-hyperv: {}, Oct 26 15:43:57.414105 dv-neutron-862712-1-hyperv neutron-server[89750]: Open vSwitch agent@dv-neutron-862712-1-hyperv: { 'AddressGroup': '1.2', Oct 26 15:43:57.414105 dv-neutron-862712-1-hyperv neutron-server[89750]: 'ConntrackHelper': '1.0', Oct 26 15:43:57.414105 dv-neutron-862712-1-hyperv neutron-server[89750]: 'Log': '1.0', Oct 26 15:43:57.414105 dv-neutron-862712-1-hyperv neutron-server[89750]: 'Network': '1.1', Oct 26 15:43:57.414105 dv-neutron-862712-1-hyperv neutron-server[89750]: 'Port': '1.7', Oct 26 15:43:57.414105 dv-neutron-862712-1-hyperv neutron-server[89750]: 'PortForwarding': '1.2', Oct 26 15:43:57.414105 dv-neutron-862712-1-hyperv neutron-server[89750]: 'QosPolicy': '1.8', Oct 26 15:43:57.414105 dv-neutron-862712-1-hyperv neutron-server[89750]: 'SecurityGroup': '1.4', Oct 26 15:43:57.414105 dv-neutron-862712-1-hyperv neutron-server[89750]: 'SecurityGroupRule': '1.2', Oct 26 15:43:57.414105 dv-neutron-862712-1-hyperv neutron-server[89750]: 'SubPort': '1.0', Oct 26 15:43:57.414105 dv-neutron-862712-1-hyperv neutron-server[89750]: 'Subnet': '1.1', Oct 26 15:43:57.414105 dv-neutron-862712-1-hyperv neutron-server[89750]: 'Trunk': '1.1'}} Oct 26 15:43:57.414105 dv-neutron-862712-1-hyperv neutron-server[89750]: {{(pid=89750) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 15:43:57.436273 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-5cfc201f-2b85-4dad-ab5c-a10af44fa535 tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] Calling delete_port for d9f5b87a-e5ff-45eb-a1e5-b388a5ecb36b owned by {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:43:57.446537 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c6f0c294-7c74-4f8c-863e-fdfec614689d tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:57.447341 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-a3c83edc-0b7e-43fb-bd86-8e3cff5cff24 None None] For port 8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:43:57.452117 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-a3c83edc-0b7e-43fb-bd86-8e3cff5cff24 None None] For port 8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:43:57.461772 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe on network ff305097-60df-4a4e-b89b-2d230876875b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:43:57.462123 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Failed to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] Oct 26 15:43:57.470006 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.plugins.ml2.plugin [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempt 4 to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe Oct 26 15:43:57.486929 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-d6ffa3f4-5631-4a56-8e6e-854804ba3f47 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, f7c942fb-ee1e-4e6a-920a-38a0d08ee956) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:43:57.495965 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df946d32-5489-4506-a087-bea58a3a6622 None None] Network f7c942fb-ee1e-4e6a-920a-38a0d08ee956 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:43:57.499453 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ffa3f4-5631-4a56-8e6e-854804ba3f47 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:43:57.500529 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d6ffa3f4-5631-4a56-8e6e-854804ba3f47 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:57.503191 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c6f0c294-7c74-4f8c-863e-fdfec614689d tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Transition to ACTIVE for port object 99d601e8-fd38-4fee-b7fd-14760111d552 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:43:57.519493 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-a3c83edc-0b7e-43fb-bd86-8e3cff5cff24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:57.522817 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:43:57.523340 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:43:57.523830 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe on network ff305097-60df-4a4e-b89b-2d230876875b {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:43:57.555660 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a96383-db80-426a-b619-417719eb4ae9 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Made reservation on behalf of 05f5240d631e4e25b3de8ca7f42eff0a for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:43:57.560099 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b2a96383-db80-426a-b619-417719eb4ae9 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Notify callbacks [] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:57.573763 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe on network ff305097-60df-4a4e-b89b-2d230876875b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:43:57.574357 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Failed to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] Oct 26 15:43:57.581261 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.plugins.ml2.plugin [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempt 5 to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe Oct 26 15:43:57.649141 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801a726-6eca-4d1a-b322-242e5fdd211a None None] Pushing event updated for resources: {'Port': ['ID=8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d,revision_number=3']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:43:57.661416 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c83edc-0b7e-43fb-bd86-8e3cff5cff24 None None] Routers {'646f6f2c-03ff-4e0a-a2c8-24d838991d16'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:43:57.662047 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-a3c83edc-0b7e-43fb-bd86-8e3cff5cff24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:43:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['646f6f2c-03ff-4e0a-a2c8-24d838991d16'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:43:57.696831 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-308e92c9-d06f-4a1d-8939-a36a31a165ec None None] Attempt 7 to provision port cebcf05e-39ac-4f63-a2d8-7a54d35c857a Oct 26 15:43:57.852145 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:43:57.870505 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:43:57.877623 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe on network ff305097-60df-4a4e-b89b-2d230876875b {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:43:57.887545 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-d6ffa3f4-5631-4a56-8e6e-854804ba3f47 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7431672 Oct 26 15:43:57.901511 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 32820) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:43:57.969597 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device d29bc8c8-5e58-4d79-9593-d2bfd8b725aa up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:43:57.997737 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-31cf5a82-e728-45c5-b9f9-de0213a1f697 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1323345105', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}, 'admin_state_up': False}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:43:58.014010 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-31cf5a82-e728-45c5-b9f9-de0213a1f697 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:43:58.027748 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-308e92c9-d06f-4a1d-8939-a36a31a165ec None None] Port cebcf05e-39ac-4f63-a2d8-7a54d35c857a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:43:58.042108 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-31cf5a82-e728-45c5-b9f9-de0213a1f697 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Usage tracker for resource:router and tenant:dc71858787a24efaa04427a05c911477 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:43:58.053452 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-31cf5a82-e728-45c5-b9f9-de0213a1f697 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:43:58.067955 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-31cf5a82-e728-45c5-b9f9-de0213a1f697 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:43:58.068962 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe on network ff305097-60df-4a4e-b89b-2d230876875b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:43:58.069987 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Failed to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] Oct 26 15:43:58.073223 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-24c46827-14ee-4423-912f-746e7b9354e5 admin admin] Allocated IP 172.20.0.1 (d8f14250-22cf-4a11-9481-ae7fced3b7b5/681a7821-b4bf-4dbd-9e8a-ecb5ac161e14/739e888a-ede6-4f25-ad4c-4de91395a8a2) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:43:58.075575 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e25c056b-d89d-4c84-a319-69724794d7d5 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:58.080958 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.plugins.ml2.plugin [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempt 6 to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe Oct 26 15:43:58.115016 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c6f0c294-7c74-4f8c-863e-fdfec614689d tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:58.157662 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd928735-25c7-47b2-aaa6-b3a7e3a70fc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-f7c942fb-ee1e-4e6a-920a-38a0d08ee956', 'network_id': 'f7c942fb-ee1e-4e6a-920a-38a0d08ee956', 'tenant_id': 'dc71858787a24efaa04427a05c911477', 'fixed_ips': [{'subnet_id': '050fdfb8-a283-46e1-9ba8-dc6e5b51c0ea'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:43:58.158575 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-dd928735-25c7-47b2-aaa6-b3a7e3a70fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:58.169922 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5cfc201f-2b85-4dad-ab5c-a10af44fa535 tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:58.208181 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-a3c83edc-0b7e-43fb-bd86-8e3cff5cff24 None None] Set router 646f6f2c-03ff-4e0a-a2c8-24d838991d16 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:43:58.217133 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:43:58.217780 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:43:58.218315 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe on network ff305097-60df-4a4e-b89b-2d230876875b {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:43:58.224708 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e25c056b-d89d-4c84-a319-69724794d7d5 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Transition to ACTIVE for port object 70260a5d-6b69-4616-af31-a56e70ca20eb will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:43:58.240608 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe on network ff305097-60df-4a4e-b89b-2d230876875b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:43:58.241180 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Failed to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] Oct 26 15:43:58.249054 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-31cf5a82-e728-45c5-b9f9-de0213a1f697 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:58.250677 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-31cf5a82-e728-45c5-b9f9-de0213a1f697 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:58.264068 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.plugins.ml2.plugin [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempt 7 to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe Oct 26 15:43:58.312452 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f0c294-7c74-4f8c-863e-fdfec614689d tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Network faa209c4-43d9-4ed7-945e-102065551d5a is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:43:58.324258 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-c6f0c294-7c74-4f8c-863e-fdfec614689d tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:43:58.346255 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc201f-2b85-4dad-ab5c-a10af44fa535 tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9f5b87a-e5ff-45eb-a1e5-b388a5ecb36b,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:43:58.360081 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f0c294-7c74-4f8c-863e-fdfec614689d tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:43:58.382325 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f0c294-7c74-4f8c-863e-fdfec614689d tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:43:58.383415 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c6f0c294-7c74-4f8c-863e-fdfec614689d tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:58.389200 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-31cf5a82-e728-45c5-b9f9-de0213a1f697 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:58.398045 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:43:58.398682 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:43:58.399293 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe on network ff305097-60df-4a4e-b89b-2d230876875b {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:43:58.417488 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe on network ff305097-60df-4a4e-b89b-2d230876875b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:43:58.418694 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Failed to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] Oct 26 15:43:58.432144 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.plugins.ml2.plugin [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempt 8 to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe Oct 26 15:43:58.432709 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-dd928735-25c7-47b2-aaa6-b3a7e3a70fc1 None None] Allocated IP 172.20.0.2 (f7c942fb-ee1e-4e6a-920a-38a0d08ee956/050fdfb8-a283-46e1-9ba8-dc6e5b51c0ea/eff2692b-04e7-4396-9d1b-0cb7307c1646) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:43:58.452690 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f0c294-7c74-4f8c-863e-fdfec614689d tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Pushing event updated for resources: {'Port': ['ID=99d601e8-fd38-4fee-b7fd-14760111d552,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:43:58.508119 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-24c46827-14ee-4423-912f-746e7b9354e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:58.512765 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5cfc201f-2b85-4dad-ab5c-a10af44fa535 tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:58.514144 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0ed4c9c8-baf0-4366-82ca-3990116dcfd8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:58.544687 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-5cfc201f-2b85-4dad-ab5c-a10af44fa535 tempest-RoutersAdminNegativeIpV6Test-1628802977 tempest-RoutersAdminNegativeIpV6Test-1628802977-project-admin] 10.222.0.23 "DELETE /v2.0/ports/d9f5b87a-e5ff-45eb-a1e5-b388a5ecb36b HTTP/1.1" status: 204 len: 168 time: 2.1490290 Oct 26 15:43:58.547883 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-24c46827-14ee-4423-912f-746e7b9354e5 admin admin] Transition to ACTIVE for port object 739e888a-ede6-4f25-ad4c-4de91395a8a2 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:43:58.633248 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c6f0c294-7c74-4f8c-863e-fdfec614689d tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 5.3219473 Oct 26 15:43:58.639391 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:43:58.639731 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:43:58.640308 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe on network ff305097-60df-4a4e-b89b-2d230876875b {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:43:58.714388 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-308e92c9-d06f-4a1d-8939-a36a31a165ec None None] Attempt 8 to provision port cebcf05e-39ac-4f63-a2d8-7a54d35c857a Oct 26 15:43:58.745236 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25712e51-3644-41bf-a2a6-e1f2c7972ef7 None None] Network a61d87de-39e4-4164-81f8-a562ebba65ff requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:43:58.751677 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 32828) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:43:58.775348 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-24c46827-14ee-4423-912f-746e7b9354e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:58.781104 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port d29bc8c8-5e58-4d79-9593-d2bfd8b725aa completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:43:58.804860 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe on network ff305097-60df-4a4e-b89b-2d230876875b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:43:58.805294 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Failed to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] Oct 26 15:43:58.811075 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-a3c83edc-0b7e-43fb-bd86-8e3cff5cff24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646f6f2c-03ff-4e0a-a2c8-24d838991d16', 'name': 'tempest-ServersTestManualDisk-19638021-router', 'tenant_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': '8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:43:49Z', 'updated_at': '2022-10-26T15:43:53Z', 'revision_number': 3, 'project_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'gw_port': {'id': '8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646f6f2c-03ff-4e0a-a2c8-24d838991d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:43:51Z', 'updated_at': '2022-10-26T15:43:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:43:58.814685 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.plugins.ml2.plugin [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempt 9 to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe Oct 26 15:43:58.817419 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c83edc-0b7e-43fb-bd86-8e3cff5cff24 None None] The sync data for ids ['646f6f2c-03ff-4e0a-a2c8-24d838991d16'] in dv-neutron-862712-1-hyperv is: [{'id': '646f6f2c-03ff-4e0a-a2c8-24d838991d16', 'name': 'tempest-ServersTestManualDisk-19638021-router', 'tenant_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': '8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:43:49Z', 'updated_at': '2022-10-26T15:43:53Z', 'revision_number': 3, 'project_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'gw_port': {'id': '8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646f6f2c-03ff-4e0a-a2c8-24d838991d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:43:51Z', 'updated_at': '2022-10-26T15:43:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:43:58.878414 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:43:58.879027 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:43:58.879660 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe on network ff305097-60df-4a4e-b89b-2d230876875b {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:43:58.907298 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-dd928735-25c7-47b2-aaa6-b3a7e3a70fc1 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:58.915055 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe on network ff305097-60df-4a4e-b89b-2d230876875b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:43:58.915382 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Failed to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] Oct 26 15:43:58.916287 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e25c056b-d89d-4c84-a319-69724794d7d5 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:58.922737 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.plugins.ml2.plugin [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempt 10 to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe Oct 26 15:43:58.922906 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-308e92c9-d06f-4a1d-8939-a36a31a165ec None None] Port cebcf05e-39ac-4f63-a2d8-7a54d35c857a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:43:58.932876 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-dd928735-25c7-47b2-aaa6-b3a7e3a70fc1 None None] Transition to ACTIVE for port object eff2692b-04e7-4396-9d1b-0cb7307c1646 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:43:58.983004 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-dd928735-25c7-47b2-aaa6-b3a7e3a70fc1 None None] Transition to ACTIVE for port object eff2692b-04e7-4396-9d1b-0cb7307c1646 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:43:59.060377 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c46827-14ee-4423-912f-746e7b9354e5 admin admin] Network d8f14250-22cf-4a11-9481-ae7fced3b7b5 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:43:59.065757 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-24c46827-14ee-4423-912f-746e7b9354e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:43:59.084345 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c46827-14ee-4423-912f-746e7b9354e5 admin admin] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:43:59.084816 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-24c46827-14ee-4423-912f-746e7b9354e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:59.115514 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-dd928735-25c7-47b2-aaa6-b3a7e3a70fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:59.196485 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b2a96383-db80-426a-b619-417719eb4ae9 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:59.204683 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:43:59.206643 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:43:59.206643 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe on network ff305097-60df-4a4e-b89b-2d230876875b {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:43:59.242163 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd928735-25c7-47b2-aaa6-b3a7e3a70fc1 None None] Pushing event updated for resources: {'Port': ['ID=eff2692b-04e7-4396-9d1b-0cb7307c1646,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:43:59.268933 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd928735-25c7-47b2-aaa6-b3a7e3a70fc1 None None] Network f7c942fb-ee1e-4e6a-920a-38a0d08ee956 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:43:59.291688 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-dd928735-25c7-47b2-aaa6-b3a7e3a70fc1 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:43:59.294015 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd928735-25c7-47b2-aaa6-b3a7e3a70fc1 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:43:59.315181 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 32834) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:43:59.323734 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25c056b-d89d-4c84-a319-69724794d7d5 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Network a61d87de-39e4-4164-81f8-a562ebba65ff is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:43:59.345111 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe on network ff305097-60df-4a4e-b89b-2d230876875b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:43:59.345659 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Failed to bind port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] Oct 26 15:43:59.346230 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:59.356398 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-e25c056b-d89d-4c84-a319-69724794d7d5 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:43:59.371484 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25c056b-d89d-4c84-a319-69724794d7d5 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:43:59.376994 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25c056b-d89d-4c84-a319-69724794d7d5 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:43:59.377694 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e25c056b-d89d-4c84-a319-69724794d7d5 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:59.384139 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c056b-d89d-4c84-a319-69724794d7d5 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Pushing event updated for resources: {'Port': ['ID=70260a5d-6b69-4616-af31-a56e70ca20eb,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:43:59.423977 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-308e92c9-d06f-4a1d-8939-a36a31a165ec None None] Attempt 9 to provision port cebcf05e-39ac-4f63-a2d8-7a54d35c857a Oct 26 15:43:59.513990 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a96383-db80-426a-b619-417719eb4ae9 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Pushing event updated for resources: {'Subnet': ['ID=d5ba4a8f-569f-48cb-8db5-e8c73305ec8f,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:43:59.587160 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-308e92c9-d06f-4a1d-8939-a36a31a165ec None None] Port cebcf05e-39ac-4f63-a2d8-7a54d35c857a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:43:59.590220 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-dd928735-25c7-47b2-aaa6-b3a7e3a70fc1 None None] Attempting to bind port eff2692b-04e7-4396-9d1b-0cb7307c1646 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:43:59.590632 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-dd928735-25c7-47b2-aaa6-b3a7e3a70fc1 None None] Attempting to bind port eff2692b-04e7-4396-9d1b-0cb7307c1646 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '2c9dadb3-0778-4db4-a168-5ad1f7ff0069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f7c942fb-ee1e-4e6a-920a-38a0d08ee956'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:43:59.590990 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd928735-25c7-47b2-aaa6-b3a7e3a70fc1 None None] Attempting to bind port eff2692b-04e7-4396-9d1b-0cb7307c1646 on network f7c942fb-ee1e-4e6a-920a-38a0d08ee956 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:43:59.600841 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a96383-db80-426a-b619-417719eb4ae9 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Checking segment: {'id': '560f61d2-d25f-4e4d-8c8e-1fd8bf37d388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e370bc56-de0d-4ad4-993f-02a200ebea90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:43:59.600841 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a96383-db80-426a-b619-417719eb4ae9 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Network hostable DHCP agents. Network: e370bc56-de0d-4ad4-993f-02a200ebea90, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:43:59.601181 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd928735-25c7-47b2-aaa6-b3a7e3a70fc1 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:43:59.601360 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd928735-25c7-47b2-aaa6-b3a7e3a70fc1 None None] Checking segment: {'id': '2c9dadb3-0778-4db4-a168-5ad1f7ff0069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f7c942fb-ee1e-4e6a-920a-38a0d08ee956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:43:59.601757 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-dd928735-25c7-47b2-aaa6-b3a7e3a70fc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:59.602139 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd928735-25c7-47b2-aaa6-b3a7e3a70fc1 None None] Bound using segment: {'id': '2c9dadb3-0778-4db4-a168-5ad1f7ff0069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f7c942fb-ee1e-4e6a-920a-38a0d08ee956'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:43:59.602640 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-dd928735-25c7-47b2-aaa6-b3a7e3a70fc1 None None] Bound port: eff2692b-04e7-4396-9d1b-0cb7307c1646, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9dadb3-0778-4db4-a168-5ad1f7ff0069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f7c942fb-ee1e-4e6a-920a-38a0d08ee956'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:43:59.603023 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-dd928735-25c7-47b2-aaa6-b3a7e3a70fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:59.616727 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0ed4c9c8-baf0-4366-82ca-3990116dcfd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:59.656455 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c46827-14ee-4423-912f-746e7b9354e5 admin admin] Pushing event updated for resources: {'Port': ['ID=739e888a-ede6-4f25-ad4c-4de91395a8a2,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:43:59.690021 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e25c056b-d89d-4c84-a319-69724794d7d5 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1885679 Oct 26 15:43:59.690021 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 32842) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:43:59.702886 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6d1ffdd4-faa4-4811-a159-7b12f9bdc827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:59.709070 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-31cf5a82-e728-45c5-b9f9-de0213a1f697 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:59.804582 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-dd928735-25c7-47b2-aaa6-b3a7e3a70fc1 None None] For port eff2692b-04e7-4396-9d1b-0cb7307c1646, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:43:59.811643 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-dd928735-25c7-47b2-aaa6-b3a7e3a70fc1 None None] For port eff2692b-04e7-4396-9d1b-0cb7307c1646, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=eff2692b-04e7-4396-9d1b-0cb7307c1646,segment=NetworkSegment(2c9dadb3-0778-4db4-a168-5ad1f7ff0069),segment_id=2c9dadb3-0778-4db4-a168-5ad1f7ff0069)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:43:59.886935 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9c1034-af08-4fab-ba76-669c70e8d795 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:43:59.893186 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9c1034-af08-4fab-ba76-669c70e8d795 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:43:59.893747 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:43:59.905060 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9c1034-af08-4fab-ba76-669c70e8d795 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:43:59.913906 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-8e9c1034-af08-4fab-ba76-669c70e8d795 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 1.1393003 Oct 26 15:43:59.920123 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 32846) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:43:59.934894 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-dd928735-25c7-47b2-aaa6-b3a7e3a70fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:43:59.960253 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-6d1ffdd4-faa4-4811-a159-7b12f9bdc827 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:00.027985 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-6d1ffdd4-faa4-4811-a159-7b12f9bdc827 admin admin] Usage tracker for resource:security_group_rule and tenant:73f4783677b146cb9b6ac7d04041534b is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:00.041210 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-6d1ffdd4-faa4-4811-a159-7b12f9bdc827 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:00.076887 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] For port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe, host hv-neutron-8627, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:44:00.077266 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempted to set empty binding levels {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 26 15:44:00.080496 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-6d1ffdd4-faa4-4811-a159-7b12f9bdc827 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:00.092457 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-308e92c9-d06f-4a1d-8939-a36a31a165ec None None] Attempt 10 to provision port cebcf05e-39ac-4f63-a2d8-7a54d35c857a Oct 26 15:44:00.124371 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a96383-db80-426a-b619-417719eb4ae9 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Network e370bc56-de0d-4ad4-993f-02a200ebea90 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:44:00.159232 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-267f4642-5bd2-45cf-b3f5-68d405deef55 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Deleting port 99d601e8-fd38-4fee-b7fd-14760111d552 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:44:00.159820 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-267f4642-5bd2-45cf-b3f5-68d405deef55 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:00.173834 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-61319ee0-2eaa-4925-a6ae-03a9caaabfcb tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Deleting port 70260a5d-6b69-4616-af31-a56e70ca20eb {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:44:00.174191 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-61319ee0-2eaa-4925-a6ae-03a9caaabfcb tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:00.247783 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:00.249166 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:00.249476 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:00.257636 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-24c46827-14ee-4423-912f-746e7b9354e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:00.281550 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd928735-25c7-47b2-aaa6-b3a7e3a70fc1 None None] Pushing event updated for resources: {'Port': ['ID=eff2692b-04e7-4396-9d1b-0cb7307c1646,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:00.322700 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-308e92c9-d06f-4a1d-8939-a36a31a165ec None None] Port cebcf05e-39ac-4f63-a2d8-7a54d35c857a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:00.322820 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-b2a96383-db80-426a-b619-417719eb4ae9 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, e370bc56-de0d-4ad4-993f-02a200ebea90) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:44:00.340037 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbc6369-363d-4b09-b6a7-41b21c1131b7 None None] Network e370bc56-de0d-4ad4-993f-02a200ebea90 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:44:00.355982 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a96383-db80-426a-b619-417719eb4ae9 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:00.356317 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b2a96383-db80-426a-b619-417719eb4ae9 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:00.460702 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:44:00.590433 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:44:00.590859 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:00.591316 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d Oct 26 15:44:00.635810 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 8.7245383 Oct 26 15:44:00.643219 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b2a96383-db80-426a-b619-417719eb4ae9 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0780263 Oct 26 15:44:00.646540 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 32850) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:00.646747 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 32852) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:00.698988 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-d946e57a-4982-406b-98e7-25104bd5a8b9 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Request body: {'port': {'network_id': 'e370bc56-de0d-4ad4-993f-02a200ebea90', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1614332147'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:00.713400 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f89d0ac-db4c-4b02-89f9-f0c5f5eb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Pushing event updated for resources: {'Port': ['ID=b25d959b-0f70-43bd-bc31-74c5b0b3d9fe,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:00.736229 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-267f4642-5bd2-45cf-b3f5-68d405deef55 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:00.777997 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea435f3-0418-46e7-9ae5-9620449bc056 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-e370bc56-de0d-4ad4-993f-02a200ebea90', 'network_id': 'e370bc56-de0d-4ad4-993f-02a200ebea90', 'tenant_id': '05f5240d631e4e25b3de8ca7f42eff0a', 'fixed_ips': [{'subnet_id': 'd5ba4a8f-569f-48cb-8db5-e8c73305ec8f'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:44:00.779031 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1ea435f3-0418-46e7-9ae5-9620449bc056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:00.887355 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Provisioning for port d29bc8c8-5e58-4d79-9593-d2bfd8b725aa completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:44:00.896064 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-84b874d5-8982-4997-9749-d54b8912569b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Deleting port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:44:00.900295 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-84b874d5-8982-4997-9749-d54b8912569b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:00.913364 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Provisioning complete for port d29bc8c8-5e58-4d79-9593-d2bfd8b725aa triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:44:00.913752 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:00.914074 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Attempt 1 to provision port d29bc8c8-5e58-4d79-9593-d2bfd8b725aa Oct 26 15:44:00.964226 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-61319ee0-2eaa-4925-a6ae-03a9caaabfcb tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:00.964965 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:44:00.965173 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:00.991254 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-267f4642-5bd2-45cf-b3f5-68d405deef55 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Calling delete_port for 99d601e8-fd38-4fee-b7fd-14760111d552 owned by {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:44:00.996123 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6d1ffdd4-faa4-4811-a159-7b12f9bdc827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:01.050564 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.db.resource_extend [None req-24c46827-14ee-4423-912f-746e7b9354e5 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 15:44:01.050754 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:44:01.076749 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-24c46827-14ee-4423-912f-746e7b9354e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:01.127342 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-31cf5a82-e728-45c5-b9f9-de0213a1f697 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks [] for router_gateway, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:01.128522 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-1ea435f3-0418-46e7-9ae5-9620449bc056 None None] Allocated IP 172.20.0.2 (e370bc56-de0d-4ad4-993f-02a200ebea90/d5ba4a8f-569f-48cb-8db5-e8c73305ec8f/026503ce-5856-4c4a-ba50-1dfe6ebb64a4) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:44:01.132228 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:01.137274 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-61319ee0-2eaa-4925-a6ae-03a9caaabfcb tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Calling delete_port for 70260a5d-6b69-4616-af31-a56e70ca20eb owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:44:01.161475 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-31cf5a82-e728-45c5-b9f9-de0213a1f697 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:01.163238 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-24c46827-14ee-4423-912f-746e7b9354e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:01.163901 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-24c46827-14ee-4423-912f-746e7b9354e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:01.170974 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6d1ffdd4-faa4-4811-a159-7b12f9bdc827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:01.200243 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Current status of the port d29bc8c8-5e58-4d79-9593-d2bfd8b725aa is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:44:01.200658 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:01.255049 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed4c9c8-baf0-4366-82ca-3990116dcfd8 admin admin] Router 9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9 is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:44:01.312648 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:01.330444 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-6d1ffdd4-faa4-4811-a159-7b12f9bdc827 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=73f4783677b146cb9b6ac7d04041534b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0051701 Oct 26 15:44:01.335516 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d946e57a-4982-406b-98e7-25104bd5a8b9 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:01.343785 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ffdd4-faa4-4811-a159-7b12f9bdc827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfcb4bc-e39e-4ba6-b9e0-c53c4072b0ec,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:01.353769 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 32858) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:01.353975 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] For port d29bc8c8-5e58-4d79-9593-d2bfd8b725aa, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=d29bc8c8-5e58-4d79-9593-d2bfd8b725aa,segment=NetworkSegment(f2e516cc-1e60-4197-b9f7-9ab713d75674),segment_id=f2e516cc-1e60-4197-b9f7-9ab713d75674)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:44:01.359389 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d946e57a-4982-406b-98e7-25104bd5a8b9 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Usage tracker for resource:port and tenant:05f5240d631e4e25b3de8ca7f42eff0a is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:01.524307 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d946e57a-4982-406b-98e7-25104bd5a8b9 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:01.563582 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1ea435f3-0418-46e7-9ae5-9620449bc056 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:01.568251 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c46827-14ee-4423-912f-746e7b9354e5 admin admin] Pushing event updated for resources: {'Port': ['ID=739e888a-ede6-4f25-ad4c-4de91395a8a2,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:01.597212 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-1ea435f3-0418-46e7-9ae5-9620449bc056 None None] Transition to ACTIVE for port object 026503ce-5856-4c4a-ba50-1dfe6ebb64a4 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:44:01.623750 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d946e57a-4982-406b-98e7-25104bd5a8b9 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:01.631646 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-1ea435f3-0418-46e7-9ae5-9620449bc056 None None] Transition to ACTIVE for port object 026503ce-5856-4c4a-ba50-1dfe6ebb64a4 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:44:01.637572 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:01.721553 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-31cf5a82-e728-45c5-b9f9-de0213a1f697 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Allocated IP 172.26.2.122 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/bb6b6ca1-1d0b-41d2-8a1e-7f9c718c86d3) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:44:01.740374 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c46827-14ee-4423-912f-746e7b9354e5 admin admin] Network d8f14250-22cf-4a11-9481-ae7fced3b7b5 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:44:01.742754 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-24c46827-14ee-4423-912f-746e7b9354e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:44:01.765458 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Pushing event updated for resources: {'Port': ['ID=d29bc8c8-5e58-4d79-9593-d2bfd8b725aa,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:01.774333 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1ea435f3-0418-46e7-9ae5-9620449bc056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:01.791671 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648118f8-2928-4159-82cd-82754dd05087 None None] Network f7c942fb-ee1e-4e6a-920a-38a0d08ee956 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:44:01.882352 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-267f4642-5bd2-45cf-b3f5-68d405deef55 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:01.929092 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea435f3-0418-46e7-9ae5-9620449bc056 None None] Network e370bc56-de0d-4ad4-993f-02a200ebea90 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:44:01.996204 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-1ea435f3-0418-46e7-9ae5-9620449bc056 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:44:02.018249 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea435f3-0418-46e7-9ae5-9620449bc056 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:44:02.020132 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d946e57a-4982-406b-98e7-25104bd5a8b9 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Made reservation on behalf of 05f5240d631e4e25b3de8ca7f42eff0a for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:44:02.023930 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d946e57a-4982-406b-98e7-25104bd5a8b9 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:02.062046 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-84b874d5-8982-4997-9749-d54b8912569b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] For port b25d959b-0f70-43bd-bc31-74c5b0b3d9fe, host hv-neutron-8627, got binding levels [] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:44:02.062712 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-84b874d5-8982-4997-9749-d54b8912569b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:02.069805 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device eff2692b-04e7-4396-9d1b-0cb7307c1646 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:44:02.074882 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e2c27dd5-38ce-4e6d-b831-0c8ac6d63f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:02.078068 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f4642-5bd2-45cf-b3f5-68d405deef55 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Pushing event deleted for resources: {'Port': ['ID=99d601e8-fd38-4fee-b7fd-14760111d552,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:02.094712 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed4c9c8-baf0-4366-82ca-3990116dcfd8 admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:44:02.153521 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a6277f-e147-42f8-8c44-2f98a761528d None None] Sync routers for ids ['9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:44:02.223780 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-d946e57a-4982-406b-98e7-25104bd5a8b9 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] device_id is not set on port 88514d51-da58-43db-b365-e58113f33aa1 yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:44:02.226595 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a6277f-e147-42f8-8c44-2f98a761528d None None] Routers {'9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:44:02.227268 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-d9a6277f-e147-42f8-8c44-2f98a761528d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:43:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:02.234749 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-31cf5a82-e728-45c5-b9f9-de0213a1f697 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:02.276402 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-84b874d5-8982-4997-9749-d54b8912569b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Calling delete_port for b25d959b-0f70-43bd-bc31-74c5b0b3d9fe owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:44:02.304817 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-61319ee0-2eaa-4925-a6ae-03a9caaabfcb tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:02.378428 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e2c27dd5-38ce-4e6d-b831-0c8ac6d63f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:02.390272 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-31cf5a82-e728-45c5-b9f9-de0213a1f697 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:02.422299 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Provisioning for port 70260a5d-6b69-4616-af31-a56e70ca20eb completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:44:02.422921 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61319ee0-2eaa-4925-a6ae-03a9caaabfcb tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Pushing event deleted for resources: {'Port': ['ID=70260a5d-6b69-4616-af31-a56e70ca20eb,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:02.426869 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea435f3-0418-46e7-9ae5-9620449bc056 None None] Pushing event updated for resources: {'Port': ['ID=026503ce-5856-4c4a-ba50-1dfe6ebb64a4,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:02.442864 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16b87531-9709-4251-bc0b-e77831aad910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:02.462598 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Provisioning complete for port 70260a5d-6b69-4616-af31-a56e70ca20eb triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:44:02.462975 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:02.463307 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Attempt 1 to provision port 70260a5d-6b69-4616-af31-a56e70ca20eb Oct 26 15:44:02.473664 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-267f4642-5bd2-45cf-b3f5-68d405deef55 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:02.486608 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf5a82-e728-45c5-b9f9-de0213a1f697 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Pushing event updated for resources: {'Port': ['ID=bb6b6ca1-1d0b-41d2-8a1e-7f9c718c86d3,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:02.493835 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-267f4642-5bd2-45cf-b3f5-68d405deef55 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] 10.222.0.23 "DELETE /v2.0/ports/99d601e8-fd38-4fee-b7fd-14760111d552 HTTP/1.1" status: 204 len: 168 time: 2.5756536 Oct 26 15:44:02.499052 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 32864) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:02.526543 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Port 70260a5d-6b69-4616-af31-a56e70ca20eb was deleted so its status cannot be updated. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:44:02.527709 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-1ea435f3-0418-46e7-9ae5-9620449bc056 None None] Attempting to bind port 026503ce-5856-4c4a-ba50-1dfe6ebb64a4 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:44:02.528085 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-1ea435f3-0418-46e7-9ae5-9620449bc056 None None] Attempting to bind port 026503ce-5856-4c4a-ba50-1dfe6ebb64a4 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '560f61d2-d25f-4e4d-8c8e-1fd8bf37d388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e370bc56-de0d-4ad4-993f-02a200ebea90'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:44:02.528488 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea435f3-0418-46e7-9ae5-9620449bc056 None None] Attempting to bind port 026503ce-5856-4c4a-ba50-1dfe6ebb64a4 on network e370bc56-de0d-4ad4-993f-02a200ebea90 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:44:02.541301 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-61319ee0-2eaa-4925-a6ae-03a9caaabfcb tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:02.544224 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-61319ee0-2eaa-4925-a6ae-03a9caaabfcb tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] 10.222.0.23 "DELETE /v2.0/ports/70260a5d-6b69-4616-af31-a56e70ca20eb HTTP/1.1" status: 204 len: 168 time: 2.8439684 Oct 26 15:44:02.548365 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 32868) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:02.556065 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea435f3-0418-46e7-9ae5-9620449bc056 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:44:02.556442 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea435f3-0418-46e7-9ae5-9620449bc056 None None] Checking segment: {'id': '560f61d2-d25f-4e4d-8c8e-1fd8bf37d388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e370bc56-de0d-4ad4-993f-02a200ebea90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:44:02.556851 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1ea435f3-0418-46e7-9ae5-9620449bc056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:02.557253 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea435f3-0418-46e7-9ae5-9620449bc056 None None] Bound using segment: {'id': '560f61d2-d25f-4e4d-8c8e-1fd8bf37d388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e370bc56-de0d-4ad4-993f-02a200ebea90'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:44:02.557769 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-1ea435f3-0418-46e7-9ae5-9620449bc056 None None] Bound port: 026503ce-5856-4c4a-ba50-1dfe6ebb64a4, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560f61d2-d25f-4e4d-8c8e-1fd8bf37d388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e370bc56-de0d-4ad4-993f-02a200ebea90'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:44:02.558248 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1ea435f3-0418-46e7-9ae5-9620449bc056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:02.558652 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c46827-14ee-4423-912f-746e7b9354e5 admin admin] Router 646f6f2c-03ff-4e0a-a2c8-24d838991d16 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:44:02.580448 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cf5a82-e728-45c5-b9f9-de0213a1f697 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:44:02.582658 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-137f3037-1aa0-4d44-a5b6-53643fe12bef tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] GET failed (client error): The resource could not be found. Oct 26 15:44:02.583199 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-137f3037-1aa0-4d44-a5b6-53643fe12bef tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Synchronizing usage tracker for tenant:b428e3fc7ae94183b7e4462eb47a28df on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:44:02.585816 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port eff2692b-04e7-4396-9d1b-0cb7307c1646 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:44:02.588234 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-31cf5a82-e728-45c5-b9f9-de0213a1f697 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:44:02.595515 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cf5a82-e728-45c5-b9f9-de0213a1f697 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:44:02.612367 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0ed4c9c8-baf0-4366-82ca-3990116dcfd8 admin admin] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:02.613743 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-0ed4c9c8-baf0-4366-82ca-3990116dcfd8 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 13.0898523 Oct 26 15:44:02.617954 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 32874) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:02.658443 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-d9a6277f-e147-42f8-8c44-2f98a761528d None None] Set router 9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:44:02.803814 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-84b874d5-8982-4997-9749-d54b8912569b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:02.850526 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ff85858d-0d15-4756-8bab-cd94ecaa2f1c tempest-DHCPAgentSchedulersTestJSON-199770475 tempest-DHCPAgentSchedulersTestJSON-199770475-project-admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4311 time: 0.2998543 Oct 26 15:44:02.851079 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e2c27dd5-38ce-4e6d-b831-0c8ac6d63f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:02.855808 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 32878) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:02.870081 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Provisioning for port 76985c00-1100-44c0-ae35-3435bd9c12bf completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:44:02.891936 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:44:02.893264 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-d9c71ef1-b7f1-4bbc-8457-bb3989480113 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1657428002'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:02.898732 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-d946e57a-4982-406b-98e7-25104bd5a8b9 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Allocated IP 172.20.0.4 (e370bc56-de0d-4ad4-993f-02a200ebea90/d5ba4a8f-569f-48cb-8db5-e8c73305ec8f/88514d51-da58-43db-b365-e58113f33aa1) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:44:02.900757 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b874d5-8982-4997-9749-d54b8912569b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Pushing event deleted for resources: {'Port': ['ID=b25d959b-0f70-43bd-bc31-74c5b0b3d9fe,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:02.913702 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c27dd5-38ce-4e6d-b831-0c8ac6d63f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfcb4bc-e39e-4ba6-b9e0-c53c4072b0ec,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:02.914194 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d9c71ef1-b7f1-4bbc-8457-bb3989480113 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:02.934381 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-84b874d5-8982-4997-9749-d54b8912569b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:02.938241 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d9c71ef1-b7f1-4bbc-8457-bb3989480113 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Usage tracker for resource:network and tenant:f891d6ef0f27424091cf8546fc42bb7c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:02.948756 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d9c71ef1-b7f1-4bbc-8457-bb3989480113 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:02.957647 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d9c71ef1-b7f1-4bbc-8457-bb3989480113 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:02.962270 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Provisioning complete for port 76985c00-1100-44c0-ae35-3435bd9c12bf triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:44:02.962937 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:02.963044 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Attempt 1 to provision port 76985c00-1100-44c0-ae35-3435bd9c12bf Oct 26 15:44:03.003641 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-84b874d5-8982-4997-9749-d54b8912569b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] 10.222.0.23 "DELETE /v2.0/ports/b25d959b-0f70-43bd-bc31-74c5b0b3d9fe HTTP/1.1" status: 204 len: 168 time: 2.3542295 Oct 26 15:44:03.005041 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 32884) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:03.083191 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e2c27dd5-38ce-4e6d-b831-0c8ac6d63f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:03.086904 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e2c27dd5-38ce-4e6d-b831-0c8ac6d63f4e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4cfcb4bc-e39e-4ba6-b9e0-c53c4072b0ec HTTP/1.1" status: 204 len: 168 time: 1.7270226 Oct 26 15:44:03.169779 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-1ea435f3-0418-46e7-9ae5-9620449bc056 None None] For port 026503ce-5856-4c4a-ba50-1dfe6ebb64a4, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:44:03.194217 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c46827-14ee-4423-912f-746e7b9354e5 admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:44:03.195920 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-1ea435f3-0418-46e7-9ae5-9620449bc056 None None] For port 026503ce-5856-4c4a-ba50-1dfe6ebb64a4, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=026503ce-5856-4c4a-ba50-1dfe6ebb64a4,segment=NetworkSegment(560f61d2-d25f-4e4d-8c8e-1fd8bf37d388),segment_id=560f61d2-d25f-4e4d-8c8e-1fd8bf37d388)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:44:03.202410 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-24c46827-14ee-4423-912f-746e7b9354e5 admin admin] 10.222.0.23 "PUT /v2.0/routers/646f6f2c-03ff-4e0a-a2c8-24d838991d16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7560046 Oct 26 15:44:03.220509 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a419410-439d-4aa0-ba03-a0d038ff6de8 None None] Sync routers for ids ['646f6f2c-03ff-4e0a-a2c8-24d838991d16'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:44:03.233819 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a419410-439d-4aa0-ba03-a0d038ff6de8 None None] Routers {'646f6f2c-03ff-4e0a-a2c8-24d838991d16'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:44:03.234436 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-9a419410-439d-4aa0-ba03-a0d038ff6de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:43:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['646f6f2c-03ff-4e0a-a2c8-24d838991d16'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:03.252841 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:44:03.253222 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:03.253560 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d Oct 26 15:44:03.299913 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c71ef1-b7f1-4bbc-8457-bb3989480113 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Made reservation on behalf of f891d6ef0f27424091cf8546fc42bb7c for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:44:03.306801 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d9c71ef1-b7f1-4bbc-8457-bb3989480113 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:03.316026 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-137f3037-1aa0-4d44-a5b6-53643fe12bef tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Unset dirty status for tenant:b428e3fc7ae94183b7e4462eb47a28df on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:44:03.317483 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-137f3037-1aa0-4d44-a5b6-53643fe12bef tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] 10.222.0.23 "GET /v2.0/ports/99d601e8-fd38-4fee-b7fd-14760111d552 HTTP/1.1" status: 404 len: 333 time: 0.8168161 Oct 26 15:44:03.321665 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 32892) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:03.330750 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-b40eff56-c95d-40e2-a995-0675832cdc2b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Request body: {'port': {'network_id': 'faa209c4-43d9-4ed7-945e-102065551d5a', 'name': 'tempest-AllowedAddressPairTestJSON-1552724535'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:03.383442 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1ea435f3-0418-46e7-9ae5-9620449bc056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:03.469338 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Current status of the port 76985c00-1100-44c0-ae35-3435bd9c12bf is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:44:03.469968 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:03.501987 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-9a419410-439d-4aa0-ba03-a0d038ff6de8 None None] Set router 646f6f2c-03ff-4e0a-a2c8-24d838991d16 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:44:03.537919 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d946e57a-4982-406b-98e7-25104bd5a8b9 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:03.560630 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-d946e57a-4982-406b-98e7-25104bd5a8b9 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Transition to ACTIVE for port object 88514d51-da58-43db-b365-e58113f33aa1 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:44:03.614763 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-883f7a40-d07d-45e2-b37a-9d6074d62c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] GET failed (client error): The resource could not be found. Oct 26 15:44:03.615403 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-883f7a40-d07d-45e2-b37a-9d6074d62c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Synchronizing usage tracker for tenant:f53eeae28d7d4e20ae28d18889f32e5b on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:44:03.673303 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea435f3-0418-46e7-9ae5-9620449bc056 None None] Pushing event updated for resources: {'Port': ['ID=026503ce-5856-4c4a-ba50-1dfe6ebb64a4,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:03.726441 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d946e57a-4982-406b-98e7-25104bd5a8b9 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:03.754168 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] For port 76985c00-1100-44c0-ae35-3435bd9c12bf, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=76985c00-1100-44c0-ae35-3435bd9c12bf,segment=NetworkSegment(58b9d531-b937-43c4-adf8-a18c3dfd53fb),segment_id=58b9d531-b937-43c4-adf8-a18c3dfd53fb)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:44:03.834909 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:44:03.854453 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:04.030497 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946e57a-4982-406b-98e7-25104bd5a8b9 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Pushing event updated for resources: {'Port': ['ID=88514d51-da58-43db-b365-e58113f33aa1,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:04.031395 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Pushing event updated for resources: {'Port': ['ID=76985c00-1100-44c0-ae35-3435bd9c12bf,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:04.037365 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-d9a6277f-e147-42f8-8c44-2f98a761528d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9', 'name': 'tempest-ServersTestJSON-1173380643-router', 'tenant_id': '0d1979e8b1384c06a2335dbdad38722e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.181'}], 'enable_snat': True}, 'gw_port_id': '626a541b-4d4c-44a1-9f0f-a6a8b7b5f759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:43:49Z', 'updated_at': '2022-10-26T15:43:57Z', 'revision_number': 3, 'project_id': '0d1979e8b1384c06a2335dbdad38722e', 'gw_port': {'id': '626a541b-4d4c-44a1-9f0f-a6a8b7b5f759', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:43:54Z', 'updated_at': '2022-10-26T15:43:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:04.043796 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a6277f-e147-42f8-8c44-2f98a761528d None None] Checking router: 9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:44:04.044308 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a6277f-e147-42f8-8c44-2f98a761528d None None] Updating router 9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9 port 626a541b-4d4c-44a1-9f0f-a6a8b7b5f759 binding host dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:44:04.109407 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Could not find standard attr ID for object 99d601e8-fd38-4fee-b7fd-14760111d552. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:44:04.186946 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 026503ce-5856-4c4a-ba50-1dfe6ebb64a4 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:44:04.230264 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 32908) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:04.242550 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d9a6277f-e147-42f8-8c44-2f98a761528d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:04.254667 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-b40eff56-c95d-40e2-a995-0675832cdc2b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:04.267158 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-b40eff56-c95d-40e2-a995-0675832cdc2b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:04.298890 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-31cf5a82-e728-45c5-b9f9-de0213a1f697 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks [] for router_gateway, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:04.359142 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d946e57a-4982-406b-98e7-25104bd5a8b9 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Network e370bc56-de0d-4ad4-993f-02a200ebea90 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:44:04.360192 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-883f7a40-d07d-45e2-b37a-9d6074d62c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Unset dirty status for tenant:f53eeae28d7d4e20ae28d18889f32e5b on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:44:04.362419 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-883f7a40-d07d-45e2-b37a-9d6074d62c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] 10.222.0.23 "GET /v2.0/ports/b25d959b-0f70-43bd-bc31-74c5b0b3d9fe HTTP/1.1" status: 404 len: 333 time: 1.3358026 Oct 26 15:44:04.368205 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-9a419410-439d-4aa0-ba03-a0d038ff6de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646f6f2c-03ff-4e0a-a2c8-24d838991d16', 'name': 'tempest-ServersTestManualDisk-19638021-router', 'tenant_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': '8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:43:49Z', 'updated_at': '2022-10-26T15:43:59Z', 'revision_number': 4, 'project_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'gw_port': {'id': '8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646f6f2c-03ff-4e0a-a2c8-24d838991d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:43:51Z', 'updated_at': '2022-10-26T15:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '739e888a-ede6-4f25-ad4c-4de91395a8a2', 'name': '', 'network_id': 'd8f14250-22cf-4a11-9481-ae7fced3b7b5', 'tenant_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'mac_address': 'fa:16:3e:d3:67:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646f6f2c-03ff-4e0a-a2c8-24d838991d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '681a7821-b4bf-4dbd-9e8a-ecb5ac161e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:43:57Z', 'updated_at': '2022-10-26T15:44:00Z', 'revision_number': 2, 'project_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'subnets': [{'id': '681a7821-b4bf-4dbd-9e8a-ecb5ac161e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:04.374391 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a419410-439d-4aa0-ba03-a0d038ff6de8 None None] Checking router: 646f6f2c-03ff-4e0a-a2c8-24d838991d16 for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:44:04.374772 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a419410-439d-4aa0-ba03-a0d038ff6de8 None None] Updating router 646f6f2c-03ff-4e0a-a2c8-24d838991d16 port 739e888a-ede6-4f25-ad4c-4de91395a8a2 binding host dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:44:04.432859 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-d946e57a-4982-406b-98e7-25104bd5a8b9 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:44:04.441141 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d946e57a-4982-406b-98e7-25104bd5a8b9 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:44:04.447787 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d946e57a-4982-406b-98e7-25104bd5a8b9 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:04.449476 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d946e57a-4982-406b-98e7-25104bd5a8b9 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:04.449599 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-9a419410-439d-4aa0-ba03-a0d038ff6de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:04.453617 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 32912) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:04.496447 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9c71ef1-b7f1-4bbc-8457-bb3989480113 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:44:04.505321 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-aac38b4f-d957-46d2-898f-38e3bc194952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Request body: {'port': {'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-593502802'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:04.544795 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-aac38b4f-d957-46d2-898f-38e3bc194952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:04.565721 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40eff56-c95d-40e2-a995-0675832cdc2b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Made reservation on behalf of b428e3fc7ae94183b7e4462eb47a28df for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:44:04.570286 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b40eff56-c95d-40e2-a995-0675832cdc2b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:04.589631 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d9c71ef1-b7f1-4bbc-8457-bb3989480113 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:04.589960 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-d9c71ef1-b7f1-4bbc-8457-bb3989480113 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Added segment 151e61fe-e25a-4c8b-b909-76742e8c9543 of type vlan for network b9a89a49-8c5d-463e-8e23-e97fd3c0d738 Oct 26 15:44:04.594273 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-aac38b4f-d957-46d2-898f-38e3bc194952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:04.680392 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d946e57a-4982-406b-98e7-25104bd5a8b9 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.0272157 Oct 26 15:44:04.702712 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d9c71ef1-b7f1-4bbc-8457-bb3989480113 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:04.710852 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 32916) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:04.742131 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-3006b0ae-caaf-42f6-8026-139e349e206f tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Request body: {'port': {'network_id': 'e370bc56-de0d-4ad4-993f-02a200ebea90', 'name': 'tempest-ExtraDHCPOptionsTestJSON-781810839', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:04.742131 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.api.validators [None req-3006b0ae-caaf-42f6-8026-139e349e206f tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] bootfile-name is not in valid_values {{(pid=89747) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 26 15:44:04.742131 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.api.validators [None req-3006b0ae-caaf-42f6-8026-139e349e206f tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] tftp-server is not in valid_values {{(pid=89747) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 26 15:44:04.742131 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.api.validators [None req-3006b0ae-caaf-42f6-8026-139e349e206f tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] server-ip-address is not in valid_values {{(pid=89747) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 26 15:44:04.747249 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Provisioning complete for port cebcf05e-39ac-4f63-a2d8-7a54d35c857a triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:44:04.747783 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:04.747980 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Attempt 1 to provision port cebcf05e-39ac-4f63-a2d8-7a54d35c857a Oct 26 15:44:04.790087 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac38b4f-d957-46d2-898f-38e3bc194952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Made reservation on behalf of f53eeae28d7d4e20ae28d18889f32e5b for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:44:04.793052 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-aac38b4f-d957-46d2-898f-38e3bc194952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:04.831487 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c5a4f962-ddce-4990-a451-8a3bc8d184d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:04.841067 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [None req-b40eff56-c95d-40e2-a995-0675832cdc2b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] device_id is not set on port 01cd6584-bfce-401f-94d3-3d5c59017d3c yet. {{(pid=89748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:44:04.921918 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Port cebcf05e-39ac-4f63-a2d8-7a54d35c857a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:04.922105 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-7f446101-a70e-4abe-b292-87ccafa43cf3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1cb56de34ca7428a8311825bdf0586a2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6878140 Oct 26 15:44:04.924614 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 32922) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:05.008634 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 32926) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:05.022492 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.db.resource_extend [None req-d9c71ef1-b7f1-4bbc-8457-bb3989480113 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 15:44:05.040032 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d9a6277f-e147-42f8-8c44-2f98a761528d None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:05.057499 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-25c7c5cd-e90b-4f62-8576-7f12caf26644 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Request body: {'security_group': {'name': 'tempest-securitygroup--269464150', 'description': 'tempest-description--462546544'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:05.064938 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-d9a6277f-e147-42f8-8c44-2f98a761528d None None] Transition to ACTIVE for port object 626a541b-4d4c-44a1-9f0f-a6a8b7b5f759 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:44:05.077004 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-aac38b4f-d957-46d2-898f-38e3bc194952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] device_id is not set on port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:44:05.106017 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321a14d4-301d-4b33-b2e9-7e58b7eeab04 None None] Network e370bc56-de0d-4ad4-993f-02a200ebea90 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:44:05.108769 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-9a419410-439d-4aa0-ba03-a0d038ff6de8 None None] Notify callbacks [] for port, precommit_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:05.115289 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-25c7c5cd-e90b-4f62-8576-7f12caf26644 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:05.124049 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.provisioning_blocks [None req-9a419410-439d-4aa0-ba03-a0d038ff6de8 None None] Transition to ACTIVE for port object 739e888a-ede6-4f25-ad4c-4de91395a8a2 will not be triggered until provisioned by entity L2. {{(pid=89750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:44:05.129283 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-25c7c5cd-e90b-4f62-8576-7f12caf26644 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Usage tracker for resource:security_group and tenant:3fa1ce7c495d47a7b8af796c383d23bd is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:05.134737 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-25c7c5cd-e90b-4f62-8576-7f12caf26644 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:05.143985 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 026503ce-5856-4c4a-ba50-1dfe6ebb64a4 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:44:05.146592 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-31cf5a82-e728-45c5-b9f9-de0213a1f697 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:05.148852 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-25c7c5cd-e90b-4f62-8576-7f12caf26644 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:05.174939 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d9c71ef1-b7f1-4bbc-8457-bb3989480113 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:05.180364 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c71ef1-b7f1-4bbc-8457-bb3989480113 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:05.181215 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d9c71ef1-b7f1-4bbc-8457-bb3989480113 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:05.200100 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d9a6277f-e147-42f8-8c44-2f98a761528d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:05.240074 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-9a419410-439d-4aa0-ba03-a0d038ff6de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:05.271172 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:05.271971 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device d29bc8c8-5e58-4d79-9593-d2bfd8b725aa up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:44:05.313366 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6f08d1c6-0ae1-49e0-b119-7acfd275b6e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:05.327239 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-b40eff56-c95d-40e2-a995-0675832cdc2b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Allocated IP 172.20.0.7 (faa209c4-43d9-4ed7-945e-102065551d5a/075a1cfc-afbf-41f7-bf51-6f731454883d/01cd6584-bfce-401f-94d3-3d5c59017d3c) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:44:05.342102 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d9c71ef1-b7f1-4bbc-8457-bb3989480113 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.4720001 Oct 26 15:44:05.347716 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 32930) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:05.349644 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-d9a6277f-e147-42f8-8c44-2f98a761528d None None] Attempting to bind port 626a541b-4d4c-44a1-9f0f-a6a8b7b5f759 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:44:05.349972 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-d9a6277f-e147-42f8-8c44-2f98a761528d None None] Attempting to bind port 626a541b-4d4c-44a1-9f0f-a6a8b7b5f759 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:44:05.350345 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a6277f-e147-42f8-8c44-2f98a761528d None None] Attempting to bind port 626a541b-4d4c-44a1-9f0f-a6a8b7b5f759 on network 0c79a151-ef79-4fff-8a3c-258f9478471d {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:44:05.377211 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-25c7c5cd-e90b-4f62-8576-7f12caf26644 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:05.380189 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a6277f-e147-42f8-8c44-2f98a761528d None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:44:05.380595 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a6277f-e147-42f8-8c44-2f98a761528d None None] Checking segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:44:05.381006 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d9a6277f-e147-42f8-8c44-2f98a761528d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:05.381408 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a6277f-e147-42f8-8c44-2f98a761528d None None] Bound using segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:44:05.381890 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-84de518e-9274-4e64-963b-a7e79278361c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:05.382342 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-d9a6277f-e147-42f8-8c44-2f98a761528d None None] Bound port: 626a541b-4d4c-44a1-9f0f-a6a8b7b5f759, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:44:05.382342 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d9a6277f-e147-42f8-8c44-2f98a761528d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:05.405698 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c71ef1-b7f1-4bbc-8457-bb3989480113 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Pushing event updated for resources: {'Network': ['ID=b9a89a49-8c5d-463e-8e23-e97fd3c0d738,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:05.420220 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6f08d1c6-0ae1-49e0-b119-7acfd275b6e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:05.425311 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Attempt 2 to provision port cebcf05e-39ac-4f63-a2d8-7a54d35c857a Oct 26 15:44:05.458834 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-3006b0ae-caaf-42f6-8026-139e349e206f tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:05.463341 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-3006b0ae-caaf-42f6-8026-139e349e206f tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Usage tracker for resource:port and tenant:05f5240d631e4e25b3de8ca7f42eff0a is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:05.466942 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-3006b0ae-caaf-42f6-8026-139e349e206f tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:05.473249 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-3006b0ae-caaf-42f6-8026-139e349e206f tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:05.475600 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8471ff-1f77-40e0-b109-527a33064046 None None] Pushing event updated for resources: {'Port': ['ID=739e888a-ede6-4f25-ad4c-4de91395a8a2,revision_number=3']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:05.511481 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfada3b2-2783-4d35-b64e-a50dfc3d2760 None None] Pushing event updated for resources: {'Port': ['ID=626a541b-4d4c-44a1-9f0f-a6a8b7b5f759,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:05.513966 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network b9a89a49-8c5d-463e-8e23-e97fd3c0d738 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:44:05.543743 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Port cebcf05e-39ac-4f63-a2d8-7a54d35c857a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:05.544473 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:05.561159 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-25c7c5cd-e90b-4f62-8576-7f12caf26644 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:05.585896 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-25c7c5cd-e90b-4f62-8576-7f12caf26644 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Usage tracker for resource:security_group_rule and tenant:3fa1ce7c495d47a7b8af796c383d23bd is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:05.603661 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-25c7c5cd-e90b-4f62-8576-7f12caf26644 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:05.629787 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3006b0ae-caaf-42f6-8026-139e349e206f tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Made reservation on behalf of 05f5240d631e4e25b3de8ca7f42eff0a for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:44:05.633627 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-25c7c5cd-e90b-4f62-8576-7f12caf26644 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:05.637034 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3006b0ae-caaf-42f6-8026-139e349e206f tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:05.663356 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-9a419410-439d-4aa0-ba03-a0d038ff6de8 None None] Attempting to bind port 739e888a-ede6-4f25-ad4c-4de91395a8a2 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:44:05.663792 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-9a419410-439d-4aa0-ba03-a0d038ff6de8 None None] Attempting to bind port 739e888a-ede6-4f25-ad4c-4de91395a8a2 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '58b9d531-b937-43c4-adf8-a18c3dfd53fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd8f14250-22cf-4a11-9481-ae7fced3b7b5'}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:44:05.664593 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a419410-439d-4aa0-ba03-a0d038ff6de8 None None] Attempting to bind port 739e888a-ede6-4f25-ad4c-4de91395a8a2 on network d8f14250-22cf-4a11-9481-ae7fced3b7b5 {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:44:05.671843 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a419410-439d-4aa0-ba03-a0d038ff6de8 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:44:05.672232 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a419410-439d-4aa0-ba03-a0d038ff6de8 None None] Checking segment: {'id': '58b9d531-b937-43c4-adf8-a18c3dfd53fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd8f14250-22cf-4a11-9481-ae7fced3b7b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:44:05.672641 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-9a419410-439d-4aa0-ba03-a0d038ff6de8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:05.673045 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a419410-439d-4aa0-ba03-a0d038ff6de8 None None] Bound using segment: {'id': '58b9d531-b937-43c4-adf8-a18c3dfd53fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd8f14250-22cf-4a11-9481-ae7fced3b7b5'} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:44:05.675009 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-9a419410-439d-4aa0-ba03-a0d038ff6de8 None None] Bound port: 739e888a-ede6-4f25-ad4c-4de91395a8a2, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58b9d531-b937-43c4-adf8-a18c3dfd53fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd8f14250-22cf-4a11-9481-ae7fced3b7b5'}}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:44:05.676433 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-9a419410-439d-4aa0-ba03-a0d038ff6de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:05.687249 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port d29bc8c8-5e58-4d79-9593-d2bfd8b725aa triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:44:05.688283 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:05.688696 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port d29bc8c8-5e58-4d79-9593-d2bfd8b725aa Oct 26 15:44:05.725546 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-3006b0ae-caaf-42f6-8026-139e349e206f tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] device_id is not set on port 2be33054-5ad4-4bc1-b060-31da1584fee7 yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:44:05.811120 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-9a419410-439d-4aa0-ba03-a0d038ff6de8 None None] For port 739e888a-ede6-4f25-ad4c-4de91395a8a2, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:44:05.814673 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-9a419410-439d-4aa0-ba03-a0d038ff6de8 None None] For port 739e888a-ede6-4f25-ad4c-4de91395a8a2, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=739e888a-ede6-4f25-ad4c-4de91395a8a2,segment=NetworkSegment(58b9d531-b937-43c4-adf8-a18c3dfd53fb),segment_id=58b9d531-b937-43c4-adf8-a18c3dfd53fb)] {{(pid=89750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:44:05.897410 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-9a419410-439d-4aa0-ba03-a0d038ff6de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:05.913874 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-d9a6277f-e147-42f8-8c44-2f98a761528d None None] For port 626a541b-4d4c-44a1-9f0f-a6a8b7b5f759, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:44:05.920611 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-aac38b4f-d957-46d2-898f-38e3bc194952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:05.938673 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-966ee258-d547-4b8c-9c4e-48616cf9f273 tempest-DHCPAgentSchedulersTestJSON-199770475 tempest-DHCPAgentSchedulersTestJSON-199770475-project-admin] 10.222.0.23 "GET /v2.0/agents/c661adbd-c468-4cbe-b03c-562ff5df821b/dhcp-networks HTTP/1.1" status: 200 len: 8069 time: 0.5892899 Oct 26 15:44:05.949777 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 32934) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:05.954170 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-d9a6277f-e147-42f8-8c44-2f98a761528d None None] For port 626a541b-4d4c-44a1-9f0f-a6a8b7b5f759, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=626a541b-4d4c-44a1-9f0f-a6a8b7b5f759,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:44:05.977148 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8471ff-1f77-40e0-b109-527a33064046 None None] Pushing event updated for resources: {'Port': ['ID=739e888a-ede6-4f25-ad4c-4de91395a8a2,revision_number=4']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:05.987605 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a419410-439d-4aa0-ba03-a0d038ff6de8 None None] Routers {'646f6f2c-03ff-4e0a-a2c8-24d838991d16'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:44:05.988256 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-9a419410-439d-4aa0-ba03-a0d038ff6de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:44:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['646f6f2c-03ff-4e0a-a2c8-24d838991d16'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:06.013445 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port d29bc8c8-5e58-4d79-9593-d2bfd8b725aa is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:44:06.028525 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6f08d1c6-0ae1-49e0-b119-7acfd275b6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:06.047052 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Attempt 3 to provision port cebcf05e-39ac-4f63-a2d8-7a54d35c857a Oct 26 15:44:06.072147 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-aac38b4f-d957-46d2-898f-38e3bc194952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:06.086452 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d9a6277f-e147-42f8-8c44-2f98a761528d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:06.114991 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-25c7c5cd-e90b-4f62-8576-7f12caf26644 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:06.116034 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31cf5a82-e728-45c5-b9f9-de0213a1f697 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Router 3eee7c75-ca59-45ec-b1d5-bf8cc635545f is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:44:06.136311 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f08d1c6-0ae1-49e0-b119-7acfd275b6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082cb383-5294-43fd-84e3-9170aa758ede,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:06.144468 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b40eff56-c95d-40e2-a995-0675832cdc2b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:06.162678 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac38b4f-d957-46d2-898f-38e3bc194952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Network ff305097-60df-4a4e-b89b-2d230876875b is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:44:06.171857 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-aac38b4f-d957-46d2-898f-38e3bc194952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:44:06.179572 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 76985c00-1100-44c0-ae35-3435bd9c12bf up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:44:06.187298 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac38b4f-d957-46d2-898f-38e3bc194952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:44:06.188431 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac38b4f-d957-46d2-898f-38e3bc194952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:06.189296 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-aac38b4f-d957-46d2-898f-38e3bc194952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:06.231322 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-3006b0ae-caaf-42f6-8026-139e349e206f tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Allocated IP 172.20.0.9 (e370bc56-de0d-4ad4-993f-02a200ebea90/d5ba4a8f-569f-48cb-8db5-e8c73305ec8f/2be33054-5ad4-4bc1-b060-31da1584fee7) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:44:06.239035 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-84de518e-9274-4e64-963b-a7e79278361c admin admin] Allocated IP 172.20.0.1 (9e7f403d-8db4-413b-aaa2-82bc08b56467/72ee322a-5d33-41d0-8bec-3239be73d48d/cf2d9822-a97b-447c-b8a0-ce31bb06a0be) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:44:06.247691 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Port cebcf05e-39ac-4f63-a2d8-7a54d35c857a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:06.251995 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac38b4f-d957-46d2-898f-38e3bc194952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Pushing event updated for resources: {'Port': ['ID=49f09675-7157-46a0-9ae1-bd43cc4aeda3,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:06.287255 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a6277f-e147-42f8-8c44-2f98a761528d None None] Routers {'9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:44:06.287863 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-d9a6277f-e147-42f8-8c44-2f98a761528d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:44:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:06.303724 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-25c7c5cd-e90b-4f62-8576-7f12caf26644 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:06.365943 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-9a419410-439d-4aa0-ba03-a0d038ff6de8 None None] Set router 646f6f2c-03ff-4e0a-a2c8-24d838991d16 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:44:06.381889 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-b40eff56-c95d-40e2-a995-0675832cdc2b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Transition to ACTIVE for port object 01cd6584-bfce-401f-94d3-3d5c59017d3c will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:44:06.385618 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6f08d1c6-0ae1-49e0-b119-7acfd275b6e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:06.391121 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-6f08d1c6-0ae1-49e0-b119-7acfd275b6e4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/082cb383-5294-43fd-84e3-9170aa758ede HTTP/1.1" status: 204 len: 168 time: 1.4626095 Oct 26 15:44:06.437455 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7c5cd-e90b-4f62-8576-7f12caf26644 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d292d6b-50fe-4127-8949-883291b1e0c2,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:06.441142 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-aac38b4f-d957-46d2-898f-38e3bc194952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.9549301 Oct 26 15:44:06.444654 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 32940) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:06.474837 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8627'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:06.501627 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfada3b2-2783-4d35-b64e-a50dfc3d2760 None None] Pushing event updated for resources: {'Port': ['ID=626a541b-4d4c-44a1-9f0f-a6a8b7b5f759,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:06.568903 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 76985c00-1100-44c0-ae35-3435bd9c12bf triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:44:06.569850 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:06.570328 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 76985c00-1100-44c0-ae35-3435bd9c12bf Oct 26 15:44:06.596981 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34f80bd-a60a-45e2-9142-7ee374f3371e tempest-DHCPAgentSchedulersTestJSON-199770475 tempest-DHCPAgentSchedulersTestJSON-199770475-project-admin] Network b9a89a49-8c5d-463e-8e23-e97fd3c0d738 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:44:06.650121 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-25c7c5cd-e90b-4f62-8576-7f12caf26644 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:06.658604 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 32944) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:06.659118 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-25c7c5cd-e90b-4f62-8576-7f12caf26644 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.6437485 Oct 26 15:44:06.678706 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-d60c1332-d06b-4b64-bff7-780456125cb3 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Request body: {'security_group_rule': {'security_group_id': '3d292d6b-50fe-4127-8949-883291b1e0c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:06.693976 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-d9a6277f-e147-42f8-8c44-2f98a761528d None None] Set router 9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:44:06.717838 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d60c1332-d06b-4b64-bff7-780456125cb3 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:06.734384 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:06.760811 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Attempt 4 to provision port cebcf05e-39ac-4f63-a2d8-7a54d35c857a Oct 26 15:44:06.764792 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d60c1332-d06b-4b64-bff7-780456125cb3 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Usage tracker for resource:security_group_rule and tenant:3fa1ce7c495d47a7b8af796c383d23bd is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:06.777458 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d60c1332-d06b-4b64-bff7-780456125cb3 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:06.785650 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-84de518e-9274-4e64-963b-a7e79278361c admin admin] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:06.802631 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d60c1332-d06b-4b64-bff7-780456125cb3 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:06.843926 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-d34f80bd-a60a-45e2-9142-7ee374f3371e tempest-DHCPAgentSchedulersTestJSON-199770475 tempest-DHCPAgentSchedulersTestJSON-199770475-project-admin] 10.222.0.23 "POST /v2.0/agents/c661adbd-c468-4cbe-b03c-562ff5df821b/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8909633 Oct 26 15:44:06.846895 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b40eff56-c95d-40e2-a995-0675832cdc2b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:06.864459 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 32948) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:06.955284 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-84de518e-9274-4e64-963b-a7e79278361c admin admin] Transition to ACTIVE for port object cf2d9822-a97b-447c-b8a0-ce31bb06a0be will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:44:06.971130 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40eff56-c95d-40e2-a995-0675832cdc2b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Network faa209c4-43d9-4ed7-945e-102065551d5a is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:44:06.979420 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-9a419410-439d-4aa0-ba03-a0d038ff6de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646f6f2c-03ff-4e0a-a2c8-24d838991d16', 'name': 'tempest-ServersTestManualDisk-19638021-router', 'tenant_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': '8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:43:49Z', 'updated_at': '2022-10-26T15:43:59Z', 'revision_number': 4, 'project_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'gw_port': {'id': '8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646f6f2c-03ff-4e0a-a2c8-24d838991d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:43:51Z', 'updated_at': '2022-10-26T15:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '739e888a-ede6-4f25-ad4c-4de91395a8a2', 'name': '', 'network_id': 'd8f14250-22cf-4a11-9481-ae7fced3b7b5', 'tenant_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'mac_address': 'fa:16:3e:d3:67:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646f6f2c-03ff-4e0a-a2c8-24d838991d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '681a7821-b4bf-4dbd-9e8a-ecb5ac161e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:43:57Z', 'updated_at': '2022-10-26T15:44:05Z', 'revision_number': 4, 'project_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'subnets': [{'id': '681a7821-b4bf-4dbd-9e8a-ecb5ac161e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:06.981712 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d60c1332-d06b-4b64-bff7-780456125cb3 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:06.984813 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a419410-439d-4aa0-ba03-a0d038ff6de8 None None] The sync data for ids ['646f6f2c-03ff-4e0a-a2c8-24d838991d16'] in dv-neutron-862712-1-hyperv is: [{'id': '646f6f2c-03ff-4e0a-a2c8-24d838991d16', 'name': 'tempest-ServersTestManualDisk-19638021-router', 'tenant_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': '8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:43:49Z', 'updated_at': '2022-10-26T15:43:59Z', 'revision_number': 4, 'project_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'gw_port': {'id': '8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646f6f2c-03ff-4e0a-a2c8-24d838991d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:43:51Z', 'updated_at': '2022-10-26T15:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '739e888a-ede6-4f25-ad4c-4de91395a8a2', 'name': '', 'network_id': 'd8f14250-22cf-4a11-9481-ae7fced3b7b5', 'tenant_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'mac_address': 'fa:16:3e:d3:67:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646f6f2c-03ff-4e0a-a2c8-24d838991d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '681a7821-b4bf-4dbd-9e8a-ecb5ac161e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:43:57Z', 'updated_at': '2022-10-26T15:44:05Z', 'revision_number': 4, 'project_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'subnets': [{'id': '681a7821-b4bf-4dbd-9e8a-ecb5ac161e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:44:07.003106 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Port cebcf05e-39ac-4f63-a2d8-7a54d35c857a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:07.003596 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88383197-3753-4085-9f81-c71867676004 None None] Network b9a89a49-8c5d-463e-8e23-e97fd3c0d738 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:44:07.030088 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3006b0ae-caaf-42f6-8026-139e349e206f tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:07.045507 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:07.097606 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40eff56-c95d-40e2-a995-0675832cdc2b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Pushing event updated for resources: {'Port': ['ID=01cd6584-bfce-401f-94d3-3d5c59017d3c,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:07.100603 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-b40eff56-c95d-40e2-a995-0675832cdc2b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:44:07.106106 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cf5a82-e728-45c5-b9f9-de0213a1f697 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:44:07.120353 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40eff56-c95d-40e2-a995-0675832cdc2b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:44:07.125890 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40eff56-c95d-40e2-a995-0675832cdc2b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:07.126548 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b40eff56-c95d-40e2-a995-0675832cdc2b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:07.131604 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-3006b0ae-caaf-42f6-8026-139e349e206f tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Transition to ACTIVE for port object 2be33054-5ad4-4bc1-b060-31da1584fee7 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:44:07.161133 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842d2d0d-ddb1-479a-95e2-1b889415cef0 None None] Sync routers for ids ['3eee7c75-ca59-45ec-b1d5-bf8cc635545f'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:44:07.179289 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d60c1332-d06b-4b64-bff7-780456125cb3 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:07.240105 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-84de518e-9274-4e64-963b-a7e79278361c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:07.332611 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842d2d0d-ddb1-479a-95e2-1b889415cef0 None None] Routers {'3eee7c75-ca59-45ec-b1d5-bf8cc635545f'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:44:07.333269 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-842d2d0d-ddb1-479a-95e2-1b889415cef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:44:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['3eee7c75-ca59-45ec-b1d5-bf8cc635545f'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:07.377656 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3006b0ae-caaf-42f6-8026-139e349e206f tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:07.379334 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d60c1332-d06b-4b64-bff7-780456125cb3 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:07.471236 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84de518e-9274-4e64-963b-a7e79278361c admin admin] Network 9e7f403d-8db4-413b-aaa2-82bc08b56467 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:44:07.479414 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c1332-d06b-4b64-bff7-780456125cb3 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10d6d04e-bd9c-4dae-8469-2ad521963b73,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:07.481525 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-84de518e-9274-4e64-963b-a7e79278361c admin admin] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:44:07.487384 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de518e-9274-4e64-963b-a7e79278361c admin admin] Pushing event updated for resources: {'Port': ['ID=cf2d9822-a97b-447c-b8a0-ce31bb06a0be,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:07.490926 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3006b0ae-caaf-42f6-8026-139e349e206f tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Network e370bc56-de0d-4ad4-993f-02a200ebea90 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:44:07.493050 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-842d2d0d-ddb1-479a-95e2-1b889415cef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:07.497280 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84de518e-9274-4e64-963b-a7e79278361c admin admin] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:44:07.497778 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-84de518e-9274-4e64-963b-a7e79278361c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:07.499211 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b40eff56-c95d-40e2-a995-0675832cdc2b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1762972 Oct 26 15:44:07.510508 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Attempt 5 to provision port cebcf05e-39ac-4f63-a2d8-7a54d35c857a Oct 26 15:44:07.520180 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 32960) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:07.521110 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-31cf5a82-e728-45c5-b9f9-de0213a1f697 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:07.524738 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-31cf5a82-e728-45c5-b9f9-de0213a1f697 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 9.6181383 Oct 26 15:44:07.529341 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-ead7ca80-fff1-4a3e-a400-77c327daed95 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:28:2c:65'}]}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:07.560621 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 32966) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:07.561542 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-3006b0ae-caaf-42f6-8026-139e349e206f tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:44:07.586697 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3006b0ae-caaf-42f6-8026-139e349e206f tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:44:07.594397 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3006b0ae-caaf-42f6-8026-139e349e206f tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:07.595080 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3006b0ae-caaf-42f6-8026-139e349e206f tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:07.763578 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 76985c00-1100-44c0-ae35-3435bd9c12bf is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:44:07.845698 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842d2d0d-ddb1-479a-95e2-1b889415cef0 None None] Routers {'3eee7c75-ca59-45ec-b1d5-bf8cc635545f'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:44:07.846354 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-842d2d0d-ddb1-479a-95e2-1b889415cef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:44:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['3eee7c75-ca59-45ec-b1d5-bf8cc635545f'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:07.973789 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Port cebcf05e-39ac-4f63-a2d8-7a54d35c857a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:07.982493 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-842d2d0d-ddb1-479a-95e2-1b889415cef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:07.982985 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842d2d0d-ddb1-479a-95e2-1b889415cef0 None None] The sync data for ids ['3eee7c75-ca59-45ec-b1d5-bf8cc635545f'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:44:07.993460 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3006b0ae-caaf-42f6-8026-139e349e206f tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Pushing event updated for resources: {'Port': ['ID=2be33054-5ad4-4bc1-b060-31da1584fee7,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:08.001197 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.db.resource_extend [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 15:44:08.051862 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d60c1332-d06b-4b64-bff7-780456125cb3 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:08.057761 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d60c1332-d06b-4b64-bff7-780456125cb3 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3899212 Oct 26 15:44:08.064353 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 32976) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:08.067577 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-d9a6277f-e147-42f8-8c44-2f98a761528d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9', 'name': 'tempest-ServersTestJSON-1173380643-router', 'tenant_id': '0d1979e8b1384c06a2335dbdad38722e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.181'}], 'enable_snat': True}, 'gw_port_id': '626a541b-4d4c-44a1-9f0f-a6a8b7b5f759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:43:49Z', 'updated_at': '2022-10-26T15:43:57Z', 'revision_number': 3, 'project_id': '0d1979e8b1384c06a2335dbdad38722e', 'gw_port': {'id': '626a541b-4d4c-44a1-9f0f-a6a8b7b5f759', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:43:54Z', 'updated_at': '2022-10-26T15:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:08.079402 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a6277f-e147-42f8-8c44-2f98a761528d None None] The sync data for ids ['9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9'] in dv-neutron-862712-1-hyperv is: [{'id': '9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9', 'name': 'tempest-ServersTestJSON-1173380643-router', 'tenant_id': '0d1979e8b1384c06a2335dbdad38722e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.181'}], 'enable_snat': True}, 'gw_port_id': '626a541b-4d4c-44a1-9f0f-a6a8b7b5f759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:43:49Z', 'updated_at': '2022-10-26T15:43:57Z', 'revision_number': 3, 'project_id': '0d1979e8b1384c06a2335dbdad38722e', 'gw_port': {'id': '626a541b-4d4c-44a1-9f0f-a6a8b7b5f759', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:43:54Z', 'updated_at': '2022-10-26T15:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:44:08.093959 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-737949c8-95fc-40c2-90c2-4f4e3d1597ec tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Request body: {'security_group_rule': {'security_group_id': '3d292d6b-50fe-4127-8949-883291b1e0c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:08.116009 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-737949c8-95fc-40c2-90c2-4f4e3d1597ec tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:08.131127 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-0ccea07b-614b-4bd8-a8ea-3d9ad7bdb133 tempest-DHCPAgentSchedulersTestJSON-199770475 tempest-DHCPAgentSchedulersTestJSON-199770475-project-admin] 10.222.0.23 "GET /v2.0/agents/c661adbd-c468-4cbe-b03c-562ff5df821b/dhcp-networks HTTP/1.1" status: 200 len: 8839 time: 1.1559756 Oct 26 15:44:08.133431 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 32980) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:08.155573 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 739e888a-ede6-4f25-ad4c-4de91395a8a2 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:44:08.157517 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-3006b0ae-caaf-42f6-8026-139e349e206f tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 3.4454963 Oct 26 15:44:08.158869 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-737949c8-95fc-40c2-90c2-4f4e3d1597ec tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Usage tracker for resource:security_group_rule and tenant:3fa1ce7c495d47a7b8af796c383d23bd is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:08.170535 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-737949c8-95fc-40c2-90c2-4f4e3d1597ec tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:08.172995 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 32984) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:08.184951 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-737949c8-95fc-40c2-90c2-4f4e3d1597ec tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:08.231088 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ead7ca80-fff1-4a3e-a400-77c327daed95 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:08.252246 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] device_id is not set on port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 yet. {{(pid=89748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:44:08.312566 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:08.410822 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 739e888a-ede6-4f25-ad4c-4de91395a8a2 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:44:08.456584 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Transition to ACTIVE for port object 49f09675-7157-46a0-9ae1-bd43cc4aeda3 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:44:08.475094 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Attempt 6 to provision port cebcf05e-39ac-4f63-a2d8-7a54d35c857a Oct 26 15:44:08.575091 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:08.596731 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Port cebcf05e-39ac-4f63-a2d8-7a54d35c857a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:08.772262 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-737949c8-95fc-40c2-90c2-4f4e3d1597ec tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:08.783866 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-2a9420c4-1a90-4126-ae3c-5a78f95b87c2 tempest-DHCPAgentSchedulersTestJSON-199770475 tempest-DHCPAgentSchedulersTestJSON-199770475-project-admin] 10.222.0.23 "DELETE /v2.0/agents/c661adbd-c468-4cbe-b03c-562ff5df821b/dhcp-networks/b9a89a49-8c5d-463e-8e23-e97fd3c0d738 HTTP/1.1" status: 204 len: 168 time: 0.6446922 Oct 26 15:44:08.787871 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 32994) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:08.792368 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ead7ca80-fff1-4a3e-a400-77c327daed95 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:08.835615 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-84de518e-9274-4e64-963b-a7e79278361c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:08.836601 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:44:08.836965 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:44:08.837332 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 on network ff305097-60df-4a4e-b89b-2d230876875b {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:44:08.844270 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Pushing event updated for resources: {'Port': ['ID=49f09675-7157-46a0-9ae1-bd43cc4aeda3,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:08.848107 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 on network ff305097-60df-4a4e-b89b-2d230876875b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:44:08.848449 dv-neutron-862712-1-hyperv neutron-server[89748]: ERROR neutron.plugins.ml2.managers [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Failed to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] Oct 26 15:44:08.848846 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.plugins.ml2.plugin [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempt 2 to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 Oct 26 15:44:08.856704 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd30059-bc60-41f1-a4ae-3cd28c2257dd tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:08.862597 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd30059-bc60-41f1-a4ae-3cd28c2257dd tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:08.869772 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd30059-bc60-41f1-a4ae-3cd28c2257dd tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:08.869772 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-cdd30059-bc60-41f1-a4ae-3cd28c2257dd tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Synchronizing usage tracker for tenant:05f5240d631e4e25b3de8ca7f42eff0a on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:44:08.872487 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:44:08.873084 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:44:08.874777 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 on network ff305097-60df-4a4e-b89b-2d230876875b {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:44:08.883702 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 on network ff305097-60df-4a4e-b89b-2d230876875b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:44:08.884141 dv-neutron-862712-1-hyperv neutron-server[89748]: ERROR neutron.plugins.ml2.managers [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Failed to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] Oct 26 15:44:08.884651 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.plugins.ml2.plugin [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempt 3 to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 Oct 26 15:44:08.900815 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ead7ca80-fff1-4a3e-a400-77c327daed95 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:08.901510 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-ead7ca80-fff1-4a3e-a400-77c327daed95 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] In _notify_port_updated(), no bound segment for port 01cd6584-bfce-401f-94d3-3d5c59017d3c on network faa209c4-43d9-4ed7-945e-102065551d5a {{(pid=89748) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 26 15:44:08.908186 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead7ca80-fff1-4a3e-a400-77c327daed95 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:08.908888 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ead7ca80-fff1-4a3e-a400-77c327daed95 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:08.918881 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ead7ca80-fff1-4a3e-a400-77c327daed95 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] 10.222.0.23 "PUT /v2.0/ports/01cd6584-bfce-401f-94d3-3d5c59017d3c HTTP/1.1" status: 200 len: 993 time: 1.3866296 Oct 26 15:44:08.931417 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 32998) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:08.947875 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:44:08.948296 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:44:08.949250 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 on network ff305097-60df-4a4e-b89b-2d230876875b {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:44:08.969731 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 on network ff305097-60df-4a4e-b89b-2d230876875b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:44:08.970081 dv-neutron-862712-1-hyperv neutron-server[89748]: ERROR neutron.plugins.ml2.managers [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Failed to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] Oct 26 15:44:08.972274 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.plugins.ml2.plugin [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempt 4 to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 Oct 26 15:44:08.994636 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead7ca80-fff1-4a3e-a400-77c327daed95 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Pushing event updated for resources: {'Port': ['ID=01cd6584-bfce-401f-94d3-3d5c59017d3c,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:08.998178 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:44:08.998300 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:44:08.998645 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 on network ff305097-60df-4a4e-b89b-2d230876875b {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:44:09.004253 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 on network ff305097-60df-4a4e-b89b-2d230876875b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:44:09.004774 dv-neutron-862712-1-hyperv neutron-server[89748]: ERROR neutron.plugins.ml2.managers [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Failed to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] Oct 26 15:44:09.004774 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.plugins.ml2.plugin [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempt 5 to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 Oct 26 15:44:09.024427 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:44:09.024768 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:44:09.025097 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 on network ff305097-60df-4a4e-b89b-2d230876875b {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:44:09.045512 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 on network ff305097-60df-4a4e-b89b-2d230876875b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:44:09.045512 dv-neutron-862712-1-hyperv neutron-server[89748]: ERROR neutron.plugins.ml2.managers [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Failed to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] Oct 26 15:44:09.045512 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.plugins.ml2.plugin [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempt 6 to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 Oct 26 15:44:09.062689 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:44:09.063091 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:44:09.063489 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 on network ff305097-60df-4a4e-b89b-2d230876875b {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:44:09.068935 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 on network ff305097-60df-4a4e-b89b-2d230876875b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:44:09.069343 dv-neutron-862712-1-hyperv neutron-server[89748]: ERROR neutron.plugins.ml2.managers [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Failed to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] Oct 26 15:44:09.069793 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.plugins.ml2.plugin [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempt 7 to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 Oct 26 15:44:09.086568 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:44:09.086968 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:44:09.087373 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 on network ff305097-60df-4a4e-b89b-2d230876875b {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:44:09.092962 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 on network ff305097-60df-4a4e-b89b-2d230876875b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:44:09.093412 dv-neutron-862712-1-hyperv neutron-server[89748]: ERROR neutron.plugins.ml2.managers [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Failed to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] Oct 26 15:44:09.093891 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.plugins.ml2.plugin [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempt 8 to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 Oct 26 15:44:09.098073 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Attempt 7 to provision port cebcf05e-39ac-4f63-a2d8-7a54d35c857a Oct 26 15:44:09.111682 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:44:09.112112 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:44:09.112514 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 on network ff305097-60df-4a4e-b89b-2d230876875b {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:44:09.119265 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 on network ff305097-60df-4a4e-b89b-2d230876875b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:44:09.119743 dv-neutron-862712-1-hyperv neutron-server[89748]: ERROR neutron.plugins.ml2.managers [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Failed to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] Oct 26 15:44:09.120229 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.plugins.ml2.plugin [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempt 9 to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 Oct 26 15:44:09.137370 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:44:09.137805 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:44:09.138349 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 on network ff305097-60df-4a4e-b89b-2d230876875b {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:44:09.143857 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 on network ff305097-60df-4a4e-b89b-2d230876875b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:44:09.144317 dv-neutron-862712-1-hyperv neutron-server[89748]: ERROR neutron.plugins.ml2.managers [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Failed to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] Oct 26 15:44:09.144899 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.plugins.ml2.plugin [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempt 10 to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 Oct 26 15:44:09.162856 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:44:09.165055 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:44:09.165498 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 on network ff305097-60df-4a4e-b89b-2d230876875b {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:44:09.173813 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 on network ff305097-60df-4a4e-b89b-2d230876875b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:44:09.174049 dv-neutron-862712-1-hyperv neutron-server[89748]: ERROR neutron.plugins.ml2.managers [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Failed to bind port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] Oct 26 15:44:09.174508 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:09.187843 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Port cebcf05e-39ac-4f63-a2d8-7a54d35c857a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:09.278732 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] For port 49f09675-7157-46a0-9ae1-bd43cc4aeda3, host hv-neutron-8627, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:44:09.279231 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempted to set empty binding levels {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 26 15:44:09.312437 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-cdd30059-bc60-41f1-a4ae-3cd28c2257dd tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Unset dirty status for tenant:05f5240d631e4e25b3de8ca7f42eff0a on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:44:09.316456 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-cdd30059-bc60-41f1-a4ae-3cd28c2257dd tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 1.1397049 Oct 26 15:44:09.318251 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33008) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:09.371016 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-431fc286-7dde-4d0e-8cf2-8da800580fab tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Deleting port 01cd6584-bfce-401f-94d3-3d5c59017d3c {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:44:09.371363 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-431fc286-7dde-4d0e-8cf2-8da800580fab tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:09.416122 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-0766bc9e-d9e5-45af-bd8a-bf7af3e883e2 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Deleting port 2be33054-5ad4-4bc1-b060-31da1584fee7 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:44:09.416459 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0766bc9e-d9e5-45af-bd8a-bf7af3e883e2 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:09.462344 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:09.462905 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] In _notify_port_updated(), no bound segment for port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 on network ff305097-60df-4a4e-b89b-2d230876875b {{(pid=89748) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 26 15:44:09.463765 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:09.464904 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:09.466569 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] 10.222.0.23 "PUT /v2.0/ports/49f09675-7157-46a0-9ae1-bd43cc4aeda3 HTTP/1.1" status: 200 len: 980 time: 3.0098345 Oct 26 15:44:09.503007 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33016) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:09.568231 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-737949c8-95fc-40c2-90c2-4f4e3d1597ec tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:09.579650 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a623f20-e234-4b14-9735-84acf8fac438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Pushing event updated for resources: {'Port': ['ID=49f09675-7157-46a0-9ae1-bd43cc4aeda3,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:09.684487 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33020) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:09.689612 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Attempt 8 to provision port cebcf05e-39ac-4f63-a2d8-7a54d35c857a Oct 26 15:44:09.719323 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-737949c8-95fc-40c2-90c2-4f4e3d1597ec tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:09.746454 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Port cebcf05e-39ac-4f63-a2d8-7a54d35c857a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:09.766811 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0766bc9e-d9e5-45af-bd8a-bf7af3e883e2 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:09.796545 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-53f05be5-2360-4a2d-9484-50c86f66975e tempest-DHCPAgentSchedulersTestJSON-199770475 tempest-DHCPAgentSchedulersTestJSON-199770475-project-admin] 10.222.0.23 "GET /v2.0/agents/c661adbd-c468-4cbe-b03c-562ff5df821b/dhcp-networks HTTP/1.1" status: 200 len: 8069 time: 0.9968729 Oct 26 15:44:09.829948 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737949c8-95fc-40c2-90c2-4f4e3d1597ec tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec397abf-d7ec-4099-b17d-82237aed522e,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:09.834588 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33026) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:09.904468 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-0766bc9e-d9e5-45af-bd8a-bf7af3e883e2 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Calling delete_port for 2be33054-5ad4-4bc1-b060-31da1584fee7 owned by {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:44:09.919979 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-583a9840-9bc6-42f3-8a1a-b4563147d9db tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1913399557', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:09.931805 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-583a9840-9bc6-42f3-8a1a-b4563147d9db tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:09.952530 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-583a9840-9bc6-42f3-8a1a-b4563147d9db tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] Usage tracker for resource:port and tenant:403896f99d2b43609aa833a7f8dd6142 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:09.960148 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-cb1a9774-44e0-42da-b294-0a5eba80985c tempest-DHCPAgentSchedulersTestJSON-199770475 tempest-DHCPAgentSchedulersTestJSON-199770475-project-admin] 10.222.0.23 "GET /v2.0/networks/a61d87de-39e4-4164-81f8-a562ebba65ff/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.1244643 Oct 26 15:44:09.964829 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33030) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:09.966419 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-583a9840-9bc6-42f3-8a1a-b4563147d9db tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:10.000648 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-583a9840-9bc6-42f3-8a1a-b4563147d9db tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:10.009653 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-78995963-b559-447b-9e5d-ecf227356742 tempest-DHCPAgentSchedulersTestJSON-199770475 tempest-DHCPAgentSchedulersTestJSON-199770475-project-admin] 10.222.0.23 "GET /v2.0/networks/a61d87de-39e4-4164-81f8-a562ebba65ff/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0437427 Oct 26 15:44:10.012398 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33034) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:10.065445 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-737949c8-95fc-40c2-90c2-4f4e3d1597ec tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:10.069637 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-737949c8-95fc-40c2-90c2-4f4e3d1597ec tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9949377 Oct 26 15:44:10.074665 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33038) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:10.134168 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-3bda0bcf-ba8a-4a83-8d3d-d5ab00a867ae tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Request body: {'floatingip': {'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:10.137392 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 626a541b-4d4c-44a1-9f0f-a6a8b7b5f759 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:44:10.152455 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-3bda0bcf-ba8a-4a83-8d3d-d5ab00a867ae tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:10.159714 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-3bda0bcf-ba8a-4a83-8d3d-d5ab00a867ae tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Usage tracker for resource:floatingip and tenant:3fa1ce7c495d47a7b8af796c383d23bd is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:10.164172 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-3bda0bcf-ba8a-4a83-8d3d-d5ab00a867ae tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:10.166680 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b4739b-f302-4539-b620-e10024b5b087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:10.168817 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b4739b-f302-4539-b620-e10024b5b087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:10.168817 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b4739b-f302-4539-b620-e10024b5b087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:10.168817 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b4739b-f302-4539-b620-e10024b5b087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:10.168817 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b4739b-f302-4539-b620-e10024b5b087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:10.169222 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b4739b-f302-4539-b620-e10024b5b087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:10.169406 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b4739b-f302-4539-b620-e10024b5b087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:10.169872 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b4739b-f302-4539-b620-e10024b5b087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:10.171043 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b4739b-f302-4539-b620-e10024b5b087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:10.171255 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b4739b-f302-4539-b620-e10024b5b087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:10.171715 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b4739b-f302-4539-b620-e10024b5b087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:10.172179 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b4739b-f302-4539-b620-e10024b5b087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:10.173035 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b4739b-f302-4539-b620-e10024b5b087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:10.173216 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-3bda0bcf-ba8a-4a83-8d3d-d5ab00a867ae tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:10.173343 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b4739b-f302-4539-b620-e10024b5b087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:10.173672 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b4739b-f302-4539-b620-e10024b5b087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:10.174133 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b4739b-f302-4539-b620-e10024b5b087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:10.174823 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b4739b-f302-4539-b620-e10024b5b087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:10.175181 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b4739b-f302-4539-b620-e10024b5b087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:10.175637 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b4739b-f302-4539-b620-e10024b5b087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:10.176092 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b4739b-f302-4539-b620-e10024b5b087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:10.176543 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b4739b-f302-4539-b620-e10024b5b087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:10.178587 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-f4b4739b-f302-4539-b620-e10024b5b087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Synchronizing usage tracker for tenant:f53eeae28d7d4e20ae28d18889f32e5b on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:44:10.204885 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583a9840-9bc6-42f3-8a1a-b4563147d9db tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] Made reservation on behalf of 403896f99d2b43609aa833a7f8dd6142 for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:44:10.207334 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-583a9840-9bc6-42f3-8a1a-b4563147d9db tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:10.229305 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-84de518e-9274-4e64-963b-a7e79278361c admin admin] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:10.247671 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Attempt 9 to provision port cebcf05e-39ac-4f63-a2d8-7a54d35c857a Oct 26 15:44:10.251081 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-583a9840-9bc6-42f3-8a1a-b4563147d9db tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:10.276047 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-fc34bcfc-d1c7-4cc1-ac66-94a88b714dbe tempest-DHCPAgentSchedulersTestJSON-199770475 tempest-DHCPAgentSchedulersTestJSON-199770475-project-admin] 10.222.0.23 "GET /v2.0/agents/c661adbd-c468-4cbe-b03c-562ff5df821b/dhcp-networks HTTP/1.1" status: 200 len: 8069 time: 0.2626529 Oct 26 15:44:10.280538 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33042) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:10.321200 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Port cebcf05e-39ac-4f63-a2d8-7a54d35c857a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:10.327750 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-583a9840-9bc6-42f3-8a1a-b4563147d9db tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:10.332430 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-431fc286-7dde-4d0e-8cf2-8da800580fab tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:10.336986 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 626a541b-4d4c-44a1-9f0f-a6a8b7b5f759 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:44:10.344853 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 626a541b-4d4c-44a1-9f0f-a6a8b7b5f759 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:44:10.345309 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:10.345699 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 626a541b-4d4c-44a1-9f0f-a6a8b7b5f759 Oct 26 15:44:10.352058 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-84de518e-9274-4e64-963b-a7e79278361c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:10.352787 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-84de518e-9274-4e64-963b-a7e79278361c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:10.358182 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-583a9840-9bc6-42f3-8a1a-b4563147d9db tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] Usage tracker for resource:security_group_rule and tenant:403896f99d2b43609aa833a7f8dd6142 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:10.366238 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3bda0bcf-ba8a-4a83-8d3d-d5ab00a867ae tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Notify callbacks [] for floatingip, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:10.395026 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0766bc9e-d9e5-45af-bd8a-bf7af3e883e2 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:10.395407 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-583a9840-9bc6-42f3-8a1a-b4563147d9db tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:10.478521 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-570e7155-ca81-4b6c-bdc7-16774b96aee0 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:10.487668 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-f4b4739b-f302-4539-b620-e10024b5b087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Unset dirty status for tenant:f53eeae28d7d4e20ae28d18889f32e5b on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:44:10.488868 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f4b4739b-f302-4539-b620-e10024b5b087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19131 time: 0.9713812 Oct 26 15:44:10.489931 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-583a9840-9bc6-42f3-8a1a-b4563147d9db tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:10.497661 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 626a541b-4d4c-44a1-9f0f-a6a8b7b5f759 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:44:10.498138 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:10.518054 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 626a541b-4d4c-44a1-9f0f-a6a8b7b5f759, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=626a541b-4d4c-44a1-9f0f-a6a8b7b5f759,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:44:10.528265 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766bc9e-d9e5-45af-bd8a-bf7af3e883e2 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Pushing event deleted for resources: {'Port': ['ID=2be33054-5ad4-4bc1-b060-31da1584fee7,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:10.534952 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33046) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:10.581061 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-431fc286-7dde-4d0e-8cf2-8da800580fab tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Calling delete_port for 01cd6584-bfce-401f-94d3-3d5c59017d3c owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:44:10.629378 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:10.695949 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f4f618b9-c11e-49ad-8715-f8efd745cfae tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:10.723861 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0766bc9e-d9e5-45af-bd8a-bf7af3e883e2 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:10.736014 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=626a541b-4d4c-44a1-9f0f-a6a8b7b5f759,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:10.756780 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-77f9f3a3-3315-47f6-aef5-4241cf7672b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Deleting port 49f09675-7157-46a0-9ae1-bd43cc4aeda3 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:44:10.757191 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-77f9f3a3-3315-47f6-aef5-4241cf7672b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:10.824107 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Attempt 10 to provision port cebcf05e-39ac-4f63-a2d8-7a54d35c857a Oct 26 15:44:10.844561 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-0766bc9e-d9e5-45af-bd8a-bf7af3e883e2 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] 10.222.0.23 "DELETE /v2.0/ports/2be33054-5ad4-4bc1-b060-31da1584fee7 HTTP/1.1" status: 204 len: 168 time: 1.5216012 Oct 26 15:44:10.858416 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33050) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:10.884250 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-ead02812-3aa0-45de-90ee-a9aa55eb94ee tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Request body: {'port': {'name': 'tempest-new-port-name-1882896419', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:10.884608 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.api.validators [None req-ead02812-3aa0-45de-90ee-a9aa55eb94ee tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] bootfile-name is not in valid_values {{(pid=89748) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 26 15:44:10.884965 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.api.validators [None req-ead02812-3aa0-45de-90ee-a9aa55eb94ee tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] tftp-server is not in valid_values {{(pid=89748) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 26 15:44:10.885300 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.api.validators [None req-ead02812-3aa0-45de-90ee-a9aa55eb94ee tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] server-ip-address is not in valid_values {{(pid=89748) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 26 15:44:10.890789 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Port cebcf05e-39ac-4f63-a2d8-7a54d35c857a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:10.991381 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Provisioning for port a876e832-552f-4a33-b4f0-9f51fb8cf199 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:44:10.994281 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Provisioning complete for port a876e832-552f-4a33-b4f0-9f51fb8cf199 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:44:10.994684 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:10.995011 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Attempt 1 to provision port a876e832-552f-4a33-b4f0-9f51fb8cf199 Oct 26 15:44:11.003152 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de518e-9274-4e64-963b-a7e79278361c admin admin] Pushing event updated for resources: {'Port': ['ID=cf2d9822-a97b-447c-b8a0-ce31bb06a0be,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:11.050075 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f4f618b9-c11e-49ad-8715-f8efd745cfae tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:11.113963 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84de518e-9274-4e64-963b-a7e79278361c admin admin] Network 9e7f403d-8db4-413b-aaa2-82bc08b56467 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:44:11.118983 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-84de518e-9274-4e64-963b-a7e79278361c admin admin] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:44:11.123520 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-431fc286-7dde-4d0e-8cf2-8da800580fab tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:11.153413 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f4f618b9-c11e-49ad-8715-f8efd745cfae tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Subscribe: > segment before_delete 55550000 {{(pid=89748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:44:11.153637 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f4f618b9-c11e-49ad-8715-f8efd745cfae tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:44:11.154408 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f4f618b9-c11e-49ad-8715-f8efd745cfae tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:44:11.154744 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f4f618b9-c11e-49ad-8715-f8efd745cfae tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Subscribe: > port after_create 55550000 {{(pid=89748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:44:11.155073 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f4f618b9-c11e-49ad-8715-f8efd745cfae tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Subscribe: > port after_delete 55550000 {{(pid=89748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:44:11.155439 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f4f618b9-c11e-49ad-8715-f8efd745cfae tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Subscribe: > port after_update 55550000 {{(pid=89748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:44:11.155745 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f4f618b9-c11e-49ad-8715-f8efd745cfae tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Subscribe: > segment after_delete 55550000 {{(pid=89748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:44:11.156139 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f4f618b9-c11e-49ad-8715-f8efd745cfae tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Subscribe: > subnet after_create 55550000 {{(pid=89748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:44:11.156406 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f4f618b9-c11e-49ad-8715-f8efd745cfae tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Subscribe: > subnet after_delete 55550000 {{(pid=89748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:44:11.156703 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f4f618b9-c11e-49ad-8715-f8efd745cfae tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Subscribe: > subnet after_update 55550000 {{(pid=89748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:44:11.157302 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Current status of the port a876e832-552f-4a33-b4f0-9f51fb8cf199 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:44:11.157764 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:11.201182 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] For port a876e832-552f-4a33-b4f0-9f51fb8cf199, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=a876e832-552f-4a33-b4f0-9f51fb8cf199,segment=NetworkSegment(dc397887-b971-4dfa-aad0-c89bea8ed724),segment_id=dc397887-b971-4dfa-aad0-c89bea8ed724)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:44:11.284128 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:11.394064 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Pushing event updated for resources: {'Port': ['ID=a876e832-552f-4a33-b4f0-9f51fb8cf199,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:11.399903 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f4f618b9-c11e-49ad-8715-f8efd745cfae tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Subscribe: > subnet after_create 55550000 {{(pid=89748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:44:11.400371 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f4f618b9-c11e-49ad-8715-f8efd745cfae tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Subscribe: > subnet after_delete 55550000 {{(pid=89748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:44:11.400823 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f4f618b9-c11e-49ad-8715-f8efd745cfae tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Subscribe: > subnet before_create 55550000 {{(pid=89748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:44:11.401245 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f4f618b9-c11e-49ad-8715-f8efd745cfae tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Subscribe: > subnet before_update 55550000 {{(pid=89748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:44:11.402225 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-f4f618b9-c11e-49ad-8715-f8efd745cfae tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9a89a49-8c5d-463e-8e23-e97fd3c0d738']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:11.456300 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431fc286-7dde-4d0e-8cf2-8da800580fab tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Pushing event deleted for resources: {'Port': ['ID=01cd6584-bfce-401f-94d3-3d5c59017d3c,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:11.473317 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Provisioning for port 739e888a-ede6-4f25-ad4c-4de91395a8a2 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:44:11.478638 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Provisioning complete for port 739e888a-ede6-4f25-ad4c-4de91395a8a2 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:44:11.479235 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:11.479724 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Attempt 1 to provision port 739e888a-ede6-4f25-ad4c-4de91395a8a2 Oct 26 15:44:11.503387 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-f4f618b9-c11e-49ad-8715-f8efd745cfae tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '151e61fe-e25a-4c8b-b909-76742e8c9543') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:11.503791 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-f4f618b9-c11e-49ad-8715-f8efd745cfae tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '151e61fe-e25a-4c8b-b909-76742e8c9543') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:11.537502 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f4f618b9-c11e-49ad-8715-f8efd745cfae tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:11.572798 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f4f618b9-c11e-49ad-8715-f8efd745cfae tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:11.576589 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-77f9f3a3-3315-47f6-aef5-4241cf7672b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] For port 49f09675-7157-46a0-9ae1-bd43cc4aeda3, host hv-neutron-8627, got binding levels [] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:44:11.577102 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-77f9f3a3-3315-47f6-aef5-4241cf7672b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:11.588157 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ead02812-3aa0-45de-90ee-a9aa55eb94ee tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:11.610406 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4f618b9-c11e-49ad-8715-f8efd745cfae tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:44:11.610908 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f4f618b9-c11e-49ad-8715-f8efd745cfae tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:11.611514 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-583a9840-9bc6-42f3-8a1a-b4563147d9db tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:11.618588 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Current status of the port 739e888a-ede6-4f25-ad4c-4de91395a8a2 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:44:11.619205 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:11.705894 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] For port 739e888a-ede6-4f25-ad4c-4de91395a8a2, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=739e888a-ede6-4f25-ad4c-4de91395a8a2,segment=NetworkSegment(58b9d531-b937-43c4-adf8-a18c3dfd53fb),segment_id=58b9d531-b937-43c4-adf8-a18c3dfd53fb)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:44:11.718328 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-583a9840-9bc6-42f3-8a1a-b4563147d9db tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:11.794030 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:11.802237 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3bda0bcf-ba8a-4a83-8d3d-d5ab00a867ae tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:11.810882 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-583a9840-9bc6-42f3-8a1a-b4563147d9db tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] device_id is not set on port fdcbef20-b4d9-4fa7-b3f1-70b8da2a9e4b yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:44:11.811108 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-77f9f3a3-3315-47f6-aef5-4241cf7672b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Calling delete_port for 49f09675-7157-46a0-9ae1-bd43cc4aeda3 owned by {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:44:11.876433 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-431fc286-7dde-4d0e-8cf2-8da800580fab tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:11.877482 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373e74a-fe67-4c88-9ce5-a0975d26ad8d None None] Pushing event updated for resources: {'Port': ['ID=739e888a-ede6-4f25-ad4c-4de91395a8a2,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:11.958008 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-570e7155-ca81-4b6c-bdc7-16774b96aee0 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Allocated IP 172.20.0.1 (f7c942fb-ee1e-4e6a-920a-38a0d08ee956/050fdfb8-a283-46e1-9ba8-dc6e5b51c0ea/187d1e61-6f01-435a-9673-4d87c05520b8) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:44:11.959984 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583a9840-9bc6-42f3-8a1a-b4563147d9db tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ce5e35-1f9d-4bab-931b-2f1dfb026a56,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:11.976369 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84de518e-9274-4e64-963b-a7e79278361c admin admin] Router 9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:44:12.018324 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-431fc286-7dde-4d0e-8cf2-8da800580fab tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] 10.222.0.23 "DELETE /v2.0/ports/01cd6584-bfce-401f-94d3-3d5c59017d3c HTTP/1.1" status: 204 len: 168 time: 3.0834725 Oct 26 15:44:12.023763 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c81a81ca-ab49-4b0e-8486-bb30769c774d None None] Provisioning for port 026503ce-5856-4c4a-ba50-1dfe6ebb64a4 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:44:12.025414 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33058) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:12.031159 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c81a81ca-ab49-4b0e-8486-bb30769c774d None None] Provisioning complete for port 026503ce-5856-4c4a-ba50-1dfe6ebb64a4 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:44:12.031159 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c81a81ca-ab49-4b0e-8486-bb30769c774d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:12.034821 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c81a81ca-ab49-4b0e-8486-bb30769c774d None None] Attempt 1 to provision port 026503ce-5856-4c4a-ba50-1dfe6ebb64a4 Oct 26 15:44:12.146021 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f4f618b9-c11e-49ad-8715-f8efd745cfae tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:12.179235 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f4f618b9-c11e-49ad-8715-f8efd745cfae tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:12.184164 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-77f9f3a3-3315-47f6-aef5-4241cf7672b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:12.196391 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f618b9-c11e-49ad-8715-f8efd745cfae tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Pushing event deleted for resources: {'Network': ['ID=b9a89a49-8c5d-463e-8e23-e97fd3c0d738,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:12.225813 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c81a81ca-ab49-4b0e-8486-bb30769c774d None None] Current status of the port 026503ce-5856-4c4a-ba50-1dfe6ebb64a4 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:44:12.226356 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c81a81ca-ab49-4b0e-8486-bb30769c774d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:12.252575 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 739e888a-ede6-4f25-ad4c-4de91395a8a2 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:44:12.264625 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9f3a3-3315-47f6-aef5-4241cf7672b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Pushing event deleted for resources: {'Port': ['ID=49f09675-7157-46a0-9ae1-bd43cc4aeda3,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:12.272478 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f4f618b9-c11e-49ad-8715-f8efd745cfae tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] 10.222.0.23 "DELETE /v2.0/networks/b9a89a49-8c5d-463e-8e23-e97fd3c0d738 HTTP/1.1" status: 204 len: 168 time: 1.9906971 Oct 26 15:44:12.280629 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d60f08-af79-4c91-af85-04d2f9b8ef83 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] GET failed (client error): The resource could not be found. Oct 26 15:44:12.281179 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-07d60f08-af79-4c91-af85-04d2f9b8ef83 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Synchronizing usage tracker for tenant:b428e3fc7ae94183b7e4462eb47a28df on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:44:12.288886 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 151e61fe-e25a-4c8b-b909-76742e8c9543 resource provider aggregate not found Oct 26 15:44:12.296370 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33070) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:12.298741 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-77f9f3a3-3315-47f6-aef5-4241cf7672b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:12.303395 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-77f9f3a3-3315-47f6-aef5-4241cf7672b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] 10.222.0.23 "DELETE /v2.0/ports/49f09675-7157-46a0-9ae1-bd43cc4aeda3 HTTP/1.1" status: 204 len: 168 time: 1.6670895 Oct 26 15:44:12.304065 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33076) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:12.338951 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-583a9840-9bc6-42f3-8a1a-b4563147d9db tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] Allocated IP 172.26.2.64 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/fdcbef20-b4d9-4fa7-b3f1-70b8da2a9e4b) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:44:12.351146 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 151e61fe-e25a-4c8b-b909-76742e8c9543 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 151e61fe-e25a-4c8b-b909-76742e8c9543 found for delete ", "request_id": "req-d1a1d12f-594e-4b32-90a7-534b099f0d98"}]} Oct 26 15:44:12.357067 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-c81a81ca-ab49-4b0e-8486-bb30769c774d None None] For port 026503ce-5856-4c4a-ba50-1dfe6ebb64a4, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=026503ce-5856-4c4a-ba50-1dfe6ebb64a4,segment=NetworkSegment(560f61d2-d25f-4e4d-8c8e-1fd8bf37d388),segment_id=560f61d2-d25f-4e4d-8c8e-1fd8bf37d388)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:44:12.367987 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0e90adf-feb4-42bb-a203-908b20695ce5 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] DELETE failed (client error): The resource could not be found. Oct 26 15:44:12.368478 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0e90adf-feb4-42bb-a203-908b20695ce5 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:44:12.373046 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 739e888a-ede6-4f25-ad4c-4de91395a8a2 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:44:12.373216 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a0e90adf-feb4-42bb-a203-908b20695ce5 tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] 10.222.0.23 "DELETE /v2.0/ports/70260a5d-6b69-4616-af31-a56e70ca20eb HTTP/1.1" status: 404 len: 333 time: 0.0732305 Oct 26 15:44:12.373318 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:12.373318 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 739e888a-ede6-4f25-ad4c-4de91395a8a2 Oct 26 15:44:12.374214 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33080) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:12.418144 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e804aad-6e42-4901-b4a5-8319bec7b87e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] GET failed (client error): The resource could not be found. Oct 26 15:44:12.419656 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-9e804aad-6e42-4901-b4a5-8319bec7b87e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] 10.222.0.23 "GET /v2.0/ports/49f09675-7157-46a0-9ae1-bd43cc4aeda3 HTTP/1.1" status: 404 len: 333 time: 0.1081204 Oct 26 15:44:12.430654 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33084) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:12.451212 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-a27e5f3a-8a99-4775-b208-7f683ff520cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074066373', 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:12.471400 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-a27e5f3a-8a99-4775-b208-7f683ff520cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:12.490787 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c81a81ca-ab49-4b0e-8486-bb30769c774d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:12.509218 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-a27e5f3a-8a99-4775-b208-7f683ff520cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:12.536055 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c81a81ca-ab49-4b0e-8486-bb30769c774d None None] Could not find standard attr ID for object 01cd6584-bfce-401f-94d3-3d5c59017d3c. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:44:12.540471 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cebda7f-1a41-49e9-95cc-7a66b7adb6ad tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Deleting subnet 839c8744-82cc-432b-adeb-f24b99c223af {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:44:12.544601 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5cebda7f-1a41-49e9-95cc-7a66b7adb6ad tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:12.563932 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-07d60f08-af79-4c91-af85-04d2f9b8ef83 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Unset dirty status for tenant:b428e3fc7ae94183b7e4462eb47a28df on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:44:12.564116 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 739e888a-ede6-4f25-ad4c-4de91395a8a2 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:44:12.566569 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 626a541b-4d4c-44a1-9f0f-a6a8b7b5f759 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:44:12.566705 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-07d60f08-af79-4c91-af85-04d2f9b8ef83 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] 10.222.0.23 "GET /v2.0/ports/01cd6584-bfce-401f-94d3-3d5c59017d3c HTTP/1.1" status: 404 len: 333 time: 0.5387919 Oct 26 15:44:12.570559 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84de518e-9274-4e64-963b-a7e79278361c admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:44:12.571853 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33088) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:12.587972 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-84de518e-9274-4e64-963b-a7e79278361c admin admin] 10.222.0.23 "PUT /v2.0/routers/9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9684777 Oct 26 15:44:12.593219 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59911b8b-d7e7-4766-840e-62fb3a7b3f12 None None] Sync routers for ids ['9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:44:12.593841 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-13f7c130-e834-412b-90cf-43cbb3db2494 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Request body: {'port': {'network_id': 'faa209c4-43d9-4ed7-945e-102065551d5a', 'name': 'tempest-AllowedAddressPairTestJSON-1820029542'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:12.595071 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-570e7155-ca81-4b6c-bdc7-16774b96aee0 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:12.612829 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59911b8b-d7e7-4766-840e-62fb3a7b3f12 None None] Routers {'9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:44:12.613707 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-59911b8b-d7e7-4766-840e-62fb3a7b3f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:44:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:12.617588 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ead02812-3aa0-45de-90ee-a9aa55eb94ee tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:12.681676 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a81ca-ab49-4b0e-8486-bb30769c774d None None] Pushing event updated for resources: {'Port': ['ID=026503ce-5856-4c4a-ba50-1dfe6ebb64a4,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:12.682528 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27e5f3a-8a99-4775-b208-7f683ff520cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Made reservation on behalf of f53eeae28d7d4e20ae28d18889f32e5b for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:44:12.686686 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a27e5f3a-8a99-4775-b208-7f683ff520cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:12.702253 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5cebda7f-1a41-49e9-95cc-7a66b7adb6ad tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:12.717162 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-570e7155-ca81-4b6c-bdc7-16774b96aee0 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Transition to ACTIVE for port object 187d1e61-6f01-435a-9673-4d87c05520b8 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:44:12.722834 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a27e5f3a-8a99-4775-b208-7f683ff520cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] device_id is not set on port 94a59701-ae95-41f2-9eb6-0b78531a3181 yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:44:12.731936 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 626a541b-4d4c-44a1-9f0f-a6a8b7b5f759 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:44:12.732685 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:12.732685 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 626a541b-4d4c-44a1-9f0f-a6a8b7b5f759 Oct 26 15:44:12.777953 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ead02812-3aa0-45de-90ee-a9aa55eb94ee tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:12.818791 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c81a81ca-ab49-4b0e-8486-bb30769c774d None None] Provisioning for port cf2d9822-a97b-447c-b8a0-ce31bb06a0be completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:44:12.833720 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c81a81ca-ab49-4b0e-8486-bb30769c774d None None] Provisioning complete for port cf2d9822-a97b-447c-b8a0-ce31bb06a0be triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:44:12.835217 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c81a81ca-ab49-4b0e-8486-bb30769c774d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:12.835763 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c81a81ca-ab49-4b0e-8486-bb30769c774d None None] Attempt 1 to provision port cf2d9822-a97b-447c-b8a0-ce31bb06a0be Oct 26 15:44:12.969224 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c81a81ca-ab49-4b0e-8486-bb30769c774d None None] Port cf2d9822-a97b-447c-b8a0-ce31bb06a0be cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:13.022895 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead02812-3aa0-45de-90ee-a9aa55eb94ee tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Pushing event updated for resources: {'Port': ['ID=88514d51-da58-43db-b365-e58113f33aa1,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:13.034770 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 626a541b-4d4c-44a1-9f0f-a6a8b7b5f759 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:44:13.036577 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a876e832-552f-4a33-b4f0-9f51fb8cf199 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:44:13.088108 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-13f7c130-e834-412b-90cf-43cbb3db2494 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:13.109685 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-ead02812-3aa0-45de-90ee-a9aa55eb94ee tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] In _notify_port_updated(), no bound segment for port 88514d51-da58-43db-b365-e58113f33aa1 on network e370bc56-de0d-4ad4-993f-02a200ebea90 {{(pid=89748) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 26 15:44:13.115278 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead02812-3aa0-45de-90ee-a9aa55eb94ee tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:13.115925 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ead02812-3aa0-45de-90ee-a9aa55eb94ee tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:13.119588 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ead02812-3aa0-45de-90ee-a9aa55eb94ee tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] 10.222.0.23 "PUT /v2.0/ports/88514d51-da58-43db-b365-e58113f33aa1 HTTP/1.1" status: 200 len: 1136 time: 2.2529860 Oct 26 15:44:13.124404 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33098) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:13.131478 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-13f7c130-e834-412b-90cf-43cbb3db2494 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:13.137097 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port a876e832-552f-4a33-b4f0-9f51fb8cf199 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:44:13.137852 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:13.138378 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port a876e832-552f-4a33-b4f0-9f51fb8cf199 Oct 26 15:44:13.139435 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-59911b8b-d7e7-4766-840e-62fb3a7b3f12 None None] Set router 9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:44:13.233954 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5cebda7f-1a41-49e9-95cc-7a66b7adb6ad tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:13.257949 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a27e5f3a-8a99-4775-b208-7f683ff520cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:13.291697 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9c557b-7569-49d5-ac84-b88dfab5c753 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:13.293299 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-2f9c557b-7569-49d5-ac84-b88dfab5c753 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Synchronizing usage tracker for tenant:05f5240d631e4e25b3de8ca7f42eff0a on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:44:13.303650 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-583a9840-9bc6-42f3-8a1a-b4563147d9db tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:13.338555 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port a876e832-552f-4a33-b4f0-9f51fb8cf199 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:44:13.359731 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f7c130-e834-412b-90cf-43cbb3db2494 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Made reservation on behalf of b428e3fc7ae94183b7e4462eb47a28df for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:44:13.363561 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-13f7c130-e834-412b-90cf-43cbb3db2494 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:13.389866 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [None req-13f7c130-e834-412b-90cf-43cbb3db2494 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] device_id is not set on port 10bd1fbf-3627-44a2-894b-85abe4ef1196 yet. {{(pid=89748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:44:13.400307 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-570e7155-ca81-4b6c-bdc7-16774b96aee0 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:13.431099 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-2f9c557b-7569-49d5-ac84-b88dfab5c753 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Unset dirty status for tenant:05f5240d631e4e25b3de8ca7f42eff0a on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:44:13.435756 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2f9c557b-7569-49d5-ac84-b88dfab5c753 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] 10.222.0.23 "GET /v2.0/ports/88514d51-da58-43db-b365-e58113f33aa1 HTTP/1.1" status: 200 len: 1136 time: 0.3025112 Oct 26 15:44:13.443692 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33104) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:13.471327 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c81a81ca-ab49-4b0e-8486-bb30769c774d None None] Attempt 2 to provision port cf2d9822-a97b-447c-b8a0-ce31bb06a0be Oct 26 15:44:13.475720 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5cebda7f-1a41-49e9-95cc-7a66b7adb6ad tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:13.509727 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570e7155-ca81-4b6c-bdc7-16774b96aee0 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Network f7c942fb-ee1e-4e6a-920a-38a0d08ee956 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:44:13.525903 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-570e7155-ca81-4b6c-bdc7-16774b96aee0 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:44:13.528503 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570e7155-ca81-4b6c-bdc7-16774b96aee0 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:44:13.529164 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-570e7155-ca81-4b6c-bdc7-16774b96aee0 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:13.532086 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-583a9840-9bc6-42f3-8a1a-b4563147d9db tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:13.538253 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a27e5f3a-8a99-4775-b208-7f683ff520cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:13.547470 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c81a81ca-ab49-4b0e-8486-bb30769c774d None None] Port cf2d9822-a97b-447c-b8a0-ce31bb06a0be cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:13.561712 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33108) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:13.591853 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-59911b8b-d7e7-4766-840e-62fb3a7b3f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9', 'name': 'tempest-ServersTestJSON-1173380643-router', 'tenant_id': '0d1979e8b1384c06a2335dbdad38722e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.181'}], 'enable_snat': True}, 'gw_port_id': '626a541b-4d4c-44a1-9f0f-a6a8b7b5f759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:43:49Z', 'updated_at': '2022-10-26T15:44:08Z', 'revision_number': 4, 'project_id': '0d1979e8b1384c06a2335dbdad38722e', 'gw_port': {'id': '626a541b-4d4c-44a1-9f0f-a6a8b7b5f759', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:43:54Z', 'updated_at': '2022-10-26T15:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': 'cf2d9822-a97b-447c-b8a0-ce31bb06a0be', 'name': '', 'network_id': '9e7f403d-8db4-413b-aaa2-82bc08b56467', 'tenant_id': '0d1979e8b1384c06a2335dbdad38722e', 'mac_address': 'fa:16:3e:38:92:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '72ee322a-5d33-41d0-8bec-3239be73d48d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:44:05Z', 'updated_at': '2022-10-26T15:44:09Z', 'revision_number': 2, 'project_id': '0d1979e8b1384c06a2335dbdad38722e', 'subnets': [{'id': '72ee322a-5d33-41d0-8bec-3239be73d48d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:13.596490 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59911b8b-d7e7-4766-840e-62fb3a7b3f12 None None] Checking router: 9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9 for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:44:13.597531 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59911b8b-d7e7-4766-840e-62fb3a7b3f12 None None] Updating router 9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9 port cf2d9822-a97b-447c-b8a0-ce31bb06a0be binding host dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:44:13.600016 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-ffca7294-80cb-4cd4-acc9-a68ae70c65dd tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Request body: {'security_group': {'name': 'tempest-securitygroup--689271120', 'description': 'tempest-description--1709652412'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:13.606517 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ffca7294-80cb-4cd4-acc9-a68ae70c65dd tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:13.611248 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ffca7294-80cb-4cd4-acc9-a68ae70c65dd tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Usage tracker for resource:security_group and tenant:0d1979e8b1384c06a2335dbdad38722e is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:13.623829 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ffca7294-80cb-4cd4-acc9-a68ae70c65dd tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:13.641235 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e7155-ca81-4b6c-bdc7-16774b96aee0 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Pushing event updated for resources: {'Port': ['ID=187d1e61-6f01-435a-9673-4d87c05520b8,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:13.647997 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ffca7294-80cb-4cd4-acc9-a68ae70c65dd tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:13.659375 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27e5f3a-8a99-4775-b208-7f683ff520cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Network ff305097-60df-4a4e-b89b-2d230876875b is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:44:13.661855 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-59911b8b-d7e7-4766-840e-62fb3a7b3f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:13.672904 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-13f7c130-e834-412b-90cf-43cbb3db2494 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Allocated IP 172.20.0.5 (faa209c4-43d9-4ed7-945e-102065551d5a/075a1cfc-afbf-41f7-bf51-6f731454883d/10bd1fbf-3627-44a2-894b-85abe4ef1196) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:44:13.683890 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173c780d-2767-45c1-9c5f-5b706214ee33 None None] Network a61d87de-39e4-4164-81f8-a562ebba65ff requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:44:13.692222 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cebda7f-1a41-49e9-95cc-7a66b7adb6ad tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Pushing event deleted for resources: {'Subnet': ['ID=839c8744-82cc-432b-adeb-f24b99c223af,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:13.717988 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5cebda7f-1a41-49e9-95cc-7a66b7adb6ad tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:13.728082 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-5cebda7f-1a41-49e9-95cc-7a66b7adb6ad tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] 10.222.0.23 "DELETE /v2.0/subnets/839c8744-82cc-432b-adeb-f24b99c223af HTTP/1.1" status: 204 len: 168 time: 1.3504412 Oct 26 15:44:13.736480 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583a9840-9bc6-42f3-8a1a-b4563147d9db tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:44:13.737503 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-a27e5f3a-8a99-4775-b208-7f683ff520cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:44:13.738934 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33112) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:13.747354 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-504d6a5b-e6ed-4df0-81db-ffdebc84940e tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Deleting port 88514d51-da58-43db-b365-e58113f33aa1 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:44:13.760709 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-504d6a5b-e6ed-4df0-81db-ffdebc84940e tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:13.826733 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-3bda0bcf-ba8a-4a83-8d3d-d5ab00a867ae tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Allocated IP 172.26.2.105 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/eea6b081-764e-47d1-9005-19e8148443f3) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:44:13.846762 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27e5f3a-8a99-4775-b208-7f683ff520cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:44:13.847877 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27e5f3a-8a99-4775-b208-7f683ff520cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:13.849699 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a27e5f3a-8a99-4775-b208-7f683ff520cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:13.943672 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-583a9840-9bc6-42f3-8a1a-b4563147d9db tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:44:13.947109 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583a9840-9bc6-42f3-8a1a-b4563147d9db tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:44:13.960051 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583a9840-9bc6-42f3-8a1a-b4563147d9db tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:13.960051 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-583a9840-9bc6-42f3-8a1a-b4563147d9db tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:14.000847 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ffca7294-80cb-4cd4-acc9-a68ae70c65dd tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:14.048843 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c81a81ca-ab49-4b0e-8486-bb30769c774d None None] Attempt 3 to provision port cf2d9822-a97b-447c-b8a0-ce31bb06a0be Oct 26 15:44:14.061734 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4e0071f5-44e8-4216-9389-4c95ef5d32ff tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:14.093419 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae6e8c5-ea1d-48f3-8471-cc2c16f7fae7 None None] DHCP port deletion for a61d87de-39e4-4164-81f8-a562ebba65ff request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:44:14.132652 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-1ae6e8c5-ea1d-48f3-8471-cc2c16f7fae7 None None] Deleting port d29bc8c8-5e58-4d79-9593-d2bfd8b725aa {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:44:14.133048 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1ae6e8c5-ea1d-48f3-8471-cc2c16f7fae7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:14.171122 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583a9840-9bc6-42f3-8a1a-b4563147d9db tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] Pushing event updated for resources: {'Port': ['ID=fdcbef20-b4d9-4fa7-b3f1-70b8da2a9e4b,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:14.179629 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 026503ce-5856-4c4a-ba50-1dfe6ebb64a4 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:44:14.218187 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ffca7294-80cb-4cd4-acc9-a68ae70c65dd tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:14.250325 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c81a81ca-ab49-4b0e-8486-bb30769c774d None None] Port cf2d9822-a97b-447c-b8a0-ce31bb06a0be cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:14.254509 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ffca7294-80cb-4cd4-acc9-a68ae70c65dd tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Usage tracker for resource:security_group_rule and tenant:0d1979e8b1384c06a2335dbdad38722e is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:14.258862 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-59911b8b-d7e7-4766-840e-62fb3a7b3f12 None None] Notify callbacks [] for port, precommit_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:14.260068 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ffca7294-80cb-4cd4-acc9-a68ae70c65dd tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:14.262337 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-13f7c130-e834-412b-90cf-43cbb3db2494 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:14.278569 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-583a9840-9bc6-42f3-8a1a-b4563147d9db tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.5823896 Oct 26 15:44:14.279901 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.provisioning_blocks [None req-59911b8b-d7e7-4766-840e-62fb3a7b3f12 None None] Transition to ACTIVE for port object cf2d9822-a97b-447c-b8a0-ce31bb06a0be will not be triggered until provisioned by entity L2. {{(pid=89750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:44:14.286073 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-13f7c130-e834-412b-90cf-43cbb3db2494 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Transition to ACTIVE for port object 10bd1fbf-3627-44a2-894b-85abe4ef1196 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:44:14.290142 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33116) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:14.293490 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ffca7294-80cb-4cd4-acc9-a68ae70c65dd tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:14.299571 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-5aa1d906-8cc6-49d7-b888-14af4479f5c0 tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.64'}]}}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:14.310552 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-5aa1d906-8cc6-49d7-b888-14af4479f5c0 tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:14.322598 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e5f3a-8a99-4775-b208-7f683ff520cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Pushing event updated for resources: {'Port': ['ID=94a59701-ae95-41f2-9eb6-0b78531a3181,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:14.327165 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-5aa1d906-8cc6-49d7-b888-14af4479f5c0 tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] Usage tracker for resource:router and tenant:403896f99d2b43609aa833a7f8dd6142 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:14.340198 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-4e0071f5-44e8-4216-9389-4c95ef5d32ff tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Deleting port d29bc8c8-5e58-4d79-9593-d2bfd8b725aa {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:44:14.340198 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4e0071f5-44e8-4216-9389-4c95ef5d32ff tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:14.340415 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-504d6a5b-e6ed-4df0-81db-ffdebc84940e tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:14.363489 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-5aa1d906-8cc6-49d7-b888-14af4479f5c0 tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:14.402092 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-5aa1d906-8cc6-49d7-b888-14af4479f5c0 tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:14.409188 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 026503ce-5856-4c4a-ba50-1dfe6ebb64a4 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:44:14.409792 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:14.409884 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 026503ce-5856-4c4a-ba50-1dfe6ebb64a4 Oct 26 15:44:14.412643 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-59911b8b-d7e7-4766-840e-62fb3a7b3f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:14.495474 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-1ae6e8c5-ea1d-48f3-8471-cc2c16f7fae7 None None] For port d29bc8c8-5e58-4d79-9593-d2bfd8b725aa, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=d29bc8c8-5e58-4d79-9593-d2bfd8b725aa,segment=NetworkSegment(f2e516cc-1e60-4197-b9f7-9ab713d75674),segment_id=f2e516cc-1e60-4197-b9f7-9ab713d75674)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:44:14.495895 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1ae6e8c5-ea1d-48f3-8471-cc2c16f7fae7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:14.499436 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3bda0bcf-ba8a-4a83-8d3d-d5ab00a867ae tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:14.506874 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5aa1d906-8cc6-49d7-b888-14af4479f5c0 tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:14.507098 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-504d6a5b-e6ed-4df0-81db-ffdebc84940e tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Calling delete_port for 88514d51-da58-43db-b365-e58113f33aa1 owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:44:14.508042 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5aa1d906-8cc6-49d7-b888-14af4479f5c0 tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:14.535855 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5aa1d906-8cc6-49d7-b888-14af4479f5c0 tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:14.545846 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a27e5f3a-8a99-4775-b208-7f683ff520cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.1140134 Oct 26 15:44:14.554850 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33120) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:14.601848 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-13f7c130-e834-412b-90cf-43cbb3db2494 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:14.626546 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-1ae6e8c5-ea1d-48f3-8471-cc2c16f7fae7 None None] Calling delete_port for d29bc8c8-5e58-4d79-9593-d2bfd8b725aa owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:44:14.626954 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-570e7155-ca81-4b6c-bdc7-16774b96aee0 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:14.711616 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ab949-e721-4606-bf5b-f633dd5315d8 None None] Pushing event updated for resources: {'Port': ['ID=cf2d9822-a97b-447c-b8a0-ce31bb06a0be,revision_number=3']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:14.809046 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c81a81ca-ab49-4b0e-8486-bb30769c774d None None] Attempt 4 to provision port cf2d9822-a97b-447c-b8a0-ce31bb06a0be Oct 26 15:44:14.860702 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 026503ce-5856-4c4a-ba50-1dfe6ebb64a4 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:44:14.864523 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ffca7294-80cb-4cd4-acc9-a68ae70c65dd tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:14.889812 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f7c130-e834-412b-90cf-43cbb3db2494 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Network faa209c4-43d9-4ed7-945e-102065551d5a is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:44:14.898897 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-13f7c130-e834-412b-90cf-43cbb3db2494 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:44:14.902812 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-4e0071f5-44e8-4216-9389-4c95ef5d32ff tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] For port d29bc8c8-5e58-4d79-9593-d2bfd8b725aa, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=d29bc8c8-5e58-4d79-9593-d2bfd8b725aa,segment=NetworkSegment(f2e516cc-1e60-4197-b9f7-9ab713d75674),segment_id=f2e516cc-1e60-4197-b9f7-9ab713d75674)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:44:14.903275 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4e0071f5-44e8-4216-9389-4c95ef5d32ff tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:14.916053 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f7c130-e834-412b-90cf-43cbb3db2494 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:44:14.922656 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c81a81ca-ab49-4b0e-8486-bb30769c774d None None] Port cf2d9822-a97b-447c-b8a0-ce31bb06a0be cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:14.951032 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device d29bc8c8-5e58-4d79-9593-d2bfd8b725aa no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:44:14.956610 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff13af07-dbf7-4601-ba9d-3c96c30fe64b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:14.957300 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ff13af07-dbf7-4601-ba9d-3c96c30fe64b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Synchronizing usage tracker for tenant:f53eeae28d7d4e20ae28d18889f32e5b on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:44:14.969570 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-59911b8b-d7e7-4766-840e-62fb3a7b3f12 None None] Attempting to bind port cf2d9822-a97b-447c-b8a0-ce31bb06a0be on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:44:14.970052 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-59911b8b-d7e7-4766-840e-62fb3a7b3f12 None None] Attempting to bind port cf2d9822-a97b-447c-b8a0-ce31bb06a0be by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'dc397887-b971-4dfa-aad0-c89bea8ed724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9e7f403d-8db4-413b-aaa2-82bc08b56467'}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:44:14.970412 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59911b8b-d7e7-4766-840e-62fb3a7b3f12 None None] Attempting to bind port cf2d9822-a97b-447c-b8a0-ce31bb06a0be on network 9e7f403d-8db4-413b-aaa2-82bc08b56467 {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:44:14.981173 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59911b8b-d7e7-4766-840e-62fb3a7b3f12 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:44:14.981827 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59911b8b-d7e7-4766-840e-62fb3a7b3f12 None None] Checking segment: {'id': 'dc397887-b971-4dfa-aad0-c89bea8ed724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9e7f403d-8db4-413b-aaa2-82bc08b56467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:44:14.985755 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-59911b8b-d7e7-4766-840e-62fb3a7b3f12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:14.990678 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59911b8b-d7e7-4766-840e-62fb3a7b3f12 None None] Bound using segment: {'id': 'dc397887-b971-4dfa-aad0-c89bea8ed724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9e7f403d-8db4-413b-aaa2-82bc08b56467'} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:44:14.990678 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-59911b8b-d7e7-4766-840e-62fb3a7b3f12 None None] Bound port: cf2d9822-a97b-447c-b8a0-ce31bb06a0be, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc397887-b971-4dfa-aad0-c89bea8ed724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9e7f403d-8db4-413b-aaa2-82bc08b56467'}}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:44:14.990678 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-59911b8b-d7e7-4766-840e-62fb3a7b3f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:15.019121 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1ae6e8c5-ea1d-48f3-8471-cc2c16f7fae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:15.025620 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f7c130-e834-412b-90cf-43cbb3db2494 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Pushing event updated for resources: {'Port': ['ID=10bd1fbf-3627-44a2-894b-85abe4ef1196,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:15.095267 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae6e8c5-ea1d-48f3-8471-cc2c16f7fae7 None None] Pushing event deleted for resources: {'Port': ['ID=d29bc8c8-5e58-4d79-9593-d2bfd8b725aa,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:15.119104 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae6e8c5-ea1d-48f3-8471-cc2c16f7fae7 None None] No DVR routers for this DVR port d29bc8c8-5e58-4d79-9593-d2bfd8b725aa on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:44:15.122211 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No active binding found for port d29bc8c8-5e58-4d79-9593-d2bfd8b725aa {{(pid=89749) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 26 15:44:15.123052 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device d29bc8c8-5e58-4d79-9593-d2bfd8b725aa not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:44:15.147491 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-59911b8b-d7e7-4766-840e-62fb3a7b3f12 None None] For port cf2d9822-a97b-447c-b8a0-ce31bb06a0be, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:44:15.151105 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-59911b8b-d7e7-4766-840e-62fb3a7b3f12 None None] For port cf2d9822-a97b-447c-b8a0-ce31bb06a0be, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=cf2d9822-a97b-447c-b8a0-ce31bb06a0be,segment=NetworkSegment(dc397887-b971-4dfa-aad0-c89bea8ed724),segment_id=dc397887-b971-4dfa-aad0-c89bea8ed724)] {{(pid=89750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:44:15.192206 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-4e0071f5-44e8-4216-9389-4c95ef5d32ff tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Calling delete_port for d29bc8c8-5e58-4d79-9593-d2bfd8b725aa owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:44:15.234234 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ffca7294-80cb-4cd4-acc9-a68ae70c65dd tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:15.262775 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-59911b8b-d7e7-4766-840e-62fb3a7b3f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:15.316520 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3bda0bcf-ba8a-4a83-8d3d-d5ab00a867ae tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:15.344375 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ab949-e721-4606-bf5b-f633dd5315d8 None None] Pushing event updated for resources: {'Port': ['ID=cf2d9822-a97b-447c-b8a0-ce31bb06a0be,revision_number=4']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:15.348339 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59911b8b-d7e7-4766-840e-62fb3a7b3f12 None None] Routers {'9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:44:15.349340 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-59911b8b-d7e7-4766-840e-62fb3a7b3f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:44:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:15.367829 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca7294-80cb-4cd4-acc9-a68ae70c65dd tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16fb894e-acc2-46d5-b200-5c9b4d7d52ad,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:15.397936 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f7c130-e834-412b-90cf-43cbb3db2494 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:15.398663 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-13f7c130-e834-412b-90cf-43cbb3db2494 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:15.425326 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c81a81ca-ab49-4b0e-8486-bb30769c774d None None] Attempt 5 to provision port cf2d9822-a97b-447c-b8a0-ce31bb06a0be Oct 26 15:44:15.449237 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-570e7155-ca81-4b6c-bdc7-16774b96aee0 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:15.452522 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-504d6a5b-e6ed-4df0-81db-ffdebc84940e tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:15.491215 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c81a81ca-ab49-4b0e-8486-bb30769c774d None None] Port cf2d9822-a97b-447c-b8a0-ce31bb06a0be had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 15:44:15.494339 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c81a81ca-ab49-4b0e-8486-bb30769c774d None None] Could not find standard attr ID for object 2be33054-5ad4-4bc1-b060-31da1584fee7. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:44:15.518783 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504d6a5b-e6ed-4df0-81db-ffdebc84940e tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Pushing event deleted for resources: {'Port': ['ID=88514d51-da58-43db-b365-e58113f33aa1,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:15.523124 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ffca7294-80cb-4cd4-acc9-a68ae70c65dd tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:15.529534 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ffca7294-80cb-4cd4-acc9-a68ae70c65dd tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.9545395 Oct 26 15:44:15.529534 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33124) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:15.538135 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bda0bcf-ba8a-4a83-8d3d-d5ab00a867ae tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:44:15.551676 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ff13af07-dbf7-4601-ba9d-3c96c30fe64b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Unset dirty status for tenant:f53eeae28d7d4e20ae28d18889f32e5b on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:44:15.556287 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ff13af07-dbf7-4601-ba9d-3c96c30fe64b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] 10.222.0.23 "GET /v2.0/ports/94a59701-ae95-41f2-9eb6-0b78531a3181 HTTP/1.1" status: 200 len: 959 time: 0.9912939 Oct 26 15:44:15.556287 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-3bda0bcf-ba8a-4a83-8d3d-d5ab00a867ae tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:44:15.567904 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-59911b8b-d7e7-4766-840e-62fb3a7b3f12 None None] Set router 9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:44:15.575730 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bda0bcf-ba8a-4a83-8d3d-d5ab00a867ae tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:44:15.589931 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-9ada2350-f36b-4d24-8948-dc3bdb6c2421 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Request body: {'security_group_rule': {'security_group_id': '16fb894e-acc2-46d5-b200-5c9b4d7d52ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:15.593114 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c81a81ca-ab49-4b0e-8486-bb30769c774d None None] Provisioning for port eff2692b-04e7-4396-9d1b-0cb7307c1646 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:44:15.598927 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c81a81ca-ab49-4b0e-8486-bb30769c774d None None] Provisioning complete for port eff2692b-04e7-4396-9d1b-0cb7307c1646 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:44:15.599301 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c81a81ca-ab49-4b0e-8486-bb30769c774d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:15.599640 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c81a81ca-ab49-4b0e-8486-bb30769c774d None None] Attempt 1 to provision port eff2692b-04e7-4396-9d1b-0cb7307c1646 Oct 26 15:44:15.615143 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-504d6a5b-e6ed-4df0-81db-ffdebc84940e tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:15.617825 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-504d6a5b-e6ed-4df0-81db-ffdebc84940e tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] 10.222.0.23 "DELETE /v2.0/ports/88514d51-da58-43db-b365-e58113f33aa1 HTTP/1.1" status: 204 len: 168 time: 2.1717618 Oct 26 15:44:15.618540 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33128) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:15.623091 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33130) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:15.631417 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-570e7155-ca81-4b6c-bdc7-16774b96aee0 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:15.632416 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-570e7155-ca81-4b6c-bdc7-16774b96aee0 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:15.637882 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5aa1d906-8cc6-49d7-b888-14af4479f5c0 tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:15.652707 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-9ada2350-f36b-4d24-8948-dc3bdb6c2421 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:15.706408 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda0bcf-ba8a-4a83-8d3d-d5ab00a867ae tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Pushing event updated for resources: {'Port': ['ID=eea6b081-764e-47d1-9005-19e8148443f3,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:15.739116 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-13f7c130-e834-412b-90cf-43cbb3db2494 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1572182 Oct 26 15:44:15.749381 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33136) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:15.765049 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.db.api [None req-4e0071f5-44e8-4216-9389-4c95ef5d32ff tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:44:15.765635 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG oslo_db.api [None req-4e0071f5-44e8-4216-9389-4c95ef5d32ff tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:44:15.788660 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-64bc710f-6a1e-4464-866f-9991f6ba7d7a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:28:2c:65'}]}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:15.809176 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e7155-ca81-4b6c-bdc7-16774b96aee0 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Pushing event updated for resources: {'Port': ['ID=187d1e61-6f01-435a-9673-4d87c05520b8,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:15.813097 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-9ada2350-f36b-4d24-8948-dc3bdb6c2421 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Usage tracker for resource:security_group_rule and tenant:0d1979e8b1384c06a2335dbdad38722e is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:15.821362 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-9ada2350-f36b-4d24-8948-dc3bdb6c2421 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:15.836268 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c81a81ca-ab49-4b0e-8486-bb30769c774d None None] Current status of the port eff2692b-04e7-4396-9d1b-0cb7307c1646 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:44:15.836649 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c81a81ca-ab49-4b0e-8486-bb30769c774d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:15.846053 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-c40bcd64-20e4-4ef4-94ef-f5b3968471af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Deleting port 94a59701-ae95-41f2-9eb6-0b78531a3181 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:44:15.847218 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c40bcd64-20e4-4ef4-94ef-f5b3968471af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:15.869696 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-c81a81ca-ab49-4b0e-8486-bb30769c774d None None] For port eff2692b-04e7-4396-9d1b-0cb7307c1646, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=eff2692b-04e7-4396-9d1b-0cb7307c1646,segment=NetworkSegment(2c9dadb3-0778-4db4-a168-5ad1f7ff0069),segment_id=2c9dadb3-0778-4db4-a168-5ad1f7ff0069)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:44:15.878905 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-9ada2350-f36b-4d24-8948-dc3bdb6c2421 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:15.894128 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd3aad81-60c2-4daf-8374-7e41b2f93981 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Deleting subnet d5ba4a8f-569f-48cb-8db5-e8c73305ec8f {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:44:15.902814 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bd3aad81-60c2-4daf-8374-7e41b2f93981 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:15.966166 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c81a81ca-ab49-4b0e-8486-bb30769c774d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:16.016620 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c81a81ca-ab49-4b0e-8486-bb30769c774d None None] Could not find standard attr ID for object 88514d51-da58-43db-b365-e58113f33aa1. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:44:16.044970 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c81a81ca-ab49-4b0e-8486-bb30769c774d None None] Provisioning complete for port 739e888a-ede6-4f25-ad4c-4de91395a8a2 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:44:16.044970 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c81a81ca-ab49-4b0e-8486-bb30769c774d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:16.044970 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c81a81ca-ab49-4b0e-8486-bb30769c774d None None] Attempt 1 to provision port 739e888a-ede6-4f25-ad4c-4de91395a8a2 Oct 26 15:44:16.078115 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-59911b8b-d7e7-4766-840e-62fb3a7b3f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9', 'name': 'tempest-ServersTestJSON-1173380643-router', 'tenant_id': '0d1979e8b1384c06a2335dbdad38722e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.181'}], 'enable_snat': True}, 'gw_port_id': '626a541b-4d4c-44a1-9f0f-a6a8b7b5f759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:43:49Z', 'updated_at': '2022-10-26T15:44:08Z', 'revision_number': 4, 'project_id': '0d1979e8b1384c06a2335dbdad38722e', 'gw_port': {'id': '626a541b-4d4c-44a1-9f0f-a6a8b7b5f759', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:43:54Z', 'updated_at': '2022-10-26T15:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': 'cf2d9822-a97b-447c-b8a0-ce31bb06a0be', 'name': '', 'network_id': '9e7f403d-8db4-413b-aaa2-82bc08b56467', 'tenant_id': '0d1979e8b1384c06a2335dbdad38722e', 'mac_address': 'fa:16:3e:38:92:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '72ee322a-5d33-41d0-8bec-3239be73d48d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:44:05Z', 'updated_at': '2022-10-26T15:44:15Z', 'revision_number': 4, 'project_id': '0d1979e8b1384c06a2335dbdad38722e', 'subnets': [{'id': '72ee322a-5d33-41d0-8bec-3239be73d48d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:16.084555 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59911b8b-d7e7-4766-840e-62fb3a7b3f12 None None] The sync data for ids ['9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9'] in dv-neutron-862712-1-hyperv is: [{'id': '9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9', 'name': 'tempest-ServersTestJSON-1173380643-router', 'tenant_id': '0d1979e8b1384c06a2335dbdad38722e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.181'}], 'enable_snat': True}, 'gw_port_id': '626a541b-4d4c-44a1-9f0f-a6a8b7b5f759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:43:49Z', 'updated_at': '2022-10-26T15:44:08Z', 'revision_number': 4, 'project_id': '0d1979e8b1384c06a2335dbdad38722e', 'gw_port': {'id': '626a541b-4d4c-44a1-9f0f-a6a8b7b5f759', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:43:54Z', 'updated_at': '2022-10-26T15:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': 'cf2d9822-a97b-447c-b8a0-ce31bb06a0be', 'name': '', 'network_id': '9e7f403d-8db4-413b-aaa2-82bc08b56467', 'tenant_id': '0d1979e8b1384c06a2335dbdad38722e', 'mac_address': 'fa:16:3e:38:92:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '72ee322a-5d33-41d0-8bec-3239be73d48d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:44:05Z', 'updated_at': '2022-10-26T15:44:15Z', 'revision_number': 4, 'project_id': '0d1979e8b1384c06a2335dbdad38722e', 'subnets': [{'id': '72ee322a-5d33-41d0-8bec-3239be73d48d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:44:16.108358 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a81ca-ab49-4b0e-8486-bb30769c774d None None] Pushing event updated for resources: {'Port': ['ID=eff2692b-04e7-4396-9d1b-0cb7307c1646,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:16.126185 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bd3aad81-60c2-4daf-8374-7e41b2f93981 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:16.171894 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3bda0bcf-ba8a-4a83-8d3d-d5ab00a867ae tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:16.207334 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c81a81ca-ab49-4b0e-8486-bb30769c774d None None] Current status of the port 739e888a-ede6-4f25-ad4c-4de91395a8a2 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:44:16.209895 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9ada2350-f36b-4d24-8948-dc3bdb6c2421 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:16.267351 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c40bcd64-20e4-4ef4-94ef-f5b3968471af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:16.273852 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-4e0071f5-44e8-4216-9389-4c95ef5d32ff tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Deleting port d29bc8c8-5e58-4d79-9593-d2bfd8b725aa {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:44:16.274199 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4e0071f5-44e8-4216-9389-4c95ef5d32ff tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:16.356224 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570e7155-ca81-4b6c-bdc7-16774b96aee0 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Network f7c942fb-ee1e-4e6a-920a-38a0d08ee956 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:44:16.399802 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-0ad645d3-1a41-42e3-9d96-019777580176 None None] Provisioning for port 187d1e61-6f01-435a-9673-4d87c05520b8 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:44:16.408455 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-0ad645d3-1a41-42e3-9d96-019777580176 None None] Provisioning complete for port 187d1e61-6f01-435a-9673-4d87c05520b8 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:44:16.408913 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-0ad645d3-1a41-42e3-9d96-019777580176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:16.409448 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0ad645d3-1a41-42e3-9d96-019777580176 None None] Attempt 1 to provision port 187d1e61-6f01-435a-9673-4d87c05520b8 Oct 26 15:44:16.426586 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-c40bcd64-20e4-4ef4-94ef-f5b3968471af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Calling delete_port for 94a59701-ae95-41f2-9eb6-0b78531a3181 owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:44:16.456123 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-570e7155-ca81-4b6c-bdc7-16774b96aee0 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:44:16.495082 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0ad645d3-1a41-42e3-9d96-019777580176 None None] Port 187d1e61-6f01-435a-9673-4d87c05520b8 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:16.572000 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-4e0071f5-44e8-4216-9389-4c95ef5d32ff tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] The port 'd29bc8c8-5e58-4d79-9593-d2bfd8b725aa' was deleted {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 15:44:16.644382 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9ada2350-f36b-4d24-8948-dc3bdb6c2421 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:16.713783 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9ada2350-f36b-4d24-8948-dc3bdb6c2421 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:16.748767 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570e7155-ca81-4b6c-bdc7-16774b96aee0 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Router 3eee7c75-ca59-45ec-b1d5-bf8cc635545f has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:44:16.753418 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada2350-f36b-4d24-8948-dc3bdb6c2421 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d97a173c-8a9c-404e-ba5a-332b8639601e,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:16.819405 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-64bc710f-6a1e-4464-866f-9991f6ba7d7a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:16.825328 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c40bcd64-20e4-4ef4-94ef-f5b3968471af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:16.830278 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3bda0bcf-ba8a-4a83-8d3d-d5ab00a867ae tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:16.863449 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bd3aad81-60c2-4daf-8374-7e41b2f93981 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:16.930256 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4e0071f5-44e8-4216-9389-4c95ef5d32ff tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:16.997559 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0ad645d3-1a41-42e3-9d96-019777580176 None None] Attempt 2 to provision port 187d1e61-6f01-435a-9673-4d87c05520b8 Oct 26 15:44:17.022314 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9ada2350-f36b-4d24-8948-dc3bdb6c2421 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:17.023703 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-9ada2350-f36b-4d24-8948-dc3bdb6c2421 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4924810 Oct 26 15:44:17.035647 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33140) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:17.049743 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40bcd64-20e4-4ef4-94ef-f5b3968471af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Pushing event deleted for resources: {'Port': ['ID=94a59701-ae95-41f2-9eb6-0b78531a3181,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:17.054449 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-39132a04-fea4-4e3a-ad75-39e086785ada tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Request body: {'security_group_rule': {'security_group_id': '16fb894e-acc2-46d5-b200-5c9b4d7d52ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:17.061190 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-39132a04-fea4-4e3a-ad75-39e086785ada tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:17.065267 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-39132a04-fea4-4e3a-ad75-39e086785ada tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Usage tracker for resource:security_group_rule and tenant:0d1979e8b1384c06a2335dbdad38722e is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:17.067334 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0ad645d3-1a41-42e3-9d96-019777580176 None None] Port 187d1e61-6f01-435a-9673-4d87c05520b8 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:17.069024 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-39132a04-fea4-4e3a-ad75-39e086785ada tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:17.082750 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c40bcd64-20e4-4ef4-94ef-f5b3968471af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:17.085782 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c40bcd64-20e4-4ef4-94ef-f5b3968471af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] 10.222.0.23 "DELETE /v2.0/ports/94a59701-ae95-41f2-9eb6-0b78531a3181 HTTP/1.1" status: 204 len: 168 time: 1.4622264 Oct 26 15:44:17.088758 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-39132a04-fea4-4e3a-ad75-39e086785ada tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:17.093475 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33144) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:17.155955 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-3642ff9d-5545-4c42-894c-0e7695ea0b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] GET failed (client error): The resource could not be found. Oct 26 15:44:17.156482 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-3642ff9d-5545-4c42-894c-0e7695ea0b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Synchronizing usage tracker for tenant:f53eeae28d7d4e20ae28d18889f32e5b on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:44:17.165108 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-4e0071f5-44e8-4216-9389-4c95ef5d32ff tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a61d87de-39e4-4164-81f8-a562ebba65ff']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:17.190575 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570e7155-ca81-4b6c-bdc7-16774b96aee0 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:44:17.199464 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-570e7155-ca81-4b6c-bdc7-16774b96aee0 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] 10.222.0.23 "PUT /v2.0/routers/3eee7c75-ca59-45ec-b1d5-bf8cc635545f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6319380 Oct 26 15:44:17.199464 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33148) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:17.202712 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652b3671-8eee-4c4a-b5d7-f05ee22a5c21 None None] Sync routers for ids ['3eee7c75-ca59-45ec-b1d5-bf8cc635545f'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:44:17.205249 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-4ba8c7d9-2807-44ac-9af2-c17f15312464 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Request body: {'port': {'network_id': 'f7c942fb-ee1e-4e6a-920a-38a0d08ee956', 'name': 'tempest-FloatingIPAdminTestJSON-1013353994'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:17.214966 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652b3671-8eee-4c4a-b5d7-f05ee22a5c21 None None] Routers {'3eee7c75-ca59-45ec-b1d5-bf8cc635545f'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:44:17.215645 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-652b3671-8eee-4c4a-b5d7-f05ee22a5c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:44:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['3eee7c75-ca59-45ec-b1d5-bf8cc635545f'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:17.247854 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-4e0071f5-44e8-4216-9389-4c95ef5d32ff tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2e516cc-1e60-4197-b9f7-9ab713d75674') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:17.248180 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-4e0071f5-44e8-4216-9389-4c95ef5d32ff tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2e516cc-1e60-4197-b9f7-9ab713d75674') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:17.287557 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-652b3671-8eee-4c4a-b5d7-f05ee22a5c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:17.289838 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-3642ff9d-5545-4c42-894c-0e7695ea0b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Unset dirty status for tenant:f53eeae28d7d4e20ae28d18889f32e5b on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:44:17.297182 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652b3671-8eee-4c4a-b5d7-f05ee22a5c21 None None] Routers {'3eee7c75-ca59-45ec-b1d5-bf8cc635545f'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:44:17.297406 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-3642ff9d-5545-4c42-894c-0e7695ea0b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] 10.222.0.23 "GET /v2.0/ports/94a59701-ae95-41f2-9eb6-0b78531a3181 HTTP/1.1" status: 404 len: 333 time: 0.2018611 Oct 26 15:44:17.297984 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-652b3671-8eee-4c4a-b5d7-f05ee22a5c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:44:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['3eee7c75-ca59-45ec-b1d5-bf8cc635545f'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:17.298367 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-39132a04-fea4-4e3a-ad75-39e086785ada tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:17.299147 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33152) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:17.303174 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4e0071f5-44e8-4216-9389-4c95ef5d32ff tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:17.337305 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-dafd68b3-9f38-4e47-99de-501d58eddba8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Request body: {'port': {'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406193709'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:17.362617 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-dafd68b3-9f38-4e47-99de-501d58eddba8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:17.364208 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-652b3671-8eee-4c4a-b5d7-f05ee22a5c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:17.364777 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652b3671-8eee-4c4a-b5d7-f05ee22a5c21 None None] The sync data for ids ['3eee7c75-ca59-45ec-b1d5-bf8cc635545f'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:44:17.394604 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4e0071f5-44e8-4216-9389-4c95ef5d32ff tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:17.413170 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-dafd68b3-9f38-4e47-99de-501d58eddba8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:17.419165 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-39132a04-fea4-4e3a-ad75-39e086785ada tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:17.421513 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4ba8c7d9-2807-44ac-9af2-c17f15312464 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:17.425297 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4ba8c7d9-2807-44ac-9af2-c17f15312464 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Usage tracker for resource:port and tenant:dc71858787a24efaa04427a05c911477 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:17.429116 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4ba8c7d9-2807-44ac-9af2-c17f15312464 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:17.434734 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4ba8c7d9-2807-44ac-9af2-c17f15312464 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:17.442382 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e0071f5-44e8-4216-9389-4c95ef5d32ff tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:44:17.442807 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4e0071f5-44e8-4216-9389-4c95ef5d32ff tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:17.518747 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-39132a04-fea4-4e3a-ad75-39e086785ada tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:17.529036 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bd3aad81-60c2-4daf-8374-7e41b2f93981 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:17.541230 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39132a04-fea4-4e3a-ad75-39e086785ada tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0438b6e9-0ad6-4804-899a-126b542b9579,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:17.552336 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba8c7d9-2807-44ac-9af2-c17f15312464 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Made reservation on behalf of dc71858787a24efaa04427a05c911477 for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:44:17.555771 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4ba8c7d9-2807-44ac-9af2-c17f15312464 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:17.568934 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0ad645d3-1a41-42e3-9d96-019777580176 None None] Attempt 3 to provision port 187d1e61-6f01-435a-9673-4d87c05520b8 Oct 26 15:44:17.577542 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-4ba8c7d9-2807-44ac-9af2-c17f15312464 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] device_id is not set on port 64fb4876-bca4-4a95-a748-99997d4d5e25 yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:44:17.586629 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment f2e516cc-1e60-4197-b9f7-9ab713d75674 resource provider aggregate not found Oct 26 15:44:17.629972 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0ad645d3-1a41-42e3-9d96-019777580176 None None] Port 187d1e61-6f01-435a-9673-4d87c05520b8 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:17.634705 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 15:44:17.664949 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-39132a04-fea4-4e3a-ad75-39e086785ada tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:17.666255 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-39132a04-fea4-4e3a-ad75-39e086785ada tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6218536 Oct 26 15:44:17.704130 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33162) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:17.713232 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-68b0a9f0-3e23-4018-a953-ecf1ee972982 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Request body: {'floatingip': {'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:17.723481 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-68b0a9f0-3e23-4018-a953-ecf1ee972982 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:17.731639 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-68b0a9f0-3e23-4018-a953-ecf1ee972982 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Usage tracker for resource:floatingip and tenant:0d1979e8b1384c06a2335dbdad38722e is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:17.740349 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-68b0a9f0-3e23-4018-a953-ecf1ee972982 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:17.744908 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment f2e516cc-1e60-4197-b9f7-9ab713d75674 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f2e516cc-1e60-4197-b9f7-9ab713d75674 found for delete ", "request_id": "req-7e075c51-8f48-44db-835a-3dbc49a7259c"}]} Oct 26 15:44:17.746097 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafd68b3-9f38-4e47-99de-501d58eddba8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Made reservation on behalf of f53eeae28d7d4e20ae28d18889f32e5b for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:44:17.748609 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dafd68b3-9f38-4e47-99de-501d58eddba8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:17.750700 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-68b0a9f0-3e23-4018-a953-ecf1ee972982 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:17.763979 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-4ba8c7d9-2807-44ac-9af2-c17f15312464 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Allocated IP 172.20.0.8 (f7c942fb-ee1e-4e6a-920a-38a0d08ee956/050fdfb8-a283-46e1-9ba8-dc6e5b51c0ea/64fb4876-bca4-4a95-a748-99997d4d5e25) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:44:17.784401 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3aad81-60c2-4daf-8374-7e41b2f93981 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Pushing event deleted for resources: {'Subnet': ['ID=d5ba4a8f-569f-48cb-8db5-e8c73305ec8f,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:17.788365 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e90bf32-b41b-4a64-8473-02adc98ea442 None None] Network e370bc56-de0d-4ad4-993f-02a200ebea90 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:44:17.793140 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bd3aad81-60c2-4daf-8374-7e41b2f93981 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:17.850796 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [None req-dafd68b3-9f38-4e47-99de-501d58eddba8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] device_id is not set on port b31fa83f-faca-4f32-8d27-633dc0465372 yet. {{(pid=89748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:44:17.906152 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-bd3aad81-60c2-4daf-8374-7e41b2f93981 tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] 10.222.0.23 "DELETE /v2.0/subnets/d5ba4a8f-569f-48cb-8db5-e8c73305ec8f HTTP/1.1" status: 204 len: 168 time: 2.2782485 Oct 26 15:44:17.907079 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33166) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:17.910660 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3bda0bcf-ba8a-4a83-8d3d-d5ab00a867ae tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:17.915579 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-68b0a9f0-3e23-4018-a953-ecf1ee972982 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Notify callbacks [] for floatingip, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:17.975182 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5aa1d906-8cc6-49d7-b888-14af4479f5c0 tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:18.013135 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-64bc710f-6a1e-4464-866f-9991f6ba7d7a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:18.020725 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4e0071f5-44e8-4216-9389-4c95ef5d32ff tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:18.024421 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5aa1d906-8cc6-49d7-b888-14af4479f5c0 tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:18.127368 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f78b09-8388-48c8-a393-237c91ddab9f None None] DHCP port deletion for e370bc56-de0d-4ad4-993f-02a200ebea90 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:44:18.133608 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0ad645d3-1a41-42e3-9d96-019777580176 None None] Attempt 4 to provision port 187d1e61-6f01-435a-9673-4d87c05520b8 Oct 26 15:44:18.152502 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4ba8c7d9-2807-44ac-9af2-c17f15312464 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:18.170292 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-4ba8c7d9-2807-44ac-9af2-c17f15312464 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Transition to ACTIVE for port object 64fb4876-bca4-4a95-a748-99997d4d5e25 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:44:18.213485 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0ad645d3-1a41-42e3-9d96-019777580176 None None] Port 187d1e61-6f01-435a-9673-4d87c05520b8 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:18.215054 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-55f78b09-8388-48c8-a393-237c91ddab9f None None] Deleting port 026503ce-5856-4c4a-ba50-1dfe6ebb64a4 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:44:18.215734 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-55f78b09-8388-48c8-a393-237c91ddab9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:18.220119 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4e0071f5-44e8-4216-9389-4c95ef5d32ff tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:18.223721 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3bda0bcf-ba8a-4a83-8d3d-d5ab00a867ae tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:18.226924 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-186d4760-6cb5-487b-a418-88ababaf512d tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:18.262745 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-186d4760-6cb5-487b-a418-88ababaf512d tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Deleting port 026503ce-5856-4c4a-ba50-1dfe6ebb64a4 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:44:18.263041 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-186d4760-6cb5-487b-a418-88ababaf512d tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:18.266431 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device eff2692b-04e7-4396-9d1b-0cb7307c1646 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:44:18.315223 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4ba8c7d9-2807-44ac-9af2-c17f15312464 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:18.356754 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-64bc710f-6a1e-4464-866f-9991f6ba7d7a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:18.383928 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0071f5-44e8-4216-9389-4c95ef5d32ff tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] Pushing event deleted for resources: {'Network': ['ID=a61d87de-39e4-4164-81f8-a562ebba65ff,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:18.401089 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port eff2692b-04e7-4396-9d1b-0cb7307c1646 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:44:18.408881 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:18.408881 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port eff2692b-04e7-4396-9d1b-0cb7307c1646 Oct 26 15:44:18.409088 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba8c7d9-2807-44ac-9af2-c17f15312464 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Network f7c942fb-ee1e-4e6a-920a-38a0d08ee956 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:44:18.414307 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-4ba8c7d9-2807-44ac-9af2-c17f15312464 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:44:18.446978 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-4e0071f5-44e8-4216-9389-4c95ef5d32ff tempest-DHCPAgentSchedulersTestJSON-1089072148 tempest-DHCPAgentSchedulersTestJSON-1089072148-project] 10.222.0.23 "DELETE /v2.0/networks/a61d87de-39e4-4164-81f8-a562ebba65ff HTTP/1.1" status: 204 len: 168 time: 4.7035873 Oct 26 15:44:18.447481 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba8c7d9-2807-44ac-9af2-c17f15312464 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:44:18.460487 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8c7d9-2807-44ac-9af2-c17f15312464 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:18.461350 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4ba8c7d9-2807-44ac-9af2-c17f15312464 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:18.488561 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-68b0a9f0-3e23-4018-a953-ecf1ee972982 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:18.505027 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8c7d9-2807-44ac-9af2-c17f15312464 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Pushing event updated for resources: {'Port': ['ID=64fb4876-bca4-4a95-a748-99997d4d5e25,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:18.519713 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3bda0bcf-ba8a-4a83-8d3d-d5ab00a867ae tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:18.538555 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda0bcf-ba8a-4a83-8d3d-d5ab00a867ae tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Pushing event updated for resources: {'Port': ['ID=eea6b081-764e-47d1-9005-19e8148443f3,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:18.660237 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-64bc710f-6a1e-4464-866f-9991f6ba7d7a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] In _notify_port_updated(), no bound segment for port 10bd1fbf-3627-44a2-894b-85abe4ef1196 on network faa209c4-43d9-4ed7-945e-102065551d5a {{(pid=89748) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 26 15:44:18.669161 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bc710f-6a1e-4464-866f-9991f6ba7d7a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:18.669923 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-64bc710f-6a1e-4464-866f-9991f6ba7d7a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:18.672064 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-55f78b09-8388-48c8-a393-237c91ddab9f None None] For port 026503ce-5856-4c4a-ba50-1dfe6ebb64a4, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=026503ce-5856-4c4a-ba50-1dfe6ebb64a4,segment=NetworkSegment(560f61d2-d25f-4e4d-8c8e-1fd8bf37d388),segment_id=560f61d2-d25f-4e4d-8c8e-1fd8bf37d388)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:44:18.672958 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-55f78b09-8388-48c8-a393-237c91ddab9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:18.674357 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-64bc710f-6a1e-4464-866f-9991f6ba7d7a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] 10.222.0.23 "PUT /v2.0/ports/10bd1fbf-3627-44a2-894b-85abe4ef1196 HTTP/1.1" status: 200 len: 996 time: 2.9237318 Oct 26 15:44:18.689668 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33172) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:18.726775 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dafd68b3-9f38-4e47-99de-501d58eddba8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:18.754276 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0ad645d3-1a41-42e3-9d96-019777580176 None None] Attempt 5 to provision port 187d1e61-6f01-435a-9673-4d87c05520b8 Oct 26 15:44:18.812662 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc710f-6a1e-4464-866f-9991f6ba7d7a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Pushing event updated for resources: {'Port': ['ID=10bd1fbf-3627-44a2-894b-85abe4ef1196,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:18.857589 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-186d4760-6cb5-487b-a418-88ababaf512d tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] For port 026503ce-5856-4c4a-ba50-1dfe6ebb64a4, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=026503ce-5856-4c4a-ba50-1dfe6ebb64a4,segment=NetworkSegment(560f61d2-d25f-4e4d-8c8e-1fd8bf37d388),segment_id=560f61d2-d25f-4e4d-8c8e-1fd8bf37d388)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:44:18.857589 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-186d4760-6cb5-487b-a418-88ababaf512d tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:18.866486 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-adc9965a-9723-4f6b-ad79-4bd9192922e7 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Deleting port 10bd1fbf-3627-44a2-894b-85abe4ef1196 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:44:18.866818 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-adc9965a-9723-4f6b-ad79-4bd9192922e7 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:18.879989 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3bda0bcf-ba8a-4a83-8d3d-d5ab00a867ae tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:18.881918 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-55f78b09-8388-48c8-a393-237c91ddab9f None None] Calling delete_port for 026503ce-5856-4c4a-ba50-1dfe6ebb64a4 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:44:18.882076 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-3bda0bcf-ba8a-4a83-8d3d-d5ab00a867ae tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.8017485 Oct 26 15:44:18.914698 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5aa1d906-8cc6-49d7-b888-14af4479f5c0 tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] Notify callbacks [] for router, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:18.939982 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4ba8c7d9-2807-44ac-9af2-c17f15312464 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7396214 Oct 26 15:44:18.947127 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port eff2692b-04e7-4396-9d1b-0cb7307c1646 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:44:18.948700 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device cf2d9822-a97b-447c-b8a0-ce31bb06a0be up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:44:19.009452 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33178) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:19.044113 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0ad645d3-1a41-42e3-9d96-019777580176 None None] Port 187d1e61-6f01-435a-9673-4d87c05520b8 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:19.113127 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dafd68b3-9f38-4e47-99de-501d58eddba8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:19.165270 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-55f78b09-8388-48c8-a393-237c91ddab9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:19.177863 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-186d4760-6cb5-487b-a418-88ababaf512d tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Calling delete_port for 026503ce-5856-4c4a-ba50-1dfe6ebb64a4 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:44:19.234979 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd68b3-9f38-4e47-99de-501d58eddba8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Pushing event updated for resources: {'Port': ['ID=b31fa83f-faca-4f32-8d27-633dc0465372,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:19.283805 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f78b09-8388-48c8-a393-237c91ddab9f None None] No DVR routers for this DVR port 026503ce-5856-4c4a-ba50-1dfe6ebb64a4 on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:44:19.298254 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafd68b3-9f38-4e47-99de-501d58eddba8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Network ff305097-60df-4a4e-b89b-2d230876875b is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:44:19.299480 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-dafd68b3-9f38-4e47-99de-501d58eddba8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:44:19.301198 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f78b09-8388-48c8-a393-237c91ddab9f None None] Pushing event deleted for resources: {'Port': ['ID=026503ce-5856-4c4a-ba50-1dfe6ebb64a4,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:19.316192 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port cf2d9822-a97b-447c-b8a0-ce31bb06a0be completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:44:19.330677 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port cf2d9822-a97b-447c-b8a0-ce31bb06a0be triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:44:19.330773 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:19.331226 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port cf2d9822-a97b-447c-b8a0-ce31bb06a0be Oct 26 15:44:19.333224 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-186d4760-6cb5-487b-a418-88ababaf512d tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:44:19.333725 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-186d4760-6cb5-487b-a418-88ababaf512d tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:44:19.347938 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-68b0a9f0-3e23-4018-a953-ecf1ee972982 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Allocated IP 172.26.2.25 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/db77a2a9-d1aa-4180-85d1-6f2a266cb886) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:44:19.367652 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33202) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:19.368450 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafd68b3-9f38-4e47-99de-501d58eddba8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:44:19.369384 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafd68b3-9f38-4e47-99de-501d58eddba8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:19.370087 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dafd68b3-9f38-4e47-99de-501d58eddba8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:19.469202 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5aa1d906-8cc6-49d7-b888-14af4479f5c0 tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:19.472071 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5aa1d906-8cc6-49d7-b888-14af4479f5c0 tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:19.546674 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0ad645d3-1a41-42e3-9d96-019777580176 None None] Attempt 6 to provision port 187d1e61-6f01-435a-9673-4d87c05520b8 Oct 26 15:44:19.570787 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-2ce72fd2-a7d0-4f17-b187-ae4f21dcbb97 tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Request body: {'floatingip': {'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'project_id': 'dc71858787a24efaa04427a05c911477', 'port_id': '64fb4876-bca4-4a95-a748-99997d4d5e25'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:19.571235 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-2ce72fd2-a7d0-4f17-b187-ae4f21dcbb97 tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:19.576345 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-2ce72fd2-a7d0-4f17-b187-ae4f21dcbb97 tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Usage tracker for resource:floatingip and tenant:dc71858787a24efaa04427a05c911477 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:19.579239 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-2ce72fd2-a7d0-4f17-b187-ae4f21dcbb97 tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:19.586139 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-2ce72fd2-a7d0-4f17-b187-ae4f21dcbb97 tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:19.605970 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33212) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:19.611916 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-dafd68b3-9f38-4e47-99de-501d58eddba8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.2951531 Oct 26 15:44:19.612740 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33216) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:19.614278 dv-neutron-862712-1-hyperv neutron-server[89748]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 26 15:44:19.615783 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port cf2d9822-a97b-447c-b8a0-ce31bb06a0be is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:44:19.616173 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:19.638766 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0ad645d3-1a41-42e3-9d96-019777580176 None None] Port 187d1e61-6f01-435a-9673-4d87c05520b8 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:19.657536 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port cf2d9822-a97b-447c-b8a0-ce31bb06a0be, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=cf2d9822-a97b-447c-b8a0-ce31bb06a0be,segment=NetworkSegment(dc397887-b971-4dfa-aad0-c89bea8ed724),segment_id=dc397887-b971-4dfa-aad0-c89bea8ed724)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:44:19.676297 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8627'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:19.682268 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-42545242-feda-45e6-bce3-b5c296bcb9b0 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Synchronizing usage tracker for tenant:3fa1ce7c495d47a7b8af796c383d23bd on resource:security_group {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:44:19.692935 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-3027ebd2-4258-44e2-bfc1-5837574cf0e1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f891d6ef0f27424091cf8546fc42bb7c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3173413 Oct 26 15:44:19.696230 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33220) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:19.728645 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5aa1d906-8cc6-49d7-b888-14af4479f5c0 tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:19.729111 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa1d906-8cc6-49d7-b888-14af4479f5c0 tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] Fanout notify agent at l3_agent the message router_deleted on router afceb959-ff20-425d-9a6b-935de995433e {{(pid=89748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:44:19.768979 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2ce72fd2-a7d0-4f17-b187-ae4f21dcbb97 tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:19.776790 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-01170b5f-e10d-40d4-b35a-e8d3adc931ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:19.782402 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:19.793243 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-68b0a9f0-3e23-4018-a953-ecf1ee972982 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:19.804057 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-01170b5f-e10d-40d4-b35a-e8d3adc931ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:19.836828 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-186d4760-6cb5-487b-a418-88ababaf512d tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Deleting port 026503ce-5856-4c4a-ba50-1dfe6ebb64a4 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:44:19.837171 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-186d4760-6cb5-487b-a418-88ababaf512d tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:19.839206 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-42545242-feda-45e6-bce3-b5c296bcb9b0 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Unset dirty status for tenant:3fa1ce7c495d47a7b8af796c383d23bd on resource:security_group {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:44:19.840849 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-42545242-feda-45e6-bce3-b5c296bcb9b0 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--269464150&fields=id&tenant_id=3fa1ce7c495d47a7b8af796c383d23bd HTTP/1.1" status: 200 len: 267 time: 0.2331774 Oct 26 15:44:19.862301 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=cf2d9822-a97b-447c-b8a0-ce31bb06a0be,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:19.873922 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-5aa1d906-8cc6-49d7-b888-14af4479f5c0 tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 26 15:44:19.878302 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-5aa1d906-8cc6-49d7-b888-14af4479f5c0 tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.5861037 Oct 26 15:44:19.882633 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33224) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:20.030632 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-19a4bc38-726a-41bb-9ea2-ba5a3897ee04 tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] Deleting port fdcbef20-b4d9-4fa7-b3f1-70b8da2a9e4b {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:44:20.030974 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-19a4bc38-726a-41bb-9ea2-ba5a3897ee04 tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:20.036386 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-186d4760-6cb5-487b-a418-88ababaf512d tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] The port '026503ce-5856-4c4a-ba50-1dfe6ebb64a4' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 15:44:20.065517 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-01170b5f-e10d-40d4-b35a-e8d3adc931ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:20.094905 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-adc9965a-9723-4f6b-ad79-4bd9192922e7 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:20.105901 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device cf2d9822-a97b-447c-b8a0-ce31bb06a0be up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:44:20.149327 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0ad645d3-1a41-42e3-9d96-019777580176 None None] Attempt 7 to provision port 187d1e61-6f01-435a-9673-4d87c05520b8 Oct 26 15:44:20.208536 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01170b5f-e10d-40d4-b35a-e8d3adc931ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c77d01-8d98-49f9-a399-fb08edda8765,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:20.221356 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-72e16f96-dcf7-4aed-8ae7-92acc64d9692 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:20.222310 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-72e16f96-dcf7-4aed-8ae7-92acc64d9692 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Synchronizing usage tracker for tenant:3fa1ce7c495d47a7b8af796c383d23bd on resource:network {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:44:20.222635 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0ad645d3-1a41-42e3-9d96-019777580176 None None] Port 187d1e61-6f01-435a-9673-4d87c05520b8 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:20.246362 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port cf2d9822-a97b-447c-b8a0-ce31bb06a0be triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:44:20.246779 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:20.247120 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port cf2d9822-a97b-447c-b8a0-ce31bb06a0be Oct 26 15:44:20.257287 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-adc9965a-9723-4f6b-ad79-4bd9192922e7 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Calling delete_port for 10bd1fbf-3627-44a2-894b-85abe4ef1196 owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:44:20.290289 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-01170b5f-e10d-40d4-b35a-e8d3adc931ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:20.295167 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-01170b5f-e10d-40d4-b35a-e8d3adc931ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/43c77d01-8d98-49f9-a399-fb08edda8765 HTTP/1.1" status: 204 len: 168 time: 0.5947783 Oct 26 15:44:20.351217 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:20.382324 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-72e16f96-dcf7-4aed-8ae7-92acc64d9692 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Unset dirty status for tenant:3fa1ce7c495d47a7b8af796c383d23bd on resource:network {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:44:20.382946 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-72e16f96-dcf7-4aed-8ae7-92acc64d9692 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/networks?id=d8f14250-22cf-4a11-9481-ae7fced3b7b5 HTTP/1.1" status: 200 len: 810 time: 0.5356021 Oct 26 15:44:20.406316 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-9de02b30-3ad8-443e-a4be-8fa2af941a42 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/quotas/3fa1ce7c495d47a7b8af796c383d23bd HTTP/1.1" status: 200 len: 375 time: 0.0162463 Oct 26 15:44:20.435152 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port cf2d9822-a97b-447c-b8a0-ce31bb06a0be is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:44:20.435352 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-186d4760-6cb5-487b-a418-88ababaf512d tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:20.497815 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-68b0a9f0-3e23-4018-a953-ecf1ee972982 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:20.501375 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 026503ce-5856-4c4a-ba50-1dfe6ebb64a4 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:44:20.524946 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-19a4bc38-726a-41bb-9ea2-ba5a3897ee04 tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:20.539347 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 026503ce-5856-4c4a-ba50-1dfe6ebb64a4 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:44:20.539347 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 026503ce-5856-4c4a-ba50-1dfe6ebb64a4 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:44:20.561853 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-186d4760-6cb5-487b-a418-88ababaf512d tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Subscribe: > segment before_delete 55550000 {{(pid=89747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:44:20.562206 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-186d4760-6cb5-487b-a418-88ababaf512d tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:44:20.565357 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-186d4760-6cb5-487b-a418-88ababaf512d tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:44:20.565357 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-186d4760-6cb5-487b-a418-88ababaf512d tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Subscribe: > port after_create 55550000 {{(pid=89747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:44:20.565357 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-186d4760-6cb5-487b-a418-88ababaf512d tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Subscribe: > port after_delete 55550000 {{(pid=89747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:44:20.565357 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-186d4760-6cb5-487b-a418-88ababaf512d tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Subscribe: > port after_update 55550000 {{(pid=89747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:44:20.565357 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-186d4760-6cb5-487b-a418-88ababaf512d tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Subscribe: > segment after_delete 55550000 {{(pid=89747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:44:20.565357 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-186d4760-6cb5-487b-a418-88ababaf512d tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Subscribe: > subnet after_create 55550000 {{(pid=89747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:44:20.565357 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-186d4760-6cb5-487b-a418-88ababaf512d tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Subscribe: > subnet after_delete 55550000 {{(pid=89747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:44:20.565357 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-186d4760-6cb5-487b-a418-88ababaf512d tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Subscribe: > subnet after_update 55550000 {{(pid=89747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:44:20.663784 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-19a4bc38-726a-41bb-9ea2-ba5a3897ee04 tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] Calling delete_port for fdcbef20-b4d9-4fa7-b3f1-70b8da2a9e4b owned by {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:44:20.724153 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0ad645d3-1a41-42e3-9d96-019777580176 None None] Attempt 8 to provision port 187d1e61-6f01-435a-9673-4d87c05520b8 Oct 26 15:44:20.734654 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-0e0a365c-3ceb-44e5-bf78-9dc8c40e1fe7 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Synchronizing usage tracker for tenant:3fa1ce7c495d47a7b8af796c383d23bd on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:44:20.738985 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-186d4760-6cb5-487b-a418-88ababaf512d tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Subscribe: > subnet after_create 55550000 {{(pid=89747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:44:20.738985 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-186d4760-6cb5-487b-a418-88ababaf512d tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Subscribe: > subnet after_delete 55550000 {{(pid=89747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:44:20.738985 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-186d4760-6cb5-487b-a418-88ababaf512d tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Subscribe: > subnet before_create 55550000 {{(pid=89747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:44:20.739600 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-186d4760-6cb5-487b-a418-88ababaf512d tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Subscribe: > subnet before_update 55550000 {{(pid=89747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:44:20.739600 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-186d4760-6cb5-487b-a418-88ababaf512d tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e370bc56-de0d-4ad4-993f-02a200ebea90']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:20.783120 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0ad645d3-1a41-42e3-9d96-019777580176 None None] Port 187d1e61-6f01-435a-9673-4d87c05520b8 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:20.796277 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-186d4760-6cb5-487b-a418-88ababaf512d tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '560f61d2-d25f-4e4d-8c8e-1fd8bf37d388') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:20.796582 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-186d4760-6cb5-487b-a418-88ababaf512d tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '560f61d2-d25f-4e4d-8c8e-1fd8bf37d388') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:20.895614 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-0e0a365c-3ceb-44e5-bf78-9dc8c40e1fe7 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Unset dirty status for tenant:3fa1ce7c495d47a7b8af796c383d23bd on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:44:20.897018 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-0e0a365c-3ceb-44e5-bf78-9dc8c40e1fe7 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3fa1ce7c495d47a7b8af796c383d23bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4824641 Oct 26 15:44:20.924505 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-19a4bc38-726a-41bb-9ea2-ba5a3897ee04 tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:20.968061 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b0a9f0-3e23-4018-a953-ecf1ee972982 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:44:20.981818 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-186d4760-6cb5-487b-a418-88ababaf512d tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:20.983494 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a4bc38-726a-41bb-9ea2-ba5a3897ee04 tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] Pushing event deleted for resources: {'Port': ['ID=fdcbef20-b4d9-4fa7-b3f1-70b8da2a9e4b,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:21.025337 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-68b0a9f0-3e23-4018-a953-ecf1ee972982 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:44:21.028055 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33236) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:21.053031 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b0a9f0-3e23-4018-a953-ecf1ee972982 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:44:21.075845 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-186d4760-6cb5-487b-a418-88ababaf512d tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:21.081786 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0a9f0-3e23-4018-a953-ecf1ee972982 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Pushing event updated for resources: {'Port': ['ID=db77a2a9-d1aa-4180-85d1-6f2a266cb886,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:21.094128 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8a24dd5a-fefb-461f-b641-eea8f355e66e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:21.099806 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-186d4760-6cb5-487b-a418-88ababaf512d tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:44:21.100209 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-186d4760-6cb5-487b-a418-88ababaf512d tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:21.114793 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8a24dd5a-fefb-461f-b641-eea8f355e66e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:21.125776 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8a24dd5a-fefb-461f-b641-eea8f355e66e admin admin] Usage tracker for resource:security_group_rule and tenant:836b342157664e3d98d116a39566bb8f is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:21.132366 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8a24dd5a-fefb-461f-b641-eea8f355e66e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:21.137194 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8a24dd5a-fefb-461f-b641-eea8f355e66e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:21.151510 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-19a4bc38-726a-41bb-9ea2-ba5a3897ee04 tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:21.174423 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-19a4bc38-726a-41bb-9ea2-ba5a3897ee04 tempest-RoutersAdminNegativeTest-1503977672 tempest-RoutersAdminNegativeTest-1503977672-project-admin] 10.222.0.23 "DELETE /v2.0/ports/fdcbef20-b4d9-4fa7-b3f1-70b8da2a9e4b HTTP/1.1" status: 204 len: 168 time: 1.2869558 Oct 26 15:44:21.237021 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8a24dd5a-fefb-461f-b641-eea8f355e66e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:21.243286 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-64a9d7f4-7076-4dcf-875c-aaea0ca2527b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=89748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:44:21.244367 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-64a9d7f4-7076-4dcf-875c-aaea0ca2527b service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1587646 Oct 26 15:44:21.284530 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0ad645d3-1a41-42e3-9d96-019777580176 None None] Attempt 9 to provision port 187d1e61-6f01-435a-9673-4d87c05520b8 Oct 26 15:44:21.293086 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2ce72fd2-a7d0-4f17-b187-ae4f21dcbb97 tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:21.349865 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-68b0a9f0-3e23-4018-a953-ecf1ee972982 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:21.377737 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0ad645d3-1a41-42e3-9d96-019777580176 None None] Port 187d1e61-6f01-435a-9673-4d87c05520b8 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:21.381996 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8a24dd5a-fefb-461f-b641-eea8f355e66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:21.389347 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-adc9965a-9723-4f6b-ad79-4bd9192922e7 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:21.449867 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-8a24dd5a-fefb-461f-b641-eea8f355e66e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=836b342157664e3d98d116a39566bb8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4219091 Oct 26 15:44:21.457373 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33250) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:21.472457 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-186d4760-6cb5-487b-a418-88ababaf512d tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:21.480053 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a24dd5a-fefb-461f-b641-eea8f355e66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49254716-e99b-482d-83af-464f8ec4ee50,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:21.496007 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc9965a-9723-4f6b-ad79-4bd9192922e7 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Pushing event deleted for resources: {'Port': ['ID=10bd1fbf-3627-44a2-894b-85abe4ef1196,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:21.531476 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-966f8d56-0d14-4cf6-9fb8-8f4bdc726527 service neutron] 10.222.0.23 "GET /v2.0/networks/d8f14250-22cf-4a11-9481-ae7fced3b7b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805083 Oct 26 15:44:21.604114 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 560f61d2-d25f-4e4d-8c8e-1fd8bf37d388 resource provider aggregate not found Oct 26 15:44:21.614287 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] device_id is not set on port b31fa83f-faca-4f32-8d27-633dc0465372 yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:44:21.635398 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-186d4760-6cb5-487b-a418-88ababaf512d tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:21.640089 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-50dd89c4-54ae-41ca-9c9a-82e74656b50c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:21.681168 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186d4760-6cb5-487b-a418-88ababaf512d tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] Pushing event deleted for resources: {'Network': ['ID=e370bc56-de0d-4ad4-993f-02a200ebea90,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:21.694617 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:21.697748 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 560f61d2-d25f-4e4d-8c8e-1fd8bf37d388 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 560f61d2-d25f-4e4d-8c8e-1fd8bf37d388 found for delete ", "request_id": "req-debc3cc8-7386-4c23-8378-8a8bfe81a846"}]} Oct 26 15:44:21.703643 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-50dd89c4-54ae-41ca-9c9a-82e74656b50c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:21.773071 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-894fdf34-95c9-48a4-838d-b1b2c3c1c637 service neutron] 10.222.0.23 "GET /v2.0/networks/d8f14250-22cf-4a11-9481-ae7fced3b7b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330935 Oct 26 15:44:21.822253 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-68b0a9f0-3e23-4018-a953-ecf1ee972982 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:21.842401 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33260) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:21.862454 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-50dd89c4-54ae-41ca-9c9a-82e74656b50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:21.878029 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Transition to ACTIVE for port object b31fa83f-faca-4f32-8d27-633dc0465372 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:44:21.878677 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0ad645d3-1a41-42e3-9d96-019777580176 None None] Attempt 10 to provision port 187d1e61-6f01-435a-9673-4d87c05520b8 Oct 26 15:44:21.894716 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd89c4-54ae-41ca-9c9a-82e74656b50c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49254716-e99b-482d-83af-464f8ec4ee50,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:21.904484 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-186d4760-6cb5-487b-a418-88ababaf512d tempest-ExtraDHCPOptionsTestJSON-1066790959 tempest-ExtraDHCPOptionsTestJSON-1066790959-project] 10.222.0.23 "DELETE /v2.0/networks/e370bc56-de0d-4ad4-993f-02a200ebea90 HTTP/1.1" status: 204 len: 168 time: 3.9960954 Oct 26 15:44:21.905636 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-50dd89c4-54ae-41ca-9c9a-82e74656b50c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:21.906830 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-50dd89c4-54ae-41ca-9c9a-82e74656b50c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/49254716-e99b-482d-83af-464f8ec4ee50 HTTP/1.1" status: 204 len: 168 time: 0.4484026 Oct 26 15:44:21.915449 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-adc9965a-9723-4f6b-ad79-4bd9192922e7 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:21.917607 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-adc9965a-9723-4f6b-ad79-4bd9192922e7 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] 10.222.0.23 "DELETE /v2.0/ports/10bd1fbf-3627-44a2-894b-85abe4ef1196 HTTP/1.1" status: 204 len: 168 time: 3.2263088 Oct 26 15:44:21.920705 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33270) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:21.937923 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-2ce72fd2-a7d0-4f17-b187-ae4f21dcbb97 tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Allocated IP 172.26.2.26 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/3d0621e9-54a3-4e07-aa44-d09eb4d6bba5) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:44:21.982939 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0ad645d3-1a41-42e3-9d96-019777580176 None None] Port 187d1e61-6f01-435a-9673-4d87c05520b8 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:21.986340 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-0ad645d3-1a41-42e3-9d96-019777580176 None None] Could not find standard attr ID for object 10bd1fbf-3627-44a2-894b-85abe4ef1196. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:44:21.989311 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-0ad645d3-1a41-42e3-9d96-019777580176 None None] Could not find standard attr ID for object 88514d51-da58-43db-b365-e58113f33aa1. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:44:21.996241 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b1d335-49a6-4b50-9b66-690fe8ffda78 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] GET failed (client error): The resource could not be found. Oct 26 15:44:21.997293 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-00b1d335-49a6-4b50-9b66-690fe8ffda78 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Synchronizing usage tracker for tenant:b428e3fc7ae94183b7e4462eb47a28df on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:44:22.021548 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-00b1d335-49a6-4b50-9b66-690fe8ffda78 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Unset dirty status for tenant:b428e3fc7ae94183b7e4462eb47a28df on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:44:22.026291 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-00b1d335-49a6-4b50-9b66-690fe8ffda78 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] 10.222.0.23 "GET /v2.0/ports/10bd1fbf-3627-44a2-894b-85abe4ef1196 HTTP/1.1" status: 404 len: 333 time: 0.1005566 Oct 26 15:44:22.027396 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33274) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:22.033002 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-6ac5df73-c6e5-4e7b-bacd-db1d7082742b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Request body: {'port': {'network_id': 'faa209c4-43d9-4ed7-945e-102065551d5a', 'name': 'tempest-AllowedAddressPairTestJSON-1892299071'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:22.111461 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:22.122926 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-561f802a-07ff-40cf-86f5-347e0eb6fc21 None None] Provisioning complete for port 187d1e61-6f01-435a-9673-4d87c05520b8 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:44:22.123973 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-561f802a-07ff-40cf-86f5-347e0eb6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:22.124982 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-561f802a-07ff-40cf-86f5-347e0eb6fc21 None None] Attempt 1 to provision port 187d1e61-6f01-435a-9673-4d87c05520b8 Oct 26 15:44:22.132003 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e744f22e-ab8e-41ae-9285-325d81ae95ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:22.155582 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-e744f22e-ab8e-41ae-9285-325d81ae95ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:22.159524 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-e744f22e-ab8e-41ae-9285-325d81ae95ff admin admin] Usage tracker for resource:security_group_rule and tenant:c3859c22e74e48e988d667403e620c69 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:22.162420 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-e744f22e-ab8e-41ae-9285-325d81ae95ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:22.169077 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-e744f22e-ab8e-41ae-9285-325d81ae95ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:22.221482 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-561f802a-07ff-40cf-86f5-347e0eb6fc21 None None] Port 187d1e61-6f01-435a-9673-4d87c05520b8 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:22.279137 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-6ac5df73-c6e5-4e7b-bacd-db1d7082742b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:22.305749 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-6ac5df73-c6e5-4e7b-bacd-db1d7082742b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:22.340729 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e744f22e-ab8e-41ae-9285-325d81ae95ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:22.379264 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b31fa83f-faca-4f32-8d27-633dc0465372 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:44:22.379579 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b31fa83f-faca-4f32-8d27-633dc0465372 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:44:22.379921 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b31fa83f-faca-4f32-8d27-633dc0465372 on network ff305097-60df-4a4e-b89b-2d230876875b {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:44:22.394436 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Pushing event updated for resources: {'Port': ['ID=b31fa83f-faca-4f32-8d27-633dc0465372,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:22.411561 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Port b31fa83f-faca-4f32-8d27-633dc0465372 on network ff305097-60df-4a4e-b89b-2d230876875b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:44:22.412070 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Failed to bind port b31fa83f-faca-4f32-8d27-633dc0465372 on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] Oct 26 15:44:22.417149 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.plugins.ml2.plugin [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempt 2 to bind port b31fa83f-faca-4f32-8d27-633dc0465372 Oct 26 15:44:22.419021 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e744f22e-ab8e-41ae-9285-325d81ae95ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:22.457189 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b31fa83f-faca-4f32-8d27-633dc0465372 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:44:22.457690 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b31fa83f-faca-4f32-8d27-633dc0465372 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:44:22.458174 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b31fa83f-faca-4f32-8d27-633dc0465372 on network ff305097-60df-4a4e-b89b-2d230876875b {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:44:22.469508 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-e744f22e-ab8e-41ae-9285-325d81ae95ff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c3859c22e74e48e988d667403e620c69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6259084 Oct 26 15:44:22.472222 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33300) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:22.480973 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Port b31fa83f-faca-4f32-8d27-633dc0465372 on network ff305097-60df-4a4e-b89b-2d230876875b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:44:22.481521 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Failed to bind port b31fa83f-faca-4f32-8d27-633dc0465372 on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] Oct 26 15:44:22.492736 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.plugins.ml2.plugin [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempt 3 to bind port b31fa83f-faca-4f32-8d27-633dc0465372 Oct 26 15:44:22.510781 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2ce72fd2-a7d0-4f17-b187-ae4f21dcbb97 tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:22.523115 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-68b0a9f0-3e23-4018-a953-ecf1ee972982 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:22.523400 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744f22e-ab8e-41ae-9285-325d81ae95ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a374dad3-1a6f-4c9b-98f5-c4f18a99e221,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:22.530024 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b31fa83f-faca-4f32-8d27-633dc0465372 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:44:22.530607 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b31fa83f-faca-4f32-8d27-633dc0465372 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:44:22.531092 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b31fa83f-faca-4f32-8d27-633dc0465372 on network ff305097-60df-4a4e-b89b-2d230876875b {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:44:22.536358 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac5df73-c6e5-4e7b-bacd-db1d7082742b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Made reservation on behalf of b428e3fc7ae94183b7e4462eb47a28df for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:44:22.542118 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Port b31fa83f-faca-4f32-8d27-633dc0465372 on network ff305097-60df-4a4e-b89b-2d230876875b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:44:22.542118 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Failed to bind port b31fa83f-faca-4f32-8d27-633dc0465372 on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] Oct 26 15:44:22.542118 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.plugins.ml2.plugin [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempt 4 to bind port b31fa83f-faca-4f32-8d27-633dc0465372 Oct 26 15:44:22.542916 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6ac5df73-c6e5-4e7b-bacd-db1d7082742b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:22.565303 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b31fa83f-faca-4f32-8d27-633dc0465372 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:44:22.565850 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b31fa83f-faca-4f32-8d27-633dc0465372 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:44:22.566338 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b31fa83f-faca-4f32-8d27-633dc0465372 on network ff305097-60df-4a4e-b89b-2d230876875b {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:44:22.574934 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Port b31fa83f-faca-4f32-8d27-633dc0465372 on network ff305097-60df-4a4e-b89b-2d230876875b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:44:22.575298 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Failed to bind port b31fa83f-faca-4f32-8d27-633dc0465372 on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] Oct 26 15:44:22.576785 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.plugins.ml2.plugin [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempt 5 to bind port b31fa83f-faca-4f32-8d27-633dc0465372 Oct 26 15:44:22.587583 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [None req-6ac5df73-c6e5-4e7b-bacd-db1d7082742b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] device_id is not set on port edc1a4ef-3f46-4872-b233-90a42681b5fb yet. {{(pid=89748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:44:22.587709 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-68b0a9f0-3e23-4018-a953-ecf1ee972982 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:22.669951 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33312) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:22.676996 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7567897a-b3e0-4e75-b7bb-87bb696cdbad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:22.711601 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b31fa83f-faca-4f32-8d27-633dc0465372 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:44:22.711942 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b31fa83f-faca-4f32-8d27-633dc0465372 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:44:22.712328 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b31fa83f-faca-4f32-8d27-633dc0465372 on network ff305097-60df-4a4e-b89b-2d230876875b {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:44:22.722737 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-561f802a-07ff-40cf-86f5-347e0eb6fc21 None None] Attempt 2 to provision port 187d1e61-6f01-435a-9673-4d87c05520b8 Oct 26 15:44:22.728816 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Port b31fa83f-faca-4f32-8d27-633dc0465372 on network ff305097-60df-4a4e-b89b-2d230876875b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:44:22.729365 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Failed to bind port b31fa83f-faca-4f32-8d27-633dc0465372 on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] Oct 26 15:44:22.733516 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.plugins.ml2.plugin [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempt 6 to bind port b31fa83f-faca-4f32-8d27-633dc0465372 Oct 26 15:44:22.756754 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2ce72fd2-a7d0-4f17-b187-ae4f21dcbb97 tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:22.759241 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33322) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:22.775999 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-68b0a9f0-3e23-4018-a953-ecf1ee972982 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:22.784953 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b31fa83f-faca-4f32-8d27-633dc0465372 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:44:22.786860 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b31fa83f-faca-4f32-8d27-633dc0465372 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:44:22.788113 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b31fa83f-faca-4f32-8d27-633dc0465372 on network ff305097-60df-4a4e-b89b-2d230876875b {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:44:22.826302 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0a9f0-3e23-4018-a953-ecf1ee972982 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Pushing event updated for resources: {'Port': ['ID=db77a2a9-d1aa-4180-85d1-6f2a266cb886,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:22.834350 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Port b31fa83f-faca-4f32-8d27-633dc0465372 on network ff305097-60df-4a4e-b89b-2d230876875b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:44:22.834943 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Failed to bind port b31fa83f-faca-4f32-8d27-633dc0465372 on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] Oct 26 15:44:22.844863 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-561f802a-07ff-40cf-86f5-347e0eb6fc21 None None] Port 187d1e61-6f01-435a-9673-4d87c05520b8 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:22.869903 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce72fd2-a7d0-4f17-b187-ae4f21dcbb97 tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:44:22.870901 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.plugins.ml2.plugin [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempt 7 to bind port b31fa83f-faca-4f32-8d27-633dc0465372 Oct 26 15:44:22.882481 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7567897a-b3e0-4e75-b7bb-87bb696cdbad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:22.887304 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-2ce72fd2-a7d0-4f17-b187-ae4f21dcbb97 tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:44:22.906972 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce72fd2-a7d0-4f17-b187-ae4f21dcbb97 tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:44:22.944461 dv-neutron-862712-1-hyperv neutron-server[89747]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 26 15:44:23.092214 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-6ac5df73-c6e5-4e7b-bacd-db1d7082742b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Allocated IP 172.20.0.14 (faa209c4-43d9-4ed7-945e-102065551d5a/075a1cfc-afbf-41f7-bf51-6f731454883d/edc1a4ef-3f46-4872-b233-90a42681b5fb) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:44:23.096340 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b31fa83f-faca-4f32-8d27-633dc0465372 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:44:23.096697 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b31fa83f-faca-4f32-8d27-633dc0465372 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:44:23.097022 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b31fa83f-faca-4f32-8d27-633dc0465372 on network ff305097-60df-4a4e-b89b-2d230876875b {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:44:23.104540 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-c9b535dc-b17a-4a11-8170-160ae23ea8c7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=05f5240d631e4e25b3de8ca7f42eff0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3317304 Oct 26 15:44:23.106219 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33334) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:23.117710 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-68b0a9f0-3e23-4018-a953-ecf1ee972982 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:23.117710 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-68b0a9f0-3e23-4018-a953-ecf1ee972982 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4099104 Oct 26 15:44:23.129796 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Port b31fa83f-faca-4f32-8d27-633dc0465372 on network ff305097-60df-4a4e-b89b-2d230876875b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:44:23.129796 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Failed to bind port b31fa83f-faca-4f32-8d27-633dc0465372 on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] Oct 26 15:44:23.130103 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.plugins.ml2.plugin [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempt 8 to bind port b31fa83f-faca-4f32-8d27-633dc0465372 Oct 26 15:44:23.140783 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-5fa49db4-c6d1-4bbf-8624-e5b5c2bbd6ab req-ffbf5f37-3483-4a51-918f-da828b39811b tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d4a168b-8414-4e0c-aafa-d048ee6f7683 HTTP/1.1" status: 200 len: 210 time: 0.4668567 Oct 26 15:44:23.157392 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce72fd2-a7d0-4f17-b187-ae4f21dcbb97 tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Pushing event updated for resources: {'Port': ['ID=3d0621e9-54a3-4e07-aa44-d09eb4d6bba5,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:23.163480 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b31fa83f-faca-4f32-8d27-633dc0465372 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:44:23.163837 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b31fa83f-faca-4f32-8d27-633dc0465372 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:44:23.164239 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b31fa83f-faca-4f32-8d27-633dc0465372 on network ff305097-60df-4a4e-b89b-2d230876875b {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:44:23.201147 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Port b31fa83f-faca-4f32-8d27-633dc0465372 on network ff305097-60df-4a4e-b89b-2d230876875b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:44:23.201665 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Failed to bind port b31fa83f-faca-4f32-8d27-633dc0465372 on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] Oct 26 15:44:23.212558 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.plugins.ml2.plugin [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempt 9 to bind port b31fa83f-faca-4f32-8d27-633dc0465372 Oct 26 15:44:23.236741 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b12819d8-d671-4658-b264-5ca724a2489e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:23.238161 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b31fa83f-faca-4f32-8d27-633dc0465372 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:44:23.238744 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b31fa83f-faca-4f32-8d27-633dc0465372 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:44:23.239237 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b31fa83f-faca-4f32-8d27-633dc0465372 on network ff305097-60df-4a4e-b89b-2d230876875b {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:44:23.277512 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Port b31fa83f-faca-4f32-8d27-633dc0465372 on network ff305097-60df-4a4e-b89b-2d230876875b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:44:23.277879 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Failed to bind port b31fa83f-faca-4f32-8d27-633dc0465372 on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] Oct 26 15:44:23.280088 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.plugins.ml2.plugin [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempt 10 to bind port b31fa83f-faca-4f32-8d27-633dc0465372 Oct 26 15:44:23.298583 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7567897a-b3e0-4e75-b7bb-87bb696cdbad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:23.306188 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b31fa83f-faca-4f32-8d27-633dc0465372 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:44:23.306589 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b31fa83f-faca-4f32-8d27-633dc0465372 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:44:23.306927 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempting to bind port b31fa83f-faca-4f32-8d27-633dc0465372 on network ff305097-60df-4a4e-b89b-2d230876875b {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:44:23.321990 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Port b31fa83f-faca-4f32-8d27-633dc0465372 on network ff305097-60df-4a4e-b89b-2d230876875b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:44:23.322325 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Failed to bind port b31fa83f-faca-4f32-8d27-633dc0465372 on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'b08cd94d-4fc0-454a-9426-7502876e823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff305097-60df-4a4e-b89b-2d230876875b'}] Oct 26 15:44:23.322702 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:23.335925 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7567897a-b3e0-4e75-b7bb-87bb696cdbad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a374dad3-1a6f-4c9b-98f5-c4f18a99e221,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:23.346560 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-561f802a-07ff-40cf-86f5-347e0eb6fc21 None None] Attempt 3 to provision port 187d1e61-6f01-435a-9673-4d87c05520b8 Oct 26 15:44:23.358523 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b12819d8-d671-4658-b264-5ca724a2489e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:23.473026 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-561f802a-07ff-40cf-86f5-347e0eb6fc21 None None] Port 187d1e61-6f01-435a-9673-4d87c05520b8 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:23.483826 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7567897a-b3e0-4e75-b7bb-87bb696cdbad admin admin] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:23.486628 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-7567897a-b3e0-4e75-b7bb-87bb696cdbad admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a374dad3-1a6f-4c9b-98f5-c4f18a99e221 HTTP/1.1" status: 204 len: 168 time: 1.0112925 Oct 26 15:44:23.504395 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6ac5df73-c6e5-4e7b-bacd-db1d7082742b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:23.518650 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-6bf23540-fb0a-4e25-a6d5-c6936aa59ee9 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Synchronizing usage tracker for tenant:0d1979e8b1384c06a2335dbdad38722e on resource:security_group {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:44:23.542048 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-6ac5df73-c6e5-4e7b-bacd-db1d7082742b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Transition to ACTIVE for port object edc1a4ef-3f46-4872-b233-90a42681b5fb will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:44:23.593724 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b12819d8-d671-4658-b264-5ca724a2489e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:23.598037 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] For port b31fa83f-faca-4f32-8d27-633dc0465372, host hv-neutron-8627, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:44:23.598739 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attempted to set empty binding levels {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 26 15:44:23.614410 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12819d8-d671-4658-b264-5ca724a2489e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe133e54-6ef9-4f30-973c-ec470382ccdf,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:23.630951 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b12819d8-d671-4658-b264-5ca724a2489e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:23.637419 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b12819d8-d671-4658-b264-5ca724a2489e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fe133e54-6ef9-4f30-973c-ec470382ccdf HTTP/1.1" status: 204 len: 168 time: 0.5274847 Oct 26 15:44:23.647147 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-6bf23540-fb0a-4e25-a6d5-c6936aa59ee9 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Unset dirty status for tenant:0d1979e8b1384c06a2335dbdad38722e on resource:security_group {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:44:23.663134 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-6bf23540-fb0a-4e25-a6d5-c6936aa59ee9 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--689271120&fields=id&tenant_id=0d1979e8b1384c06a2335dbdad38722e HTTP/1.1" status: 200 len: 267 time: 0.2585967 Oct 26 15:44:23.694512 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6ac5df73-c6e5-4e7b-bacd-db1d7082742b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:23.788215 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:23.788784 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] In _notify_port_updated(), no bound segment for port b31fa83f-faca-4f32-8d27-633dc0465372 on network ff305097-60df-4a4e-b89b-2d230876875b {{(pid=89747) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 26 15:44:23.789644 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:23.790234 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:23.795101 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] 10.222.0.23 "PUT /v2.0/ports/b31fa83f-faca-4f32-8d27-633dc0465372 HTTP/1.1" status: 200 len: 981 time: 4.1758320 Oct 26 15:44:23.795793 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33368) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:23.872745 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac5df73-c6e5-4e7b-bacd-db1d7082742b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Network faa209c4-43d9-4ed7-945e-102065551d5a is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:44:23.878369 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-6ac5df73-c6e5-4e7b-bacd-db1d7082742b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:44:23.887526 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac5df73-c6e5-4e7b-bacd-db1d7082742b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:44:23.925346 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac5df73-c6e5-4e7b-bacd-db1d7082742b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Pushing event updated for resources: {'Port': ['ID=edc1a4ef-3f46-4872-b233-90a42681b5fb,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:23.935555 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6dab20-4829-4481-b4ee-295b449f6acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Pushing event updated for resources: {'Port': ['ID=b31fa83f-faca-4f32-8d27-633dc0465372,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:23.949871 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-b0391286-6136-4e5e-bf50-004bc9496b2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Deleting port b31fa83f-faca-4f32-8d27-633dc0465372 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:44:23.950419 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b0391286-6136-4e5e-bf50-004bc9496b2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:23.974711 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-561f802a-07ff-40cf-86f5-347e0eb6fc21 None None] Attempt 4 to provision port 187d1e61-6f01-435a-9673-4d87c05520b8 Oct 26 15:44:23.991716 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-589ef1e0-e077-4d06-9f1f-403a33e07118 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:23.998150 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-589ef1e0-e077-4d06-9f1f-403a33e07118 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Synchronizing usage tracker for tenant:0d1979e8b1384c06a2335dbdad38722e on resource:network {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:44:24.019191 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac5df73-c6e5-4e7b-bacd-db1d7082742b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:24.019903 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6ac5df73-c6e5-4e7b-bacd-db1d7082742b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:24.024574 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2ce72fd2-a7d0-4f17-b187-ae4f21dcbb97 tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:24.076803 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-561f802a-07ff-40cf-86f5-347e0eb6fc21 None None] Port 187d1e61-6f01-435a-9673-4d87c05520b8 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:24.108938 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-6ac5df73-c6e5-4e7b-bacd-db1d7082742b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0803752 Oct 26 15:44:24.110085 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-589ef1e0-e077-4d06-9f1f-403a33e07118 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Unset dirty status for tenant:0d1979e8b1384c06a2335dbdad38722e on resource:network {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:44:24.111546 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-589ef1e0-e077-4d06-9f1f-403a33e07118 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/networks?id=9e7f403d-8db4-413b-aaa2-82bc08b56467 HTTP/1.1" status: 200 len: 806 time: 0.4473262 Oct 26 15:44:24.112075 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33378) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:24.120753 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-d6f9203f-8b53-41d4-a549-0e82d0b2b83a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Request body: {'port': {'network_id': 'faa209c4-43d9-4ed7-945e-102065551d5a', 'name': 'tempest-AllowedAddressPairTestJSON-588959031'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:24.269901 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-3ba29484-1bd6-438e-8f06-80985b33b0f8 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/quotas/0d1979e8b1384c06a2335dbdad38722e HTTP/1.1" status: 200 len: 375 time: 0.1049531 Oct 26 15:44:24.400487 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b18c1219-bb27-4bf3-a506-533cd8549253 req-1e7a9dbb-b08d-4e7a-8399-8c74f558069d tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d4a168b-8414-4e0c-aafa-d048ee6f7683 HTTP/1.1" status: 200 len: 210 time: 0.1230798 Oct 26 15:44:24.412878 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-d6f9203f-8b53-41d4-a549-0e82d0b2b83a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:24.430664 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-d6f9203f-8b53-41d4-a549-0e82d0b2b83a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Usage tracker for resource:port and tenant:b428e3fc7ae94183b7e4462eb47a28df is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:24.430769 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-b0391286-6136-4e5e-bf50-004bc9496b2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] For port b31fa83f-faca-4f32-8d27-633dc0465372, host hv-neutron-8627, got binding levels [] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:44:24.430769 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b0391286-6136-4e5e-bf50-004bc9496b2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:24.430958 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-d6f9203f-8b53-41d4-a549-0e82d0b2b83a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:24.430958 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-d6f9203f-8b53-41d4-a549-0e82d0b2b83a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:24.436959 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2ce72fd2-a7d0-4f17-b187-ae4f21dcbb97 tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:24.445970 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-4054643a-38d6-4eb5-b688-d3f3fefc880b tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0d1979e8b1384c06a2335dbdad38722e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1590257 Oct 26 15:44:24.541269 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f9203f-8b53-41d4-a549-0e82d0b2b83a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Made reservation on behalf of b428e3fc7ae94183b7e4462eb47a28df for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:44:24.545393 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d6f9203f-8b53-41d4-a549-0e82d0b2b83a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:24.578896 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-561f802a-07ff-40cf-86f5-347e0eb6fc21 None None] Attempt 5 to provision port 187d1e61-6f01-435a-9673-4d87c05520b8 Oct 26 15:44:24.582994 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [None req-d6f9203f-8b53-41d4-a549-0e82d0b2b83a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] device_id is not set on port c9121791-6501-4dfe-b1ef-b2aad6b21397 yet. {{(pid=89748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:44:24.677864 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-561f802a-07ff-40cf-86f5-347e0eb6fc21 None None] Port 187d1e61-6f01-435a-9673-4d87c05520b8 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:24.695051 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-b0391286-6136-4e5e-bf50-004bc9496b2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Calling delete_port for b31fa83f-faca-4f32-8d27-633dc0465372 owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:44:24.768638 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-611a5953-93c7-4daf-8554-b8bdc97cb23b service neutron] 10.222.0.23 "GET /v2.0/networks/9e7f403d-8db4-413b-aaa2-82bc08b56467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043818 Oct 26 15:44:24.799532 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-d6f9203f-8b53-41d4-a549-0e82d0b2b83a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Allocated IP 172.20.0.3 (faa209c4-43d9-4ed7-945e-102065551d5a/075a1cfc-afbf-41f7-bf51-6f731454883d/c9121791-6501-4dfe-b1ef-b2aad6b21397) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:44:24.854368 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33394) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:24.986435 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-03c3b807-3fdd-49e3-81ea-add992b8e9ed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=403896f99d2b43609aa833a7f8dd6142&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1308551 Oct 26 15:44:24.990408 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33402) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:25.010632 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-a295a7d4-44e9-4c98-acc1-7b06b69f856b service neutron] 10.222.0.23 "GET /v2.0/networks/9e7f403d-8db4-413b-aaa2-82bc08b56467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377119 Oct 26 15:44:25.035469 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b0391286-6136-4e5e-bf50-004bc9496b2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:25.153656 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0391286-6136-4e5e-bf50-004bc9496b2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Pushing event deleted for resources: {'Port': ['ID=b31fa83f-faca-4f32-8d27-633dc0465372,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:25.157092 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b0391286-6136-4e5e-bf50-004bc9496b2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:25.177501 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-720cb301-144f-4a45-842f-26d4deb2d227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:25.179662 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-561f802a-07ff-40cf-86f5-347e0eb6fc21 None None] Attempt 6 to provision port 187d1e61-6f01-435a-9673-4d87c05520b8 Oct 26 15:44:25.229245 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2ce72fd2-a7d0-4f17-b187-ae4f21dcbb97 tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:25.249062 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-561f802a-07ff-40cf-86f5-347e0eb6fc21 None None] Port 187d1e61-6f01-435a-9673-4d87c05520b8 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:25.259785 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-720cb301-144f-4a45-842f-26d4deb2d227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:25.336606 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2ce72fd2-a7d0-4f17-b187-ae4f21dcbb97 tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:25.384280 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d6f9203f-8b53-41d4-a549-0e82d0b2b83a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:25.428302 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-d6f9203f-8b53-41d4-a549-0e82d0b2b83a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Transition to ACTIVE for port object c9121791-6501-4dfe-b1ef-b2aad6b21397 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:44:25.489565 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b0391286-6136-4e5e-bf50-004bc9496b2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] 10.222.0.23 "DELETE /v2.0/ports/b31fa83f-faca-4f32-8d27-633dc0465372 HTTP/1.1" status: 204 len: 168 time: 1.6488407 Oct 26 15:44:25.494747 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33430) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:25.499292 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-e1f6c974-da2a-4091-b57d-118a879774dc req-d0accc87-0282-43f0-b290-8a691f07bdae tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Synchronizing usage tracker for tenant:0d1979e8b1384c06a2335dbdad38722e on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:44:25.517594 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-720cb301-144f-4a45-842f-26d4deb2d227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:25.560013 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720cb301-144f-4a45-842f-26d4deb2d227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ce5e35-1f9d-4bab-931b-2f1dfb026a56,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:25.586939 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-720cb301-144f-4a45-842f-26d4deb2d227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:25.588661 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-720cb301-144f-4a45-842f-26d4deb2d227 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/40ce5e35-1f9d-4bab-931b-2f1dfb026a56 HTTP/1.1" status: 204 len: 168 time: 0.5965610 Oct 26 15:44:25.605219 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2ce72fd2-a7d0-4f17-b187-ae4f21dcbb97 tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:25.628434 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4806fbc-2cdd-4e91-8022-5c9ac5b40912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] GET failed (client error): The resource could not be found. Oct 26 15:44:25.629344 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-e4806fbc-2cdd-4e91-8022-5c9ac5b40912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Synchronizing usage tracker for tenant:f53eeae28d7d4e20ae28d18889f32e5b on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:44:25.647774 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d6f9203f-8b53-41d4-a549-0e82d0b2b83a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:25.750974 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-561f802a-07ff-40cf-86f5-347e0eb6fc21 None None] Attempt 7 to provision port 187d1e61-6f01-435a-9673-4d87c05520b8 Oct 26 15:44:25.753111 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-e4806fbc-2cdd-4e91-8022-5c9ac5b40912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] Unset dirty status for tenant:f53eeae28d7d4e20ae28d18889f32e5b on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:44:25.754546 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-e4806fbc-2cdd-4e91-8022-5c9ac5b40912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167880371-project-admin] 10.222.0.23 "GET /v2.0/ports/b31fa83f-faca-4f32-8d27-633dc0465372 HTTP/1.1" status: 404 len: 333 time: 0.2637544 Oct 26 15:44:25.762067 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f9203f-8b53-41d4-a549-0e82d0b2b83a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Network faa209c4-43d9-4ed7-945e-102065551d5a is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:44:25.763071 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33444) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:25.838538 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.l3_db [None req-2ce72fd2-a7d0-4f17-b187-ae4f21dcbb97 tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Floating IP 53e040a6-b6dc-4ea4-9909-573993188ceb associated. External IP: 172.26.2.26, port: 64fb4876-bca4-4a95-a748-99997d4d5e25. Oct 26 15:44:25.890121 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce72fd2-a7d0-4f17-b187-ae4f21dcbb97 tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Pushing event updated for resources: {'Port': ['ID=3d0621e9-54a3-4e07-aa44-d09eb4d6bba5,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:25.891186 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-561f802a-07ff-40cf-86f5-347e0eb6fc21 None None] Port 187d1e61-6f01-435a-9673-4d87c05520b8 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:25.897863 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33454) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:25.902934 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-e1f6c974-da2a-4091-b57d-118a879774dc req-d0accc87-0282-43f0-b290-8a691f07bdae tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Unset dirty status for tenant:0d1979e8b1384c06a2335dbdad38722e on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:44:25.905088 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e1f6c974-da2a-4091-b57d-118a879774dc req-d0accc87-0282-43f0-b290-8a691f07bdae tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e191253-b5f3-4002-95f2-06134a2c3e70 HTTP/1.1" status: 200 len: 210 time: 0.5045371 Oct 26 15:44:25.922418 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-d6f9203f-8b53-41d4-a549-0e82d0b2b83a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:44:25.936117 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f9203f-8b53-41d4-a549-0e82d0b2b83a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:44:26.031084 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f9203f-8b53-41d4-a549-0e82d0b2b83a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Pushing event updated for resources: {'Port': ['ID=c9121791-6501-4dfe-b1ef-b2aad6b21397,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:26.067055 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f84b75fb-c5b3-4402-8cef-6174fe572f83 req-2facd33f-7c83-4cbc-b779-31bc3b8f2454 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d4a168b-8414-4e0c-aafa-d048ee6f7683 HTTP/1.1" status: 200 len: 210 time: 0.1401587 Oct 26 15:44:26.091672 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1c245896-8408-42ac-841f-cd201feccf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:26.102389 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f9203f-8b53-41d4-a549-0e82d0b2b83a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:26.103364 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d6f9203f-8b53-41d4-a549-0e82d0b2b83a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:26.220213 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-d6f9203f-8b53-41d4-a549-0e82d0b2b83a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1069489 Oct 26 15:44:26.224448 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33464) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:26.283512 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-7e6b3035-bb51-453d-949d-06119636559b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:28:2c:65'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:b3:00:4b'}]}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:26.310298 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce72fd2-a7d0-4f17-b187-ae4f21dcbb97 tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Router 3eee7c75-ca59-45ec-b1d5-bf8cc635545f has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:44:26.378487 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1c245896-8408-42ac-841f-cd201feccf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:26.393027 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-561f802a-07ff-40cf-86f5-347e0eb6fc21 None None] Attempt 8 to provision port 187d1e61-6f01-435a-9673-4d87c05520b8 Oct 26 15:44:26.431448 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-1c245896-8408-42ac-841f-cd201feccf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff305097-60df-4a4e-b89b-2d230876875b']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:26.497565 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.48', 50107) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:26.502058 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-561f802a-07ff-40cf-86f5-347e0eb6fc21 None None] Port 187d1e61-6f01-435a-9673-4d87c05520b8 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:26.503213 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-1c245896-8408-42ac-841f-cd201feccf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b08cd94d-4fc0-454a-9426-7502876e823b') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:26.503508 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-1c245896-8408-42ac-841f-cd201feccf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b08cd94d-4fc0-454a-9426-7502876e823b') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:26.546420 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1c245896-8408-42ac-841f-cd201feccf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:26.613967 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33476) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:26.632112 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-3daeedaa-4fbc-443e-b2f0-26bd10f21a1b tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1751737624'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:26.667451 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-3daeedaa-4fbc-443e-b2f0-26bd10f21a1b tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:26.691449 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-3daeedaa-4fbc-443e-b2f0-26bd10f21a1b tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] Usage tracker for resource:network and tenant:4f397a8539dd49fdb73f9c6467b753c1 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:26.702530 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-3daeedaa-4fbc-443e-b2f0-26bd10f21a1b tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:26.731947 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-3daeedaa-4fbc-443e-b2f0-26bd10f21a1b tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:26.752888 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce72fd2-a7d0-4f17-b187-ae4f21dcbb97 tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:44:26.757503 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-a4eb2dfd-c123-45a6-9aef-42dd8d646cf9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-576525863'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:26.765062 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88defbc8-145e-47cc-bb55-6a3c92ca72af None None] Sync routers for ids ['3eee7c75-ca59-45ec-b1d5-bf8cc635545f'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:44:26.776161 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88defbc8-145e-47cc-bb55-6a3c92ca72af None None] Routers {'3eee7c75-ca59-45ec-b1d5-bf8cc635545f'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:44:26.777205 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-88defbc8-145e-47cc-bb55-6a3c92ca72af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:44:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['3eee7c75-ca59-45ec-b1d5-bf8cc635545f'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:26.778050 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1c245896-8408-42ac-841f-cd201feccf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:26.787395 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a4eb2dfd-c123-45a6-9aef-42dd8d646cf9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:26.824655 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a4eb2dfd-c123-45a6-9aef-42dd8d646cf9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Usage tracker for resource:network and tenant:6f0d38334d4a4e64b4b1664e1c9ebc7b is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:26.827773 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:26.842289 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-88defbc8-145e-47cc-bb55-6a3c92ca72af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:26.843286 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a4eb2dfd-c123-45a6-9aef-42dd8d646cf9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:26.851013 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88defbc8-145e-47cc-bb55-6a3c92ca72af None None] Routers {'3eee7c75-ca59-45ec-b1d5-bf8cc635545f'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:44:26.851615 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-88defbc8-145e-47cc-bb55-6a3c92ca72af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:44:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['3eee7c75-ca59-45ec-b1d5-bf8cc635545f'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:26.856335 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a4eb2dfd-c123-45a6-9aef-42dd8d646cf9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:26.875749 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c245896-8408-42ac-841f-cd201feccf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:44:26.876159 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1c245896-8408-42ac-841f-cd201feccf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:26.884944 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3daeedaa-4fbc-443e-b2f0-26bd10f21a1b tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] Made reservation on behalf of 4f397a8539dd49fdb73f9c6467b753c1 for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:44:26.892758 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3daeedaa-4fbc-443e-b2f0-26bd10f21a1b tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:26.913355 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3daeedaa-4fbc-443e-b2f0-26bd10f21a1b tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:26.924005 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-88defbc8-145e-47cc-bb55-6a3c92ca72af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:26.924570 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88defbc8-145e-47cc-bb55-6a3c92ca72af None None] The sync data for ids ['3eee7c75-ca59-45ec-b1d5-bf8cc635545f'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:44:26.932465 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-3daeedaa-4fbc-443e-b2f0-26bd10f21a1b tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:26.937295 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2ce72fd2-a7d0-4f17-b187-ae4f21dcbb97 tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:26.979813 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment b08cd94d-4fc0-454a-9426-7502876e823b resource provider aggregate not found Oct 26 15:44:26.991459 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-3daeedaa-4fbc-443e-b2f0-26bd10f21a1b tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] Usage tracker for resource:security_group_rule and tenant:4f397a8539dd49fdb73f9c6467b753c1 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:27.003382 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-561f802a-07ff-40cf-86f5-347e0eb6fc21 None None] Attempt 9 to provision port 187d1e61-6f01-435a-9673-4d87c05520b8 Oct 26 15:44:27.007328 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7e6b3035-bb51-453d-949d-06119636559b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:27.028004 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment b08cd94d-4fc0-454a-9426-7502876e823b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b08cd94d-4fc0-454a-9426-7502876e823b found for delete ", "request_id": "req-9896b83b-d7c7-44d0-98c7-7701d6aeaeeb"}]} Oct 26 15:44:27.038950 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-3daeedaa-4fbc-443e-b2f0-26bd10f21a1b tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:27.075693 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-561f802a-07ff-40cf-86f5-347e0eb6fc21 None None] Port 187d1e61-6f01-435a-9673-4d87c05520b8 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:27.084192 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4eb2dfd-c123-45a6-9aef-42dd8d646cf9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Made reservation on behalf of 6f0d38334d4a4e64b4b1664e1c9ebc7b for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:44:27.087709 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a4eb2dfd-c123-45a6-9aef-42dd8d646cf9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:27.107670 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a4eb2dfd-c123-45a6-9aef-42dd8d646cf9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:27.128116 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-90fab747-e118-4d6c-a9a2-5535166c46be tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:27.129647 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-90fab747-e118-4d6c-a9a2-5535166c46be tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.48 "GET /v2.0/networks?id=d8f14250-22cf-4a11-9481-ae7fced3b7b5 HTTP/1.1" status: 200 len: 810 time: 0.6311619 Oct 26 15:44:27.144316 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a4eb2dfd-c123-45a6-9aef-42dd8d646cf9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:27.148437 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a4eb2dfd-c123-45a6-9aef-42dd8d646cf9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Usage tracker for resource:security_group_rule and tenant:6f0d38334d4a4e64b4b1664e1c9ebc7b is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:27.151727 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a4eb2dfd-c123-45a6-9aef-42dd8d646cf9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:27.158029 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a4eb2dfd-c123-45a6-9aef-42dd8d646cf9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:27.190549 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1c245896-8408-42ac-841f-cd201feccf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:27.252000 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-3daeedaa-4fbc-443e-b2f0-26bd10f21a1b tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:27.253047 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1c245896-8408-42ac-841f-cd201feccf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:27.269237 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d798224f-0c9d-44ca-9089-64a06473f35e req-b5769805-31e7-481e-98d9-6277282b6488 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e191253-b5f3-4002-95f2-06134a2c3e70 HTTP/1.1" status: 200 len: 210 time: 0.2603924 Oct 26 15:44:27.278460 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-2ce72fd2-a7d0-4f17-b187-ae4f21dcbb97 tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 8.1080773 Oct 26 15:44:27.281781 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33514) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:27.379279 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c245896-8408-42ac-841f-cd201feccf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422-project] Pushing event deleted for resources: {'Network': ['ID=ff305097-60df-4a4e-b89b-2d230876875b,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:27.397288 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-1c245896-8408-42ac-841f-cd201feccf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-964683422-project] 10.222.0.23 "DELETE /v2.0/networks/ff305097-60df-4a4e-b89b-2d230876875b HTTP/1.1" status: 204 len: 168 time: 1.6332679 Oct 26 15:44:27.415368 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-65761a73-6956-4fdf-95ad-0a46d2c56500 tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] 10.222.0.23 "GET /v2.0/floatingips/53e040a6-b6dc-4ea4-9909-573993188ceb HTTP/1.1" status: 200 len: 982 time: 0.1303396 Oct 26 15:44:27.417613 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33524) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:27.424996 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-233639a4-a8f5-4055-baca-e0efec314aa1 req-4fa4208f-fdf6-4748-a934-bc14e442c6ec tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d4a168b-8414-4e0c-aafa-d048ee6f7683 HTTP/1.1" status: 200 len: 210 time: 0.1676128 Oct 26 15:44:27.482197 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-a736c319-ece0-434d-9003-1cfe398c4200 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fa1ce7c495d47a7b8af796c383d23bd HTTP/1.1" status: 200 len: 379 time: 0.2829161 Oct 26 15:44:27.529761 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-19baf26d-ec2d-47c8-8f3d-7e2a3eb6fcdd tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Request body: {'port': {'device_id': '8d4a168b-8414-4e0c-aafa-d048ee6f7683', 'network_id': 'd8f14250-22cf-4a11-9481-ae7fced3b7b5', 'admin_state_up': True, 'tenant_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'security_groups': ['3d292d6b-50fe-4127-8949-883291b1e0c2']}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:27.555341 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-fd882ebf-8ded-4e3b-9d9b-9f3c2dcc10fc tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2425 time: 0.1366322 Oct 26 15:44:27.558925 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33534) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:27.566252 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3daeedaa-4fbc-443e-b2f0-26bd10f21a1b tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:27.577084 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-561f802a-07ff-40cf-86f5-347e0eb6fc21 None None] Attempt 10 to provision port 187d1e61-6f01-435a-9673-4d87c05520b8 Oct 26 15:44:27.666041 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3daeedaa-4fbc-443e-b2f0-26bd10f21a1b tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:27.668418 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-561f802a-07ff-40cf-86f5-347e0eb6fc21 None None] Port 187d1e61-6f01-435a-9673-4d87c05520b8 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:27.702763 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3daeedaa-4fbc-443e-b2f0-26bd10f21a1b tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:44:27.713221 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3daeedaa-4fbc-443e-b2f0-26bd10f21a1b tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:27.713563 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-3daeedaa-4fbc-443e-b2f0-26bd10f21a1b tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] Added segment bb963fc6-713f-4384-940c-1e3ca24def70 of type vlan for network 6e3aa1e5-6955-4281-824c-2663bf782743 Oct 26 15:44:27.741912 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3daeedaa-4fbc-443e-b2f0-26bd10f21a1b tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:27.771258 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33538) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:27.798338 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-561f802a-07ff-40cf-86f5-347e0eb6fc21 None None] Provisioning for port 64fb4876-bca4-4a95-a748-99997d4d5e25 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:44:27.804361 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-561f802a-07ff-40cf-86f5-347e0eb6fc21 None None] Provisioning complete for port 64fb4876-bca4-4a95-a748-99997d4d5e25 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:44:27.804946 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-561f802a-07ff-40cf-86f5-347e0eb6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:27.805425 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-561f802a-07ff-40cf-86f5-347e0eb6fc21 None None] Attempt 1 to provision port 64fb4876-bca4-4a95-a748-99997d4d5e25 Oct 26 15:44:27.822084 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a4eb2dfd-c123-45a6-9aef-42dd8d646cf9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:27.879465 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7e6b3035-bb51-453d-949d-06119636559b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:27.883245 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3daeedaa-4fbc-443e-b2f0-26bd10f21a1b tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:27.889472 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3daeedaa-4fbc-443e-b2f0-26bd10f21a1b tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:27.889472 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3daeedaa-4fbc-443e-b2f0-26bd10f21a1b tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:27.893536 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daeedaa-4fbc-443e-b2f0-26bd10f21a1b tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52714c8d-8453-4a95-9cd9-1f796cff6d77,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:27.901234 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-561f802a-07ff-40cf-86f5-347e0eb6fc21 None None] Port 64fb4876-bca4-4a95-a748-99997d4d5e25 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:27.910162 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-19baf26d-ec2d-47c8-8f3d-7e2a3eb6fcdd tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:27.939865 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a4eb2dfd-c123-45a6-9aef-42dd8d646cf9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:27.944405 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-19baf26d-ec2d-47c8-8f3d-7e2a3eb6fcdd tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:27.981990 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7e6b3035-bb51-453d-949d-06119636559b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:28.011951 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4eb2dfd-c123-45a6-9aef-42dd8d646cf9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:44:28.044776 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daeedaa-4fbc-443e-b2f0-26bd10f21a1b tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] Pushing event updated for resources: {'Network': ['ID=6e3aa1e5-6955-4281-824c-2663bf782743,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:28.050332 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-47405a94-f595-40e0-a7bc-5c5f201de332 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Deleting port 3d0621e9-54a3-4e07-aa44-d09eb4d6bba5 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:44:28.050694 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-47405a94-f595-40e0-a7bc-5c5f201de332 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:28.060790 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 6e3aa1e5-6955-4281-824c-2663bf782743 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:44:28.072926 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb2dfd-c123-45a6-9aef-42dd8d646cf9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da2922d9-651f-47f0-94c4-0622b07a74f8,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:28.093405 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33550) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:28.111709 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a4eb2dfd-c123-45a6-9aef-42dd8d646cf9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:28.111709 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-a4eb2dfd-c123-45a6-9aef-42dd8d646cf9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Added segment 9caea4bc-cf40-4f83-b7e5-7a728a3c0f0c of type vlan for network 9d0640d1-fa74-45ef-9bb9-256302ead785 Oct 26 15:44:28.150066 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-3daeedaa-4fbc-443e-b2f0-26bd10f21a1b tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.2449503 Oct 26 15:44:28.162717 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b3035-bb51-453d-949d-06119636559b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Pushing event updated for resources: {'Port': ['ID=c9121791-6501-4dfe-b1ef-b2aad6b21397,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:28.176957 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33562) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:28.199943 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-7e6b3035-bb51-453d-949d-06119636559b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] In _notify_port_updated(), no bound segment for port c9121791-6501-4dfe-b1ef-b2aad6b21397 on network faa209c4-43d9-4ed7-945e-102065551d5a {{(pid=89748) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 26 15:44:28.206001 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6b3035-bb51-453d-949d-06119636559b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:28.206780 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7e6b3035-bb51-453d-949d-06119636559b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:28.210697 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-7e6b3035-bb51-453d-949d-06119636559b tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] 10.222.0.23 "PUT /v2.0/ports/c9121791-6501-4dfe-b1ef-b2aad6b21397 HTTP/1.1" status: 200 len: 1055 time: 1.9825428 Oct 26 15:44:28.216702 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33568) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:28.243560 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-608f229c-c8f6-493f-b67f-7381f8a4a3db tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-869994910'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:28.249453 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a4eb2dfd-c123-45a6-9aef-42dd8d646cf9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:28.278493 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-47405a94-f595-40e0-a7bc-5c5f201de332 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:28.278814 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-47405a94-f595-40e0-a7bc-5c5f201de332 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:28.296516 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-608f229c-c8f6-493f-b67f-7381f8a4a3db tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:28.320085 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-608f229c-c8f6-493f-b67f-7381f8a4a3db tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Usage tracker for resource:network and tenant:cde0b70c42f24e8e94f9303758760038 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:28.333157 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-608f229c-c8f6-493f-b67f-7381f8a4a3db tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:28.341556 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-19baf26d-ec2d-47c8-8f3d-7e2a3eb6fcdd tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Made reservation on behalf of 3fa1ce7c495d47a7b8af796c383d23bd for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:44:28.345137 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-19baf26d-ec2d-47c8-8f3d-7e2a3eb6fcdd tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:28.368721 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-608f229c-c8f6-493f-b67f-7381f8a4a3db tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:28.405354 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-e6e72f5c-3149-4a50-a561-9dc1a2a2e052 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Request body: {'network': {'name': 'tempest-network--1247145868', 'router:external': True}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:28.406264 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-561f802a-07ff-40cf-86f5-347e0eb6fc21 None None] Attempt 2 to provision port 64fb4876-bca4-4a95-a748-99997d4d5e25 Oct 26 15:44:28.418952 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-8df03d8e-a4af-4512-893f-1094dae72724 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Deleting port c9121791-6501-4dfe-b1ef-b2aad6b21397 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:44:28.419294 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8df03d8e-a4af-4512-893f-1094dae72724 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:28.425306 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-47405a94-f595-40e0-a7bc-5c5f201de332 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Calling delete_port for 3d0621e9-54a3-4e07-aa44-d09eb4d6bba5 owned by network:floatingip {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:44:28.449592 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-e6e72f5c-3149-4a50-a561-9dc1a2a2e052 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:28.485355 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-561f802a-07ff-40cf-86f5-347e0eb6fc21 None None] Port 64fb4876-bca4-4a95-a748-99997d4d5e25 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:28.517392 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-e6e72f5c-3149-4a50-a561-9dc1a2a2e052 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Usage tracker for resource:network and tenant:8fa3647a8c0c45a8af5293d0359eaa97 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:28.525587 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-13824c58-8c82-4153-9986-a37d3482b730 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2262050e38c848618be4d80a4155f0a1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4267929 Oct 26 15:44:28.527077 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-e6e72f5c-3149-4a50-a561-9dc1a2a2e052 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:28.533738 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608f229c-c8f6-493f-b67f-7381f8a4a3db tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:44:28.537305 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-608f229c-c8f6-493f-b67f-7381f8a4a3db tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:28.549386 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33584) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:28.566417 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-e6e72f5c-3149-4a50-a561-9dc1a2a2e052 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:28.587472 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-608f229c-c8f6-493f-b67f-7381f8a4a3db tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:28.706280 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a4eb2dfd-c123-45a6-9aef-42dd8d646cf9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:28.712118 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4eb2dfd-c123-45a6-9aef-42dd8d646cf9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:28.712766 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a4eb2dfd-c123-45a6-9aef-42dd8d646cf9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:28.734863 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-3dd91b13-de72-47ff-a8a8-5d9d5d0f58d8 req-f6a3150f-f17f-4efa-84b0-9954f02a0996 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e191253-b5f3-4002-95f2-06134a2c3e70 HTTP/1.1" status: 200 len: 210 time: 0.2236493 Oct 26 15:44:28.862441 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-608f229c-c8f6-493f-b67f-7381f8a4a3db tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:28.876580 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e72f5c-3149-4a50-a561-9dc1a2a2e052 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Made reservation on behalf of 8fa3647a8c0c45a8af5293d0359eaa97 for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:44:28.879171 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-47405a94-f595-40e0-a7bc-5c5f201de332 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:28.880368 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e6e72f5c-3149-4a50-a561-9dc1a2a2e052 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:28.904575 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1d9aaa43-106f-4826-8e91-da9e3c09002c req-510a33ed-4a11-42a6-8e40-c4fbdf144959 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d4a168b-8414-4e0c-aafa-d048ee6f7683 HTTP/1.1" status: 200 len: 210 time: 0.2903121 Oct 26 15:44:28.941544 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-608f229c-c8f6-493f-b67f-7381f8a4a3db tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Usage tracker for resource:security_group_rule and tenant:cde0b70c42f24e8e94f9303758760038 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:28.987926 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-561f802a-07ff-40cf-86f5-347e0eb6fc21 None None] Attempt 3 to provision port 64fb4876-bca4-4a95-a748-99997d4d5e25 Oct 26 15:44:29.019582 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47405a94-f595-40e0-a7bc-5c5f201de332 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Pushing event deleted for resources: {'Port': ['ID=3d0621e9-54a3-4e07-aa44-d09eb4d6bba5,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:29.047766 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.48', 50113) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:29.069678 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-561f802a-07ff-40cf-86f5-347e0eb6fc21 None None] Port 64fb4876-bca4-4a95-a748-99997d4d5e25 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:29.083939 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-47405a94-f595-40e0-a7bc-5c5f201de332 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks [] for floatingip, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:29.088942 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.l3_db [None req-47405a94-f595-40e0-a7bc-5c5f201de332 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Floating IP 53e040a6-b6dc-4ea4-9909-573993188ceb disassociated (deleted). External IP: 172.26.2.26, port: 64fb4876-bca4-4a95-a748-99997d4d5e25. Oct 26 15:44:29.089055 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-608f229c-c8f6-493f-b67f-7381f8a4a3db tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:29.090921 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e6e72f5c-3149-4a50-a561-9dc1a2a2e052 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:29.133061 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-e6e72f5c-3149-4a50-a561-9dc1a2a2e052 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:29.138734 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-e6e72f5c-3149-4a50-a561-9dc1a2a2e052 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Usage tracker for resource:security_group_rule and tenant:8fa3647a8c0c45a8af5293d0359eaa97 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:29.142413 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-e6e72f5c-3149-4a50-a561-9dc1a2a2e052 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:29.148630 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-e6e72f5c-3149-4a50-a561-9dc1a2a2e052 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:29.156200 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-608f229c-c8f6-493f-b67f-7381f8a4a3db tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:29.463150 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a4eb2dfd-c123-45a6-9aef-42dd8d646cf9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.7652335 Oct 26 15:44:29.522177 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb2dfd-c123-45a6-9aef-42dd8d646cf9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event updated for resources: {'Network': ['ID=9d0640d1-fa74-45ef-9bb9-256302ead785,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:29.541434 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 9d0640d1-fa74-45ef-9bb9-256302ead785 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:44:29.551948 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-20dc4d37-7889-4a8c-99e9-8839e6b422b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:29.658149 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-20dc4d37-7889-4a8c-99e9-8839e6b422b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:29.708137 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-561f802a-07ff-40cf-86f5-347e0eb6fc21 None None] Attempt 4 to provision port 64fb4876-bca4-4a95-a748-99997d4d5e25 Oct 26 15:44:29.728694 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47405a94-f595-40e0-a7bc-5c5f201de332 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Router 3eee7c75-ca59-45ec-b1d5-bf8cc635545f has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:44:29.933006 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8df03d8e-a4af-4512-893f-1094dae72724 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:29.979052 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-561f802a-07ff-40cf-86f5-347e0eb6fc21 None None] Port 64fb4876-bca4-4a95-a748-99997d4d5e25 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:30.215585 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-efc12f83-6d16-40aa-8e30-c3774c659e7a req-9c714e13-0026-40e8-b305-d1fc4d9f914b tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e191253-b5f3-4002-95f2-06134a2c3e70 HTTP/1.1" status: 200 len: 210 time: 0.1115532 Oct 26 15:44:30.273497 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-8df03d8e-a4af-4512-893f-1094dae72724 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Calling delete_port for c9121791-6501-4dfe-b1ef-b2aad6b21397 owned by {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:44:30.305189 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47405a94-f595-40e0-a7bc-5c5f201de332 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:44:30.325859 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd06a8a2-531b-4283-83a6-abd0fc2073eb None None] Sync routers for ids ['3eee7c75-ca59-45ec-b1d5-bf8cc635545f'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:44:30.338421 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e6e72f5c-3149-4a50-a561-9dc1a2a2e052 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:30.350028 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd06a8a2-531b-4283-83a6-abd0fc2073eb None None] Routers {'3eee7c75-ca59-45ec-b1d5-bf8cc635545f'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:44:30.351385 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-bd06a8a2-531b-4283-83a6-abd0fc2073eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:44:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['3eee7c75-ca59-45ec-b1d5-bf8cc635545f'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:30.374711 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-47405a94-f595-40e0-a7bc-5c5f201de332 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:30.440300 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-20dc4d37-7889-4a8c-99e9-8839e6b422b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:30.483025 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-bd06a8a2-531b-4283-83a6-abd0fc2073eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:30.485313 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-561f802a-07ff-40cf-86f5-347e0eb6fc21 None None] Attempt 5 to provision port 64fb4876-bca4-4a95-a748-99997d4d5e25 Oct 26 15:44:30.491041 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-47405a94-f595-40e0-a7bc-5c5f201de332 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] 10.222.0.23 "DELETE /v2.0/floatingips/53e040a6-b6dc-4ea4-9909-573993188ceb HTTP/1.1" status: 204 len: 168 time: 2.9299815 Oct 26 15:44:30.491041 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33606) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:30.509172 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-037e7851-ee84-40b0-952d-bbf6799430fb tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Request body: {'floatingip': {'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:30.514846 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-037e7851-ee84-40b0-952d-bbf6799430fb tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:30.519215 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-037e7851-ee84-40b0-952d-bbf6799430fb tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Usage tracker for resource:floatingip and tenant:763bb0e6a08046d4a60e05688edcc4e5 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:30.522374 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-037e7851-ee84-40b0-952d-bbf6799430fb tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:30.529439 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-037e7851-ee84-40b0-952d-bbf6799430fb tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:30.576776 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd06a8a2-531b-4283-83a6-abd0fc2073eb None None] Routers {'3eee7c75-ca59-45ec-b1d5-bf8cc635545f'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:44:30.577620 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-bd06a8a2-531b-4283-83a6-abd0fc2073eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:44:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['3eee7c75-ca59-45ec-b1d5-bf8cc635545f'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:30.599408 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-037e7851-ee84-40b0-952d-bbf6799430fb tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:30.787296 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-19baf26d-ec2d-47c8-8f3d-7e2a3eb6fcdd tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Allocated IP 172.20.0.11 (d8f14250-22cf-4a11-9481-ae7fced3b7b5/681a7821-b4bf-4dbd-9e8a-ecb5ac161e14/f62158b4-8e92-4bca-a81b-4eb72d775756) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:44:30.804275 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e6e72f5c-3149-4a50-a561-9dc1a2a2e052 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:30.827121 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-bd06a8a2-531b-4283-83a6-abd0fc2073eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:30.827530 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd06a8a2-531b-4283-83a6-abd0fc2073eb None None] The sync data for ids ['3eee7c75-ca59-45ec-b1d5-bf8cc635545f'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:44:30.840874 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc4d37-7889-4a8c-99e9-8839e6b422b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3f4780-a5ed-47d5-9077-f4f223cd0ea1,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:30.851571 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-897b5818-9e3b-4e1d-a666-9145026cf667 req-6750dc41-b3d9-4655-9825-a385e698396a tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Synchronizing usage tracker for tenant:3fa1ce7c495d47a7b8af796c383d23bd on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:44:30.913936 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8df03d8e-a4af-4512-893f-1094dae72724 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:30.941887 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6e72f5c-3149-4a50-a561-9dc1a2a2e052 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:44:30.944157 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-037e7851-ee84-40b0-952d-bbf6799430fb tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:31.063403 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-561f802a-07ff-40cf-86f5-347e0eb6fc21 None None] Port 64fb4876-bca4-4a95-a748-99997d4d5e25 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:31.144891 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df03d8e-a4af-4512-893f-1094dae72724 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Pushing event deleted for resources: {'Port': ['ID=c9121791-6501-4dfe-b1ef-b2aad6b21397,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:31.180150 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-20dc4d37-7889-4a8c-99e9-8839e6b422b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:31.181780 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-20dc4d37-7889-4a8c-99e9-8839e6b422b4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fb3f4780-a5ed-47d5-9077-f4f223cd0ea1 HTTP/1.1" status: 204 len: 168 time: 2.6241210 Oct 26 15:44:31.201700 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-897b5818-9e3b-4e1d-a666-9145026cf667 req-6750dc41-b3d9-4655-9825-a385e698396a tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Unset dirty status for tenant:3fa1ce7c495d47a7b8af796c383d23bd on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:44:31.202791 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-037e7851-ee84-40b0-952d-bbf6799430fb tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Allocated IP 172.26.2.48 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/330199fe-b6f9-4036-89d4-48fe15380f4a) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:44:31.218839 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-897b5818-9e3b-4e1d-a666-9145026cf667 req-6750dc41-b3d9-4655-9825-a385e698396a tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d4a168b-8414-4e0c-aafa-d048ee6f7683 HTTP/1.1" status: 200 len: 210 time: 0.9537265 Oct 26 15:44:31.221983 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e72f5c-3149-4a50-a561-9dc1a2a2e052 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac970b7-882d-4a29-8fa7-4dba18079fb1,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:31.285500 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-608f229c-c8f6-493f-b67f-7381f8a4a3db tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:31.307364 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e6e72f5c-3149-4a50-a561-9dc1a2a2e052 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:31.310520 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-e6e72f5c-3149-4a50-a561-9dc1a2a2e052 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Added segment fa493993-7a04-451f-b0e7-2ddf7d724df1 of type vlan for network ed4fe131-fa46-4b57-a343-e7828b931682 Oct 26 15:44:31.464919 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-037e7851-ee84-40b0-952d-bbf6799430fb tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:31.631005 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-6fdff18b-41e2-44d7-a7ea-cde8feb77b70 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:31.631005 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-6fdff18b-41e2-44d7-a7ea-cde8feb77b70 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.48 "GET /v2.0/networks?id=9e7f403d-8db4-413b-aaa2-82bc08b56467 HTTP/1.1" status: 200 len: 806 time: 2.4531376 Oct 26 15:44:31.631705 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-561f802a-07ff-40cf-86f5-347e0eb6fc21 None None] Attempt 6 to provision port 64fb4876-bca4-4a95-a748-99997d4d5e25 Oct 26 15:44:31.632183 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-608f229c-c8f6-493f-b67f-7381f8a4a3db tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:31.717438 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-561f802a-07ff-40cf-86f5-347e0eb6fc21 None None] Port 64fb4876-bca4-4a95-a748-99997d4d5e25 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:31.743836 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-948ab946-c637-40c4-8077-c3733ac33e68 req-f9372670-cabd-4df8-ad9b-d2c58b9bd79b tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e191253-b5f3-4002-95f2-06134a2c3e70 HTTP/1.1" status: 200 len: 210 time: 0.1726005 Oct 26 15:44:31.829990 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-037e7851-ee84-40b0-952d-bbf6799430fb tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:31.849374 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-608f229c-c8f6-493f-b67f-7381f8a4a3db tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:44:31.866497 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e6e72f5c-3149-4a50-a561-9dc1a2a2e052 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:31.895605 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f229c-c8f6-493f-b67f-7381f8a4a3db tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=293d1659-82be-4091-8565-763d5d523bce,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:31.912015 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-f7be35ad-eef6-49d1-95af-6f5daf71a842 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d1979e8b1384c06a2335dbdad38722e HTTP/1.1" status: 200 len: 379 time: 0.3081348 Oct 26 15:44:31.931663 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-608f229c-c8f6-493f-b67f-7381f8a4a3db tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:31.932253 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-608f229c-c8f6-493f-b67f-7381f8a4a3db tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Added segment 2ff55312-fcdf-453d-8bd9-47b629b75cd4 of type vlan for network f810e159-a5e8-4c86-8cec-5d909fe013dd Oct 26 15:44:31.940462 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-f9b74299-ee0a-4df0-a285-d9e54050512a tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Request body: {'port': {'device_id': '2e191253-b5f3-4002-95f2-06134a2c3e70', 'network_id': '9e7f403d-8db4-413b-aaa2-82bc08b56467', 'admin_state_up': True, 'tenant_id': '0d1979e8b1384c06a2335dbdad38722e', 'security_groups': ['16fb894e-acc2-46d5-b200-5c9b4d7d52ad']}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:32.016184 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-03f0e02d-620e-4841-a47f-7d799b980947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:32.019875 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e7851-ee84-40b0-952d-bbf6799430fb tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Pushing event updated for resources: {'Port': ['ID=330199fe-b6f9-4036-89d4-48fe15380f4a,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:32.033792 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037e7851-ee84-40b0-952d-bbf6799430fb tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:44:32.035364 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-037e7851-ee84-40b0-952d-bbf6799430fb tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:44:32.037756 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037e7851-ee84-40b0-952d-bbf6799430fb tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:44:32.197052 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-037e7851-ee84-40b0-952d-bbf6799430fb tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:32.219074 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-561f802a-07ff-40cf-86f5-347e0eb6fc21 None None] Attempt 7 to provision port 64fb4876-bca4-4a95-a748-99997d4d5e25 Oct 26 15:44:32.226799 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.db.resource_extend [None req-e6e72f5c-3149-4a50-a561-9dc1a2a2e052 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 15:44:32.329430 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-561f802a-07ff-40cf-86f5-347e0eb6fc21 None None] Port 64fb4876-bca4-4a95-a748-99997d4d5e25 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:32.490045 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-19baf26d-ec2d-47c8-8f3d-7e2a3eb6fcdd tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:32.712619 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33618) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:32.773457 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-f9b74299-ee0a-4df0-a285-d9e54050512a tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:32.773970 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-d23c06c5-8374-4850-9a36-d3d3c1018995 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Request body: {'subnet': {'network_id': '9d0640d1-fa74-45ef-9bb9-256302ead785', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:32.774089 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-608f229c-c8f6-493f-b67f-7381f8a4a3db tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:32.774089 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2b8008fc-303a-4da1-bc9b-32de18846a60 req-0b3c30bd-b151-4da0-88af-52a6eef7136b tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d4a168b-8414-4e0c-aafa-d048ee6f7683 HTTP/1.1" status: 200 len: 210 time: 0.3026931 Oct 26 15:44:32.774265 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-037e7851-ee84-40b0-952d-bbf6799430fb tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:32.774348 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-19baf26d-ec2d-47c8-8f3d-7e2a3eb6fcdd tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Transition to ACTIVE for port object f62158b4-8e92-4bca-a81b-4eb72d775756 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:44:32.774348 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-f9b74299-ee0a-4df0-a285-d9e54050512a tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:32.812538 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8df03d8e-a4af-4512-893f-1094dae72724 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:32.830726 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-561f802a-07ff-40cf-86f5-347e0eb6fc21 None None] Attempt 8 to provision port 64fb4876-bca4-4a95-a748-99997d4d5e25 Oct 26 15:44:32.835284 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-8df03d8e-a4af-4512-893f-1094dae72724 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] 10.222.0.23 "DELETE /v2.0/ports/c9121791-6501-4dfe-b1ef-b2aad6b21397 HTTP/1.1" status: 204 len: 168 time: 4.5954201 Oct 26 15:44:32.844266 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33624) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:32.903507 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-94aa4a22-ab23-43a1-a45a-fa29781a6099 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] GET failed (client error): The resource could not be found. Oct 26 15:44:32.904047 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-94aa4a22-ab23-43a1-a45a-fa29781a6099 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Synchronizing usage tracker for tenant:b428e3fc7ae94183b7e4462eb47a28df on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:44:32.920368 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33628) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:32.946257 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-561f802a-07ff-40cf-86f5-347e0eb6fc21 None None] Port 64fb4876-bca4-4a95-a748-99997d4d5e25 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:32.966457 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e6e72f5c-3149-4a50-a561-9dc1a2a2e052 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:32.967563 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e72f5c-3149-4a50-a561-9dc1a2a2e052 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:32.968224 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e6e72f5c-3149-4a50-a561-9dc1a2a2e052 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:33.071863 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-19baf26d-ec2d-47c8-8f3d-7e2a3eb6fcdd tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:33.073560 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-f9b74299-ee0a-4df0-a285-d9e54050512a tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Made reservation on behalf of 0d1979e8b1384c06a2335dbdad38722e for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:44:33.077218 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-f9b74299-ee0a-4df0-a285-d9e54050512a tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:33.087479 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-94aa4a22-ab23-43a1-a45a-fa29781a6099 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Unset dirty status for tenant:b428e3fc7ae94183b7e4462eb47a28df on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:44:33.092109 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-94aa4a22-ab23-43a1-a45a-fa29781a6099 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] 10.222.0.23 "GET /v2.0/ports/c9121791-6501-4dfe-b1ef-b2aad6b21397 HTTP/1.1" status: 404 len: 333 time: 0.2426448 Oct 26 15:44:33.092109 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-608f229c-c8f6-493f-b67f-7381f8a4a3db tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:33.096148 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608f229c-c8f6-493f-b67f-7381f8a4a3db tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:33.096810 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-608f229c-c8f6-493f-b67f-7381f8a4a3db tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:33.106235 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-5675faea-0128-42a3-b19a-853f22008565 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f53eeae28d7d4e20ae28d18889f32e5b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1818027 Oct 26 15:44:33.110168 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33632) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:33.110655 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33634) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:33.196452 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-4e55a468-918c-4980-bde0-9fc6c19b14dd req-b9af3a36-d8df-4865-9123-57074d9e3a69 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e191253-b5f3-4002-95f2-06134a2c3e70 HTTP/1.1" status: 200 len: 210 time: 0.2243168 Oct 26 15:44:33.293597 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e72f5c-3149-4a50-a561-9dc1a2a2e052 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Pushing event updated for resources: {'Network': ['ID=ed4fe131-fa46-4b57-a343-e7828b931682,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:33.306841 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d23c06c5-8374-4850-9a36-d3d3c1018995 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:33.312693 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network ed4fe131-fa46-4b57-a343-e7828b931682 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:44:33.320445 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d23c06c5-8374-4850-9a36-d3d3c1018995 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Usage tracker for resource:subnet and tenant:6f0d38334d4a4e64b4b1664e1c9ebc7b is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:33.326063 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d23c06c5-8374-4850-9a36-d3d3c1018995 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:33.336768 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d23c06c5-8374-4850-9a36-d3d3c1018995 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:33.344107 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-19baf26d-ec2d-47c8-8f3d-7e2a3eb6fcdd tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Network d8f14250-22cf-4a11-9481-ae7fced3b7b5 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:44:33.390818 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-e6e72f5c-3149-4a50-a561-9dc1a2a2e052 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 5.2016757 Oct 26 15:44:33.390818 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-608f229c-c8f6-493f-b67f-7381f8a4a3db tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 5.6112573 Oct 26 15:44:33.390818 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-19baf26d-ec2d-47c8-8f3d-7e2a3eb6fcdd tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:44:33.391205 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33640) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:33.391205 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33642) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:33.400424 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-3970db16-439d-4f79-aa36-c1e466cdd19e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'subnet': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:33.452014 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-561f802a-07ff-40cf-86f5-347e0eb6fc21 None None] Attempt 9 to provision port 64fb4876-bca4-4a95-a748-99997d4d5e25 Oct 26 15:44:33.466120 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23c06c5-8374-4850-9a36-d3d3c1018995 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Made reservation on behalf of 6f0d38334d4a4e64b4b1664e1c9ebc7b for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:44:33.486438 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d23c06c5-8374-4850-9a36-d3d3c1018995 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:33.585369 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-561f802a-07ff-40cf-86f5-347e0eb6fc21 None None] Port 64fb4876-bca4-4a95-a748-99997d4d5e25 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:33.648112 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-19baf26d-ec2d-47c8-8f3d-7e2a3eb6fcdd tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:44:33.663084 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-037e7851-ee84-40b0-952d-bbf6799430fb tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:33.735914 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19baf26d-ec2d-47c8-8f3d-7e2a3eb6fcdd tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Pushing event updated for resources: {'Port': ['ID=f62158b4-8e92-4bca-a81b-4eb72d775756,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:33.749471 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-58a97035-2feb-4a42-a2f7-de3d53eec4d7 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Deleting port edc1a4ef-3f46-4872-b233-90a42681b5fb {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:44:33.749815 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-58a97035-2feb-4a42-a2f7-de3d53eec4d7 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:33.853216 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-037e7851-ee84-40b0-952d-bbf6799430fb tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:33.921351 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f229c-c8f6-493f-b67f-7381f8a4a3db tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Network': ['ID=f810e159-a5e8-4c86-8cec-5d909fe013dd,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:33.933301 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:44:33.946599 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-55a2e109-759f-49bb-9069-1981967ce54e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:34.043258 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-19baf26d-ec2d-47c8-8f3d-7e2a3eb6fcdd tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:34.043941 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-19baf26d-ec2d-47c8-8f3d-7e2a3eb6fcdd tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:34.065268 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e7851-ee84-40b0-952d-bbf6799430fb tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Pushing event updated for resources: {'Port': ['ID=330199fe-b6f9-4036-89d4-48fe15380f4a,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:34.102419 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-561f802a-07ff-40cf-86f5-347e0eb6fc21 None None] Attempt 10 to provision port 64fb4876-bca4-4a95-a748-99997d4d5e25 Oct 26 15:44:34.171499 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-55a2e109-759f-49bb-9069-1981967ce54e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:34.210904 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-561f802a-07ff-40cf-86f5-347e0eb6fc21 None None] Port 64fb4876-bca4-4a95-a748-99997d4d5e25 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:34.234417 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-01167f73-aea7-42bf-9087-7ce8a5e05fb1 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:34.238907 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-f9b74299-ee0a-4df0-a285-d9e54050512a tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Allocated IP 172.20.0.12 (9e7f403d-8db4-413b-aaa2-82bc08b56467/72ee322a-5d33-41d0-8bec-3239be73d48d/acc2f964-cb45-4af0-9d4f-0a2275d74837) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:44:34.266283 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-037e7851-ee84-40b0-952d-bbf6799430fb tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:34.326140 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-3970db16-439d-4f79-aa36-c1e466cdd19e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:34.330323 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-52ffad40-8c79-4101-96d1-4f63e039d13f None None] Could not find standard attr ID for object c9121791-6501-4dfe-b1ef-b2aad6b21397. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:44:34.330819 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-19baf26d-ec2d-47c8-8f3d-7e2a3eb6fcdd tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.8064249 Oct 26 15:44:34.341174 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b6cf44a3-8c4a-46ff-a24b-51cfc1965a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:34.344678 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-3970db16-439d-4f79-aa36-c1e466cdd19e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Usage tracker for resource:subnet and tenant:cde0b70c42f24e8e94f9303758760038 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:34.349525 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-3970db16-439d-4f79-aa36-c1e466cdd19e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:34.362574 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-3970db16-439d-4f79-aa36-c1e466cdd19e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:34.379206 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-a153d8bd-be52-4c51-9ead-5fbb48605f70 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=89748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:44:34.382341 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-a153d8bd-be52-4c51-9ead-5fbb48605f70 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103004 Oct 26 15:44:34.442000 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-52ffad40-8c79-4101-96d1-4f63e039d13f None None] Provisioning for port f62158b4-8e92-4bca-a81b-4eb72d775756 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:44:34.451393 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-52ffad40-8c79-4101-96d1-4f63e039d13f None None] Provisioning complete for port f62158b4-8e92-4bca-a81b-4eb72d775756 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:44:34.453244 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-52ffad40-8c79-4101-96d1-4f63e039d13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:34.454243 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-52ffad40-8c79-4101-96d1-4f63e039d13f None None] Attempt 1 to provision port f62158b4-8e92-4bca-a81b-4eb72d775756 Oct 26 15:44:34.484327 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8eeb3f-283b-47ec-a49a-a494af3dd999 req-7be7d3ab-e996-441c-8ec4-88bb7cc8e45b tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:34.498613 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4b8eeb3f-283b-47ec-a49a-a494af3dd999 req-7be7d3ab-e996-441c-8ec4-88bb7cc8e45b tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d4a168b-8414-4e0c-aafa-d048ee6f7683 HTTP/1.1" status: 200 len: 932 time: 0.5619609 Oct 26 15:44:34.515484 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-037e7851-ee84-40b0-952d-bbf6799430fb tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:34.515484 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-037e7851-ee84-40b0-952d-bbf6799430fb tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0228243 Oct 26 15:44:34.542668 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33652) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:34.551175 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-01167f73-aea7-42bf-9087-7ce8a5e05fb1 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:34.586184 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-52ffad40-8c79-4101-96d1-4f63e039d13f None None] Port f62158b4-8e92-4bca-a81b-4eb72d775756 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:34.618540 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3970db16-439d-4f79-aa36-c1e466cdd19e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:44:34.624309 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3970db16-439d-4f79-aa36-c1e466cdd19e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:34.668900 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-58a97035-2feb-4a42-a2f7-de3d53eec4d7 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:34.671603 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-01167f73-aea7-42bf-9087-7ce8a5e05fb1 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed4fe131-fa46-4b57-a343-e7828b931682']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:34.736745 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-302a7362-d9f4-4e9a-9d44-956ff6b72b96 req-c8b58f1a-e418-4cb6-a515-e99c776f59a5 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e191253-b5f3-4002-95f2-06134a2c3e70 HTTP/1.1" status: 200 len: 210 time: 0.1961026 Oct 26 15:44:34.773361 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-01167f73-aea7-42bf-9087-7ce8a5e05fb1 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa493993-7a04-451f-b0e7-2ddf7d724df1') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:34.773667 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-01167f73-aea7-42bf-9087-7ce8a5e05fb1 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa493993-7a04-451f-b0e7-2ddf7d724df1') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:34.794638 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-01167f73-aea7-42bf-9087-7ce8a5e05fb1 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:34.822293 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-01167f73-aea7-42bf-9087-7ce8a5e05fb1 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:34.832187 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01167f73-aea7-42bf-9087-7ce8a5e05fb1 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:44:34.832593 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-01167f73-aea7-42bf-9087-7ce8a5e05fb1 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:34.870828 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-55a2e109-759f-49bb-9069-1981967ce54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:34.906387 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment fa493993-7a04-451f-b0e7-2ddf7d724df1 resource provider aggregate not found Oct 26 15:44:34.939499 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment fa493993-7a04-451f-b0e7-2ddf7d724df1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa493993-7a04-451f-b0e7-2ddf7d724df1 found for delete ", "request_id": "req-2b6b9402-67e4-49f2-a8d3-f7fae4331687"}]} Oct 26 15:44:35.052920 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d23c06c5-8374-4850-9a36-d3d3c1018995 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:35.087863 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-67b08aec-a921-476c-969a-69bd5c34e241 tempest-FloatingIPAdminTestJSON-949367345 tempest-FloatingIPAdminTestJSON-949367345-project] Request body: {'floatingip': {'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:35.093761 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-67b08aec-a921-476c-969a-69bd5c34e241 tempest-FloatingIPAdminTestJSON-949367345 tempest-FloatingIPAdminTestJSON-949367345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:35.098212 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-67b08aec-a921-476c-969a-69bd5c34e241 tempest-FloatingIPAdminTestJSON-949367345 tempest-FloatingIPAdminTestJSON-949367345-project] Usage tracker for resource:floatingip and tenant:055bf18218d9454d8e9a396a9c0847f0 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:35.101604 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-67b08aec-a921-476c-969a-69bd5c34e241 tempest-FloatingIPAdminTestJSON-949367345 tempest-FloatingIPAdminTestJSON-949367345-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:35.109147 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-52ffad40-8c79-4101-96d1-4f63e039d13f None None] Attempt 2 to provision port f62158b4-8e92-4bca-a81b-4eb72d775756 Oct 26 15:44:35.111996 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-01167f73-aea7-42bf-9087-7ce8a5e05fb1 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:35.119060 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-58a97035-2feb-4a42-a2f7-de3d53eec4d7 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Calling delete_port for edc1a4ef-3f46-4872-b233-90a42681b5fb owned by {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:44:35.129834 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01167f73-aea7-42bf-9087-7ce8a5e05fb1 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ed4fe131-fa46-4b57-a343-e7828b931682 {{(pid=89747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 26 15:44:35.132978 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-01167f73-aea7-42bf-9087-7ce8a5e05fb1 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:35.150110 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a2e109-759f-49bb-9069-1981967ce54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1170ee92-c1ee-4dbb-8264-ef429bff9574,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:35.163213 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-01167f73-aea7-42bf-9087-7ce8a5e05fb1 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] 10.222.0.23 "DELETE /v2.0/networks/ed4fe131-fa46-4b57-a343-e7828b931682 HTTP/1.1" status: 204 len: 168 time: 1.7680211 Oct 26 15:44:35.166498 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33668) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:35.167835 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4b8eeb3f-283b-47ec-a49a-a494af3dd999 req-b1bb6dae-b7da-4aba-a91d-ba62fd62e47e tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d292d6b-50fe-4127-8949-883291b1e0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6676171 Oct 26 15:44:35.177433 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-b87785fb-9fae-4993-82b9-0be8a18c1066 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:35.192987 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-b1baa639-bfd4-4980-8034-3ba50861dfe3 service neutron] Request body: {'port': {'device_id': '8d4a168b-8414-4e0c-aafa-d048ee6f7683', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8627'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:35.211091 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b87785fb-9fae-4993-82b9-0be8a18c1066 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:35.222749 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01167f73-aea7-42bf-9087-7ce8a5e05fb1 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Pushing event deleted for resources: {'Network': ['ID=ed4fe131-fa46-4b57-a343-e7828b931682,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:35.228028 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-67b08aec-a921-476c-969a-69bd5c34e241 tempest-FloatingIPAdminTestJSON-949367345 tempest-FloatingIPAdminTestJSON-949367345-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:35.231237 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23c06c5-8374-4850-9a36-d3d3c1018995 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Checking segment: {'id': '9caea4bc-cf40-4f83-b7e5-7a728a3c0f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9d0640d1-fa74-45ef-9bb9-256302ead785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:44:35.231647 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23c06c5-8374-4850-9a36-d3d3c1018995 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Network hostable DHCP agents. Network: 9d0640d1-fa74-45ef-9bb9-256302ead785, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:44:35.235061 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-52ffad40-8c79-4101-96d1-4f63e039d13f None None] Port f62158b4-8e92-4bca-a81b-4eb72d775756 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:35.236776 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3970db16-439d-4f79-aa36-c1e466cdd19e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:35.244669 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b87785fb-9fae-4993-82b9-0be8a18c1066 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Usage tracker for resource:network and tenant:8fa3647a8c0c45a8af5293d0359eaa97 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:35.251464 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c06c5-8374-4850-9a36-d3d3c1018995 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event updated for resources: {'Subnet': ['ID=285af4d8-5380-45bd-913c-17bcea57fca8,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:35.300507 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b87785fb-9fae-4993-82b9-0be8a18c1066 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:35.312435 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-55a2e109-759f-49bb-9069-1981967ce54e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:35.316314 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-55a2e109-759f-49bb-9069-1981967ce54e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1170ee92-c1ee-4dbb-8264-ef429bff9574 HTTP/1.1" status: 204 len: 168 time: 2.1541388 Oct 26 15:44:35.331552 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b87785fb-9fae-4993-82b9-0be8a18c1066 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:35.406758 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:35.422820 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3970db16-439d-4f79-aa36-c1e466cdd19e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Subnet': ['ID=d043894e-2568-436c-85bd-24b113890a61,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:35.489667 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3970db16-439d-4f79-aa36-c1e466cdd19e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Checking segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:44:35.494868 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3970db16-439d-4f79-aa36-c1e466cdd19e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network hostable DHCP agents. Network: f810e159-a5e8-4c86-8cec-5d909fe013dd, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:44:35.499483 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-f9b74299-ee0a-4df0-a285-d9e54050512a tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:35.502239 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:35.506967 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-b1baa639-bfd4-4980-8034-3ba50861dfe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:35.559741 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23c06c5-8374-4850-9a36-d3d3c1018995 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Network 9d0640d1-fa74-45ef-9bb9-256302ead785 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:44:35.580830 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87785fb-9fae-4993-82b9-0be8a18c1066 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Made reservation on behalf of 8fa3647a8c0c45a8af5293d0359eaa97 for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:44:35.583759 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b87785fb-9fae-4993-82b9-0be8a18c1066 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:35.626025 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-67b08aec-a921-476c-969a-69bd5c34e241 tempest-FloatingIPAdminTestJSON-949367345 tempest-FloatingIPAdminTestJSON-949367345-project] Notify callbacks [] for floatingip, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:35.646064 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-f9b74299-ee0a-4df0-a285-d9e54050512a tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Transition to ACTIVE for port object acc2f964-cb45-4af0-9d4f-0a2275d74837 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:44:35.653551 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b87785fb-9fae-4993-82b9-0be8a18c1066 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:44:35.668930 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b87785fb-9fae-4993-82b9-0be8a18c1066 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:35.669282 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-b87785fb-9fae-4993-82b9-0be8a18c1066 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Added segment 3a7b627f-aedd-42d6-97fe-f20fecade7f7 of type vlan for network a48a7a57-71ab-4d9c-87a9-4fb94de9f94b Oct 26 15:44:35.723768 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3970db16-439d-4f79-aa36-c1e466cdd19e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:44:35.728845 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b87785fb-9fae-4993-82b9-0be8a18c1066 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:35.736395 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-52ffad40-8c79-4101-96d1-4f63e039d13f None None] Attempt 3 to provision port f62158b4-8e92-4bca-a81b-4eb72d775756 Oct 26 15:44:35.818105 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-d23c06c5-8374-4850-9a36-d3d3c1018995 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 9d0640d1-fa74-45ef-9bb9-256302ead785) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:44:35.851679 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-52ffad40-8c79-4101-96d1-4f63e039d13f None None] Port f62158b4-8e92-4bca-a81b-4eb72d775756 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:35.853727 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da28299-7cf3-424b-ab6b-f05e81bcbd36 None None] Network 9d0640d1-fa74-45ef-9bb9-256302ead785 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:44:35.856644 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23c06c5-8374-4850-9a36-d3d3c1018995 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:35.857251 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d23c06c5-8374-4850-9a36-d3d3c1018995 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:35.896804 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-3970db16-439d-4f79-aa36-c1e466cdd19e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, f810e159-a5e8-4c86-8cec-5d909fe013dd) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:44:35.912902 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3970db16-439d-4f79-aa36-c1e466cdd19e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:35.913501 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3970db16-439d-4f79-aa36-c1e466cdd19e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:35.972556 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b87785fb-9fae-4993-82b9-0be8a18c1066 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:35.973568 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87785fb-9fae-4993-82b9-0be8a18c1066 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:35.974152 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b87785fb-9fae-4993-82b9-0be8a18c1066 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:36.183223 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d989e9-1591-4324-a527-a99c5e9ae3c2 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:44:36.362593 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-52ffad40-8c79-4101-96d1-4f63e039d13f None None] Attempt 4 to provision port f62158b4-8e92-4bca-a81b-4eb72d775756 Oct 26 15:44:36.421247 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d23c06c5-8374-4850-9a36-d3d3c1018995 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.7073324 Oct 26 15:44:36.424092 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33686) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:36.442708 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-3970db16-439d-4f79-aa36-c1e466cdd19e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0524118 Oct 26 15:44:36.455404 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33690) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:36.459894 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-2ca10746-b858-4d0e-b477-0fc92d73d149 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-340558654'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:36.479933 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-79f1639f-7267-44e5-b2ae-068602c238bc req-33ae853a-7018-4d2a-892f-83d983a4208a tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e191253-b5f3-4002-95f2-06134a2c3e70 HTTP/1.1" status: 200 len: 210 time: 0.4152493 Oct 26 15:44:36.496354 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-cfb97c66-5197-48ac-b7d0-56b2e2aba780 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'port': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'name': 'tempest-NetworksTestDHCPv6-1041422308'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:36.513975 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-2ca10746-b858-4d0e-b477-0fc92d73d149 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:36.521091 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87785fb-9fae-4993-82b9-0be8a18c1066 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Pushing event updated for resources: {'Network': ['ID=a48a7a57-71ab-4d9c-87a9-4fb94de9f94b,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:36.573947 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b87785fb-9fae-4993-82b9-0be8a18c1066 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.4007792 Oct 26 15:44:36.580112 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-2ca10746-b858-4d0e-b477-0fc92d73d149 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Usage tracker for resource:network and tenant:6f0d38334d4a4e64b4b1664e1c9ebc7b is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:36.583476 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33696) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:36.586971 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network a48a7a57-71ab-4d9c-87a9-4fb94de9f94b details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:44:36.596159 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-2ca10746-b858-4d0e-b477-0fc92d73d149 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:36.602033 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-6fdfd001-c7fe-45fd-a7fc-e1e92b02711b tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Request body: {'subnet': {'network_id': 'a48a7a57-71ab-4d9c-87a9-4fb94de9f94b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:36.614646 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-6fdfd001-c7fe-45fd-a7fc-e1e92b02711b tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:36.617479 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-2ca10746-b858-4d0e-b477-0fc92d73d149 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:36.634035 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-6fdfd001-c7fe-45fd-a7fc-e1e92b02711b tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Usage tracker for resource:subnet and tenant:8fa3647a8c0c45a8af5293d0359eaa97 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:36.641799 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-6fdfd001-c7fe-45fd-a7fc-e1e92b02711b tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:36.665564 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-6fdfd001-c7fe-45fd-a7fc-e1e92b02711b tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:36.701310 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-58a97035-2feb-4a42-a2f7-de3d53eec4d7 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:36.726342 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca10746-b858-4d0e-b477-0fc92d73d149 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Made reservation on behalf of 6f0d38334d4a4e64b4b1664e1c9ebc7b for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:44:36.730317 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2ca10746-b858-4d0e-b477-0fc92d73d149 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:36.789433 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-cfb97c66-5197-48ac-b7d0-56b2e2aba780 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:36.805894 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ca10746-b858-4d0e-b477-0fc92d73d149 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:44:36.817090 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2ca10746-b858-4d0e-b477-0fc92d73d149 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:36.817493 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-2ca10746-b858-4d0e-b477-0fc92d73d149 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Added segment 855fb5a8-28d6-469e-b41f-e175784ea9a5 of type vlan for network e1cfa331-0600-4815-94e0-5e9afe4a8491 Oct 26 15:44:36.921507 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2ca10746-b858-4d0e-b477-0fc92d73d149 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:36.923141 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a97035-2feb-4a42-a2f7-de3d53eec4d7 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Pushing event deleted for resources: {'Port': ['ID=edc1a4ef-3f46-4872-b233-90a42681b5fb,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:36.923247 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-cfb97c66-5197-48ac-b7d0-56b2e2aba780 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Usage tracker for resource:port and tenant:cde0b70c42f24e8e94f9303758760038 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:36.923247 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-cfb97c66-5197-48ac-b7d0-56b2e2aba780 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:36.923247 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-cfb97c66-5197-48ac-b7d0-56b2e2aba780 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:36.937069 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-52ffad40-8c79-4101-96d1-4f63e039d13f None None] Port f62158b4-8e92-4bca-a81b-4eb72d775756 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:36.937069 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8beb64-1361-4ac2-9a86-1e1d7094ca49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-f810e159-a5e8-4c86-8cec-5d909fe013dd', 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'tenant_id': 'cde0b70c42f24e8e94f9303758760038', 'fixed_ips': [{'subnet_id': 'd043894e-2568-436c-85bd-24b113890a61'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:44:36.937069 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-8f8beb64-1361-4ac2-9a86-1e1d7094ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:36.937379 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-b1baa639-bfd4-4980-8034-3ba50861dfe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f62158b4-8e92-4bca-a81b-4eb72d775756 {{(pid=89748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:44:36.947696 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18331024-5d4f-4285-90b7-be4b8e2a3097 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-9d0640d1-fa74-45ef-9bb9-256302ead785', 'network_id': '9d0640d1-fa74-45ef-9bb9-256302ead785', 'tenant_id': '6f0d38334d4a4e64b4b1664e1c9ebc7b', 'fixed_ips': [{'subnet_id': '285af4d8-5380-45bd-913c-17bcea57fca8'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:44:36.949566 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-18331024-5d4f-4285-90b7-be4b8e2a3097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:37.012367 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-b1baa639-bfd4-4980-8034-3ba50861dfe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:37.080557 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2ca10746-b858-4d0e-b477-0fc92d73d149 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:37.087863 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca10746-b858-4d0e-b477-0fc92d73d149 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:37.088489 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2ca10746-b858-4d0e-b477-0fc92d73d149 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:37.090770 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-f9b74299-ee0a-4df0-a285-d9e54050512a tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:37.093104 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-b1baa639-bfd4-4980-8034-3ba50861dfe3 service neutron] Transition to ACTIVE for port object f62158b4-8e92-4bca-a81b-4eb72d775756 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:44:37.139372 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb97c66-5197-48ac-b7d0-56b2e2aba780 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:44:37.157304 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:37.158369 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cfb97c66-5197-48ac-b7d0-56b2e2aba780 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:37.170270 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fdfd001-c7fe-45fd-a7fc-e1e92b02711b tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Made reservation on behalf of 8fa3647a8c0c45a8af5293d0359eaa97 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:44:37.175463 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6fdfd001-c7fe-45fd-a7fc-e1e92b02711b tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:37.326721 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-f9b74299-ee0a-4df0-a285-d9e54050512a tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Network 9e7f403d-8db4-413b-aaa2-82bc08b56467 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:44:37.329001 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-58a97035-2feb-4a42-a2f7-de3d53eec4d7 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:37.337712 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-f9b74299-ee0a-4df0-a285-d9e54050512a tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:44:37.369414 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d5c880-e14d-46a6-9d96-783c6bb48895 req-99007c15-339f-4cab-b5e1-7bd193cdab70 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:37.369414 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-20d5c880-e14d-46a6-9d96-783c6bb48895 req-99007c15-339f-4cab-b5e1-7bd193cdab70 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d4a168b-8414-4e0c-aafa-d048ee6f7683 HTTP/1.1" status: 200 len: 932 time: 0.7522664 Oct 26 15:44:37.374309 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-f9b74299-ee0a-4df0-a285-d9e54050512a tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:44:37.413012 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-b1baa639-bfd4-4980-8034-3ba50861dfe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:37.457664 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-52ffad40-8c79-4101-96d1-4f63e039d13f None None] Attempt 5 to provision port f62158b4-8e92-4bca-a81b-4eb72d775756 Oct 26 15:44:37.478600 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-cfb97c66-5197-48ac-b7d0-56b2e2aba780 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] device_id is not set on port 8bf186eb-b5b0-4dea-a31e-f0b499352765 yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:44:37.542706 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-2ca10746-b858-4d0e-b477-0fc92d73d149 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0982440 Oct 26 15:44:37.552574 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-67b08aec-a921-476c-969a-69bd5c34e241 tempest-FloatingIPAdminTestJSON-949367345 tempest-FloatingIPAdminTestJSON-949367345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:37.577201 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33710) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:37.598891 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b74299-ee0a-4df0-a285-d9e54050512a tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Pushing event updated for resources: {'Port': ['ID=acc2f964-cb45-4af0-9d4f-0a2275d74837,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:37.629221 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-4996684a-7ab2-49f9-8225-0bdb782b3b23 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Request body: {'subnet': {'network_id': 'e1cfa331-0600-4815-94e0-5e9afe4a8491', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:37.631119 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-8f8beb64-1361-4ac2-9a86-1e1d7094ca49 None None] Allocated IP 2001:db8::2 (f810e159-a5e8-4c86-8cec-5d909fe013dd/d043894e-2568-436c-85bd-24b113890a61/ce1c7722-719d-4ae6-b928-8401dd5417d1) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:44:37.717649 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-52ffad40-8c79-4101-96d1-4f63e039d13f None None] Port f62158b4-8e92-4bca-a81b-4eb72d775756 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:37.739212 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca10746-b858-4d0e-b477-0fc92d73d149 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event updated for resources: {'Network': ['ID=e1cfa331-0600-4815-94e0-5e9afe4a8491,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:37.794520 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33714) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:37.818907 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-58a97035-2feb-4a42-a2f7-de3d53eec4d7 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] 10.222.0.23 "DELETE /v2.0/ports/edc1a4ef-3f46-4872-b233-90a42681b5fb HTTP/1.1" status: 204 len: 168 time: 4.6504633 Oct 26 15:44:37.829621 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network e1cfa331-0600-4815-94e0-5e9afe4a8491 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:44:37.830567 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33718) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:37.892972 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-20d5c880-e14d-46a6-9d96-783c6bb48895 req-7dda98a5-9f19-46f5-b877-936f2f3aea62 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d292d6b-50fe-4127-8949-883291b1e0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3685486 Oct 26 15:44:37.909740 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-f9b74299-ee0a-4df0-a285-d9e54050512a tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:37.910754 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-f9b74299-ee0a-4df0-a285-d9e54050512a tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:38.078344 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-18331024-5d4f-4285-90b7-be4b8e2a3097 None None] Allocated IP 2001:db8:0:ffff::2 (9d0640d1-fa74-45ef-9bb9-256302ead785/285af4d8-5380-45bd-913c-17bcea57fca8/768023ef-d150-4e73-b24c-c6aa0ea7498f) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:44:38.129504 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1baa639-bfd4-4980-8034-3ba50861dfe3 service neutron] Pushing event updated for resources: {'Port': ['ID=f62158b4-8e92-4bca-a81b-4eb72d775756,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:38.183612 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-172fa4d5-8a95-41ea-a5d2-20e39086e9c9 tempest-NetworksNegativeTestJSON-1378155141 tempest-NetworksNegativeTestJSON-1378155141-project] Request body: {'port': {'network_id': '17048701-41ff-4220-9888-4392eab2828e', 'name': 'tempest-NetworksNegativeTestJSON-617834168'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:38.219571 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-52ffad40-8c79-4101-96d1-4f63e039d13f None None] Attempt 6 to provision port f62158b4-8e92-4bca-a81b-4eb72d775756 Oct 26 15:44:38.234496 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8d6179d-c645-4708-961c-4abdbfcdde3d tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] GET failed (client error): The resource could not be found. Oct 26 15:44:38.235621 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b8d6179d-c645-4708-961c-4abdbfcdde3d tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Synchronizing usage tracker for tenant:b428e3fc7ae94183b7e4462eb47a28df on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:44:38.240927 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-172fa4d5-8a95-41ea-a5d2-20e39086e9c9 tempest-NetworksNegativeTestJSON-1378155141 tempest-NetworksNegativeTestJSON-1378155141-project] POST failed (client error): The resource could not be found. Oct 26 15:44:38.241395 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-172fa4d5-8a95-41ea-a5d2-20e39086e9c9 tempest-NetworksNegativeTestJSON-1378155141 tempest-NetworksNegativeTestJSON-1378155141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:44:38.242550 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-172fa4d5-8a95-41ea-a5d2-20e39086e9c9 tempest-NetworksNegativeTestJSON-1378155141 tempest-NetworksNegativeTestJSON-1378155141-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4446535 Oct 26 15:44:38.249397 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33724) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:38.258009 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4996684a-7ab2-49f9-8225-0bdb782b3b23 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:38.292552 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-67b08aec-a921-476c-969a-69bd5c34e241 tempest-FloatingIPAdminTestJSON-949367345 tempest-FloatingIPAdminTestJSON-949367345-project] Allocated IP 172.26.2.150 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/1ae55688-b702-46bc-81cc-8605b328e053) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:44:38.321985 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4996684a-7ab2-49f9-8225-0bdb782b3b23 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Usage tracker for resource:subnet and tenant:6f0d38334d4a4e64b4b1664e1c9ebc7b is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:38.334174 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4996684a-7ab2-49f9-8225-0bdb782b3b23 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:38.342885 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca440c3e-9916-423a-9b35-94fae5646f65 tempest-NetworksNegativeTestJSON-1378155141 tempest-NetworksNegativeTestJSON-1378155141-project] DELETE failed (client error): The resource could not be found. Oct 26 15:44:38.344628 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca440c3e-9916-423a-9b35-94fae5646f65 tempest-NetworksNegativeTestJSON-1378155141 tempest-NetworksNegativeTestJSON-1378155141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:44:38.355993 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4996684a-7ab2-49f9-8225-0bdb782b3b23 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:38.456938 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ca440c3e-9916-423a-9b35-94fae5646f65 tempest-NetworksNegativeTestJSON-1378155141 tempest-NetworksNegativeTestJSON-1378155141-project] 10.222.0.23 "DELETE /v2.0/networks/1aeec1f2-6b91-4f00-b6a7-f903cdfe6cd6 HTTP/1.1" status: 404 len: 339 time: 0.1964772 Oct 26 15:44:38.487993 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33728) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:38.490060 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-52ffad40-8c79-4101-96d1-4f63e039d13f None None] Port f62158b4-8e92-4bca-a81b-4eb72d775756 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:38.539362 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b8d6179d-c645-4708-961c-4abdbfcdde3d tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Unset dirty status for tenant:b428e3fc7ae94183b7e4462eb47a28df on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:44:38.545938 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b8d6179d-c645-4708-961c-4abdbfcdde3d tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] 10.222.0.23 "GET /v2.0/ports/edc1a4ef-3f46-4872-b233-90a42681b5fb HTTP/1.1" status: 404 len: 333 time: 0.7070353 Oct 26 15:44:38.554682 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33732) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:38.592900 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-67b08aec-a921-476c-969a-69bd5c34e241 tempest-FloatingIPAdminTestJSON-949367345 tempest-FloatingIPAdminTestJSON-949367345-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:38.599673 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-18331024-5d4f-4285-90b7-be4b8e2a3097 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:38.613212 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-18331024-5d4f-4285-90b7-be4b8e2a3097 None None] Transition to ACTIVE for port object 768023ef-d150-4e73-b24c-c6aa0ea7498f will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:44:38.620804 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-f9b74299-ee0a-4df0-a285-d9e54050512a tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.6835427 Oct 26 15:44:38.653346 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b0b2b63-0eee-4b51-b9d2-a2628b2e66b4 tempest-NetworksNegativeTestJSON-1378155141 tempest-NetworksNegativeTestJSON-1378155141-project] DELETE failed (client error): The resource could not be found. Oct 26 15:44:38.659884 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b0b2b63-0eee-4b51-b9d2-a2628b2e66b4 tempest-NetworksNegativeTestJSON-1378155141 tempest-NetworksNegativeTestJSON-1378155141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:44:38.660507 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8b0b2b63-0eee-4b51-b9d2-a2628b2e66b4 tempest-NetworksNegativeTestJSON-1378155141 tempest-NetworksNegativeTestJSON-1378155141-project] 10.222.0.23 "DELETE /v2.0/ports/1765410f-10e8-4ad8-8d69-500bab666955 HTTP/1.1" status: 404 len: 333 time: 0.1944158 Oct 26 15:44:38.665565 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-18331024-5d4f-4285-90b7-be4b8e2a3097 None None] Transition to ACTIVE for port object 768023ef-d150-4e73-b24c-c6aa0ea7498f will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:44:38.672890 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33736) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:38.679088 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-8f8beb64-1361-4ac2-9a86-1e1d7094ca49 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:38.688503 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4996684a-7ab2-49f9-8225-0bdb782b3b23 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Made reservation on behalf of 6f0d38334d4a4e64b4b1664e1c9ebc7b for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:44:38.691831 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-8f8beb64-1361-4ac2-9a86-1e1d7094ca49 None None] Transition to ACTIVE for port object ce1c7722-719d-4ae6-b928-8401dd5417d1 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:44:38.691965 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-24be970d-5ef4-44a7-b3b7-fe59e31be7f3 service neutron] Request body: {'port': {'device_id': '2e191253-b5f3-4002-95f2-06134a2c3e70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8627'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:38.692983 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4996684a-7ab2-49f9-8225-0bdb782b3b23 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:38.723934 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-8f8beb64-1361-4ac2-9a86-1e1d7094ca49 None None] Transition to ACTIVE for port object ce1c7722-719d-4ae6-b928-8401dd5417d1 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:44:38.766612 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-b1baa639-bfd4-4980-8034-3ba50861dfe3 service neutron] Attempting to bind port f62158b4-8e92-4bca-a81b-4eb72d775756 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:44:38.767046 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-b1baa639-bfd4-4980-8034-3ba50861dfe3 service neutron] Attempting to bind port f62158b4-8e92-4bca-a81b-4eb72d775756 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': '58b9d531-b937-43c4-adf8-a18c3dfd53fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd8f14250-22cf-4a11-9481-ae7fced3b7b5'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:44:38.767379 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-b1baa639-bfd4-4980-8034-3ba50861dfe3 service neutron] Attempting to bind port f62158b4-8e92-4bca-a81b-4eb72d775756 on network d8f14250-22cf-4a11-9481-ae7fced3b7b5 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:44:38.779411 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-b1baa639-bfd4-4980-8034-3ba50861dfe3 service neutron] Port f62158b4-8e92-4bca-a81b-4eb72d775756 on network d8f14250-22cf-4a11-9481-ae7fced3b7b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:44:38.781080 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-b1baa639-bfd4-4980-8034-3ba50861dfe3 service neutron] Attempting to bind port f62158b4-8e92-4bca-a81b-4eb72d775756 on network d8f14250-22cf-4a11-9481-ae7fced3b7b5 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:44:38.786938 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc1066-6bf7-4779-aff3-b4811d0211eb req-7ee5fd10-b47f-4f41-8ae1-4e4f13bdd374 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:38.789846 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-67b08aec-a921-476c-969a-69bd5c34e241 tempest-FloatingIPAdminTestJSON-949367345 tempest-FloatingIPAdminTestJSON-949367345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:38.795658 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-6fcc1066-6bf7-4779-aff3-b4811d0211eb req-7ee5fd10-b47f-4f41-8ae1-4e4f13bdd374 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e191253-b5f3-4002-95f2-06134a2c3e70 HTTP/1.1" status: 200 len: 932 time: 0.9331076 Oct 26 15:44:38.892409 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-18331024-5d4f-4285-90b7-be4b8e2a3097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:38.894119 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b08aec-a921-476c-969a-69bd5c34e241 tempest-FloatingIPAdminTestJSON-949367345 tempest-FloatingIPAdminTestJSON-949367345-project] Pushing event updated for resources: {'Port': ['ID=1ae55688-b702-46bc-81cc-8605b328e053,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:38.898326 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-b1baa639-bfd4-4980-8034-3ba50861dfe3 service neutron] Checking agent: {'id': '1b551391-ebdd-44bd-8801-034277ca5526', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8627', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'started_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:44:38.904934 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-b1baa639-bfd4-4980-8034-3ba50861dfe3 service neutron] Checking segment: {'id': '58b9d531-b937-43c4-adf8-a18c3dfd53fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd8f14250-22cf-4a11-9481-ae7fced3b7b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:44:38.904934 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-b1baa639-bfd4-4980-8034-3ba50861dfe3 service neutron] Bound using segment: {'id': '58b9d531-b937-43c4-adf8-a18c3dfd53fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd8f14250-22cf-4a11-9481-ae7fced3b7b5'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:44:38.904934 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-b1baa639-bfd4-4980-8034-3ba50861dfe3 service neutron] Bound port: f62158b4-8e92-4bca-a81b-4eb72d775756, host: hv-neutron-8627, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58b9d531-b937-43c4-adf8-a18c3dfd53fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd8f14250-22cf-4a11-9481-ae7fced3b7b5'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:44:38.904934 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-b1baa639-bfd4-4980-8034-3ba50861dfe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:38.930746 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c990f78-10fe-4102-a073-522b8af43815 tempest-NetworksNegativeTestJSON-1378155141 tempest-NetworksNegativeTestJSON-1378155141-project] DELETE failed (client error): The resource could not be found. Oct 26 15:44:38.930894 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c990f78-10fe-4102-a073-522b8af43815 tempest-NetworksNegativeTestJSON-1378155141 tempest-NetworksNegativeTestJSON-1378155141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:44:38.933236 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-5c990f78-10fe-4102-a073-522b8af43815 tempest-NetworksNegativeTestJSON-1378155141 tempest-NetworksNegativeTestJSON-1378155141-project] 10.222.0.23 "DELETE /v2.0/subnets/02513bbf-a6b1-4c65-9309-1334867274ec HTTP/1.1" status: 404 len: 337 time: 0.2457528 Oct 26 15:44:38.950092 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33742) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:38.962770 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-8f8beb64-1361-4ac2-9a86-1e1d7094ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:39.008092 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18331024-5d4f-4285-90b7-be4b8e2a3097 None None] Network 9d0640d1-fa74-45ef-9bb9-256302ead785 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:44:39.008899 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-52ffad40-8c79-4101-96d1-4f63e039d13f None None] Attempt 7 to provision port f62158b4-8e92-4bca-a81b-4eb72d775756 Oct 26 15:44:39.039875 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd2f17d3-bdb1-4f92-8f70-881303606907 tempest-NetworksNegativeTestJSON-1378155141 tempest-NetworksNegativeTestJSON-1378155141-project] GET failed (client error): The resource could not be found. Oct 26 15:44:39.097795 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-bd2f17d3-bdb1-4f92-8f70-881303606907 tempest-NetworksNegativeTestJSON-1378155141 tempest-NetworksNegativeTestJSON-1378155141-project] 10.222.0.23 "GET /v2.0/networks/b4958848-96bf-4912-b26c-9d5235f02b1f HTTP/1.1" status: 404 len: 339 time: 0.0878537 Oct 26 15:44:39.097935 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-18331024-5d4f-4285-90b7-be4b8e2a3097 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:44:39.098027 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-57cbcacd-db27-460e-a1c1-f9373ffcdbd2 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Deleting port cebcf05e-39ac-4f63-a2d8-7a54d35c857a {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:44:39.098027 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-57cbcacd-db27-460e-a1c1-f9373ffcdbd2 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:39.098193 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b08aec-a921-476c-969a-69bd5c34e241 tempest-FloatingIPAdminTestJSON-949367345 tempest-FloatingIPAdminTestJSON-949367345-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:44:39.098193 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-67b08aec-a921-476c-969a-69bd5c34e241 tempest-FloatingIPAdminTestJSON-949367345 tempest-FloatingIPAdminTestJSON-949367345-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:44:39.098340 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8beb64-1361-4ac2-9a86-1e1d7094ca49 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:44:39.098340 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18331024-5d4f-4285-90b7-be4b8e2a3097 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:44:39.098503 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b08aec-a921-476c-969a-69bd5c34e241 tempest-FloatingIPAdminTestJSON-949367345 tempest-FloatingIPAdminTestJSON-949367345-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:44:39.098588 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-8f8beb64-1361-4ac2-9a86-1e1d7094ca49 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:44:39.102207 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8beb64-1361-4ac2-9a86-1e1d7094ca49 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:44:39.158428 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18331024-5d4f-4285-90b7-be4b8e2a3097 None None] Pushing event updated for resources: {'Port': ['ID=768023ef-d150-4e73-b24c-c6aa0ea7498f,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:39.170904 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-cfb97c66-5197-48ac-b7d0-56b2e2aba780 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Allocated IP 2001:db8::15c (f810e159-a5e8-4c86-8cec-5d909fe013dd/d043894e-2568-436c-85bd-24b113890a61/8bf186eb-b5b0-4dea-a31e-f0b499352765) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:44:39.179525 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33746) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:39.336286 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-118ee7d2-3d94-4806-8bb7-f101f6782dd3 tempest-NetworksNegativeTestJSON-1378155141 tempest-NetworksNegativeTestJSON-1378155141-project] GET failed (client error): The resource could not be found. Oct 26 15:44:39.337644 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-118ee7d2-3d94-4806-8bb7-f101f6782dd3 tempest-NetworksNegativeTestJSON-1378155141 tempest-NetworksNegativeTestJSON-1378155141-project] 10.222.0.23 "GET /v2.0/ports/33e63ad6-e605-4d5b-8f72-2d066549a27f HTTP/1.1" status: 404 len: 333 time: 0.1427712 Oct 26 15:44:39.338304 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-24be970d-5ef4-44a7-b3b7-fe59e31be7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:39.355511 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33750) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:39.392028 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-52ffad40-8c79-4101-96d1-4f63e039d13f None None] Port f62158b4-8e92-4bca-a81b-4eb72d775756 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:39.497682 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-8f8beb64-1361-4ac2-9a86-1e1d7094ca49 None None] Attempting to bind port ce1c7722-719d-4ae6-b928-8401dd5417d1 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:44:39.503551 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-8f8beb64-1361-4ac2-9a86-1e1d7094ca49 None None] Attempting to bind port ce1c7722-719d-4ae6-b928-8401dd5417d1 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:44:39.503551 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8beb64-1361-4ac2-9a86-1e1d7094ca49 None None] Attempting to bind port ce1c7722-719d-4ae6-b928-8401dd5417d1 on network f810e159-a5e8-4c86-8cec-5d909fe013dd {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:44:39.503551 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-18331024-5d4f-4285-90b7-be4b8e2a3097 None None] Attempting to bind port 768023ef-d150-4e73-b24c-c6aa0ea7498f on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:44:39.503551 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-18331024-5d4f-4285-90b7-be4b8e2a3097 None None] Attempting to bind port 768023ef-d150-4e73-b24c-c6aa0ea7498f by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '9caea4bc-cf40-4f83-b7e5-7a728a3c0f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9d0640d1-fa74-45ef-9bb9-256302ead785'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:44:39.503551 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18331024-5d4f-4285-90b7-be4b8e2a3097 None None] Attempting to bind port 768023ef-d150-4e73-b24c-c6aa0ea7498f on network 9d0640d1-fa74-45ef-9bb9-256302ead785 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:44:39.503551 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8beb64-1361-4ac2-9a86-1e1d7094ca49 None None] Pushing event updated for resources: {'Port': ['ID=ce1c7722-719d-4ae6-b928-8401dd5417d1,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:39.513692 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8beb64-1361-4ac2-9a86-1e1d7094ca49 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:44:39.514071 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8beb64-1361-4ac2-9a86-1e1d7094ca49 None None] Checking segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:44:39.514530 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-8f8beb64-1361-4ac2-9a86-1e1d7094ca49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:39.514945 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8beb64-1361-4ac2-9a86-1e1d7094ca49 None None] Bound using segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:44:39.515413 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-8f8beb64-1361-4ac2-9a86-1e1d7094ca49 None None] Bound port: ce1c7722-719d-4ae6-b928-8401dd5417d1, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:44:39.516043 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-8f8beb64-1361-4ac2-9a86-1e1d7094ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:39.525816 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18331024-5d4f-4285-90b7-be4b8e2a3097 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:44:39.526213 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18331024-5d4f-4285-90b7-be4b8e2a3097 None None] Checking segment: {'id': '9caea4bc-cf40-4f83-b7e5-7a728a3c0f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9d0640d1-fa74-45ef-9bb9-256302ead785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:44:39.527789 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-18331024-5d4f-4285-90b7-be4b8e2a3097 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:39.528200 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18331024-5d4f-4285-90b7-be4b8e2a3097 None None] Bound using segment: {'id': '9caea4bc-cf40-4f83-b7e5-7a728a3c0f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9d0640d1-fa74-45ef-9bb9-256302ead785'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:44:39.528787 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-18331024-5d4f-4285-90b7-be4b8e2a3097 None None] Bound port: 768023ef-d150-4e73-b24c-c6aa0ea7498f, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9caea4bc-cf40-4f83-b7e5-7a728a3c0f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9d0640d1-fa74-45ef-9bb9-256302ead785'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:44:39.529191 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-18331024-5d4f-4285-90b7-be4b8e2a3097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:39.572755 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-6fcc1066-6bf7-4779-aff3-b4811d0211eb req-6cbac0b4-0061-48ea-a14b-2ba1dcc41349 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Synchronizing usage tracker for tenant:0d1979e8b1384c06a2335dbdad38722e on resource:security_group {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:44:39.614019 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-6fcc1066-6bf7-4779-aff3-b4811d0211eb req-6cbac0b4-0061-48ea-a14b-2ba1dcc41349 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Unset dirty status for tenant:0d1979e8b1384c06a2335dbdad38722e on resource:security_group {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:44:39.643127 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-6fcc1066-6bf7-4779-aff3-b4811d0211eb req-6cbac0b4-0061-48ea-a14b-2ba1dcc41349 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/security-groups?id=16fb894e-acc2-46d5-b200-5c9b4d7d52ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8313768 Oct 26 15:44:39.643235 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-414c59d9-eaad-4609-857d-ec44bbd0377d tempest-NetworksNegativeTestJSON-1378155141 tempest-NetworksNegativeTestJSON-1378155141-project] GET failed (client error): The resource could not be found. Oct 26 15:44:39.643235 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-414c59d9-eaad-4609-857d-ec44bbd0377d tempest-NetworksNegativeTestJSON-1378155141 tempest-NetworksNegativeTestJSON-1378155141-project] 10.222.0.23 "GET /v2.0/subnets/1beef7f3-dfae-45dd-bf1e-c522dadcfa92 HTTP/1.1" status: 404 len: 337 time: 0.2745073 Oct 26 15:44:39.657952 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33754) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:39.678775 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-cdd1d408-5510-4343-aca0-511fb1d9b420 tempest-NetworksNegativeTestJSON-1378155141 tempest-NetworksNegativeTestJSON-1378155141-project] Request body: {'network': {'name': 'new_name'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:39.721054 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-b1baa639-bfd4-4980-8034-3ba50861dfe3 service neutron] For port f62158b4-8e92-4bca-a81b-4eb72d775756, host hv-neutron-8627, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:44:39.740334 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdd1d408-5510-4343-aca0-511fb1d9b420 tempest-NetworksNegativeTestJSON-1378155141 tempest-NetworksNegativeTestJSON-1378155141-project] PUT failed (client error): The resource could not be found. Oct 26 15:44:39.740803 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdd1d408-5510-4343-aca0-511fb1d9b420 tempest-NetworksNegativeTestJSON-1378155141 tempest-NetworksNegativeTestJSON-1378155141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:44:39.746499 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-cdd1d408-5510-4343-aca0-511fb1d9b420 tempest-NetworksNegativeTestJSON-1378155141 tempest-NetworksNegativeTestJSON-1378155141-project] 10.222.0.23 "PUT /v2.0/networks/cf7964d7-8d7a-4bc2-8af7-341bc821be41 HTTP/1.1" status: 404 len: 339 time: 0.0813043 Oct 26 15:44:39.793402 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33758) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:39.801456 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-b1baa639-bfd4-4980-8034-3ba50861dfe3 service neutron] For port f62158b4-8e92-4bca-a81b-4eb72d775756, host hv-neutron-8627, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=f62158b4-8e92-4bca-a81b-4eb72d775756,segment=NetworkSegment(58b9d531-b937-43c4-adf8-a18c3dfd53fb),segment_id=58b9d531-b937-43c4-adf8-a18c3dfd53fb)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:44:39.816259 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-48c417c7-fb9a-4f51-b3e3-8291804c4011 tempest-NetworksNegativeTestJSON-1378155141 tempest-NetworksNegativeTestJSON-1378155141-project] Request body: {'port': {'name': 'new_name'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:39.832632 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-18331024-5d4f-4285-90b7-be4b8e2a3097 None None] For port 768023ef-d150-4e73-b24c-c6aa0ea7498f, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:44:39.851409 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-18331024-5d4f-4285-90b7-be4b8e2a3097 None None] For port 768023ef-d150-4e73-b24c-c6aa0ea7498f, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=768023ef-d150-4e73-b24c-c6aa0ea7498f,segment=NetworkSegment(9caea4bc-cf40-4f83-b7e5-7a728a3c0f0c),segment_id=9caea4bc-cf40-4f83-b7e5-7a728a3c0f0c)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:44:39.863717 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-8f8beb64-1361-4ac2-9a86-1e1d7094ca49 None None] For port ce1c7722-719d-4ae6-b928-8401dd5417d1, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:44:39.884832 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67744a5-0f8f-419b-8b8f-256e29501632 req-32db068f-d5d7-4fd7-99a0-138690b2ae9d tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:39.884832 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b67744a5-0f8f-419b-8b8f-256e29501632 req-32db068f-d5d7-4fd7-99a0-138690b2ae9d tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d4a168b-8414-4e0c-aafa-d048ee6f7683 HTTP/1.1" status: 200 len: 944 time: 0.8095653 Oct 26 15:44:39.884832 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-67b08aec-a921-476c-969a-69bd5c34e241 tempest-FloatingIPAdminTestJSON-949367345 tempest-FloatingIPAdminTestJSON-949367345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:39.894217 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-8f8beb64-1361-4ac2-9a86-1e1d7094ca49 None None] For port ce1c7722-719d-4ae6-b928-8401dd5417d1, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=ce1c7722-719d-4ae6-b928-8401dd5417d1,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:44:39.895383 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-52ffad40-8c79-4101-96d1-4f63e039d13f None None] Attempt 8 to provision port f62158b4-8e92-4bca-a81b-4eb72d775756 Oct 26 15:44:39.897489 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-b1baa639-bfd4-4980-8034-3ba50861dfe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:39.954060 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-48c417c7-fb9a-4f51-b3e3-8291804c4011 tempest-NetworksNegativeTestJSON-1378155141 tempest-NetworksNegativeTestJSON-1378155141-project] PUT failed (client error): The resource could not be found. Oct 26 15:44:40.017712 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48c417c7-fb9a-4f51-b3e3-8291804c4011 tempest-NetworksNegativeTestJSON-1378155141 tempest-NetworksNegativeTestJSON-1378155141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:44:40.017712 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-48c417c7-fb9a-4f51-b3e3-8291804c4011 tempest-NetworksNegativeTestJSON-1378155141 tempest-NetworksNegativeTestJSON-1378155141-project] 10.222.0.23 "PUT /v2.0/ports/a11a76d9-dab2-42cf-ba0c-4690ca1be710 HTTP/1.1" status: 404 len: 333 time: 0.1569955 Oct 26 15:44:40.019010 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-52ffad40-8c79-4101-96d1-4f63e039d13f None None] Port f62158b4-8e92-4bca-a81b-4eb72d775756 had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 15:44:40.019010 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-52ffad40-8c79-4101-96d1-4f63e039d13f None None] Could not find standard attr ID for object edc1a4ef-3f46-4872-b233-90a42681b5fb. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:44:40.019164 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-b1baa639-bfd4-4980-8034-3ba50861dfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:40.019164 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-b1baa639-bfd4-4980-8034-3ba50861dfe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:40.019164 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-b1baa639-bfd4-4980-8034-3ba50861dfe3 service neutron] 10.222.0.48 "PUT /v2.0/ports/f62158b4-8e92-4bca-a81b-4eb72d775756 HTTP/1.1" status: 200 len: 1094 time: 5.1139929 Oct 26 15:44:40.019164 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4a168b-8414-4e0c-aafa-d048ee6f7683', 'tag': 'f62158b4-8e92-4bca-a81b-4eb72d775756'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:44:40.029188 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33764) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:40.064113 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-74787525-e775-4147-992f-3e0925c09af1 tempest-NetworksNegativeTestJSON-1378155141 tempest-NetworksNegativeTestJSON-1378155141-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:40.075165 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-18331024-5d4f-4285-90b7-be4b8e2a3097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:40.191677 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-74787525-e775-4147-992f-3e0925c09af1 tempest-NetworksNegativeTestJSON-1378155141 tempest-NetworksNegativeTestJSON-1378155141-project] PUT failed (client error): The resource could not be found. Oct 26 15:44:40.192133 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74787525-e775-4147-992f-3e0925c09af1 tempest-NetworksNegativeTestJSON-1378155141 tempest-NetworksNegativeTestJSON-1378155141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:44:40.193234 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-74787525-e775-4147-992f-3e0925c09af1 tempest-NetworksNegativeTestJSON-1378155141 tempest-NetworksNegativeTestJSON-1378155141-project] 10.222.0.23 "PUT /v2.0/subnets/d54455dc-a37a-471f-a14c-1502b9dba206 HTTP/1.1" status: 404 len: 337 time: 0.1502542 Oct 26 15:44:40.196133 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-57cbcacd-db27-460e-a1c1-f9373ffcdbd2 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:40.272493 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-8f8beb64-1361-4ac2-9a86-1e1d7094ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:40.283442 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18331024-5d4f-4285-90b7-be4b8e2a3097 None None] Pushing event updated for resources: {'Port': ['ID=768023ef-d150-4e73-b24c-c6aa0ea7498f,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:40.292348 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b67744a5-0f8f-419b-8b8f-256e29501632 req-f9e5af6c-e486-4975-9fea-237709442d05 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d292d6b-50fe-4127-8949-883291b1e0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3903897 Oct 26 15:44:40.295719 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1baa639-bfd4-4980-8034-3ba50861dfe3 service neutron] Pushing event updated for resources: {'Port': ['ID=f62158b4-8e92-4bca-a81b-4eb72d775756,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:40.335628 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-67b08aec-a921-476c-969a-69bd5c34e241 tempest-FloatingIPAdminTestJSON-949367345 tempest-FloatingIPAdminTestJSON-949367345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:40.502655 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268e2490-dc86-40c7-a9e3-3dcda5527f6c" -d '{"events": [{"name": "network-changed", "server_uuid": "8d4a168b-8414-4e0c-aafa-d048ee6f7683", "tag": "f62158b4-8e92-4bca-a81b-4eb72d775756"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:44:40.507800 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-7321fff1-67fc-4c56-b4bd-cf9ff616c941 None None] Provisioning for port acc2f964-cb45-4af0-9d4f-0a2275d74837 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:44:40.517295 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-7321fff1-67fc-4c56-b4bd-cf9ff616c941 None None] Provisioning complete for port acc2f964-cb45-4af0-9d4f-0a2275d74837 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:44:40.517933 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7321fff1-67fc-4c56-b4bd-cf9ff616c941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:40.518062 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-7321fff1-67fc-4c56-b4bd-cf9ff616c941 None None] Attempt 1 to provision port acc2f964-cb45-4af0-9d4f-0a2275d74837 Oct 26 15:44:40.591080 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8beb64-1361-4ac2-9a86-1e1d7094ca49 None None] Pushing event updated for resources: {'Port': ['ID=ce1c7722-719d-4ae6-b928-8401dd5417d1,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:40.647650 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-57cbcacd-db27-460e-a1c1-f9373ffcdbd2 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Calling delete_port for cebcf05e-39ac-4f63-a2d8-7a54d35c857a owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:44:40.712596 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-7321fff1-67fc-4c56-b4bd-cf9ff616c941 None None] Port acc2f964-cb45-4af0-9d4f-0a2275d74837 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:40.742517 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4996684a-7ab2-49f9-8225-0bdb782b3b23 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:40.756982 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-1cb6010b-4409-46ef-8fd1-1103d4517c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:40.760209 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-1cb6010b-4409-46ef-8fd1-1103d4517c9b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fa1ce7c495d47a7b8af796c383d23bd&device_id=8d4a168b-8414-4e0c-aafa-d048ee6f7683 HTTP/1.1" status: 200 len: 1097 time: 0.5784948 Oct 26 15:44:40.857978 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdcffb5-5036-4ce8-b107-5fad082cf2d2 x-openstack-request-id: req-0cdcffb5-5036-4ce8-b107-5fad082cf2d2 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:44:40.858370 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d4a168b-8414-4e0c-aafa-d048ee6f7683", "tag": "f62158b4-8e92-4bca-a81b-4eb72d775756", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:44:40.858709 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0cdcffb5-5036-4ce8-b107-5fad082cf2d2 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:44:40.859225 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cdcffb5-5036-4ce8-b107-5fad082cf2d2'] response: {'name': 'network-changed', 'server_uuid': '8d4a168b-8414-4e0c-aafa-d048ee6f7683', 'tag': 'f62158b4-8e92-4bca-a81b-4eb72d775756', 'status': 'completed', 'code': 200} Oct 26 15:44:40.912103 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-24be970d-5ef4-44a7-b3b7-fe59e31be7f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acc2f964-cb45-4af0-9d4f-0a2275d74837 {{(pid=89748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:44:40.946720 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-24be970d-5ef4-44a7-b3b7-fe59e31be7f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:41.039833 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.db.resource_extend [None req-67b08aec-a921-476c-969a-69bd5c34e241 tempest-FloatingIPAdminTestJSON-949367345 tempest-FloatingIPAdminTestJSON-949367345-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 15:44:41.122194 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cfb97c66-5197-48ac-b7d0-56b2e2aba780 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:41.125647 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4996684a-7ab2-49f9-8225-0bdb782b3b23 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event updated for resources: {'Subnet': ['ID=620a8386-5b5e-428b-bec5-fdb549e4f59c,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:41.161502 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33782) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:41.161502 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-24be970d-5ef4-44a7-b3b7-fe59e31be7f3 service neutron] Transition to ACTIVE for port object acc2f964-cb45-4af0-9d4f-0a2275d74837 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:44:41.171965 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-67b08aec-a921-476c-969a-69bd5c34e241 tempest-FloatingIPAdminTestJSON-949367345 tempest-FloatingIPAdminTestJSON-949367345-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:41.191449 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-f52122a5-9776-4b11-8247-b7cf84bb937e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f62158b4-8e92-4bca-a81b-4eb72d775756 HTTP/1.1" status: 200 len: 217 time: 0.1555636 Oct 26 15:44:41.214411 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-7321fff1-67fc-4c56-b4bd-cf9ff616c941 None None] Attempt 2 to provision port acc2f964-cb45-4af0-9d4f-0a2275d74837 Oct 26 15:44:41.246861 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-cfb97c66-5197-48ac-b7d0-56b2e2aba780 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Transition to ACTIVE for port object 8bf186eb-b5b0-4dea-a31e-f0b499352765 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:44:41.259126 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9a9f5-71a6-46f2-acb0-4d65c5af5ea2 req-b82b2d93-cf85-4321-971b-78cac1045420 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:41.260049 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-75b9a9f5-71a6-46f2-acb0-4d65c5af5ea2 req-b82b2d93-cf85-4321-971b-78cac1045420 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Synchronizing usage tracker for tenant:0d1979e8b1384c06a2335dbdad38722e on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:44:41.276666 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-24be970d-5ef4-44a7-b3b7-fe59e31be7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:41.306812 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-7321fff1-67fc-4c56-b4bd-cf9ff616c941 None None] Port acc2f964-cb45-4af0-9d4f-0a2275d74837 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:41.347787 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.objects.ports [None req-6fdfd001-c7fe-45fd-a7fc-e1e92b02711b tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89747) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 26 15:44:41.348771 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6fdfd001-c7fe-45fd-a7fc-e1e92b02711b tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:41.349655 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-67b08aec-a921-476c-969a-69bd5c34e241 tempest-FloatingIPAdminTestJSON-949367345 tempest-FloatingIPAdminTestJSON-949367345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:41.380538 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4996684a-7ab2-49f9-8225-0bdb782b3b23 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Checking segment: {'id': '855fb5a8-28d6-469e-b41f-e175784ea9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e1cfa331-0600-4815-94e0-5e9afe4a8491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:44:41.380822 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4996684a-7ab2-49f9-8225-0bdb782b3b23 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Network hostable DHCP agents. Network: e1cfa331-0600-4815-94e0-5e9afe4a8491, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:44:41.438929 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-75b9a9f5-71a6-46f2-acb0-4d65c5af5ea2 req-b82b2d93-cf85-4321-971b-78cac1045420 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Unset dirty status for tenant:0d1979e8b1384c06a2335dbdad38722e on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:44:41.440219 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-75b9a9f5-71a6-46f2-acb0-4d65c5af5ea2 req-b82b2d93-cf85-4321-971b-78cac1045420 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e191253-b5f3-4002-95f2-06134a2c3e70 HTTP/1.1" status: 200 len: 932 time: 0.5360384 Oct 26 15:44:41.529303 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfd001-c7fe-45fd-a7fc-e1e92b02711b tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Pushing event updated for resources: {'Subnet': ['ID=82639a47-13be-4859-b06a-f520a6864606,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:41.543263 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-61d06bbe-5f32-49d5-a499-abb07a89ab7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:41.550945 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdfd001-c7fe-45fd-a7fc-e1e92b02711b tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Checking segment: {'id': '3a7b627f-aedd-42d6-97fe-f20fecade7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'a48a7a57-71ab-4d9c-87a9-4fb94de9f94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:44:41.551299 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdfd001-c7fe-45fd-a7fc-e1e92b02711b tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Network hostable DHCP agents. Network: a48a7a57-71ab-4d9c-87a9-4fb94de9f94b, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:44:41.562108 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-57cbcacd-db27-460e-a1c1-f9373ffcdbd2 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:41.614784 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-67b08aec-a921-476c-969a-69bd5c34e241 tempest-FloatingIPAdminTestJSON-949367345 tempest-FloatingIPAdminTestJSON-949367345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:41.629410 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4996684a-7ab2-49f9-8225-0bdb782b3b23 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Network e1cfa331-0600-4815-94e0-5e9afe4a8491 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:44:41.636263 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-61d06bbe-5f32-49d5-a499-abb07a89ab7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:41.639573 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cbcacd-db27-460e-a1c1-f9373ffcdbd2 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Pushing event deleted for resources: {'Port': ['ID=cebcf05e-39ac-4f63-a2d8-7a54d35c857a,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:41.642279 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be970d-5ef4-44a7-b3b7-fe59e31be7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=acc2f964-cb45-4af0-9d4f-0a2275d74837,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:41.642414 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cfb97c66-5197-48ac-b7d0-56b2e2aba780 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:41.752777 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-61d06bbe-5f32-49d5-a499-abb07a89ab7f admin admin] Usage tracker for resource:security_group_rule and tenant:1576620070d14340b4754b75e1c9cdce is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:41.764115 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7231e-2cb1-4b5a-8cdf-467f691b5f52 req-c13f5040-89d4-43d1-a650-f506fafbd4a5 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:41.765941 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-80e7231e-2cb1-4b5a-8cdf-467f691b5f52 req-c13f5040-89d4-43d1-a650-f506fafbd4a5 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d4a168b-8414-4e0c-aafa-d048ee6f7683 HTTP/1.1" status: 200 len: 944 time: 0.3446546 Oct 26 15:44:41.766626 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdfd001-c7fe-45fd-a7fc-e1e92b02711b tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Network a48a7a57-71ab-4d9c-87a9-4fb94de9f94b is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:44:41.780995 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-61d06bbe-5f32-49d5-a499-abb07a89ab7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:41.808310 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-7321fff1-67fc-4c56-b4bd-cf9ff616c941 None None] Attempt 3 to provision port acc2f964-cb45-4af0-9d4f-0a2275d74837 Oct 26 15:44:41.829840 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-67b08aec-a921-476c-969a-69bd5c34e241 tempest-FloatingIPAdminTestJSON-949367345 tempest-FloatingIPAdminTestJSON-949367345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:41.834267 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-67b08aec-a921-476c-969a-69bd5c34e241 tempest-FloatingIPAdminTestJSON-949367345 tempest-FloatingIPAdminTestJSON-949367345-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.2815802 Oct 26 15:44:41.848662 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33790) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:41.858219 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-24be970d-5ef4-44a7-b3b7-fe59e31be7f3 service neutron] Attempting to bind port acc2f964-cb45-4af0-9d4f-0a2275d74837 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:44:41.858605 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-24be970d-5ef4-44a7-b3b7-fe59e31be7f3 service neutron] Attempting to bind port acc2f964-cb45-4af0-9d4f-0a2275d74837 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'dc397887-b971-4dfa-aad0-c89bea8ed724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9e7f403d-8db4-413b-aaa2-82bc08b56467'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:44:41.858938 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-24be970d-5ef4-44a7-b3b7-fe59e31be7f3 service neutron] Attempting to bind port acc2f964-cb45-4af0-9d4f-0a2275d74837 on network 9e7f403d-8db4-413b-aaa2-82bc08b56467 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:44:41.871006 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-61d06bbe-5f32-49d5-a499-abb07a89ab7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:41.873410 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-24be970d-5ef4-44a7-b3b7-fe59e31be7f3 service neutron] Port acc2f964-cb45-4af0-9d4f-0a2275d74837 on network 9e7f403d-8db4-413b-aaa2-82bc08b56467 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:44:41.873597 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-24be970d-5ef4-44a7-b3b7-fe59e31be7f3 service neutron] Attempting to bind port acc2f964-cb45-4af0-9d4f-0a2275d74837 on network 9e7f403d-8db4-413b-aaa2-82bc08b56467 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:44:41.883643 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-24be970d-5ef4-44a7-b3b7-fe59e31be7f3 service neutron] Checking agent: {'id': '1b551391-ebdd-44bd-8801-034277ca5526', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8627', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'started_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:44:41.886093 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-24be970d-5ef4-44a7-b3b7-fe59e31be7f3 service neutron] Checking segment: {'id': 'dc397887-b971-4dfa-aad0-c89bea8ed724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9e7f403d-8db4-413b-aaa2-82bc08b56467'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:44:41.886093 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-24be970d-5ef4-44a7-b3b7-fe59e31be7f3 service neutron] Bound using segment: {'id': 'dc397887-b971-4dfa-aad0-c89bea8ed724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9e7f403d-8db4-413b-aaa2-82bc08b56467'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:44:41.886093 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-24be970d-5ef4-44a7-b3b7-fe59e31be7f3 service neutron] Bound port: acc2f964-cb45-4af0-9d4f-0a2275d74837, host: hv-neutron-8627, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc397887-b971-4dfa-aad0-c89bea8ed724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9e7f403d-8db4-413b-aaa2-82bc08b56467'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:44:41.886093 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-24be970d-5ef4-44a7-b3b7-fe59e31be7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:41.909666 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-75b9a9f5-71a6-46f2-acb0-4d65c5af5ea2 req-75ee3064-afdc-4e6c-94f9-9735a1283cb4 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/security-groups?id=16fb894e-acc2-46d5-b200-5c9b4d7d52ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4487917 Oct 26 15:44:41.953782 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-7321fff1-67fc-4c56-b4bd-cf9ff616c941 None None] Port acc2f964-cb45-4af0-9d4f-0a2275d74837 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:44:41.970413 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-4996684a-7ab2-49f9-8225-0bdb782b3b23 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, e1cfa331-0600-4815-94e0-5e9afe4a8491) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:44:41.981468 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896ab258-7b11-411c-bfc2-748ba9590402 None None] Network e1cfa331-0600-4815-94e0-5e9afe4a8491 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:44:42.008498 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b08aec-a921-476c-969a-69bd5c34e241 tempest-FloatingIPAdminTestJSON-949367345 tempest-FloatingIPAdminTestJSON-949367345-project] Pushing event updated for resources: {'Port': ['ID=1ae55688-b702-46bc-81cc-8605b328e053,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:42.080201 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-24be970d-5ef4-44a7-b3b7-fe59e31be7f3 service neutron] For port acc2f964-cb45-4af0-9d4f-0a2275d74837, host hv-neutron-8627, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:44:42.086039 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-24be970d-5ef4-44a7-b3b7-fe59e31be7f3 service neutron] For port acc2f964-cb45-4af0-9d4f-0a2275d74837, host hv-neutron-8627, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=acc2f964-cb45-4af0-9d4f-0a2275d74837,segment=NetworkSegment(dc397887-b971-4dfa-aad0-c89bea8ed724),segment_id=dc397887-b971-4dfa-aad0-c89bea8ed724)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:44:42.178984 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-24be970d-5ef4-44a7-b3b7-fe59e31be7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:42.202661 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-6fdfd001-c7fe-45fd-a7fc-e1e92b02711b tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, a48a7a57-71ab-4d9c-87a9-4fb94de9f94b) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:44:42.214372 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a94f48-11d5-4278-badc-582b000e8138 None None] Network a48a7a57-71ab-4d9c-87a9-4fb94de9f94b requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:44:42.216804 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb97c66-5197-48ac-b7d0-56b2e2aba780 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:44:42.224335 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4996684a-7ab2-49f9-8225-0bdb782b3b23 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:42.225068 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4996684a-7ab2-49f9-8225-0bdb782b3b23 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:42.265279 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdfd001-c7fe-45fd-a7fc-e1e92b02711b tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:42.267625 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6fdfd001-c7fe-45fd-a7fc-e1e92b02711b tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:42.288225 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-cfb97c66-5197-48ac-b7d0-56b2e2aba780 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:44:42.315005 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb97c66-5197-48ac-b7d0-56b2e2aba780 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Port': ['ID=8bf186eb-b5b0-4dea-a31e-f0b499352765,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:42.343904 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb97c66-5197-48ac-b7d0-56b2e2aba780 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:44:42.349888 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb97c66-5197-48ac-b7d0-56b2e2aba780 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:42.350551 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cfb97c66-5197-48ac-b7d0-56b2e2aba780 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:42.394698 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46db02e-9640-4626-96cc-2b97709d5c06 None None] Network 9d0640d1-fa74-45ef-9bb9-256302ead785 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:44:42.395858 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-957c2f4a-0af3-4fe4-89f5-f136f9e8f454 tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Synchronizing usage tracker for tenant:763bb0e6a08046d4a60e05688edcc4e5 on resource:floatingip {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:44:42.407861 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 768023ef-d150-4e73-b24c-c6aa0ea7498f up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:44:42.420750 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-80e7231e-2cb1-4b5a-8cdf-467f691b5f52 req-8ea60c3d-c9ef-40d1-8f3f-e55c25f2dd46 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d292d6b-50fe-4127-8949-883291b1e0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6188643 Oct 26 15:44:42.442197 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-57cbcacd-db27-460e-a1c1-f9373ffcdbd2 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:42.446910 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-57cbcacd-db27-460e-a1c1-f9373ffcdbd2 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] 10.222.0.23 "DELETE /v2.0/ports/cebcf05e-39ac-4f63-a2d8-7a54d35c857a HTTP/1.1" status: 204 len: 168 time: 3.8809083 Oct 26 15:44:42.446910 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33794) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:42.456826 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-7321fff1-67fc-4c56-b4bd-cf9ff616c941 None None] Attempt 4 to provision port acc2f964-cb45-4af0-9d4f-0a2275d74837 Oct 26 15:44:42.489377 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-24be970d-5ef4-44a7-b3b7-fe59e31be7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:42.490526 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-24be970d-5ef4-44a7-b3b7-fe59e31be7f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:42.492280 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-24be970d-5ef4-44a7-b3b7-fe59e31be7f3 service neutron] 10.222.0.48 "PUT /v2.0/ports/acc2f964-cb45-4af0-9d4f-0a2275d74837 HTTP/1.1" status: 200 len: 1094 time: 3.8108172 Oct 26 15:44:42.559992 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-61d06bbe-5f32-49d5-a499-abb07a89ab7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:42.566971 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-cfb97c66-5197-48ac-b7d0-56b2e2aba780 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 6.0965230 Oct 26 15:44:42.567097 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33798) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:42.567188 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4996684a-7ab2-49f9-8225-0bdb782b3b23 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.9777060 Oct 26 15:44:42.571078 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-6fdfd001-c7fe-45fd-a7fc-e1e92b02711b tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.9816940 Oct 26 15:44:42.571241 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33800) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:42.572845 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-a65a7396-a675-4764-8d3d-63006a7e8bc9 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Deleting subnet 075a1cfc-afbf-41f7-bf51-6f731454883d {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:44:42.577133 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33804) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:42.579510 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a65a7396-a675-4764-8d3d-63006a7e8bc9 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:42.640246 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-fa2dcd54-e2e9-49e8-b447-bf8759a89e54 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Request body: {'floatingip': {'floating_network_id': 'a48a7a57-71ab-4d9c-87a9-4fb94de9f94b'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:42.661078 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-957c2f4a-0af3-4fe4-89f5-f136f9e8f454 tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Unset dirty status for tenant:763bb0e6a08046d4a60e05688edcc4e5 on resource:floatingip {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:44:42.664798 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-957c2f4a-0af3-4fe4-89f5-f136f9e8f454 tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2610 time: 0.8079903 Oct 26 15:44:42.666217 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-fa2dcd54-e2e9-49e8-b447-bf8759a89e54 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:42.671863 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33810) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:42.745948 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-fa2dcd54-e2e9-49e8-b447-bf8759a89e54 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Usage tracker for resource:floatingip and tenant:8fa3647a8c0c45a8af5293d0359eaa97 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:42.757616 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-fa2dcd54-e2e9-49e8-b447-bf8759a89e54 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:42.785512 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-fa2dcd54-e2e9-49e8-b447-bf8759a89e54 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:42.786942 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-61d06bbe-5f32-49d5-a499-abb07a89ab7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:42.802961 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-9618475d-dd99-4995-962c-b1a670a77520 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Synchronizing usage tracker for tenant:dc71858787a24efaa04427a05c911477 on resource:floatingip {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:44:42.813988 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a65a7396-a675-4764-8d3d-63006a7e8bc9 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:42.827282 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ac859a-c867-4143-bce9-996d364784b3 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:44:42.832214 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-68b69c7f-1add-4de7-833c-3303f4bac835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:42.833652 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-68b69c7f-1add-4de7-833c-3303f4bac835 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=681a7821-b4bf-4dbd-9e8a-ecb5ac161e14 HTTP/1.1" status: 200 len: 849 time: 0.3468008 Oct 26 15:44:42.859528 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be970d-5ef4-44a7-b3b7-fe59e31be7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=acc2f964-cb45-4af0-9d4f-0a2275d74837,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:42.909635 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e191253-b5f3-4002-95f2-06134a2c3e70', 'tag': 'acc2f964-cb45-4af0-9d4f-0a2275d74837'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:44:42.917595 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b725a1df-5800-4bf1-ab5b-ce31d39c3b94" -d '{"events": [{"name": "network-changed", "server_uuid": "2e191253-b5f3-4002-95f2-06134a2c3e70", "tag": "acc2f964-cb45-4af0-9d4f-0a2275d74837"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:44:42.917595 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d06bbe-5f32-49d5-a499-abb07a89ab7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0ef96f-56b8-4b48-95fe-377e03fcdc21,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:42.955773 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-9618475d-dd99-4995-962c-b1a670a77520 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Unset dirty status for tenant:dc71858787a24efaa04427a05c911477 on resource:floatingip {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:44:42.956989 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-9618475d-dd99-4995-962c-b1a670a77520 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2783666 Oct 26 15:44:42.965787 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fa2dcd54-e2e9-49e8-b447-bf8759a89e54 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:42.973811 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33818) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:42.981445 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-61d06bbe-5f32-49d5-a499-abb07a89ab7f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1576620070d14340b4754b75e1c9cdce&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8121862 Oct 26 15:44:42.984954 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33822) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:43.080338 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f63b5f-2c47-49ac-b341-af79e67f0ffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-e1cfa331-0600-4815-94e0-5e9afe4a8491', 'network_id': 'e1cfa331-0600-4815-94e0-5e9afe4a8491', 'tenant_id': '6f0d38334d4a4e64b4b1664e1c9ebc7b', 'fixed_ips': [{'subnet_id': '620a8386-5b5e-428b-bec5-fdb549e4f59c'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:44:43.084809 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-13f63b5f-2c47-49ac-b341-af79e67f0ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:43.141679 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1273cefe-c023-4b29-8c59-a282322d4a4d x-openstack-request-id: req-1273cefe-c023-4b29-8c59-a282322d4a4d {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:44:43.142741 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e191253-b5f3-4002-95f2-06134a2c3e70", "tag": "acc2f964-cb45-4af0-9d4f-0a2275d74837", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:44:43.142741 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1273cefe-c023-4b29-8c59-a282322d4a4d {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:44:43.143083 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1273cefe-c023-4b29-8c59-a282322d4a4d'] response: {'name': 'network-changed', 'server_uuid': '2e191253-b5f3-4002-95f2-06134a2c3e70', 'tag': 'acc2f964-cb45-4af0-9d4f-0a2275d74837', 'status': 'completed', 'code': 200} Oct 26 15:44:43.145157 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a65a7396-a675-4764-8d3d-63006a7e8bc9 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:43.197643 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-9a01f503-e286-4dc3-b707-9446a44985f2 tempest-FloatingIPAdminTestJSON-949367345 tempest-FloatingIPAdminTestJSON-949367345-project] Deleting port 1ae55688-b702-46bc-81cc-8605b328e053 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:44:43.199179 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9a01f503-e286-4dc3-b707-9446a44985f2 tempest-FloatingIPAdminTestJSON-949367345 tempest-FloatingIPAdminTestJSON-949367345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:43.262132 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6a56520e-bf93-44e0-bdb4-fbeb8b1e174d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:43.273438 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f781925f-9e43-47c7-802f-bf76409233dd tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:43.280505 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f781925f-9e43-47c7-802f-bf76409233dd tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:43.284859 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f781925f-9e43-47c7-802f-bf76409233dd tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.7158263 Oct 26 15:44:43.288466 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33828) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:43.294167 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-7321fff1-67fc-4c56-b4bd-cf9ff616c941 None None] Port acc2f964-cb45-4af0-9d4f-0a2275d74837 had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 15:44:43.296799 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-daf49499-9931-4164-8023-9894ee9daea6 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:43.306699 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6a56520e-bf93-44e0-bdb4-fbeb8b1e174d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:43.369547 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33067a3e-e892-4e05-8f1a-31e10260e557 req-92b34879-2f80-42d4-9822-dfd024d98029 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:43.371330 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-33067a3e-e892-4e05-8f1a-31e10260e557 req-92b34879-2f80-42d4-9822-dfd024d98029 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e191253-b5f3-4002-95f2-06134a2c3e70 HTTP/1.1" status: 200 len: 944 time: 0.2685611 Oct 26 15:44:43.391429 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-ccb06b57-a25c-453c-bbd2-7dbf22ab11e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:43.393031 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-ccb06b57-a25c-453c-bbd2-7dbf22ab11e9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0d1979e8b1384c06a2335dbdad38722e&device_id=2e191253-b5f3-4002-95f2-06134a2c3e70 HTTP/1.1" status: 200 len: 1097 time: 0.6667883 Oct 26 15:44:43.416548 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a65a7396-a675-4764-8d3d-63006a7e8bc9 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:43.470447 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a7396-a675-4764-8d3d-63006a7e8bc9 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Pushing event deleted for resources: {'Subnet': ['ID=075a1cfc-afbf-41f7-bf51-6f731454883d,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:43.482427 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a65a7396-a675-4764-8d3d-63006a7e8bc9 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:43.490348 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-33067a3e-e892-4e05-8f1a-31e10260e557 req-2c9eca57-099b-463a-8984-98fd98d79130 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/security-groups?id=16fb894e-acc2-46d5-b200-5c9b4d7d52ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005824 Oct 26 15:44:43.494427 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fa2dcd54-e2e9-49e8-b447-bf8759a89e54 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:43.543226 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-b9484489-9438-423c-b5dc-5b10b6b1137b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:43.543438 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a65a7396-a675-4764-8d3d-63006a7e8bc9 tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] 10.222.0.23 "DELETE /v2.0/subnets/075a1cfc-afbf-41f7-bf51-6f731454883d HTTP/1.1" status: 204 len: 168 time: 1.0925052 Oct 26 15:44:43.543533 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-b9484489-9438-423c-b5dc-5b10b6b1137b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d8f14250-22cf-4a11-9481-ae7fced3b7b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6691732 Oct 26 15:44:43.543627 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6a56520e-bf93-44e0-bdb4-fbeb8b1e174d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:43.545165 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6a56520e-bf93-44e0-bdb4-fbeb8b1e174d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:43.546265 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-6a56520e-bf93-44e0-bdb4-fbeb8b1e174d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4f0ef96f-56b8-4b48-95fe-377e03fcdc21 HTTP/1.1" status: 204 len: 168 time: 0.5603716 Oct 26 15:44:43.547420 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33834) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:43.589970 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a56520e-bf93-44e0-bdb4-fbeb8b1e174d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0ef96f-56b8-4b48-95fe-377e03fcdc21,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:43.599380 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-2b1db301-c9b4-4345-9da6-6f49356a0ede tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting port 8bf186eb-b5b0-4dea-a31e-f0b499352765 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:44:43.599835 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2b1db301-c9b4-4345-9da6-6f49356a0ede tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:43.628539 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-1eb1186b-0975-42e8-b1f7-45a406b855fe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acc2f964-cb45-4af0-9d4f-0a2275d74837 HTTP/1.1" status: 200 len: 217 time: 0.1726406 Oct 26 15:44:43.726421 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 768023ef-d150-4e73-b24c-c6aa0ea7498f completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:44:43.797530 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-383909ef-d94e-4076-b8cb-7e04da32893a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:43.798548 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d250307d-b536-45db-adc1-2447fe26714a None None] Network faa209c4-43d9-4ed7-945e-102065551d5a requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:44:43.798655 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-383909ef-d94e-4076-b8cb-7e04da32893a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Deleting port 5af030e9-0e55-4b95-8975-b7a277d59f90 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:44:43.798655 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-383909ef-d94e-4076-b8cb-7e04da32893a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:43.818788 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-fa2dcd54-e2e9-49e8-b447-bf8759a89e54 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Allocated IP 172.20.0.5 (a48a7a57-71ab-4d9c-87a9-4fb94de9f94b/82639a47-13be-4859-b06a-f520a6864606/d4328364-1a57-4d96-8c43-cd42a39904f0) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:44:43.834348 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device ce1c7722-719d-4ae6-b928-8401dd5417d1 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:44:43.999884 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-daf49499-9931-4164-8023-9894ee9daea6 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:44.014353 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3457ee43-dde9-4dc9-bef2-8ddc4bbe2b04 None None] Network a48a7a57-71ab-4d9c-87a9-4fb94de9f94b requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:44:44.113448 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-9d8b4f02-f048-4576-81cb-af9bd9d3cf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:44.114924 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-9d8b4f02-f048-4576-81cb-af9bd9d3cf07 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=72ee322a-5d33-41d0-8bec-3239be73d48d HTTP/1.1" status: 200 len: 845 time: 0.4178588 Oct 26 15:44:44.129377 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9a01f503-e286-4dc3-b707-9446a44985f2 tempest-FloatingIPAdminTestJSON-949367345 tempest-FloatingIPAdminTestJSON-949367345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:44.130146 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9a01f503-e286-4dc3-b707-9446a44985f2 tempest-FloatingIPAdminTestJSON-949367345 tempest-FloatingIPAdminTestJSON-949367345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:44.137412 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-367f5fac-6e61-4378-bf8a-886659ac71c5 None None] Provisioning for port ce1c7722-719d-4ae6-b928-8401dd5417d1 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:44:44.147847 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-383909ef-d94e-4076-b8cb-7e04da32893a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] For port 5af030e9-0e55-4b95-8975-b7a277d59f90, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=5af030e9-0e55-4b95-8975-b7a277d59f90,segment=NetworkSegment(ad681930-81e8-4149-9bf2-d74e0780dad8),segment_id=ad681930-81e8-4149-9bf2-d74e0780dad8)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:44:44.148223 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-383909ef-d94e-4076-b8cb-7e04da32893a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:44.157620 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-13f63b5f-2c47-49ac-b341-af79e67f0ffb None None] Allocated IP 2001:db8::1 (e1cfa331-0600-4815-94e0-5e9afe4a8491/620a8386-5b5e-428b-bec5-fdb549e4f59c/cf24af26-99d1-4fb7-89f0-b3ad12e55267) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:44:44.173430 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fa2dcd54-e2e9-49e8-b447-bf8759a89e54 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:44.342802 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port ce1c7722-719d-4ae6-b928-8401dd5417d1 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:44:44.410461 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-9a01f503-e286-4dc3-b707-9446a44985f2 tempest-FloatingIPAdminTestJSON-949367345 tempest-FloatingIPAdminTestJSON-949367345-project] Calling delete_port for 1ae55688-b702-46bc-81cc-8605b328e053 owned by network:floatingip {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:44:44.422222 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-367f5fac-6e61-4378-bf8a-886659ac71c5 None None] Provisioning for port 768023ef-d150-4e73-b24c-c6aa0ea7498f completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:44:44.437170 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port ce1c7722-719d-4ae6-b928-8401dd5417d1 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:44:44.437549 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:44.437975 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port ce1c7722-719d-4ae6-b928-8401dd5417d1 Oct 26 15:44:44.517466 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-ca1f5f7f-2427-4fc3-9037-7debcd3f85ac service neutron] 10.222.0.48 "GET /v2.0/networks/d8f14250-22cf-4a11-9481-ae7fced3b7b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9458737 Oct 26 15:44:44.536279 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-383909ef-d94e-4076-b8cb-7e04da32893a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Calling delete_port for 5af030e9-0e55-4b95-8975-b7a277d59f90 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:44:44.590021 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-367f5fac-6e61-4378-bf8a-886659ac71c5 None None] Provisioning complete for port 768023ef-d150-4e73-b24c-c6aa0ea7498f triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:44:44.590488 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-367f5fac-6e61-4378-bf8a-886659ac71c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:44.590906 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-367f5fac-6e61-4378-bf8a-886659ac71c5 None None] Attempt 1 to provision port 768023ef-d150-4e73-b24c-c6aa0ea7498f Oct 26 15:44:44.747316 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-383909ef-d94e-4076-b8cb-7e04da32893a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:44.780587 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e51715-8451-434c-9180-5428df29d7cf req-f68ffd22-de0a-4a0e-a978-6925e42f2660 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:44.786047 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-94e51715-8451-434c-9180-5428df29d7cf req-f68ffd22-de0a-4a0e-a978-6925e42f2660 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d4a168b-8414-4e0c-aafa-d048ee6f7683 HTTP/1.1" status: 200 len: 944 time: 1.0359774 Oct 26 15:44:44.843408 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383909ef-d94e-4076-b8cb-7e04da32893a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Pushing event deleted for resources: {'Port': ['ID=5af030e9-0e55-4b95-8975-b7a277d59f90,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:44.845751 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fa2dcd54-e2e9-49e8-b447-bf8759a89e54 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:44.923193 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2dcd54-e2e9-49e8-b447-bf8759a89e54 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Network a48a7a57-71ab-4d9c-87a9-4fb94de9f94b is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:44:44.933237 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-fa2dcd54-e2e9-49e8-b447-bf8759a89e54 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:44:44.938986 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2dcd54-e2e9-49e8-b447-bf8759a89e54 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:44:44.968686 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-94e51715-8451-434c-9180-5428df29d7cf req-fb7aeb2f-f92f-4800-ada0-42847595e533 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d292d6b-50fe-4127-8949-883291b1e0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814680 Oct 26 15:44:45.020262 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2dcd54-e2e9-49e8-b447-bf8759a89e54 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Pushing event updated for resources: {'Port': ['ID=d4328364-1a57-4d96-8c43-cd42a39904f0,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:45.035034 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2b1db301-c9b4-4345-9da6-6f49356a0ede tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:45.035161 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383909ef-d94e-4076-b8cb-7e04da32893a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] No DVR routers for this DVR port 5af030e9-0e55-4b95-8975-b7a277d59f90 on host dv-neutron-862712-1-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:44:45.061597 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-c5fc36b4-3aca-48fc-964f-ccda2731470c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:45.063164 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-c5fc36b4-3aca-48fc-964f-ccda2731470c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9e7f403d-8db4-413b-aaa2-82bc08b56467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9240839 Oct 26 15:44:45.109487 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-13f63b5f-2c47-49ac-b341-af79e67f0ffb None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:45.163037 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port ce1c7722-719d-4ae6-b928-8401dd5417d1 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:44:45.163522 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:45.187169 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-367f5fac-6e61-4378-bf8a-886659ac71c5 None None] Current status of the port 768023ef-d150-4e73-b24c-c6aa0ea7498f is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:44:45.187556 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-367f5fac-6e61-4378-bf8a-886659ac71c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:45.201368 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-383909ef-d94e-4076-b8cb-7e04da32893a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:45.220314 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd888453-cb1a-4120-ba1f-70458f845eb9 None None] DHCP port deletion for faa209c4-43d9-4ed7-945e-102065551d5a request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:44:45.232283 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-383909ef-d94e-4076-b8cb-7e04da32893a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faa209c4-43d9-4ed7-945e-102065551d5a']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:45.239181 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-2b1db301-c9b4-4345-9da6-6f49356a0ede tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Calling delete_port for 8bf186eb-b5b0-4dea-a31e-f0b499352765 owned by {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:44:45.241821 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port ce1c7722-719d-4ae6-b928-8401dd5417d1, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=ce1c7722-719d-4ae6-b928-8401dd5417d1,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:44:45.249987 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-383909ef-d94e-4076-b8cb-7e04da32893a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad681930-81e8-4149-9bf2-d74e0780dad8') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:45.249987 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-383909ef-d94e-4076-b8cb-7e04da32893a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad681930-81e8-4149-9bf2-d74e0780dad8') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:45.257158 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-367f5fac-6e61-4378-bf8a-886659ac71c5 None None] For port 768023ef-d150-4e73-b24c-c6aa0ea7498f, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=768023ef-d150-4e73-b24c-c6aa0ea7498f,segment=NetworkSegment(9caea4bc-cf40-4f83-b7e5-7a728a3c0f0c),segment_id=9caea4bc-cf40-4f83-b7e5-7a728a3c0f0c)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:44:45.261836 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-383909ef-d94e-4076-b8cb-7e04da32893a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:45.304404 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-383909ef-d94e-4076-b8cb-7e04da32893a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:45.318172 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5f2b957d-7467-4457-b9a9-72c317c04a1e req-b1b8fbb5-9226-4753-b7e0-2b16f5dbd155 service neutron] 10.222.0.48 "GET /v2.0/networks/d8f14250-22cf-4a11-9481-ae7fced3b7b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6632092 Oct 26 15:44:45.323474 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52dff8-e922-4f2e-b1ad-a47e91a6beeb req-26c54e6d-2a56-4608-a791-fcb91438a53c tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:45.325176 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-fc52dff8-e922-4f2e-b1ad-a47e91a6beeb req-26c54e6d-2a56-4608-a791-fcb91438a53c tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e191253-b5f3-4002-95f2-06134a2c3e70 HTTP/1.1" status: 200 len: 944 time: 0.6353145 Oct 26 15:44:45.326320 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-383909ef-d94e-4076-b8cb-7e04da32893a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:44:45.326804 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-383909ef-d94e-4076-b8cb-7e04da32893a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:45.337011 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:45.351928 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33862) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:45.420326 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-367f5fac-6e61-4378-bf8a-886659ac71c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:45.438657 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 5af030e9-0e55-4b95-8975-b7a277d59f90 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:44:45.453141 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment ad681930-81e8-4149-9bf2-d74e0780dad8 resource provider aggregate not found Oct 26 15:44:45.460069 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9a01f503-e286-4dc3-b707-9446a44985f2 tempest-FloatingIPAdminTestJSON-949367345 tempest-FloatingIPAdminTestJSON-949367345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:45.484279 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-13f63b5f-2c47-49ac-b341-af79e67f0ffb None None] Transition to ACTIVE for port object cf24af26-99d1-4fb7-89f0-b3ad12e55267 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:44:45.504819 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment ad681930-81e8-4149-9bf2-d74e0780dad8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad681930-81e8-4149-9bf2-d74e0780dad8 found for delete ", "request_id": "req-9d225d1a-d8f3-4009-bbaf-71a64680ad3b"}]} Oct 26 15:44:45.511422 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 5af030e9-0e55-4b95-8975-b7a277d59f90 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:44:45.512241 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 5af030e9-0e55-4b95-8975-b7a277d59f90 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:44:45.542648 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fa2dcd54-e2e9-49e8-b447-bf8759a89e54 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:45.546299 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-fc52dff8-e922-4f2e-b1ad-a47e91a6beeb req-fab3b95b-63f5-4206-9f97-4cb520915332 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/security-groups?id=16fb894e-acc2-46d5-b200-5c9b4d7d52ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781850 Oct 26 15:44:45.564454 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=ce1c7722-719d-4ae6-b928-8401dd5417d1,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:45.590063 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a01f503-e286-4dc3-b707-9446a44985f2 tempest-FloatingIPAdminTestJSON-949367345 tempest-FloatingIPAdminTestJSON-949367345-project] Pushing event deleted for resources: {'Port': ['ID=1ae55688-b702-46bc-81cc-8605b328e053,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:45.611701 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-635fbbcc-013b-426e-bbc9-9acfa8a7c468 tempest-DvrRoutersNegativeTest-934455863 tempest-DvrRoutersNegativeTest-934455863-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-89308897', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:45.614448 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.policy [None req-635fbbcc-013b-426e-bbc9-9acfa8a7c468 tempest-DvrRoutersNegativeTest-934455863 tempest-DvrRoutersNegativeTest-934455863-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=89748) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Oct 26 15:44:45.615034 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.policy [None req-635fbbcc-013b-426e-bbc9-9acfa8a7c468 tempest-DvrRoutersNegativeTest-934455863 tempest-DvrRoutersNegativeTest-934455863-project] Failed policy check for 'create_router' {{(pid=89748) enforce /opt/stack/neutron/neutron/policy.py:520}} Oct 26 15:44:45.616192 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-635fbbcc-013b-426e-bbc9-9acfa8a7c468 tempest-DvrRoutersNegativeTest-934455863 tempest-DvrRoutersNegativeTest-934455863-project] create failed (client error): Access was denied to this resource. Oct 26 15:44:45.617148 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-635fbbcc-013b-426e-bbc9-9acfa8a7c468 tempest-DvrRoutersNegativeTest-934455863 tempest-DvrRoutersNegativeTest-934455863-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2623928 Oct 26 15:44:45.632392 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-086f068b-0fee-49dd-83cf-820c42ffa693 None None] Provisioning complete for port ce1c7722-719d-4ae6-b928-8401dd5417d1 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:44:45.633518 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-086f068b-0fee-49dd-83cf-820c42ffa693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:45.634221 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-086f068b-0fee-49dd-83cf-820c42ffa693 None None] Attempt 1 to provision port ce1c7722-719d-4ae6-b928-8401dd5417d1 Oct 26 15:44:45.645450 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-383909ef-d94e-4076-b8cb-7e04da32893a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:45.655104 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-07be05b0-944c-42cf-aefb-30543c600182 service neutron] 10.222.0.48 "GET /v2.0/networks/9e7f403d-8db4-413b-aaa2-82bc08b56467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5235462 Oct 26 15:44:45.750308 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-383909ef-d94e-4076-b8cb-7e04da32893a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:45.773593 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383909ef-d94e-4076-b8cb-7e04da32893a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] Pushing event deleted for resources: {'Network': ['ID=faa209c4-43d9-4ed7-945e-102065551d5a,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:45.808143 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-383909ef-d94e-4076-b8cb-7e04da32893a tempest-AllowedAddressPairTestJSON-987023730 tempest-AllowedAddressPairTestJSON-987023730-project] 10.222.0.23 "DELETE /v2.0/networks/faa209c4-43d9-4ed7-945e-102065551d5a HTTP/1.1" status: 204 len: 168 time: 2.2475305 Oct 26 15:44:45.822945 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fa2dcd54-e2e9-49e8-b447-bf8759a89e54 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:45.856866 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f5fac-6e61-4378-bf8a-886659ac71c5 None None] Pushing event updated for resources: {'Port': ['ID=768023ef-d150-4e73-b24c-c6aa0ea7498f,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:45.869914 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-086f068b-0fee-49dd-83cf-820c42ffa693 None None] Current status of the port ce1c7722-719d-4ae6-b928-8401dd5417d1 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:44:46.051859 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9a01f503-e286-4dc3-b707-9446a44985f2 tempest-FloatingIPAdminTestJSON-949367345 tempest-FloatingIPAdminTestJSON-949367345-project] Notify callbacks [] for floatingip, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:46.064740 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fa2dcd54-e2e9-49e8-b447-bf8759a89e54 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:46.097339 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-13f63b5f-2c47-49ac-b341-af79e67f0ffb None None] Transition to ACTIVE for port object cf24af26-99d1-4fb7-89f0-b3ad12e55267 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:44:46.098877 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-086f068b-0fee-49dd-83cf-820c42ffa693 None None] Provisioning for port 8bf186eb-b5b0-4dea-a31e-f0b499352765 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:44:46.104443 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-086f068b-0fee-49dd-83cf-820c42ffa693 None None] Provisioning complete for port 8bf186eb-b5b0-4dea-a31e-f0b499352765 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:44:46.106505 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-086f068b-0fee-49dd-83cf-820c42ffa693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:46.106836 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-086f068b-0fee-49dd-83cf-820c42ffa693 None None] Attempt 1 to provision port 8bf186eb-b5b0-4dea-a31e-f0b499352765 Oct 26 15:44:46.112707 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2b1db301-c9b4-4345-9da6-6f49356a0ede tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:46.119019 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fa2dcd54-e2e9-49e8-b447-bf8759a89e54 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:46.149481 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-086f068b-0fee-49dd-83cf-820c42ffa693 None None] Port 8bf186eb-b5b0-4dea-a31e-f0b499352765 was deleted so its status cannot be updated. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:44:46.162934 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-086f068b-0fee-49dd-83cf-820c42ffa693 None None] Provisioning complete for port 768023ef-d150-4e73-b24c-c6aa0ea7498f triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:44:46.163444 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-086f068b-0fee-49dd-83cf-820c42ffa693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:46.163962 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-086f068b-0fee-49dd-83cf-820c42ffa693 None None] Attempt 1 to provision port 768023ef-d150-4e73-b24c-c6aa0ea7498f Oct 26 15:44:46.172033 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33886) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:46.194008 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e2490-dc86-40c7-a9e3-3dcda5527f6c req-000c3980-df72-4916-94ed-9d2701317996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:46.194242 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-13f63b5f-2c47-49ac-b341-af79e67f0ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:46.194359 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-268e2490-dc86-40c7-a9e3-3dcda5527f6c req-000c3980-df72-4916-94ed-9d2701317996 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fa1ce7c495d47a7b8af796c383d23bd&device_id=8d4a168b-8414-4e0c-aafa-d048ee6f7683 HTTP/1.1" status: 200 len: 1097 time: 0.6550221 Oct 26 15:44:46.221683 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-74b1dad7-cfe6-49c7-b4e5-27686cbff1fc req-03b9d3dc-1e93-46e1-ac15-dc38767be050 service neutron] 10.222.0.48 "GET /v2.0/networks/9e7f403d-8db4-413b-aaa2-82bc08b56467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5201776 Oct 26 15:44:46.263474 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fa2dcd54-e2e9-49e8-b447-bf8759a89e54 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:46.265646 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9a01f503-e286-4dc3-b707-9446a44985f2 tempest-FloatingIPAdminTestJSON-949367345 tempest-FloatingIPAdminTestJSON-949367345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:46.266150 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-9a01f503-e286-4dc3-b707-9446a44985f2 tempest-FloatingIPAdminTestJSON-949367345 tempest-FloatingIPAdminTestJSON-949367345-project] 10.222.0.23 "DELETE /v2.0/floatingips/94c759b3-e0ed-4001-876e-5e0eb44fe258 HTTP/1.1" status: 204 len: 168 time: 3.2882690 Oct 26 15:44:46.267264 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1db301-c9b4-4345-9da6-6f49356a0ede tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Port': ['ID=8bf186eb-b5b0-4dea-a31e-f0b499352765,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:46.270504 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33888) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:46.278686 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33892) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:46.302524 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f63b5f-2c47-49ac-b341-af79e67f0ffb None None] Network e1cfa331-0600-4815-94e0-5e9afe4a8491 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:44:46.311629 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-13f63b5f-2c47-49ac-b341-af79e67f0ffb None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:44:46.320739 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f63b5f-2c47-49ac-b341-af79e67f0ffb None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:44:46.333944 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f63b5f-2c47-49ac-b341-af79e67f0ffb None None] Pushing event updated for resources: {'Port': ['ID=cf24af26-99d1-4fb7-89f0-b3ad12e55267,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:46.411423 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-daf49499-9931-4164-8023-9894ee9daea6 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:46.549225 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-13f63b5f-2c47-49ac-b341-af79e67f0ffb None None] Attempting to bind port cf24af26-99d1-4fb7-89f0-b3ad12e55267 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:44:46.549910 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-13f63b5f-2c47-49ac-b341-af79e67f0ffb None None] Attempting to bind port cf24af26-99d1-4fb7-89f0-b3ad12e55267 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '855fb5a8-28d6-469e-b41f-e175784ea9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e1cfa331-0600-4815-94e0-5e9afe4a8491'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:44:46.550513 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f63b5f-2c47-49ac-b341-af79e67f0ffb None None] Attempting to bind port cf24af26-99d1-4fb7-89f0-b3ad12e55267 on network e1cfa331-0600-4815-94e0-5e9afe4a8491 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:44:46.554110 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf49499-9931-4164-8023-9894ee9daea6 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event deleted for resources: {'Subnet': ['ID=620a8386-5b5e-428b-bec5-fdb549e4f59c,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:46.563293 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f63b5f-2c47-49ac-b341-af79e67f0ffb None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:44:46.564225 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f63b5f-2c47-49ac-b341-af79e67f0ffb None None] Checking segment: {'id': '855fb5a8-28d6-469e-b41f-e175784ea9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e1cfa331-0600-4815-94e0-5e9afe4a8491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:44:46.564790 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-13f63b5f-2c47-49ac-b341-af79e67f0ffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:46.565340 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f63b5f-2c47-49ac-b341-af79e67f0ffb None None] Bound using segment: {'id': '855fb5a8-28d6-469e-b41f-e175784ea9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e1cfa331-0600-4815-94e0-5e9afe4a8491'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:44:46.565983 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-13f63b5f-2c47-49ac-b341-af79e67f0ffb None None] Bound port: cf24af26-99d1-4fb7-89f0-b3ad12e55267, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855fb5a8-28d6-469e-b41f-e175784ea9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e1cfa331-0600-4815-94e0-5e9afe4a8491'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:44:46.567078 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-13f63b5f-2c47-49ac-b341-af79e67f0ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:46.581611 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2b1db301-c9b4-4345-9da6-6f49356a0ede tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:46.620364 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e0075e70-5622-4fc9-ab69-25acdaac5052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:46.646936 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-086f068b-0fee-49dd-83cf-820c42ffa693 None None] Current status of the port 768023ef-d150-4e73-b24c-c6aa0ea7498f is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:44:46.650395 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e0075e70-5622-4fc9-ab69-25acdaac5052 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:46.655082 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e0075e70-5622-4fc9-ab69-25acdaac5052 admin admin] Usage tracker for resource:security_group_rule and tenant:56e7b9248bad4ea19c5a7efa94042ca7 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:46.658087 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e0075e70-5622-4fc9-ab69-25acdaac5052 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:46.664059 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e0075e70-5622-4fc9-ab69-25acdaac5052 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:46.676059 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-b00866ea-6fcf-41d9-b038-3e4cc97ad02c tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Deleting port 330199fe-b6f9-4036-89d4-48fe15380f4a {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:44:46.676394 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b00866ea-6fcf-41d9-b038-3e4cc97ad02c tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:46.712966 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-13f63b5f-2c47-49ac-b341-af79e67f0ffb None None] For port cf24af26-99d1-4fb7-89f0-b3ad12e55267, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:44:46.713163 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fa2dcd54-e2e9-49e8-b447-bf8759a89e54 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:46.718015 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-13f63b5f-2c47-49ac-b341-af79e67f0ffb None None] For port cf24af26-99d1-4fb7-89f0-b3ad12e55267, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=cf24af26-99d1-4fb7-89f0-b3ad12e55267,segment=NetworkSegment(855fb5a8-28d6-469e-b41f-e175784ea9a5),segment_id=855fb5a8-28d6-469e-b41f-e175784ea9a5)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:44:46.718204 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-fa2dcd54-e2e9-49e8-b447-bf8759a89e54 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.1400917 Oct 26 15:44:46.726503 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33906) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:46.728172 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2dcd54-e2e9-49e8-b447-bf8759a89e54 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Pushing event updated for resources: {'Port': ['ID=d4328364-1a57-4d96-8c43-cd42a39904f0,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:46.763052 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2b1db301-c9b4-4345-9da6-6f49356a0ede tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/ports/8bf186eb-b5b0-4dea-a31e-f0b499352765 HTTP/1.1" status: 204 len: 168 time: 3.4704862 Oct 26 15:44:46.770797 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33910) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:46.805223 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-13f63b5f-2c47-49ac-b341-af79e67f0ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:46.822461 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-daf49499-9931-4164-8023-9894ee9daea6 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:46.877531 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a8c9d-0f20-452a-a559-faa4c034edfe req-6d06a3e2-0d80-48ce-a5fa-19eddba5bf8d tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:46.879125 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-724a8c9d-0f20-452a-a559-faa4c034edfe req-6d06a3e2-0d80-48ce-a5fa-19eddba5bf8d tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d4a168b-8414-4e0c-aafa-d048ee6f7683 HTTP/1.1" status: 200 len: 944 time: 0.7782094 Oct 26 15:44:46.893991 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-daf49499-9931-4164-8023-9894ee9daea6 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1cfa331-0600-4815-94e0-5e9afe4a8491']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:46.928014 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e2490-dc86-40c7-a9e3-3dcda5527f6c req-aa4c2e0e-2190-4314-b869-3648bc5cefe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:46.929479 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-268e2490-dc86-40c7-a9e3-3dcda5527f6c req-aa4c2e0e-2190-4314-b869-3648bc5cefe8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d8f14250-22cf-4a11-9481-ae7fced3b7b5 HTTP/1.1" status: 200 len: 911 time: 0.6983585 Oct 26 15:44:46.936440 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f63b5f-2c47-49ac-b341-af79e67f0ffb None None] Pushing event updated for resources: {'Port': ['ID=cf24af26-99d1-4fb7-89f0-b3ad12e55267,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:46.945450 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-daf49499-9931-4164-8023-9894ee9daea6 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '855fb5a8-28d6-469e-b41f-e175784ea9a5') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:46.945761 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-daf49499-9931-4164-8023-9894ee9daea6 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '855fb5a8-28d6-469e-b41f-e175784ea9a5') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:46.962586 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa385c0-b806-4e4a-b4c2-3f78607db23a None None] Network e1cfa331-0600-4815-94e0-5e9afe4a8491 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:44:47.021549 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-268e2490-dc86-40c7-a9e3-3dcda5527f6c req-3b414365-1ee8-48eb-b702-78a3ff60ae29 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f62158b4-8e92-4bca-a81b-4eb72d775756 HTTP/1.1" status: 200 len: 217 time: 0.0813928 Oct 26 15:44:47.023461 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-f58a194d-1d66-4ca7-a0d7-36efe99414e8 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Synchronizing usage tracker for tenant:8fa3647a8c0c45a8af5293d0359eaa97 on resource:floatingip {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:44:47.031731 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-daf49499-9931-4164-8023-9894ee9daea6 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:47.060337 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-45bd7e29-2bd0-4869-8b33-6182da198d8d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b428e3fc7ae94183b7e4462eb47a28df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7826815 Oct 26 15:44:47.088143 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725a1df-5800-4bf1-ab5b-ce31d39c3b94 req-b155a4bf-bd1c-4210-962c-52726fa30ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:47.090415 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b725a1df-5800-4bf1-ab5b-ce31d39c3b94 req-b155a4bf-bd1c-4210-962c-52726fa30ed4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0d1979e8b1384c06a2335dbdad38722e&device_id=2e191253-b5f3-4002-95f2-06134a2c3e70 HTTP/1.1" status: 200 len: 1097 time: 0.6715624 Oct 26 15:44:47.097745 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33914) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:47.101555 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa98397c-f85e-47a7-9a7e-751e56d039ef tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:47.103367 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa98397c-f85e-47a7-9a7e-751e56d039ef tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:47.107892 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-aa98397c-f85e-47a7-9a7e-751e56d039ef tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3215597 Oct 26 15:44:47.113956 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33918) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:47.156775 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-daf49499-9931-4164-8023-9894ee9daea6 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:47.167570 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-724a8c9d-0f20-452a-a559-faa4c034edfe req-22b855f6-e3b5-4879-849e-f20db9d6bd39 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d292d6b-50fe-4127-8949-883291b1e0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2782836 Oct 26 15:44:47.220761 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f784810-1140-41be-9648-0142d8965cdd None None] get_active_networks_info from dv-neutron-862712-1-hyperv {{(pid=89749) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 26 15:44:47.243230 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daf49499-9931-4164-8023-9894ee9daea6 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:44:47.243642 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-daf49499-9931-4164-8023-9894ee9daea6 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:47.273299 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-f58a194d-1d66-4ca7-a0d7-36efe99414e8 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Unset dirty status for tenant:8fa3647a8c0c45a8af5293d0359eaa97 on resource:floatingip {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:44:47.277533 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f58a194d-1d66-4ca7-a0d7-36efe99414e8 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] 10.222.0.23 "GET /v2.0/floatingips?floating_network_id=a48a7a57-71ab-4d9c-87a9-4fb94de9f94b HTTP/1.1" status: 200 len: 689 time: 0.5458405 Oct 26 15:44:47.286711 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33924) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:47.300549 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ea8815f-67a9-4da2-b10f-5e8ae8bbddc3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting subnet d043894e-2568-436c-85bd-24b113890a61 {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:44:47.320328 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b00866ea-6fcf-41d9-b038-3e4cc97ad02c tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:47.320743 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b00866ea-6fcf-41d9-b038-3e4cc97ad02c tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:47.332192 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2ea8815f-67a9-4da2-b10f-5e8ae8bbddc3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:47.347585 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 855fb5a8-28d6-469e-b41f-e175784ea9a5 resource provider aggregate not found Oct 26 15:44:47.351797 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e2490-dc86-40c7-a9e3-3dcda5527f6c req-dc26639c-9b86-4735-87af-e5d07a83f96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:47.353236 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-268e2490-dc86-40c7-a9e3-3dcda5527f6c req-dc26639c-9b86-4735-87af-e5d07a83f96c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=681a7821-b4bf-4dbd-9e8a-ecb5ac161e14 HTTP/1.1" status: 200 len: 849 time: 0.3235486 Oct 26 15:44:47.365317 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f784810-1140-41be-9648-0142d8965cdd None None] Resources bound (agent type, host, resource id): {{(pid=89749) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:44:47.443559 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 855fb5a8-28d6-469e-b41f-e175784ea9a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 855fb5a8-28d6-469e-b41f-e175784ea9a5 found for delete ", "request_id": "req-f5e88cd1-c98f-45d3-b83e-a35905019104"}]} Oct 26 15:44:47.446287 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b0861-5ccd-4c1e-a44f-422a51ef4922 req-0f7d902c-5cda-4a88-8132-34013db3c40f tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:47.453473 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ea6b0861-5ccd-4c1e-a44f-422a51ef4922 req-0f7d902c-5cda-4a88-8132-34013db3c40f tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e191253-b5f3-4002-95f2-06134a2c3e70 HTTP/1.1" status: 200 len: 944 time: 0.7339196 Oct 26 15:44:47.496158 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.db.api [None req-daf49499-9931-4164-8023-9894ee9daea6 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 15:44:47.496158 dv-neutron-862712-1-hyperv neutron-server[89748]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 15:44:47.496158 dv-neutron-862712-1-hyperv neutron-server[89748]: [parameters: {'id': 'e1cfa331-0600-4815-94e0-5e9afe4a8491'}] Oct 26 15:44:47.496158 dv-neutron-862712-1-hyperv neutron-server[89748]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:44:47.496573 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG oslo_db.api [None req-daf49499-9931-4164-8023-9894ee9daea6 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:44:47.515458 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-da53c9ed-a4ad-46d3-9484-e8efb117c0f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:47.525398 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 768023ef-d150-4e73-b24c-c6aa0ea7498f up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:44:47.530383 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725a1df-5800-4bf1-ab5b-ce31d39c3b94 req-6726d433-468f-4aa7-8d8e-a133f6b8f2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:47.531867 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b725a1df-5800-4bf1-ab5b-ce31d39c3b94 req-6726d433-468f-4aa7-8d8e-a133f6b8f2e3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9e7f403d-8db4-413b-aaa2-82bc08b56467 HTTP/1.1" status: 200 len: 907 time: 0.4163027 Oct 26 15:44:47.586624 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e0075e70-5622-4fc9-ab69-25acdaac5052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:47.595779 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-b00866ea-6fcf-41d9-b038-3e4cc97ad02c tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Calling delete_port for 330199fe-b6f9-4036-89d4-48fe15380f4a owned by network:floatingip {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:44:47.615389 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e2490-dc86-40c7-a9e3-3dcda5527f6c req-2f916f44-7b2d-4b9b-8c1a-ef15dfb09bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:47.616865 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-268e2490-dc86-40c7-a9e3-3dcda5527f6c req-2f916f44-7b2d-4b9b-8c1a-ef15dfb09bbc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d8f14250-22cf-4a11-9481-ae7fced3b7b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2452941 Oct 26 15:44:47.629673 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-da53c9ed-a4ad-46d3-9484-e8efb117c0f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:47.645968 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b725a1df-5800-4bf1-ab5b-ce31d39c3b94 req-bb95eb0e-3191-4f95-b63e-6e6473ad44ec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acc2f964-cb45-4af0-9d4f-0a2275d74837 HTTP/1.1" status: 200 len: 217 time: 0.0992439 Oct 26 15:44:47.675601 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2ea8815f-67a9-4da2-b10f-5e8ae8bbddc3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:47.724412 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e0075e70-5622-4fc9-ab69-25acdaac5052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:47.727500 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 768023ef-d150-4e73-b24c-c6aa0ea7498f triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:44:47.727808 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:47.728141 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 768023ef-d150-4e73-b24c-c6aa0ea7498f Oct 26 15:44:47.776878 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ea6b0861-5ccd-4c1e-a44f-422a51ef4922 req-63a42c67-558f-4585-a30b-474d39f87b3b tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/security-groups?id=16fb894e-acc2-46d5-b200-5c9b4d7d52ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3225143 Oct 26 15:44:47.851450 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725a1df-5800-4bf1-ab5b-ce31d39c3b94 req-fac90c37-5e55-4221-a2e5-f73bfa8b5b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:47.852897 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b725a1df-5800-4bf1-ab5b-ce31d39c3b94 req-fac90c37-5e55-4221-a2e5-f73bfa8b5b6b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=72ee322a-5d33-41d0-8bec-3239be73d48d HTTP/1.1" status: 200 len: 845 time: 0.1204369 Oct 26 15:44:47.865032 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e0075e70-5622-4fc9-ab69-25acdaac5052 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=56e7b9248bad4ea19c5a7efa94042ca7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6018918 Oct 26 15:44:47.874964 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33930) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:47.885552 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0075e70-5622-4fc9-ab69-25acdaac5052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc27d12d-7ba0-44c2-b80f-d7fc25a898cc,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:47.917743 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e43cc2f0-94da-4982-b22b-ed0cdf27fd58 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:47.920918 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 768023ef-d150-4e73-b24c-c6aa0ea7498f is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:44:47.922049 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device ce1c7722-719d-4ae6-b928-8401dd5417d1 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:44:48.013152 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port ce1c7722-719d-4ae6-b928-8401dd5417d1 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:44:48.013587 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:48.013862 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port ce1c7722-719d-4ae6-b928-8401dd5417d1 Oct 26 15:44:48.020417 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-daf49499-9931-4164-8023-9894ee9daea6 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:48.037996 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-268e2490-dc86-40c7-a9e3-3dcda5527f6c req-3eb99088-8015-4b77-a9fb-e277ddb75ece service neutron] 10.222.0.48 "GET /v2.0/networks/d8f14250-22cf-4a11-9481-ae7fced3b7b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910663 Oct 26 15:44:48.041503 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-da53c9ed-a4ad-46d3-9484-e8efb117c0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:48.044866 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-e43cc2f0-94da-4982-b22b-ed0cdf27fd58 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Deleting port d4328364-1a57-4d96-8c43-cd42a39904f0 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:44:48.045215 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e43cc2f0-94da-4982-b22b-ed0cdf27fd58 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:48.110985 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2ea8815f-67a9-4da2-b10f-5e8ae8bbddc3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:48.136373 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port ce1c7722-719d-4ae6-b928-8401dd5417d1 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:44:48.157802 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53c9ed-a4ad-46d3-9484-e8efb117c0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9e50b0-9720-436f-8265-538a744027b2,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:48.190047 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53c9ed-a4ad-46d3-9484-e8efb117c0f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:44:48.190392 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53c9ed-a4ad-46d3-9484-e8efb117c0f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:44:48.190766 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53c9ed-a4ad-46d3-9484-e8efb117c0f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:44:48.191107 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53c9ed-a4ad-46d3-9484-e8efb117c0f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:44:48.191443 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53c9ed-a4ad-46d3-9484-e8efb117c0f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:44:48.191777 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53c9ed-a4ad-46d3-9484-e8efb117c0f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:44:48.192106 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53c9ed-a4ad-46d3-9484-e8efb117c0f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:44:48.192436 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53c9ed-a4ad-46d3-9484-e8efb117c0f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:44:48.192773 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53c9ed-a4ad-46d3-9484-e8efb117c0f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:44:48.193085 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53c9ed-a4ad-46d3-9484-e8efb117c0f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:44:48.193408 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53c9ed-a4ad-46d3-9484-e8efb117c0f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:44:48.193727 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53c9ed-a4ad-46d3-9484-e8efb117c0f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:44:48.196302 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-daf49499-9931-4164-8023-9894ee9daea6 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Deleting port cf24af26-99d1-4fb7-89f0-b3ad12e55267 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:44:48.196644 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-daf49499-9931-4164-8023-9894ee9daea6 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:48.229982 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-da53c9ed-a4ad-46d3-9484-e8efb117c0f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:48.234301 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-da53c9ed-a4ad-46d3-9484-e8efb117c0f7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fa9e50b0-9720-436f-8265-538a744027b2 HTTP/1.1" status: 204 len: 168 time: 1.1253452 Oct 26 15:44:48.299542 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b00866ea-6fcf-41d9-b038-3e4cc97ad02c tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:48.310803 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e43cc2f0-94da-4982-b22b-ed0cdf27fd58 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:48.311125 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e43cc2f0-94da-4982-b22b-ed0cdf27fd58 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:48.413605 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-63fdd21c-0ca1-49aa-9c13-dabe896512e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:48.422739 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00866ea-6fcf-41d9-b038-3e4cc97ad02c tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Pushing event deleted for resources: {'Port': ['ID=330199fe-b6f9-4036-89d4-48fe15380f4a,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:48.443351 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-268e2490-dc86-40c7-a9e3-3dcda5527f6c req-b50addc1-d5b1-4636-8f2c-c5a3597c502d service neutron] 10.222.0.48 "GET /v2.0/networks/d8f14250-22cf-4a11-9481-ae7fced3b7b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927872 Oct 26 15:44:48.462299 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725a1df-5800-4bf1-ab5b-ce31d39c3b94 req-dfb95d31-6eaf-4412-a8a7-d7a5872ebcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:48.464382 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b725a1df-5800-4bf1-ab5b-ce31d39c3b94 req-dfb95d31-6eaf-4412-a8a7-d7a5872ebcaa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9e7f403d-8db4-413b-aaa2-82bc08b56467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5879681 Oct 26 15:44:48.478079 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-63fdd21c-0ca1-49aa-9c13-dabe896512e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:48.527569 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-e43cc2f0-94da-4982-b22b-ed0cdf27fd58 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Calling delete_port for d4328364-1a57-4d96-8c43-cd42a39904f0 owned by network:floatingip {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:44:48.559305 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00866ea-6fcf-41d9-b038-3e4cc97ad02c tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:44:48.559666 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00866ea-6fcf-41d9-b038-3e4cc97ad02c tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:44:48.559985 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00866ea-6fcf-41d9-b038-3e4cc97ad02c tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:44:48.560322 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00866ea-6fcf-41d9-b038-3e4cc97ad02c tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:44:48.560655 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00866ea-6fcf-41d9-b038-3e4cc97ad02c tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:44:48.560985 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00866ea-6fcf-41d9-b038-3e4cc97ad02c tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:44:48.561332 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00866ea-6fcf-41d9-b038-3e4cc97ad02c tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:44:48.561627 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00866ea-6fcf-41d9-b038-3e4cc97ad02c tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:44:48.561951 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00866ea-6fcf-41d9-b038-3e4cc97ad02c tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:44:48.562272 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00866ea-6fcf-41d9-b038-3e4cc97ad02c tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:44:48.562619 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00866ea-6fcf-41d9-b038-3e4cc97ad02c tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:44:48.562950 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00866ea-6fcf-41d9-b038-3e4cc97ad02c tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:44:48.765015 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-daf49499-9931-4164-8023-9894ee9daea6 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] For port cf24af26-99d1-4fb7-89f0-b3ad12e55267, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=cf24af26-99d1-4fb7-89f0-b3ad12e55267,segment=NetworkSegment(855fb5a8-28d6-469e-b41f-e175784ea9a5),segment_id=855fb5a8-28d6-469e-b41f-e175784ea9a5)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:44:48.765598 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-daf49499-9931-4164-8023-9894ee9daea6 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:48.781046 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7b975-8804-44d7-8bfa-ad9d6ec8bf32 req-6a3bdbe8-a8a0-4fab-81ee-cabd28ce9d95 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:48.782494 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-95d7b975-8804-44d7-8bfa-ad9d6ec8bf32 req-6a3bdbe8-a8a0-4fab-81ee-cabd28ce9d95 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d4a168b-8414-4e0c-aafa-d048ee6f7683 HTTP/1.1" status: 200 len: 944 time: 0.4803538 Oct 26 15:44:48.789254 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b00866ea-6fcf-41d9-b038-3e4cc97ad02c tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:48.814767 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2ea8815f-67a9-4da2-b10f-5e8ae8bbddc3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:48.846439 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b725a1df-5800-4bf1-ab5b-ce31d39c3b94 req-851e36fa-9bae-4164-a1d4-b83096d1dedc service neutron] 10.222.0.48 "GET /v2.0/networks/9e7f403d-8db4-413b-aaa2-82bc08b56467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723714 Oct 26 15:44:48.898462 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea8815f-67a9-4da2-b10f-5e8ae8bbddc3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Subnet': ['ID=d043894e-2568-436c-85bd-24b113890a61,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:48.905118 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2ea8815f-67a9-4da2-b10f-5e8ae8bbddc3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:48.911361 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f5a3c3-479e-43d8-ae94-dd33095081d4 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:44:48.922814 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-daf49499-9931-4164-8023-9894ee9daea6 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Calling delete_port for cf24af26-99d1-4fb7-89f0-b3ad12e55267 owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:44:48.972253 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b00866ea-6fcf-41d9-b038-3e4cc97ad02c tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:48.973280 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-63fdd21c-0ca1-49aa-9c13-dabe896512e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:48.973406 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b00866ea-6fcf-41d9-b038-3e4cc97ad02c tempest-FloatingIPAdminTestJSON-1107871757 tempest-FloatingIPAdminTestJSON-1107871757-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/6932d891-b2c8-4d7e-9e17-5c8777dfff58 HTTP/1.1" status: 204 len: 168 time: 2.6689742 Oct 26 15:44:48.982440 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33950) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:48.984003 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-2ea8815f-67a9-4da2-b10f-5e8ae8bbddc3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/d043894e-2568-436c-85bd-24b113890a61 HTTP/1.1" status: 204 len: 168 time: 1.8681536 Oct 26 15:44:48.993623 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33954) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:49.079057 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-9eb5e696-829b-4937-bfcb-05b403bb1043 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Deleting port 64fb4876-bca4-4a95-a748-99997d4d5e25 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:44:49.079320 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9eb5e696-829b-4937-bfcb-05b403bb1043 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:49.110679 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e43cc2f0-94da-4982-b22b-ed0cdf27fd58 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:49.122340 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fdd21c-0ca1-49aa-9c13-dabe896512e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc27d12d-7ba0-44c2-b80f-d7fc25a898cc,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:49.170966 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-35d9f1f8-7e69-414c-8198-b6d1d41a8e70 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1669822 Oct 26 15:44:49.172514 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 33962) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:49.183823 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-4a287792-8dbc-4769-abfb-fc946f99611f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'subnet': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:49.184014 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43cc2f0-94da-4982-b22b-ed0cdf27fd58 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Pushing event deleted for resources: {'Port': ['ID=d4328364-1a57-4d96-8c43-cd42a39904f0,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:49.226942 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-95d7b975-8804-44d7-8bfa-ad9d6ec8bf32 req-2d9b655b-e5d4-44a0-a2f7-d4bb67856c37 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d292d6b-50fe-4127-8949-883291b1e0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3829665 Oct 26 15:44:49.227825 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-63fdd21c-0ca1-49aa-9c13-dabe896512e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:49.231476 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-63fdd21c-0ca1-49aa-9c13-dabe896512e2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bc27d12d-7ba0-44c2-b80f-d7fc25a898cc HTTP/1.1" status: 204 len: 168 time: 1.3518479 Oct 26 15:44:49.245650 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device f62158b4-8e92-4bca-a81b-4eb72d775756 details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 15:44:49.294692 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f9787-81e0-4e8d-af97-d863d718c87f req-7b4ae732-7c00-4be9-ab7b-b23cab77d5e9 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:49.296267 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-1e3f9787-81e0-4e8d-af97-d863d718c87f req-7b4ae732-7c00-4be9-ab7b-b23cab77d5e9 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e191253-b5f3-4002-95f2-06134a2c3e70 HTTP/1.1" status: 200 len: 944 time: 0.3733659 Oct 26 15:44:49.372756 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b725a1df-5800-4bf1-ab5b-ce31d39c3b94 req-f19eb3ef-ea2b-4022-a010-339bb0161d1c service neutron] 10.222.0.48 "GET /v2.0/networks/9e7f403d-8db4-413b-aaa2-82bc08b56467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572155 Oct 26 15:44:49.379497 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-4a287792-8dbc-4769-abfb-fc946f99611f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:49.383519 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-4a287792-8dbc-4769-abfb-fc946f99611f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Usage tracker for resource:subnet and tenant:cde0b70c42f24e8e94f9303758760038 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:49.389065 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-4a287792-8dbc-4769-abfb-fc946f99611f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:49.400485 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-4a287792-8dbc-4769-abfb-fc946f99611f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:49.438494 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port f62158b4-8e92-4bca-a81b-4eb72d775756, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=f62158b4-8e92-4bca-a81b-4eb72d775756,segment=NetworkSegment(58b9d531-b937-43c4-adf8-a18c3dfd53fb),segment_id=58b9d531-b937-43c4-adf8-a18c3dfd53fb)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:44:49.452012 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-daf49499-9931-4164-8023-9894ee9daea6 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:49.469417 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': 'f62158b4-8e92-4bca-a81b-4eb72d775756', 'network_id': 'd8f14250-22cf-4a11-9481-ae7fced3b7b5', 'port_id': 'f62158b4-8e92-4bca-a81b-4eb72d775756', 'mac_address': 'fa:16:3e:9e:1e:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '681a7821-b4bf-4dbd-9e8a-ecb5ac161e14', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 15:44:49.481526 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-1e3f9787-81e0-4e8d-af97-d863d718c87f req-a647d0a9-fb7e-46dd-af8e-07ecacad995d tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/security-groups?id=16fb894e-acc2-46d5-b200-5c9b4d7d52ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653016 Oct 26 15:44:49.533580 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e43cc2f0-94da-4982-b22b-ed0cdf27fd58 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:49.562158 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port f62158b4-8e92-4bca-a81b-4eb72d775756 is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:44:49.562630 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:49.567720 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a287792-8dbc-4769-abfb-fc946f99611f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:44:49.567720 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4a287792-8dbc-4769-abfb-fc946f99611f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:49.579587 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af47505-199d-4256-a163-7b2766616bc8 None None] DHCP port deletion for f810e159-a5e8-4c86-8cec-5d909fe013dd request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:44:49.587962 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-4af47505-199d-4256-a163-7b2766616bc8 None None] Deleting port ce1c7722-719d-4ae6-b928-8401dd5417d1 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:44:49.588343 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4af47505-199d-4256-a163-7b2766616bc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:49.622114 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf49499-9931-4164-8023-9894ee9daea6 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event deleted for resources: {'Port': ['ID=cf24af26-99d1-4fb7-89f0-b3ad12e55267,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:49.624801 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf49499-9931-4164-8023-9894ee9daea6 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] No DVR routers for this DVR port cf24af26-99d1-4fb7-89f0-b3ad12e55267 on host dv-neutron-862712-1-hyperv {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:44:49.639457 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f62158b4-8e92-4bca-a81b-4eb72d775756 {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:44:49.652325 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9eb5e696-829b-4937-bfcb-05b403bb1043 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:49.659934 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e43cc2f0-94da-4982-b22b-ed0cdf27fd58 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:49.724618 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port f62158b4-8e92-4bca-a81b-4eb72d775756, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=f62158b4-8e92-4bca-a81b-4eb72d775756,segment=NetworkSegment(58b9d531-b937-43c4-adf8-a18c3dfd53fb),segment_id=58b9d531-b937-43c4-adf8-a18c3dfd53fb)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:44:49.765291 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 33974) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:49.862315 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-9eb5e696-829b-4937-bfcb-05b403bb1043 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Calling delete_port for 64fb4876-bca4-4a95-a748-99997d4d5e25 owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:44:49.905386 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:50.002835 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-4af47505-199d-4256-a163-7b2766616bc8 None None] For port ce1c7722-719d-4ae6-b928-8401dd5417d1, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=ce1c7722-719d-4ae6-b928-8401dd5417d1,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:44:50.003547 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-daf49499-9931-4164-8023-9894ee9daea6 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:50.003932 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4af47505-199d-4256-a163-7b2766616bc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:50.035504 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-daf49499-9931-4164-8023-9894ee9daea6 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1cfa331-0600-4815-94e0-5e9afe4a8491']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:50.049156 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-daf49499-9931-4164-8023-9894ee9daea6 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '855fb5a8-28d6-469e-b41f-e175784ea9a5') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:50.049448 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-daf49499-9931-4164-8023-9894ee9daea6 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '855fb5a8-28d6-469e-b41f-e175784ea9a5') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:50.067106 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-daf49499-9931-4164-8023-9894ee9daea6 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:50.076608 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e43cc2f0-94da-4982-b22b-ed0cdf27fd58 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:50.095254 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-daf49499-9931-4164-8023-9894ee9daea6 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:50.103977 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daf49499-9931-4164-8023-9894ee9daea6 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:44:50.105151 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-daf49499-9931-4164-8023-9894ee9daea6 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:50.134575 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43cc2f0-94da-4982-b22b-ed0cdf27fd58 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=82639a47-13be-4859-b06a-f520a6864606,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:50.163781 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-4af47505-199d-4256-a163-7b2766616bc8 None None] Calling delete_port for ce1c7722-719d-4ae6-b928-8401dd5417d1 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:44:50.196484 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=f62158b4-8e92-4bca-a81b-4eb72d775756,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:50.246581 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 855fb5a8-28d6-469e-b41f-e175784ea9a5 resource provider aggregate not found Oct 26 15:44:50.271445 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9eb5e696-829b-4937-bfcb-05b403bb1043 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:50.313589 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 855fb5a8-28d6-469e-b41f-e175784ea9a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 855fb5a8-28d6-469e-b41f-e175784ea9a5 found for delete ", "request_id": "req-8a1a3cb1-2b12-44cd-ab57-315c25a1535b"}]} Oct 26 15:44:50.330225 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-daf49499-9931-4164-8023-9894ee9daea6 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:50.335069 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-bbb5398f-f966-473c-965b-97e68b656471 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Request body: {'networks': [{'name': 'tempest-network--1088194013'}, {'name': 'tempest-network--84453019'}]} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:50.335406 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-bbb5398f-f966-473c-965b-97e68b656471 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Request body: {'network': {'name': 'tempest-network--1088194013'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:50.336013 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-bbb5398f-f966-473c-965b-97e68b656471 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Request body: {'network': {'name': 'tempest-network--84453019'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:50.342697 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-bbb5398f-f966-473c-965b-97e68b656471 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:50.343913 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-daf49499-9931-4164-8023-9894ee9daea6 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:50.346837 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-bbb5398f-f966-473c-965b-97e68b656471 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Usage tracker for resource:network and tenant:8f79ae7ff2e64079bf69c85915a3a7d6 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:50.348185 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4af47505-199d-4256-a163-7b2766616bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:50.350197 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-bbb5398f-f966-473c-965b-97e68b656471 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:50.356890 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-bbb5398f-f966-473c-965b-97e68b656471 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:50.375447 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e43cc2f0-94da-4982-b22b-ed0cdf27fd58 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:50.391349 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb5e696-829b-4937-bfcb-05b403bb1043 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Pushing event deleted for resources: {'Port': ['ID=64fb4876-bca4-4a95-a748-99997d4d5e25,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:50.409610 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-daf49499-9931-4164-8023-9894ee9daea6 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "DELETE /v2.0/networks/e1cfa331-0600-4815-94e0-5e9afe4a8491 HTTP/1.1" status: 204 len: 168 time: 7.7980726 Oct 26 15:44:50.429413 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af47505-199d-4256-a163-7b2766616bc8 None None] Pushing event deleted for resources: {'Port': ['ID=ce1c7722-719d-4ae6-b928-8401dd5417d1,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:50.433928 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-e43cc2f0-94da-4982-b22b-ed0cdf27fd58 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a48a7a57-71ab-4d9c-87a9-4fb94de9f94b']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:50.452755 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af47505-199d-4256-a163-7b2766616bc8 None None] No DVR routers for this DVR port ce1c7722-719d-4ae6-b928-8401dd5417d1 on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:44:50.454835 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af47505-199d-4256-a163-7b2766616bc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:44:50.455189 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af47505-199d-4256-a163-7b2766616bc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:44:50.455533 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af47505-199d-4256-a163-7b2766616bc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:44:50.455872 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af47505-199d-4256-a163-7b2766616bc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:44:50.456207 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af47505-199d-4256-a163-7b2766616bc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:44:50.456545 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af47505-199d-4256-a163-7b2766616bc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:44:50.456879 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af47505-199d-4256-a163-7b2766616bc8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:44:50.462388 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf49499-9931-4164-8023-9894ee9daea6 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event deleted for resources: {'Network': ['ID=e1cfa331-0600-4815-94e0-5e9afe4a8491,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:50.463610 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af47505-199d-4256-a163-7b2766616bc8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:44:50.464073 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af47505-199d-4256-a163-7b2766616bc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:44:50.469314 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af47505-199d-4256-a163-7b2766616bc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:44:50.469314 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af47505-199d-4256-a163-7b2766616bc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:44:50.469314 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af47505-199d-4256-a163-7b2766616bc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:44:50.469804 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34000) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:50.483586 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-ce49f200-d47f-4329-9d4d-b25c222a15d4 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1381052274'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:50.491848 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['f62158b4-8e92-4bca-a81b-4eb72d775756'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 15:44:50.501031 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-e43cc2f0-94da-4982-b22b-ed0cdf27fd58 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a7b627f-aedd-42d6-97fe-f20fecade7f7') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:50.501624 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-e43cc2f0-94da-4982-b22b-ed0cdf27fd58 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a7b627f-aedd-42d6-97fe-f20fecade7f7') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:50.518264 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb5398f-f966-473c-965b-97e68b656471 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Made reservation on behalf of 8f79ae7ff2e64079bf69c85915a3a7d6 for: {'network': 2} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:44:50.523912 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bbb5398f-f966-473c-965b-97e68b656471 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:50.541035 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-ce49f200-d47f-4329-9d4d-b25c222a15d4 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:50.565800 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ce49f200-d47f-4329-9d4d-b25c222a15d4 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Usage tracker for resource:network and tenant:6f0d38334d4a4e64b4b1664e1c9ebc7b is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:50.581882 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ce49f200-d47f-4329-9d4d-b25c222a15d4 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:50.602342 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-ce49f200-d47f-4329-9d4d-b25c222a15d4 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:50.622591 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e43cc2f0-94da-4982-b22b-ed0cdf27fd58 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:50.653042 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708cbd9-3d9c-42c9-81a2-7ed379a2d967 req-6ac11950-6b16-4464-ab63-be6ee8701bd7 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:50.653251 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e43cc2f0-94da-4982-b22b-ed0cdf27fd58 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:50.662536 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e43cc2f0-94da-4982-b22b-ed0cdf27fd58 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:44:50.663600 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1708cbd9-3d9c-42c9-81a2-7ed379a2d967 req-6ac11950-6b16-4464-ab63-be6ee8701bd7 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d4a168b-8414-4e0c-aafa-d048ee6f7683 HTTP/1.1" status: 200 len: 945 time: 0.2477078 Oct 26 15:44:50.670718 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e43cc2f0-94da-4982-b22b-ed0cdf27fd58 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:50.719030 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1708cbd9-3d9c-42c9-81a2-7ed379a2d967 req-6c1985fc-1464-43a4-8796-61ec0f825e37 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d292d6b-50fe-4127-8949-883291b1e0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546031 Oct 26 15:44:50.742199 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4a287792-8dbc-4769-abfb-fc946f99611f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:50.788178 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce49f200-d47f-4329-9d4d-b25c222a15d4 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Made reservation on behalf of 6f0d38334d4a4e64b4b1664e1c9ebc7b for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:44:50.792787 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ce49f200-d47f-4329-9d4d-b25c222a15d4 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:50.822697 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34008) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:50.844727 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a287792-8dbc-4769-abfb-fc946f99611f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:44:50.847461 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bbb5398f-f966-473c-965b-97e68b656471 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:50.849416 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-4a287792-8dbc-4769-abfb-fc946f99611f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:44:50.857953 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a287792-8dbc-4769-abfb-fc946f99611f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:50.858600 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4a287792-8dbc-4769-abfb-fc946f99611f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:50.865007 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3c7aa6-cad7-485c-8a82-2ba25c9641d5 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:44:50.871670 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce49f200-d47f-4329-9d4d-b25c222a15d4 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:44:50.882456 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ce49f200-d47f-4329-9d4d-b25c222a15d4 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:50.887324 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-ce49f200-d47f-4329-9d4d-b25c222a15d4 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Added segment 1ebde5b6-8509-4192-9cb8-86856ba28621 of type vlan for network 0d0f8c51-c45e-404c-b3e6-9a29dbf08c5a Oct 26 15:44:50.912390 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 3a7b627f-aedd-42d6-97fe-f20fecade7f7 resource provider aggregate not found Oct 26 15:44:50.919215 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ce49f200-d47f-4329-9d4d-b25c222a15d4 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:50.963038 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a287792-8dbc-4769-abfb-fc946f99611f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Subnet': ['ID=96318e11-82f3-4d0a-87f8-21efe6ca6ac2,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:50.963272 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 3a7b627f-aedd-42d6-97fe-f20fecade7f7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3a7b627f-aedd-42d6-97fe-f20fecade7f7 found for delete ", "request_id": "req-95f8e0fb-0117-423c-b415-ecd3a9cefbd9"}]} Oct 26 15:44:50.970616 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-bbb5398f-f966-473c-965b-97e68b656471 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:51.001587 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-abed1009-34f9-4f98-a379-40fc8e5a887a tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:51.002347 dv-neutron-862712-1-hyperv neutron-server[89748]: WARNING neutron.api.v2.base [None req-abed1009-34f9-4f98-a379-40fc8e5a887a tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 26 15:44:51.003008 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-abed1009-34f9-4f98-a379-40fc8e5a887a tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] create failed (client error): There was a conflict when trying to complete your request. Oct 26 15:44:51.007165 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-abed1009-34f9-4f98-a379-40fc8e5a887a tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1793473 Oct 26 15:44:51.007751 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34018) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:51.012606 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-3cfcb5d9-c30a-436a-a564-d7e2b1c6e353 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Request body: {'security_group': {'name': 'tempest-secgroup--361153968'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:51.012764 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-bbb5398f-f966-473c-965b-97e68b656471 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Usage tracker for resource:security_group_rule and tenant:8f79ae7ff2e64079bf69c85915a3a7d6 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:51.020086 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-3cfcb5d9-c30a-436a-a564-d7e2b1c6e353 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:51.020727 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-bbb5398f-f966-473c-965b-97e68b656471 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:51.023837 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-3cfcb5d9-c30a-436a-a564-d7e2b1c6e353 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Usage tracker for resource:security_group and tenant:5420317000fd4d4bbdd1317d04eefddc is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:51.027789 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-3cfcb5d9-c30a-436a-a564-d7e2b1c6e353 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:51.034297 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-bbb5398f-f966-473c-965b-97e68b656471 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:51.034719 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-3cfcb5d9-c30a-436a-a564-d7e2b1c6e353 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:51.040894 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9eb5e696-829b-4937-bfcb-05b403bb1043 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:51.047704 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-4a287792-8dbc-4769-abfb-fc946f99611f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8689754 Oct 26 15:44:51.048976 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34022) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:51.049598 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ce49f200-d47f-4329-9d4d-b25c222a15d4 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:51.055099 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce49f200-d47f-4329-9d4d-b25c222a15d4 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:51.055746 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ce49f200-d47f-4329-9d4d-b25c222a15d4 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:51.065308 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-9eb5e696-829b-4937-bfcb-05b403bb1043 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] 10.222.0.23 "DELETE /v2.0/ports/64fb4876-bca4-4a95-a748-99997d4d5e25 HTTP/1.1" status: 204 len: 168 time: 2.0801487 Oct 26 15:44:51.067925 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34026) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:51.085976 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-941c0815-d293-44d3-a364-4bc971de88e6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'port': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'name': 'tempest-NetworksTestDHCPv6-426508657'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:51.131327 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f53c27-01fb-40a4-ad17-4a259d769b43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-f810e159-a5e8-4c86-8cec-5d909fe013dd', 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'tenant_id': 'cde0b70c42f24e8e94f9303758760038', 'fixed_ips': [{'subnet_id': '96318e11-82f3-4d0a-87f8-21efe6ca6ac2'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:44:51.132381 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e43cc2f0-94da-4982-b22b-ed0cdf27fd58 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:51.133026 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-66f53c27-01fb-40a4-ad17-4a259d769b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:51.163064 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43cc2f0-94da-4982-b22b-ed0cdf27fd58 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a48a7a57-71ab-4d9c-87a9-4fb94de9f94b {{(pid=89747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 26 15:44:51.179206 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e43cc2f0-94da-4982-b22b-ed0cdf27fd58 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:51.184595 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43cc2f0-94da-4982-b22b-ed0cdf27fd58 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Pushing event deleted for resources: {'Network': ['ID=a48a7a57-71ab-4d9c-87a9-4fb94de9f94b,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:51.199956 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb8609-191d-462d-bb1c-910ac2fbeb44 req-b09ca5b0-5a82-423c-afb2-d4054f392ca8 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:51.206839 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-71bb8609-191d-462d-bb1c-910ac2fbeb44 req-b09ca5b0-5a82-423c-afb2-d4054f392ca8 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e191253-b5f3-4002-95f2-06134a2c3e70 HTTP/1.1" status: 200 len: 944 time: 0.3654535 Oct 26 15:44:51.225036 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3cfcb5d9-c30a-436a-a564-d7e2b1c6e353 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:51.229772 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e43cc2f0-94da-4982-b22b-ed0cdf27fd58 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] 10.222.0.23 "DELETE /v2.0/networks/a48a7a57-71ab-4d9c-87a9-4fb94de9f94b HTTP/1.1" status: 204 len: 168 time: 3.9354260 Oct 26 15:44:51.236383 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device acc2f964-cb45-4af0-9d4f-0a2275d74837 details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 15:44:51.238248 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34030) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:51.251619 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3cfcb5d9-c30a-436a-a564-d7e2b1c6e353 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:51.264889 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ce49f200-d47f-4329-9d4d-b25c222a15d4 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7883096 Oct 26 15:44:51.268525 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34034) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:51.281721 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-528e6e9d-3716-4984-8a4d-0f2114d198e2 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Request body: {'subnet': {'network_id': '0d0f8c51-c45e-404c-b3e6-9a29dbf08c5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:51.310996 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-71bb8609-191d-462d-bb1c-910ac2fbeb44 req-2e4a8869-650b-477d-8622-60a59a0e01f8 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/security-groups?id=16fb894e-acc2-46d5-b200-5c9b4d7d52ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032104 Oct 26 15:44:51.351414 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-3cfcb5d9-c30a-436a-a564-d7e2b1c6e353 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:51.367463 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-3cfcb5d9-c30a-436a-a564-d7e2b1c6e353 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Usage tracker for resource:security_group_rule and tenant:5420317000fd4d4bbdd1317d04eefddc is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:51.373226 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-3cfcb5d9-c30a-436a-a564-d7e2b1c6e353 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:51.377875 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-3cfcb5d9-c30a-436a-a564-d7e2b1c6e353 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:51.401509 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce49f200-d47f-4329-9d4d-b25c222a15d4 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event updated for resources: {'Network': ['ID=0d0f8c51-c45e-404c-b3e6-9a29dbf08c5a,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:51.434066 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 0d0f8c51-c45e-404c-b3e6-9a29dbf08c5a details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:44:51.441260 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebdf118-3843-49c6-a4e4-862c042d1139 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:51.441768 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2685a984-c800-4518-8bfa-be76d47d1019 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.1793733 Oct 26 15:44:51.441984 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-cebdf118-3843-49c6-a4e4-862c042d1139 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Synchronizing usage tracker for tenant:dc71858787a24efaa04427a05c911477 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:44:51.445442 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34038) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:51.509190 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bbb5398f-f966-473c-965b-97e68b656471 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:51.518939 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-941c0815-d293-44d3-a364-4bc971de88e6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:51.526964 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-941c0815-d293-44d3-a364-4bc971de88e6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Usage tracker for resource:port and tenant:cde0b70c42f24e8e94f9303758760038 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:51.531702 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-941c0815-d293-44d3-a364-4bc971de88e6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:51.540404 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-941c0815-d293-44d3-a364-4bc971de88e6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:51.547057 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-528e6e9d-3716-4984-8a4d-0f2114d198e2 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:51.560402 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-528e6e9d-3716-4984-8a4d-0f2114d198e2 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Usage tracker for resource:subnet and tenant:6f0d38334d4a4e64b4b1664e1c9ebc7b is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:51.564920 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device ce1c7722-719d-4ae6-b928-8401dd5417d1 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:44:51.565123 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-528e6e9d-3716-4984-8a4d-0f2114d198e2 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:51.575254 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-528e6e9d-3716-4984-8a4d-0f2114d198e2 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:51.591740 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec91361-9660-4aa7-9986-82634b4316ae tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:51.594820 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec91361-9660-4aa7-9986-82634b4316ae tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:51.594820 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec91361-9660-4aa7-9986-82634b4316ae tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:51.595006 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3cfcb5d9-c30a-436a-a564-d7e2b1c6e353 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:51.595112 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec91361-9660-4aa7-9986-82634b4316ae tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:51.595112 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec91361-9660-4aa7-9986-82634b4316ae tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:51.595112 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec91361-9660-4aa7-9986-82634b4316ae tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:51.595112 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec91361-9660-4aa7-9986-82634b4316ae tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:51.595112 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec91361-9660-4aa7-9986-82634b4316ae tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:51.595744 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-cec91361-9660-4aa7-9986-82634b4316ae tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Synchronizing usage tracker for tenant:8fa3647a8c0c45a8af5293d0359eaa97 on resource:subnet {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:44:51.600781 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bbb5398f-f966-473c-965b-97e68b656471 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:51.601225 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bbb5398f-f966-473c-965b-97e68b656471 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:51.614507 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: ce1c7722-719d-4ae6-b928-8401dd5417d1 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:44:51.614854 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device ce1c7722-719d-4ae6-b928-8401dd5417d1 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:44:51.630825 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-cebdf118-3843-49c6-a4e4-862c042d1139 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Unset dirty status for tenant:dc71858787a24efaa04427a05c911477 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:44:51.631978 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-cebdf118-3843-49c6-a4e4-862c042d1139 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eee7c75-ca59-45ec-b1d5-bf8cc635545f HTTP/1.1" status: 200 len: 913 time: 0.5631673 Oct 26 15:44:51.639032 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34042) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:51.650201 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-66f53c27-01fb-40a4-ad17-4a259d769b43 None None] Allocated IP 2001:db8::2 (f810e159-a5e8-4c86-8cec-5d909fe013dd/96318e11-82f3-4d0a-87f8-21efe6ca6ac2/6c62a4f7-d851-465e-9138-f4aafd160bde) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:44:51.691627 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941c0815-d293-44d3-a364-4bc971de88e6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:44:51.696495 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-941c0815-d293-44d3-a364-4bc971de88e6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:51.736104 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3cfcb5d9-c30a-436a-a564-d7e2b1c6e353 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:51.768156 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-3cfcb5d9-c30a-436a-a564-d7e2b1c6e353 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:51.770758 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port acc2f964-cb45-4af0-9d4f-0a2275d74837, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=acc2f964-cb45-4af0-9d4f-0a2275d74837,segment=NetworkSegment(dc397887-b971-4dfa-aad0-c89bea8ed724),segment_id=dc397887-b971-4dfa-aad0-c89bea8ed724)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:44:51.774060 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [None req-941c0815-d293-44d3-a364-4bc971de88e6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] device_id is not set on port 611760c9-3d2f-407c-8074-fa73e158c045 yet. {{(pid=89748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:44:51.796500 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': 'acc2f964-cb45-4af0-9d4f-0a2275d74837', 'network_id': '9e7f403d-8db4-413b-aaa2-82bc08b56467', 'port_id': 'acc2f964-cb45-4af0-9d4f-0a2275d74837', 'mac_address': 'fa:16:3e:2b:eb:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ee322a-5d33-41d0-8bec-3239be73d48d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 15:44:51.822196 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-3cfcb5d9-c30a-436a-a564-d7e2b1c6e353 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Usage tracker for resource:security_group_rule and tenant:5420317000fd4d4bbdd1317d04eefddc is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:51.837695 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-3cfcb5d9-c30a-436a-a564-d7e2b1c6e353 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:51.865323 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-3cfcb5d9-c30a-436a-a564-d7e2b1c6e353 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:51.874344 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfcb5d9-c30a-436a-a564-d7e2b1c6e353 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09f5d32a-456b-4e4f-91ce-b5d2acb80502,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:51.899986 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528e6e9d-3716-4984-8a4d-0f2114d198e2 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Made reservation on behalf of 6f0d38334d4a4e64b4b1664e1c9ebc7b for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:44:51.903712 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-528e6e9d-3716-4984-8a4d-0f2114d198e2 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:51.907298 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port acc2f964-cb45-4af0-9d4f-0a2275d74837 is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:44:51.907679 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:51.933991 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-cec91361-9660-4aa7-9986-82634b4316ae tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Unset dirty status for tenant:8fa3647a8c0c45a8af5293d0359eaa97 on resource:subnet {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:44:51.938372 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-cec91361-9660-4aa7-9986-82634b4316ae tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5231 time: 0.4842205 Oct 26 15:44:51.954742 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34048) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:51.971606 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acc2f964-cb45-4af0-9d4f-0a2275d74837 {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:44:52.001372 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port acc2f964-cb45-4af0-9d4f-0a2275d74837, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=acc2f964-cb45-4af0-9d4f-0a2275d74837,segment=NetworkSegment(dc397887-b971-4dfa-aad0-c89bea8ed724),segment_id=dc397887-b971-4dfa-aad0-c89bea8ed724)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:44:52.002583 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-66f53c27-01fb-40a4-ad17-4a259d769b43 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:52.007579 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5398f-f966-473c-965b-97e68b656471 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c0c963-a473-48f7-a16a-d0d234494adf,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:52.015589 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-66f53c27-01fb-40a4-ad17-4a259d769b43 None None] Transition to ACTIVE for port object 6c62a4f7-d851-465e-9138-f4aafd160bde will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:44:52.032286 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb5398f-f966-473c-965b-97e68b656471 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:44:52.038800 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-66f53c27-01fb-40a4-ad17-4a259d769b43 None None] Transition to ACTIVE for port object 6c62a4f7-d851-465e-9138-f4aafd160bde will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:44:52.049921 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:52.057302 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bbb5398f-f966-473c-965b-97e68b656471 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:52.057750 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-bbb5398f-f966-473c-965b-97e68b656471 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Added segment 9537b93f-f217-4cce-a1df-5ffa35efc733 of type vlan for network 318717bf-b125-49e6-9c68-bcc3e0cf4e36 Oct 26 15:44:52.064585 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-1f701742-2dd2-47e0-be60-d3cf29aef330 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] delete failed (client error): The resource could not be found. Oct 26 15:44:52.069848 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-1f701742-2dd2-47e0-be60-d3cf29aef330 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/a25824cd-b717-4d8b-b826-48f5cb3a48da HTTP/1.1" status: 404 len: 345 time: 0.1001093 Oct 26 15:44:52.069848 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34052) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:52.113257 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-0286cd8f-d963-49a5-8fd3-4172cce7410c tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] DELETE failed (client error): The resource could not be found. Oct 26 15:44:52.113958 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0286cd8f-d963-49a5-8fd3-4172cce7410c tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:44:52.123840 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-66f53c27-01fb-40a4-ad17-4a259d769b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:52.133066 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=acc2f964-cb45-4af0-9d4f-0a2275d74837,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:52.197388 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f53c27-01fb-40a4-ad17-4a259d769b43 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:44:52.200872 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-66f53c27-01fb-40a4-ad17-4a259d769b43 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:44:52.203416 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f53c27-01fb-40a4-ad17-4a259d769b43 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:44:52.256735 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f53c27-01fb-40a4-ad17-4a259d769b43 None None] Pushing event updated for resources: {'Port': ['ID=6c62a4f7-d851-465e-9138-f4aafd160bde,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:52.270861 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bbb5398f-f966-473c-965b-97e68b656471 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:52.285716 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-0286cd8f-d963-49a5-8fd3-4172cce7410c tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] 10.222.0.23 "DELETE /v2.0/networks/a48a7a57-71ab-4d9c-87a9-4fb94de9f94b HTTP/1.1" status: 404 len: 339 time: 0.2161520 Oct 26 15:44:52.299306 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34056) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:52.307006 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3cfcb5d9-c30a-436a-a564-d7e2b1c6e353 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:52.312962 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-2d7553e1-9a3f-4286-90ec-e572b7cf7451 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Request body: {'network': {'name': 'tempest-network--835745381', 'router:external': True}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:52.323508 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-2d7553e1-9a3f-4286-90ec-e572b7cf7451 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:52.335009 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae813f1-a7c8-4d5e-80a4-9b89664b158b req-72f3268d-e118-4b4a-bd45-a1bf43017723 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:52.336465 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bae813f1-a7c8-4d5e-80a4-9b89664b158b req-72f3268d-e118-4b4a-bd45-a1bf43017723 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d4a168b-8414-4e0c-aafa-d048ee6f7683 HTTP/1.1" status: 200 len: 945 time: 0.4350941 Oct 26 15:44:52.340062 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-66f53c27-01fb-40a4-ad17-4a259d769b43 None None] Attempting to bind port 6c62a4f7-d851-465e-9138-f4aafd160bde on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:44:52.341032 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-66f53c27-01fb-40a4-ad17-4a259d769b43 None None] Attempting to bind port 6c62a4f7-d851-465e-9138-f4aafd160bde by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:44:52.341413 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f53c27-01fb-40a4-ad17-4a259d769b43 None None] Attempting to bind port 6c62a4f7-d851-465e-9138-f4aafd160bde on network f810e159-a5e8-4c86-8cec-5d909fe013dd {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:44:52.350087 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-2d7553e1-9a3f-4286-90ec-e572b7cf7451 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Usage tracker for resource:network and tenant:8fa3647a8c0c45a8af5293d0359eaa97 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:52.355031 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-941c0815-d293-44d3-a364-4bc971de88e6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Allocated IP 2001:db8::9 (f810e159-a5e8-4c86-8cec-5d909fe013dd/96318e11-82f3-4d0a-87f8-21efe6ca6ac2/611760c9-3d2f-407c-8074-fa73e158c045) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:44:52.357998 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-2d7553e1-9a3f-4286-90ec-e572b7cf7451 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:52.359775 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f53c27-01fb-40a4-ad17-4a259d769b43 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:44:52.361204 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f53c27-01fb-40a4-ad17-4a259d769b43 None None] Checking segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:44:52.362116 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-66f53c27-01fb-40a4-ad17-4a259d769b43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:52.362672 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f53c27-01fb-40a4-ad17-4a259d769b43 None None] Bound using segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:44:52.363417 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-66f53c27-01fb-40a4-ad17-4a259d769b43 None None] Bound port: 6c62a4f7-d851-465e-9138-f4aafd160bde, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:44:52.364113 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-66f53c27-01fb-40a4-ad17-4a259d769b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:52.378681 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-2d7553e1-9a3f-4286-90ec-e572b7cf7451 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:52.384541 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3cfcb5d9-c30a-436a-a564-d7e2b1c6e353 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:52.452590 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['acc2f964-cb45-4af0-9d4f-0a2275d74837'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 15:44:52.474803 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bae813f1-a7c8-4d5e-80a4-9b89664b158b req-5129623e-eebe-47ba-be30-ffa96caccd77 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d292d6b-50fe-4127-8949-883291b1e0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214342 Oct 26 15:44:52.475386 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfcb5d9-c30a-436a-a564-d7e2b1c6e353 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc65d55-00de-493a-8292-3eb4ace5da05,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:52.497741 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7553e1-9a3f-4286-90ec-e572b7cf7451 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Made reservation on behalf of 8fa3647a8c0c45a8af5293d0359eaa97 for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:44:52.500301 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2d7553e1-9a3f-4286-90ec-e572b7cf7451 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:52.527828 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3cfcb5d9-c30a-436a-a564-d7e2b1c6e353 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:52.529299 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-3cfcb5d9-c30a-436a-a564-d7e2b1c6e353 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5207748 Oct 26 15:44:52.534117 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34062) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:52.545051 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-2dca9d9a-334a-4077-8081-a7eacc01881d tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Request body: {'security_group_rule': {'security_group_id': '9cc65d55-00de-493a-8292-3eb4ace5da05', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:52.548740 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-66f53c27-01fb-40a4-ad17-4a259d769b43 None None] For port 6c62a4f7-d851-465e-9138-f4aafd160bde, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:44:52.553958 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-66f53c27-01fb-40a4-ad17-4a259d769b43 None None] For port 6c62a4f7-d851-465e-9138-f4aafd160bde, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=6c62a4f7-d851-465e-9138-f4aafd160bde,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:44:52.577450 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-2dca9d9a-334a-4077-8081-a7eacc01881d tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:52.603054 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb5398f-f966-473c-965b-97e68b656471 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:44:52.625296 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-66f53c27-01fb-40a4-ad17-4a259d769b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:52.633895 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-2dca9d9a-334a-4077-8081-a7eacc01881d tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Usage tracker for resource:security_group_rule and tenant:5420317000fd4d4bbdd1317d04eefddc is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:52.642591 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-2dca9d9a-334a-4077-8081-a7eacc01881d tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:52.645293 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d7553e1-9a3f-4286-90ec-e572b7cf7451 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:44:52.646963 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bbb5398f-f966-473c-965b-97e68b656471 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:52.647377 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-bbb5398f-f966-473c-965b-97e68b656471 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Added segment 19590d0e-193a-4638-9e79-d9c6400b2d7c of type vlan for network 536c0665-b84d-4cf1-95a4-c2146cd9271c Oct 26 15:44:52.658001 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-2dca9d9a-334a-4077-8081-a7eacc01881d tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:52.678985 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2d7553e1-9a3f-4286-90ec-e572b7cf7451 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:52.679325 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-2d7553e1-9a3f-4286-90ec-e572b7cf7451 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Added segment a4e52192-5cf6-4f1f-8be2-21887058d805 of type vlan for network 97676a54-541e-4ae1-acdc-92777ef2af14 Oct 26 15:44:52.746606 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f53c27-01fb-40a4-ad17-4a259d769b43 None None] Pushing event updated for resources: {'Port': ['ID=6c62a4f7-d851-465e-9138-f4aafd160bde,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:52.768980 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d9d9c-38d7-4788-b05e-3e353314021e req-746d3cc5-c7b2-49dc-a049-71d67182d392 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:52.770583 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-db0d9d9c-38d7-4788-b05e-3e353314021e req-746d3cc5-c7b2-49dc-a049-71d67182d392 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e191253-b5f3-4002-95f2-06134a2c3e70 HTTP/1.1" status: 200 len: 945 time: 0.2925992 Oct 26 15:44:52.786919 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2d7553e1-9a3f-4286-90ec-e572b7cf7451 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:52.790610 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2dca9d9a-334a-4077-8081-a7eacc01881d tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:52.808666 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-941c0815-d293-44d3-a364-4bc971de88e6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:52.841523 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bbb5398f-f966-473c-965b-97e68b656471 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:52.868988 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-941c0815-d293-44d3-a364-4bc971de88e6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Transition to ACTIVE for port object 611760c9-3d2f-407c-8074-fa73e158c045 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:44:52.884347 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-528e6e9d-3716-4984-8a4d-0f2114d198e2 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:52.905204 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2dca9d9a-334a-4077-8081-a7eacc01881d tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:52.944168 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2d7553e1-9a3f-4286-90ec-e572b7cf7451 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:52.945232 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7553e1-9a3f-4286-90ec-e572b7cf7451 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:52.945884 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2d7553e1-9a3f-4286-90ec-e572b7cf7451 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:52.979259 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2dca9d9a-334a-4077-8081-a7eacc01881d tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:53.065079 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-941c0815-d293-44d3-a364-4bc971de88e6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:53.082495 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-db0d9d9c-38d7-4788-b05e-3e353314021e req-27b9a631-beae-4803-bfae-92dfaad00c32 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/security-groups?id=16fb894e-acc2-46d5-b200-5c9b4d7d52ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2623572 Oct 26 15:44:53.145197 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-855d011b-356b-4228-8f6e-a01cd14b39f1 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:53.147739 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7553e1-9a3f-4286-90ec-e572b7cf7451 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Pushing event updated for resources: {'Network': ['ID=97676a54-541e-4ae1-acdc-92777ef2af14,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:53.149843 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dca9d9a-334a-4077-8081-a7eacc01881d tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeb0a9dd-2986-4d8b-9f9e-b6ea0d4a1178,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:53.152709 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2d7553e1-9a3f-4286-90ec-e572b7cf7451 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8520727 Oct 26 15:44:53.160037 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 97676a54-541e-4ae1-acdc-92777ef2af14 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:44:53.162755 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34066) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:53.173047 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941c0815-d293-44d3-a364-4bc971de88e6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:44:53.202357 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-941c0815-d293-44d3-a364-4bc971de88e6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:44:53.210059 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2dca9d9a-334a-4077-8081-a7eacc01881d tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:53.214243 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2dca9d9a-334a-4077-8081-a7eacc01881d tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6749287 Oct 26 15:44:53.214243 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941c0815-d293-44d3-a364-4bc971de88e6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:44:53.215421 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e6e9d-3716-4984-8a4d-0f2114d198e2 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event updated for resources: {'Subnet': ['ID=168a5b0c-ba23-4f27-a04a-a8d5d36edb7c,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:53.217766 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34070) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:53.218203 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941c0815-d293-44d3-a364-4bc971de88e6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:53.218863 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-941c0815-d293-44d3-a364-4bc971de88e6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:53.272141 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c0815-d293-44d3-a364-4bc971de88e6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Port': ['ID=611760c9-3d2f-407c-8074-fa73e158c045,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:53.288749 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-e97d35e3-4040-46d9-98aa-27c2899d34b4 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Request body: {'security_group_rule': {'security_group_id': '9cc65d55-00de-493a-8292-3eb4ace5da05', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:53.295036 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e97d35e3-4040-46d9-98aa-27c2899d34b4 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:53.299249 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e97d35e3-4040-46d9-98aa-27c2899d34b4 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Usage tracker for resource:security_group_rule and tenant:5420317000fd4d4bbdd1317d04eefddc is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:53.300294 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device f62158b4-8e92-4bca-a81b-4eb72d775756 up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:44:53.302260 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e97d35e3-4040-46d9-98aa-27c2899d34b4 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:53.306538 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bbb5398f-f966-473c-965b-97e68b656471 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:53.307016 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bbb5398f-f966-473c-965b-97e68b656471 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:53.312584 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb5398f-f966-473c-965b-97e68b656471 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:53.317309 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb5398f-f966-473c-965b-97e68b656471 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:53.317971 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bbb5398f-f966-473c-965b-97e68b656471 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:53.354987 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e97d35e3-4040-46d9-98aa-27c2899d34b4 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:53.371766 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06121469-5607-4b70-aa8f-5a2eaec4e6ca tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:53.377781 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06121469-5607-4b70-aa8f-5a2eaec4e6ca tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:53.383859 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06121469-5607-4b70-aa8f-5a2eaec4e6ca tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:53.390235 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06121469-5607-4b70-aa8f-5a2eaec4e6ca tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:53.395219 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-06121469-5607-4b70-aa8f-5a2eaec4e6ca tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2292616 Oct 26 15:44:53.395879 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34074) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:53.399875 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-941c0815-d293-44d3-a364-4bc971de88e6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3394890 Oct 26 15:44:53.415933 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning for port f62158b4-8e92-4bca-a81b-4eb72d775756 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:44:53.422510 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34078) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:53.426640 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port f62158b4-8e92-4bca-a81b-4eb72d775756 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:44:53.428792 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:53.428792 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port f62158b4-8e92-4bca-a81b-4eb72d775756 Oct 26 15:44:53.444119 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528e6e9d-3716-4984-8a4d-0f2114d198e2 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Checking segment: {'id': '1ebde5b6-8509-4192-9cb8-86856ba28621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '0d0f8c51-c45e-404c-b3e6-9a29dbf08c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:44:53.444119 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528e6e9d-3716-4984-8a4d-0f2114d198e2 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Network hostable DHCP agents. Network: 0d0f8c51-c45e-404c-b3e6-9a29dbf08c5a, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:44:53.508447 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 6c62a4f7-d851-465e-9138-f4aafd160bde up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:44:53.627850 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5398f-f966-473c-965b-97e68b656471 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Pushing event updated for resources: {'Network': ['ID=318717bf-b125-49e6-9c68-bcc3e0cf4e36,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:53.656362 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 318717bf-b125-49e6-9c68-bcc3e0cf4e36 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:44:53.690976 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0ef64fc8-32e0-4083-9da7-61cc5d7cf48e tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:53.714565 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-bbb5398f-f966-473c-965b-97e68b656471 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 3.9470315 Oct 26 15:44:53.716287 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34084) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:53.758842 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e97d35e3-4040-46d9-98aa-27c2899d34b4 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:53.783342 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 6c62a4f7-d851-465e-9138-f4aafd160bde completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:44:53.807096 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port f62158b4-8e92-4bca-a81b-4eb72d775756 is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:44:53.807754 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:53.857245 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4a168b-8414-4e0c-aafa-d048ee6f7683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62158b4-8e92-4bca-a81b-4eb72d775756'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:44:53.861026 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528e6e9d-3716-4984-8a4d-0f2114d198e2 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Network 0d0f8c51-c45e-404c-b3e6-9a29dbf08c5a is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:44:53.880512 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0ef64fc8-32e0-4083-9da7-61cc5d7cf48e tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:53.966048 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-0ef64fc8-32e0-4083-9da7-61cc5d7cf48e tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97676a54-541e-4ae1-acdc-92777ef2af14']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:53.969951 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5398f-f966-473c-965b-97e68b656471 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Pushing event updated for resources: {'Network': ['ID=536c0665-b84d-4cf1-95a4-c2146cd9271c,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:53.988550 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port f62158b4-8e92-4bca-a81b-4eb72d775756, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=f62158b4-8e92-4bca-a81b-4eb72d775756,segment=NetworkSegment(58b9d531-b937-43c4-adf8-a18c3dfd53fb),segment_id=58b9d531-b937-43c4-adf8-a18c3dfd53fb)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:44:53.991793 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 536c0665-b84d-4cf1-95a4-c2146cd9271c details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:44:54.004148 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67aaa8a-5f68-46bd-b222-5c68a72eb263 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:54.012263 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67aaa8a-5f68-46bd-b222-5c68a72eb263 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:54.013069 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-f67aaa8a-5f68-46bd-b222-5c68a72eb263 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:44:54.018992 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-0ef64fc8-32e0-4083-9da7-61cc5d7cf48e tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4e52192-5cf6-4f1f-8be2-21887058d805') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:54.019285 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-0ef64fc8-32e0-4083-9da7-61cc5d7cf48e tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4e52192-5cf6-4f1f-8be2-21887058d805') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:54.041926 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-528e6e9d-3716-4984-8a4d-0f2114d198e2 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 0d0f8c51-c45e-404c-b3e6-9a29dbf08c5a) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:44:54.055860 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0ef64fc8-32e0-4083-9da7-61cc5d7cf48e tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:54.061774 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528e6e9d-3716-4984-8a4d-0f2114d198e2 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:54.062649 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-528e6e9d-3716-4984-8a4d-0f2114d198e2 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:54.076033 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ae8d4a-a9de-4b79-b880-a7498bd25f98 None None] Network 0d0f8c51-c45e-404c-b3e6-9a29dbf08c5a requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:44:54.082787 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0ef64fc8-32e0-4083-9da7-61cc5d7cf48e tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:54.091286 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ef64fc8-32e0-4083-9da7-61cc5d7cf48e tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:44:54.091925 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0ef64fc8-32e0-4083-9da7-61cc5d7cf48e tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:54.113379 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:54.124055 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f57a471-6373-4765-bf42-9b7bd3a8b318 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:54.130083 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f57a471-6373-4765-bf42-9b7bd3a8b318 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:54.138833 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f57a471-6373-4765-bf42-9b7bd3a8b318 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:54.147911 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f57a471-6373-4765-bf42-9b7bd3a8b318 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:54.156877 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f57a471-6373-4765-bf42-9b7bd3a8b318 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:54.158155 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-5f57a471-6373-4765-bf42-9b7bd3a8b318 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Synchronizing usage tracker for tenant:8f79ae7ff2e64079bf69c85915a3a7d6 on resource:network {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:44:54.167280 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-e97d35e3-4040-46d9-98aa-27c2899d34b4 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] create failed (client error): There was a conflict when trying to complete your request. Oct 26 15:44:54.169249 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e97d35e3-4040-46d9-98aa-27c2899d34b4 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9428909 Oct 26 15:44:54.172519 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34094) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:54.216010 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-f67aaa8a-5f68-46bd-b222-5c68a72eb263 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:44:54.219363 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f67aaa8a-5f68-46bd-b222-5c68a72eb263 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1666 time: 0.7938585 Oct 26 15:44:54.222414 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34100) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:54.257315 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-528e6e9d-3716-4984-8a4d-0f2114d198e2 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.9844105 Oct 26 15:44:54.262264 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-570533eb-63bd-4476-a5ef-404c25eaa958 None None] Provisioning for port 6c62a4f7-d851-465e-9138-f4aafd160bde completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:44:54.285464 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b140877-d184-4aa9-b522-4e07f0fc421f" -d '{"events": [{"server_uuid": "8d4a168b-8414-4e0c-aafa-d048ee6f7683", "name": "network-vif-plugged", "status": "completed", "tag": "f62158b4-8e92-4bca-a81b-4eb72d775756"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:44:54.303161 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34104) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:54.310387 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment a4e52192-5cf6-4f1f-8be2-21887058d805 resource provider aggregate not found Oct 26 15:44:54.310868 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-570533eb-63bd-4476-a5ef-404c25eaa958 None None] Provisioning complete for port 6c62a4f7-d851-465e-9138-f4aafd160bde triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:44:54.311245 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-570533eb-63bd-4476-a5ef-404c25eaa958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:54.311625 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-570533eb-63bd-4476-a5ef-404c25eaa958 None None] Attempt 1 to provision port 6c62a4f7-d851-465e-9138-f4aafd160bde Oct 26 15:44:54.315541 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0ef64fc8-32e0-4083-9da7-61cc5d7cf48e tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:54.319711 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef64fc8-32e0-4083-9da7-61cc5d7cf48e tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 97676a54-541e-4ae1-acdc-92777ef2af14 {{(pid=89748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 26 15:44:54.322720 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0ef64fc8-32e0-4083-9da7-61cc5d7cf48e tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:54.341787 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-7c7b3d7f-0f39-44e4-af49-dea9d592ba01 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2008659990'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:54.349033 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment a4e52192-5cf6-4f1f-8be2-21887058d805 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a4e52192-5cf6-4f1f-8be2-21887058d805 found for delete ", "request_id": "req-255388f9-cd07-4dfe-a56e-b0d3da1e2d1f"}]} Oct 26 15:44:54.361053 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-7c7b3d7f-0f39-44e4-af49-dea9d592ba01 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:54.372957 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b825c6-2deb-435d-8d78-b85c35d47374 req-1bec8396-c4dd-4a28-b4df-68dd1dc76327 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:54.374818 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-95b825c6-2deb-435d-8d78-b85c35d47374 req-1bec8396-c4dd-4a28-b4df-68dd1dc76327 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d4a168b-8414-4e0c-aafa-d048ee6f7683 HTTP/1.1" status: 200 len: 945 time: 0.6111929 Oct 26 15:44:54.386899 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef64fc8-32e0-4083-9da7-61cc5d7cf48e tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Pushing event deleted for resources: {'Network': ['ID=97676a54-541e-4ae1-acdc-92777ef2af14,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:54.415914 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-0ef64fc8-32e0-4083-9da7-61cc5d7cf48e tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] 10.222.0.23 "DELETE /v2.0/networks/97676a54-541e-4ae1-acdc-92777ef2af14 HTTP/1.1" status: 204 len: 168 time: 1.0186436 Oct 26 15:44:54.423087 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-ec06ee1c-558a-4c1c-b23f-796410c5fc5b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting port 611760c9-3d2f-407c-8074-fa73e158c045 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:44:54.423429 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ec06ee1c-558a-4c1c-b23f-796410c5fc5b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:54.432663 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=f62158b4-8e92-4bca-a81b-4eb72d775756,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:54.440781 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7c7b3d7f-0f39-44e4-af49-dea9d592ba01 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Usage tracker for resource:network and tenant:6f0d38334d4a4e64b4b1664e1c9ebc7b is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:54.448673 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34112) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:54.451916 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-5f57a471-6373-4765-bf42-9b7bd3a8b318 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Unset dirty status for tenant:8f79ae7ff2e64079bf69c85915a3a7d6 on resource:network {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:44:54.456257 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-5f57a471-6373-4765-bf42-9b7bd3a8b318 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2956 time: 0.7305410 Oct 26 15:44:54.459255 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7c7b3d7f-0f39-44e4-af49-dea9d592ba01 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:54.474914 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34114) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:54.481475 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-501e34a0-65df-4a53-811e-e8d72d20266c tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Request body: {'network': {'name': 'tempest-network--198672635', 'router:external': True}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:54.500559 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-501e34a0-65df-4a53-811e-e8d72d20266c tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:54.529479 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-7c7b3d7f-0f39-44e4-af49-dea9d592ba01 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:54.544851 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-501e34a0-65df-4a53-811e-e8d72d20266c tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Usage tracker for resource:network and tenant:8fa3647a8c0c45a8af5293d0359eaa97 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:54.557509 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-501e34a0-65df-4a53-811e-e8d72d20266c tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:54.565305 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbc7a2b-212e-4d71-9162-954e68cbac55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-0d0f8c51-c45e-404c-b3e6-9a29dbf08c5a', 'network_id': '0d0f8c51-c45e-404c-b3e6-9a29dbf08c5a', 'tenant_id': '6f0d38334d4a4e64b4b1664e1c9ebc7b', 'fixed_ips': [{'subnet_id': '168a5b0c-ba23-4f27-a04a-a8d5d36edb7c'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:44:54.566142 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2cbc7a2b-212e-4d71-9162-954e68cbac55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:54.594854 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-95b825c6-2deb-435d-8d78-b85c35d47374 req-6a948f8e-fca4-476e-a126-317e04103030 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d292d6b-50fe-4127-8949-883291b1e0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2123082 Oct 26 15:44:54.607277 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-855d011b-356b-4228-8f6e-a01cd14b39f1 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Deleting port 187d1e61-6f01-435a-9673-4d87c05520b8 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:44:54.607618 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-855d011b-356b-4228-8f6e-a01cd14b39f1 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:54.636653 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 15:44:54.774621 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-501e34a0-65df-4a53-811e-e8d72d20266c tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:54.796202 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a9c8ddc2-02f0-43d0-bfb0-9d8c1bf2d91a tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:54.842653 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-2cbc7a2b-212e-4d71-9162-954e68cbac55 None None] Allocated IP 2001:db8::3 (0d0f8c51-c45e-404c-b3e6-9a29dbf08c5a/168a5b0c-ba23-4f27-a04a-a8d5d36edb7c/8f1c6ce2-5055-42f3-8112-dacba372e4ce) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:44:54.894815 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ec06ee1c-558a-4c1c-b23f-796410c5fc5b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:55.002248 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-855d011b-356b-4228-8f6e-a01cd14b39f1 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:55.048277 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-ec06ee1c-558a-4c1c-b23f-796410c5fc5b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Calling delete_port for 611760c9-3d2f-407c-8074-fa73e158c045 owned by {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:44:55.053140 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2cbc7a2b-212e-4d71-9162-954e68cbac55 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:55.064107 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-2cbc7a2b-212e-4d71-9162-954e68cbac55 None None] Transition to ACTIVE for port object 8f1c6ce2-5055-42f3-8112-dacba372e4ce will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:44:55.085154 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-2cbc7a2b-212e-4d71-9162-954e68cbac55 None None] Transition to ACTIVE for port object 8f1c6ce2-5055-42f3-8112-dacba372e4ce will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:44:55.086668 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99c9d72-685e-4629-897e-237e0a448fe1 x-openstack-request-id: req-d99c9d72-685e-4629-897e-237e0a448fe1 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:44:55.086972 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4a168b-8414-4e0c-aafa-d048ee6f7683", "name": "network-vif-plugged", "status": "completed", "tag": "f62158b4-8e92-4bca-a81b-4eb72d775756", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:44:55.087211 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d99c9d72-685e-4629-897e-237e0a448fe1 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:44:55.087677 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d99c9d72-685e-4629-897e-237e0a448fe1'] response: {'server_uuid': '8d4a168b-8414-4e0c-aafa-d048ee6f7683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62158b4-8e92-4bca-a81b-4eb72d775756', 'code': 200} Oct 26 15:44:55.104373 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-570533eb-63bd-4476-a5ef-404c25eaa958 None None] Current status of the port 6c62a4f7-d851-465e-9138-f4aafd160bde is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:44:55.104925 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-570533eb-63bd-4476-a5ef-404c25eaa958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:55.142359 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-570533eb-63bd-4476-a5ef-404c25eaa958 None None] For port 6c62a4f7-d851-465e-9138-f4aafd160bde, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=6c62a4f7-d851-465e-9138-f4aafd160bde,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:44:55.187545 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2cbc7a2b-212e-4d71-9162-954e68cbac55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:55.247318 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-570533eb-63bd-4476-a5ef-404c25eaa958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:55.249108 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device acc2f964-cb45-4af0-9d4f-0a2275d74837 up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:44:55.249639 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-855d011b-356b-4228-8f6e-a01cd14b39f1 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Calling delete_port for 187d1e61-6f01-435a-9673-4d87c05520b8 owned by network:router_interface {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:44:55.279530 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7b3d7f-0f39-44e4-af49-dea9d592ba01 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Made reservation on behalf of 6f0d38334d4a4e64b4b1664e1c9ebc7b for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:44:55.283504 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7c7b3d7f-0f39-44e4-af49-dea9d592ba01 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:55.306381 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbc7a2b-212e-4d71-9162-954e68cbac55 None None] Network 0d0f8c51-c45e-404c-b3e6-9a29dbf08c5a is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:44:55.311199 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-2cbc7a2b-212e-4d71-9162-954e68cbac55 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:44:55.311840 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501e34a0-65df-4a53-811e-e8d72d20266c tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Made reservation on behalf of 8fa3647a8c0c45a8af5293d0359eaa97 for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:44:55.315205 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-501e34a0-65df-4a53-811e-e8d72d20266c tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:55.316471 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbc7a2b-212e-4d71-9162-954e68cbac55 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:44:55.322503 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ec06ee1c-558a-4c1c-b23f-796410c5fc5b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:55.328435 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc7a2b-212e-4d71-9162-954e68cbac55 None None] Pushing event updated for resources: {'Port': ['ID=8f1c6ce2-5055-42f3-8112-dacba372e4ce,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:55.339240 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f9b05eaa-2b47-42f8-9e4b-097369507bd2 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:55.376686 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec06ee1c-558a-4c1c-b23f-796410c5fc5b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Port': ['ID=611760c9-3d2f-407c-8074-fa73e158c045,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:55.453330 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ec06ee1c-558a-4c1c-b23f-796410c5fc5b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:55.455806 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c7b3d7f-0f39-44e4-af49-dea9d592ba01 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:44:55.472229 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-a346e165-12a4-4366-b27a-0994a84505d9 None None] Could not find standard attr ID for object 611760c9-3d2f-407c-8074-fa73e158c045. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:44:55.475375 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7c7b3d7f-0f39-44e4-af49-dea9d592ba01 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:55.476057 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-7c7b3d7f-0f39-44e4-af49-dea9d592ba01 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Added segment ab17e607-5991-4d7b-b939-c67d9bcf321d of type vlan for network 39f7ec38-c8fe-4925-b77f-371a9d030b10 Oct 26 15:44:55.480885 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2768412-5105-470b-82f8-930ccbed4013 req-5727dbd0-f3f7-4adf-93fe-9a3d33c7702b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:55.491290 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f2768412-5105-470b-82f8-930ccbed4013 req-5727dbd0-f3f7-4adf-93fe-9a3d33c7702b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8d4a168b-8414-4e0c-aafa-d048ee6f7683 HTTP/1.1" status: 200 len: 1099 time: 0.2048106 Oct 26 15:44:55.507285 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-f2768412-5105-470b-82f8-930ccbed4013 req-0d3b6650-764f-445e-b91e-c59e45eac358 service neutron] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:55.524218 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-f2768412-5105-470b-82f8-930ccbed4013 req-0d3b6650-764f-445e-b91e-c59e45eac358 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:55.528852 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-f2768412-5105-470b-82f8-930ccbed4013 req-0d3b6650-764f-445e-b91e-c59e45eac358 service neutron] Usage tracker for resource:security_group_rule and tenant:cd15b00843e2453b83e7d140d6b6a9aa is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:55.530156 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-2cbc7a2b-212e-4d71-9162-954e68cbac55 None None] Attempting to bind port 8f1c6ce2-5055-42f3-8112-dacba372e4ce on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:44:55.530581 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-2cbc7a2b-212e-4d71-9162-954e68cbac55 None None] Attempting to bind port 8f1c6ce2-5055-42f3-8112-dacba372e4ce by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '1ebde5b6-8509-4192-9cb8-86856ba28621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '0d0f8c51-c45e-404c-b3e6-9a29dbf08c5a'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:44:55.530907 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbc7a2b-212e-4d71-9162-954e68cbac55 None None] Attempting to bind port 8f1c6ce2-5055-42f3-8112-dacba372e4ce on network 0d0f8c51-c45e-404c-b3e6-9a29dbf08c5a {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:44:55.539413 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-f2768412-5105-470b-82f8-930ccbed4013 req-0d3b6650-764f-445e-b91e-c59e45eac358 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:55.546437 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbc7a2b-212e-4d71-9162-954e68cbac55 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:44:55.546831 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbc7a2b-212e-4d71-9162-954e68cbac55 None None] Checking segment: {'id': '1ebde5b6-8509-4192-9cb8-86856ba28621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '0d0f8c51-c45e-404c-b3e6-9a29dbf08c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:44:55.547238 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2cbc7a2b-212e-4d71-9162-954e68cbac55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:55.547631 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbc7a2b-212e-4d71-9162-954e68cbac55 None None] Bound using segment: {'id': '1ebde5b6-8509-4192-9cb8-86856ba28621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '0d0f8c51-c45e-404c-b3e6-9a29dbf08c5a'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:44:55.547955 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-f2768412-5105-470b-82f8-930ccbed4013 req-0d3b6650-764f-445e-b91e-c59e45eac358 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:55.548128 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-2cbc7a2b-212e-4d71-9162-954e68cbac55 None None] Bound port: 8f1c6ce2-5055-42f3-8112-dacba372e4ce, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ebde5b6-8509-4192-9cb8-86856ba28621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '0d0f8c51-c45e-404c-b3e6-9a29dbf08c5a'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:44:55.548494 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2cbc7a2b-212e-4d71-9162-954e68cbac55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:55.561241 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570533eb-63bd-4476-a5ef-404c25eaa958 None None] Pushing event updated for resources: {'Port': ['ID=6c62a4f7-d851-465e-9138-f4aafd160bde,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:55.624974 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ec06ee1c-558a-4c1c-b23f-796410c5fc5b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/ports/611760c9-3d2f-407c-8074-fa73e158c045 HTTP/1.1" status: 204 len: 168 time: 1.3983963 Oct 26 15:44:55.631805 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34122) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:55.646727 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f9b05eaa-2b47-42f8-9e4b-097369507bd2 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:55.648654 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning for port acc2f964-cb45-4af0-9d4f-0a2275d74837 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:44:55.670899 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port acc2f964-cb45-4af0-9d4f-0a2275d74837 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:44:55.671474 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:55.671811 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port acc2f964-cb45-4af0-9d4f-0a2275d74837 Oct 26 15:44:55.702689 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca159909-0144-4c3b-b3a1-c7dd3b2de68e req-a461babd-65bb-441f-8bbf-9d144ddad333 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:55.709629 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ca159909-0144-4c3b-b3a1-c7dd3b2de68e req-a461babd-65bb-441f-8bbf-9d144ddad333 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e191253-b5f3-4002-95f2-06134a2c3e70 HTTP/1.1" status: 200 len: 945 time: 1.3191020 Oct 26 15:44:55.742903 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-501e34a0-65df-4a53-811e-e8d72d20266c tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:44:55.745665 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-2cbc7a2b-212e-4d71-9162-954e68cbac55 None None] For port 8f1c6ce2-5055-42f3-8112-dacba372e4ce, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:44:55.749858 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-2cbc7a2b-212e-4d71-9162-954e68cbac55 None None] For port 8f1c6ce2-5055-42f3-8112-dacba372e4ce, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=8f1c6ce2-5055-42f3-8112-dacba372e4ce,segment=NetworkSegment(1ebde5b6-8509-4192-9cb8-86856ba28621),segment_id=1ebde5b6-8509-4192-9cb8-86856ba28621)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:44:55.802872 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8fc4d7-d700-4fa9-8794-7454cf3ca632 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:55.804486 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8fc4d7-d700-4fa9-8794-7454cf3ca632 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:55.805214 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-eb8fc4d7-d700-4fa9-8794-7454cf3ca632 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:subnet {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:44:55.824277 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2cbc7a2b-212e-4d71-9162-954e68cbac55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:55.827919 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-f2768412-5105-470b-82f8-930ccbed4013 req-0d3b6650-764f-445e-b91e-c59e45eac358 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:55.859245 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7c7b3d7f-0f39-44e4-af49-dea9d592ba01 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:55.876724 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea9149-b20f-4f45-b3df-a1bbe7f65699 req-ad155d18-bb36-4387-b29a-853d4a5be221 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:55.877936 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-501e34a0-65df-4a53-811e-e8d72d20266c tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:55.878138 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c8ea9149-b20f-4f45-b3df-a1bbe7f65699 req-ad155d18-bb36-4387-b29a-853d4a5be221 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d4a168b-8414-4e0c-aafa-d048ee6f7683 HTTP/1.1" status: 200 len: 946 time: 0.1306405 Oct 26 15:44:55.878302 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-501e34a0-65df-4a53-811e-e8d72d20266c tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Added segment 8e37fba0-b8cf-445f-ace5-cced22d15b5d of type vlan for network 1dacbffa-b2fe-4242-85b9-b0d5cfab4f23 Oct 26 15:44:55.884145 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port acc2f964-cb45-4af0-9d4f-0a2275d74837 is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:44:55.884340 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-f2768412-5105-470b-82f8-930ccbed4013 req-0d3b6650-764f-445e-b91e-c59e45eac358 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:55.884575 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:55.907155 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a9c8ddc2-02f0-43d0-bfb0-9d8c1bf2d91a tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:55.929748 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-eb8fc4d7-d700-4fa9-8794-7454cf3ca632 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:subnet {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:44:55.932884 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-eb8fc4d7-d700-4fa9-8794-7454cf3ca632 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2982156 Oct 26 15:44:55.938407 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34128) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:55.941882 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f2768412-5105-470b-82f8-930ccbed4013 req-0d3b6650-764f-445e-b91e-c59e45eac358 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3d292d6b-50fe-4127-8949-883291b1e0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4529433 Oct 26 15:44:55.949339 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ca159909-0144-4c3b-b3a1-c7dd3b2de68e req-71146693-a10b-4ff4-b3a8-3b7b8870605b tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/security-groups?id=16fb894e-acc2-46d5-b200-5c9b4d7d52ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2387345 Oct 26 15:44:55.950811 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc7a2b-212e-4d71-9162-954e68cbac55 None None] Pushing event updated for resources: {'Port': ['ID=8f1c6ce2-5055-42f3-8112-dacba372e4ce,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:55.956660 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port acc2f964-cb45-4af0-9d4f-0a2275d74837, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=acc2f964-cb45-4af0-9d4f-0a2275d74837,segment=NetworkSegment(dc397887-b971-4dfa-aad0-c89bea8ed724),segment_id=dc397887-b971-4dfa-aad0-c89bea8ed724)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:44:56.012493 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-a9c8ddc2-02f0-43d0-bfb0-9d8c1bf2d91a tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['318717bf-b125-49e6-9c68-bcc3e0cf4e36']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:56.013524 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3b6650-764f-445e-b91e-c59e45eac358 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3b908f-2f12-49a2-b9e6-022739207e99,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:56.031043 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-501e34a0-65df-4a53-811e-e8d72d20266c tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:56.032819 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c8ea9149-b20f-4f45-b3df-a1bbe7f65699 req-f05e33e7-3f28-4058-954f-2972bc94572a tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d292d6b-50fe-4127-8949-883291b1e0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398542 Oct 26 15:44:56.033511 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:56.039429 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-a9c8ddc2-02f0-43d0-bfb0-9d8c1bf2d91a tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9537b93f-f217-4cce-a1df-5ffa35efc733') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:56.039429 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-a9c8ddc2-02f0-43d0-bfb0-9d8c1bf2d91a tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9537b93f-f217-4cce-a1df-5ffa35efc733') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:56.046335 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d20f632-dd46-464b-b71e-48e624493c07 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting subnet 96318e11-82f3-4d0a-87f8-21efe6ca6ac2 {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:44:56.049559 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2d20f632-dd46-464b-b71e-48e624493c07 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:56.091814 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a9c8ddc2-02f0-43d0-bfb0-9d8c1bf2d91a tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:56.109995 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f9b05eaa-2b47-42f8-9e4b-097369507bd2 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:56.115057 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2d20f632-dd46-464b-b71e-48e624493c07 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:56.174626 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.db.resource_extend [None req-501e34a0-65df-4a53-811e-e8d72d20266c tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 15:44:56.197628 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7c7b3d7f-0f39-44e4-af49-dea9d592ba01 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:56.203257 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7b3d7f-0f39-44e4-af49-dea9d592ba01 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:56.203858 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7c7b3d7f-0f39-44e4-af49-dea9d592ba01 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:56.231052 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=acc2f964-cb45-4af0-9d4f-0a2275d74837,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:56.241101 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2d20f632-dd46-464b-b71e-48e624493c07 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:56.248015 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a9c8ddc2-02f0-43d0-bfb0-9d8c1bf2d91a tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:56.262432 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b05eaa-2b47-42f8-9e4b-097369507bd2 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc65d55-00de-493a-8292-3eb4ace5da05,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:56.327728 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c8ddc2-02f0-43d0-bfb0-9d8c1bf2d91a tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:44:56.328138 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a9c8ddc2-02f0-43d0-bfb0-9d8c1bf2d91a tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:56.359263 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-855d011b-356b-4228-8f6e-a01cd14b39f1 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:56.393444 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2d20f632-dd46-464b-b71e-48e624493c07 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:56.434102 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d20f632-dd46-464b-b71e-48e624493c07 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Subnet': ['ID=96318e11-82f3-4d0a-87f8-21efe6ca6ac2,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:56.441829 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2d20f632-dd46-464b-b71e-48e624493c07 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:56.448291 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb5dbfe-1f06-46a9-87cc-c06350981d8f None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:44:56.469282 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 9537b93f-f217-4cce-a1df-5ffa35efc733 resource provider aggregate not found Oct 26 15:44:56.501510 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-501e34a0-65df-4a53-811e-e8d72d20266c tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:56.502440 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501e34a0-65df-4a53-811e-e8d72d20266c tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:56.503038 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-501e34a0-65df-4a53-811e-e8d72d20266c tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:56.508447 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2d20f632-dd46-464b-b71e-48e624493c07 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/96318e11-82f3-4d0a-87f8-21efe6ca6ac2 HTTP/1.1" status: 204 len: 168 time: 0.5688264 Oct 26 15:44:56.510808 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34136) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:56.512810 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 9537b93f-f217-4cce-a1df-5ffa35efc733 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9537b93f-f217-4cce-a1df-5ffa35efc733 found for delete ", "request_id": "req-0c29c8fb-233b-4723-80be-7bda56df8ff3"}]} Oct 26 15:44:56.518645 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d011b-356b-4228-8f6e-a01cd14b39f1 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Pushing event deleted for resources: {'Port': ['ID=187d1e61-6f01-435a-9673-4d87c05520b8,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:56.530456 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f9b05eaa-2b47-42f8-9e4b-097369507bd2 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:56.531606 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f9b05eaa-2b47-42f8-9e4b-097369507bd2 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "DELETE /v2.0/security-groups/9cc65d55-00de-493a-8292-3eb4ace5da05 HTTP/1.1" status: 204 len: 168 time: 2.3559830 Oct 26 15:44:56.575366 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b3d7f-0f39-44e4-af49-dea9d592ba01 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event updated for resources: {'Network': ['ID=39f7ec38-c8fe-4925-b77f-371a9d030b10,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:56.588101 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34140) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:56.598788 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b53b21b4-ce2f-4ef3-bdd3-2efce26485d3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0866086 Oct 26 15:44:56.601962 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34144) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:56.608224 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-478d60f4-e5bd-4ad6-b5b5-694b5446c8f5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'subnet': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:56.617886 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-7c7b3d7f-0f39-44e4-af49-dea9d592ba01 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.3127854 Oct 26 15:44:56.623063 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 39f7ec38-c8fe-4925-b77f-371a9d030b10 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:44:56.624004 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34148) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:56.636890 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-1187632f-784c-4c49-902d-0b8c59177727 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Request body: {'subnet': {'network_id': '39f7ec38-c8fe-4925-b77f-371a9d030b10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:56.865285 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e34a0-65df-4a53-811e-e8d72d20266c tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Pushing event updated for resources: {'Network': ['ID=1dacbffa-b2fe-4242-85b9-b0d5cfab4f23,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:56.876858 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-be0c223d-577b-46ac-be79-662d99ce4663 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Synchronizing usage tracker for tenant:5420317000fd4d4bbdd1317d04eefddc on resource:security_group {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:44:56.878872 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 1dacbffa-b2fe-4242-85b9-b0d5cfab4f23 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:44:56.891388 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-501e34a0-65df-4a53-811e-e8d72d20266c tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.4258263 Oct 26 15:44:56.900173 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-1187632f-784c-4c49-902d-0b8c59177727 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:56.905801 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-1187632f-784c-4c49-902d-0b8c59177727 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Usage tracker for resource:subnet and tenant:6f0d38334d4a4e64b4b1664e1c9ebc7b is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:56.906563 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a9c8ddc2-02f0-43d0-bfb0-9d8c1bf2d91a tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:56.908705 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34152) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:56.910995 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-1187632f-784c-4c49-902d-0b8c59177727 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:56.918911 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-1187632f-784c-4c49-902d-0b8c59177727 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:56.934497 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-478d60f4-e5bd-4ad6-b5b5-694b5446c8f5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:56.939060 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-478d60f4-e5bd-4ad6-b5b5-694b5446c8f5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Usage tracker for resource:subnet and tenant:cde0b70c42f24e8e94f9303758760038 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:56.942461 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-478d60f4-e5bd-4ad6-b5b5-694b5446c8f5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:56.944943 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a9c8ddc2-02f0-43d0-bfb0-9d8c1bf2d91a tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:56.950791 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a9c8ddc2-02f0-43d0-bfb0-9d8c1bf2d91a tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] 10.222.0.23 "DELETE /v2.0/networks/318717bf-b125-49e6-9c68-bcc3e0cf4e36 HTTP/1.1" status: 204 len: 168 time: 2.4619160 Oct 26 15:44:56.953285 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-478d60f4-e5bd-4ad6-b5b5-694b5446c8f5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:56.972572 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34156) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:57.062263 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8ddc2-02f0-43d0-bfb0-9d8c1bf2d91a tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Pushing event deleted for resources: {'Network': ['ID=318717bf-b125-49e6-9c68-bcc3e0cf4e36,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:57.132214 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e191253-b5f3-4002-95f2-06134a2c3e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc2f964-cb45-4af0-9d4f-0a2275d74837'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:44:57.135404 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3157fb-773a-488b-a52e-2e63f98454d6" -d '{"events": [{"server_uuid": "2e191253-b5f3-4002-95f2-06134a2c3e70", "name": "network-vif-plugged", "status": "completed", "tag": "acc2f964-cb45-4af0-9d4f-0a2275d74837"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:44:57.142011 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81caf08-ea23-4705-86a7-08e2366387b5 None None] DHCP port deletion for f810e159-a5e8-4c86-8cec-5d909fe013dd request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:44:57.146292 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:57.147975 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a81caf08-ea23-4705-86a7-08e2366387b5 None None] Deleting port 6c62a4f7-d851-465e-9138-f4aafd160bde {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:44:57.149152 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a81caf08-ea23-4705-86a7-08e2366387b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:57.211369 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b9b6d33e-afff-4570-b6ab-2247875df96d tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:57.216166 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1187632f-784c-4c49-902d-0b8c59177727 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Made reservation on behalf of 6f0d38334d4a4e64b4b1664e1c9ebc7b for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:44:57.219661 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1187632f-784c-4c49-902d-0b8c59177727 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:57.334743 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478d60f4-e5bd-4ad6-b5b5-694b5446c8f5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:44:57.338167 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-478d60f4-e5bd-4ad6-b5b5-694b5446c8f5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:57.393294 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-be0c223d-577b-46ac-be79-662d99ce4663 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Unset dirty status for tenant:5420317000fd4d4bbdd1317d04eefddc on resource:security_group {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:44:57.398586 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-be0c223d-577b-46ac-be79-662d99ce4663 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8086443 Oct 26 15:44:57.450069 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34166) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:57.451527 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-a81caf08-ea23-4705-86a7-08e2366387b5 None None] For port 6c62a4f7-d851-465e-9138-f4aafd160bde, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=6c62a4f7-d851-465e-9138-f4aafd160bde,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:44:57.451527 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a81caf08-ea23-4705-86a7-08e2366387b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:57.468822 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd94c9aa-a005-4cda-afd7-54870003139c tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:57.469471 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-bd94c9aa-a005-4cda-afd7-54870003139c tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] Synchronizing usage tracker for tenant:4f397a8539dd49fdb73f9c6467b753c1 on resource:network {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:44:57.478139 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-696dad10-64c2-48d2-b32e-3e40aa44b418 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Request body: {'security_group': {'name': 'tempest-secgroup--2075139071'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:57.498515 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-696dad10-64c2-48d2-b32e-3e40aa44b418 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:57.523399 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7fbbd2-8ff9-4fce-bcbe-a0d9c22abbca None None] Network 0d0f8c51-c45e-404c-b3e6-9a29dbf08c5a requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:44:57.529021 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-696dad10-64c2-48d2-b32e-3e40aa44b418 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:57.535785 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 8f1c6ce2-5055-42f3-8112-dacba372e4ce up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:44:57.582966 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-855d011b-356b-4228-8f6e-a01cd14b39f1 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:57.632093 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a81caf08-ea23-4705-86a7-08e2366387b5 None None] Calling delete_port for 6c62a4f7-d851-465e-9138-f4aafd160bde owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:44:57.692312 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.ipam_backend_mixin [None req-1187632f-784c-4c49-902d-0b8c59177727 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Performing IP validity checks on allocation pools {{(pid=89748) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 26 15:44:57.692877 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.ipam_backend_mixin [None req-1187632f-784c-4c49-902d-0b8c59177727 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89748) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 26 15:44:57.746627 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-bd94c9aa-a005-4cda-afd7-54870003139c tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] Unset dirty status for tenant:4f397a8539dd49fdb73f9c6467b753c1 on resource:network {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:44:57.748075 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-bd94c9aa-a005-4cda-afd7-54870003139c tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] 10.222.0.23 "GET /v2.0/networks/1dacbffa-b2fe-4242-85b9-b0d5cfab4f23 HTTP/1.1" status: 200 len: 756 time: 0.8348410 Oct 26 15:44:57.749212 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-696dad10-64c2-48d2-b32e-3e40aa44b418 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:57.774647 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34170) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:57.783172 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e015f5-5428-4f15-a65e-f08909072791 req-adc32f4f-2e63-49cb-bf6a-888051f9d582 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:57.784644 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b9e015f5-5428-4f15-a65e-f08909072791 req-adc32f4f-2e63-49cb-bf6a-888051f9d582 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e191253-b5f3-4002-95f2-06134a2c3e70 HTTP/1.1" status: 200 len: 946 time: 0.4543984 Oct 26 15:44:57.826785 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c4a72be1-0c87-471c-bc7d-7b90019531b3 None None] Provisioning for port 8f1c6ce2-5055-42f3-8112-dacba372e4ce completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:44:57.846060 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b9b6d33e-afff-4570-b6ab-2247875df96d tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:57.888976 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-b9b6d33e-afff-4570-b6ab-2247875df96d tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['536c0665-b84d-4cf1-95a4-c2146cd9271c']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:57.922345 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-696dad10-64c2-48d2-b32e-3e40aa44b418 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:57.924797 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a097f5c-5578-48cf-9fb0-573971776d79 req-2b8cf4f0-df10-495c-a50a-ade8a9724e99 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:57.926088 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4a097f5c-5578-48cf-9fb0-573971776d79 req-2b8cf4f0-df10-495c-a50a-ade8a9724e99 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d4a168b-8414-4e0c-aafa-d048ee6f7683 HTTP/1.1" status: 200 len: 946 time: 0.5716026 Oct 26 15:44:57.928555 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-b9b6d33e-afff-4570-b6ab-2247875df96d tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19590d0e-193a-4638-9e79-d9c6400b2d7c') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:57.928555 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-b9b6d33e-afff-4570-b6ab-2247875df96d tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19590d0e-193a-4638-9e79-d9c6400b2d7c') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:57.942956 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-696dad10-64c2-48d2-b32e-3e40aa44b418 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Usage tracker for resource:security_group_rule and tenant:5420317000fd4d4bbdd1317d04eefddc is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:57.954141 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a81caf08-ea23-4705-86a7-08e2366387b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:57.971234 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-696dad10-64c2-48d2-b32e-3e40aa44b418 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:57.992308 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-696dad10-64c2-48d2-b32e-3e40aa44b418 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:58.011628 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b9e015f5-5428-4f15-a65e-f08909072791 req-719d0487-3082-4471-b232-4cac6e11d79b tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/security-groups?id=16fb894e-acc2-46d5-b200-5c9b4d7d52ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940422 Oct 26 15:44:58.027977 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a473561e-c509-495b-b586-040d61f6a326 tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:58.032046 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a473561e-c509-495b-b586-040d61f6a326 tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] 10.222.0.23 "GET /v2.0/networks/6e3aa1e5-6955-4281-824c-2663bf782743 HTTP/1.1" status: 200 len: 768 time: 0.2437954 Oct 26 15:44:58.034589 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34174) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:58.039062 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b9b6d33e-afff-4570-b6ab-2247875df96d tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:58.039213 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 8f1c6ce2-5055-42f3-8112-dacba372e4ce completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:44:58.044792 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 8f1c6ce2-5055-42f3-8112-dacba372e4ce triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:44:58.045170 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:58.045562 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 8f1c6ce2-5055-42f3-8112-dacba372e4ce Oct 26 15:44:58.072637 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81caf08-ea23-4705-86a7-08e2366387b5 None None] Pushing event deleted for resources: {'Port': ['ID=6c62a4f7-d851-465e-9138-f4aafd160bde,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:58.093605 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81caf08-ea23-4705-86a7-08e2366387b5 None None] No DVR routers for this DVR port 6c62a4f7-d851-465e-9138-f4aafd160bde on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:44:58.099442 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b9b6d33e-afff-4570-b6ab-2247875df96d tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:58.132676 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4a097f5c-5578-48cf-9fb0-573971776d79 req-98b99e19-3142-4311-93c2-049f237fd554 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d292d6b-50fe-4127-8949-883291b1e0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620271 Oct 26 15:44:58.137836 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9b6d33e-afff-4570-b6ab-2247875df96d tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:44:58.138308 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b9b6d33e-afff-4570-b6ab-2247875df96d tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:58.238609 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 19590d0e-193a-4638-9e79-d9c6400b2d7c resource provider aggregate not found Oct 26 15:44:58.269945 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 19590d0e-193a-4638-9e79-d9c6400b2d7c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 19590d0e-193a-4638-9e79-d9c6400b2d7c found for delete ", "request_id": "req-1f1173fd-71e2-4a29-92cd-77555076dde6"}]} Oct 26 15:44:58.274139 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc02fdd8-dc20-4f47-ba71-135f67d242d9 x-openstack-request-id: req-bc02fdd8-dc20-4f47-ba71-135f67d242d9 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:44:58.274139 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e191253-b5f3-4002-95f2-06134a2c3e70", "name": "network-vif-plugged", "status": "completed", "tag": "acc2f964-cb45-4af0-9d4f-0a2275d74837", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:44:58.274139 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bc02fdd8-dc20-4f47-ba71-135f67d242d9 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:44:58.274482 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc02fdd8-dc20-4f47-ba71-135f67d242d9'] response: {'server_uuid': '2e191253-b5f3-4002-95f2-06134a2c3e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc2f964-cb45-4af0-9d4f-0a2275d74837', 'code': 200} Oct 26 15:44:58.316351 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 8f1c6ce2-5055-42f3-8112-dacba372e4ce is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:44:58.317066 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:58.371507 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1187632f-784c-4c49-902d-0b8c59177727 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:58.375894 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 8f1c6ce2-5055-42f3-8112-dacba372e4ce, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=8f1c6ce2-5055-42f3-8112-dacba372e4ce,segment=NetworkSegment(1ebde5b6-8509-4192-9cb8-86856ba28621),segment_id=1ebde5b6-8509-4192-9cb8-86856ba28621)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:44:58.430493 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b9b6d33e-afff-4570-b6ab-2247875df96d tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:58.430493 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-478d60f4-e5bd-4ad6-b5b5-694b5446c8f5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:58.438907 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:58.461526 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bb64fdd5-f39d-41c5-9434-1e3e8f466c2e tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:58.478800 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b9b6d33e-afff-4570-b6ab-2247875df96d tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:58.509944 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b6d33e-afff-4570-b6ab-2247875df96d tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Pushing event deleted for resources: {'Network': ['ID=536c0665-b84d-4cf1-95a4-c2146cd9271c,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:58.514038 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b9b6d33e-afff-4570-b6ab-2247875df96d tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] 10.222.0.23 "DELETE /v2.0/networks/536c0665-b84d-4cf1-95a4-c2146cd9271c HTTP/1.1" status: 204 len: 168 time: 1.5370681 Oct 26 15:44:58.521484 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34182) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:58.527784 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-696dad10-64c2-48d2-b32e-3e40aa44b418 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:58.551280 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478d60f4-e5bd-4ad6-b5b5-694b5446c8f5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:44:58.558441 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-478d60f4-e5bd-4ad6-b5b5-694b5446c8f5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:44:58.575826 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478d60f4-e5bd-4ad6-b5b5-694b5446c8f5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:58.576728 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-478d60f4-e5bd-4ad6-b5b5-694b5446c8f5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:58.582528 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187632f-784c-4c49-902d-0b8c59177727 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event updated for resources: {'Subnet': ['ID=4ff665d0-ad06-49aa-91e5-b7093f2402cd,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:58.584362 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 6c62a4f7-d851-465e-9138-f4aafd160bde no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:44:58.608068 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-696dad10-64c2-48d2-b32e-3e40aa44b418 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:58.703897 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 6c62a4f7-d851-465e-9138-f4aafd160bde {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:44:58.704894 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 6c62a4f7-d851-465e-9138-f4aafd160bde not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:44:58.718864 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745a2018-123e-40f6-a7ec-c4f0c56047cb None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:44:58.785843 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d60f4-e5bd-4ad6-b5b5-694b5446c8f5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Subnet': ['ID=6c9fb3c2-fba9-4291-a0c2-3cfb31e6b20d,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:58.826640 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1187632f-784c-4c49-902d-0b8c59177727 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Checking segment: {'id': 'ab17e607-5991-4d7b-b939-c67d9bcf321d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '39f7ec38-c8fe-4925-b77f-371a9d030b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:44:58.826996 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1187632f-784c-4c49-902d-0b8c59177727 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Network hostable DHCP agents. Network: 39f7ec38-c8fe-4925-b77f-371a9d030b10, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:44:58.840435 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bb64fdd5-f39d-41c5-9434-1e3e8f466c2e tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:58.880691 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3912a2-476b-4882-b97a-91d63b91a3d3 req-bed640fc-cc6d-4fec-971b-f23840e9444a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:58.882731 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4c3912a2-476b-4882-b97a-91d63b91a3d3 req-bed640fc-cc6d-4fec-971b-f23840e9444a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2e191253-b5f3-4002-95f2-06134a2c3e70 HTTP/1.1" status: 200 len: 1099 time: 0.2920475 Oct 26 15:44:58.883117 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=8f1c6ce2-5055-42f3-8112-dacba372e4ce,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:58.886364 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-bc87c1a7-148f-4ce1-9c4e-08d8da7f6769 None None] Provisioning complete for port 8f1c6ce2-5055-42f3-8112-dacba372e4ce triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:44:58.886790 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bc87c1a7-148f-4ce1-9c4e-08d8da7f6769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:58.890197 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-bc87c1a7-148f-4ce1-9c4e-08d8da7f6769 None None] Attempt 1 to provision port 8f1c6ce2-5055-42f3-8112-dacba372e4ce Oct 26 15:44:58.898223 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-bb64fdd5-f39d-41c5-9434-1e3e8f466c2e tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dacbffa-b2fe-4242-85b9-b0d5cfab4f23']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:58.912372 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696dad10-64c2-48d2-b32e-3e40aa44b418 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a48140-3c12-454f-aa18-a53aa837de16,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:58.927889 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-bb64fdd5-f39d-41c5-9434-1e3e8f466c2e tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e37fba0-b8cf-445f-ace5-cced22d15b5d') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:58.928617 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-bb64fdd5-f39d-41c5-9434-1e3e8f466c2e tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e37fba0-b8cf-445f-ace5-cced22d15b5d') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:58.937466 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-478d60f4-e5bd-4ad6-b5b5-694b5446c8f5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3320489 Oct 26 15:44:58.937661 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34186) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:58.942856 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-855d011b-356b-4228-8f6e-a01cd14b39f1 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Router 3eee7c75-ca59-45ec-b1d5-bf8cc635545f has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:44:58.945604 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-436392ea-7e62-4dd5-8cf3-d1407016c73e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'port': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'name': 'tempest-NetworksTestDHCPv6-105039825'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:58.959142 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bb64fdd5-f39d-41c5-9434-1e3e8f466c2e tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:58.996178 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-696dad10-64c2-48d2-b32e-3e40aa44b418 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:58.996178 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-696dad10-64c2-48d2-b32e-3e40aa44b418 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5420928 Oct 26 15:44:58.998078 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34190) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:59.006954 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bb64fdd5-f39d-41c5-9434-1e3e8f466c2e tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:59.011816 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-e7d89675-c496-47c5-8acc-be0d275eda5c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Request body: {'security_group_rule': {'security_group_id': 'd8a48140-3c12-454f-aa18-a53aa837de16', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:59.012950 dv-neutron-862712-1-hyperv neutron-server[89747]: WARNING neutron.api.v2.base [None req-e7d89675-c496-47c5-8acc-be0d275eda5c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 26 15:44:59.013486 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-e7d89675-c496-47c5-8acc-be0d275eda5c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:44:59.017253 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e7d89675-c496-47c5-8acc-be0d275eda5c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0154445 Oct 26 15:44:59.047733 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-4c3912a2-476b-4882-b97a-91d63b91a3d3 req-fa800af8-f4f0-4035-b2e7-34c196814d89 service neutron] Synchronizing usage tracker for tenant:cd15b00843e2453b83e7d140d6b6a9aa on resource:security_group {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:44:59.050606 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34194) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:59.058844 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1187632f-784c-4c49-902d-0b8c59177727 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Network 39f7ec38-c8fe-4925-b77f-371a9d030b10 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:44:59.070191 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1922b74c-5f14-4004-ba69-2bf5ce7e30b3 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:59.076259 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1922b74c-5f14-4004-ba69-2bf5ce7e30b3 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:59.082253 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1922b74c-5f14-4004-ba69-2bf5ce7e30b3 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:59.083099 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-1922b74c-5f14-4004-ba69-2bf5ce7e30b3 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Synchronizing usage tracker for tenant:8f79ae7ff2e64079bf69c85915a3a7d6 on resource:network {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:44:59.118382 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c1a7-148f-4ce1-9c4e-08d8da7f6769 None None] Current status of the port 8f1c6ce2-5055-42f3-8112-dacba372e4ce is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:44:59.124290 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc59d9d-856a-42a7-a54e-76e75e51a3d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-f810e159-a5e8-4c86-8cec-5d909fe013dd', 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'tenant_id': 'cde0b70c42f24e8e94f9303758760038', 'fixed_ips': [{'subnet_id': '6c9fb3c2-fba9-4291-a0c2-3cfb31e6b20d'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:44:59.125135 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4fc59d9d-856a-42a7-a54e-76e75e51a3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:59.159184 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-1187632f-784c-4c49-902d-0b8c59177727 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 39f7ec38-c8fe-4925-b77f-371a9d030b10) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:44:59.165153 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1187632f-784c-4c49-902d-0b8c59177727 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:59.165754 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1187632f-784c-4c49-902d-0b8c59177727 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:59.200151 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-4c3912a2-476b-4882-b97a-91d63b91a3d3 req-fa800af8-f4f0-4035-b2e7-34c196814d89 service neutron] Unset dirty status for tenant:cd15b00843e2453b83e7d140d6b6a9aa on resource:security_group {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:44:59.200558 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac77402-2ebb-4c92-9eca-9e9befefd966 None None] Network 39f7ec38-c8fe-4925-b77f-371a9d030b10 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:44:59.201468 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4c3912a2-476b-4882-b97a-91d63b91a3d3 req-fa800af8-f4f0-4035-b2e7-34c196814d89 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=16fb894e-acc2-46d5-b200-5c9b4d7d52ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3129265 Oct 26 15:44:59.231724 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-436392ea-7e62-4dd5-8cf3-d1407016c73e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:59.236835 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-436392ea-7e62-4dd5-8cf3-d1407016c73e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Usage tracker for resource:port and tenant:cde0b70c42f24e8e94f9303758760038 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:59.240236 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-436392ea-7e62-4dd5-8cf3-d1407016c73e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:59.246845 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-436392ea-7e62-4dd5-8cf3-d1407016c73e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:59.257190 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8b5dcb92-e1f2-418e-946f-c045534b6e78 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:59.300836 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb64fdd5-f39d-41c5-9434-1e3e8f466c2e tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:44:59.301236 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bb64fdd5-f39d-41c5-9434-1e3e8f466c2e tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:59.333885 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436392ea-7e62-4dd5-8cf3-d1407016c73e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:44:59.339198 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-436392ea-7e62-4dd5-8cf3-d1407016c73e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:59.367707 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-1187632f-784c-4c49-902d-0b8c59177727 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.7396481 Oct 26 15:44:59.385312 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34204) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:59.389914 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 8e37fba0-b8cf-445f-ace5-cced22d15b5d resource provider aggregate not found Oct 26 15:44:59.411960 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8b5dcb92-e1f2-418e-946f-c045534b6e78 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:59.427018 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [None req-436392ea-7e62-4dd5-8cf3-d1407016c73e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] device_id is not set on port 5125ffb5-9654-42d9-a51d-873dae301a4d yet. {{(pid=89748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:44:59.458565 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 8f1c6ce2-5055-42f3-8112-dacba372e4ce up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:44:59.467036 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 8e37fba0-b8cf-445f-ace5-cced22d15b5d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e37fba0-b8cf-445f-ace5-cced22d15b5d found for delete ", "request_id": "req-42657484-a5f0-4254-88bc-1f0ae8f5188d"}]} Oct 26 15:44:59.467680 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-1922b74c-5f14-4004-ba69-2bf5ce7e30b3 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Unset dirty status for tenant:8f79ae7ff2e64079bf69c85915a3a7d6 on resource:network {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:44:59.472959 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-1922b74c-5f14-4004-ba69-2bf5ce7e30b3 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1890 time: 0.9278867 Oct 26 15:44:59.478605 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34210) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:59.492664 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0ecfa0-b8af-4f44-a43e-4987b56cae2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-39f7ec38-c8fe-4925-b77f-371a9d030b10', 'network_id': '39f7ec38-c8fe-4925-b77f-371a9d030b10', 'tenant_id': '6f0d38334d4a4e64b4b1664e1c9ebc7b', 'fixed_ips': [{'subnet_id': '4ff665d0-ad06-49aa-91e5-b7093f2402cd'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:44:59.493092 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2f0ecfa0-b8af-4f44-a43e-4987b56cae2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:59.494293 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-a04946bc-6a55-49ae-b0f1-e57f77726df9 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-459844326'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:59.508560 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a04946bc-6a55-49ae-b0f1-e57f77726df9 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:59.545934 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855d011b-356b-4228-8f6e-a01cd14b39f1 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:44:59.561328 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-855d011b-356b-4228-8f6e-a01cd14b39f1 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] 10.222.0.23 "PUT /v2.0/routers/3eee7c75-ca59-45ec-b1d5-bf8cc635545f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9164977 Oct 26 15:44:59.563093 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9bbd71-ea34-45f1-967f-0e471e7ea41d None None] Sync routers for ids ['3eee7c75-ca59-45ec-b1d5-bf8cc635545f'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:44:59.574131 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a469a-0e7f-4928-97bf-fdec0d561988 req-eacaecc5-c750-42cc-b9bb-22be4dd64857 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:59.575955 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-854a469a-0e7f-4928-97bf-fdec0d561988 req-eacaecc5-c750-42cc-b9bb-22be4dd64857 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d4a168b-8414-4e0c-aafa-d048ee6f7683 HTTP/1.1" status: 200 len: 946 time: 0.1881096 Oct 26 15:44:59.576507 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34214) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:59.588198 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9bbd71-ea34-45f1-967f-0e471e7ea41d None None] Routers {'3eee7c75-ca59-45ec-b1d5-bf8cc635545f'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:44:59.589487 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-de9bbd71-ea34-45f1-967f-0e471e7ea41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:44:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['3eee7c75-ca59-45ec-b1d5-bf8cc635545f'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:59.678553 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 8f1c6ce2-5055-42f3-8112-dacba372e4ce triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:44:59.679137 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:59.679137 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 8f1c6ce2-5055-42f3-8112-dacba372e4ce Oct 26 15:44:59.720828 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bb64fdd5-f39d-41c5-9434-1e3e8f466c2e tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:59.762451 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb64fdd5-f39d-41c5-9434-1e3e8f466c2e tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1dacbffa-b2fe-4242-85b9-b0d5cfab4f23 {{(pid=89747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 26 15:44:59.763298 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-de9bbd71-ea34-45f1-967f-0e471e7ea41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:59.772383 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bb64fdd5-f39d-41c5-9434-1e3e8f466c2e tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:59.774368 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-bb64fdd5-f39d-41c5-9434-1e3e8f466c2e tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] 10.222.0.23 "DELETE /v2.0/networks/1dacbffa-b2fe-4242-85b9-b0d5cfab4f23 HTTP/1.1" status: 204 len: 168 time: 1.7404339 Oct 26 15:44:59.783058 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34218) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:44:59.790586 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb64fdd5-f39d-41c5-9434-1e3e8f466c2e tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Pushing event deleted for resources: {'Network': ['ID=1dacbffa-b2fe-4242-85b9-b0d5cfab4f23,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:44:59.798751 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9bbd71-ea34-45f1-967f-0e471e7ea41d None None] Routers {'3eee7c75-ca59-45ec-b1d5-bf8cc635545f'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:44:59.799642 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-e7eb9fc5-5236-4c21-a923-da03ceec79e7 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Request body: {'network': {'name': 'tempest-network--677667170'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:44:59.800266 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-de9bbd71-ea34-45f1-967f-0e471e7ea41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:44:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['3eee7c75-ca59-45ec-b1d5-bf8cc635545f'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:44:59.811699 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e7eb9fc5-5236-4c21-a923-da03ceec79e7 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:44:59.819152 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e7eb9fc5-5236-4c21-a923-da03ceec79e7 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Usage tracker for resource:network and tenant:8fa3647a8c0c45a8af5293d0359eaa97 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:44:59.825565 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e7eb9fc5-5236-4c21-a923-da03ceec79e7 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:44:59.850918 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-854a469a-0e7f-4928-97bf-fdec0d561988 req-8471624e-7cbb-46af-a79d-871ccfe19ab0 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d292d6b-50fe-4127-8949-883291b1e0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038014 Oct 26 15:44:59.851929 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e7eb9fc5-5236-4c21-a923-da03ceec79e7 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:59.861100 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a04946bc-6a55-49ae-b0f1-e57f77726df9 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:44:59.907639 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-4fc59d9d-856a-42a7-a54e-76e75e51a3d0 None None] Allocated IP 2001:db8::2 (f810e159-a5e8-4c86-8cec-5d909fe013dd/6c9fb3c2-fba9-4291-a0c2-3cfb31e6b20d/4e1c6d3e-d329-4698-8363-d0d7a0f190a1) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:44:59.923423 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c8c66-45cd-45a3-8587-fe53366d95a4 req-ef843f39-205c-4f6b-bac1-7ff007f8c539 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:59.925077 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5b9c8c66-45cd-45a3-8587-fe53366d95a4 req-ef843f39-205c-4f6b-bac1-7ff007f8c539 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e191253-b5f3-4002-95f2-06134a2c3e70 HTTP/1.1" status: 200 len: 946 time: 0.6481910 Oct 26 15:44:59.947246 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f74d9d3f-3d69-4f1b-b20c-7d3e6c6445ed tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks [] for router, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:44:59.948545 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-2f0ecfa0-b8af-4f44-a43e-4987b56cae2a None None] Allocated IP 2001:db8::3 (39f7ec38-c8fe-4925-b77f-371a9d030b10/4ff665d0-ad06-49aa-91e5-b7093f2402cd/e7833c86-1240-4fee-9797-6fc3f1647b00) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:45:00.001854 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-de9bbd71-ea34-45f1-967f-0e471e7ea41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:00.002601 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9bbd71-ea34-45f1-967f-0e471e7ea41d None None] The sync data for ids ['3eee7c75-ca59-45ec-b1d5-bf8cc635545f'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:45:00.015513 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a25d0285-7044-4a31-9a4b-e0717ac95cf1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:00.036576 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 8f1c6ce2-5055-42f3-8112-dacba372e4ce is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:45:00.074601 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7eb9fc5-5236-4c21-a923-da03ceec79e7 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Made reservation on behalf of 8fa3647a8c0c45a8af5293d0359eaa97 for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:00.076862 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e7eb9fc5-5236-4c21-a923-da03ceec79e7 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:00.083217 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5b9c8c66-45cd-45a3-8587-fe53366d95a4 req-a5a5569e-94a6-4488-8aef-23057b1dc0c5 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/security-groups?id=16fb894e-acc2-46d5-b200-5c9b4d7d52ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619321 Oct 26 15:45:00.083798 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04946bc-6a55-49ae-b0f1-e57f77726df9 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Made reservation on behalf of 8f79ae7ff2e64079bf69c85915a3a7d6 for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:00.087933 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a04946bc-6a55-49ae-b0f1-e57f77726df9 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:00.213925 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a04946bc-6a55-49ae-b0f1-e57f77726df9 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:45:00.227339 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a04946bc-6a55-49ae-b0f1-e57f77726df9 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:00.228869 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-a04946bc-6a55-49ae-b0f1-e57f77726df9 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Added segment aaf707cf-5eb1-42b1-a5e2-4b7cd4d08279 of type vlan for network 837a815c-c2ad-4619-b858-084372a4da52 Oct 26 15:45:00.265178 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7eb9fc5-5236-4c21-a923-da03ceec79e7 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:45:00.270678 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a04946bc-6a55-49ae-b0f1-e57f77726df9 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:00.300995 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e7eb9fc5-5236-4c21-a923-da03ceec79e7 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:00.300995 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-e7eb9fc5-5236-4c21-a923-da03ceec79e7 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Added segment 016715e1-b608-459f-a010-b8ff462869d0 of type vlan for network 861983cd-78b5-4372-8f6d-93bd42018ec8 Oct 26 15:45:00.313871 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a25d0285-7044-4a31-9a4b-e0717ac95cf1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:00.355449 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8b5dcb92-e1f2-418e-946f-c045534b6e78 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:00.364329 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc9fe2-52d5-4c71-ad0e-29d3eeabd4f6 req-be28e3bb-5e16-4756-b69e-f867118c63ed tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:00.366741 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-fafc9fe2-52d5-4c71-ad0e-29d3eeabd4f6 req-be28e3bb-5e16-4756-b69e-f867118c63ed tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d4a168b-8414-4e0c-aafa-d048ee6f7683 HTTP/1.1" status: 200 len: 946 time: 0.2169037 Oct 26 15:45:00.368888 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e7eb9fc5-5236-4c21-a923-da03ceec79e7 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:00.369051 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9af17544-e3dc-42ab-88cd-d22db41f75cf req-f7296073-5c5c-4a40-ae11-2297f1db18de service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8d4a168b-8414-4e0c-aafa-d048ee6f7683&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6901958 Oct 26 15:45:00.379404 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f74d9d3f-3d69-4f1b-b20c-7d3e6c6445ed tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:00.380455 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34224) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:00.389438 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-0f134732-a44b-40a1-bc61-8fb51a8d94b3 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Request body: {'floatingip': {'port_id': 'f62158b4-8e92-4bca-a81b-4eb72d775756'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:00.397836 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2f0ecfa0-b8af-4f44-a43e-4987b56cae2a None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:00.400533 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4fc59d9d-856a-42a7-a54e-76e75e51a3d0 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:00.416344 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a04946bc-6a55-49ae-b0f1-e57f77726df9 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:00.422512 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-2f0ecfa0-b8af-4f44-a43e-4987b56cae2a None None] Transition to ACTIVE for port object e7833c86-1240-4fee-9797-6fc3f1647b00 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:45:00.422512 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-4fc59d9d-856a-42a7-a54e-76e75e51a3d0 None None] Transition to ACTIVE for port object 4e1c6d3e-d329-4698-8363-d0d7a0f190a1 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:45:00.423047 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04946bc-6a55-49ae-b0f1-e57f77726df9 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:00.423648 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a04946bc-6a55-49ae-b0f1-e57f77726df9 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:00.467370 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-2f0ecfa0-b8af-4f44-a43e-4987b56cae2a None None] Transition to ACTIVE for port object e7833c86-1240-4fee-9797-6fc3f1647b00 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:45:00.467837 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-4fc59d9d-856a-42a7-a54e-76e75e51a3d0 None None] Transition to ACTIVE for port object 4e1c6d3e-d329-4698-8363-d0d7a0f190a1 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:45:00.469011 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5dcb92-e1f2-418e-946f-c045534b6e78 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a48140-3c12-454f-aa18-a53aa837de16,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:00.499496 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8b5dcb92-e1f2-418e-946f-c045534b6e78 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:00.503393 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-8b5dcb92-e1f2-418e-946f-c045534b6e78 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "DELETE /v2.0/security-groups/d8a48140-3c12-454f-aa18-a53aa837de16 HTTP/1.1" status: 204 len: 168 time: 1.4466252 Oct 26 15:45:00.507910 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34228) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:00.520830 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2f0ecfa0-b8af-4f44-a43e-4987b56cae2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:00.537912 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f74d9d3f-3d69-4f1b-b20c-7d3e6c6445ed tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Deleting port bb6b6ca1-1d0b-41d2-8a1e-7f9c718c86d3 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:45:00.538247 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f74d9d3f-3d69-4f1b-b20c-7d3e6c6445ed tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:00.569146 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.db.resource_extend [None req-e7eb9fc5-5236-4c21-a923-da03ceec79e7 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 15:45:00.569351 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4fc59d9d-856a-42a7-a54e-76e75e51a3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:00.605648 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0ecfa0-b8af-4f44-a43e-4987b56cae2a None None] Network 39f7ec38-c8fe-4925-b77f-371a9d030b10 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:45:00.613287 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-2f0ecfa0-b8af-4f44-a43e-4987b56cae2a None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:00.621354 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0ecfa0-b8af-4f44-a43e-4987b56cae2a None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:45:00.629629 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc59d9d-856a-42a7-a54e-76e75e51a3d0 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:45:00.631228 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0f134732-a44b-40a1-bc61-8fb51a8d94b3 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Notify callbacks [] for floatingip, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:00.635793 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-4fc59d9d-856a-42a7-a54e-76e75e51a3d0 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:00.637945 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ecfa0-b8af-4f44-a43e-4987b56cae2a None None] Pushing event updated for resources: {'Port': ['ID=e7833c86-1240-4fee-9797-6fc3f1647b00,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:00.688345 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a04946bc-6a55-49ae-b0f1-e57f77726df9 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2058508 Oct 26 15:45:00.704846 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34232) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:00.728593 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-ccb8b47c-54b8-41e9-8928-1471ddfd36c4 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1325612875'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:00.739411 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04946bc-6a55-49ae-b0f1-e57f77726df9 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Pushing event updated for resources: {'Network': ['ID=837a815c-c2ad-4619-b858-084372a4da52,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:00.747331 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc59d9d-856a-42a7-a54e-76e75e51a3d0 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:45:00.758042 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-ccb8b47c-54b8-41e9-8928-1471ddfd36c4 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:00.787144 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-ccb8b47c-54b8-41e9-8928-1471ddfd36c4 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:00.789688 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-436392ea-7e62-4dd5-8cf3-d1407016c73e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Allocated IP 2001:db8::1e (f810e159-a5e8-4c86-8cec-5d909fe013dd/6c9fb3c2-fba9-4291-a0c2-3cfb31e6b20d/5125ffb5-9654-42d9-a51d-873dae301a4d) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:45:00.809256 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e7eb9fc5-5236-4c21-a923-da03ceec79e7 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:00.810226 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7eb9fc5-5236-4c21-a923-da03ceec79e7 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:00.810831 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e7eb9fc5-5236-4c21-a923-da03ceec79e7 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:00.861005 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af17544-e3dc-42ab-88cd-d22db41f75cf req-a08e6f83-b497-4df1-9f05-e4a27662ca33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:00.862748 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9af17544-e3dc-42ab-88cd-d22db41f75cf req-a08e6f83-b497-4df1-9f05-e4a27662ca33 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fa1ce7c495d47a7b8af796c383d23bd&device_id=8d4a168b-8414-4e0c-aafa-d048ee6f7683 HTTP/1.1" status: 200 len: 1099 time: 0.3548670 Oct 26 15:45:00.884410 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a25d0285-7044-4a31-9a4b-e0717ac95cf1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:00.893597 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-2a8282e7-8cb3-4c0d-b6bc-387e2bbf7fa5 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Synchronizing usage tracker for tenant:5420317000fd4d4bbdd1317d04eefddc on resource:security_group {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:45:00.916224 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 837a815c-c2ad-4619-b858-084372a4da52 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:45:00.937793 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb8b47c-54b8-41e9-8928-1471ddfd36c4 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Made reservation on behalf of 8f79ae7ff2e64079bf69c85915a3a7d6 for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:00.941172 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ccb8b47c-54b8-41e9-8928-1471ddfd36c4 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:01.097027 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d0285-7044-4a31-9a4b-e0717ac95cf1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event deleted for resources: {'Subnet': ['ID=4ff665d0-ad06-49aa-91e5-b7093f2402cd,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:01.112619 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-2f0ecfa0-b8af-4f44-a43e-4987b56cae2a None None] Attempting to bind port e7833c86-1240-4fee-9797-6fc3f1647b00 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:45:01.113046 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-2f0ecfa0-b8af-4f44-a43e-4987b56cae2a None None] Attempting to bind port e7833c86-1240-4fee-9797-6fc3f1647b00 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'ab17e607-5991-4d7b-b939-c67d9bcf321d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '39f7ec38-c8fe-4925-b77f-371a9d030b10'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:45:01.113472 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0ecfa0-b8af-4f44-a43e-4987b56cae2a None None] Attempting to bind port e7833c86-1240-4fee-9797-6fc3f1647b00 on network 39f7ec38-c8fe-4925-b77f-371a9d030b10 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:45:01.119179 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc59d9d-856a-42a7-a54e-76e75e51a3d0 None None] Pushing event updated for resources: {'Port': ['ID=4e1c6d3e-d329-4698-8363-d0d7a0f190a1,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:01.144493 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-4fc59d9d-856a-42a7-a54e-76e75e51a3d0 None None] Attempting to bind port 4e1c6d3e-d329-4698-8363-d0d7a0f190a1 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:45:01.144925 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-4fc59d9d-856a-42a7-a54e-76e75e51a3d0 None None] Attempting to bind port 4e1c6d3e-d329-4698-8363-d0d7a0f190a1 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:45:01.145396 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc59d9d-856a-42a7-a54e-76e75e51a3d0 None None] Attempting to bind port 4e1c6d3e-d329-4698-8363-d0d7a0f190a1 on network f810e159-a5e8-4c86-8cec-5d909fe013dd {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:45:01.147705 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccb8b47c-54b8-41e9-8928-1471ddfd36c4 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:45:01.157289 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0ecfa0-b8af-4f44-a43e-4987b56cae2a None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:45:01.157628 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ccb8b47c-54b8-41e9-8928-1471ddfd36c4 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:01.157730 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0ecfa0-b8af-4f44-a43e-4987b56cae2a None None] Checking segment: {'id': 'ab17e607-5991-4d7b-b939-c67d9bcf321d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '39f7ec38-c8fe-4925-b77f-371a9d030b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:45:01.157814 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-ccb8b47c-54b8-41e9-8928-1471ddfd36c4 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Added segment 164f3487-1194-416c-a0bc-8505256a01ee of type vlan for network 0bfaa57b-41b1-4160-859d-23d73cd8e8a1 Oct 26 15:45:01.158632 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2f0ecfa0-b8af-4f44-a43e-4987b56cae2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:01.158632 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0ecfa0-b8af-4f44-a43e-4987b56cae2a None None] Bound using segment: {'id': 'ab17e607-5991-4d7b-b939-c67d9bcf321d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '39f7ec38-c8fe-4925-b77f-371a9d030b10'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:45:01.159136 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-2f0ecfa0-b8af-4f44-a43e-4987b56cae2a None None] Bound port: e7833c86-1240-4fee-9797-6fc3f1647b00, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab17e607-5991-4d7b-b939-c67d9bcf321d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '39f7ec38-c8fe-4925-b77f-371a9d030b10'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:45:01.159646 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2f0ecfa0-b8af-4f44-a43e-4987b56cae2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:01.168268 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e7eb9fc5-5236-4c21-a923-da03ceec79e7 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3739963 Oct 26 15:45:01.176845 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34240) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:01.176980 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc59d9d-856a-42a7-a54e-76e75e51a3d0 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:45:01.177229 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc59d9d-856a-42a7-a54e-76e75e51a3d0 None None] Checking segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:45:01.177495 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb9fc5-5236-4c21-a923-da03ceec79e7 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Pushing event updated for resources: {'Network': ['ID=861983cd-78b5-4372-8f6d-93bd42018ec8,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:01.177769 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4fc59d9d-856a-42a7-a54e-76e75e51a3d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:01.178234 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc59d9d-856a-42a7-a54e-76e75e51a3d0 None None] Bound using segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:45:01.178799 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-4fc59d9d-856a-42a7-a54e-76e75e51a3d0 None None] Bound port: 4e1c6d3e-d329-4698-8363-d0d7a0f190a1, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:45:01.179792 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4fc59d9d-856a-42a7-a54e-76e75e51a3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:01.189823 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-34a631d0-6c39-4eae-8ee0-68d0ff18e905 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:01.193413 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 861983cd-78b5-4372-8f6d-93bd42018ec8 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:45:01.197631 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ccb8b47c-54b8-41e9-8928-1471ddfd36c4 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:01.286784 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-2a8282e7-8cb3-4c0d-b6bc-387e2bbf7fa5 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Unset dirty status for tenant:5420317000fd4d4bbdd1317d04eefddc on resource:security_group {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:45:01.288042 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-2a8282e7-8cb3-4c0d-b6bc-387e2bbf7fa5 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7736609 Oct 26 15:45:01.297925 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34244) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:01.362107 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-3b187403-8829-4414-86a3-e720460e3b7c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Request body: {'security_group': {'name': 'tempest-secgroup--1417585027'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:01.373732 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ccb8b47c-54b8-41e9-8928-1471ddfd36c4 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:01.376964 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb8b47c-54b8-41e9-8928-1471ddfd36c4 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:01.377582 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ccb8b47c-54b8-41e9-8928-1471ddfd36c4 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:01.421622 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-3b187403-8829-4414-86a3-e720460e3b7c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:01.424713 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-2f0ecfa0-b8af-4f44-a43e-4987b56cae2a None None] For port e7833c86-1240-4fee-9797-6fc3f1647b00, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:45:01.433319 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f74d9d3f-3d69-4f1b-b20c-7d3e6c6445ed tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:01.436964 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-2f0ecfa0-b8af-4f44-a43e-4987b56cae2a None None] For port e7833c86-1240-4fee-9797-6fc3f1647b00, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=e7833c86-1240-4fee-9797-6fc3f1647b00,segment=NetworkSegment(ab17e607-5991-4d7b-b939-c67d9bcf321d),segment_id=ab17e607-5991-4d7b-b939-c67d9bcf321d)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:45:01.455452 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-4fc59d9d-856a-42a7-a54e-76e75e51a3d0 None None] For port 4e1c6d3e-d329-4698-8363-d0d7a0f190a1, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:45:01.457728 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a25d0285-7044-4a31-9a4b-e0717ac95cf1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:01.460333 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-4fc59d9d-856a-42a7-a54e-76e75e51a3d0 None None] For port 4e1c6d3e-d329-4698-8363-d0d7a0f190a1, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=4e1c6d3e-d329-4698-8363-d0d7a0f190a1,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:45:01.514124 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2f0ecfa0-b8af-4f44-a43e-4987b56cae2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:01.555438 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4fc59d9d-856a-42a7-a54e-76e75e51a3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:01.574718 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-3b187403-8829-4414-86a3-e720460e3b7c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:01.593598 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f74d9d3f-3d69-4f1b-b20c-7d3e6c6445ed tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Calling delete_port for bb6b6ca1-1d0b-41d2-8a1e-7f9c718c86d3 owned by network:router_gateway {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:45:01.623550 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-a25d0285-7044-4a31-9a4b-e0717ac95cf1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39f7ec38-c8fe-4925-b77f-371a9d030b10']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:01.648491 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb8b47c-54b8-41e9-8928-1471ddfd36c4 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Pushing event updated for resources: {'Network': ['ID=0bfaa57b-41b1-4160-859d-23d73cd8e8a1,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:01.652189 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af17544-e3dc-42ab-88cd-d22db41f75cf req-e65e921d-f165-4397-8fd0-ca66a71a2d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:01.654056 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9af17544-e3dc-42ab-88cd-d22db41f75cf req-e65e921d-f165-4397-8fd0-ca66a71a2d2a service neutron] 10.222.0.48 "GET /v2.0/networks?id=d8f14250-22cf-4a11-9481-ae7fced3b7b5 HTTP/1.1" status: 200 len: 911 time: 0.7425587 Oct 26 15:45:01.663111 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-a25d0285-7044-4a31-9a4b-e0717ac95cf1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab17e607-5991-4d7b-b939-c67d9bcf321d') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:01.663111 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-a25d0285-7044-4a31-9a4b-e0717ac95cf1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab17e607-5991-4d7b-b939-c67d9bcf321d') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:01.669635 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 0bfaa57b-41b1-4160-859d-23d73cd8e8a1 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:45:01.730174 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-436392ea-7e62-4dd5-8cf3-d1407016c73e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:01.743203 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ecfa0-b8af-4f44-a43e-4987b56cae2a None None] Pushing event updated for resources: {'Port': ['ID=e7833c86-1240-4fee-9797-6fc3f1647b00,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:01.766685 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ccb8b47c-54b8-41e9-8928-1471ddfd36c4 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0563118 Oct 26 15:45:01.768803 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a25d0285-7044-4a31-9a4b-e0717ac95cf1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:01.772801 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34248) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:01.785722 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9af17544-e3dc-42ab-88cd-d22db41f75cf req-5e13b48c-41ff-4ca5-b9d5-5f51fcd65884 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f62158b4-8e92-4bca-a81b-4eb72d775756 HTTP/1.1" status: 200 len: 217 time: 0.1159980 Oct 26 15:45:01.788278 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-a123938c-08cd-4a48-9e2c-f2da20965cfc tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Request body: {'ports': [{'network_id': '837a815c-c2ad-4619-b858-084372a4da52', 'name': 'tempest-port--818820842', 'admin_state_up': True}, {'network_id': '0bfaa57b-41b1-4160-859d-23d73cd8e8a1', 'admin_state_up': False}]} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:01.788604 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-a123938c-08cd-4a48-9e2c-f2da20965cfc tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Request body: {'port': {'network_id': '837a815c-c2ad-4619-b858-084372a4da52', 'name': 'tempest-port--818820842', 'admin_state_up': True}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:01.789086 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-a123938c-08cd-4a48-9e2c-f2da20965cfc tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Request body: {'port': {'network_id': '0bfaa57b-41b1-4160-859d-23d73cd8e8a1', 'admin_state_up': False}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:01.867140 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43a80a9-0245-4c84-9c1d-2f41bea91e31 None None] Network 39f7ec38-c8fe-4925-b77f-371a9d030b10 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:45:01.965947 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3b187403-8829-4414-86a3-e720460e3b7c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:01.998582 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc59d9d-856a-42a7-a54e-76e75e51a3d0 None None] Pushing event updated for resources: {'Port': ['ID=4e1c6d3e-d329-4698-8363-d0d7a0f190a1,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:01.999553 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-436392ea-7e62-4dd5-8cf3-d1407016c73e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Transition to ACTIVE for port object 5125ffb5-9654-42d9-a51d-873dae301a4d will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:45:02.042856 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a25d0285-7044-4a31-9a4b-e0717ac95cf1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:02.067569 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-3b187403-8829-4414-86a3-e720460e3b7c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:02.071961 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-3b187403-8829-4414-86a3-e720460e3b7c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Usage tracker for resource:security_group_rule and tenant:5420317000fd4d4bbdd1317d04eefddc is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:02.075162 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-3b187403-8829-4414-86a3-e720460e3b7c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:02.084062 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-3b187403-8829-4414-86a3-e720460e3b7c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:02.098147 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5dbcbdad-edf0-4915-b87e-21131b83bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:02.109261 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a25d0285-7044-4a31-9a4b-e0717ac95cf1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:45:02.109625 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-34a631d0-6c39-4eae-8ee0-68d0ff18e905 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:02.109767 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a25d0285-7044-4a31-9a4b-e0717ac95cf1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:02.164228 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6789d73b-47c5-47b6-8c6a-c984e61e5c78 req-95a63a8f-530a-4e0a-8ed4-1c526c02f1b2 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:02.165750 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6789d73b-47c5-47b6-8c6a-c984e61e5c78 req-95a63a8f-530a-4e0a-8ed4-1c526c02f1b2 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e191253-b5f3-4002-95f2-06134a2c3e70 HTTP/1.1" status: 200 len: 946 time: 0.8720086 Oct 26 15:45:02.171197 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment ab17e607-5991-4d7b-b939-c67d9bcf321d resource provider aggregate not found Oct 26 15:45:02.262008 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af17544-e3dc-42ab-88cd-d22db41f75cf req-63946468-a11e-4599-af30-2fefe712c5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:02.263729 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9af17544-e3dc-42ab-88cd-d22db41f75cf req-63946468-a11e-4599-af30-2fefe712c5f5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=681a7821-b4bf-4dbd-9e8a-ecb5ac161e14 HTTP/1.1" status: 200 len: 849 time: 0.4613869 Oct 26 15:45:02.279304 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment ab17e607-5991-4d7b-b939-c67d9bcf321d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ab17e607-5991-4d7b-b939-c67d9bcf321d found for delete ", "request_id": "req-2c59d725-69d8-43e3-9ea6-9808f4f70280"}]} Oct 26 15:45:02.285766 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-a123938c-08cd-4a48-9e2c-f2da20965cfc tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:02.291096 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-34a631d0-6c39-4eae-8ee0-68d0ff18e905 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:02.297019 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-a123938c-08cd-4a48-9e2c-f2da20965cfc tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Usage tracker for resource:port and tenant:8f79ae7ff2e64079bf69c85915a3a7d6 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:02.315590 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-a123938c-08cd-4a48-9e2c-f2da20965cfc tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:02.325118 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-34a631d0-6c39-4eae-8ee0-68d0ff18e905 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Network 861983cd-78b5-4372-8f6d-93bd42018ec8 is not hosted by any dhcp agent {{(pid=89747) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 26 15:45:02.325989 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a631d0-6c39-4eae-8ee0-68d0ff18e905 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:02.326608 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-34a631d0-6c39-4eae-8ee0-68d0ff18e905 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:02.327911 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-34a631d0-6c39-4eae-8ee0-68d0ff18e905 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] 10.222.0.23 "PUT /v2.0/networks/861983cd-78b5-4372-8f6d-93bd42018ec8 HTTP/1.1" status: 200 len: 857 time: 1.1479177 Oct 26 15:45:02.328954 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-a123938c-08cd-4a48-9e2c-f2da20965cfc tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:02.332513 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34256) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:02.409143 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.db.api [None req-a25d0285-7044-4a31-9a4b-e0717ac95cf1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 15:45:02.409143 dv-neutron-862712-1-hyperv neutron-server[89748]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 15:45:02.409143 dv-neutron-862712-1-hyperv neutron-server[89748]: [parameters: {'id': '39f7ec38-c8fe-4925-b77f-371a9d030b10'}] Oct 26 15:45:02.409143 dv-neutron-862712-1-hyperv neutron-server[89748]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:45:02.409542 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG oslo_db.api [None req-a25d0285-7044-4a31-9a4b-e0717ac95cf1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:45:02.421632 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a631d0-6c39-4eae-8ee0-68d0ff18e905 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Pushing event updated for resources: {'Network': ['ID=861983cd-78b5-4372-8f6d-93bd42018ec8,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:02.467123 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a123938c-08cd-4a48-9e2c-f2da20965cfc tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Made reservation on behalf of 8f79ae7ff2e64079bf69c85915a3a7d6 for: {'port': 2} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:02.471868 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a123938c-08cd-4a48-9e2c-f2da20965cfc tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:02.484497 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6789d73b-47c5-47b6-8c6a-c984e61e5c78 req-21d2d19e-6880-4d3e-8f69-d830d82caba1 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/security-groups?id=16fb894e-acc2-46d5-b200-5c9b4d7d52ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2528207 Oct 26 15:45:02.493485 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a123938c-08cd-4a48-9e2c-f2da20965cfc tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:02.509014 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f74d9d3f-3d69-4f1b-b20c-7d3e6c6445ed tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:02.509665 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3b187403-8829-4414-86a3-e720460e3b7c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:02.531158 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-436392ea-7e62-4dd5-8cf3-d1407016c73e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:02.539934 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bb8eb175-71d3-4919-b44e-562c8252ccf9 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:02.567893 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d9d3f-3d69-4f1b-b20c-7d3e6c6445ed tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Pushing event deleted for resources: {'Port': ['ID=bb6b6ca1-1d0b-41d2-8a1e-7f9c718c86d3,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:02.608162 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3b187403-8829-4414-86a3-e720460e3b7c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:02.656595 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436392ea-7e62-4dd5-8cf3-d1407016c73e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:45:02.676574 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-436392ea-7e62-4dd5-8cf3-d1407016c73e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:02.686790 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436392ea-7e62-4dd5-8cf3-d1407016c73e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Port': ['ID=5125ffb5-9654-42d9-a51d-873dae301a4d,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:02.689541 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436392ea-7e62-4dd5-8cf3-d1407016c73e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:45:02.695317 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436392ea-7e62-4dd5-8cf3-d1407016c73e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:02.695951 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-436392ea-7e62-4dd5-8cf3-d1407016c73e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:02.751621 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af17544-e3dc-42ab-88cd-d22db41f75cf req-175c5aa9-5875-48f7-8250-99251f8178f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:02.753117 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9af17544-e3dc-42ab-88cd-d22db41f75cf req-175c5aa9-5875-48f7-8250-99251f8178f8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d8f14250-22cf-4a11-9481-ae7fced3b7b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4649141 Oct 26 15:45:02.762886 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b187403-8829-4414-86a3-e720460e3b7c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e079d5c-fbe3-4da9-828a-832e1c6ef778,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:02.839250 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.db.resource_extend [None req-0f134732-a44b-40a1-bc61-8fb51a8d94b3 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 15:45:02.862054 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3b187403-8829-4414-86a3-e720460e3b7c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:02.863307 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-3b187403-8829-4414-86a3-e720460e3b7c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5179985 Oct 26 15:45:02.913324 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a25d0285-7044-4a31-9a4b-e0717ac95cf1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:02.921310 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34262) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:02.926322 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-e3f68535-10eb-4102-ac68-b2be2905be9d tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Request body: {'security_group_rule': {'security_group_id': '1e079d5c-fbe3-4da9-828a-832e1c6ef778', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:02.927190 dv-neutron-862712-1-hyperv neutron-server[89748]: WARNING neutron.api.v2.base [None req-e3f68535-10eb-4102-ac68-b2be2905be9d tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 26 15:45:02.927705 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-e3f68535-10eb-4102-ac68-b2be2905be9d tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:45:02.928644 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-e3f68535-10eb-4102-ac68-b2be2905be9d tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0063944 Oct 26 15:45:02.935970 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34266) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:02.943494 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-436392ea-7e62-4dd5-8cf3-d1407016c73e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.0039620 Oct 26 15:45:02.956420 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34270) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:03.007108 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bb8eb175-71d3-4919-b44e-562c8252ccf9 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:03.075841 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-bb8eb175-71d3-4919-b44e-562c8252ccf9 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['861983cd-78b5-4372-8f6d-93bd42018ec8']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:03.079419 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-df735000-1dc3-4c81-b413-1824b9a7d979 None None] Provisioning for port 4e1c6d3e-d329-4698-8363-d0d7a0f190a1 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:45:03.093454 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-a25d0285-7044-4a31-9a4b-e0717ac95cf1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Deleting port e7833c86-1240-4fee-9797-6fc3f1647b00 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:45:03.094317 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a25d0285-7044-4a31-9a4b-e0717ac95cf1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:03.133341 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-bb8eb175-71d3-4919-b44e-562c8252ccf9 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '016715e1-b608-459f-a010-b8ff462869d0') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:03.133663 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-bb8eb175-71d3-4919-b44e-562c8252ccf9 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '016715e1-b608-459f-a010-b8ff462869d0') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:03.158847 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9af17544-e3dc-42ab-88cd-d22db41f75cf req-6bc8db2f-62a8-4c71-8a7b-f1a032dbd06f service neutron] 10.222.0.48 "GET /v2.0/networks/d8f14250-22cf-4a11-9481-ae7fced3b7b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881414 Oct 26 15:45:03.165234 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bb8eb175-71d3-4919-b44e-562c8252ccf9 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:03.200686 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad47dbc-65be-4014-a2b9-4eacba203ee5 None None] get_active_networks_info from dv-neutron-862712-1-hyperv {{(pid=89749) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 26 15:45:03.221911 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0f134732-a44b-40a1-bc61-8fb51a8d94b3 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:03.242612 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f74d9d3f-3d69-4f1b-b20c-7d3e6c6445ed tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:03.271311 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bb8eb175-71d3-4919-b44e-562c8252ccf9 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:03.325404 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb8eb175-71d3-4919-b44e-562c8252ccf9 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:45:03.325813 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bb8eb175-71d3-4919-b44e-562c8252ccf9 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:03.331526 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-908ae718-5ed6-41a2-8da8-6a86bee838ab None None] Provisioning for port 5125ffb5-9654-42d9-a51d-873dae301a4d completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:45:03.337699 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad47dbc-65be-4014-a2b9-4eacba203ee5 None None] Resources bound (agent type, host, resource id): {{(pid=89749) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:45:03.339800 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-908ae718-5ed6-41a2-8da8-6a86bee838ab None None] Provisioning complete for port 5125ffb5-9654-42d9-a51d-873dae301a4d triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:45:03.340170 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-908ae718-5ed6-41a2-8da8-6a86bee838ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:03.340504 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-908ae718-5ed6-41a2-8da8-6a86bee838ab None None] Attempt 1 to provision port 5125ffb5-9654-42d9-a51d-873dae301a4d Oct 26 15:45:03.364757 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a123938c-08cd-4a48-9e2c-f2da20965cfc tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] device_id is not set on port 323ab517-b241-4771-8df1-417f95860710 yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:45:03.420818 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1caf7be-e737-47cf-bb30-aed053749784 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:03.427635 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1caf7be-e737-47cf-bb30-aed053749784 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:03.428589 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a1caf7be-e737-47cf-bb30-aed053749784 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:45:03.436673 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0f134732-a44b-40a1-bc61-8fb51a8d94b3 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:03.471894 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-908ae718-5ed6-41a2-8da8-6a86bee838ab None None] Port 5125ffb5-9654-42d9-a51d-873dae301a4d cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:45:03.583152 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 4e1c6d3e-d329-4698-8363-d0d7a0f190a1 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:45:03.584992 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d00f406a-9c46-409c-b093-c6ebd8ef118c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:03.596766 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f3fa6-b195-4d54-b739-ff3cf7e0858a req-79bf9117-92ec-4087-a7f7-53d73900ec54 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:03.596766 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-673f3fa6-b195-4d54-b739-ff3cf7e0858a req-79bf9117-92ec-4087-a7f7-53d73900ec54 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e191253-b5f3-4002-95f2-06134a2c3e70 HTTP/1.1" status: 200 len: 946 time: 0.8632598 Oct 26 15:45:03.615419 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-a25d0285-7044-4a31-9a4b-e0717ac95cf1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] For port e7833c86-1240-4fee-9797-6fc3f1647b00, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=e7833c86-1240-4fee-9797-6fc3f1647b00,segment=NetworkSegment(ab17e607-5991-4d7b-b939-c67d9bcf321d),segment_id=ab17e607-5991-4d7b-b939-c67d9bcf321d)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:45:03.616016 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a25d0285-7044-4a31-9a4b-e0717ac95cf1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:03.621776 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34274) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:03.627980 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9af17544-e3dc-42ab-88cd-d22db41f75cf req-514a23fe-38ba-4982-8190-f666ea18a1a2 service neutron] 10.222.0.48 "GET /v2.0/networks/d8f14250-22cf-4a11-9481-ae7fced3b7b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519899 Oct 26 15:45:03.650117 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-8beebcdb-132e-4f06-a8b3-5596eb17d359 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Request body: {'floatingip': {'port_id': 'acc2f964-cb45-4af0-9d4f-0a2275d74837'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:03.686384 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a1caf7be-e737-47cf-bb30-aed053749784 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:45:03.687554 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a1caf7be-e737-47cf-bb30-aed053749784 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.7287621 Oct 26 15:45:03.744441 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8beebcdb-132e-4f06-a8b3-5596eb17d359 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Notify callbacks [] for floatingip, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:03.817037 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34278) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:03.839970 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 4e1c6d3e-d329-4698-8363-d0d7a0f190a1 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:45:03.840948 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bb8eb175-71d3-4919-b44e-562c8252ccf9 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:03.849243 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-a25d0285-7044-4a31-9a4b-e0717ac95cf1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Calling delete_port for e7833c86-1240-4fee-9797-6fc3f1647b00 owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:45:03.852948 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 4e1c6d3e-d329-4698-8363-d0d7a0f190a1 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:45:03.853329 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:03.853669 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 4e1c6d3e-d329-4698-8363-d0d7a0f190a1 Oct 26 15:45:03.887535 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f74d9d3f-3d69-4f1b-b20c-7d3e6c6445ed tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:03.889168 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f74d9d3f-3d69-4f1b-b20c-7d3e6c6445ed tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:03.890364 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8eb175-71d3-4919-b44e-562c8252ccf9 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 861983cd-78b5-4372-8f6d-93bd42018ec8 {{(pid=89748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 26 15:45:03.904968 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bb8eb175-71d3-4919-b44e-562c8252ccf9 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:03.913965 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8eb175-71d3-4919-b44e-562c8252ccf9 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] Pushing event deleted for resources: {'Network': ['ID=861983cd-78b5-4372-8f6d-93bd42018ec8,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:03.914164 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.l3_db [None req-0f134732-a44b-40a1-bc61-8fb51a8d94b3 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Floating IP 9d946ce4-ae48-41ae-96b9-ec930dda3cfc associated. External IP: 172.26.2.105, port: f62158b4-8e92-4bca-a81b-4eb72d775756. Oct 26 15:45:03.926617 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-bb8eb175-71d3-4919-b44e-562c8252ccf9 tempest-ExternalNetworksTestJSON-1629728326 tempest-ExternalNetworksTestJSON-1629728326-project-admin] 10.222.0.23 "DELETE /v2.0/networks/861983cd-78b5-4372-8f6d-93bd42018ec8 HTTP/1.1" status: 204 len: 168 time: 1.5809970 Oct 26 15:45:03.928257 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34282) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:03.976612 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b60cbd-7165-4bfb-bbb4-e2a5e57ca12c tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] DELETE failed (client error): The resource could not be found. Oct 26 15:45:03.977073 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51b60cbd-7165-4bfb-bbb4-e2a5e57ca12c tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:45:03.981926 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-51b60cbd-7165-4bfb-bbb4-e2a5e57ca12c tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] 10.222.0.23 "DELETE /v2.0/subnets/82639a47-13be-4859-b06a-f520a6864606 HTTP/1.1" status: 404 len: 337 time: 0.0497284 Oct 26 15:45:03.991729 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34286) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:03.998146 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f74d9d3f-3d69-4f1b-b20c-7d3e6c6445ed tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:03.998668 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74d9d3f-3d69-4f1b-b20c-7d3e6c6445ed tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Fanout notify agent at l3_agent the message router_deleted on router 3eee7c75-ca59-45ec-b1d5-bf8cc635545f {{(pid=89747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:45:04.038797 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-908ae718-5ed6-41a2-8da8-6a86bee838ab None None] Attempt 2 to provision port 5125ffb5-9654-42d9-a51d-873dae301a4d Oct 26 15:45:04.064665 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a25d0285-7044-4a31-9a4b-e0717ac95cf1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:04.139491 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d0285-7044-4a31-9a4b-e0717ac95cf1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event deleted for resources: {'Port': ['ID=e7833c86-1240-4fee-9797-6fc3f1647b00,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:04.145507 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 4e1c6d3e-d329-4698-8363-d0d7a0f190a1 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:45:04.145993 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:04.158134 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25d0285-7044-4a31-9a4b-e0717ac95cf1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] No DVR routers for this DVR port e7833c86-1240-4fee-9797-6fc3f1647b00 on host dv-neutron-862712-1-hyperv {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:45:04.197412 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-626cc014-4bc8-470f-a6e1-018c0bf0fc9f tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:04.203022 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-908ae718-5ed6-41a2-8da8-6a86bee838ab None None] Port 5125ffb5-9654-42d9-a51d-873dae301a4d cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:45:04.228671 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 4e1c6d3e-d329-4698-8363-d0d7a0f190a1, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=4e1c6d3e-d329-4698-8363-d0d7a0f190a1,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:45:04.284345 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:04.323529 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 016715e1-b608-459f-a010-b8ff462869d0 resource provider aggregate not found Oct 26 15:45:04.338095 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a25d0285-7044-4a31-9a4b-e0717ac95cf1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:04.361917 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 016715e1-b608-459f-a010-b8ff462869d0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 016715e1-b608-459f-a010-b8ff462869d0 found for delete ", "request_id": "req-ae04044b-9d6b-4ac2-b418-f853b7c31176"}]} Oct 26 15:45:04.392195 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d00f406a-9c46-409c-b093-c6ebd8ef118c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:04.399424 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=4e1c6d3e-d329-4698-8363-d0d7a0f190a1,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:04.433198 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-8861a4aa-7cf5-400e-b25b-34356b3b16b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:04.450033 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-a25d0285-7044-4a31-9a4b-e0717ac95cf1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39f7ec38-c8fe-4925-b77f-371a9d030b10']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:04.468778 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-a25d0285-7044-4a31-9a4b-e0717ac95cf1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab17e607-5991-4d7b-b939-c67d9bcf321d') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:04.469073 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-a25d0285-7044-4a31-9a4b-e0717ac95cf1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab17e607-5991-4d7b-b939-c67d9bcf321d') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:04.475671 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f3dd722e-4801-4647-b419-a52310f69805 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting port 5125ffb5-9654-42d9-a51d-873dae301a4d {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:45:04.476014 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f3dd722e-4801-4647-b419-a52310f69805 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:04.476293 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-626cc014-4bc8-470f-a6e1-018c0bf0fc9f tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:04.492426 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a25d0285-7044-4a31-9a4b-e0717ac95cf1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:04.519993 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-626cc014-4bc8-470f-a6e1-018c0bf0fc9f tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e3aa1e5-6955-4281-824c-2663bf782743']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:04.529332 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f74d9d3f-3d69-4f1b-b20c-7d3e6c6445ed tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:04.530427 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f74d9d3f-3d69-4f1b-b20c-7d3e6c6445ed tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] 10.222.0.23 "DELETE /v2.0/routers/3eee7c75-ca59-45ec-b1d5-bf8cc635545f HTTP/1.1" status: 204 len: 168 time: 4.9528821 Oct 26 15:45:04.532662 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a25d0285-7044-4a31-9a4b-e0717ac95cf1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:04.534187 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34294) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:04.540190 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-626cc014-4bc8-470f-a6e1-018c0bf0fc9f tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb963fc6-713f-4384-940c-1e3ca24def70') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:04.540481 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-626cc014-4bc8-470f-a6e1-018c0bf0fc9f tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb963fc6-713f-4384-940c-1e3ca24def70') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:04.580799 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a25d0285-7044-4a31-9a4b-e0717ac95cf1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:45:04.581203 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a25d0285-7044-4a31-9a4b-e0717ac95cf1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:04.600521 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-626cc014-4bc8-470f-a6e1-018c0bf0fc9f tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:04.690075 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-626cc014-4bc8-470f-a6e1-018c0bf0fc9f tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:04.704249 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-908ae718-5ed6-41a2-8da8-6a86bee838ab None None] Attempt 3 to provision port 5125ffb5-9654-42d9-a51d-873dae301a4d Oct 26 15:45:04.710062 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-626cc014-4bc8-470f-a6e1-018c0bf0fc9f tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:45:04.710690 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-626cc014-4bc8-470f-a6e1-018c0bf0fc9f tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:04.768628 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-908ae718-5ed6-41a2-8da8-6a86bee838ab None None] Port 5125ffb5-9654-42d9-a51d-873dae301a4d cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:45:04.787226 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-65fae146-2269-49a9-9705-16230165f903 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Deleting subnet 050fdfb8-a283-46e1-9ba8-dc6e5b51c0ea {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:45:04.804876 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-65fae146-2269-49a9-9705-16230165f903 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:04.834925 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a25d0285-7044-4a31-9a4b-e0717ac95cf1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:04.860132 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a25d0285-7044-4a31-9a4b-e0717ac95cf1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:04.878332 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d0285-7044-4a31-9a4b-e0717ac95cf1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event deleted for resources: {'Network': ['ID=39f7ec38-c8fe-4925-b77f-371a9d030b10,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:04.884407 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a25d0285-7044-4a31-9a4b-e0717ac95cf1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "DELETE /v2.0/networks/39f7ec38-c8fe-4925-b77f-371a9d030b10 HTTP/1.1" status: 204 len: 168 time: 5.4946992 Oct 26 15:45:04.891507 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34298) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:04.896766 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-7530a51d-de7b-43ec-8636-13bd1b0b7ef2 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1858309167'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:04.906083 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-7530a51d-de7b-43ec-8636-13bd1b0b7ef2 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:04.909625 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-65fae146-2269-49a9-9705-16230165f903 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:04.915865 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d00f406a-9c46-409c-b093-c6ebd8ef118c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:04.946802 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-7530a51d-de7b-43ec-8636-13bd1b0b7ef2 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Usage tracker for resource:network and tenant:6f0d38334d4a4e64b4b1664e1c9ebc7b is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:04.949926 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-626cc014-4bc8-470f-a6e1-018c0bf0fc9f tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:04.953715 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-7530a51d-de7b-43ec-8636-13bd1b0b7ef2 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:04.975237 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-626cc014-4bc8-470f-a6e1-018c0bf0fc9f tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:04.986012 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-7530a51d-de7b-43ec-8636-13bd1b0b7ef2 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:04.992572 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626cc014-4bc8-470f-a6e1-018c0bf0fc9f tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] Pushing event deleted for resources: {'Network': ['ID=6e3aa1e5-6955-4281-824c-2663bf782743,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:05.044267 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-65fae146-2269-49a9-9705-16230165f903 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:05.073414 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-626cc014-4bc8-470f-a6e1-018c0bf0fc9f tempest-ExternalNetworksTestJSON-1985469263 tempest-ExternalNetworksTestJSON-1985469263-project] 10.222.0.23 "DELETE /v2.0/networks/6e3aa1e5-6955-4281-824c-2663bf782743 HTTP/1.1" status: 204 len: 168 time: 1.0806379 Oct 26 15:45:05.104500 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7530a51d-de7b-43ec-8636-13bd1b0b7ef2 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Made reservation on behalf of 6f0d38334d4a4e64b4b1664e1c9ebc7b for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:05.108122 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7530a51d-de7b-43ec-8636-13bd1b0b7ef2 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:05.117048 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f406a-9c46-409c-b093-c6ebd8ef118c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e079d5c-fbe3-4da9-828a-832e1c6ef778,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:05.150497 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7530a51d-de7b-43ec-8636-13bd1b0b7ef2 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:45:05.161942 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7530a51d-de7b-43ec-8636-13bd1b0b7ef2 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:05.162296 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-7530a51d-de7b-43ec-8636-13bd1b0b7ef2 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Added segment 04057e1a-130a-4e5f-8a4a-9fb05fec70c6 of type vlan for network 63614d9a-7d4c-421d-bb4c-3ffcbbb2350b Oct 26 15:45:05.183642 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d00f406a-9c46-409c-b093-c6ebd8ef118c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:05.187321 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d00f406a-9c46-409c-b093-c6ebd8ef118c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "DELETE /v2.0/security-groups/1e079d5c-fbe3-4da9-828a-832e1c6ef778 HTTP/1.1" status: 204 len: 168 time: 2.2429636 Oct 26 15:45:05.187601 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:05.200009 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7530a51d-de7b-43ec-8636-13bd1b0b7ef2 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:05.203399 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34306) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:05.211324 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:05.214668 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a123938c-08cd-4a48-9e2c-f2da20965cfc tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:05.219055 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-65fae146-2269-49a9-9705-16230165f903 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:05.257511 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-65fae146-2269-49a9-9705-16230165f903 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:05.263463 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e757b840-5e30-45bd-9b91-80820fb0d263 None None] Network f7c942fb-ee1e-4e6a-920a-38a0d08ee956 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:45:05.274436 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-65fae146-2269-49a9-9705-16230165f903 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] 10.222.0.23 "DELETE /v2.0/subnets/050fdfb8-a283-46e1-9ba8-dc6e5b51c0ea HTTP/1.1" status: 204 len: 168 time: 0.7372131 Oct 26 15:45:05.280134 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-908ae718-5ed6-41a2-8da8-6a86bee838ab None None] Attempt 4 to provision port 5125ffb5-9654-42d9-a51d-873dae301a4d Oct 26 15:45:05.285481 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34310) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:05.295850 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fae146-2269-49a9-9705-16230165f903 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Pushing event deleted for resources: {'Subnet': ['ID=050fdfb8-a283-46e1-9ba8-dc6e5b51c0ea,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:05.402226 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7530a51d-de7b-43ec-8636-13bd1b0b7ef2 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:05.408602 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7530a51d-de7b-43ec-8636-13bd1b0b7ef2 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:05.410946 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-908ae718-5ed6-41a2-8da8-6a86bee838ab None None] Port 5125ffb5-9654-42d9-a51d-873dae301a4d cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:45:05.411420 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7530a51d-de7b-43ec-8636-13bd1b0b7ef2 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:05.492275 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f3dd722e-4801-4647-b419-a52310f69805 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:05.505068 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 4e1c6d3e-d329-4698-8363-d0d7a0f190a1 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:45:05.567005 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7530a51d-de7b-43ec-8636-13bd1b0b7ef2 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event updated for resources: {'Network': ['ID=63614d9a-7d4c-421d-bb4c-3ffcbbb2350b,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:05.582721 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 63614d9a-7d4c-421d-bb4c-3ffcbbb2350b details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:45:05.648542 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-7530a51d-de7b-43ec-8636-13bd1b0b7ef2 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7559884 Oct 26 15:45:05.649540 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34316) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:05.657620 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-68b9565e-f51d-4e24-bdc5-da61bd168d4d tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Request body: {'subnet': {'network_id': '63614d9a-7d4c-421d-bb4c-3ffcbbb2350b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:05.664532 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 4e1c6d3e-d329-4698-8363-d0d7a0f190a1 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:45:05.665105 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:05.665635 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 4e1c6d3e-d329-4698-8363-d0d7a0f190a1 Oct 26 15:45:05.703672 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34320) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:05.829550 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e929693c-6f66-461c-9b26-4b2af6a57d64 None None] DHCP port deletion for f7c942fb-ee1e-4e6a-920a-38a0d08ee956 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:45:05.836669 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 4e1c6d3e-d329-4698-8363-d0d7a0f190a1 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:45:05.844465 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-e929693c-6f66-461c-9b26-4b2af6a57d64 None None] Deleting port eff2692b-04e7-4396-9d1b-0cb7307c1646 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:45:05.844848 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e929693c-6f66-461c-9b26-4b2af6a57d64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:05.894217 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a123938c-08cd-4a48-9e2c-f2da20965cfc tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] device_id is not set on port 9c411b6a-0df4-4287-9f39-51989a893693 yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:45:05.901700 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f134732-a44b-40a1-bc61-8fb51a8d94b3 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Router 646f6f2c-03ff-4e0a-a2c8-24d838991d16 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:45:05.923327 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f3dd722e-4801-4647-b419-a52310f69805 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Calling delete_port for 5125ffb5-9654-42d9-a51d-873dae301a4d owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:45:05.943976 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-908ae718-5ed6-41a2-8da8-6a86bee838ab None None] Attempt 5 to provision port 5125ffb5-9654-42d9-a51d-873dae301a4d Oct 26 15:45:05.972415 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-68b9565e-f51d-4e24-bdc5-da61bd168d4d tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:05.987520 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-f705b47f-25fe-42e5-aaec-7f616a5f0984 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Synchronizing usage tracker for tenant:5420317000fd4d4bbdd1317d04eefddc on resource:security_group {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:45:05.990644 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-68b9565e-f51d-4e24-bdc5-da61bd168d4d tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Usage tracker for resource:subnet and tenant:6f0d38334d4a4e64b4b1664e1c9ebc7b is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:06.001149 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-68b9565e-f51d-4e24-bdc5-da61bd168d4d tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:06.009396 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-edc15dd5-80f0-486a-9436-7a6b0054cf92 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:06.020264 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-68b9565e-f51d-4e24-bdc5-da61bd168d4d tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:06.039766 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f29058f0-246f-41d0-ad26-9807db151009 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4f397a8539dd49fdb73f9c6467b753c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3318172 Oct 26 15:45:06.042929 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34326) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:06.074099 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-908ae718-5ed6-41a2-8da8-6a86bee838ab None None] Port 5125ffb5-9654-42d9-a51d-873dae301a4d cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:45:06.107780 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fe7d717a-3956-4508-8003-80a298db1ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:06.113624 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-e929693c-6f66-461c-9b26-4b2af6a57d64 None None] For port eff2692b-04e7-4396-9d1b-0cb7307c1646, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=eff2692b-04e7-4396-9d1b-0cb7307c1646,segment=NetworkSegment(2c9dadb3-0778-4db4-a168-5ad1f7ff0069),segment_id=2c9dadb3-0778-4db4-a168-5ad1f7ff0069)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:45:06.115492 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e929693c-6f66-461c-9b26-4b2af6a57d64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:06.122118 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b9565e-f51d-4e24-bdc5-da61bd168d4d tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Made reservation on behalf of 6f0d38334d4a4e64b4b1664e1c9ebc7b for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:06.125932 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-68b9565e-f51d-4e24-bdc5-da61bd168d4d tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:06.213402 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-edc15dd5-80f0-486a-9436-7a6b0054cf92 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Deleting port eff2692b-04e7-4396-9d1b-0cb7307c1646 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:45:06.213744 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-edc15dd5-80f0-486a-9436-7a6b0054cf92 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:06.278673 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-e929693c-6f66-461c-9b26-4b2af6a57d64 None None] Calling delete_port for eff2692b-04e7-4396-9d1b-0cb7307c1646 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:45:06.288192 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.db.resource_extend [None req-8beebcdb-132e-4f06-a8b3-5596eb17d359 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 15:45:06.320679 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fe7d717a-3956-4508-8003-80a298db1ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:06.392639 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-f705b47f-25fe-42e5-aaec-7f616a5f0984 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Unset dirty status for tenant:5420317000fd4d4bbdd1317d04eefddc on resource:security_group {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:45:06.393880 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f705b47f-25fe-42e5-aaec-7f616a5f0984 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.1896243 Oct 26 15:45:06.401343 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34332) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:06.403098 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment ab17e607-5991-4d7b-b939-c67d9bcf321d resource provider aggregate not found Oct 26 15:45:06.414273 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-e0db28c8-c505-492e-bd35-ea4fb30b8ec8 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Request body: {'security_group': {'name': 'tempest-secgroup--2095316788'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:06.430056 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment ab17e607-5991-4d7b-b939-c67d9bcf321d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ab17e607-5991-4d7b-b939-c67d9bcf321d found for delete ", "request_id": "req-167c2341-3af2-4bf5-b2fd-b4a2d3c9d3f5"}]} Oct 26 15:45:06.438200 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-e0db28c8-c505-492e-bd35-ea4fb30b8ec8 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:06.439732 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e929693c-6f66-461c-9b26-4b2af6a57d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:06.453035 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-e0db28c8-c505-492e-bd35-ea4fb30b8ec8 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:06.464124 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment bb963fc6-713f-4384-940c-1e3ca24def70 resource provider aggregate not found Oct 26 15:45:06.482416 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment bb963fc6-713f-4384-940c-1e3ca24def70 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb963fc6-713f-4384-940c-1e3ca24def70 found for delete ", "request_id": "req-8acfdfc4-02e3-4697-97a0-52c873e7538a"}]} Oct 26 15:45:06.500780 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e929693c-6f66-461c-9b26-4b2af6a57d64 None None] Pushing event deleted for resources: {'Port': ['ID=eff2692b-04e7-4396-9d1b-0cb7307c1646,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:06.504491 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e929693c-6f66-461c-9b26-4b2af6a57d64 None None] No DVR routers for this DVR port eff2692b-04e7-4396-9d1b-0cb7307c1646 on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:45:06.509600 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-68b9565e-f51d-4e24-bdc5-da61bd168d4d tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:06.527686 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-edc15dd5-80f0-486a-9436-7a6b0054cf92 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] The port 'eff2692b-04e7-4396-9d1b-0cb7307c1646' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 15:45:06.540967 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8beebcdb-132e-4f06-a8b3-5596eb17d359 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:06.556529 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e0db28c8-c505-492e-bd35-ea4fb30b8ec8 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:06.565090 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fe7d717a-3956-4508-8003-80a298db1ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:06.575170 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-908ae718-5ed6-41a2-8da8-6a86bee838ab None None] Attempt 6 to provision port 5125ffb5-9654-42d9-a51d-873dae301a4d Oct 26 15:45:06.577397 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f134732-a44b-40a1-bc61-8fb51a8d94b3 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:45:06.596262 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d717a-3956-4508-8003-80a298db1ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52714c8d-8453-4a95-9cd9-1f796cff6d77,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:06.608805 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0f134732-a44b-40a1-bc61-8fb51a8d94b3 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:06.610818 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef9b6e6-2393-4fe6-9299-9c22a24f5fad None None] Sync routers for ids ['646f6f2c-03ff-4e0a-a2c8-24d838991d16'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:45:06.642037 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8beebcdb-132e-4f06-a8b3-5596eb17d359 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:06.657695 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef9b6e6-2393-4fe6-9299-9c22a24f5fad None None] Routers {'646f6f2c-03ff-4e0a-a2c8-24d838991d16'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:45:06.658534 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-9ef9b6e6-2393-4fe6-9299-9c22a24f5fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:45:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['646f6f2c-03ff-4e0a-a2c8-24d838991d16'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:06.663575 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-e0db28c8-c505-492e-bd35-ea4fb30b8ec8 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:06.680145 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b9565e-f51d-4e24-bdc5-da61bd168d4d tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event updated for resources: {'Subnet': ['ID=edfac0e3-f752-4683-9855-53121b657b6d,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:06.693362 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-e0db28c8-c505-492e-bd35-ea4fb30b8ec8 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Usage tracker for resource:security_group_rule and tenant:5420317000fd4d4bbdd1317d04eefddc is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:06.700747 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-e0db28c8-c505-492e-bd35-ea4fb30b8ec8 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:06.716641 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fe7d717a-3956-4508-8003-80a298db1ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:06.720564 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-fe7d717a-3956-4508-8003-80a298db1ba2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/52714c8d-8453-4a95-9cd9-1f796cff6d77 HTTP/1.1" status: 204 len: 168 time: 0.6742887 Oct 26 15:45:06.720564 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-e0db28c8-c505-492e-bd35-ea4fb30b8ec8 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:06.722532 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b9565e-f51d-4e24-bdc5-da61bd168d4d tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Checking segment: {'id': '04057e1a-130a-4e5f-8a4a-9fb05fec70c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '63614d9a-7d4c-421d-bb4c-3ffcbbb2350b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:45:06.722532 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b9565e-f51d-4e24-bdc5-da61bd168d4d tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Network hostable DHCP agents. Network: 63614d9a-7d4c-421d-bb4c-3ffcbbb2350b, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:45:06.799019 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b9565e-f51d-4e24-bdc5-da61bd168d4d tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Network 63614d9a-7d4c-421d-bb4c-3ffcbbb2350b is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:45:06.817784 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-908ae718-5ed6-41a2-8da8-6a86bee838ab None None] Port 5125ffb5-9654-42d9-a51d-873dae301a4d cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:45:06.826742 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f3dd722e-4801-4647-b419-a52310f69805 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:06.837356 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e0db28c8-c505-492e-bd35-ea4fb30b8ec8 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:06.880664 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-9ef9b6e6-2393-4fe6-9299-9c22a24f5fad None None] Set router 646f6f2c-03ff-4e0a-a2c8-24d838991d16 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:45:06.884199 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-68b9565e-f51d-4e24-bdc5-da61bd168d4d tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 63614d9a-7d4c-421d-bb4c-3ffcbbb2350b) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:06.894175 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b9565e-f51d-4e24-bdc5-da61bd168d4d tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:06.894175 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-68b9565e-f51d-4e24-bdc5-da61bd168d4d tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:06.912561 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e0db28c8-c505-492e-bd35-ea4fb30b8ec8 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:06.922399 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a123938c-08cd-4a48-9e2c-f2da20965cfc tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:06.929185 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5827002-d3c7-47b0-ab01-063fb17fd52d None None] Network 63614d9a-7d4c-421d-bb4c-3ffcbbb2350b requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:45:06.944465 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-edc15dd5-80f0-486a-9436-7a6b0054cf92 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:06.955755 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd722e-4801-4647-b419-a52310f69805 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Port': ['ID=5125ffb5-9654-42d9-a51d-873dae301a4d,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:06.957441 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:06.960453 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db28c8-c505-492e-bd35-ea4fb30b8ec8 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84e06ad1-e342-4cea-b3b4-75bf0816995d,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:07.004031 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-68b9565e-f51d-4e24-bdc5-da61bd168d4d tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3532295 Oct 26 15:45:07.005225 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34346) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:07.010772 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-0f134732-a44b-40a1-bc61-8fb51a8d94b3 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "PUT /v2.0/floatingips/9d946ce4-ae48-41ae-96b9-ec930dda3cfc HTTP/1.1" status: 200 len: 992 time: 6.6255448 Oct 26 15:45:07.021158 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4a168b-8414-4e0c-aafa-d048ee6f7683', 'tag': 'f62158b4-8e92-4bca-a81b-4eb72d775756'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:45:07.048857 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f3dd722e-4801-4647-b419-a52310f69805 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:07.048857 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f3dd722e-4801-4647-b419-a52310f69805 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/ports/5125ffb5-9654-42d9-a51d-873dae301a4d HTTP/1.1" status: 204 len: 168 time: 3.1352715 Oct 26 15:45:07.054405 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34354) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:07.067680 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-edc15dd5-80f0-486a-9436-7a6b0054cf92 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7c942fb-ee1e-4e6a-920a-38a0d08ee956']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:07.083675 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e0db28c8-c505-492e-bd35-ea4fb30b8ec8 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:07.090978 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-e0db28c8-c505-492e-bd35-ea4fb30b8ec8 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6798677 Oct 26 15:45:07.107926 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34360) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:07.124616 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-c37b2d18-c581-4f6d-9b91-a081d21d5a3a tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Request body: {'security_group_rule': {'security_group_id': '84e06ad1-e342-4cea-b3b4-75bf0816995d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:07.140808 dv-neutron-862712-1-hyperv neutron-server[89748]: WARNING neutron.api.v2.base [None req-c37b2d18-c581-4f6d-9b91-a081d21d5a3a tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 26 15:45:07.141948 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-c37b2d18-c581-4f6d-9b91-a081d21d5a3a tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:45:07.143217 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-c37b2d18-c581-4f6d-9b91-a081d21d5a3a tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0343702 Oct 26 15:45:07.150843 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34364) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:07.175443 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-edc15dd5-80f0-486a-9436-7a6b0054cf92 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c9dadb3-0778-4db4-a168-5ad1f7ff0069') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:07.176027 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-edc15dd5-80f0-486a-9436-7a6b0054cf92 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c9dadb3-0778-4db4-a168-5ad1f7ff0069') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:07.201793 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-50dbfd5c-1cd1-441c-bd3b-869e67d60b9f tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Request body: {'security_group_rule': {'security_group_id': '84e06ad1-e342-4cea-b3b4-75bf0816995d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:07.203660 dv-neutron-862712-1-hyperv neutron-server[89747]: WARNING neutron.api.v2.base [None req-50dbfd5c-1cd1-441c-bd3b-869e67d60b9f tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 26 15:45:07.204367 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-50dbfd5c-1cd1-441c-bd3b-869e67d60b9f tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:45:07.205552 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-50dbfd5c-1cd1-441c-bd3b-869e67d60b9f tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0394726 Oct 26 15:45:07.215782 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34368) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:07.226301 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-edc15dd5-80f0-486a-9436-7a6b0054cf92 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:07.236541 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-c436ff0a-5966-401b-af38-bb934bb3a46b tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Request body: {'security_group_rule': {'security_group_id': '84e06ad1-e342-4cea-b3b4-75bf0816995d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:07.240258 dv-neutron-862712-1-hyperv neutron-server[89747]: WARNING neutron.api.v2.base [None req-c436ff0a-5966-401b-af38-bb934bb3a46b tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 26 15:45:07.240885 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-c436ff0a-5966-401b-af38-bb934bb3a46b tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:45:07.242099 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c436ff0a-5966-401b-af38-bb934bb3a46b tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0250003 Oct 26 15:45:07.251155 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.l3_db [None req-8beebcdb-132e-4f06-a8b3-5596eb17d359 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Floating IP 94295035-2a96-44da-ba7a-042845f3bb4c associated. External IP: 172.26.2.25, port: acc2f964-cb45-4af0-9d4f-0a2275d74837. Oct 26 15:45:07.261389 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34372) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:07.318742 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-908ae718-5ed6-41a2-8da8-6a86bee838ab None None] Attempt 7 to provision port 5125ffb5-9654-42d9-a51d-873dae301a4d Oct 26 15:45:07.329675 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec078ab02bc810209f0573d5deb19682ea498273c1503582233cb0925c39ad22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08589ebd-c916-4711-b721-1b2fd0ea8746" -d '{"events": [{"name": "network-changed", "server_uuid": "8d4a168b-8414-4e0c-aafa-d048ee6f7683", "tag": "f62158b4-8e92-4bca-a81b-4eb72d775756"}]}' {{(pid=89747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:45:07.340189 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-4020deb5-1fdb-4b56-b747-ca88d272e97a tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Request body: {'security_group_rule': {'security_group_id': '84e06ad1-e342-4cea-b3b4-75bf0816995d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:07.341070 dv-neutron-862712-1-hyperv neutron-server[89748]: WARNING neutron.api.v2.base [None req-4020deb5-1fdb-4b56-b747-ca88d272e97a tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 26 15:45:07.341557 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-4020deb5-1fdb-4b56-b747-ca88d272e97a tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:45:07.345398 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-4020deb5-1fdb-4b56-b747-ca88d272e97a tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0777791 Oct 26 15:45:07.353479 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34378) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:07.423894 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-908ae718-5ed6-41a2-8da8-6a86bee838ab None None] Port 5125ffb5-9654-42d9-a51d-873dae301a4d was deleted so its status cannot be updated. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:45:07.450415 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c582e334-d07d-4e99-a827-0f969ba8a89b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-63614d9a-7d4c-421d-bb4c-3ffcbbb2350b', 'network_id': '63614d9a-7d4c-421d-bb4c-3ffcbbb2350b', 'tenant_id': '6f0d38334d4a4e64b4b1664e1c9ebc7b', 'fixed_ips': [{'subnet_id': 'edfac0e3-f752-4683-9855-53121b657b6d'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:45:07.451553 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c582e334-d07d-4e99-a827-0f969ba8a89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:07.506599 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3ad73164-f82e-49cb-bc37-d97a09bd0652 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:07.528665 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device eff2692b-04e7-4396-9d1b-0cb7307c1646 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:45:07.547053 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-edc15dd5-80f0-486a-9436-7a6b0054cf92 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:07.559437 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc15dd5-80f0-486a-9436-7a6b0054cf92 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:45:07.559833 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-edc15dd5-80f0-486a-9436-7a6b0054cf92 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:07.560882 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3ad73164-f82e-49cb-bc37-d97a09bd0652 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:07.585836 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: eff2692b-04e7-4396-9d1b-0cb7307c1646 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:45:07.586202 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device eff2692b-04e7-4396-9d1b-0cb7307c1646 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:45:07.589260 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34384) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:07.627095 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2d0edf05-26ea-4fec-b5ed-5cb0a03eabf8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:07.645650 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c96d03f-6aed-4183-af98-03f9bf8ac88e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:07.646739 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f573283-72b2-48ad-aec3-3efda085dca2 req-676d5968-905b-4025-a05e-86d652c4ff4b tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:07.647327 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c96d03f-6aed-4183-af98-03f9bf8ac88e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:07.648127 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-5c96d03f-6aed-4183-af98-03f9bf8ac88e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:subnet {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:45:07.648970 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4f573283-72b2-48ad-aec3-3efda085dca2 req-676d5968-905b-4025-a05e-86d652c4ff4b tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d4a168b-8414-4e0c-aafa-d048ee6f7683 HTTP/1.1" status: 200 len: 946 time: 0.3862987 Oct 26 15:45:07.666798 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 2c9dadb3-0778-4db4-a168-5ad1f7ff0069 resource provider aggregate not found Oct 26 15:45:07.680989 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a123938c-08cd-4a48-9e2c-f2da20965cfc tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:07.717029 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 2c9dadb3-0778-4db4-a168-5ad1f7ff0069 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c9dadb3-0778-4db4-a168-5ad1f7ff0069 found for delete ", "request_id": "req-64d94b0a-d109-4dc0-aa8a-cf69e9186c72"}]} Oct 26 15:45:07.778518 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6b6848-b409-4a7c-9249-7ba08bea803d x-openstack-request-id: req-ed6b6848-b409-4a7c-9249-7ba08bea803d {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:45:07.778820 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d4a168b-8414-4e0c-aafa-d048ee6f7683", "tag": "f62158b4-8e92-4bca-a81b-4eb72d775756", "status": "completed", "code": 200}]} {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:45:07.779081 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ed6b6848-b409-4a7c-9249-7ba08bea803d {{(pid=89747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:45:07.779544 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed6b6848-b409-4a7c-9249-7ba08bea803d'] response: {'name': 'network-changed', 'server_uuid': '8d4a168b-8414-4e0c-aafa-d048ee6f7683', 'tag': 'f62158b4-8e92-4bca-a81b-4eb72d775756', 'status': 'completed', 'code': 200} Oct 26 15:45:07.802162 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4f573283-72b2-48ad-aec3-3efda085dca2 req-b5f6d5d0-fd9c-4c3f-a9aa-ff121a7dec89 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d292d6b-50fe-4127-8949-883291b1e0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388934 Oct 26 15:45:07.808644 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2d0edf05-26ea-4fec-b5ed-5cb0a03eabf8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:07.871980 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a7132d20-4a95-488d-84be-64e5a3efa28c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8fa3647a8c0c45a8af5293d0359eaa97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2777064 Oct 26 15:45:07.873357 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a123938c-08cd-4a48-9e2c-f2da20965cfc tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Pushing event updated for resources: {'Port': ['ID=323ab517-b241-4771-8df1-417f95860710,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:07.877931 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34394) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:07.906689 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3ad73164-f82e-49cb-bc37-d97a09bd0652 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:07.942298 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-c582e334-d07d-4e99-a827-0f969ba8a89b None None] Allocated IP 2001:db8::1 (63614d9a-7d4c-421d-bb4c-3ffcbbb2350b/edfac0e3-f752-4683-9855-53121b657b6d/5c4b4859-f3aa-476b-92d9-740c97ba9a46) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:45:07.957163 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-edc15dd5-80f0-486a-9436-7a6b0054cf92 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:07.958509 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad73164-f82e-49cb-bc37-d97a09bd0652 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e06ad1-e342-4cea-b3b4-75bf0816995d,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:07.958769 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-5c96d03f-6aed-4183-af98-03f9bf8ac88e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:subnet {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:45:07.959969 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-5c96d03f-6aed-4183-af98-03f9bf8ac88e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.8847468 Oct 26 15:45:07.964810 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34400) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:08.053118 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-edc15dd5-80f0-486a-9436-7a6b0054cf92 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:08.053338 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-3156d853-a115-4cca-8686-9745db16666f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting subnet 6c9fb3c2-fba9-4291-a0c2-3cfb31e6b20d {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:45:08.056919 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3156d853-a115-4cca-8686-9745db16666f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:08.084861 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc15dd5-80f0-486a-9436-7a6b0054cf92 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Pushing event deleted for resources: {'Network': ['ID=f7c942fb-ee1e-4e6a-920a-38a0d08ee956,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:08.089790 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3ad73164-f82e-49cb-bc37-d97a09bd0652 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:08.093733 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-3ad73164-f82e-49cb-bc37-d97a09bd0652 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "DELETE /v2.0/security-groups/84e06ad1-e342-4cea-b3b4-75bf0816995d HTTP/1.1" status: 204 len: 168 time: 0.7366371 Oct 26 15:45:08.096289 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a123938c-08cd-4a48-9e2c-f2da20965cfc tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Checking segment: {'id': 'aaf707cf-5eb1-42b1-a5e2-4b7cd4d08279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '837a815c-c2ad-4619-b858-084372a4da52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:45:08.097105 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a123938c-08cd-4a48-9e2c-f2da20965cfc tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Network hostable DHCP agents. Network: 837a815c-c2ad-4619-b858-084372a4da52, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:45:08.098951 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-9ef9b6e6-2393-4fe6-9299-9c22a24f5fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646f6f2c-03ff-4e0a-a2c8-24d838991d16', 'name': 'tempest-ServersTestManualDisk-19638021-router', 'tenant_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': '8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:43:49Z', 'updated_at': '2022-10-26T15:43:59Z', 'revision_number': 4, 'project_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'gw_port': {'id': '8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646f6f2c-03ff-4e0a-a2c8-24d838991d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:43:51Z', 'updated_at': '2022-10-26T15:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '9d946ce4-ae48-41ae-96b9-ec930dda3cfc', 'tenant_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'floating_ip_address': '172.26.2.105', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '646f6f2c-03ff-4e0a-a2c8-24d838991d16', 'port_id': 'f62158b4-8e92-4bca-a81b-4eb72d775756', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f14250-22cf-4a11-9481-ae7fced3b7b5', 'mac_address': 'fa:16:3e:9e:1e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4a168b-8414-4e0c-aafa-d048ee6f7683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:44:15Z', 'updated_at': '2022-10-26T15:45:02Z', 'revision_number': 1, 'project_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '739e888a-ede6-4f25-ad4c-4de91395a8a2', 'name': '', 'network_id': 'd8f14250-22cf-4a11-9481-ae7fced3b7b5', 'tenant_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'mac_address': 'fa:16:3e:d3:67:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646f6f2c-03ff-4e0a-a2c8-24d838991d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '681a7821-b4bf-4dbd-9e8a-ecb5ac161e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:43:57Z', 'updated_at': '2022-10-26T15:44:11Z', 'revision_number': 5, 'project_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'subnets': [{'id': '681a7821-b4bf-4dbd-9e8a-ecb5ac161e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:08.101030 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34404) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:08.102055 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-edc15dd5-80f0-486a-9436-7a6b0054cf92 tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] 10.222.0.23 "DELETE /v2.0/networks/f7c942fb-ee1e-4e6a-920a-38a0d08ee956 HTTP/1.1" status: 204 len: 168 time: 2.8108146 Oct 26 15:45:08.108066 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34408) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:08.111907 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef9b6e6-2393-4fe6-9299-9c22a24f5fad None None] Checking router: 646f6f2c-03ff-4e0a-a2c8-24d838991d16 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:45:08.128144 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08589ebd-c916-4711-b721-1b2fd0ea8746 req-67a891da-d5a2-4225-ac01-e3c0cc200f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:08.129399 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-08589ebd-c916-4711-b721-1b2fd0ea8746 req-67a891da-d5a2-4225-ac01-e3c0cc200f40 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fa1ce7c495d47a7b8af796c383d23bd&device_id=8d4a168b-8414-4e0c-aafa-d048ee6f7683 HTTP/1.1" status: 200 len: 1099 time: 0.3227842 Oct 26 15:45:08.145064 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef9b6e6-2393-4fe6-9299-9c22a24f5fad None None] Routers {'646f6f2c-03ff-4e0a-a2c8-24d838991d16'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:45:08.145702 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-9ef9b6e6-2393-4fe6-9299-9c22a24f5fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:45:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['646f6f2c-03ff-4e0a-a2c8-24d838991d16'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:08.179312 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-01ef348c-c6b4-4f8d-9a08-4ccc7e9d0577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:08.201052 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8beebcdb-132e-4f06-a8b3-5596eb17d359 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Router 9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:45:08.218186 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-01ef348c-c6b4-4f8d-9a08-4ccc7e9d0577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:08.231773 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a123938c-08cd-4a48-9e2c-f2da20965cfc tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Network 837a815c-c2ad-4619-b858-084372a4da52 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:45:08.356250 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3156d853-a115-4cca-8686-9745db16666f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:08.359876 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-a123938c-08cd-4a48-9e2c-f2da20965cfc tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 837a815c-c2ad-4619-b858-084372a4da52) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:08.371452 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d185afd-91b0-4d02-ad92-441bd0a32401 None None] Network 837a815c-c2ad-4619-b858-084372a4da52 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:45:08.391972 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a123938c-08cd-4a48-9e2c-f2da20965cfc tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:45:08.400244 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a123938c-08cd-4a48-9e2c-f2da20965cfc tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:08.496974 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a123938c-08cd-4a48-9e2c-f2da20965cfc tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Pushing event updated for resources: {'Port': ['ID=9c411b6a-0df4-4287-9f39-51989a893693,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:08.505722 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c582e334-d07d-4e99-a827-0f969ba8a89b None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:08.539954 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a123938c-08cd-4a48-9e2c-f2da20965cfc tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Checking segment: {'id': '164f3487-1194-416c-a0bc-8505256a01ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0bfaa57b-41b1-4160-859d-23d73cd8e8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:45:08.540313 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a123938c-08cd-4a48-9e2c-f2da20965cfc tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Network hostable DHCP agents. Network: 0bfaa57b-41b1-4160-859d-23d73cd8e8a1, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:45:08.541935 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-2ffc9b10-34b2-492b-94c5-b8720c4a31eb tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Deleting port ac083a3e-c73d-4211-978f-98b0121913c6 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:45:08.542984 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2ffc9b10-34b2-492b-94c5-b8720c4a31eb tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:08.546971 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8beebcdb-132e-4f06-a8b3-5596eb17d359 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:45:08.567432 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8beebcdb-132e-4f06-a8b3-5596eb17d359 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:08.569100 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9541678-fa9c-42b5-9dcb-b1b5ad3d05bd None None] Sync routers for ids ['9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:45:08.583798 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-68556d87-34ca-4c2e-90f7-67a7f5f16f0c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Synchronizing usage tracker for tenant:5420317000fd4d4bbdd1317d04eefddc on resource:security_group {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:45:08.587806 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9541678-fa9c-42b5-9dcb-b1b5ad3d05bd None None] Routers {'9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:45:08.589367 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-a9541678-fa9c-42b5-9dcb-b1b5ad3d05bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:45:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:08.617481 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c582e334-d07d-4e99-a827-0f969ba8a89b None None] Transition to ACTIVE for port object 5c4b4859-f3aa-476b-92d9-740c97ba9a46 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:45:08.619045 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-01ef348c-c6b4-4f8d-9a08-4ccc7e9d0577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:08.623362 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-01ef348c-c6b4-4f8d-9a08-4ccc7e9d0577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:08.624511 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-01ef348c-c6b4-4f8d-9a08-4ccc7e9d0577 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bac970b7-882d-4a29-8fa7-4dba18079fb1 HTTP/1.1" status: 204 len: 168 time: 0.7400298 Oct 26 15:45:08.643752 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef348c-c6b4-4f8d-9a08-4ccc7e9d0577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac970b7-882d-4a29-8fa7-4dba18079fb1,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:08.646030 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-9ef9b6e6-2393-4fe6-9299-9c22a24f5fad None None] Set router 646f6f2c-03ff-4e0a-a2c8-24d838991d16 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:45:08.653075 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8beebcdb-132e-4f06-a8b3-5596eb17d359 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "PUT /v2.0/floatingips/94295035-2a96-44da-ba7a-042845f3bb4c HTTP/1.1" status: 200 len: 991 time: 5.0260317 Oct 26 15:45:08.684843 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a123938c-08cd-4a48-9e2c-f2da20965cfc tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Network 0bfaa57b-41b1-4160-859d-23d73cd8e8a1 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:45:08.781145 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-a123938c-08cd-4a48-9e2c-f2da20965cfc tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 0bfaa57b-41b1-4160-859d-23d73cd8e8a1) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:08.788135 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a123938c-08cd-4a48-9e2c-f2da20965cfc tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:45:08.795367 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a123938c-08cd-4a48-9e2c-f2da20965cfc tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:08.810037 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3156d853-a115-4cca-8686-9745db16666f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:08.810428 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a123938c-08cd-4a48-9e2c-f2da20965cfc tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:08.811963 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a123938c-08cd-4a48-9e2c-f2da20965cfc tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:08.827695 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-a9541678-fa9c-42b5-9dcb-b1b5ad3d05bd None None] Set router 9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:45:08.899982 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e28688-f713-4ea5-8097-fac68a3a9315 None None] Network 0bfaa57b-41b1-4160-859d-23d73cd8e8a1 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:45:08.931105 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a123938c-08cd-4a48-9e2c-f2da20965cfc tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 7.1561542 Oct 26 15:45:08.932801 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34416) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:08.949297 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08589ebd-c916-4711-b721-1b2fd0ea8746 req-faf89de7-4b47-4e20-b772-09e0b3d40318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:08.950753 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-08589ebd-c916-4711-b721-1b2fd0ea8746 req-faf89de7-4b47-4e20-b772-09e0b3d40318 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d8f14250-22cf-4a11-9481-ae7fced3b7b5 HTTP/1.1" status: 200 len: 911 time: 0.7507372 Oct 26 15:45:09.033643 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c582e334-d07d-4e99-a827-0f969ba8a89b None None] Transition to ACTIVE for port object 5c4b4859-f3aa-476b-92d9-740c97ba9a46 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:45:09.093462 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33355480-527d-419f-b40e-2880c4344040 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:09.101093 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33355480-527d-419f-b40e-2880c4344040 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:09.102642 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-33355480-527d-419f-b40e-2880c4344040 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Synchronizing usage tracker for tenant:8f79ae7ff2e64079bf69c85915a3a7d6 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:45:09.113657 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c582e334-d07d-4e99-a827-0f969ba8a89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:09.154381 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-68556d87-34ca-4c2e-90f7-67a7f5f16f0c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Unset dirty status for tenant:5420317000fd4d4bbdd1317d04eefddc on resource:security_group {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:45:09.159842 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34422) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:09.160010 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-68556d87-34ca-4c2e-90f7-67a7f5f16f0c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.0578079 Oct 26 15:45:09.167204 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-02f207e2-8896-4710-a5a1-6f97a6ed4747 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Request body: {'security_group': {'name': 'tempest-secgroup--964292206'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:09.181647 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-02f207e2-8896-4710-a5a1-6f97a6ed4747 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:09.189624 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-33355480-527d-419f-b40e-2880c4344040 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Unset dirty status for tenant:8f79ae7ff2e64079bf69c85915a3a7d6 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:45:09.194394 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-33355480-527d-419f-b40e-2880c4344040 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2583346 Oct 26 15:45:09.195340 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34426) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:09.281922 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-02f207e2-8896-4710-a5a1-6f97a6ed4747 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:09.291142 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c582e334-d07d-4e99-a827-0f969ba8a89b None None] Pushing event updated for resources: {'Port': ['ID=5c4b4859-f3aa-476b-92d9-740c97ba9a46,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:09.322444 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2d0edf05-26ea-4fec-b5ed-5cb0a03eabf8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:09.334859 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-08589ebd-c916-4711-b721-1b2fd0ea8746 req-aa0b1b99-c9bd-4a10-8230-d8d8b3e2a0b2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f62158b4-8e92-4bca-a81b-4eb72d775756 HTTP/1.1" status: 200 len: 1000 time: 0.3105295 Oct 26 15:45:09.347572 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-08af955b-fe6b-4d95-be8e-b42364fdc028 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Deleting port 323ab517-b241-4771-8df1-417f95860710 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:45:09.352171 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-08af955b-fe6b-4d95-be8e-b42364fdc028 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:09.397358 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c582e334-d07d-4e99-a827-0f969ba8a89b None None] Network 63614d9a-7d4c-421d-bb4c-3ffcbbb2350b is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:45:09.406125 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-02f207e2-8896-4710-a5a1-6f97a6ed4747 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:09.406289 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-c582e334-d07d-4e99-a827-0f969ba8a89b None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:09.414523 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c582e334-d07d-4e99-a827-0f969ba8a89b None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:45:09.415200 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-a9541678-fa9c-42b5-9dcb-b1b5ad3d05bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9', 'name': 'tempest-ServersTestJSON-1173380643-router', 'tenant_id': '0d1979e8b1384c06a2335dbdad38722e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.181'}], 'enable_snat': True}, 'gw_port_id': '626a541b-4d4c-44a1-9f0f-a6a8b7b5f759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:43:49Z', 'updated_at': '2022-10-26T15:44:08Z', 'revision_number': 4, 'project_id': '0d1979e8b1384c06a2335dbdad38722e', 'gw_port': {'id': '626a541b-4d4c-44a1-9f0f-a6a8b7b5f759', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:43:54Z', 'updated_at': '2022-10-26T15:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '94295035-2a96-44da-ba7a-042845f3bb4c', 'tenant_id': '0d1979e8b1384c06a2335dbdad38722e', 'floating_ip_address': '172.26.2.25', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9', 'port_id': 'acc2f964-cb45-4af0-9d4f-0a2275d74837', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e7f403d-8db4-413b-aaa2-82bc08b56467', 'mac_address': 'fa:16:3e:2b:eb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e191253-b5f3-4002-95f2-06134a2c3e70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:44:21Z', 'updated_at': '2022-10-26T15:45:06Z', 'revision_number': 1, 'project_id': '0d1979e8b1384c06a2335dbdad38722e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf2d9822-a97b-447c-b8a0-ce31bb06a0be', 'name': '', 'network_id': '9e7f403d-8db4-413b-aaa2-82bc08b56467', 'tenant_id': '0d1979e8b1384c06a2335dbdad38722e', 'mac_address': 'fa:16:3e:38:92:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '72ee322a-5d33-41d0-8bec-3239be73d48d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:44:05Z', 'updated_at': '2022-10-26T15:44:19Z', 'revision_number': 5, 'project_id': '0d1979e8b1384c06a2335dbdad38722e', 'subnets': [{'id': '72ee322a-5d33-41d0-8bec-3239be73d48d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:09.420272 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9541678-fa9c-42b5-9dcb-b1b5ad3d05bd None None] Checking router: 9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9 for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:45:09.430338 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9541678-fa9c-42b5-9dcb-b1b5ad3d05bd None None] Routers {'9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:45:09.431335 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-a9541678-fa9c-42b5-9dcb-b1b5ad3d05bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:45:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:09.444306 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-02f207e2-8896-4710-a5a1-6f97a6ed4747 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:09.452907 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-02f207e2-8896-4710-a5a1-6f97a6ed4747 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Usage tracker for resource:security_group_rule and tenant:5420317000fd4d4bbdd1317d04eefddc is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:09.457957 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-02f207e2-8896-4710-a5a1-6f97a6ed4747 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:09.468942 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-02f207e2-8896-4710-a5a1-6f97a6ed4747 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:09.492639 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea393bb-3adc-4256-8eb7-e3ff2670b460 req-4d609fc2-06b4-491f-a464-f112ed1833df tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:09.495290 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6ea393bb-3adc-4256-8eb7-e3ff2670b460 req-4d609fc2-06b4-491f-a464-f112ed1833df tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e191253-b5f3-4002-95f2-06134a2c3e70 HTTP/1.1" status: 200 len: 946 time: 0.6419756 Oct 26 15:45:09.497781 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2ffc9b10-34b2-492b-94c5-b8720c4a31eb tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:09.498259 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2ffc9b10-34b2-492b-94c5-b8720c4a31eb tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:09.509549 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0edf05-26ea-4fec-b5ed-5cb0a03eabf8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event deleted for resources: {'Subnet': ['ID=edfac0e3-f752-4683-9855-53121b657b6d,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:09.527100 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3156d853-a115-4cca-8686-9745db16666f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:09.652250 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-08af955b-fe6b-4d95-be8e-b42364fdc028 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:09.688388 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-c582e334-d07d-4e99-a827-0f969ba8a89b None None] Attempting to bind port 5c4b4859-f3aa-476b-92d9-740c97ba9a46 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:45:09.689075 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-c582e334-d07d-4e99-a827-0f969ba8a89b None None] Attempting to bind port 5c4b4859-f3aa-476b-92d9-740c97ba9a46 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '04057e1a-130a-4e5f-8a4a-9fb05fec70c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '63614d9a-7d4c-421d-bb4c-3ffcbbb2350b'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:45:09.689621 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c582e334-d07d-4e99-a827-0f969ba8a89b None None] Attempting to bind port 5c4b4859-f3aa-476b-92d9-740c97ba9a46 on network 63614d9a-7d4c-421d-bb4c-3ffcbbb2350b {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:45:09.699710 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c582e334-d07d-4e99-a827-0f969ba8a89b None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:45:09.700228 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c582e334-d07d-4e99-a827-0f969ba8a89b None None] Checking segment: {'id': '04057e1a-130a-4e5f-8a4a-9fb05fec70c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '63614d9a-7d4c-421d-bb4c-3ffcbbb2350b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:45:09.702674 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c582e334-d07d-4e99-a827-0f969ba8a89b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:09.702674 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c582e334-d07d-4e99-a827-0f969ba8a89b None None] Bound using segment: {'id': '04057e1a-130a-4e5f-8a4a-9fb05fec70c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '63614d9a-7d4c-421d-bb4c-3ffcbbb2350b'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:45:09.702674 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-c582e334-d07d-4e99-a827-0f969ba8a89b None None] Bound port: 5c4b4859-f3aa-476b-92d9-740c97ba9a46, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04057e1a-130a-4e5f-8a4a-9fb05fec70c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '63614d9a-7d4c-421d-bb4c-3ffcbbb2350b'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:45:09.702674 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c582e334-d07d-4e99-a827-0f969ba8a89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:09.715173 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-a9541678-fa9c-42b5-9dcb-b1b5ad3d05bd None None] Set router 9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:45:09.784692 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-2ffc9b10-34b2-492b-94c5-b8720c4a31eb tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Calling delete_port for ac083a3e-c73d-4211-978f-98b0121913c6 owned by network:floatingip {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:45:09.846676 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-9ef9b6e6-2393-4fe6-9299-9c22a24f5fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646f6f2c-03ff-4e0a-a2c8-24d838991d16', 'name': 'tempest-ServersTestManualDisk-19638021-router', 'tenant_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': '8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:43:49Z', 'updated_at': '2022-10-26T15:43:59Z', 'revision_number': 4, 'project_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'gw_port': {'id': '8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646f6f2c-03ff-4e0a-a2c8-24d838991d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:43:51Z', 'updated_at': '2022-10-26T15:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '9d946ce4-ae48-41ae-96b9-ec930dda3cfc', 'tenant_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'floating_ip_address': '172.26.2.105', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '646f6f2c-03ff-4e0a-a2c8-24d838991d16', 'port_id': 'f62158b4-8e92-4bca-a81b-4eb72d775756', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f14250-22cf-4a11-9481-ae7fced3b7b5', 'mac_address': 'fa:16:3e:9e:1e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4a168b-8414-4e0c-aafa-d048ee6f7683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:44:15Z', 'updated_at': '2022-10-26T15:45:02Z', 'revision_number': 1, 'project_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '739e888a-ede6-4f25-ad4c-4de91395a8a2', 'name': '', 'network_id': 'd8f14250-22cf-4a11-9481-ae7fced3b7b5', 'tenant_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'mac_address': 'fa:16:3e:d3:67:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646f6f2c-03ff-4e0a-a2c8-24d838991d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '681a7821-b4bf-4dbd-9e8a-ecb5ac161e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:43:57Z', 'updated_at': '2022-10-26T15:44:11Z', 'revision_number': 5, 'project_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'subnets': [{'id': '681a7821-b4bf-4dbd-9e8a-ecb5ac161e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:09.856900 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef9b6e6-2393-4fe6-9299-9c22a24f5fad None None] The sync data for ids ['646f6f2c-03ff-4e0a-a2c8-24d838991d16'] in dv-neutron-862712-1-hyperv is: [{'id': '646f6f2c-03ff-4e0a-a2c8-24d838991d16', 'name': 'tempest-ServersTestManualDisk-19638021-router', 'tenant_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': '8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:43:49Z', 'updated_at': '2022-10-26T15:43:59Z', 'revision_number': 4, 'project_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'gw_port': {'id': '8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646f6f2c-03ff-4e0a-a2c8-24d838991d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:43:51Z', 'updated_at': '2022-10-26T15:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '9d946ce4-ae48-41ae-96b9-ec930dda3cfc', 'tenant_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'floating_ip_address': '172.26.2.105', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '646f6f2c-03ff-4e0a-a2c8-24d838991d16', 'port_id': 'f62158b4-8e92-4bca-a81b-4eb72d775756', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f14250-22cf-4a11-9481-ae7fced3b7b5', 'mac_address': 'fa:16:3e:9e:1e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4a168b-8414-4e0c-aafa-d048ee6f7683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:44:15Z', 'updated_at': '2022-10-26T15:45:02Z', 'revision_number': 1, 'project_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '739e888a-ede6-4f25-ad4c-4de91395a8a2', 'name': '', 'network_id': 'd8f14250-22cf-4a11-9481-ae7fced3b7b5', 'tenant_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'mac_address': 'fa:16:3e:d3:67:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646f6f2c-03ff-4e0a-a2c8-24d838991d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '681a7821-b4bf-4dbd-9e8a-ecb5ac161e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:43:57Z', 'updated_at': '2022-10-26T15:44:11Z', 'revision_number': 5, 'project_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'subnets': [{'id': '681a7821-b4bf-4dbd-9e8a-ecb5ac161e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:45:09.869210 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-c582e334-d07d-4e99-a827-0f969ba8a89b None None] For port 5c4b4859-f3aa-476b-92d9-740c97ba9a46, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:45:09.873149 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-c582e334-d07d-4e99-a827-0f969ba8a89b None None] For port 5c4b4859-f3aa-476b-92d9-740c97ba9a46, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=5c4b4859-f3aa-476b-92d9-740c97ba9a46,segment=NetworkSegment(04057e1a-130a-4e5f-8a4a-9fb05fec70c6),segment_id=04057e1a-130a-4e5f-8a4a-9fb05fec70c6)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:45:09.915427 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3156d853-a115-4cca-8686-9745db16666f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Subnet': ['ID=6c9fb3c2-fba9-4291-a0c2-3cfb31e6b20d,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:09.919536 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c582e334-d07d-4e99-a827-0f969ba8a89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:10.006149 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2617cd35-5aef-4f32-a5ae-0df1d5b18e82 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:45:10.014732 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e191253-b5f3-4002-95f2-06134a2c3e70', 'tag': 'acc2f964-cb45-4af0-9d4f-0a2275d74837'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:45:10.017337 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec078ab02bc810209f0573d5deb19682ea498273c1503582233cb0925c39ad22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4440313b-c7c6-44d9-be90-fed07e025f51" -d '{"events": [{"name": "network-changed", "server_uuid": "2e191253-b5f3-4002-95f2-06134a2c3e70", "tag": "acc2f964-cb45-4af0-9d4f-0a2275d74837"}]}' {{(pid=89747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:45:10.029069 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-08af955b-fe6b-4d95-be8e-b42364fdc028 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Calling delete_port for 323ab517-b241-4771-8df1-417f95860710 owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:45:10.029935 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3156d853-a115-4cca-8686-9745db16666f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:10.054141 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6ea393bb-3adc-4256-8eb7-e3ff2670b460 req-81d77c18-7d96-4199-a337-63f8afd3d066 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/security-groups?id=16fb894e-acc2-46d5-b200-5c9b4d7d52ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5367792 Oct 26 15:45:10.063798 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08589ebd-c916-4711-b721-1b2fd0ea8746 req-2f4429cf-d3a7-4683-998e-f31043c1eb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:10.065653 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-08589ebd-c916-4711-b721-1b2fd0ea8746 req-2f4429cf-d3a7-4683-998e-f31043c1eb6c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=681a7821-b4bf-4dbd-9e8a-ecb5ac161e14 HTTP/1.1" status: 200 len: 849 time: 0.6603084 Oct 26 15:45:10.071035 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2d0edf05-26ea-4fec-b5ed-5cb0a03eabf8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:10.218171 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-08af955b-fe6b-4d95-be8e-b42364fdc028 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:10.235970 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67b3e06-1a31-4fb6-a22b-24a763c71494 x-openstack-request-id: req-a67b3e06-1a31-4fb6-a22b-24a763c71494 {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:45:10.236566 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e191253-b5f3-4002-95f2-06134a2c3e70", "tag": "acc2f964-cb45-4af0-9d4f-0a2275d74837", "status": "completed", "code": 200}]} {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:45:10.237131 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a67b3e06-1a31-4fb6-a22b-24a763c71494 {{(pid=89747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:45:10.237702 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a67b3e06-1a31-4fb6-a22b-24a763c71494'] response: {'name': 'network-changed', 'server_uuid': '2e191253-b5f3-4002-95f2-06134a2c3e70', 'tag': 'acc2f964-cb45-4af0-9d4f-0a2275d74837', 'status': 'completed', 'code': 200} Oct 26 15:45:10.286988 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-2d0edf05-26ea-4fec-b5ed-5cb0a03eabf8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63614d9a-7d4c-421d-bb4c-3ffcbbb2350b']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:10.296896 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-3156d853-a115-4cca-8686-9745db16666f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/6c9fb3c2-fba9-4291-a0c2-3cfb31e6b20d HTTP/1.1" status: 204 len: 168 time: 2.3308322 Oct 26 15:45:10.341739 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34452) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:10.342616 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-a9541678-fa9c-42b5-9dcb-b1b5ad3d05bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9', 'name': 'tempest-ServersTestJSON-1173380643-router', 'tenant_id': '0d1979e8b1384c06a2335dbdad38722e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.181'}], 'enable_snat': True}, 'gw_port_id': '626a541b-4d4c-44a1-9f0f-a6a8b7b5f759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:43:49Z', 'updated_at': '2022-10-26T15:44:08Z', 'revision_number': 4, 'project_id': '0d1979e8b1384c06a2335dbdad38722e', 'gw_port': {'id': '626a541b-4d4c-44a1-9f0f-a6a8b7b5f759', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:43:54Z', 'updated_at': '2022-10-26T15:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '94295035-2a96-44da-ba7a-042845f3bb4c', 'tenant_id': '0d1979e8b1384c06a2335dbdad38722e', 'floating_ip_address': '172.26.2.25', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9', 'port_id': 'acc2f964-cb45-4af0-9d4f-0a2275d74837', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e7f403d-8db4-413b-aaa2-82bc08b56467', 'mac_address': 'fa:16:3e:2b:eb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e191253-b5f3-4002-95f2-06134a2c3e70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:44:21Z', 'updated_at': '2022-10-26T15:45:06Z', 'revision_number': 1, 'project_id': '0d1979e8b1384c06a2335dbdad38722e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf2d9822-a97b-447c-b8a0-ce31bb06a0be', 'name': '', 'network_id': '9e7f403d-8db4-413b-aaa2-82bc08b56467', 'tenant_id': '0d1979e8b1384c06a2335dbdad38722e', 'mac_address': 'fa:16:3e:38:92:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '72ee322a-5d33-41d0-8bec-3239be73d48d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:44:05Z', 'updated_at': '2022-10-26T15:44:19Z', 'revision_number': 5, 'project_id': '0d1979e8b1384c06a2335dbdad38722e', 'subnets': [{'id': '72ee322a-5d33-41d0-8bec-3239be73d48d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:10.349941 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9541678-fa9c-42b5-9dcb-b1b5ad3d05bd None None] The sync data for ids ['9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9'] in dv-neutron-862712-1-hyperv is: [{'id': '9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9', 'name': 'tempest-ServersTestJSON-1173380643-router', 'tenant_id': '0d1979e8b1384c06a2335dbdad38722e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.181'}], 'enable_snat': True}, 'gw_port_id': '626a541b-4d4c-44a1-9f0f-a6a8b7b5f759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:43:49Z', 'updated_at': '2022-10-26T15:44:08Z', 'revision_number': 4, 'project_id': '0d1979e8b1384c06a2335dbdad38722e', 'gw_port': {'id': '626a541b-4d4c-44a1-9f0f-a6a8b7b5f759', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:43:54Z', 'updated_at': '2022-10-26T15:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '94295035-2a96-44da-ba7a-042845f3bb4c', 'tenant_id': '0d1979e8b1384c06a2335dbdad38722e', 'floating_ip_address': '172.26.2.25', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9', 'port_id': 'acc2f964-cb45-4af0-9d4f-0a2275d74837', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e7f403d-8db4-413b-aaa2-82bc08b56467', 'mac_address': 'fa:16:3e:2b:eb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e191253-b5f3-4002-95f2-06134a2c3e70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:44:21Z', 'updated_at': '2022-10-26T15:45:06Z', 'revision_number': 1, 'project_id': '0d1979e8b1384c06a2335dbdad38722e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf2d9822-a97b-447c-b8a0-ce31bb06a0be', 'name': '', 'network_id': '9e7f403d-8db4-413b-aaa2-82bc08b56467', 'tenant_id': '0d1979e8b1384c06a2335dbdad38722e', 'mac_address': 'fa:16:3e:38:92:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '72ee322a-5d33-41d0-8bec-3239be73d48d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:44:05Z', 'updated_at': '2022-10-26T15:44:19Z', 'revision_number': 5, 'project_id': '0d1979e8b1384c06a2335dbdad38722e', 'subnets': [{'id': '72ee322a-5d33-41d0-8bec-3239be73d48d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:45:10.353638 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-2d0edf05-26ea-4fec-b5ed-5cb0a03eabf8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04057e1a-130a-4e5f-8a4a-9fb05fec70c6') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:10.355180 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-2d0edf05-26ea-4fec-b5ed-5cb0a03eabf8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04057e1a-130a-4e5f-8a4a-9fb05fec70c6') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:10.367724 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-08af955b-fe6b-4d95-be8e-b42364fdc028 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:10.388896 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac62de6-ece2-4232-86e6-85bbb327facd None None] New status for floating IP 9d946ce4-ae48-41ae-96b9-ec930dda3cfc: ACTIVE {{(pid=89749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:45:10.474902 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-02f207e2-8896-4710-a5a1-6f97a6ed4747 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:10.493043 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2d0edf05-26ea-4fec-b5ed-5cb0a03eabf8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:10.501556 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af955b-fe6b-4d95-be8e-b42364fdc028 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Pushing event deleted for resources: {'Port': ['ID=323ab517-b241-4771-8df1-417f95860710,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:10.517699 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-24078dc4-d53c-4aee-baca-7761ea9cd1be tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1728370 Oct 26 15:45:10.527024 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34458) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:10.568691 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2d0edf05-26ea-4fec-b5ed-5cb0a03eabf8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:10.569002 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c582e334-d07d-4e99-a827-0f969ba8a89b None None] Pushing event updated for resources: {'Port': ['ID=5c4b4859-f3aa-476b-92d9-740c97ba9a46,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:10.585693 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d0edf05-26ea-4fec-b5ed-5cb0a03eabf8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:45:10.586195 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2d0edf05-26ea-4fec-b5ed-5cb0a03eabf8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:10.599426 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-02f207e2-8896-4710-a5a1-6f97a6ed4747 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:10.639948 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-08af955b-fe6b-4d95-be8e-b42364fdc028 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] 10.222.0.23 "DELETE /v2.0/ports/323ab517-b241-4771-8df1-417f95860710 HTTP/1.1" status: 204 len: 168 time: 1.4379838 Oct 26 15:45:10.653916 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34464) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:10.695112 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 04057e1a-130a-4e5f-8a4a-9fb05fec70c6 resource provider aggregate not found Oct 26 15:45:10.755257 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b95aea-bda2-4d5e-a9a4-32e50f26c78d None None] New status for floating IP 94295035-2a96-44da-ba7a-042845f3bb4c: ACTIVE {{(pid=89750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:45:10.765086 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f207e2-8896-4710-a5a1-6f97a6ed4747 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c621a488-acd3-43a0-9257-81c290949e39,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:10.772352 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-02f207e2-8896-4710-a5a1-6f97a6ed4747 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:10.779642 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-02f207e2-8896-4710-a5a1-6f97a6ed4747 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6163223 Oct 26 15:45:10.782542 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34472) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:10.793988 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-68612fe4-249a-460e-a877-688abd46af6d tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Request body: {'security_group_rule': {'security_group_id': 'c621a488-acd3-43a0-9257-81c290949e39', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:10.795076 dv-neutron-862712-1-hyperv neutron-server[89747]: WARNING neutron.api.v2.base [None req-68612fe4-249a-460e-a877-688abd46af6d tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 26 15:45:10.795624 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-68612fe4-249a-460e-a877-688abd46af6d tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:45:10.800322 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-68612fe4-249a-460e-a877-688abd46af6d tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0152464 Oct 26 15:45:10.802325 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34476) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:10.816291 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-7ee28a80-617e-48cf-ae50-7edc54d97106 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Request body: {'security_group_rule': {'security_group_id': 'c621a488-acd3-43a0-9257-81c290949e39', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:10.822319 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-7ee28a80-617e-48cf-ae50-7edc54d97106 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:10.827879 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7ee28a80-617e-48cf-ae50-7edc54d97106 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Usage tracker for resource:security_group_rule and tenant:5420317000fd4d4bbdd1317d04eefddc is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:10.833837 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-d94b26bf-d0b5-4a74-9839-4d28f1eb582f tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Deleting port 9c411b6a-0df4-4287-9f39-51989a893693 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:45:10.834268 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d94b26bf-d0b5-4a74-9839-4d28f1eb582f tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:10.862704 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7ee28a80-617e-48cf-ae50-7edc54d97106 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:10.867824 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08589ebd-c916-4711-b721-1b2fd0ea8746 req-710b2d69-442e-44f8-b0cb-6f37e9efd4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:10.869304 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-08589ebd-c916-4711-b721-1b2fd0ea8746 req-710b2d69-442e-44f8-b0cb-6f37e9efd4d7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d8f14250-22cf-4a11-9481-ae7fced3b7b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7874296 Oct 26 15:45:10.876393 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-7ee28a80-617e-48cf-ae50-7edc54d97106 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:10.921199 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ead663-929a-4d0d-86d3-0fa7e3b56373 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:10.922206 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-c0ead663-929a-4d0d-86d3-0fa7e3b56373 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:45:11.019284 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ba0e66-923d-4ee1-bb77-bd4522e38b2b None None] Network 63614d9a-7d4c-421d-bb4c-3ffcbbb2350b requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:45:11.034566 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 04057e1a-130a-4e5f-8a4a-9fb05fec70c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 04057e1a-130a-4e5f-8a4a-9fb05fec70c6 found for delete ", "request_id": "req-14fe46b2-6e9e-4ece-b5a4-eb67de8eb17d"}]} Oct 26 15:45:11.042250 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-08589ebd-c916-4711-b721-1b2fd0ea8746 req-4cf70ae6-3497-4f41-8fd6-d1bcf17c3034 service neutron] 10.222.0.48 "GET /v2.0/networks/d8f14250-22cf-4a11-9481-ae7fced3b7b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602323 Oct 26 15:45:11.045130 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440313b-c7c6-44d9-be90-fed07e025f51 req-f97dce7b-c0a6-4056-8a9e-9edabc97d9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:11.046494 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4440313b-c7c6-44d9-be90-fed07e025f51 req-f97dce7b-c0a6-4056-8a9e-9edabc97d9db service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0d1979e8b1384c06a2335dbdad38722e&device_id=2e191253-b5f3-4002-95f2-06134a2c3e70 HTTP/1.1" status: 200 len: 1099 time: 0.7471046 Oct 26 15:45:11.113292 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-7ee28a80-617e-48cf-ae50-7edc54d97106 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:45:11.118780 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-7ee28a80-617e-48cf-ae50-7edc54d97106 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3078086 Oct 26 15:45:11.190949 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34484) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:11.192881 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-c0ead663-929a-4d0d-86d3-0fa7e3b56373 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:45:11.194195 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c0ead663-929a-4d0d-86d3-0fa7e3b56373 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6655962 Oct 26 15:45:11.198649 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d94b26bf-d0b5-4a74-9839-4d28f1eb582f tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:11.207414 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34488) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:11.251638 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-22b7aae1-32e1-47b9-9d2d-a595d7a6e2d9 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Request body: {'security_group_rule': {'security_group_id': 'c621a488-acd3-43a0-9257-81c290949e39', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:11.252250 dv-neutron-862712-1-hyperv neutron-server[89747]: WARNING neutron.api.v2.base [None req-22b7aae1-32e1-47b9-9d2d-a595d7a6e2d9 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 26 15:45:11.252745 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-22b7aae1-32e1-47b9-9d2d-a595d7a6e2d9 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:45:11.256468 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-22b7aae1-32e1-47b9-9d2d-a595d7a6e2d9 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0583518 Oct 26 15:45:11.257779 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34492) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:11.273311 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6572280d-3bca-41cd-b353-c85631d7a3b8 None None] DHCP port deletion for f810e159-a5e8-4c86-8cec-5d909fe013dd request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:45:11.282190 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2ffc9b10-34b2-492b-94c5-b8720c4a31eb tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:11.286019 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.db.api [None req-2d0edf05-26ea-4fec-b5ed-5cb0a03eabf8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 15:45:11.286019 dv-neutron-862712-1-hyperv neutron-server[89748]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 15:45:11.286019 dv-neutron-862712-1-hyperv neutron-server[89748]: [parameters: {'id': '63614d9a-7d4c-421d-bb4c-3ffcbbb2350b'}] Oct 26 15:45:11.286019 dv-neutron-862712-1-hyperv neutron-server[89748]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:45:11.286502 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG oslo_db.api [None req-2d0edf05-26ea-4fec-b5ed-5cb0a03eabf8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:45:11.289597 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6572280d-3bca-41cd-b353-c85631d7a3b8 None None] Deleting port 4e1c6d3e-d329-4698-8363-d0d7a0f190a1 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:45:11.290108 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6572280d-3bca-41cd-b353-c85631d7a3b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:11.345264 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-f927ee3e-52fc-4ae9-8774-107fb5730618 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Request body: {'security_group_rule': {'security_group_id': 'c621a488-acd3-43a0-9257-81c290949e39', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:11.351529 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-f927ee3e-52fc-4ae9-8774-107fb5730618 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:11.357614 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-f927ee3e-52fc-4ae9-8774-107fb5730618 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Usage tracker for resource:security_group_rule and tenant:5420317000fd4d4bbdd1317d04eefddc is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:11.362035 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-f927ee3e-52fc-4ae9-8774-107fb5730618 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:11.371277 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-f927ee3e-52fc-4ae9-8774-107fb5730618 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:11.385752 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-08589ebd-c916-4711-b721-1b2fd0ea8746 req-2d33592b-7b3e-4440-a6bd-d8b9ef490e9d service neutron] 10.222.0.48 "GET /v2.0/networks/d8f14250-22cf-4a11-9481-ae7fced3b7b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324094 Oct 26 15:45:11.399460 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc9b10-34b2-492b-94c5-b8720c4a31eb tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Pushing event deleted for resources: {'Port': ['ID=ac083a3e-c73d-4211-978f-98b0121913c6,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:11.458152 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-d94b26bf-d0b5-4a74-9839-4d28f1eb582f tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Calling delete_port for 9c411b6a-0df4-4287-9f39-51989a893693 owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:45:11.521766 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2ffc9b10-34b2-492b-94c5-b8720c4a31eb tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks [] for floatingip, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:11.571218 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 4e1c6d3e-d329-4698-8363-d0d7a0f190a1 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:45:11.576623 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440313b-c7c6-44d9-be90-fed07e025f51 req-84129e9a-6a45-44c6-b4e1-3b520f2f5972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:11.578272 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4440313b-c7c6-44d9-be90-fed07e025f51 req-84129e9a-6a45-44c6-b4e1-3b520f2f5972 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9e7f403d-8db4-413b-aaa2-82bc08b56467 HTTP/1.1" status: 200 len: 907 time: 0.5245817 Oct 26 15:45:11.588017 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a799396d-23cc-45cb-b09a-63c06af23c3b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:11.590218 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a799396d-23cc-45cb-b09a-63c06af23c3b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3818643 Oct 26 15:45:11.594038 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34502) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:11.662911 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2ffc9b10-34b2-492b-94c5-b8720c4a31eb tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:11.664836 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2ffc9b10-34b2-492b-94c5-b8720c4a31eb tempest-FloatingIPAdminTestJSON-352826784 tempest-FloatingIPAdminTestJSON-352826784-project] 10.222.0.23 "DELETE /v2.0/floatingips/0e7b5780-6b0e-4c24-a261-4d8207554ea2 HTTP/1.1" status: 204 len: 168 time: 3.5441570 Oct 26 15:45:11.670968 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-6572280d-3bca-41cd-b353-c85631d7a3b8 None None] For port 4e1c6d3e-d329-4698-8363-d0d7a0f190a1, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=4e1c6d3e-d329-4698-8363-d0d7a0f190a1,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:45:11.671361 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6572280d-3bca-41cd-b353-c85631d7a3b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:11.692596 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34508) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:11.727907 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4440313b-c7c6-44d9-be90-fed07e025f51 req-4592d653-21f9-4aa9-98cf-ec2a68e31a5d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acc2f964-cb45-4af0-9d4f-0a2275d74837 HTTP/1.1" status: 200 len: 1001 time: 0.1424680 Oct 26 15:45:11.750175 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-f927ee3e-52fc-4ae9-8774-107fb5730618 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:45:11.754251 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f927ee3e-52fc-4ae9-8774-107fb5730618 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4834158 Oct 26 15:45:11.769905 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34514) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:11.781825 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-1c85fbae-1ebf-4066-a678-ccfb14948c5e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1855922 Oct 26 15:45:11.786094 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-79bad2b4-8042-4dfc-a52d-d5c74de8345e tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Request body: {'security_group_rule': {'security_group_id': 'c621a488-acd3-43a0-9257-81c290949e39', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:11.786774 dv-neutron-862712-1-hyperv neutron-server[89747]: WARNING neutron.api.v2.base [None req-79bad2b4-8042-4dfc-a52d-d5c74de8345e tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 26 15:45:11.787444 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-79bad2b4-8042-4dfc-a52d-d5c74de8345e tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:45:11.791780 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-79bad2b4-8042-4dfc-a52d-d5c74de8345e tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0277269 Oct 26 15:45:11.793343 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34518) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:11.793807 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34520) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:11.802996 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-6dcb695b-64c6-4217-abd8-e186dce1106b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'subnet': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:11.824983 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2d0edf05-26ea-4fec-b5ed-5cb0a03eabf8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:11.864996 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-2d0edf05-26ea-4fec-b5ed-5cb0a03eabf8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Deleting port 5c4b4859-f3aa-476b-92d9-740c97ba9a46 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:45:11.865404 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2d0edf05-26ea-4fec-b5ed-5cb0a03eabf8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:11.871458 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6572280d-3bca-41cd-b353-c85631d7a3b8 None None] Calling delete_port for 4e1c6d3e-d329-4698-8363-d0d7a0f190a1 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:45:11.908092 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-32b95458-702a-4af0-925b-8dcc230a78c5 tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] Request body: {'floatingip': {'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:11.930064 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-32b95458-702a-4af0-925b-8dcc230a78c5 tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:11.934370 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-b64a4a6e-eb33-4e77-b3a3-70f35e194262 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Request body: {'security_group_rule': {'security_group_id': 'c621a488-acd3-43a0-9257-81c290949e39', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:11.935483 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440313b-c7c6-44d9-be90-fed07e025f51 req-e8120dff-a875-45cc-9841-ce259b998f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:11.937222 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4440313b-c7c6-44d9-be90-fed07e025f51 req-e8120dff-a875-45cc-9841-ce259b998f40 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=72ee322a-5d33-41d0-8bec-3239be73d48d HTTP/1.1" status: 200 len: 845 time: 0.1991489 Oct 26 15:45:11.939771 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b64a4a6e-eb33-4e77-b3a3-70f35e194262 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:11.941069 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-32b95458-702a-4af0-925b-8dcc230a78c5 tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] Usage tracker for resource:floatingip and tenant:4d187e3ecf24499ba3162a8466ac9095 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:11.943986 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b64a4a6e-eb33-4e77-b3a3-70f35e194262 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Usage tracker for resource:security_group_rule and tenant:5420317000fd4d4bbdd1317d04eefddc is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:11.945397 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-32b95458-702a-4af0-925b-8dcc230a78c5 tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:11.947576 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b64a4a6e-eb33-4e77-b3a3-70f35e194262 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:11.948213 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 4e1c6d3e-d329-4698-8363-d0d7a0f190a1 is: ACTIVE; New status is: DOWN {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:45:11.949155 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:11.954341 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b64a4a6e-eb33-4e77-b3a3-70f35e194262 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:11.963912 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-6dcb695b-64c6-4217-abd8-e186dce1106b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:11.968427 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-6dcb695b-64c6-4217-abd8-e186dce1106b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Usage tracker for resource:subnet and tenant:cde0b70c42f24e8e94f9303758760038 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:11.971853 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-6dcb695b-64c6-4217-abd8-e186dce1106b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:11.978407 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d94b26bf-d0b5-4a74-9839-4d28f1eb582f tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:11.981202 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-6dcb695b-64c6-4217-abd8-e186dce1106b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:12.001186 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-32b95458-702a-4af0-925b-8dcc230a78c5 tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:12.045550 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b26bf-d0b5-4a74-9839-4d28f1eb582f tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Pushing event deleted for resources: {'Port': ['ID=9c411b6a-0df4-4287-9f39-51989a893693,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:12.053781 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6572280d-3bca-41cd-b353-c85631d7a3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:12.057953 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d94b26bf-d0b5-4a74-9839-4d28f1eb582f tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:12.070980 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d94b26bf-d0b5-4a74-9839-4d28f1eb582f tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] 10.222.0.23 "DELETE /v2.0/ports/9c411b6a-0df4-4287-9f39-51989a893693 HTTP/1.1" status: 204 len: 168 time: 1.4134660 Oct 26 15:45:12.071721 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34526) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:12.113539 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6572280d-3bca-41cd-b353-c85631d7a3b8 None None] No DVR routers for this DVR port 4e1c6d3e-d329-4698-8363-d0d7a0f190a1 on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:45:12.125701 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6572280d-3bca-41cd-b353-c85631d7a3b8 None None] Pushing event deleted for resources: {'Port': ['ID=4e1c6d3e-d329-4698-8363-d0d7a0f190a1,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:12.152892 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dcb695b-64c6-4217-abd8-e186dce1106b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:12.158243 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1692c273-4fcd-4e26-876d-8c87bb95a41b None None] get_active_networks_info from dv-neutron-862712-1-hyperv {{(pid=89749) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 26 15:45:12.158426 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6dcb695b-64c6-4217-abd8-e186dce1106b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:12.187980 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-b64a4a6e-eb33-4e77-b3a3-70f35e194262 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:45:12.188240 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-32b95458-702a-4af0-925b-8dcc230a78c5 tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:12.192708 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b64a4a6e-eb33-4e77-b3a3-70f35e194262 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3962779 Oct 26 15:45:12.199515 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34532) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:12.206882 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-552a41d3-2f3a-433b-85c4-5842f3159f3b tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Synchronizing usage tracker for tenant:8f79ae7ff2e64079bf69c85915a3a7d6 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:45:12.220556 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-33b657bb-7f50-4574-a9fb-520e6f5852a2 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Request body: {'security_group_rule': {'security_group_id': 'c621a488-acd3-43a0-9257-81c290949e39', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:12.221296 dv-neutron-862712-1-hyperv neutron-server[89748]: WARNING neutron.api.v2.base [None req-33b657bb-7f50-4574-a9fb-520e6f5852a2 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 26 15:45:12.221788 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-33b657bb-7f50-4574-a9fb-520e6f5852a2 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:45:12.222807 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-33b657bb-7f50-4574-a9fb-520e6f5852a2 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0186465 Oct 26 15:45:12.234414 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440313b-c7c6-44d9-be90-fed07e025f51 req-623093ac-ba7c-4a51-a9bb-c9dae9d39ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:12.236351 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4440313b-c7c6-44d9-be90-fed07e025f51 req-623093ac-ba7c-4a51-a9bb-c9dae9d39ce6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9e7f403d-8db4-413b-aaa2-82bc08b56467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2874849 Oct 26 15:45:12.237034 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34536) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:12.253752 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-417041ea-fd57-456f-8798-90e9294b5f2a tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Request body: {'security_group_rule': {'security_group_id': 'c621a488-acd3-43a0-9257-81c290949e39', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:12.255558 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-417041ea-fd57-456f-8798-90e9294b5f2a tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:12.335420 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-417041ea-fd57-456f-8798-90e9294b5f2a tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Usage tracker for resource:security_group_rule and tenant:5420317000fd4d4bbdd1317d04eefddc is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:12.338264 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34540) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:12.347731 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1692c273-4fcd-4e26-876d-8c87bb95a41b None None] Resources bound (agent type, host, resource id): {{(pid=89749) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:45:12.386513 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-417041ea-fd57-456f-8798-90e9294b5f2a tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:12.393982 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-2d0edf05-26ea-4fec-b5ed-5cb0a03eabf8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] For port 5c4b4859-f3aa-476b-92d9-740c97ba9a46, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=5c4b4859-f3aa-476b-92d9-740c97ba9a46,segment=NetworkSegment(04057e1a-130a-4e5f-8a4a-9fb05fec70c6),segment_id=04057e1a-130a-4e5f-8a4a-9fb05fec70c6)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:45:12.394347 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2d0edf05-26ea-4fec-b5ed-5cb0a03eabf8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:12.419423 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-552a41d3-2f3a-433b-85c4-5842f3159f3b tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Unset dirty status for tenant:8f79ae7ff2e64079bf69c85915a3a7d6 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:45:12.424432 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-552a41d3-2f3a-433b-85c4-5842f3159f3b tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3445456 Oct 26 15:45:12.424587 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-417041ea-fd57-456f-8798-90e9294b5f2a tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:12.424805 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34546) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:12.434939 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-4d89ea88-dbef-45b5-b071-95e980cafe16 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1857661897'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:12.441673 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4d89ea88-dbef-45b5-b071-95e980cafe16 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:12.446445 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4d89ea88-dbef-45b5-b071-95e980cafe16 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Usage tracker for resource:network and tenant:8f79ae7ff2e64079bf69c85915a3a7d6 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:12.451976 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4d89ea88-dbef-45b5-b071-95e980cafe16 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:12.458350 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4d89ea88-dbef-45b5-b071-95e980cafe16 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:12.542800 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-2d0edf05-26ea-4fec-b5ed-5cb0a03eabf8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Calling delete_port for 5c4b4859-f3aa-476b-92d9-740c97ba9a46 owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:45:12.543958 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d89ea88-dbef-45b5-b071-95e980cafe16 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Made reservation on behalf of 8f79ae7ff2e64079bf69c85915a3a7d6 for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:12.547415 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4d89ea88-dbef-45b5-b071-95e980cafe16 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:12.579202 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d89ea88-dbef-45b5-b071-95e980cafe16 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:45:12.592252 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4d89ea88-dbef-45b5-b071-95e980cafe16 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:12.593765 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-4d89ea88-dbef-45b5-b071-95e980cafe16 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Added segment 268f68ad-08c6-40e9-8bd2-9f963d69c6fb of type vlan for network 349366fe-a0dc-49d9-ad3f-8de9d5c07841 Oct 26 15:45:12.632237 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4d89ea88-dbef-45b5-b071-95e980cafe16 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:12.678915 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6dcb695b-64c6-4217-abd8-e186dce1106b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:12.731001 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4d89ea88-dbef-45b5-b071-95e980cafe16 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:12.737152 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d89ea88-dbef-45b5-b071-95e980cafe16 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:12.737744 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4d89ea88-dbef-45b5-b071-95e980cafe16 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:12.753335 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc903041-5628-4802-beb2-d04ca6fbd757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-f810e159-a5e8-4c86-8cec-5d909fe013dd', 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'tenant_id': 'cde0b70c42f24e8e94f9303758760038', 'fixed_ips': [{'subnet_id': 'd54151c2-62f5-444b-9bf0-f80a4c36f11f'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:45:12.754783 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fc903041-5628-4802-beb2-d04ca6fbd757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:12.843769 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-1a82fdb4-d8ed-4f39-a4eb-2d9bd479d60a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dc71858787a24efaa04427a05c911477&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4586611 Oct 26 15:45:12.845650 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4440313b-c7c6-44d9-be90-fed07e025f51 req-0d11f3a1-5654-4003-93d1-06716cf859d9 service neutron] 10.222.0.48 "GET /v2.0/networks/9e7f403d-8db4-413b-aaa2-82bc08b56467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6010628 Oct 26 15:45:12.849763 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34550) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:12.932048 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-fc903041-5628-4802-beb2-d04ca6fbd757 None None] Allocated IP 2001:db8::2 (f810e159-a5e8-4c86-8cec-5d909fe013dd/d54151c2-62f5-444b-9bf0-f80a4c36f11f/9df5cc1f-9ec8-48d0-8680-295ce1b120ca) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:45:12.944780 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcb695b-64c6-4217-abd8-e186dce1106b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:45:12.959375 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2d0edf05-26ea-4fec-b5ed-5cb0a03eabf8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:12.963801 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-417041ea-fd57-456f-8798-90e9294b5f2a tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:45:12.964887 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-417041ea-fd57-456f-8798-90e9294b5f2a tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.7244008 Oct 26 15:45:12.972996 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-6dcb695b-64c6-4217-abd8-e186dce1106b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:12.981538 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34554) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:12.987248 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcb695b-64c6-4217-abd8-e186dce1106b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:12.987846 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6dcb695b-64c6-4217-abd8-e186dce1106b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:12.997880 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-34c8e206-649c-4669-b8df-905e37e3194c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Request body: {'security_group_rule': {'security_group_id': 'c621a488-acd3-43a0-9257-81c290949e39', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:13.006896 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb695b-64c6-4217-abd8-e186dce1106b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Subnet': ['ID=d54151c2-62f5-444b-9bf0-f80a4c36f11f,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:13.015953 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-34c8e206-649c-4669-b8df-905e37e3194c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:13.020854 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89ea88-dbef-45b5-b071-95e980cafe16 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Pushing event updated for resources: {'Network': ['ID=349366fe-a0dc-49d9-ad3f-8de9d5c07841,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:13.025295 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-34c8e206-649c-4669-b8df-905e37e3194c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Usage tracker for resource:security_group_rule and tenant:5420317000fd4d4bbdd1317d04eefddc is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:13.029783 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-34c8e206-649c-4669-b8df-905e37e3194c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:13.036112 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-34c8e206-649c-4669-b8df-905e37e3194c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:13.044395 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0edf05-26ea-4fec-b5ed-5cb0a03eabf8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event deleted for resources: {'Port': ['ID=5c4b4859-f3aa-476b-92d9-740c97ba9a46,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:13.044721 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 349366fe-a0dc-49d9-ad3f-8de9d5c07841 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:45:13.063810 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0edf05-26ea-4fec-b5ed-5cb0a03eabf8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] No DVR routers for this DVR port 5c4b4859-f3aa-476b-92d9-740c97ba9a46 on host dv-neutron-862712-1-hyperv {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:45:13.064487 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4d89ea88-dbef-45b5-b071-95e980cafe16 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6382105 Oct 26 15:45:13.075605 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34558) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:13.081504 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-8f8f78b6-7416-4cf0-aec2-3e7813c14f71 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-601487797'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:13.086751 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-8f8f78b6-7416-4cf0-aec2-3e7813c14f71 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:13.093860 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-6dcb695b-64c6-4217-abd8-e186dce1106b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2961855 Oct 26 15:45:13.094435 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34562) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:13.096995 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-8f8f78b6-7416-4cf0-aec2-3e7813c14f71 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Usage tracker for resource:network and tenant:8f79ae7ff2e64079bf69c85915a3a7d6 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:13.101650 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-8f8f78b6-7416-4cf0-aec2-3e7813c14f71 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:13.106000 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-6c3c9ddc-3f46-4de6-93c7-a7ed2430ae9c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'port': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'fixed_ips': [{'subnet_id': 'd54151c2-62f5-444b-9bf0-f80a4c36f11f', 'ip_address': '2001:db8::130e:d257:ee8b:ec6e'}], 'name': 'tempest-NetworksTestDHCPv6-687039706'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:13.126440 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-8f8f78b6-7416-4cf0-aec2-3e7813c14f71 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:13.168586 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2e6a20f6-ecfd-48f2-abc2-f17b09a61d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:13.248173 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4440313b-c7c6-44d9-be90-fed07e025f51 req-30399498-9b14-4d7f-903a-24b3460f3e2b service neutron] 10.222.0.48 "GET /v2.0/networks/9e7f403d-8db4-413b-aaa2-82bc08b56467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831909 Oct 26 15:45:13.254552 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-32b95458-702a-4af0-925b-8dcc230a78c5 tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:13.258440 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fc903041-5628-4802-beb2-d04ca6fbd757 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:13.270237 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2d0edf05-26ea-4fec-b5ed-5cb0a03eabf8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:13.270692 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-fc903041-5628-4802-beb2-d04ca6fbd757 None None] Transition to ACTIVE for port object 9df5cc1f-9ec8-48d0-8680-295ce1b120ca will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:45:13.272270 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-6c3c9ddc-3f46-4de6-93c7-a7ed2430ae9c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:13.277188 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8f78b6-7416-4cf0-aec2-3e7813c14f71 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Made reservation on behalf of 8f79ae7ff2e64079bf69c85915a3a7d6 for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:13.280989 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8f8f78b6-7416-4cf0-aec2-3e7813c14f71 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:13.291896 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-fc903041-5628-4802-beb2-d04ca6fbd757 None None] Transition to ACTIVE for port object 9df5cc1f-9ec8-48d0-8680-295ce1b120ca will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:45:13.300859 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-6c3c9ddc-3f46-4de6-93c7-a7ed2430ae9c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:13.313603 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-34c8e206-649c-4669-b8df-905e37e3194c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:45:13.316663 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-34c8e206-649c-4669-b8df-905e37e3194c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3324535 Oct 26 15:45:13.317770 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34566) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:13.331278 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2e6a20f6-ecfd-48f2-abc2-f17b09a61d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:13.336916 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f8f78b6-7416-4cf0-aec2-3e7813c14f71 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:45:13.356020 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-2d0edf05-26ea-4fec-b5ed-5cb0a03eabf8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63614d9a-7d4c-421d-bb4c-3ffcbbb2350b']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:13.360039 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fc903041-5628-4802-beb2-d04ca6fbd757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:13.360187 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8f8f78b6-7416-4cf0-aec2-3e7813c14f71 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:13.360548 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-8f8f78b6-7416-4cf0-aec2-3e7813c14f71 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Added segment 1cde9786-fcca-45cd-b417-b19ee428afcb of type vlan for network 9576e550-1fbb-46b3-a5be-3a4136dcd7d8 Oct 26 15:45:13.380129 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3c9ddc-3f46-4de6-93c7-a7ed2430ae9c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:13.387409 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-2d0edf05-26ea-4fec-b5ed-5cb0a03eabf8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04057e1a-130a-4e5f-8a4a-9fb05fec70c6') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:13.387868 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-2d0edf05-26ea-4fec-b5ed-5cb0a03eabf8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04057e1a-130a-4e5f-8a4a-9fb05fec70c6') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:13.424509 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2d0edf05-26ea-4fec-b5ed-5cb0a03eabf8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:13.475963 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc903041-5628-4802-beb2-d04ca6fbd757 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:45:13.476687 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc903041-5628-4802-beb2-d04ca6fbd757 None None] Pushing event updated for resources: {'Port': ['ID=9df5cc1f-9ec8-48d0-8680-295ce1b120ca,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:13.481192 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-fc903041-5628-4802-beb2-d04ca6fbd757 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:13.485438 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc903041-5628-4802-beb2-d04ca6fbd757 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:45:13.486950 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2d0edf05-26ea-4fec-b5ed-5cb0a03eabf8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:13.501099 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-353eb99d-d34d-4efa-881e-4f54baaf362d tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:13.501302 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d0edf05-26ea-4fec-b5ed-5cb0a03eabf8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:45:13.501302 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2d0edf05-26ea-4fec-b5ed-5cb0a03eabf8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:13.501443 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8f8f78b6-7416-4cf0-aec2-3e7813c14f71 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:13.585478 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-353eb99d-d34d-4efa-881e-4f54baaf362d tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:13.589427 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 04057e1a-130a-4e5f-8a4a-9fb05fec70c6 resource provider aggregate not found Oct 26 15:45:13.601345 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-fc903041-5628-4802-beb2-d04ca6fbd757 None None] Attempting to bind port 9df5cc1f-9ec8-48d0-8680-295ce1b120ca on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:45:13.601850 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-fc903041-5628-4802-beb2-d04ca6fbd757 None None] Attempting to bind port 9df5cc1f-9ec8-48d0-8680-295ce1b120ca by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:45:13.602329 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc903041-5628-4802-beb2-d04ca6fbd757 None None] Attempting to bind port 9df5cc1f-9ec8-48d0-8680-295ce1b120ca on network f810e159-a5e8-4c86-8cec-5d909fe013dd {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:45:13.609483 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc903041-5628-4802-beb2-d04ca6fbd757 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:45:13.610013 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc903041-5628-4802-beb2-d04ca6fbd757 None None] Checking segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:45:13.610635 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fc903041-5628-4802-beb2-d04ca6fbd757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:13.611215 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc903041-5628-4802-beb2-d04ca6fbd757 None None] Bound using segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:45:13.612224 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-fc903041-5628-4802-beb2-d04ca6fbd757 None None] Bound port: 9df5cc1f-9ec8-48d0-8680-295ce1b120ca, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:45:13.612224 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fc903041-5628-4802-beb2-d04ca6fbd757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:13.613576 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 04057e1a-130a-4e5f-8a4a-9fb05fec70c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 04057e1a-130a-4e5f-8a4a-9fb05fec70c6 found for delete ", "request_id": "req-4a2fbb49-de38-4782-8a17-a112644ddaae"}]} Oct 26 15:45:13.619518 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2e6a20f6-ecfd-48f2-abc2-f17b09a61d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:13.625904 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-32b95458-702a-4af0-925b-8dcc230a78c5 tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] Allocated IP 172.26.2.160 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/6ea7fe8e-1fe5-4c8c-940f-9e3aa39b6d87) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:45:13.655622 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a20f6-ecfd-48f2-abc2-f17b09a61d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f14ff8-54d3-4951-a7c1-59ab00f4a205,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:13.680284 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6c3c9ddc-3f46-4de6-93c7-a7ed2430ae9c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:13.697172 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8f8f78b6-7416-4cf0-aec2-3e7813c14f71 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:13.712848 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8f78b6-7416-4cf0-aec2-3e7813c14f71 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:13.714028 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8f8f78b6-7416-4cf0-aec2-3e7813c14f71 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:13.732088 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2e6a20f6-ecfd-48f2-abc2-f17b09a61d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:13.734915 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2e6a20f6-ecfd-48f2-abc2-f17b09a61d26 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a7f14ff8-54d3-4951-a7c1-59ab00f4a205 HTTP/1.1" status: 204 len: 168 time: 0.8837659 Oct 26 15:45:13.744466 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-fc903041-5628-4802-beb2-d04ca6fbd757 None None] For port 9df5cc1f-9ec8-48d0-8680-295ce1b120ca, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:45:13.752953 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-fc903041-5628-4802-beb2-d04ca6fbd757 None None] For port 9df5cc1f-9ec8-48d0-8680-295ce1b120ca, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=9df5cc1f-9ec8-48d0-8680-295ce1b120ca,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:45:13.755331 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2d0edf05-26ea-4fec-b5ed-5cb0a03eabf8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:13.759945 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2d0edf05-26ea-4fec-b5ed-5cb0a03eabf8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:13.805109 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0edf05-26ea-4fec-b5ed-5cb0a03eabf8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event deleted for resources: {'Network': ['ID=63614d9a-7d4c-421d-bb4c-3ffcbbb2350b,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:13.806814 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-6c3c9ddc-3f46-4de6-93c7-a7ed2430ae9c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] device_id is not set on port 9e8093c4-e1ae-40a1-a6b6-b99cd6cab869 yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:45:13.812898 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2d0edf05-26ea-4fec-b5ed-5cb0a03eabf8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "DELETE /v2.0/networks/63614d9a-7d4c-421d-bb4c-3ffcbbb2350b HTTP/1.1" status: 204 len: 168 time: 6.8065083 Oct 26 15:45:13.816751 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34576) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:13.824833 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-a36b0f55-903f-454b-81a3-ad2d8ef278cc tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-839555260'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:13.840587 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a36b0f55-903f-454b-81a3-ad2d8ef278cc tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:13.848050 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a36b0f55-903f-454b-81a3-ad2d8ef278cc tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Usage tracker for resource:network and tenant:6f0d38334d4a4e64b4b1664e1c9ebc7b is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:13.854270 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-353eb99d-d34d-4efa-881e-4f54baaf362d tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:13.858008 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a36b0f55-903f-454b-81a3-ad2d8ef278cc tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:13.876278 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a36b0f55-903f-454b-81a3-ad2d8ef278cc tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:13.876462 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fc903041-5628-4802-beb2-d04ca6fbd757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:13.876921 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-32b95458-702a-4af0-925b-8dcc230a78c5 tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:13.913087 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353eb99d-d34d-4efa-881e-4f54baaf362d tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c621a488-acd3-43a0-9257-81c290949e39,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:13.918798 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f78b6-7416-4cf0-aec2-3e7813c14f71 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Pushing event updated for resources: {'Network': ['ID=9576e550-1fbb-46b3-a5be-3a4136dcd7d8,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:13.934191 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-353eb99d-d34d-4efa-881e-4f54baaf362d tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:13.934191 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-353eb99d-d34d-4efa-881e-4f54baaf362d tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "DELETE /v2.0/security-groups/c621a488-acd3-43a0-9257-81c290949e39 HTTP/1.1" status: 204 len: 168 time: 0.6153514 Oct 26 15:45:13.936876 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34580) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:13.944160 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 9576e550-1fbb-46b3-a5be-3a4136dcd7d8 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:45:13.980959 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8f8f78b6-7416-4cf0-aec2-3e7813c14f71 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9041564 Oct 26 15:45:13.999742 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-4e2e2d05-b052-47f7-ad8b-7c392710ffc7 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0603325 Oct 26 15:45:14.004169 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34584) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:14.010668 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-acf7cda8-4311-45c1-9987-2ea168a4327b tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Request body: {'security_group': {'name': 'tempest-secgroup--1927380017'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:14.018286 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-32b95458-702a-4af0-925b-8dcc230a78c5 tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:14.024163 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-acf7cda8-4311-45c1-9987-2ea168a4327b tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:14.066574 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36b0f55-903f-454b-81a3-ad2d8ef278cc tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Made reservation on behalf of 6f0d38334d4a4e64b4b1664e1c9ebc7b for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:14.072066 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a36b0f55-903f-454b-81a3-ad2d8ef278cc tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:14.119610 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc903041-5628-4802-beb2-d04ca6fbd757 None None] Pushing event updated for resources: {'Port': ['ID=9df5cc1f-9ec8-48d0-8680-295ce1b120ca,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:14.148350 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-acf7cda8-4311-45c1-9987-2ea168a4327b tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:14.180761 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-6c3c9ddc-3f46-4de6-93c7-a7ed2430ae9c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Allocated IP 2001:db8::130e:d257:ee8b:ec6e (f810e159-a5e8-4c86-8cec-5d909fe013dd/d54151c2-62f5-444b-9bf0-f80a4c36f11f/9e8093c4-e1ae-40a1-a6b6-b99cd6cab869) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:45:14.186903 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b95458-702a-4af0-925b-8dcc230a78c5 tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:45:14.191526 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-32b95458-702a-4af0-925b-8dcc230a78c5 tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:14.200579 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b95458-702a-4af0-925b-8dcc230a78c5 tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:45:14.283329 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b95458-702a-4af0-925b-8dcc230a78c5 tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] Pushing event updated for resources: {'Port': ['ID=6ea7fe8e-1fe5-4c8c-940f-9e3aa39b6d87,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:14.285735 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-acf7cda8-4311-45c1-9987-2ea168a4327b tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:14.297272 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a36b0f55-903f-454b-81a3-ad2d8ef278cc tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:45:14.318124 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a36b0f55-903f-454b-81a3-ad2d8ef278cc tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:14.318385 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-a36b0f55-903f-454b-81a3-ad2d8ef278cc tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Added segment 7e132a03-100c-4726-b151-8747fd744b59 of type vlan for network 219d5701-358e-433d-a1b3-9084af38ef36 Oct 26 15:45:14.332609 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-32b95458-702a-4af0-925b-8dcc230a78c5 tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:14.334333 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-acf7cda8-4311-45c1-9987-2ea168a4327b tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:14.344387 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-acf7cda8-4311-45c1-9987-2ea168a4327b tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Usage tracker for resource:security_group_rule and tenant:5420317000fd4d4bbdd1317d04eefddc is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:14.348573 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-acf7cda8-4311-45c1-9987-2ea168a4327b tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:14.365211 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-acf7cda8-4311-45c1-9987-2ea168a4327b tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:14.375965 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a36b0f55-903f-454b-81a3-ad2d8ef278cc tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:14.506779 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6c3c9ddc-3f46-4de6-93c7-a7ed2430ae9c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:14.527976 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-6c3c9ddc-3f46-4de6-93c7-a7ed2430ae9c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Transition to ACTIVE for port object 9e8093c4-e1ae-40a1-a6b6-b99cd6cab869 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:45:14.534043 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-acf7cda8-4311-45c1-9987-2ea168a4327b tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:14.547279 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a36b0f55-903f-454b-81a3-ad2d8ef278cc tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:14.553008 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36b0f55-903f-454b-81a3-ad2d8ef278cc tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:14.553784 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a36b0f55-903f-454b-81a3-ad2d8ef278cc tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:14.615923 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34590) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:14.640950 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3d4f57bc-75e5-48d9-b623-a4a92cab3f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:14.651567 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-32b95458-702a-4af0-925b-8dcc230a78c5 tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:14.660705 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-3d4f57bc-75e5-48d9-b623-a4a92cab3f3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:14.665402 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-3d4f57bc-75e5-48d9-b623-a4a92cab3f3c admin admin] Usage tracker for resource:security_group_rule and tenant:055bf18218d9454d8e9a396a9c0847f0 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:14.668980 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-3d4f57bc-75e5-48d9-b623-a4a92cab3f3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:14.675511 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-3d4f57bc-75e5-48d9-b623-a4a92cab3f3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:14.690105 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-acf7cda8-4311-45c1-9987-2ea168a4327b tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:14.744968 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6c3c9ddc-3f46-4de6-93c7-a7ed2430ae9c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:14.764053 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b0f55-903f-454b-81a3-ad2d8ef278cc tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event updated for resources: {'Network': ['ID=219d5701-358e-433d-a1b3-9084af38ef36,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:14.769159 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf7cda8-4311-45c1-9987-2ea168a4327b tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e11e1d-f0f0-46b1-bf9e-9fe7016f44e1,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:14.779455 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 219d5701-358e-433d-a1b3-9084af38ef36 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:45:14.861771 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3c9ddc-3f46-4de6-93c7-a7ed2430ae9c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:45:14.865150 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-6c3c9ddc-3f46-4de6-93c7-a7ed2430ae9c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:14.869376 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3c9ddc-3f46-4de6-93c7-a7ed2430ae9c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:45:14.875717 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3c9ddc-3f46-4de6-93c7-a7ed2430ae9c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:14.876373 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6c3c9ddc-3f46-4de6-93c7-a7ed2430ae9c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:14.913009 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c9ddc-3f46-4de6-93c7-a7ed2430ae9c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Port': ['ID=9e8093c4-e1ae-40a1-a6b6-b99cd6cab869,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:14.953989 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3d4f57bc-75e5-48d9-b623-a4a92cab3f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:15.000638 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-6c3c9ddc-3f46-4de6-93c7-a7ed2430ae9c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9052236 Oct 26 15:45:15.002866 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34594) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:15.017071 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-32b95458-702a-4af0-925b-8dcc230a78c5 tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:15.031511 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a36b0f55-903f-454b-81a3-ad2d8ef278cc tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2137320 Oct 26 15:45:15.032664 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-acf7cda8-4311-45c1-9987-2ea168a4327b tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:15.034088 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-acf7cda8-4311-45c1-9987-2ea168a4327b tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0285783 Oct 26 15:45:15.037278 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34598) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:15.050493 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-8ba45875-0d2e-475d-9bb6-a8c50f720c24 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Request body: {'subnet': {'network_id': '219d5701-358e-433d-a1b3-9084af38ef36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:15.053892 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34602) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:15.066828 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3d4f57bc-75e5-48d9-b623-a4a92cab3f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:15.085634 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-adca6eef-bd98-45bb-92f4-dd0d85e55d06 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Request body: {'security_group_rule': {'security_group_id': 'a3e11e1d-f0f0-46b1-bf9e-9fe7016f44e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:15.113562 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-adca6eef-bd98-45bb-92f4-dd0d85e55d06 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:15.132641 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-adca6eef-bd98-45bb-92f4-dd0d85e55d06 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Usage tracker for resource:security_group_rule and tenant:5420317000fd4d4bbdd1317d04eefddc is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:15.137525 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-adca6eef-bd98-45bb-92f4-dd0d85e55d06 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:15.162218 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-adca6eef-bd98-45bb-92f4-dd0d85e55d06 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:15.170734 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-3d4f57bc-75e5-48d9-b623-a4a92cab3f3c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=055bf18218d9454d8e9a396a9c0847f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5534515 Oct 26 15:45:15.183495 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34606) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:15.184116 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f57bc-75e5-48d9-b623-a4a92cab3f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278ba51c-628e-401e-9f6b-324cd9f71f2b,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:15.258614 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ed7e10-25de-4f36-b2a7-c85c8ec96db6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:15.266390 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ed7e10-25de-4f36-b2a7-c85c8ec96db6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:15.267236 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-52ed7e10-25de-4f36-b2a7-c85c8ec96db6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:45:15.270315 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-32b95458-702a-4af0-925b-8dcc230a78c5 tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:15.299214 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8f8f7ce4-fada-494e-ad8d-c3863859bafe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:15.348051 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8f8f7ce4-fada-494e-ad8d-c3863859bafe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:15.377059 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e897cf13-3043-4de4-a36f-e43a2f4af445 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:45:15.397555 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b95458-702a-4af0-925b-8dcc230a78c5 tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] Pushing event updated for resources: {'Port': ['ID=6ea7fe8e-1fe5-4c8c-940f-9e3aa39b6d87,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:15.419841 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-52ed7e10-25de-4f36-b2a7-c85c8ec96db6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:45:15.424439 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-52ed7e10-25de-4f36-b2a7-c85c8ec96db6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4198444 Oct 26 15:45:15.424647 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34610) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:15.444961 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-adca6eef-bd98-45bb-92f4-dd0d85e55d06 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] create failed (client error): The resource could not be found. Oct 26 15:45:15.453477 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-adca6eef-bd98-45bb-92f4-dd0d85e55d06 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3855305 Oct 26 15:45:15.456051 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34614) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:15.462613 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-936c28f6-eb30-4961-b89c-a254350253e4 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Request body: {'security_group_rule': {'security_group_id': 'a3e11e1d-f0f0-46b1-bf9e-9fe7016f44e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '4fbfc278-f705-47a2-87bf-66611f7af1a4'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:15.469517 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-936c28f6-eb30-4961-b89c-a254350253e4 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:15.474584 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-936c28f6-eb30-4961-b89c-a254350253e4 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Usage tracker for resource:security_group_rule and tenant:5420317000fd4d4bbdd1317d04eefddc is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:15.478195 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-936c28f6-eb30-4961-b89c-a254350253e4 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:15.490911 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-936c28f6-eb30-4961-b89c-a254350253e4 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:15.530483 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8f8f7ce4-fada-494e-ad8d-c3863859bafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:15.553693 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f7ce4-fada-494e-ad8d-c3863859bafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278ba51c-628e-401e-9f6b-324cd9f71f2b,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:15.555974 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8f8f7ce4-fada-494e-ad8d-c3863859bafe admin admin] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:15.558058 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8f8f7ce4-fada-494e-ad8d-c3863859bafe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/278ba51c-628e-401e-9f6b-324cd9f71f2b HTTP/1.1" status: 204 len: 168 time: 0.3791976 Oct 26 15:45:15.580141 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-32b95458-702a-4af0-925b-8dcc230a78c5 tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:15.586362 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 9df5cc1f-9ec8-48d0-8680-295ce1b120ca up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:45:15.589405 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8ba45875-0d2e-475d-9bb6-a8c50f720c24 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:15.610861 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8ba45875-0d2e-475d-9bb6-a8c50f720c24 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Usage tracker for resource:subnet and tenant:6f0d38334d4a4e64b4b1664e1c9ebc7b is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:15.617123 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8ba45875-0d2e-475d-9bb6-a8c50f720c24 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:15.648751 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-c64802bd-e3c5-43ba-80dc-ae2fc0b4245b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting port 9e8093c4-e1ae-40a1-a6b6-b99cd6cab869 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:45:15.649359 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c64802bd-e3c5-43ba-80dc-ae2fc0b4245b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:15.701699 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8ba45875-0d2e-475d-9bb6-a8c50f720c24 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:15.743583 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-cc2b42bc-7276-4d66-99f2-165eef539471 None None] Provisioning for port 9df5cc1f-9ec8-48d0-8680-295ce1b120ca completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:45:15.815804 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-936c28f6-eb30-4961-b89c-a254350253e4 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] create failed (client error): The resource could not be found. Oct 26 15:45:15.819997 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-936c28f6-eb30-4961-b89c-a254350253e4 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3627806 Oct 26 15:45:15.825071 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34620) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:15.831458 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba45875-0d2e-475d-9bb6-a8c50f720c24 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Made reservation on behalf of 6f0d38334d4a4e64b4b1664e1c9ebc7b for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:15.835848 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8ba45875-0d2e-475d-9bb6-a8c50f720c24 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:15.932967 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7cf7e569-255e-4ef3-aa81-165a76a5ec9c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:15.959486 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 9df5cc1f-9ec8-48d0-8680-295ce1b120ca completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:45:15.963895 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 9df5cc1f-9ec8-48d0-8680-295ce1b120ca triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:45:15.964510 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:15.964737 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7cf7e569-255e-4ef3-aa81-165a76a5ec9c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:15.965179 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 9df5cc1f-9ec8-48d0-8680-295ce1b120ca Oct 26 15:45:16.078348 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7cf7e569-255e-4ef3-aa81-165a76a5ec9c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:16.112874 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-32b95458-702a-4af0-925b-8dcc230a78c5 tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:16.113083 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf7e569-255e-4ef3-aa81-165a76a5ec9c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e11e1d-f0f0-46b1-bf9e-9fe7016f44e1,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:16.117640 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-32b95458-702a-4af0-925b-8dcc230a78c5 tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4235873 Oct 26 15:45:16.117881 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34628) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:16.140176 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-b4e8bc8c-4f2f-4a9a-b643-a44e12433da5 tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1302419687', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'fixed_ips': [{'ip_address': '172.26.2.160'}]}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:16.155151 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b4e8bc8c-4f2f-4a9a-b643-a44e12433da5 tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:16.162910 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7cf7e569-255e-4ef3-aa81-165a76a5ec9c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:16.164038 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-7cf7e569-255e-4ef3-aa81-165a76a5ec9c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "DELETE /v2.0/security-groups/a3e11e1d-f0f0-46b1-bf9e-9fe7016f44e1 HTTP/1.1" status: 204 len: 168 time: 0.3424954 Oct 26 15:45:16.165174 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b4e8bc8c-4f2f-4a9a-b643-a44e12433da5 tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] Usage tracker for resource:port and tenant:4d187e3ecf24499ba3162a8466ac9095 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:16.181379 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34632) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:16.185093 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b4e8bc8c-4f2f-4a9a-b643-a44e12433da5 tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:16.195609 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8ba45875-0d2e-475d-9bb6-a8c50f720c24 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:16.210024 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 9df5cc1f-9ec8-48d0-8680-295ce1b120ca is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:45:16.210873 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:16.233744 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b4e8bc8c-4f2f-4a9a-b643-a44e12433da5 tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:16.268519 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 9df5cc1f-9ec8-48d0-8680-295ce1b120ca, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=9df5cc1f-9ec8-48d0-8680-295ce1b120ca,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:45:16.301619 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-958acdcc-c7b4-4067-992f-69292cb76c47 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Synchronizing usage tracker for tenant:5420317000fd4d4bbdd1317d04eefddc on resource:security_group {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:45:16.358393 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:16.358625 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e8bc8c-4f2f-4a9a-b643-a44e12433da5 tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] Made reservation on behalf of 4d187e3ecf24499ba3162a8466ac9095 for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:16.360936 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b4e8bc8c-4f2f-4a9a-b643-a44e12433da5 tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:16.368812 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba45875-0d2e-475d-9bb6-a8c50f720c24 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Checking segment: {'id': '7e132a03-100c-4726-b151-8747fd744b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '219d5701-358e-433d-a1b3-9084af38ef36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:45:16.369628 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba45875-0d2e-475d-9bb6-a8c50f720c24 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Network hostable DHCP agents. Network: 219d5701-358e-433d-a1b3-9084af38ef36, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:45:16.381884 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b4e8bc8c-4f2f-4a9a-b643-a44e12433da5 tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:16.460489 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c64802bd-e3c5-43ba-80dc-ae2fc0b4245b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:16.470655 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=9df5cc1f-9ec8-48d0-8680-295ce1b120ca,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:16.484417 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba45875-0d2e-475d-9bb6-a8c50f720c24 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event updated for resources: {'Subnet': ['ID=90b614dd-28c3-4d52-af5b-3d7cff510c4f,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:16.530370 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-f5921373-3ba2-47d1-aa01-0da117d43e6f None None] Provisioning for port 9e8093c4-e1ae-40a1-a6b6-b99cd6cab869 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:45:16.536377 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-f5921373-3ba2-47d1-aa01-0da117d43e6f None None] Provisioning complete for port 9e8093c4-e1ae-40a1-a6b6-b99cd6cab869 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:45:16.543370 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f5921373-3ba2-47d1-aa01-0da117d43e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:16.543370 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-f5921373-3ba2-47d1-aa01-0da117d43e6f None None] Attempt 1 to provision port 9e8093c4-e1ae-40a1-a6b6-b99cd6cab869 Oct 26 15:45:16.568135 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-958acdcc-c7b4-4067-992f-69292cb76c47 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Unset dirty status for tenant:5420317000fd4d4bbdd1317d04eefddc on resource:security_group {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:45:16.569545 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-958acdcc-c7b4-4067-992f-69292cb76c47 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3871732 Oct 26 15:45:16.575995 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34638) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:16.580925 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b4e8bc8c-4f2f-4a9a-b643-a44e12433da5 tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:16.586581 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b4e8bc8c-4f2f-4a9a-b643-a44e12433da5 tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] Usage tracker for resource:security_group_rule and tenant:4d187e3ecf24499ba3162a8466ac9095 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:16.591106 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b4e8bc8c-4f2f-4a9a-b643-a44e12433da5 tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:16.599162 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b4e8bc8c-4f2f-4a9a-b643-a44e12433da5 tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:16.675803 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-f5921373-3ba2-47d1-aa01-0da117d43e6f None None] Port 9e8093c4-e1ae-40a1-a6b6-b99cd6cab869 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:45:16.684225 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34640) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:16.694405 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-1cec3b05-747d-4c97-bb94-d0f0271cec2c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Request body: {'security_group_rule': {'security_group_id': 'b93e3972-eb14-4cd9-833d-0495cc87681f', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:16.700843 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-1cec3b05-747d-4c97-bb94-d0f0271cec2c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:16.704763 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-1cec3b05-747d-4c97-bb94-d0f0271cec2c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Usage tracker for resource:security_group_rule and tenant:5420317000fd4d4bbdd1317d04eefddc is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:16.707669 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-1cec3b05-747d-4c97-bb94-d0f0271cec2c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:16.715073 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-1cec3b05-747d-4c97-bb94-d0f0271cec2c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:16.746482 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-34348568-338c-48a0-8630-07d6ef74f8fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:16.757457 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-c64802bd-e3c5-43ba-80dc-ae2fc0b4245b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Calling delete_port for 9e8093c4-e1ae-40a1-a6b6-b99cd6cab869 owned by {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:45:16.773229 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-34348568-338c-48a0-8630-07d6ef74f8fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:16.786903 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b4e8bc8c-4f2f-4a9a-b643-a44e12433da5 tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:16.786903 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-34348568-338c-48a0-8630-07d6ef74f8fb admin admin] Usage tracker for resource:security_group_rule and tenant:763bb0e6a08046d4a60e05688edcc4e5 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:16.790547 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-34348568-338c-48a0-8630-07d6ef74f8fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:16.799929 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-34348568-338c-48a0-8630-07d6ef74f8fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:16.838754 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba45875-0d2e-475d-9bb6-a8c50f720c24 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Network 219d5701-358e-433d-a1b3-9084af38ef36 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:45:16.880305 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b4e8bc8c-4f2f-4a9a-b643-a44e12433da5 tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:16.890110 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-8ba45875-0d2e-475d-9bb6-a8c50f720c24 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 219d5701-358e-433d-a1b3-9084af38ef36) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:16.897781 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba45875-0d2e-475d-9bb6-a8c50f720c24 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:16.898510 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8ba45875-0d2e-475d-9bb6-a8c50f720c24 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:16.902578 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-b4e8bc8c-4f2f-4a9a-b643-a44e12433da5 tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] device_id is not set on port 589dd4b3-0f8c-4918-89f5-640a0d9e991e yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:45:16.916386 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e3def8-b6e4-4182-94e0-7d7efa12fac4 None None] Network 219d5701-358e-433d-a1b3-9084af38ef36 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:45:16.938119 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-1cec3b05-747d-4c97-bb94-d0f0271cec2c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] create failed (client error): The resource could not be found. Oct 26 15:45:16.939320 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-1cec3b05-747d-4c97-bb94-d0f0271cec2c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2569673 Oct 26 15:45:16.943634 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34646) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:16.948452 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-34348568-338c-48a0-8630-07d6ef74f8fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:16.950220 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-c3e68430-839e-4f9c-b610-c4e0207d0eec tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Request body: {'security_group': {'name': 'tempest-secgroup--61380072'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:16.957010 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-c3e68430-839e-4f9c-b610-c4e0207d0eec tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:16.967881 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-c3e68430-839e-4f9c-b610-c4e0207d0eec tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:16.968302 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e8bc8c-4f2f-4a9a-b643-a44e12433da5 tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8d90bf-5c16-4500-b42b-152cd0243711,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:16.999529 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-8ba45875-0d2e-475d-9bb6-a8c50f720c24 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9632206 Oct 26 15:45:17.001576 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34650) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:17.027716 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c64802bd-e3c5-43ba-80dc-ae2fc0b4245b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:17.036716 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-34348568-338c-48a0-8630-07d6ef74f8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:17.113380 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-34348568-338c-48a0-8630-07d6ef74f8fb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=763bb0e6a08046d4a60e05688edcc4e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4230964 Oct 26 15:45:17.117333 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34654) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:17.118027 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34348568-338c-48a0-8630-07d6ef74f8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617f01af-d199-44f1-9d3d-25310620339e,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:17.139930 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64802bd-e3c5-43ba-80dc-ae2fc0b4245b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Port': ['ID=9e8093c4-e1ae-40a1-a6b6-b99cd6cab869,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:17.142285 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c3e68430-839e-4f9c-b610-c4e0207d0eec tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:17.196384 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-f5921373-3ba2-47d1-aa01-0da117d43e6f None None] Attempt 2 to provision port 9e8093c4-e1ae-40a1-a6b6-b99cd6cab869 Oct 26 15:45:17.219784 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a6db45e9-9641-46fe-9470-21dfbf98d5b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:17.238966 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c64802bd-e3c5-43ba-80dc-ae2fc0b4245b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:17.250369 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-c64802bd-e3c5-43ba-80dc-ae2fc0b4245b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/ports/9e8093c4-e1ae-40a1-a6b6-b99cd6cab869 HTTP/1.1" status: 204 len: 168 time: 1.8190677 Oct 26 15:45:17.251254 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34658) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:17.256180 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a6db45e9-9641-46fe-9470-21dfbf98d5b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:17.296875 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-f5921373-3ba2-47d1-aa01-0da117d43e6f None None] Port 9e8093c4-e1ae-40a1-a6b6-b99cd6cab869 was deleted so its status cannot be updated. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:45:17.326419 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00d110d-cb0e-42bd-a1e5-413cde222a1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-219d5701-358e-433d-a1b3-9084af38ef36', 'network_id': '219d5701-358e-433d-a1b3-9084af38ef36', 'tenant_id': '6f0d38334d4a4e64b4b1664e1c9ebc7b', 'fixed_ips': [{'subnet_id': '90b614dd-28c3-4d52-af5b-3d7cff510c4f'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:45:17.337507 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f00d110d-cb0e-42bd-a1e5-413cde222a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:17.343367 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-c3e68430-839e-4f9c-b610-c4e0207d0eec tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:17.356571 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-c3e68430-839e-4f9c-b610-c4e0207d0eec tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Usage tracker for resource:security_group_rule and tenant:5420317000fd4d4bbdd1317d04eefddc is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:17.366509 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-f5921373-3ba2-47d1-aa01-0da117d43e6f None None] Provisioning complete for port 9df5cc1f-9ec8-48d0-8680-295ce1b120ca triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:45:17.366878 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f5921373-3ba2-47d1-aa01-0da117d43e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:17.367210 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-f5921373-3ba2-47d1-aa01-0da117d43e6f None None] Attempt 1 to provision port 9df5cc1f-9ec8-48d0-8680-295ce1b120ca Oct 26 15:45:17.379724 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-c3e68430-839e-4f9c-b610-c4e0207d0eec tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:17.386165 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34662) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:17.397359 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-abbb68d9-e126-4400-9a25-7c933458c75b tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Request body: {'subnets': [{'network_id': '349366fe-a0dc-49d9-ad3f-8de9d5c07841', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1171675157', 'ip_version': 6}, {'network_id': '9576e550-1fbb-46b3-a5be-3a4136dcd7d8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:17.397500 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-abbb68d9-e126-4400-9a25-7c933458c75b tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Request body: {'subnet': {'network_id': '349366fe-a0dc-49d9-ad3f-8de9d5c07841', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1171675157', 'ip_version': 6}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:17.399028 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-abbb68d9-e126-4400-9a25-7c933458c75b tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Request body: {'subnet': {'network_id': '9576e550-1fbb-46b3-a5be-3a4136dcd7d8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:17.428584 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a6db45e9-9641-46fe-9470-21dfbf98d5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:17.514518 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 9df5cc1f-9ec8-48d0-8680-295ce1b120ca up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:45:17.521344 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db45e9-9641-46fe-9470-21dfbf98d5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617f01af-d199-44f1-9d3d-25310620339e,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:17.548560 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a6db45e9-9641-46fe-9470-21dfbf98d5b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:17.552102 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a6db45e9-9641-46fe-9470-21dfbf98d5b4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/617f01af-d199-44f1-9d3d-25310620339e HTTP/1.1" status: 204 len: 168 time: 0.4275417 Oct 26 15:45:17.589972 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-c3e68430-839e-4f9c-b610-c4e0207d0eec tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:17.608825 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4e8bc8c-4f2f-4a9a-b643-a44e12433da5 tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 26 15:45:17.610622 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4e8bc8c-4f2f-4a9a-b643-a44e12433da5 tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:45:17.646405 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433f3a76-512a-4595-a630-5e59174288be tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:17.647948 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433f3a76-512a-4595-a630-5e59174288be tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:17.648765 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-433f3a76-512a-4595-a630-5e59174288be tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:subnet {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:45:17.691010 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dd54d466-c2f4-449e-8c6c-e70bfd2949d9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:17.742146 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b4e8bc8c-4f2f-4a9a-b643-a44e12433da5 tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.6230478 Oct 26 15:45:17.745359 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34668) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:17.771048 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-f00d110d-cb0e-42bd-a1e5-413cde222a1d None None] Allocated IP 2001:db8::1 (219d5701-358e-433d-a1b3-9084af38ef36/90b614dd-28c3-4d52-af5b-3d7cff510c4f/55f873d3-d1ba-48e7-978d-2550c3f35b78) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:45:17.773126 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-f5921373-3ba2-47d1-aa01-0da117d43e6f None None] Current status of the port 9df5cc1f-9ec8-48d0-8680-295ce1b120ca is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:45:17.790148 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 9df5cc1f-9ec8-48d0-8680-295ce1b120ca triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:45:17.791106 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:17.791224 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 9df5cc1f-9ec8-48d0-8680-295ce1b120ca Oct 26 15:45:17.869872 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-abbb68d9-e126-4400-9a25-7c933458c75b tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:17.888284 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-abbb68d9-e126-4400-9a25-7c933458c75b tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Usage tracker for resource:subnet and tenant:8f79ae7ff2e64079bf69c85915a3a7d6 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:17.891059 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-433f3a76-512a-4595-a630-5e59174288be tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:subnet {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:45:17.895009 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-433f3a76-512a-4595-a630-5e59174288be tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6365683 Oct 26 15:45:17.895009 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-abbb68d9-e126-4400-9a25-7c933458c75b tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:17.899213 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34672) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:17.922184 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-abbb68d9-e126-4400-9a25-7c933458c75b tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:17.931001 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c3e68430-839e-4f9c-b610-c4e0207d0eec tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:17.934382 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dd54d466-c2f4-449e-8c6c-e70bfd2949d9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:17.935303 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-e4b35fe9-f061-4be8-afa1-cbe496a86ed8 None None] Could not find standard attr ID for object 9e8093c4-e1ae-40a1-a6b6-b99cd6cab869. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:45:17.961476 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-6a77c122-6dff-4f97-b81f-a6074031a5df tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] Deleting port 6ea7fe8e-1fe5-4c8c-940f-9e3aa39b6d87 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:45:17.962861 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6a77c122-6dff-4f97-b81f-a6074031a5df tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:18.020596 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c3e68430-839e-4f9c-b610-c4e0207d0eec tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:18.038053 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-0848829d-ab8f-44cb-bd56-029bcde6fc47 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting subnet d54151c2-62f5-444b-9bf0-f80a4c36f11f {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:45:18.058583 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0848829d-ab8f-44cb-bd56-029bcde6fc47 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:18.062502 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 9df5cc1f-9ec8-48d0-8680-295ce1b120ca is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:45:18.100754 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e68430-839e-4f9c-b610-c4e0207d0eec tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3191e791-0cbe-4235-a5df-facfcfd4cd52,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:18.106292 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbb68d9-e126-4400-9a25-7c933458c75b tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Made reservation on behalf of 8f79ae7ff2e64079bf69c85915a3a7d6 for: {'subnet': 2} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:18.122614 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-abbb68d9-e126-4400-9a25-7c933458c75b tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:18.122614 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-abbb68d9-e126-4400-9a25-7c933458c75b tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:18.149021 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f00d110d-cb0e-42bd-a1e5-413cde222a1d None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:18.167389 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-f00d110d-cb0e-42bd-a1e5-413cde222a1d None None] Transition to ACTIVE for port object 55f873d3-d1ba-48e7-978d-2550c3f35b78 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:45:18.183260 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0848829d-ab8f-44cb-bd56-029bcde6fc47 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:18.194482 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-f00d110d-cb0e-42bd-a1e5-413cde222a1d None None] Transition to ACTIVE for port object 55f873d3-d1ba-48e7-978d-2550c3f35b78 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:45:18.218763 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c3e68430-839e-4f9c-b610-c4e0207d0eec tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:18.221350 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-c3e68430-839e-4f9c-b610-c4e0207d0eec tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.2767301 Oct 26 15:45:18.230162 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34684) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:18.237503 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-c640aa90-ed89-4a47-9a88-40e328105f5e tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Request body: {'security_group': {'name': 'tempest-secgroup--750073107'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:18.257177 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-c640aa90-ed89-4a47-9a88-40e328105f5e tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:18.266817 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6a77c122-6dff-4f97-b81f-a6074031a5df tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:18.267141 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6a77c122-6dff-4f97-b81f-a6074031a5df tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:18.268078 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-c640aa90-ed89-4a47-9a88-40e328105f5e tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Usage tracker for resource:security_group and tenant:5420317000fd4d4bbdd1317d04eefddc is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:18.272977 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-c640aa90-ed89-4a47-9a88-40e328105f5e tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:18.281882 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-c640aa90-ed89-4a47-9a88-40e328105f5e tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:18.287698 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f00d110d-cb0e-42bd-a1e5-413cde222a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:18.358253 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00d110d-cb0e-42bd-a1e5-413cde222a1d None None] Network 219d5701-358e-433d-a1b3-9084af38ef36 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:45:18.361279 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-f00d110d-cb0e-42bd-a1e5-413cde222a1d None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:18.364285 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00d110d-cb0e-42bd-a1e5-413cde222a1d None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:45:18.402315 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-6a77c122-6dff-4f97-b81f-a6074031a5df tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] Calling delete_port for 6ea7fe8e-1fe5-4c8c-940f-9e3aa39b6d87 owned by network:floatingip {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:45:18.408027 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d110d-cb0e-42bd-a1e5-413cde222a1d None None] Pushing event updated for resources: {'Port': ['ID=55f873d3-d1ba-48e7-978d-2550c3f35b78,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:18.450678 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dd54d466-c2f4-449e-8c6c-e70bfd2949d9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:18.454588 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c640aa90-ed89-4a47-9a88-40e328105f5e tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:18.469198 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0848829d-ab8f-44cb-bd56-029bcde6fc47 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:18.519161 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-f00d110d-cb0e-42bd-a1e5-413cde222a1d None None] Attempting to bind port 55f873d3-d1ba-48e7-978d-2550c3f35b78 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:45:18.519745 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd54d466-c2f4-449e-8c6c-e70bfd2949d9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event deleted for resources: {'Subnet': ['ID=90b614dd-28c3-4d52-af5b-3d7cff510c4f,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:18.520280 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-f00d110d-cb0e-42bd-a1e5-413cde222a1d None None] Attempting to bind port 55f873d3-d1ba-48e7-978d-2550c3f35b78 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '7e132a03-100c-4726-b151-8747fd744b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '219d5701-358e-433d-a1b3-9084af38ef36'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:45:18.520818 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00d110d-cb0e-42bd-a1e5-413cde222a1d None None] Attempting to bind port 55f873d3-d1ba-48e7-978d-2550c3f35b78 on network 219d5701-358e-433d-a1b3-9084af38ef36 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:45:18.533863 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00d110d-cb0e-42bd-a1e5-413cde222a1d None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:45:18.536533 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00d110d-cb0e-42bd-a1e5-413cde222a1d None None] Checking segment: {'id': '7e132a03-100c-4726-b151-8747fd744b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '219d5701-358e-433d-a1b3-9084af38ef36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:45:18.536533 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f00d110d-cb0e-42bd-a1e5-413cde222a1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:18.536533 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00d110d-cb0e-42bd-a1e5-413cde222a1d None None] Bound using segment: {'id': '7e132a03-100c-4726-b151-8747fd744b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '219d5701-358e-433d-a1b3-9084af38ef36'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:45:18.536533 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-f00d110d-cb0e-42bd-a1e5-413cde222a1d None None] Bound port: 55f873d3-d1ba-48e7-978d-2550c3f35b78, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e132a03-100c-4726-b151-8747fd744b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '219d5701-358e-433d-a1b3-9084af38ef36'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:45:18.536533 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f00d110d-cb0e-42bd-a1e5-413cde222a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:18.635463 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-c640aa90-ed89-4a47-9a88-40e328105f5e tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:18.639513 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-c640aa90-ed89-4a47-9a88-40e328105f5e tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Usage tracker for resource:security_group_rule and tenant:5420317000fd4d4bbdd1317d04eefddc is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:18.642818 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-c640aa90-ed89-4a47-9a88-40e328105f5e tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:18.648700 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-c640aa90-ed89-4a47-9a88-40e328105f5e tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:18.661099 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dd54d466-c2f4-449e-8c6c-e70bfd2949d9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:18.679482 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0848829d-ab8f-44cb-bd56-029bcde6fc47 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:18.710179 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-f00d110d-cb0e-42bd-a1e5-413cde222a1d None None] For port 55f873d3-d1ba-48e7-978d-2550c3f35b78, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:45:18.715984 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-f00d110d-cb0e-42bd-a1e5-413cde222a1d None None] For port 55f873d3-d1ba-48e7-978d-2550c3f35b78, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=55f873d3-d1ba-48e7-978d-2550c3f35b78,segment=NetworkSegment(7e132a03-100c-4726-b151-8747fd744b59),segment_id=7e132a03-100c-4726-b151-8747fd744b59)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:45:18.723275 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-dd54d466-c2f4-449e-8c6c-e70bfd2949d9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['219d5701-358e-433d-a1b3-9084af38ef36']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:18.736275 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0848829d-ab8f-44cb-bd56-029bcde6fc47 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Subnet': ['ID=d54151c2-62f5-444b-9bf0-f80a4c36f11f,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:18.739815 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6a77c122-6dff-4f97-b81f-a6074031a5df tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:18.759185 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-dd54d466-c2f4-449e-8c6c-e70bfd2949d9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e132a03-100c-4726-b151-8747fd744b59') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:18.759488 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-dd54d466-c2f4-449e-8c6c-e70bfd2949d9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e132a03-100c-4726-b151-8747fd744b59') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:18.783713 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0848829d-ab8f-44cb-bd56-029bcde6fc47 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:18.788365 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dd54d466-c2f4-449e-8c6c-e70bfd2949d9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:18.788561 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1754c8-c9bf-4e9b-83b0-e083275ed072 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:45:18.797355 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77c122-6dff-4f97-b81f-a6074031a5df tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ea7fe8e-1fe5-4c8c-940f-9e3aa39b6d87,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:18.871055 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f00d110d-cb0e-42bd-a1e5-413cde222a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:18.909176 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6a77c122-6dff-4f97-b81f-a6074031a5df tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:18.911633 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6a77c122-6dff-4f97-b81f-a6074031a5df tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:18.915999 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-6a77c122-6dff-4f97-b81f-a6074031a5df tempest-ExternalNetworksAdminNegativeTestJSON-74496039 tempest-ExternalNetworksAdminNegativeTestJSON-74496039-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/732929a1-d3e0-4500-84ae-653402fb7c0f HTTP/1.1" status: 204 len: 168 time: 1.1663897 Oct 26 15:45:18.924870 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-0848829d-ab8f-44cb-bd56-029bcde6fc47 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/d54151c2-62f5-444b-9bf0-f80a4c36f11f HTTP/1.1" status: 204 len: 168 time: 1.0248017 Oct 26 15:45:18.934161 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34700) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:18.966839 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d110d-cb0e-42bd-a1e5-413cde222a1d None None] Pushing event updated for resources: {'Port': ['ID=55f873d3-d1ba-48e7-978d-2550c3f35b78,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:19.030635 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c640aa90-ed89-4a47-9a88-40e328105f5e tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:19.043306 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dd54d466-c2f4-449e-8c6c-e70bfd2949d9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:19.091479 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c640aa90-ed89-4a47-9a88-40e328105f5e tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:19.120762 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd54d466-c2f4-449e-8c6c-e70bfd2949d9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:45:19.121246 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dd54d466-c2f4-449e-8c6c-e70bfd2949d9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:19.181829 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd48f3a-c36a-4da5-902a-4343b1f9d550 None None] Network 219d5701-358e-433d-a1b3-9084af38ef36 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:45:19.191226 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f24c0a4c-2a14-40dd-8dc1-2f00811e3269 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2503688 Oct 26 15:45:19.191226 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34708) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:19.200535 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-ecfbbc5b-0bfd-45e0-97d9-2e9f674650af tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'subnet': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:19.208210 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 7e132a03-100c-4726-b151-8747fd744b59 resource provider aggregate not found Oct 26 15:45:19.250994 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 7e132a03-100c-4726-b151-8747fd744b59 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e132a03-100c-4726-b151-8747fd744b59 found for delete ", "request_id": "req-dc416dc8-d6d1-44cd-93de-a3f39bffba9e"}]} Oct 26 15:45:19.279976 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640aa90-ed89-4a47-9a88-40e328105f5e tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff636530-3d25-46f9-ac2d-9fc945f291fe,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:19.341367 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.db.api [None req-dd54d466-c2f4-449e-8c6c-e70bfd2949d9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 15:45:19.341367 dv-neutron-862712-1-hyperv neutron-server[89748]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 15:45:19.341367 dv-neutron-862712-1-hyperv neutron-server[89748]: [parameters: {'id': '219d5701-358e-433d-a1b3-9084af38ef36'}] Oct 26 15:45:19.341367 dv-neutron-862712-1-hyperv neutron-server[89748]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:45:19.341819 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG oslo_db.api [None req-dd54d466-c2f4-449e-8c6c-e70bfd2949d9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:45:19.358531 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c640aa90-ed89-4a47-9a88-40e328105f5e tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:19.360085 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-c640aa90-ed89-4a47-9a88-40e328105f5e tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1289456 Oct 26 15:45:19.361913 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ecfbbc5b-0bfd-45e0-97d9-2e9f674650af tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:19.364406 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34716) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:19.367686 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ecfbbc5b-0bfd-45e0-97d9-2e9f674650af tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Usage tracker for resource:subnet and tenant:cde0b70c42f24e8e94f9303758760038 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:19.371179 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ecfbbc5b-0bfd-45e0-97d9-2e9f674650af tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:19.374678 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-2ee30192-7919-43b4-8211-d70d16a59d1e tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Request body: {'security_group_rule': {'security_group_id': '3191e791-0cbe-4235-a5df-facfcfd4cd52', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'ff636530-3d25-46f9-ac2d-9fc945f291fe'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:19.377923 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ecfbbc5b-0bfd-45e0-97d9-2e9f674650af tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:19.382364 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-2ee30192-7919-43b4-8211-d70d16a59d1e tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:19.387705 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-2ee30192-7919-43b4-8211-d70d16a59d1e tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Usage tracker for resource:security_group_rule and tenant:5420317000fd4d4bbdd1317d04eefddc is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:19.391757 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-2ee30192-7919-43b4-8211-d70d16a59d1e tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:19.402721 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-2ee30192-7919-43b4-8211-d70d16a59d1e tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:19.427724 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-abbb68d9-e126-4400-9a25-7c933458c75b tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:19.511643 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2a187f-5849-40ef-9fd1-d7bb6d02e707 None None] DHCP port deletion for f810e159-a5e8-4c86-8cec-5d909fe013dd request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:45:19.518116 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34724) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:19.518786 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfbbc5b-0bfd-45e0-97d9-2e9f674650af tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:19.520135 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3a2a187f-5849-40ef-9fd1-d7bb6d02e707 None None] Deleting port 9df5cc1f-9ec8-48d0-8680-295ce1b120ca {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:45:19.520599 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3a2a187f-5849-40ef-9fd1-d7bb6d02e707 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:19.522648 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ecfbbc5b-0bfd-45e0-97d9-2e9f674650af tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:19.547204 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbb68d9-e126-4400-9a25-7c933458c75b tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Checking segment: {'id': '268f68ad-08c6-40e9-8bd2-9f963d69c6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '349366fe-a0dc-49d9-ad3f-8de9d5c07841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:45:19.547649 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbb68d9-e126-4400-9a25-7c933458c75b tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Network hostable DHCP agents. Network: 349366fe-a0dc-49d9-ad3f-8de9d5c07841, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:45:19.558727 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb68d9-e126-4400-9a25-7c933458c75b tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Pushing event updated for resources: {'Subnet': ['ID=958cbb95-50aa-476d-94d0-2b206b9144e2,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:19.660920 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-2ee30192-7919-43b4-8211-d70d16a59d1e tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:45:19.662891 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2ee30192-7919-43b4-8211-d70d16a59d1e tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2966623 Oct 26 15:45:19.669533 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34732) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:19.694479 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbb68d9-e126-4400-9a25-7c933458c75b tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Network 349366fe-a0dc-49d9-ad3f-8de9d5c07841 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:45:19.734174 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-580de442-4db5-4016-a4b6-106b79a34c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:19.755129 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-580de442-4db5-4016-a4b6-106b79a34c0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:19.759544 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-580de442-4db5-4016-a4b6-106b79a34c0b admin admin] Usage tracker for resource:security_group_rule and tenant:0851bc35d4c34c6692f1bc455a87ab3e is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:19.764399 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-580de442-4db5-4016-a4b6-106b79a34c0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:19.769449 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-abbb68d9-e126-4400-9a25-7c933458c75b tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 349366fe-a0dc-49d9-ad3f-8de9d5c07841) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:19.771425 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-580de442-4db5-4016-a4b6-106b79a34c0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:19.774994 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8ec10766-667d-4e77-9b42-d6c2616198fa tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:19.778276 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-abbb68d9-e126-4400-9a25-7c933458c75b tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:19.800275 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-3a2a187f-5849-40ef-9fd1-d7bb6d02e707 None None] For port 9df5cc1f-9ec8-48d0-8680-295ce1b120ca, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=9df5cc1f-9ec8-48d0-8680-295ce1b120ca,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:45:19.801758 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3a2a187f-5849-40ef-9fd1-d7bb6d02e707 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:19.852028 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dd54d466-c2f4-449e-8c6c-e70bfd2949d9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:19.894513 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8ec10766-667d-4e77-9b42-d6c2616198fa tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:19.919204 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-dd54d466-c2f4-449e-8c6c-e70bfd2949d9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Deleting port 55f873d3-d1ba-48e7-978d-2550c3f35b78 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:45:19.919204 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dd54d466-c2f4-449e-8c6c-e70bfd2949d9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:19.943071 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3a2a187f-5849-40ef-9fd1-d7bb6d02e707 None None] Calling delete_port for 9df5cc1f-9ec8-48d0-8680-295ce1b120ca owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:45:19.963493 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb68d9-e126-4400-9a25-7c933458c75b tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Pushing event updated for resources: {'Subnet': ['ID=a0cb47f0-2840-4e9b-8f5f-e759fade2ec3,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:19.984074 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbb68d9-e126-4400-9a25-7c933458c75b tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Checking segment: {'id': '1cde9786-fcca-45cd-b417-b19ee428afcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9576e550-1fbb-46b3-a5be-3a4136dcd7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:45:19.984439 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbb68d9-e126-4400-9a25-7c933458c75b tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Network hostable DHCP agents. Network: 9576e550-1fbb-46b3-a5be-3a4136dcd7d8, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:45:20.012917 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-580de442-4db5-4016-a4b6-106b79a34c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:20.023611 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5331b83-33da-468e-8318-aea54532b258 None None] Network 349366fe-a0dc-49d9-ad3f-8de9d5c07841 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:45:20.101463 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-580de442-4db5-4016-a4b6-106b79a34c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:20.144205 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-580de442-4db5-4016-a4b6-106b79a34c0b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0851bc35d4c34c6692f1bc455a87ab3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5996294 Oct 26 15:45:20.146917 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ecfbbc5b-0bfd-45e0-97d9-2e9f674650af tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:20.190402 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34748) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:20.200398 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3a2a187f-5849-40ef-9fd1-d7bb6d02e707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:20.246919 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580de442-4db5-4016-a4b6-106b79a34c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08d44ba-9721-43cd-bdb0-d129984d0dcb,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:20.252735 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfbbc5b-0bfd-45e0-97d9-2e9f674650af tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:45:20.256476 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbb68d9-e126-4400-9a25-7c933458c75b tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Network 9576e550-1fbb-46b3-a5be-3a4136dcd7d8 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:45:20.262117 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8ec10766-667d-4e77-9b42-d6c2616198fa tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:20.270022 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-ecfbbc5b-0bfd-45e0-97d9-2e9f674650af tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:20.280319 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a187f-5849-40ef-9fd1-d7bb6d02e707 None None] Pushing event deleted for resources: {'Port': ['ID=9df5cc1f-9ec8-48d0-8680-295ce1b120ca,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:20.289400 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfbbc5b-0bfd-45e0-97d9-2e9f674650af tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:20.290006 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ecfbbc5b-0bfd-45e0-97d9-2e9f674650af tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:20.293311 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2a187f-5849-40ef-9fd1-d7bb6d02e707 None None] No DVR routers for this DVR port 9df5cc1f-9ec8-48d0-8680-295ce1b120ca on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:45:20.300781 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec10766-667d-4e77-9b42-d6c2616198fa tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff636530-3d25-46f9-ac2d-9fc945f291fe,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:20.323223 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfbbc5b-0bfd-45e0-97d9-2e9f674650af tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Subnet': ['ID=a891df0b-1e4c-45f1-9206-356a8370610d,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:20.325289 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8ec10766-667d-4e77-9b42-d6c2616198fa tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:20.326438 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-8ec10766-667d-4e77-9b42-d6c2616198fa tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "DELETE /v2.0/security-groups/ff636530-3d25-46f9-ac2d-9fc945f291fe HTTP/1.1" status: 204 len: 168 time: 0.6558778 Oct 26 15:45:20.328371 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-dd54d466-c2f4-449e-8c6c-e70bfd2949d9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] For port 55f873d3-d1ba-48e7-978d-2550c3f35b78, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=55f873d3-d1ba-48e7-978d-2550c3f35b78,segment=NetworkSegment(7e132a03-100c-4726-b151-8747fd744b59),segment_id=7e132a03-100c-4726-b151-8747fd744b59)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:45:20.328628 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dd54d466-c2f4-449e-8c6c-e70bfd2949d9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:20.333250 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34754) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:20.381030 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700e9f61-28e5-47aa-9061-fc9d7ddffac3 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:45:20.399532 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-abbb68d9-e126-4400-9a25-7c933458c75b tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 9576e550-1fbb-46b3-a5be-3a4136dcd7d8) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:20.429377 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-44c119b2-c58d-417e-8019-26ba59a5fc15 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4503 time: 0.0926685 Oct 26 15:45:20.429377 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34758) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:20.432380 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34760) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:20.469992 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-dd54d466-c2f4-449e-8c6c-e70bfd2949d9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Calling delete_port for 55f873d3-d1ba-48e7-978d-2550c3f35b78 owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:45:20.471642 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-73ef5890-7445-4271-8872-862b42a72a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:20.493776 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f315ceb2-192d-4d6e-9929-259e8e043b56 None None] Network 9576e550-1fbb-46b3-a5be-3a4136dcd7d8 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:45:20.501354 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbb68d9-e126-4400-9a25-7c933458c75b tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:20.501898 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbb68d9-e126-4400-9a25-7c933458c75b tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:20.502548 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-abbb68d9-e126-4400-9a25-7c933458c75b tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:20.504918 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ecfbbc5b-0bfd-45e0-97d9-2e9f674650af tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3126807 Oct 26 15:45:20.505651 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34768) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:20.529523 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693a244b-1538-4dc0-b042-b0a9ccb0664b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-349366fe-a0dc-49d9-ad3f-8de9d5c07841', 'network_id': '349366fe-a0dc-49d9-ad3f-8de9d5c07841', 'tenant_id': '8f79ae7ff2e64079bf69c85915a3a7d6', 'fixed_ips': [{'subnet_id': '958cbb95-50aa-476d-94d0-2b206b9144e2'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:45:20.530987 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-693a244b-1538-4dc0-b042-b0a9ccb0664b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:20.564596 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-420d82ff-11fc-4451-ba61-b0f43a265581 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'port': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'fixed_ips': [{'subnet_id': 'a891df0b-1e4c-45f1-9206-356a8370610d', 'ip_address': '2001:db8::155f:cfa9:4b57:6e1d'}], 'name': 'tempest-NetworksTestDHCPv6-920753928'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:20.579922 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5b882845-9be7-4926-b59e-90ad38e0d589 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:20.592468 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-abbb68d9-e126-4400-9a25-7c933458c75b tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.2020168 Oct 26 15:45:20.592468 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34772) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:20.596179 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-73ef5890-7445-4271-8872-862b42a72a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:20.617856 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-ba6c30a5-c1cb-45df-9d27-f4ec326d8f09 tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Request body: {'quota': {'network': 2}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:20.641933 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dd54d466-c2f4-449e-8c6c-e70bfd2949d9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:20.705445 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd54d466-c2f4-449e-8c6c-e70bfd2949d9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] No DVR routers for this DVR port 55f873d3-d1ba-48e7-978d-2550c3f35b78 on host dv-neutron-862712-1-hyperv {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:45:20.747549 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5b882845-9be7-4926-b59e-90ad38e0d589 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:20.758956 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd54d466-c2f4-449e-8c6c-e70bfd2949d9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event deleted for resources: {'Port': ['ID=55f873d3-d1ba-48e7-978d-2550c3f35b78,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:20.807424 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ba6c30a5-c1cb-45df-9d27-f4ec326d8f09 tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] 10.222.0.23 "PUT /v2.0/quotas/f5713e5ea3e94de88fa882441d14ecd7 HTTP/1.1" status: 200 len: 368 time: 0.3765681 Oct 26 15:45:20.816477 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34776) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:20.836810 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-600015cd-fdf4-4c33-9980-8702eec28d0d tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Request body: {'network': {'project_id': 'f5713e5ea3e94de88fa882441d14ecd7'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:20.843845 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-600015cd-fdf4-4c33-9980-8702eec28d0d tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:20.855015 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-600015cd-fdf4-4c33-9980-8702eec28d0d tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Usage tracker for resource:network and tenant:f5713e5ea3e94de88fa882441d14ecd7 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:20.857850 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-420d82ff-11fc-4451-ba61-b0f43a265581 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:20.861400 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d7fa56-5334-433a-9740-6692f6dfb1cc tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:20.861559 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-600015cd-fdf4-4c33-9980-8702eec28d0d tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:20.862947 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d7fa56-5334-433a-9740-6692f6dfb1cc tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:20.864535 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d7fa56-5334-433a-9740-6692f6dfb1cc tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:20.865321 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-49d7fa56-5334-433a-9740-6692f6dfb1cc tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Synchronizing usage tracker for tenant:8f79ae7ff2e64079bf69c85915a3a7d6 on resource:subnet {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:45:20.872881 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-600015cd-fdf4-4c33-9980-8702eec28d0d tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:20.874988 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-420d82ff-11fc-4451-ba61-b0f43a265581 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:20.897716 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dd54d466-c2f4-449e-8c6c-e70bfd2949d9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:20.926030 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-dd54d466-c2f4-449e-8c6c-e70bfd2949d9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['219d5701-358e-433d-a1b3-9084af38ef36']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:20.929916 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-73ef5890-7445-4271-8872-862b42a72a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:20.939469 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-dd54d466-c2f4-449e-8c6c-e70bfd2949d9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e132a03-100c-4726-b151-8747fd744b59') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:20.939774 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-dd54d466-c2f4-449e-8c6c-e70bfd2949d9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e132a03-100c-4726-b151-8747fd744b59') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:20.948818 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef5890-7445-4271-8872-862b42a72a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08d44ba-9721-43cd-bdb0-d129984d0dcb,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:20.952505 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dd54d466-c2f4-449e-8c6c-e70bfd2949d9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:20.956178 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420d82ff-11fc-4451-ba61-b0f43a265581 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:20.970982 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dd54d466-c2f4-449e-8c6c-e70bfd2949d9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:20.975130 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5b882845-9be7-4926-b59e-90ad38e0d589 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:20.978028 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd54d466-c2f4-449e-8c6c-e70bfd2949d9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:45:20.978511 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dd54d466-c2f4-449e-8c6c-e70bfd2949d9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:20.978811 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600015cd-fdf4-4c33-9980-8702eec28d0d tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Made reservation on behalf of f5713e5ea3e94de88fa882441d14ecd7 for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:20.981679 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-600015cd-fdf4-4c33-9980-8702eec28d0d tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:21.048937 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-49d7fa56-5334-433a-9740-6692f6dfb1cc tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Unset dirty status for tenant:8f79ae7ff2e64079bf69c85915a3a7d6 on resource:subnet {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:45:21.050107 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-49d7fa56-5334-433a-9740-6692f6dfb1cc tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.4572458 Oct 26 15:45:21.065969 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-600015cd-fdf4-4c33-9980-8702eec28d0d tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:21.069712 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34780) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:21.088030 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008d0d32-c83f-4983-996d-e51338a7a354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-9576e550-1fbb-46b3-a5be-3a4136dcd7d8', 'network_id': '9576e550-1fbb-46b3-a5be-3a4136dcd7d8', 'tenant_id': '8f79ae7ff2e64079bf69c85915a3a7d6', 'fixed_ips': [{'subnet_id': 'a0cb47f0-2840-4e9b-8f5f-e759fade2ec3'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:45:21.089052 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-008d0d32-c83f-4983-996d-e51338a7a354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:21.093968 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5b882845-9be7-4926-b59e-90ad38e0d589 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:21.095265 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-5b882845-9be7-4926-b59e-90ad38e0d589 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "DELETE /v2.0/security-groups/3191e791-0cbe-4235-a5df-facfcfd4cd52 HTTP/1.1" status: 204 len: 168 time: 0.6575170 Oct 26 15:45:21.096181 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b882845-9be7-4926-b59e-90ad38e0d589 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3191e791-0cbe-4235-a5df-facfcfd4cd52,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:21.098325 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-73ef5890-7445-4271-8872-862b42a72a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:21.099361 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-73ef5890-7445-4271-8872-862b42a72a69 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f08d44ba-9721-43cd-bdb0-d129984d0dcb HTTP/1.1" status: 204 len: 168 time: 0.9077442 Oct 26 15:45:21.104417 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34784) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:21.121127 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cdaa14-6970-4d76-a449-add5188a934d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-f810e159-a5e8-4c86-8cec-5d909fe013dd', 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'tenant_id': 'cde0b70c42f24e8e94f9303758760038', 'fixed_ips': [{'subnet_id': 'a891df0b-1e4c-45f1-9206-356a8370610d'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:45:21.121970 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-15cdaa14-6970-4d76-a449-add5188a934d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:21.159486 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-601e66cf-00a8-46a1-b191-cbb6a9378670 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Deleting subnet 958cbb95-50aa-476d-94d0-2b206b9144e2 {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:45:21.166135 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-600015cd-fdf4-4c33-9980-8702eec28d0d tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:21.169396 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-693a244b-1538-4dc0-b042-b0a9ccb0664b None None] Allocated IP 2001:db8::1 (349366fe-a0dc-49d9-ad3f-8de9d5c07841/958cbb95-50aa-476d-94d0-2b206b9144e2/6768b5ff-967a-41a1-8fb0-29a161bda064) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:45:21.192455 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-600015cd-fdf4-4c33-9980-8702eec28d0d tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Usage tracker for resource:security_group_rule and tenant:f5713e5ea3e94de88fa882441d14ecd7 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:21.200867 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-600015cd-fdf4-4c33-9980-8702eec28d0d tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:21.220742 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-600015cd-fdf4-4c33-9980-8702eec28d0d tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:21.224963 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-2cbd131f-d898-41af-a6a3-dada03d3f6ba tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Synchronizing usage tracker for tenant:5420317000fd4d4bbdd1317d04eefddc on resource:security_group {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:45:21.226603 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dd54d466-c2f4-449e-8c6c-e70bfd2949d9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:21.249972 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dd54d466-c2f4-449e-8c6c-e70bfd2949d9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:21.254374 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-420d82ff-11fc-4451-ba61-b0f43a265581 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:21.269841 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-dd54d466-c2f4-449e-8c6c-e70bfd2949d9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "DELETE /v2.0/networks/219d5701-358e-433d-a1b3-9084af38ef36 HTTP/1.1" status: 204 len: 168 time: 4.2671149 Oct 26 15:45:21.272349 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34792) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:21.287004 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-6716cb26-7300-4b5d-9a59-2699992a10ef tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-469429770'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:21.291012 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 7e132a03-100c-4726-b151-8747fd744b59 resource provider aggregate not found Oct 26 15:45:21.295626 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-6716cb26-7300-4b5d-9a59-2699992a10ef tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:21.296359 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd54d466-c2f4-449e-8c6c-e70bfd2949d9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event deleted for resources: {'Network': ['ID=219d5701-358e-433d-a1b3-9084af38ef36,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:21.306145 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-6716cb26-7300-4b5d-9a59-2699992a10ef tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Usage tracker for resource:network and tenant:6f0d38334d4a4e64b4b1664e1c9ebc7b is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:21.311885 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-6716cb26-7300-4b5d-9a59-2699992a10ef tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:21.314794 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 7e132a03-100c-4726-b151-8747fd744b59 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e132a03-100c-4726-b151-8747fd744b59 found for delete ", "request_id": "req-fe8066f7-7708-48a8-b8f5-96d285a3018e"}]} Oct 26 15:45:21.314931 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-420d82ff-11fc-4451-ba61-b0f43a265581 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] device_id is not set on port a5374e17-908c-422c-88bf-9c9a7e5c253e yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:45:21.359080 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-2cbd131f-d898-41af-a6a3-dada03d3f6ba tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Unset dirty status for tenant:5420317000fd4d4bbdd1317d04eefddc on resource:security_group {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:45:21.360260 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-2cbd131f-d898-41af-a6a3-dada03d3f6ba tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2551765 Oct 26 15:45:21.361283 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-6716cb26-7300-4b5d-9a59-2699992a10ef tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:21.365250 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34798) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:21.373339 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-d12fd48f-d616-4870-9a74-92b050219814 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Request body: {'security_group': {'name': 'tempest-secgroup--1283366452'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:21.384425 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-d12fd48f-d616-4870-9a74-92b050219814 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:21.401540 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-d12fd48f-d616-4870-9a74-92b050219814 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:21.469349 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6716cb26-7300-4b5d-9a59-2699992a10ef tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Made reservation on behalf of 6f0d38334d4a4e64b4b1664e1c9ebc7b for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:21.472275 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6716cb26-7300-4b5d-9a59-2699992a10ef tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:21.473654 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d12fd48f-d616-4870-9a74-92b050219814 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:21.487191 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 9df5cc1f-9ec8-48d0-8680-295ce1b120ca no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:45:21.517842 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-d12fd48f-d616-4870-9a74-92b050219814 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:21.524998 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-d12fd48f-d616-4870-9a74-92b050219814 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Usage tracker for resource:security_group_rule and tenant:5420317000fd4d4bbdd1317d04eefddc is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:21.530412 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-d12fd48f-d616-4870-9a74-92b050219814 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:21.533784 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-600015cd-fdf4-4c33-9980-8702eec28d0d tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:21.538588 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 9df5cc1f-9ec8-48d0-8680-295ce1b120ca {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:45:21.538588 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 9df5cc1f-9ec8-48d0-8680-295ce1b120ca not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:45:21.545286 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-d12fd48f-d616-4870-9a74-92b050219814 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:21.548618 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6716cb26-7300-4b5d-9a59-2699992a10ef tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:45:21.560452 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6716cb26-7300-4b5d-9a59-2699992a10ef tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:21.560798 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-6716cb26-7300-4b5d-9a59-2699992a10ef tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Added segment 1b6130fe-36b7-4926-8ac2-b83a8fd9bda3 of type vlan for network 212030cf-6bb9-45ed-9f22-d2da33c53669 Oct 26 15:45:21.592404 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6716cb26-7300-4b5d-9a59-2699992a10ef tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:21.597760 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-600015cd-fdf4-4c33-9980-8702eec28d0d tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:21.616696 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-008d0d32-c83f-4983-996d-e51338a7a354 None None] Allocated IP 2001:db8:0:1::1 (9576e550-1fbb-46b3-a5be-3a4136dcd7d8/a0cb47f0-2840-4e9b-8f5f-e759fade2ec3/0122d71b-72d0-4916-9df5-b2738bb13408) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:45:21.620530 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-15cdaa14-6970-4d76-a449-add5188a934d None None] Allocated IP 2001:db8::2 (f810e159-a5e8-4c86-8cec-5d909fe013dd/a891df0b-1e4c-45f1-9206-356a8370610d/56e1a1b3-1483-46d9-a237-f3e2475bc662) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:45:21.665285 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d12fd48f-d616-4870-9a74-92b050219814 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:21.668604 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-600015cd-fdf4-4c33-9980-8702eec28d0d tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:45:21.691597 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600015cd-fdf4-4c33-9980-8702eec28d0d tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01978ead-ae61-43ac-be37-90ae5c4cfb03,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:21.704380 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-600015cd-fdf4-4c33-9980-8702eec28d0d tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:21.704750 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-600015cd-fdf4-4c33-9980-8702eec28d0d tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Added segment 45d23afd-5ae7-4bc5-a2bd-35548a5bd958 of type vlan for network 723f0cdf-bb5b-40c3-a77b-9b8c68114a67 Oct 26 15:45:21.718648 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d12fd48f-d616-4870-9a74-92b050219814 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:21.735928 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-600015cd-fdf4-4c33-9980-8702eec28d0d tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:21.772325 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12fd48f-d616-4870-9a74-92b050219814 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=831c0537-73b9-43c9-ae9e-38bea7d1dec1,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:21.786755 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6716cb26-7300-4b5d-9a59-2699992a10ef tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:21.797010 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6716cb26-7300-4b5d-9a59-2699992a10ef tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:21.797621 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6716cb26-7300-4b5d-9a59-2699992a10ef tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:21.867568 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d12fd48f-d616-4870-9a74-92b050219814 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:21.872921 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-d12fd48f-d616-4870-9a74-92b050219814 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5028121 Oct 26 15:45:21.877778 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34804) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:21.883467 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-693a244b-1538-4dc0-b042-b0a9ccb0664b None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:21.883670 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-fd2e06a0-6f74-4a1b-8060-71e806798945 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:21.884143 dv-neutron-862712-1-hyperv neutron-server[89748]: WARNING neutron.api.v2.base [None req-fd2e06a0-6f74-4a1b-8060-71e806798945 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 26 15:45:21.884582 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-fd2e06a0-6f74-4a1b-8060-71e806798945 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] update failed (client error): There was a conflict when trying to complete your request. Oct 26 15:45:21.888414 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-fd2e06a0-6f74-4a1b-8060-71e806798945 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "PUT /v2.0/security-groups/831c0537-73b9-43c9-ae9e-38bea7d1dec1 HTTP/1.1" status: 409 len: 330 time: 0.0119681 Oct 26 15:45:21.889522 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34808) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:21.915512 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34812) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:21.934034 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-693a244b-1538-4dc0-b042-b0a9ccb0664b None None] Transition to ACTIVE for port object 6768b5ff-967a-41a1-8fb0-29a161bda064 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:45:21.985182 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-600015cd-fdf4-4c33-9980-8702eec28d0d tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:21.986156 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600015cd-fdf4-4c33-9980-8702eec28d0d tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:21.986754 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-600015cd-fdf4-4c33-9980-8702eec28d0d tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:22.004389 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-693a244b-1538-4dc0-b042-b0a9ccb0664b None None] Transition to ACTIVE for port object 6768b5ff-967a-41a1-8fb0-29a161bda064 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:45:22.011182 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-e201de11-952d-4812-be42-8103b6ff42f7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d187e3ecf24499ba3162a8466ac9095&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0897074 Oct 26 15:45:22.013043 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34816) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:22.024642 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-96bcd3de-550d-40ea-9443-9f5ffd07361a tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:22.042637 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6716cb26-7300-4b5d-9a59-2699992a10ef tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event updated for resources: {'Network': ['ID=212030cf-6bb9-45ed-9f22-d2da33c53669,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:22.081056 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-96bcd3de-550d-40ea-9443-9f5ffd07361a tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:22.094864 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 212030cf-6bb9-45ed-9f22-d2da33c53669 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:45:22.100149 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-601e66cf-00a8-46a1-b191-cbb6a9378670 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:22.130392 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-693a244b-1538-4dc0-b042-b0a9ccb0664b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:22.130600 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-600015cd-fdf4-4c33-9980-8702eec28d0d tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3053341 Oct 26 15:45:22.134429 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-6716cb26-7300-4b5d-9a59-2699992a10ef tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8549254 Oct 26 15:45:22.134429 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34820) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:22.137301 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34822) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:22.148679 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-82514246-f182-45b4-9852-0722e7943120 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Request body: {'subnet': {'network_id': '212030cf-6bb9-45ed-9f22-d2da33c53669', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:22.148854 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-77a244fd-491d-47b7-a659-4aab960b779a tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Request body: {'network': {'project_id': 'f5713e5ea3e94de88fa882441d14ecd7'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:22.158375 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-77a244fd-491d-47b7-a659-4aab960b779a tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:22.166032 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-77a244fd-491d-47b7-a659-4aab960b779a tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Usage tracker for resource:network and tenant:f5713e5ea3e94de88fa882441d14ecd7 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:22.169031 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600015cd-fdf4-4c33-9980-8702eec28d0d tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Pushing event updated for resources: {'Network': ['ID=723f0cdf-bb5b-40c3-a77b-9b8c68114a67,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:22.174848 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-77a244fd-491d-47b7-a659-4aab960b779a tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:22.181926 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-77a244fd-491d-47b7-a659-4aab960b779a tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:22.249657 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a244fd-491d-47b7-a659-4aab960b779a tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Made reservation on behalf of f5713e5ea3e94de88fa882441d14ecd7 for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:22.253477 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-77a244fd-491d-47b7-a659-4aab960b779a tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:22.291237 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3aff7283-0efb-446f-be7a-ba9a154770dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:22.294598 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-601e66cf-00a8-46a1-b191-cbb6a9378670 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:22.296618 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77a244fd-491d-47b7-a659-4aab960b779a tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:45:22.297107 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 723f0cdf-bb5b-40c3-a77b-9b8c68114a67 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:45:22.306356 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-77a244fd-491d-47b7-a659-4aab960b779a tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:22.306974 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-77a244fd-491d-47b7-a659-4aab960b779a tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Added segment 811c7c86-0136-4376-a114-1c8e0c8b35e0 of type vlan for network e14582f7-be51-41fa-bb70-6f0103347385 Oct 26 15:45:22.340056 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-77a244fd-491d-47b7-a659-4aab960b779a tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:22.379844 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3aff7283-0efb-446f-be7a-ba9a154770dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:22.387056 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-82514246-f182-45b4-9852-0722e7943120 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:22.404828 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-82514246-f182-45b4-9852-0722e7943120 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Usage tracker for resource:subnet and tenant:6f0d38334d4a4e64b4b1664e1c9ebc7b is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:22.411137 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-82514246-f182-45b4-9852-0722e7943120 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:22.427290 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-82514246-f182-45b4-9852-0722e7943120 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:22.429306 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-96bcd3de-550d-40ea-9443-9f5ffd07361a tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:22.442880 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693a244b-1538-4dc0-b042-b0a9ccb0664b None None] Network 349366fe-a0dc-49d9-ad3f-8de9d5c07841 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:45:22.444128 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-77a244fd-491d-47b7-a659-4aab960b779a tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:22.445338 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a244fd-491d-47b7-a659-4aab960b779a tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:22.446154 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-77a244fd-491d-47b7-a659-4aab960b779a tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:22.462949 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-15cdaa14-6970-4d76-a449-add5188a934d None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:22.465612 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-693a244b-1538-4dc0-b042-b0a9ccb0664b None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:22.468282 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693a244b-1538-4dc0-b042-b0a9ccb0664b None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:45:22.471114 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-008d0d32-c83f-4983-996d-e51338a7a354 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:22.479502 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bcd3de-550d-40ea-9443-9f5ffd07361a tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=831c0537-73b9-43c9-ae9e-38bea7d1dec1,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:22.492116 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-96bcd3de-550d-40ea-9443-9f5ffd07361a tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:22.496088 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-96bcd3de-550d-40ea-9443-9f5ffd07361a tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "DELETE /v2.0/security-groups/831c0537-73b9-43c9-ae9e-38bea7d1dec1 HTTP/1.1" status: 204 len: 168 time: 0.5992024 Oct 26 15:45:22.499294 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34828) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:22.507041 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a244b-1538-4dc0-b042-b0a9ccb0664b None None] Pushing event updated for resources: {'Port': ['ID=6768b5ff-967a-41a1-8fb0-29a161bda064,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:22.518636 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-15cdaa14-6970-4d76-a449-add5188a934d None None] Transition to ACTIVE for port object 56e1a1b3-1483-46d9-a237-f3e2475bc662 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:45:22.524510 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-601e66cf-00a8-46a1-b191-cbb6a9378670 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:22.560825 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a244fd-491d-47b7-a659-4aab960b779a tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Pushing event updated for resources: {'Network': ['ID=e14582f7-be51-41fa-bb70-6f0103347385,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:22.563597 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82514246-f182-45b4-9852-0722e7943120 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Made reservation on behalf of 6f0d38334d4a4e64b4b1664e1c9ebc7b for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:22.567152 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-82514246-f182-45b4-9852-0722e7943120 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:22.581769 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-008d0d32-c83f-4983-996d-e51338a7a354 None None] Transition to ACTIVE for port object 0122d71b-72d0-4916-9df5-b2738bb13408 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:45:22.595525 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network e14582f7-be51-41fa-bb70-6f0103347385 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:45:22.604780 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-77a244fd-491d-47b7-a659-4aab960b779a tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4602833 Oct 26 15:45:22.611582 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34832) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:22.618846 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-8c9e92e4-2137-4443-a215-8446fc383187 tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Request body: {'network': {'project_id': 'f5713e5ea3e94de88fa882441d14ecd7'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:22.636358 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-8c9e92e4-2137-4443-a215-8446fc383187 tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:22.642212 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-8c9e92e4-2137-4443-a215-8446fc383187 tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Usage tracker for resource:network and tenant:f5713e5ea3e94de88fa882441d14ecd7 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:22.645640 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-8c9e92e4-2137-4443-a215-8446fc383187 tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:22.654340 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-8c9e92e4-2137-4443-a215-8446fc383187 tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:22.656417 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c9e92e4-2137-4443-a215-8446fc383187 tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 26 15:45:22.657384 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c9e92e4-2137-4443-a215-8446fc383187 tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:45:22.659656 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3aff7283-0efb-446f-be7a-ba9a154770dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:22.665248 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34836) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:22.665900 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8c9e92e4-2137-4443-a215-8446fc383187 tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0525851 Oct 26 15:45:22.751785 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-15cdaa14-6970-4d76-a449-add5188a934d None None] Transition to ACTIVE for port object 56e1a1b3-1483-46d9-a237-f3e2475bc662 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:45:22.765269 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-008d0d32-c83f-4983-996d-e51338a7a354 None None] Transition to ACTIVE for port object 0122d71b-72d0-4916-9df5-b2738bb13408 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:45:22.782209 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-693a244b-1538-4dc0-b042-b0a9ccb0664b None None] Attempting to bind port 6768b5ff-967a-41a1-8fb0-29a161bda064 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:45:22.782600 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-693a244b-1538-4dc0-b042-b0a9ccb0664b None None] Attempting to bind port 6768b5ff-967a-41a1-8fb0-29a161bda064 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '268f68ad-08c6-40e9-8bd2-9f963d69c6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '349366fe-a0dc-49d9-ad3f-8de9d5c07841'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:45:22.783009 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693a244b-1538-4dc0-b042-b0a9ccb0664b None None] Attempting to bind port 6768b5ff-967a-41a1-8fb0-29a161bda064 on network 349366fe-a0dc-49d9-ad3f-8de9d5c07841 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:45:22.793468 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693a244b-1538-4dc0-b042-b0a9ccb0664b None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:45:22.794174 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693a244b-1538-4dc0-b042-b0a9ccb0664b None None] Checking segment: {'id': '268f68ad-08c6-40e9-8bd2-9f963d69c6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '349366fe-a0dc-49d9-ad3f-8de9d5c07841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:45:22.794612 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-693a244b-1538-4dc0-b042-b0a9ccb0664b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:22.795004 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693a244b-1538-4dc0-b042-b0a9ccb0664b None None] Bound using segment: {'id': '268f68ad-08c6-40e9-8bd2-9f963d69c6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '349366fe-a0dc-49d9-ad3f-8de9d5c07841'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:45:22.795486 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-693a244b-1538-4dc0-b042-b0a9ccb0664b None None] Bound port: 6768b5ff-967a-41a1-8fb0-29a161bda064, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '268f68ad-08c6-40e9-8bd2-9f963d69c6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '349366fe-a0dc-49d9-ad3f-8de9d5c07841'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:45:22.795859 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-693a244b-1538-4dc0-b042-b0a9ccb0664b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:22.819450 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff7283-0efb-446f-be7a-ba9a154770dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8d90bf-5c16-4500-b42b-152cd0243711,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:22.845202 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ee937084-4576-4ec4-8c58-0adc9f08595c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Synchronizing usage tracker for tenant:5420317000fd4d4bbdd1317d04eefddc on resource:security_group {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:45:22.867740 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-008d0d32-c83f-4983-996d-e51338a7a354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:22.872087 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-15cdaa14-6970-4d76-a449-add5188a934d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:22.873118 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3aff7283-0efb-446f-be7a-ba9a154770dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:22.874241 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-3aff7283-0efb-446f-be7a-ba9a154770dc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dd8d90bf-5c16-4500-b42b-152cd0243711 HTTP/1.1" status: 204 len: 168 time: 0.8615940 Oct 26 15:45:22.902153 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-420d82ff-11fc-4451-ba61-b0f43a265581 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Allocated IP 2001:db8::155f:cfa9:4b57:6e1d (f810e159-a5e8-4c86-8cec-5d909fe013dd/a891df0b-1e4c-45f1-9206-356a8370610d/a5374e17-908c-422c-88bf-9c9a7e5c253e) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:45:22.915071 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-c39f62c6-e69a-4249-b8d0-1d38db9f38d7 tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f5713e5ea3e94de88fa882441d14ecd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315269 Oct 26 15:45:22.918180 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34842) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:22.951791 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-601e66cf-00a8-46a1-b191-cbb6a9378670 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:22.975640 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008d0d32-c83f-4983-996d-e51338a7a354 None None] Network 9576e550-1fbb-46b3-a5be-3a4136dcd7d8 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:45:22.985746 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cdaa14-6970-4d76-a449-add5188a934d None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:45:22.986450 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-008d0d32-c83f-4983-996d-e51338a7a354 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:22.989454 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008d0d32-c83f-4983-996d-e51338a7a354 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:45:22.996434 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-15cdaa14-6970-4d76-a449-add5188a934d None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:22.998494 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cdaa14-6970-4d76-a449-add5188a934d None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:45:23.014642 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d0d32-c83f-4983-996d-e51338a7a354 None None] Pushing event updated for resources: {'Port': ['ID=0122d71b-72d0-4916-9df5-b2738bb13408,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:23.038858 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ee937084-4576-4ec4-8c58-0adc9f08595c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] Unset dirty status for tenant:5420317000fd4d4bbdd1317d04eefddc on resource:security_group {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:45:23.040131 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ee937084-4576-4ec4-8c58-0adc9f08595c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5358245 Oct 26 15:45:23.050442 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e66cf-00a8-46a1-b191-cbb6a9378670 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Pushing event deleted for resources: {'Subnet': ['ID=958cbb95-50aa-476d-94d0-2b206b9144e2,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:23.052158 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34848) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:23.074872 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-601e66cf-00a8-46a1-b191-cbb6a9378670 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:23.098983 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-498b7b91-cdce-474a-982c-a506b5701c6c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] delete failed (client error): The resource could not be found. Oct 26 15:45:23.100010 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-498b7b91-cdce-474a-982c-a506b5701c6c tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "DELETE /v2.0/security-groups/41c0d691-5fa6-4120-8a62-042762ab47cb HTTP/1.1" status: 404 len: 347 time: 0.0424657 Oct 26 15:45:23.110402 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34852) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:23.125884 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-265f35fb-9f5d-4826-ba9c-a87d7a2af13f tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:23.163158 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-43f4530d-5dac-4af0-b111-996c38abb0d3 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] show failed (client error): The resource could not be found. Oct 26 15:45:23.165526 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-43f4530d-5dac-4af0-b111-996c38abb0d3 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "GET /v2.0/security-groups/24725a9a-d1fd-44ed-a711-43ccc014dfac HTTP/1.1" status: 404 len: 347 time: 0.0530167 Oct 26 15:45:23.170381 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34856) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:23.193219 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-693a244b-1538-4dc0-b042-b0a9ccb0664b None None] For port 6768b5ff-967a-41a1-8fb0-29a161bda064, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:45:23.193659 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-265f35fb-9f5d-4826-ba9c-a87d7a2af13f tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:23.204114 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-601e66cf-00a8-46a1-b191-cbb6a9378670 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] 10.222.0.23 "DELETE /v2.0/subnets/958cbb95-50aa-476d-94d0-2b206b9144e2 HTTP/1.1" status: 204 len: 168 time: 2.1333301 Oct 26 15:45:23.204919 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34860) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:23.210354 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-7d0ab1f5-a228-4f67-8730-871f072c6507 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] show failed (client error): The resource could not be found. Oct 26 15:45:23.211072 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-7d0ab1f5-a228-4f67-8730-871f072c6507 tempest-NegativeSecGroupTest-1750930901 tempest-NegativeSecGroupTest-1750930901-project] 10.222.0.23 "GET /v2.0/security-group-rules/ee3f7833-905b-421b-8b1f-333b98a59cd1 HTTP/1.1" status: 404 len: 356 time: 0.0382154 Oct 26 15:45:23.269141 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-420d82ff-11fc-4451-ba61-b0f43a265581 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:23.269349 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-693a244b-1538-4dc0-b042-b0a9ccb0664b None None] For port 6768b5ff-967a-41a1-8fb0-29a161bda064, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=6768b5ff-967a-41a1-8fb0-29a161bda064,segment=NetworkSegment(268f68ad-08c6-40e9-8bd2-9f963d69c6fb),segment_id=268f68ad-08c6-40e9-8bd2-9f963d69c6fb)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:45:23.285085 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cdaa14-6970-4d76-a449-add5188a934d None None] Pushing event updated for resources: {'Port': ['ID=56e1a1b3-1483-46d9-a237-f3e2475bc662,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:23.292401 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-15cdaa14-6970-4d76-a449-add5188a934d None None] Attempting to bind port 56e1a1b3-1483-46d9-a237-f3e2475bc662 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:45:23.292767 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-15cdaa14-6970-4d76-a449-add5188a934d None None] Attempting to bind port 56e1a1b3-1483-46d9-a237-f3e2475bc662 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:45:23.293123 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cdaa14-6970-4d76-a449-add5188a934d None None] Attempting to bind port 56e1a1b3-1483-46d9-a237-f3e2475bc662 on network f810e159-a5e8-4c86-8cec-5d909fe013dd {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:45:23.303784 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-008d0d32-c83f-4983-996d-e51338a7a354 None None] Attempting to bind port 0122d71b-72d0-4916-9df5-b2738bb13408 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:45:23.307917 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-008d0d32-c83f-4983-996d-e51338a7a354 None None] Attempting to bind port 0122d71b-72d0-4916-9df5-b2738bb13408 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '1cde9786-fcca-45cd-b417-b19ee428afcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9576e550-1fbb-46b3-a5be-3a4136dcd7d8'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:45:23.307917 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008d0d32-c83f-4983-996d-e51338a7a354 None None] Attempting to bind port 0122d71b-72d0-4916-9df5-b2738bb13408 on network 9576e550-1fbb-46b3-a5be-3a4136dcd7d8 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:45:23.308195 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-420d82ff-11fc-4451-ba61-b0f43a265581 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Transition to ACTIVE for port object a5374e17-908c-422c-88bf-9c9a7e5c253e will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:45:23.308649 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cdaa14-6970-4d76-a449-add5188a934d None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:45:23.308649 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cdaa14-6970-4d76-a449-add5188a934d None None] Checking segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:45:23.308827 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-15cdaa14-6970-4d76-a449-add5188a934d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:23.309189 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cdaa14-6970-4d76-a449-add5188a934d None None] Bound using segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:45:23.309659 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-15cdaa14-6970-4d76-a449-add5188a934d None None] Bound port: 56e1a1b3-1483-46d9-a237-f3e2475bc662, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:45:23.310038 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-15cdaa14-6970-4d76-a449-add5188a934d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:23.327050 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-693a244b-1538-4dc0-b042-b0a9ccb0664b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:23.350309 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-49b679d7-bb85-4ffe-8871-8fd8363cce99 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Deleting subnet a0cb47f0-2840-4e9b-8f5f-e759fade2ec3 {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:45:23.364324 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-82514246-f182-45b4-9852-0722e7943120 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:23.366350 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008d0d32-c83f-4983-996d-e51338a7a354 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:45:23.366759 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008d0d32-c83f-4983-996d-e51338a7a354 None None] Checking segment: {'id': '1cde9786-fcca-45cd-b417-b19ee428afcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9576e550-1fbb-46b3-a5be-3a4136dcd7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:45:23.367196 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-008d0d32-c83f-4983-996d-e51338a7a354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:23.367593 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008d0d32-c83f-4983-996d-e51338a7a354 None None] Bound using segment: {'id': '1cde9786-fcca-45cd-b417-b19ee428afcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9576e550-1fbb-46b3-a5be-3a4136dcd7d8'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:45:23.368076 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-008d0d32-c83f-4983-996d-e51338a7a354 None None] Bound port: 0122d71b-72d0-4916-9df5-b2738bb13408, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cde9786-fcca-45cd-b417-b19ee428afcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9576e550-1fbb-46b3-a5be-3a4136dcd7d8'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:45:23.368473 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-008d0d32-c83f-4983-996d-e51338a7a354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:23.373245 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-49b679d7-bb85-4ffe-8871-8fd8363cce99 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:23.381276 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-420d82ff-11fc-4451-ba61-b0f43a265581 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:23.485748 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420d82ff-11fc-4451-ba61-b0f43a265581 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:45:23.488726 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-420d82ff-11fc-4451-ba61-b0f43a265581 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:23.493235 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420d82ff-11fc-4451-ba61-b0f43a265581 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:45:23.499916 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420d82ff-11fc-4451-ba61-b0f43a265581 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:23.500571 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-420d82ff-11fc-4451-ba61-b0f43a265581 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:23.516798 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d82ff-11fc-4451-ba61-b0f43a265581 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Port': ['ID=a5374e17-908c-422c-88bf-9c9a7e5c253e,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:23.533986 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-49b679d7-bb85-4ffe-8871-8fd8363cce99 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:23.574731 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a244b-1538-4dc0-b042-b0a9ccb0664b None None] Pushing event updated for resources: {'Port': ['ID=6768b5ff-967a-41a1-8fb0-29a161bda064,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:23.583454 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82514246-f182-45b4-9852-0722e7943120 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event updated for resources: {'Subnet': ['ID=09d040f6-6468-4112-b3a8-6a17d1e3fa29,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:23.587646 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82514246-f182-45b4-9852-0722e7943120 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Checking segment: {'id': '1b6130fe-36b7-4926-8ac2-b83a8fd9bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '212030cf-6bb9-45ed-9f22-d2da33c53669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:45:23.588840 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82514246-f182-45b4-9852-0722e7943120 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Network hostable DHCP agents. Network: 212030cf-6bb9-45ed-9f22-d2da33c53669, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:45:23.591702 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-15cdaa14-6970-4d76-a449-add5188a934d None None] For port 56e1a1b3-1483-46d9-a237-f3e2475bc662, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:45:23.598151 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-15cdaa14-6970-4d76-a449-add5188a934d None None] For port 56e1a1b3-1483-46d9-a237-f3e2475bc662, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=56e1a1b3-1483-46d9-a237-f3e2475bc662,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:45:23.606516 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-008d0d32-c83f-4983-996d-e51338a7a354 None None] For port 0122d71b-72d0-4916-9df5-b2738bb13408, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:45:23.606516 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-008d0d32-c83f-4983-996d-e51338a7a354 None None] For port 0122d71b-72d0-4916-9df5-b2738bb13408, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=0122d71b-72d0-4916-9df5-b2738bb13408,segment=NetworkSegment(1cde9786-fcca-45cd-b417-b19ee428afcb),segment_id=1cde9786-fcca-45cd-b417-b19ee428afcb)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:45:23.636228 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-420d82ff-11fc-4451-ba61-b0f43a265581 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1061432 Oct 26 15:45:23.640809 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34874) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:23.731106 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-15cdaa14-6970-4d76-a449-add5188a934d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:23.732467 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-265f35fb-9f5d-4826-ba9c-a87d7a2af13f tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:23.764664 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82514246-f182-45b4-9852-0722e7943120 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Network 212030cf-6bb9-45ed-9f22-d2da33c53669 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:45:23.772205 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265f35fb-9f5d-4826-ba9c-a87d7a2af13f tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01978ead-ae61-43ac-be37-90ae5c4cfb03,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:23.813160 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-49b679d7-bb85-4ffe-8871-8fd8363cce99 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:23.864679 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-008d0d32-c83f-4983-996d-e51338a7a354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:23.873611 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-82514246-f182-45b4-9852-0722e7943120 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 212030cf-6bb9-45ed-9f22-d2da33c53669) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:23.877763 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34882) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:23.889191 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82514246-f182-45b4-9852-0722e7943120 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:23.891838 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-82514246-f182-45b4-9852-0722e7943120 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:23.894761 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-265f35fb-9f5d-4826-ba9c-a87d7a2af13f tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:23.896058 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-265f35fb-9f5d-4826-ba9c-a87d7a2af13f tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/01978ead-ae61-43ac-be37-90ae5c4cfb03 HTTP/1.1" status: 204 len: 168 time: 0.9768536 Oct 26 15:45:23.901338 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34888) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:23.911525 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea19fa25-5feb-4e80-b771-f95a873cc613 None None] Network 212030cf-6bb9-45ed-9f22-d2da33c53669 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:45:24.046861 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3f14fe-0b17-43e1-ae21-8c5095743d94 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:24.059333 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3f14fe-0b17-43e1-ae21-8c5095743d94 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:24.071002 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-9c3f14fe-0b17-43e1-ae21-8c5095743d94 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:45:24.096552 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-82514246-f182-45b4-9852-0722e7943120 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9524281 Oct 26 15:45:24.099535 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34894) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:24.125716 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-96c931e9-4120-45d9-9dae-16aa0a61288f tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Request body: {'subnet': {'network_id': '212030cf-6bb9-45ed-9f22-d2da33c53669', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:24.224076 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e1ee8788-b285-4471-8e45-9b442d4e6b65 tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:24.243215 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cdaa14-6970-4d76-a449-add5188a934d None None] Pushing event updated for resources: {'Port': ['ID=56e1a1b3-1483-46d9-a237-f3e2475bc662,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:24.449482 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-96c931e9-4120-45d9-9dae-16aa0a61288f tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:24.456062 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-96c931e9-4120-45d9-9dae-16aa0a61288f tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Usage tracker for resource:subnet and tenant:6f0d38334d4a4e64b4b1664e1c9ebc7b is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:24.459281 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-96c931e9-4120-45d9-9dae-16aa0a61288f tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:24.465612 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-96c931e9-4120-45d9-9dae-16aa0a61288f tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:24.499166 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d0d32-c83f-4983-996d-e51338a7a354 None None] Pushing event updated for resources: {'Port': ['ID=0122d71b-72d0-4916-9df5-b2738bb13408,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:24.512907 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14c539b-4e1f-4682-a5c8-b7fc303babc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-212030cf-6bb9-45ed-9f22-d2da33c53669', 'network_id': '212030cf-6bb9-45ed-9f22-d2da33c53669', 'tenant_id': '6f0d38334d4a4e64b4b1664e1c9ebc7b', 'fixed_ips': [{'subnet_id': '09d040f6-6468-4112-b3a8-6a17d1e3fa29'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:45:24.513439 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-49b679d7-bb85-4ffe-8871-8fd8363cce99 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:24.513850 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d14c539b-4e1f-4682-a5c8-b7fc303babc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:24.537746 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e1ee8788-b285-4471-8e45-9b442d4e6b65 tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:24.553949 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8695f6f3-00ee-4808-baa0-fb97968e449c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5420317000fd4d4bbdd1317d04eefddc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6749794 Oct 26 15:45:24.558126 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34904) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:24.590500 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-9c3f14fe-0b17-43e1-ae21-8c5095743d94 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:45:24.592525 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-9c3f14fe-0b17-43e1-ae21-8c5095743d94 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.9549251 Oct 26 15:45:24.595619 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b679d7-bb85-4ffe-8871-8fd8363cce99 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Pushing event deleted for resources: {'Subnet': ['ID=a0cb47f0-2840-4e9b-8f5f-e759fade2ec3,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:24.597248 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34908) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:24.600488 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-49b679d7-bb85-4ffe-8871-8fd8363cce99 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:24.608786 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-e1ee8788-b285-4471-8e45-9b442d4e6b65 tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e14582f7-be51-41fa-bb70-6f0103347385']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:24.609779 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c931e9-4120-45d9-9dae-16aa0a61288f tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Made reservation on behalf of 6f0d38334d4a4e64b4b1664e1c9ebc7b for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:24.620253 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-96c931e9-4120-45d9-9dae-16aa0a61288f tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:24.647161 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-e1ee8788-b285-4471-8e45-9b442d4e6b65 tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '811c7c86-0136-4376-a114-1c8e0c8b35e0') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:24.647463 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-e1ee8788-b285-4471-8e45-9b442d4e6b65 tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '811c7c86-0136-4376-a114-1c8e0c8b35e0') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:24.675349 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e1ee8788-b285-4471-8e45-9b442d4e6b65 tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:24.705682 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e1ee8788-b285-4471-8e45-9b442d4e6b65 tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:24.722962 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1ee8788-b285-4471-8e45-9b442d4e6b65 tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:45:24.723269 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e1ee8788-b285-4471-8e45-9b442d4e6b65 tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:24.793456 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-49b679d7-bb85-4ffe-8871-8fd8363cce99 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] 10.222.0.23 "DELETE /v2.0/subnets/a0cb47f0-2840-4e9b-8f5f-e759fade2ec3 HTTP/1.1" status: 204 len: 168 time: 1.5848558 Oct 26 15:45:24.800458 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34914) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:24.891908 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-3d50f7d6-fae3-46c7-825a-a8d8e5b1b3fc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting port a5374e17-908c-422c-88bf-9c9a7e5c253e {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:45:24.892250 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3d50f7d6-fae3-46c7-825a-a8d8e5b1b3fc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:24.902240 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 811c7c86-0136-4376-a114-1c8e0c8b35e0 resource provider aggregate not found Oct 26 15:45:24.909624 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ecfc1a5d-4e28-4bb2-b922-0d48b4bacc20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:24.931929 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 811c7c86-0136-4376-a114-1c8e0c8b35e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 811c7c86-0136-4376-a114-1c8e0c8b35e0 found for delete ", "request_id": "req-6630b2b2-1144-4511-90ee-fa3d3fa42b1a"}]} Oct 26 15:45:24.941856 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ecfc1a5d-4e28-4bb2-b922-0d48b4bacc20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:24.954549 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e1ee8788-b285-4471-8e45-9b442d4e6b65 tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:24.987717 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e1ee8788-b285-4471-8e45-9b442d4e6b65 tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:25.017031 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee8788-b285-4471-8e45-9b442d4e6b65 tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Pushing event deleted for resources: {'Network': ['ID=e14582f7-be51-41fa-bb70-6f0103347385,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:25.024679 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e1ee8788-b285-4471-8e45-9b442d4e6b65 tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] 10.222.0.23 "DELETE /v2.0/networks/e14582f7-be51-41fa-bb70-6f0103347385 HTTP/1.1" status: 204 len: 168 time: 1.1220350 Oct 26 15:45:25.025396 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34924) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:25.055589 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3064dc35-8fea-48aa-b6ad-e88d62b6149a tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:25.056292 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-3064dc35-8fea-48aa-b6ad-e88d62b6149a tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Synchronizing usage tracker for tenant:8f79ae7ff2e64079bf69c85915a3a7d6 on resource:subnet {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:45:25.146327 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-d14c539b-4e1f-4682-a5c8-b7fc303babc0 None None] Allocated IP 2001:db8::2 (212030cf-6bb9-45ed-9f22-d2da33c53669/09d040f6-6468-4112-b3a8-6a17d1e3fa29/d3899bc9-6033-4eaa-8b8b-1b8603f22c53) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:45:25.195051 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-37f00e8a-4257-4d7e-8f81-bf27ffae385e tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:25.319389 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ecfc1a5d-4e28-4bb2-b922-0d48b4bacc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:25.333233 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-3064dc35-8fea-48aa-b6ad-e88d62b6149a tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Unset dirty status for tenant:8f79ae7ff2e64079bf69c85915a3a7d6 on resource:subnet {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:45:25.334584 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8356e698-37ed-419c-a8cb-9229d63559f7 None None] Network 349366fe-a0dc-49d9-ad3f-8de9d5c07841 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:45:25.334799 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-3064dc35-8fea-48aa-b6ad-e88d62b6149a tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5330956 Oct 26 15:45:25.343294 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34932) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:25.462608 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3d50f7d6-fae3-46c7-825a-a8d8e5b1b3fc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:25.474245 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d14c539b-4e1f-4682-a5c8-b7fc303babc0 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:25.558348 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-d14c539b-4e1f-4682-a5c8-b7fc303babc0 None None] Transition to ACTIVE for port object d3899bc9-6033-4eaa-8b8b-1b8603f22c53 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:45:25.588882 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-d14c539b-4e1f-4682-a5c8-b7fc303babc0 None None] Transition to ACTIVE for port object d3899bc9-6033-4eaa-8b8b-1b8603f22c53 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:45:25.715944 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 6768b5ff-967a-41a1-8fb0-29a161bda064 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:45:25.756028 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d14c539b-4e1f-4682-a5c8-b7fc303babc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:25.764342 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-a85abf7c-c3f5-482d-9438-9b487446296b None None] Provisioning for port 6768b5ff-967a-41a1-8fb0-29a161bda064 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:45:25.852079 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ce1a63-caad-4099-ad11-fdd1e4b780e5 None None] Network 9576e550-1fbb-46b3-a5be-3a4136dcd7d8 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:45:25.867611 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2d562528-106d-4b38-8553-b027d952c4cb tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:25.893259 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc1a5d-4e28-4bb2-b922-0d48b4bacc20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f5d32a-456b-4e4f-91ce-b5d2acb80502,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:25.907522 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-3d50f7d6-fae3-46c7-825a-a8d8e5b1b3fc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Calling delete_port for a5374e17-908c-422c-88bf-9c9a7e5c253e owned by {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:45:25.908479 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-37f00e8a-4257-4d7e-8f81-bf27ffae385e tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:25.937281 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-2d562528-106d-4b38-8553-b027d952c4cb tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Deleting port 0122d71b-72d0-4916-9df5-b2738bb13408 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:45:25.937804 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2d562528-106d-4b38-8553-b027d952c4cb tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:26.051756 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14c539b-4e1f-4682-a5c8-b7fc303babc0 None None] Network 212030cf-6bb9-45ed-9f22-d2da33c53669 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:45:26.073536 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-d14c539b-4e1f-4682-a5c8-b7fc303babc0 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:26.077493 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14c539b-4e1f-4682-a5c8-b7fc303babc0 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:45:26.098080 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-37f00e8a-4257-4d7e-8f81-bf27ffae385e tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['723f0cdf-bb5b-40c3-a77b-9b8c68114a67']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:26.106229 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-96c931e9-4120-45d9-9dae-16aa0a61288f tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:26.109797 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ecfc1a5d-4e28-4bb2-b922-0d48b4bacc20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:26.113992 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ecfc1a5d-4e28-4bb2-b922-0d48b4bacc20 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/09f5d32a-456b-4e4f-91ce-b5d2acb80502 HTTP/1.1" status: 204 len: 168 time: 1.5517230 Oct 26 15:45:26.132613 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-37f00e8a-4257-4d7e-8f81-bf27ffae385e tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45d23afd-5ae7-4bc5-a2bd-35548a5bd958') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:26.132613 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-37f00e8a-4257-4d7e-8f81-bf27ffae385e tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45d23afd-5ae7-4bc5-a2bd-35548a5bd958') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:26.165422 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-37f00e8a-4257-4d7e-8f81-bf27ffae385e tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:26.210541 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3d50f7d6-fae3-46c7-825a-a8d8e5b1b3fc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:26.232236 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c539b-4e1f-4682-a5c8-b7fc303babc0 None None] Pushing event updated for resources: {'Port': ['ID=d3899bc9-6033-4eaa-8b8b-1b8603f22c53,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:26.295787 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-37f00e8a-4257-4d7e-8f81-bf27ffae385e tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:26.319391 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37f00e8a-4257-4d7e-8f81-bf27ffae385e tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:45:26.319800 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-37f00e8a-4257-4d7e-8f81-bf27ffae385e tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:26.319920 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c931e9-4120-45d9-9dae-16aa0a61288f tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Network 212030cf-6bb9-45ed-9f22-d2da33c53669 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:45:26.338763 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-96c931e9-4120-45d9-9dae-16aa0a61288f tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:26.342074 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50f7d6-fae3-46c7-825a-a8d8e5b1b3fc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Port': ['ID=a5374e17-908c-422c-88bf-9c9a7e5c253e,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:26.344576 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c931e9-4120-45d9-9dae-16aa0a61288f tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:26.352354 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-96c931e9-4120-45d9-9dae-16aa0a61288f tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:26.390117 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 6768b5ff-967a-41a1-8fb0-29a161bda064 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:45:26.439926 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c931e9-4120-45d9-9dae-16aa0a61288f tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event updated for resources: {'Subnet': ['ID=edeb7d74-6744-417d-954b-9850c5f5fe40,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:26.454153 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3d50f7d6-fae3-46c7-825a-a8d8e5b1b3fc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:26.462268 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-086d52b8-4721-4844-b03a-b1d8946bc967 None None] Provisioning for port 0122d71b-72d0-4916-9df5-b2738bb13408 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:45:26.471426 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 6768b5ff-967a-41a1-8fb0-29a161bda064 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:45:26.471801 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:26.472134 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 6768b5ff-967a-41a1-8fb0-29a161bda064 Oct 26 15:45:26.485859 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-2d562528-106d-4b38-8553-b027d952c4cb tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] For port 0122d71b-72d0-4916-9df5-b2738bb13408, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=0122d71b-72d0-4916-9df5-b2738bb13408,segment=NetworkSegment(1cde9786-fcca-45cd-b417-b19ee428afcb),segment_id=1cde9786-fcca-45cd-b417-b19ee428afcb)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:45:26.486226 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2d562528-106d-4b38-8553-b027d952c4cb tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:26.488104 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34950) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:26.530288 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-96c931e9-4120-45d9-9dae-16aa0a61288f tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4274099 Oct 26 15:45:26.532767 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34956) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:26.636387 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-3d50f7d6-fae3-46c7-825a-a8d8e5b1b3fc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/ports/a5374e17-908c-422c-88bf-9c9a7e5c253e HTTP/1.1" status: 204 len: 168 time: 2.0289738 Oct 26 15:45:26.640945 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34960) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:26.652364 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-d14c539b-4e1f-4682-a5c8-b7fc303babc0 None None] Attempting to bind port d3899bc9-6033-4eaa-8b8b-1b8603f22c53 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:45:26.652915 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-d14c539b-4e1f-4682-a5c8-b7fc303babc0 None None] Attempting to bind port d3899bc9-6033-4eaa-8b8b-1b8603f22c53 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '1b6130fe-36b7-4926-8ac2-b83a8fd9bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '212030cf-6bb9-45ed-9f22-d2da33c53669'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:45:26.653286 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14c539b-4e1f-4682-a5c8-b7fc303babc0 None None] Attempting to bind port d3899bc9-6033-4eaa-8b8b-1b8603f22c53 on network 212030cf-6bb9-45ed-9f22-d2da33c53669 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:45:26.653711 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-2d562528-106d-4b38-8553-b027d952c4cb tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Calling delete_port for 0122d71b-72d0-4916-9df5-b2738bb13408 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:45:26.662283 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14c539b-4e1f-4682-a5c8-b7fc303babc0 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:45:26.662839 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14c539b-4e1f-4682-a5c8-b7fc303babc0 None None] Checking segment: {'id': '1b6130fe-36b7-4926-8ac2-b83a8fd9bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '212030cf-6bb9-45ed-9f22-d2da33c53669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:45:26.663248 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d14c539b-4e1f-4682-a5c8-b7fc303babc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:26.663646 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14c539b-4e1f-4682-a5c8-b7fc303babc0 None None] Bound using segment: {'id': '1b6130fe-36b7-4926-8ac2-b83a8fd9bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '212030cf-6bb9-45ed-9f22-d2da33c53669'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:45:26.664118 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-d14c539b-4e1f-4682-a5c8-b7fc303babc0 None None] Bound port: d3899bc9-6033-4eaa-8b8b-1b8603f22c53, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b6130fe-36b7-4926-8ac2-b83a8fd9bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '212030cf-6bb9-45ed-9f22-d2da33c53669'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:45:26.664492 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d14c539b-4e1f-4682-a5c8-b7fc303babc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:26.684093 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-37f00e8a-4257-4d7e-8f81-bf27ffae385e tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:26.699573 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-37f00e8a-4257-4d7e-8f81-bf27ffae385e tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:26.737677 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f00e8a-4257-4d7e-8f81-bf27ffae385e tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] Pushing event deleted for resources: {'Network': ['ID=723f0cdf-bb5b-40c3-a77b-9b8c68114a67,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:26.767031 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-37f00e8a-4257-4d7e-8f81-bf27ffae385e tempest-QuotasNegativeTest-1871789419 tempest-QuotasNegativeTest-1871789419-project-admin] 10.222.0.23 "DELETE /v2.0/networks/723f0cdf-bb5b-40c3-a77b-9b8c68114a67 HTTP/1.1" status: 204 len: 168 time: 1.7288759 Oct 26 15:45:26.787173 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d452d5bf-9d7f-4585-81f9-aef1b2a14943 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:26.793817 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d452d5bf-9d7f-4585-81f9-aef1b2a14943 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:26.798534 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d452d5bf-9d7f-4585-81f9-aef1b2a14943 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:26.801032 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d452d5bf-9d7f-4585-81f9-aef1b2a14943 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:26.811267 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d452d5bf-9d7f-4585-81f9-aef1b2a14943 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:26.812521 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-d452d5bf-9d7f-4585-81f9-aef1b2a14943 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Synchronizing usage tracker for tenant:6f0d38334d4a4e64b4b1664e1c9ebc7b on resource:subnet {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:45:26.875017 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-fb701c2d-c4fe-4b10-9d0a-a49dc4cdc1fa None None] Could not find standard attr ID for object a5374e17-908c-422c-88bf-9c9a7e5c253e. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:45:26.881328 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711301b5-ff89-4caa-bb7d-5d6363fed1c3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:26.883167 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711301b5-ff89-4caa-bb7d-5d6363fed1c3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:26.884434 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2d562528-106d-4b38-8553-b027d952c4cb tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:26.886114 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-711301b5-ff89-4caa-bb7d-5d6363fed1c3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2396371 Oct 26 15:45:26.889234 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34968) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:26.914162 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4dc95cc-ff7a-4ad6-867a-af0fabd8fc39 None None] DHCP port deletion for 9576e550-1fbb-46b3-a5be-3a4136dcd7d8 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:45:26.937263 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 6768b5ff-967a-41a1-8fb0-29a161bda064 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:45:26.937649 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:26.968932 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:26.985741 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-d452d5bf-9d7f-4585-81f9-aef1b2a14943 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Unset dirty status for tenant:6f0d38334d4a4e64b4b1664e1c9ebc7b on resource:subnet {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:45:26.986920 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-d452d5bf-9d7f-4585-81f9-aef1b2a14943 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4532428 Oct 26 15:45:26.997723 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-e75e2ad6-dc83-4c5c-bce8-6b89b5448c8c tempest-QuotasTest-1241890523 tempest-QuotasTest-1241890523-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:27.001693 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34972) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:27.011378 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-d14c539b-4e1f-4682-a5c8-b7fc303babc0 None None] For port d3899bc9-6033-4eaa-8b8b-1b8603f22c53, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:45:27.013059 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-b2e243a3-efcc-47d1-bab0-6fa8df99eed8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-93536503'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:27.026365 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-d14c539b-4e1f-4682-a5c8-b7fc303babc0 None None] For port d3899bc9-6033-4eaa-8b8b-1b8603f22c53, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=d3899bc9-6033-4eaa-8b8b-1b8603f22c53,segment=NetworkSegment(1b6130fe-36b7-4926-8ac2-b83a8fd9bda3),segment_id=1b6130fe-36b7-4926-8ac2-b83a8fd9bda3)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:45:27.027675 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-b2e243a3-efcc-47d1-bab0-6fa8df99eed8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:27.029936 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d562528-106d-4b38-8553-b027d952c4cb tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] No DVR routers for this DVR port 0122d71b-72d0-4916-9df5-b2738bb13408 on host dv-neutron-862712-1-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:45:27.036611 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-fb701c2d-c4fe-4b10-9d0a-a49dc4cdc1fa None None] Provisioning for port 56e1a1b3-1483-46d9-a237-f3e2475bc662 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:45:27.040015 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-b2e243a3-efcc-47d1-bab0-6fa8df99eed8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Usage tracker for resource:network and tenant:6f0d38334d4a4e64b4b1664e1c9ebc7b is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:27.041375 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1d3277-9d60-4926-b08a-dccf85450c59 None None] DHCP port deletion for 349366fe-a0dc-49d9-ad3f-8de9d5c07841 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:45:27.047913 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-b2e243a3-efcc-47d1-bab0-6fa8df99eed8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:27.051953 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 6768b5ff-967a-41a1-8fb0-29a161bda064, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=6768b5ff-967a-41a1-8fb0-29a161bda064,segment=NetworkSegment(268f68ad-08c6-40e9-8bd2-9f963d69c6fb),segment_id=268f68ad-08c6-40e9-8bd2-9f963d69c6fb)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:45:27.062320 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-b2e243a3-efcc-47d1-bab0-6fa8df99eed8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:27.067301 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-14ee1ca6-b562-448e-93da-9331b02f28b1 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting subnet a891df0b-1e4c-45f1-9206-356a8370610d {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:45:27.067415 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6c1d3277-9d60-4926-b08a-dccf85450c59 None None] Deleting port 6768b5ff-967a-41a1-8fb0-29a161bda064 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:45:27.067415 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6c1d3277-9d60-4926-b08a-dccf85450c59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:27.070600 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-14ee1ca6-b562-448e-93da-9331b02f28b1 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:27.078250 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 45d23afd-5ae7-4bc5-a2bd-35548a5bd958 resource provider aggregate not found Oct 26 15:45:27.135424 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-14ee1ca6-b562-448e-93da-9331b02f28b1 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:27.188975 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d562528-106d-4b38-8553-b027d952c4cb tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Pushing event deleted for resources: {'Port': ['ID=0122d71b-72d0-4916-9df5-b2738bb13408,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:27.194126 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2d562528-106d-4b38-8553-b027d952c4cb tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:27.201414 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e243a3-efcc-47d1-bab0-6fa8df99eed8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Made reservation on behalf of 6f0d38334d4a4e64b4b1664e1c9ebc7b for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:27.205150 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b2e243a3-efcc-47d1-bab0-6fa8df99eed8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:27.218459 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 45d23afd-5ae7-4bc5-a2bd-35548a5bd958 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 45d23afd-5ae7-4bc5-a2bd-35548a5bd958 found for delete ", "request_id": "req-f2c9e2ea-fa26-4f1e-88b9-aad37714925e"}]} Oct 26 15:45:27.225543 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-2d562528-106d-4b38-8553-b027d952c4cb tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9576e550-1fbb-46b3-a5be-3a4136dcd7d8']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:27.242095 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-e75e2ad6-dc83-4c5c-bce8-6b89b5448c8c tempest-QuotasTest-1241890523 tempest-QuotasTest-1241890523-project-admin] 10.222.0.23 "PUT /v2.0/quotas/1d677a55100d44ef8c2c8ea59f4db538 HTTP/1.1" status: 200 len: 366 time: 0.7505603 Oct 26 15:45:27.242301 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-2d562528-106d-4b38-8553-b027d952c4cb tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cde9786-fcca-45cd-b417-b19ee428afcb') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:27.242301 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-2d562528-106d-4b38-8553-b027d952c4cb tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cde9786-fcca-45cd-b417-b19ee428afcb') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:27.245293 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 34986) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:27.254613 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2d562528-106d-4b38-8553-b027d952c4cb tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:27.274544 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-7f5dde78-498c-4936-b782-b080120e83eb tempest-QuotasTest-1241890523 tempest-QuotasTest-1241890523-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0232439 Oct 26 15:45:27.275806 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34990) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:27.276008 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d14c539b-4e1f-4682-a5c8-b7fc303babc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:27.278415 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2e243a3-efcc-47d1-bab0-6fa8df99eed8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:45:27.278988 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:27.279679 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 0122d71b-72d0-4916-9df5-b2738bb13408 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:45:27.284638 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2d562528-106d-4b38-8553-b027d952c4cb tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:27.294146 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-fb46969d-cebf-482d-84a9-f979cece760b tempest-QuotasTest-1241890523 tempest-QuotasTest-1241890523-project-admin] 10.222.0.23 "GET /v2.0/quotas/1d677a55100d44ef8c2c8ea59f4db538 HTTP/1.1" status: 200 len: 366 time: 0.0142641 Oct 26 15:45:27.294316 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-14ee1ca6-b562-448e-93da-9331b02f28b1 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:27.295610 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 34994) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:27.297570 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d562528-106d-4b38-8553-b027d952c4cb tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:45:27.297982 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2d562528-106d-4b38-8553-b027d952c4cb tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:27.323587 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b2e243a3-efcc-47d1-bab0-6fa8df99eed8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:27.324231 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-b2e243a3-efcc-47d1-bab0-6fa8df99eed8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Added segment 264ff9a6-2bf4-43f4-bded-0603d1d3523e of type vlan for network 3f7f7c85-9619-4793-9017-81f837a3b225 Oct 26 15:45:27.373817 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b2e243a3-efcc-47d1-bab0-6fa8df99eed8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:27.405105 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-9ac535e6-3351-45eb-92b2-af32019af433 tempest-QuotasTest-1241890523 tempest-QuotasTest-1241890523-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/1d677a55100d44ef8c2c8ea59f4db538 HTTP/1.1" status: 204 len: 168 time: 0.1065373 Oct 26 15:45:27.406177 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35000) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:27.422187 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-dcad1631-11a5-476f-98a8-7ceb8a9bbebb tempest-QuotasTest-1241890523 tempest-QuotasTest-1241890523-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0124359 Oct 26 15:45:27.423196 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35004) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:27.437894 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-8e9ae6c4-7b0c-4dfc-ad5f-af479f7512ee tempest-QuotasTest-1241890523 tempest-QuotasTest-1241890523-project-admin] 10.222.0.23 "GET /v2.0/quotas/1d677a55100d44ef8c2c8ea59f4db538 HTTP/1.1" status: 200 len: 370 time: 0.0117800 Oct 26 15:45:27.439339 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35008) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:27.447965 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-e0b89ca9-a92f-4108-bf3b-0c41b83bea8f tempest-QuotasTest-1241890523 tempest-QuotasTest-1241890523-project-admin] 10.222.0.23 "GET /v2.0/quotas/1d677a55100d44ef8c2c8ea59f4db538/default HTTP/1.1" status: 200 len: 370 time: 0.0051646 Oct 26 15:45:27.450607 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35014) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:27.462232 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-6fe83d71-3cb7-4efb-8fbc-5c80d23e968e tempest-QuotasTest-1241890523 tempest-QuotasTest-1241890523-project-admin] delete failed (client error): The resource could not be found. Oct 26 15:45:27.463583 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-6fe83d71-3cb7-4efb-8fbc-5c80d23e968e tempest-QuotasTest-1241890523 tempest-QuotasTest-1241890523-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/1d677a55100d44ef8c2c8ea59f4db538 HTTP/1.1" status: 404 len: 348 time: 0.0117581 Oct 26 15:45:27.484726 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-14ee1ca6-b562-448e-93da-9331b02f28b1 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:27.518442 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2d562528-106d-4b38-8553-b027d952c4cb tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:27.524782 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2d562528-106d-4b38-8553-b027d952c4cb tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:27.529434 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee1ca6-b562-448e-93da-9331b02f28b1 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Subnet': ['ID=a891df0b-1e4c-45f1-9206-356a8370610d,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:27.532895 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b2e243a3-efcc-47d1-bab0-6fa8df99eed8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:27.538359 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e243a3-efcc-47d1-bab0-6fa8df99eed8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:27.538982 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 0122d71b-72d0-4916-9df5-b2738bb13408 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:45:27.539105 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b2e243a3-efcc-47d1-bab0-6fa8df99eed8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:27.539368 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 0122d71b-72d0-4916-9df5-b2738bb13408 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Oct 26 15:45:27.579776 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d562528-106d-4b38-8553-b027d952c4cb tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Pushing event deleted for resources: {'Network': ['ID=9576e550-1fbb-46b3-a5be-3a4136dcd7d8,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:27.601234 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-2d562528-106d-4b38-8553-b027d952c4cb tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] 10.222.0.23 "DELETE /v2.0/networks/9576e550-1fbb-46b3-a5be-3a4136dcd7d8 HTTP/1.1" status: 204 len: 168 time: 2.1787949 Oct 26 15:45:27.605890 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35024) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:27.652659 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Port 0122d71b-72d0-4916-9df5-b2738bb13408 not found, will not notify nova. {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Oct 26 15:45:27.654321 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 56e1a1b3-1483-46d9-a237-f3e2475bc662 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:45:27.699803 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e243a3-efcc-47d1-bab0-6fa8df99eed8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event updated for resources: {'Network': ['ID=3f7f7c85-9619-4793-9017-81f837a3b225,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:27.702621 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-14ee1ca6-b562-448e-93da-9331b02f28b1 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:27.717973 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-14ee1ca6-b562-448e-93da-9331b02f28b1 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/a891df0b-1e4c-45f1-9206-356a8370610d HTTP/1.1" status: 204 len: 168 time: 0.8271644 Oct 26 15:45:27.721101 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35028) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:27.786990 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea08263d-1093-404c-b807-c2632a2b4a3c None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:45:27.810587 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 3f7f7c85-9619-4793-9017-81f837a3b225 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:45:27.812894 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8c3fe7d9-7639-4a19-830c-007498501e4a tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:27.827650 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-8c3fe7d9-7639-4a19-830c-007498501e4a tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Deleting port 6768b5ff-967a-41a1-8fb0-29a161bda064 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:45:27.838609 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8c3fe7d9-7639-4a19-830c-007498501e4a tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:27.842892 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-dd7d9a35-dd50-4924-8435-d3022c0cc80a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1186013 Oct 26 15:45:27.844212 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35032) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:27.850273 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-84cda873-7cbe-4989-a70b-a190dfc0f11e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'subnet': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:27.885671 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-6c1d3277-9d60-4926-b08a-dccf85450c59 None None] For port 6768b5ff-967a-41a1-8fb0-29a161bda064, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=6768b5ff-967a-41a1-8fb0-29a161bda064,segment=NetworkSegment(268f68ad-08c6-40e9-8bd2-9f963d69c6fb),segment_id=268f68ad-08c6-40e9-8bd2-9f963d69c6fb)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:45:27.886072 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6c1d3277-9d60-4926-b08a-dccf85450c59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:27.999294 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b2e243a3-efcc-47d1-bab0-6fa8df99eed8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9959447 Oct 26 15:45:28.002089 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35036) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:28.011579 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-b02cb100-9aa8-4646-8fb6-26f5ea2e7d44 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:28.142294 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-8c3fe7d9-7639-4a19-830c-007498501e4a tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] For port 6768b5ff-967a-41a1-8fb0-29a161bda064, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=6768b5ff-967a-41a1-8fb0-29a161bda064,segment=NetworkSegment(268f68ad-08c6-40e9-8bd2-9f963d69c6fb),segment_id=268f68ad-08c6-40e9-8bd2-9f963d69c6fb)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:45:28.143383 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8c3fe7d9-7639-4a19-830c-007498501e4a tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:28.158060 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-84cda873-7cbe-4989-a70b-a190dfc0f11e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:28.165131 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-84cda873-7cbe-4989-a70b-a190dfc0f11e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Usage tracker for resource:subnet and tenant:cde0b70c42f24e8e94f9303758760038 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:28.170434 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c539b-4e1f-4682-a5c8-b7fc303babc0 None None] Pushing event updated for resources: {'Port': ['ID=d3899bc9-6033-4eaa-8b8b-1b8603f22c53,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:28.226553 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35042) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:28.309613 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b02cb100-9aa8-4646-8fb6-26f5ea2e7d44 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:28.325716 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35046) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:28.326625 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-84cda873-7cbe-4989-a70b-a190dfc0f11e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:28.339512 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-84cda873-7cbe-4989-a70b-a190dfc0f11e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:28.351147 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6c1d3277-9d60-4926-b08a-dccf85450c59 None None] Calling delete_port for 6768b5ff-967a-41a1-8fb0-29a161bda064 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:45:28.410175 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b02cb100-9aa8-4646-8fb6-26f5ea2e7d44 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:28.445672 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b02cb100-9aa8-4646-8fb6-26f5ea2e7d44 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Network 3f7f7c85-9619-4793-9017-81f837a3b225 is not hosted by any dhcp agent {{(pid=89748) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 26 15:45:28.452372 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02cb100-9aa8-4646-8fb6-26f5ea2e7d44 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:28.453433 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b02cb100-9aa8-4646-8fb6-26f5ea2e7d44 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:28.454811 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b02cb100-9aa8-4646-8fb6-26f5ea2e7d44 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "PUT /v2.0/networks/3f7f7c85-9619-4793-9017-81f837a3b225 HTTP/1.1" status: 200 len: 723 time: 0.4512765 Oct 26 15:45:28.460641 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-8c3fe7d9-7639-4a19-830c-007498501e4a tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Calling delete_port for 6768b5ff-967a-41a1-8fb0-29a161bda064 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:45:28.461158 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35056) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:28.467718 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84cda873-7cbe-4989-a70b-a190dfc0f11e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:28.473158 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-84cda873-7cbe-4989-a70b-a190dfc0f11e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:28.512996 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-994e56e0-12bb-4a35-bcbb-381b4260b574 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Request body: {'subnet': {'network_id': '3f7f7c85-9619-4793-9017-81f837a3b225', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:28.520666 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-def0193e-5c22-415f-8142-e60ccb0eaaeb tempest-QuotasTest-1241890523 tempest-QuotasTest-1241890523-project-admin] Usage tracker for resource:network and tenant:f755beebfc284573a6a0ef77b802d067 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:28.538240 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-def0193e-5c22-415f-8142-e60ccb0eaaeb tempest-QuotasTest-1241890523 tempest-QuotasTest-1241890523-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:28.555786 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-def0193e-5c22-415f-8142-e60ccb0eaaeb tempest-QuotasTest-1241890523 tempest-QuotasTest-1241890523-project-admin] Usage tracker for resource:subnet and tenant:f755beebfc284573a6a0ef77b802d067 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:28.563173 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-def0193e-5c22-415f-8142-e60ccb0eaaeb tempest-QuotasTest-1241890523 tempest-QuotasTest-1241890523-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:28.580437 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-def0193e-5c22-415f-8142-e60ccb0eaaeb tempest-QuotasTest-1241890523 tempest-QuotasTest-1241890523-project-admin] Usage tracker for resource:subnetpool and tenant:f755beebfc284573a6a0ef77b802d067 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:28.580655 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-def0193e-5c22-415f-8142-e60ccb0eaaeb tempest-QuotasTest-1241890523 tempest-QuotasTest-1241890523-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:28.588516 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-def0193e-5c22-415f-8142-e60ccb0eaaeb tempest-QuotasTest-1241890523 tempest-QuotasTest-1241890523-project-admin] Usage tracker for resource:port and tenant:f755beebfc284573a6a0ef77b802d067 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:28.593529 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-def0193e-5c22-415f-8142-e60ccb0eaaeb tempest-QuotasTest-1241890523 tempest-QuotasTest-1241890523-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:28.600931 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-def0193e-5c22-415f-8142-e60ccb0eaaeb tempest-QuotasTest-1241890523 tempest-QuotasTest-1241890523-project-admin] Usage tracker for resource:router and tenant:f755beebfc284573a6a0ef77b802d067 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:28.606069 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-def0193e-5c22-415f-8142-e60ccb0eaaeb tempest-QuotasTest-1241890523 tempest-QuotasTest-1241890523-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:28.609219 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 56e1a1b3-1483-46d9-a237-f3e2475bc662 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:45:28.614288 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-def0193e-5c22-415f-8142-e60ccb0eaaeb tempest-QuotasTest-1241890523 tempest-QuotasTest-1241890523-project-admin] Usage tracker for resource:floatingip and tenant:f755beebfc284573a6a0ef77b802d067 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:28.618546 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8c3fe7d9-7639-4a19-830c-007498501e4a tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:28.636626 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=6768b5ff-967a-41a1-8fb0-29a161bda064,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:28.643406 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 56e1a1b3-1483-46d9-a237-f3e2475bc662 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:45:28.644005 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:28.644511 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 56e1a1b3-1483-46d9-a237-f3e2475bc662 Oct 26 15:45:28.686537 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-def0193e-5c22-415f-8142-e60ccb0eaaeb tempest-QuotasTest-1241890523 tempest-QuotasTest-1241890523-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:28.689147 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3fe7d9-7639-4a19-830c-007498501e4a tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] No DVR routers for this DVR port 6768b5ff-967a-41a1-8fb0-29a161bda064 on host dv-neutron-862712-1-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:45:28.732690 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-6c1d3277-9d60-4926-b08a-dccf85450c59 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:45:28.733332 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-6c1d3277-9d60-4926-b08a-dccf85450c59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:45:28.745204 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3fe7d9-7639-4a19-830c-007498501e4a tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Pushing event deleted for resources: {'Port': ['ID=6768b5ff-967a-41a1-8fb0-29a161bda064,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:28.847739 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 56e1a1b3-1483-46d9-a237-f3e2475bc662 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:45:28.850517 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:28.873349 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8c3fe7d9-7639-4a19-830c-007498501e4a tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:28.901932 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-8c3fe7d9-7639-4a19-830c-007498501e4a tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['349366fe-a0dc-49d9-ad3f-8de9d5c07841']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:28.917341 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-8c3fe7d9-7639-4a19-830c-007498501e4a tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '268f68ad-08c6-40e9-8bd2-9f963d69c6fb') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:28.917505 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-8c3fe7d9-7639-4a19-830c-007498501e4a tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '268f68ad-08c6-40e9-8bd2-9f963d69c6fb') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:28.924052 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ec9c6376-4893-4570-b0a6-6870e67ee3ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:28.926806 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 56e1a1b3-1483-46d9-a237-f3e2475bc662, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=56e1a1b3-1483-46d9-a237-f3e2475bc662,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:45:28.933503 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8c3fe7d9-7639-4a19-830c-007498501e4a tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:28.953114 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8c3fe7d9-7639-4a19-830c-007498501e4a tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:28.959930 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c3fe7d9-7639-4a19-830c-007498501e4a tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:45:28.960374 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8c3fe7d9-7639-4a19-830c-007498501e4a tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:28.998838 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02cb100-9aa8-4646-8fb6-26f5ea2e7d44 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event updated for resources: {'Network': ['ID=3f7f7c85-9619-4793-9017-81f837a3b225,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:29.001239 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-ec9c6376-4893-4570-b0a6-6870e67ee3ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:29.012637 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 3f7f7c85-9619-4793-9017-81f837a3b225 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:45:29.022758 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ec9c6376-4893-4570-b0a6-6870e67ee3ab admin admin] Usage tracker for resource:security_group_rule and tenant:fd181705cfcd4aeba5dd9be00f74099b is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:29.029745 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ec9c6376-4893-4570-b0a6-6870e67ee3ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:29.042846 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-ec9c6376-4893-4570-b0a6-6870e67ee3ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:29.045854 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-994e56e0-12bb-4a35-bcbb-381b4260b574 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:29.068184 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-994e56e0-12bb-4a35-bcbb-381b4260b574 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:29.094696 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-def0193e-5c22-415f-8142-e60ccb0eaaeb tempest-QuotasTest-1241890523 tempest-QuotasTest-1241890523-project-admin] Usage tracker for resource:security_group and tenant:f755beebfc284573a6a0ef77b802d067 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:29.098631 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-def0193e-5c22-415f-8142-e60ccb0eaaeb tempest-QuotasTest-1241890523 tempest-QuotasTest-1241890523-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:29.105993 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-def0193e-5c22-415f-8142-e60ccb0eaaeb tempest-QuotasTest-1241890523 tempest-QuotasTest-1241890523-project-admin] Usage tracker for resource:security_group_rule and tenant:f755beebfc284573a6a0ef77b802d067 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:29.110162 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-def0193e-5c22-415f-8142-e60ccb0eaaeb tempest-QuotasTest-1241890523 tempest-QuotasTest-1241890523-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:29.118591 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-def0193e-5c22-415f-8142-e60ccb0eaaeb tempest-QuotasTest-1241890523 tempest-QuotasTest-1241890523-project-admin] 10.222.0.23 "GET /v2.0/quotas/f755beebfc284573a6a0ef77b802d067/details.json HTTP/1.1" status: 200 len: 703 time: 0.8875360 Oct 26 15:45:29.125119 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7d130a-4d5f-46ed-98e1-5ea3246cdf8d None None] DHCP port deletion for f810e159-a5e8-4c86-8cec-5d909fe013dd request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:45:29.127010 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41dac46-558b-47d9-8943-c56bc1d4f07b None None] Network 212030cf-6bb9-45ed-9f22-d2da33c53669 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:45:29.155100 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8c3fe7d9-7639-4a19-830c-007498501e4a tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:29.214197 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8c3fe7d9-7639-4a19-830c-007498501e4a tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:29.218398 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:29.221371 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994e56e0-12bb-4a35-bcbb-381b4260b574 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Made reservation on behalf of 6f0d38334d4a4e64b4b1664e1c9ebc7b for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:29.225092 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-994e56e0-12bb-4a35-bcbb-381b4260b574 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:29.233646 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3fe7d9-7639-4a19-830c-007498501e4a tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Pushing event deleted for resources: {'Network': ['ID=349366fe-a0dc-49d9-ad3f-8de9d5c07841,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:29.242434 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8c3fe7d9-7639-4a19-830c-007498501e4a tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] 10.222.0.23 "DELETE /v2.0/networks/349366fe-a0dc-49d9-ad3f-8de9d5c07841 HTTP/1.1" status: 204 len: 168 time: 1.6336222 Oct 26 15:45:29.245767 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35072) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:29.268481 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6c1d3277-9d60-4926-b08a-dccf85450c59 None None] Deleting port 6768b5ff-967a-41a1-8fb0-29a161bda064 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:45:29.268940 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6c1d3277-9d60-4926-b08a-dccf85450c59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:29.318710 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0d7d130a-4d5f-46ed-98e1-5ea3246cdf8d None None] Deleting port 56e1a1b3-1483-46d9-a237-f3e2475bc662 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:45:29.319415 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-0d7d130a-4d5f-46ed-98e1-5ea3246cdf8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:29.352726 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-84cda873-7cbe-4989-a70b-a190dfc0f11e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:29.441831 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c614e4a4-f6f1-403f-b687-c878b103037d tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:29.441994 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cda873-7cbe-4989-a70b-a190dfc0f11e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:45:29.442100 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 1cde9786-fcca-45cd-b417-b19ee428afcb resource provider aggregate not found Oct 26 15:45:29.445863 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-84cda873-7cbe-4989-a70b-a190dfc0f11e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:29.458259 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cda873-7cbe-4989-a70b-a190dfc0f11e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:29.458877 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-84cda873-7cbe-4989-a70b-a190dfc0f11e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:29.505010 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 1cde9786-fcca-45cd-b417-b19ee428afcb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1cde9786-fcca-45cd-b417-b19ee428afcb found for delete ", "request_id": "req-3822743d-bf92-44a4-94b3-ce18002033b6"}]} Oct 26 15:45:29.537459 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cda873-7cbe-4989-a70b-a190dfc0f11e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Subnet': ['ID=a546b00c-991c-40b5-9a4e-5cdb07a13190,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:29.547230 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6c1d3277-9d60-4926-b08a-dccf85450c59 None None] The port '6768b5ff-967a-41a1-8fb0-29a161bda064' was deleted {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 15:45:29.551220 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 268f68ad-08c6-40e9-8bd2-9f963d69c6fb resource provider aggregate not found Oct 26 15:45:29.571763 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=56e1a1b3-1483-46d9-a237-f3e2475bc662,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:29.589567 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 268f68ad-08c6-40e9-8bd2-9f963d69c6fb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 268f68ad-08c6-40e9-8bd2-9f963d69c6fb found for delete ", "request_id": "req-576b492d-8f24-4ab9-ac85-dbb723c9dbcb"}]} Oct 26 15:45:29.590039 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device d3899bc9-6033-4eaa-8b8b-1b8603f22c53 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:45:29.592659 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ec9c6376-4893-4570-b0a6-6870e67ee3ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:29.639217 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-84cda873-7cbe-4989-a70b-a190dfc0f11e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7936108 Oct 26 15:45:29.646510 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35088) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:29.658159 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-fcf158e4-e2d3-418e-bc80-0b1316da7629 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'port': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'fixed_ips': [{'subnet_id': 'a546b00c-991c-40b5-9a4e-5cdb07a13190', 'ip_address': '2001:db8::4e52:8f15:2d93:1224'}], 'name': 'tempest-NetworksTestDHCPv6-1767724048'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:29.681394 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ec9c6376-4893-4570-b0a6-6870e67ee3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:29.703792 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c614e4a4-f6f1-403f-b687-c878b103037d tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:29.748445 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35094) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:29.766627 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-994e56e0-12bb-4a35-bcbb-381b4260b574 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:29.773452 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-a228f3df-fc19-434e-8bd5-a75e6082a71d None None] Provisioning for port d3899bc9-6033-4eaa-8b8b-1b8603f22c53 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:45:29.776885 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-c614e4a4-f6f1-403f-b687-c878b103037d tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bfaa57b-41b1-4160-859d-23d73cd8e8a1']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:29.800218 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-c614e4a4-f6f1-403f-b687-c878b103037d tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '164f3487-1194-416c-a0bc-8505256a01ee') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:29.800599 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-c614e4a4-f6f1-403f-b687-c878b103037d tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '164f3487-1194-416c-a0bc-8505256a01ee') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:29.845861 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c614e4a4-f6f1-403f-b687-c878b103037d tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:29.868159 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c6376-4893-4570-b0a6-6870e67ee3ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9e8380-c234-44de-ad59-0d285aa6c4c2,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:29.878135 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ec9c6376-4893-4570-b0a6-6870e67ee3ab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fd181705cfcd4aeba5dd9be00f74099b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5480702 Oct 26 15:45:29.881768 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35102) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:29.922950 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c614e4a4-f6f1-403f-b687-c878b103037d tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:29.943175 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e56e0-12bb-4a35-bcbb-381b4260b574 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event updated for resources: {'Subnet': ['ID=c9b81a02-4c66-44f8-98f5-721dbc2830e4,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:29.948668 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c614e4a4-f6f1-403f-b687-c878b103037d tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:45:29.949070 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c614e4a4-f6f1-403f-b687-c878b103037d tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:29.963705 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994e56e0-12bb-4a35-bcbb-381b4260b574 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Checking segment: {'id': '264ff9a6-2bf4-43f4-bded-0603d1d3523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f7f7c85-9619-4793-9017-81f837a3b225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:45:29.963705 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994e56e0-12bb-4a35-bcbb-381b4260b574 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Network hostable DHCP agents. Network: 3f7f7c85-9619-4793-9017-81f837a3b225, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:45:29.970565 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-fcf158e4-e2d3-418e-bc80-0b1316da7629 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:29.981153 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-fcf158e4-e2d3-418e-bc80-0b1316da7629 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Usage tracker for resource:port and tenant:cde0b70c42f24e8e94f9303758760038 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:29.987362 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-fcf158e4-e2d3-418e-bc80-0b1316da7629 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:29.995332 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-fcf158e4-e2d3-418e-bc80-0b1316da7629 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:30.049970 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port d3899bc9-6033-4eaa-8b8b-1b8603f22c53 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:45:30.072935 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994e56e0-12bb-4a35-bcbb-381b4260b574 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Network 3f7f7c85-9619-4793-9017-81f837a3b225 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:45:30.075849 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf158e4-e2d3-418e-bc80-0b1316da7629 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:30.103550 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port d3899bc9-6033-4eaa-8b8b-1b8603f22c53 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:45:30.104058 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:30.104580 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port d3899bc9-6033-4eaa-8b8b-1b8603f22c53 Oct 26 15:45:30.144322 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35110) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:30.168740 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-994e56e0-12bb-4a35-bcbb-381b4260b574 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 3f7f7c85-9619-4793-9017-81f837a3b225) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:30.176285 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994e56e0-12bb-4a35-bcbb-381b4260b574 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:30.177325 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-994e56e0-12bb-4a35-bcbb-381b4260b574 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583094'] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:30.184152 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c8f2e508-fe8c-4250-aff6-9dcfb980922b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:30.204125 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e722ea-f48b-4760-b3b2-c3aca54399b4 None None] Network 3f7f7c85-9619-4793-9017-81f837a3b225 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:45:30.218248 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-c8f2e508-fe8c-4250-aff6-9dcfb980922b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:30.225461 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-c8f2e508-fe8c-4250-aff6-9dcfb980922b admin admin] Usage tracker for resource:security_group_rule and tenant:0d9fd10857cb4354af299cca9547998a is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:30.228090 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-59e78b13-7ebc-4e6e-9a0d-56e239ff15e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:30.229943 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-c8f2e508-fe8c-4250-aff6-9dcfb980922b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:30.232823 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fcf158e4-e2d3-418e-bc80-0b1316da7629 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:30.242626 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-c8f2e508-fe8c-4250-aff6-9dcfb980922b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:30.247443 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c614e4a4-f6f1-403f-b687-c878b103037d tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:30.253595 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c614e4a4-f6f1-403f-b687-c878b103037d tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:30.258548 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [None req-fcf158e4-e2d3-418e-bc80-0b1316da7629 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] device_id is not set on port 6721aff5-2561-44d0-a042-d1f41fddf544 yet. {{(pid=89748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:45:30.303267 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614e4a4-f6f1-403f-b687-c878b103037d tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Pushing event deleted for resources: {'Network': ['ID=0bfaa57b-41b1-4160-859d-23d73cd8e8a1,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:30.309709 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c614e4a4-f6f1-403f-b687-c878b103037d tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] 10.222.0.23 "DELETE /v2.0/networks/0bfaa57b-41b1-4160-859d-23d73cd8e8a1 HTTP/1.1" status: 204 len: 168 time: 1.0612509 Oct 26 15:45:30.310785 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35116) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:30.311152 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-59e78b13-7ebc-4e6e-9a0d-56e239ff15e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:30.314964 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-994e56e0-12bb-4a35-bcbb-381b4260b574 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8188679 Oct 26 15:45:30.317652 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35120) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:30.360234 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-3a4d916b-5ef1-430a-a8be-a882a09d743e tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:30.448410 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c8f2e508-fe8c-4250-aff6-9dcfb980922b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:30.450665 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-59e78b13-7ebc-4e6e-9a0d-56e239ff15e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:30.468099 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-2c2c5a1a-b389-4001-905e-1d1c6a8b8b41 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'network': {'name': 'tempest-network-smoke--929029482', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'port_security_enabled': True}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:30.479918 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e78b13-7ebc-4e6e-9a0d-56e239ff15e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9e8380-c234-44de-ad59-0d285aa6c4c2,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:30.486545 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-2c2c5a1a-b389-4001-905e-1d1c6a8b8b41 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:30.496333 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-2c2c5a1a-b389-4001-905e-1d1c6a8b8b41 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:network and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:30.502036 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c8f2e508-fe8c-4250-aff6-9dcfb980922b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:30.514100 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-2c2c5a1a-b389-4001-905e-1d1c6a8b8b41 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:30.532717 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-2c2c5a1a-b389-4001-905e-1d1c6a8b8b41 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:30.536331 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-59e78b13-7ebc-4e6e-9a0d-56e239ff15e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:30.537433 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-59e78b13-7ebc-4e6e-9a0d-56e239ff15e9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eb9e8380-c234-44de-ad59-0d285aa6c4c2 HTTP/1.1" status: 204 len: 168 time: 0.6545987 Oct 26 15:45:30.565356 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9a78df-c79f-4b3a-aed3-30a3e2cd4e14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-3f7f7c85-9619-4793-9017-81f837a3b225', 'network_id': '3f7f7c85-9619-4793-9017-81f837a3b225', 'tenant_id': '6f0d38334d4a4e64b4b1664e1c9ebc7b', 'fixed_ips': [{'subnet_id': 'c9b81a02-4c66-44f8-98f5-721dbc2830e4'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:45:30.566292 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4e9a78df-c79f-4b3a-aed3-30a3e2cd4e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:30.600762 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2a2ff024-7816-4157-9bcf-b1ebeda681f0 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:30.602286 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f2e508-fe8c-4250-aff6-9dcfb980922b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e219ffc-0aba-41a4-8111-372041bb8564,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:30.627378 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c8f2e508-fe8c-4250-aff6-9dcfb980922b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0d9fd10857cb4354af299cca9547998a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8758771 Oct 26 15:45:30.631089 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35128) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:30.644020 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-0d7d130a-4d5f-46ed-98e1-5ea3246cdf8d None None] For port 56e1a1b3-1483-46d9-a237-f3e2475bc662, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=56e1a1b3-1483-46d9-a237-f3e2475bc662,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:45:30.644261 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-0d7d130a-4d5f-46ed-98e1-5ea3246cdf8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:30.667712 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2c5a1a-b389-4001-905e-1d1c6a8b8b41 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Made reservation on behalf of 8316bfcf068445aeb00a503282bb001c for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:30.667712 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2c2c5a1a-b389-4001-905e-1d1c6a8b8b41 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:30.691311 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2c2c5a1a-b389-4001-905e-1d1c6a8b8b41 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:30.702415 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3a4d916b-5ef1-430a-a8be-a882a09d743e tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2222787'] for subnet, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:30.716362 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-2c2c5a1a-b389-4001-905e-1d1c6a8b8b41 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:30.729189 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-2c2c5a1a-b389-4001-905e-1d1c6a8b8b41 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:30.733607 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-2c2c5a1a-b389-4001-905e-1d1c6a8b8b41 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:30.740796 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b6a51b34-2756-446f-b07a-f31cc4b37f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:30.742796 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-2c2c5a1a-b389-4001-905e-1d1c6a8b8b41 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:30.781120 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port d3899bc9-6033-4eaa-8b8b-1b8603f22c53 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:45:30.781835 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:30.790666 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b6a51b34-2756-446f-b07a-f31cc4b37f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:30.936044 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0d7d130a-4d5f-46ed-98e1-5ea3246cdf8d None None] Calling delete_port for 56e1a1b3-1483-46d9-a237-f3e2475bc662 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:45:31.006791 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port d3899bc9-6033-4eaa-8b8b-1b8603f22c53, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=d3899bc9-6033-4eaa-8b8b-1b8603f22c53,segment=NetworkSegment(1b6130fe-36b7-4926-8ac2-b83a8fd9bda3),segment_id=1b6130fe-36b7-4926-8ac2-b83a8fd9bda3)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:45:31.014441 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2a2ff024-7816-4157-9bcf-b1ebeda681f0 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:31.033844 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2c2c5a1a-b389-4001-905e-1d1c6a8b8b41 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:31.035564 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b6a51b34-2756-446f-b07a-f31cc4b37f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:31.042361 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-2a2ff024-7816-4157-9bcf-b1ebeda681f0 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['837a815c-c2ad-4619-b858-084372a4da52']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:31.055255 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-2a2ff024-7816-4157-9bcf-b1ebeda681f0 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaf707cf-5eb1-42b1-a5e2-4b7cd4d08279') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:31.065611 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-2a2ff024-7816-4157-9bcf-b1ebeda681f0 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaf707cf-5eb1-42b1-a5e2-4b7cd4d08279') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:31.067935 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2a2ff024-7816-4157-9bcf-b1ebeda681f0 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:31.073713 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a51b34-2756-446f-b07a-f31cc4b37f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e219ffc-0aba-41a4-8111-372041bb8564,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:31.085035 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2a2ff024-7816-4157-9bcf-b1ebeda681f0 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:31.087111 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b6a51b34-2756-446f-b07a-f31cc4b37f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:31.094569 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b6a51b34-2756-446f-b07a-f31cc4b37f5c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8e219ffc-0aba-41a4-8111-372041bb8564 HTTP/1.1" status: 204 len: 168 time: 0.4608853 Oct 26 15:45:31.094764 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-fcf158e4-e2d3-418e-bc80-0b1316da7629 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Allocated IP 2001:db8::4e52:8f15:2d93:1224 (f810e159-a5e8-4c86-8cec-5d909fe013dd/a546b00c-991c-40b5-9a4e-5cdb07a13190/6721aff5-2561-44d0-a042-d1f41fddf544) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:45:31.097067 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a2ff024-7816-4157-9bcf-b1ebeda681f0 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:45:31.097285 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2a2ff024-7816-4157-9bcf-b1ebeda681f0 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:31.132683 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2c2c5a1a-b389-4001-905e-1d1c6a8b8b41 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:31.176759 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment aaf707cf-5eb1-42b1-a5e2-4b7cd4d08279 resource provider aggregate not found Oct 26 15:45:31.178522 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c2c5a1a-b389-4001-905e-1d1c6a8b8b41 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:45:31.179844 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:31.187714 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c5a1a-b389-4001-905e-1d1c6a8b8b41 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e29a4f-748e-48a2-b1bf-93f8e8b23bac,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:31.194647 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2c2c5a1a-b389-4001-905e-1d1c6a8b8b41 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:31.195083 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-2c2c5a1a-b389-4001-905e-1d1c6a8b8b41 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Added segment 8f7b355c-f982-49f3-8e7f-fc96672e7aa7 of type vlan for network 463f536f-4c79-4aa7-83ec-186e85f0d447 Oct 26 15:45:31.204808 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment aaf707cf-5eb1-42b1-a5e2-4b7cd4d08279 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aaf707cf-5eb1-42b1-a5e2-4b7cd4d08279 found for delete ", "request_id": "req-6d71b993-c767-43a4-9154-80d582b40f57"}]} Oct 26 15:45:31.245570 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8fcae6-bcb3-4aa3-9406-a6c97e8728eb None None] Update dhcp port {'port': {'network_id': '212030cf-6bb9-45ed-9f22-d2da33c53669', 'fixed_ips': [{'subnet_id': '09d040f6-6468-4112-b3a8-6a17d1e3fa29', 'ip_address': '2001:db8::2'}, {'subnet_id': 'edeb7d74-6744-417d-954b-9850c5f5fe40'}], 'binding:host_id': 'dv-neutron-862712-1-hyperv'}, 'id': 'd3899bc9-6033-4eaa-8b8b-1b8603f22c53'} from dv-neutron-862712-1-hyperv. {{(pid=89749) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 26 15:45:31.260865 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2c2c5a1a-b389-4001-905e-1d1c6a8b8b41 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:31.289958 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2a2ff024-7816-4157-9bcf-b1ebeda681f0 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:31.318531 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 6768b5ff-967a-41a1-8fb0-29a161bda064 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:45:31.320375 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2a2ff024-7816-4157-9bcf-b1ebeda681f0 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:31.324820 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2ff024-7816-4157-9bcf-b1ebeda681f0 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] Pushing event deleted for resources: {'Network': ['ID=837a815c-c2ad-4619-b858-084372a4da52,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:31.363671 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-0d7d130a-4d5f-46ed-98e1-5ea3246cdf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:31.375004 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 6768b5ff-967a-41a1-8fb0-29a161bda064 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:45:31.375373 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 6768b5ff-967a-41a1-8fb0-29a161bda064 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:45:31.375780 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 56e1a1b3-1483-46d9-a237-f3e2475bc662 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:45:31.404339 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2a2ff024-7816-4157-9bcf-b1ebeda681f0 tempest-BulkNetworkOpsIpV6Test-349031383 tempest-BulkNetworkOpsIpV6Test-349031383-project] 10.222.0.23 "DELETE /v2.0/networks/837a815c-c2ad-4619-b858-084372a4da52 HTTP/1.1" status: 204 len: 168 time: 1.0895469 Oct 26 15:45:31.404552 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35140) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:31.404677 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-4e9a78df-c79f-4b3a-aed3-30a3e2cd4e14 None None] Allocated IP 2001:db8::2 (3f7f7c85-9619-4793-9017-81f837a3b225/c9b81a02-4c66-44f8-98f5-721dbc2830e4/58728b19-e46f-457f-b92c-0c3fdccc42c2) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:45:31.419370 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2c2c5a1a-b389-4001-905e-1d1c6a8b8b41 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:31.424927 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2c5a1a-b389-4001-905e-1d1c6a8b8b41 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:31.425658 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2c2c5a1a-b389-4001-905e-1d1c6a8b8b41 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:31.445573 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 56e1a1b3-1483-46d9-a237-f3e2475bc662 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:45:31.445915 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 56e1a1b3-1483-46d9-a237-f3e2475bc662 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:45:31.448654 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 0122d71b-72d0-4916-9df5-b2738bb13408 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:45:31.455432 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b1bbd9fb-d754-4bf0-ac54-ac9bfba7ccd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:31.482222 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7d130a-4d5f-46ed-98e1-5ea3246cdf8d None None] No DVR routers for this DVR port 56e1a1b3-1483-46d9-a237-f3e2475bc662 on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:45:31.482601 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=d3899bc9-6033-4eaa-8b8b-1b8603f22c53,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:31.485555 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3f8fcae6-bcb3-4aa3-9406-a6c97e8728eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:31.547619 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b1bbd9fb-d754-4bf0-ac54-ac9bfba7ccd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:31.556027 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b1bbd9fb-d754-4bf0-ac54-ac9bfba7ccd1 admin admin] Usage tracker for resource:security_group_rule and tenant:58912fe213e54e3baffe495d478e6dcc is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:31.558131 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 0122d71b-72d0-4916-9df5-b2738bb13408 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:45:31.561186 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 0122d71b-72d0-4916-9df5-b2738bb13408 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:45:31.562559 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b1bbd9fb-d754-4bf0-ac54-ac9bfba7ccd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:31.566997 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db324bb-94ef-4df1-9ac1-f339668334de None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:45:31.569519 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c5a1a-b389-4001-905e-1d1c6a8b8b41 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Network': ['ID=463f536f-4c79-4aa7-83ec-186e85f0d447,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:31.571898 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b1bbd9fb-d754-4bf0-ac54-ac9bfba7ccd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:31.598450 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fcf158e4-e2d3-418e-bc80-0b1316da7629 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:31.614971 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 164f3487-1194-416c-a0bc-8505256a01ee resource provider aggregate not found Oct 26 15:45:31.640985 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 15:45:31.646310 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-2c2c5a1a-b389-4001-905e-1d1c6a8b8b41 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5008109 Oct 26 15:45:31.647868 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35152) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:31.650635 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 164f3487-1194-416c-a0bc-8505256a01ee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 164f3487-1194-416c-a0bc-8505256a01ee found for delete ", "request_id": "req-4e492d32-3ba8-4b1a-8b8d-5409820487eb"}]} Oct 26 15:45:31.655404 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-fcf158e4-e2d3-418e-bc80-0b1316da7629 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Transition to ACTIVE for port object 6721aff5-2561-44d0-a042-d1f41fddf544 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:45:31.666159 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 463f536f-4c79-4aa7-83ec-186e85f0d447 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:45:31.668468 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-9430148d-81f3-4dcf-8c15-1385f544a573 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-186827657', 'admin_state_up': True, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:31.693458 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-9430148d-81f3-4dcf-8c15-1385f544a573 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:31.708938 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-9430148d-81f3-4dcf-8c15-1385f544a573 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:router and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:31.712278 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-9430148d-81f3-4dcf-8c15-1385f544a573 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:31.718829 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-9430148d-81f3-4dcf-8c15-1385f544a573 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:31.725196 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device d3899bc9-6033-4eaa-8b8b-1b8603f22c53 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:45:31.764549 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b1bbd9fb-d754-4bf0-ac54-ac9bfba7ccd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:31.807108 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d130a-4d5f-46ed-98e1-5ea3246cdf8d None None] Pushing event deleted for resources: {'Port': ['ID=56e1a1b3-1483-46d9-a237-f3e2475bc662,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:31.839299 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b1bbd9fb-d754-4bf0-ac54-ac9bfba7ccd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:31.840111 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9430148d-81f3-4dcf-8c15-1385f544a573 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:31.841430 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9430148d-81f3-4dcf-8c15-1385f544a573 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:31.847733 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fcf158e4-e2d3-418e-bc80-0b1316da7629 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:31.888104 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b1bbd9fb-d754-4bf0-ac54-ac9bfba7ccd1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=58912fe213e54e3baffe495d478e6dcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4838872 Oct 26 15:45:31.893606 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35156) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:31.898703 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bbd9fb-d754-4bf0-ac54-ac9bfba7ccd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71ce53c-ba1d-476e-bde1-41b85d52e116,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:31.934020 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf158e4-e2d3-418e-bc80-0b1316da7629 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:45:31.935537 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9430148d-81f3-4dcf-8c15-1385f544a573 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:31.939387 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-fcf158e4-e2d3-418e-bc80-0b1316da7629 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:31.950373 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf158e4-e2d3-418e-bc80-0b1316da7629 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:45:31.957062 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf158e4-e2d3-418e-bc80-0b1316da7629 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:31.958013 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fcf158e4-e2d3-418e-bc80-0b1316da7629 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:31.978652 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf158e4-e2d3-418e-bc80-0b1316da7629 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Port': ['ID=6721aff5-2561-44d0-a042-d1f41fddf544,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:32.010716 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-aa56e1ce-e55f-428a-9db3-ce390ed9c5e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:32.039950 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-fcf158e4-e2d3-418e-bc80-0b1316da7629 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3916221 Oct 26 15:45:32.043510 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35162) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:32.049048 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-aa56e1ce-e55f-428a-9db3-ce390ed9c5e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:32.078345 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35166) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:32.078699 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35168) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:32.116703 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b4c07ea9-1b37-4782-9f73-a463630464a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:32.136976 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b4c07ea9-1b37-4782-9f73-a463630464a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:32.141619 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b4c07ea9-1b37-4782-9f73-a463630464a2 admin admin] Usage tracker for resource:security_group_rule and tenant:f755beebfc284573a6a0ef77b802d067 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:32.146567 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b4c07ea9-1b37-4782-9f73-a463630464a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:32.151952 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b4c07ea9-1b37-4782-9f73-a463630464a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:32.200080 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d859753e-8bdd-4cb6-8e2b-f74f4e3c6c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:32.245497 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-aa56e1ce-e55f-428a-9db3-ce390ed9c5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:32.288595 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa56e1ce-e55f-428a-9db3-ce390ed9c5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71ce53c-ba1d-476e-bde1-41b85d52e116,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:32.293390 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-aa56e1ce-e55f-428a-9db3-ce390ed9c5e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:32.294783 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-aa56e1ce-e55f-428a-9db3-ce390ed9c5e8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c71ce53c-ba1d-476e-bde1-41b85d52e116 HTTP/1.1" status: 204 len: 168 time: 0.4007812 Oct 26 15:45:32.360838 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port d3899bc9-6033-4eaa-8b8b-1b8603f22c53 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:45:32.361876 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:32.361876 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port d3899bc9-6033-4eaa-8b8b-1b8603f22c53 Oct 26 15:45:32.440657 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9430148d-81f3-4dcf-8c15-1385f544a573 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:32.470303 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5faca26-fa53-4b7d-a674-d1a0b11beb0c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:32.471256 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a5faca26-fa53-4b7d-a674-d1a0b11beb0c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:45:32.543715 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b4c07ea9-1b37-4782-9f73-a463630464a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:32.563181 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d8459a4a-b222-4c17-8424-0a2628e37a0f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8f79ae7ff2e64079bf69c85915a3a7d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4817228 Oct 26 15:45:32.568752 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35180) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:32.608717 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-3f8fcae6-bcb3-4aa3-9406-a6c97e8728eb None None] Allocated IP 172.20.0.1 (212030cf-6bb9-45ed-9f22-d2da33c53669/edeb7d74-6744-417d-954b-9850c5f5fe40/d3899bc9-6033-4eaa-8b8b-1b8603f22c53) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:45:32.610346 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a5faca26-fa53-4b7d-a674-d1a0b11beb0c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:45:32.612531 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a5faca26-fa53-4b7d-a674-d1a0b11beb0c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.5666795 Oct 26 15:45:32.613159 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4e9a78df-c79f-4b3a-aed3-30a3e2cd4e14 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:32.616693 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35184) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:32.634072 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f609f57b-e2f1-48b3-ac92-9d209a8d3926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:32.642094 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-4e9a78df-c79f-4b3a-aed3-30a3e2cd4e14 None None] Transition to ACTIVE for port object 58728b19-e46f-457f-b92c-0c3fdccc42c2 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:45:32.660638 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b4c07ea9-1b37-4782-9f73-a463630464a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:32.686141 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f609f57b-e2f1-48b3-ac92-9d209a8d3926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:32.746245 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b4c07ea9-1b37-4782-9f73-a463630464a2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f755beebfc284573a6a0ef77b802d067&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6664701 Oct 26 15:45:32.751431 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35188) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:32.758505 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c07ea9-1b37-4782-9f73-a463630464a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec696e7-b2a5-4367-9a05-c6d94f986809,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:32.811846 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-6e46742a-4c9d-4fb4-aa35-7c9e5278db41 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting port 6721aff5-2561-44d0-a042-d1f41fddf544 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:45:32.812172 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6e46742a-4c9d-4fb4-aa35-7c9e5278db41 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:32.823762 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port d3899bc9-6033-4eaa-8b8b-1b8603f22c53 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:45:32.828488 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-4e9a78df-c79f-4b3a-aed3-30a3e2cd4e14 None None] Transition to ACTIVE for port object 58728b19-e46f-457f-b92c-0c3fdccc42c2 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:45:32.861323 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f609f57b-e2f1-48b3-ac92-9d209a8d3926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:32.880915 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d36f35c-f628-42db-b104-b31648fe2c3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-f810e159-a5e8-4c86-8cec-5d909fe013dd', 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'tenant_id': 'cde0b70c42f24e8e94f9303758760038', 'fixed_ips': [{'subnet_id': 'a546b00c-991c-40b5-9a4e-5cdb07a13190'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:45:32.881794 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-8d36f35c-f628-42db-b104-b31648fe2c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:32.898243 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f609f57b-e2f1-48b3-ac92-9d209a8d3926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c0c963-a473-48f7-a16a-d0d234494adf,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:32.899129 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4e9a78df-c79f-4b3a-aed3-30a3e2cd4e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:32.909349 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f609f57b-e2f1-48b3-ac92-9d209a8d3926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:32.917426 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f609f57b-e2f1-48b3-ac92-9d209a8d3926 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d7c0c963-a473-48f7-a16a-d0d234494adf HTTP/1.1" status: 204 len: 168 time: 0.3508420 Oct 26 15:45:32.955326 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0937f3d1-bf3c-4e49-bf01-0bcc84da449f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:32.963382 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9a78df-c79f-4b3a-aed3-30a3e2cd4e14 None None] Network 3f7f7c85-9619-4793-9017-81f837a3b225 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:45:32.985027 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-4e9a78df-c79f-4b3a-aed3-30a3e2cd4e14 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:33.014765 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9a78df-c79f-4b3a-aed3-30a3e2cd4e14 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:45:33.183301 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0937f3d1-bf3c-4e49-bf01-0bcc84da449f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:33.193901 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-3f8fcae6-bcb3-4aa3-9406-a6c97e8728eb None None] For port d3899bc9-6033-4eaa-8b8b-1b8603f22c53, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=d3899bc9-6033-4eaa-8b8b-1b8603f22c53,segment=NetworkSegment(1b6130fe-36b7-4926-8ac2-b83a8fd9bda3),segment_id=1b6130fe-36b7-4926-8ac2-b83a8fd9bda3)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:45:33.202623 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-4e9a78df-c79f-4b3a-aed3-30a3e2cd4e14 None None] Attempting to bind port 58728b19-e46f-457f-b92c-0c3fdccc42c2 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:45:33.202997 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-4e9a78df-c79f-4b3a-aed3-30a3e2cd4e14 None None] Attempting to bind port 58728b19-e46f-457f-b92c-0c3fdccc42c2 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '264ff9a6-2bf4-43f4-bded-0603d1d3523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f7f7c85-9619-4793-9017-81f837a3b225'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:45:33.203361 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9a78df-c79f-4b3a-aed3-30a3e2cd4e14 None None] Attempting to bind port 58728b19-e46f-457f-b92c-0c3fdccc42c2 on network 3f7f7c85-9619-4793-9017-81f837a3b225 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:45:33.215879 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9a78df-c79f-4b3a-aed3-30a3e2cd4e14 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:45:33.216260 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9a78df-c79f-4b3a-aed3-30a3e2cd4e14 None None] Checking segment: {'id': '264ff9a6-2bf4-43f4-bded-0603d1d3523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f7f7c85-9619-4793-9017-81f837a3b225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:45:33.216668 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4e9a78df-c79f-4b3a-aed3-30a3e2cd4e14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:33.217485 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9a78df-c79f-4b3a-aed3-30a3e2cd4e14 None None] Bound using segment: {'id': '264ff9a6-2bf4-43f4-bded-0603d1d3523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f7f7c85-9619-4793-9017-81f837a3b225'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:45:33.217617 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-4e9a78df-c79f-4b3a-aed3-30a3e2cd4e14 None None] Bound port: 58728b19-e46f-457f-b92c-0c3fdccc42c2, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '264ff9a6-2bf4-43f4-bded-0603d1d3523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f7f7c85-9619-4793-9017-81f837a3b225'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:45:33.217895 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4e9a78df-c79f-4b3a-aed3-30a3e2cd4e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:33.227096 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a78df-c79f-4b3a-aed3-30a3e2cd4e14 None None] Pushing event updated for resources: {'Port': ['ID=58728b19-e46f-457f-b92c-0c3fdccc42c2,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:33.359972 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3f8fcae6-bcb3-4aa3-9406-a6c97e8728eb None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:33.412703 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-3f8fcae6-bcb3-4aa3-9406-a6c97e8728eb None None] Transition to ACTIVE for port object d3899bc9-6033-4eaa-8b8b-1b8603f22c53 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:45:33.433398 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-8d36f35c-f628-42db-b104-b31648fe2c3f None None] Allocated IP 2001:db8::2 (f810e159-a5e8-4c86-8cec-5d909fe013dd/a546b00c-991c-40b5-9a4e-5cdb07a13190/306d0507-1f89-4529-a2a5-77749d2e8be8) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:45:33.435778 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-4e9a78df-c79f-4b3a-aed3-30a3e2cd4e14 None None] For port 58728b19-e46f-457f-b92c-0c3fdccc42c2, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:45:33.440296 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-4e9a78df-c79f-4b3a-aed3-30a3e2cd4e14 None None] For port 58728b19-e46f-457f-b92c-0c3fdccc42c2, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=58728b19-e46f-457f-b92c-0c3fdccc42c2,segment=NetworkSegment(264ff9a6-2bf4-43f4-bded-0603d1d3523e),segment_id=264ff9a6-2bf4-43f4-bded-0603d1d3523e)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:45:33.526894 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3f8fcae6-bcb3-4aa3-9406-a6c97e8728eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:33.530991 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4e9a78df-c79f-4b3a-aed3-30a3e2cd4e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:33.540278 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9430148d-81f3-4dcf-8c15-1385f544a573 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router_gateway, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:33.580297 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3a4d916b-5ef1-430a-a8be-a882a09d743e tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728807979403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1634136'] for subnet, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:33.624215 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6e46742a-4c9d-4fb4-aa35-7c9e5278db41 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:33.661452 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9430148d-81f3-4dcf-8c15-1385f544a573 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:33.677839 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8fcae6-bcb3-4aa3-9406-a6c97e8728eb None None] Pushing event updated for resources: {'Port': ['ID=d3899bc9-6033-4eaa-8b8b-1b8603f22c53,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:33.892151 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a78df-c79f-4b3a-aed3-30a3e2cd4e14 None None] Pushing event updated for resources: {'Port': ['ID=58728b19-e46f-457f-b92c-0c3fdccc42c2,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:33.925165 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0937f3d1-bf3c-4e49-bf01-0bcc84da449f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:33.953654 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-6e46742a-4c9d-4fb4-aa35-7c9e5278db41 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Calling delete_port for 6721aff5-2561-44d0-a042-d1f41fddf544 owned by {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:45:34.036749 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4d916b-5ef1-430a-a8be-a882a09d743e tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:34.037384 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3a4d916b-5ef1-430a-a8be-a882a09d743e tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:34.041737 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-3a4d916b-5ef1-430a-a8be-a882a09d743e tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "PUT /v2.0/subnets/c9b81a02-4c66-44f8-98f5-721dbc2830e4 HTTP/1.1" status: 200 len: 826 time: 3.6951001 Oct 26 15:45:34.042631 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35230) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:34.054041 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0937f3d1-bf3c-4e49-bf01-0bcc84da449f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec696e7-b2a5-4367-9a05-c6d94f986809,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:34.131107 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-8d36f35c-f628-42db-b104-b31648fe2c3f None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:34.140598 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0937f3d1-bf3c-4e49-bf01-0bcc84da449f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:34.144460 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-0937f3d1-bf3c-4e49-bf01-0bcc84da449f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5ec696e7-b2a5-4367-9a05-c6d94f986809 HTTP/1.1" status: 204 len: 168 time: 1.3893890 Oct 26 15:45:34.155018 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-8d36f35c-f628-42db-b104-b31648fe2c3f None None] Transition to ACTIVE for port object 306d0507-1f89-4529-a2a5-77749d2e8be8 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:45:34.217651 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-8d36f35c-f628-42db-b104-b31648fe2c3f None None] Transition to ACTIVE for port object 306d0507-1f89-4529-a2a5-77749d2e8be8 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:45:34.259408 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d916b-5ef1-430a-a8be-a882a09d743e tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event updated for resources: {'Subnet': ['ID=c9b81a02-4c66-44f8-98f5-721dbc2830e4,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:34.274203 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-8d36f35c-f628-42db-b104-b31648fe2c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:34.354613 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-74267984-ad5c-403b-b199-b01ce7ea1061 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:34.371861 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-74267984-ad5c-403b-b199-b01ce7ea1061 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Deleting port 58728b19-e46f-457f-b92c-0c3fdccc42c2 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:45:34.372660 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-74267984-ad5c-403b-b199-b01ce7ea1061 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:34.415059 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d36f35c-f628-42db-b104-b31648fe2c3f None None] Pushing event updated for resources: {'Port': ['ID=306d0507-1f89-4529-a2a5-77749d2e8be8,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:34.430963 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d36f35c-f628-42db-b104-b31648fe2c3f None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:45:34.432901 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-9430148d-81f3-4dcf-8c15-1385f544a573 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Allocated IP 172.26.2.179 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/8d17d25d-392d-4fb0-b5be-1a1b4ebabe72) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:45:34.434907 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-8d36f35c-f628-42db-b104-b31648fe2c3f None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:34.437959 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d36f35c-f628-42db-b104-b31648fe2c3f None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:45:34.542223 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-64637189-2d5a-44ad-8abc-82642ec01dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:34.599797 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-8d36f35c-f628-42db-b104-b31648fe2c3f None None] Attempting to bind port 306d0507-1f89-4529-a2a5-77749d2e8be8 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:45:34.600531 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-8d36f35c-f628-42db-b104-b31648fe2c3f None None] Attempting to bind port 306d0507-1f89-4529-a2a5-77749d2e8be8 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:45:34.601075 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d36f35c-f628-42db-b104-b31648fe2c3f None None] Attempting to bind port 306d0507-1f89-4529-a2a5-77749d2e8be8 on network f810e159-a5e8-4c86-8cec-5d909fe013dd {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:45:34.618149 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6e46742a-4c9d-4fb4-aa35-7c9e5278db41 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:34.620536 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d36f35c-f628-42db-b104-b31648fe2c3f None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:45:34.621146 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d36f35c-f628-42db-b104-b31648fe2c3f None None] Checking segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:45:34.621747 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-8d36f35c-f628-42db-b104-b31648fe2c3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:34.622446 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d36f35c-f628-42db-b104-b31648fe2c3f None None] Bound using segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:45:34.623265 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-8d36f35c-f628-42db-b104-b31648fe2c3f None None] Bound port: 306d0507-1f89-4529-a2a5-77749d2e8be8, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:45:34.623866 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-8d36f35c-f628-42db-b104-b31648fe2c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:34.747594 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35246) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:34.890186 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-74267984-ad5c-403b-b199-b01ce7ea1061 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] For port 58728b19-e46f-457f-b92c-0c3fdccc42c2, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=58728b19-e46f-457f-b92c-0c3fdccc42c2,segment=NetworkSegment(264ff9a6-2bf4-43f4-bded-0603d1d3523e),segment_id=264ff9a6-2bf4-43f4-bded-0603d1d3523e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:45:34.896173 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-74267984-ad5c-403b-b199-b01ce7ea1061 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:34.897155 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-8d36f35c-f628-42db-b104-b31648fe2c3f None None] For port 306d0507-1f89-4529-a2a5-77749d2e8be8, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:45:34.902331 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-8d36f35c-f628-42db-b104-b31648fe2c3f None None] For port 306d0507-1f89-4529-a2a5-77749d2e8be8, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=306d0507-1f89-4529-a2a5-77749d2e8be8,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:45:34.903343 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e46742a-4c9d-4fb4-aa35-7c9e5278db41 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Port': ['ID=6721aff5-2561-44d0-a042-d1f41fddf544,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:34.916938 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6e46742a-4c9d-4fb4-aa35-7c9e5278db41 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:34.948040 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-8d36f35c-f628-42db-b104-b31648fe2c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:35.022647 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-6e46742a-4c9d-4fb4-aa35-7c9e5278db41 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/ports/6721aff5-2561-44d0-a042-d1f41fddf544 HTTP/1.1" status: 204 len: 168 time: 2.4025061 Oct 26 15:45:35.023575 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35258) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:35.036153 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78c5947-e0ed-4861-be27-58ace9759af2 None None] Network 212030cf-6bb9-45ed-9f22-d2da33c53669 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:45:35.194381 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9430148d-81f3-4dcf-8c15-1385f544a573 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:35.207005 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-74267984-ad5c-403b-b199-b01ce7ea1061 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Calling delete_port for 58728b19-e46f-457f-b92c-0c3fdccc42c2 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:45:35.240894 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cca746-315d-480a-bcdf-0df3be1239d1 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:35.242447 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cca746-315d-480a-bcdf-0df3be1239d1 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:35.243505 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-e5cca746-315d-480a-bcdf-0df3be1239d1 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:subnet {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:45:35.287383 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-b7e7e637-707b-47c6-851a-551a23169b2e tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Request body: {'networks': [{'name': 'tempest-network--1863159427'}, {'name': 'tempest-network--1482441616'}]} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:35.287699 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-b7e7e637-707b-47c6-851a-551a23169b2e tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Request body: {'network': {'name': 'tempest-network--1863159427'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:35.288211 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-b7e7e637-707b-47c6-851a-551a23169b2e tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Request body: {'network': {'name': 'tempest-network--1482441616'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:35.332886 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11ae994-cd03-4813-a2f8-646eda8ef9b1 None None] Network 3f7f7c85-9619-4793-9017-81f837a3b225 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:45:35.334671 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b7e7e637-707b-47c6-851a-551a23169b2e tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:35.346460 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b7e7e637-707b-47c6-851a-551a23169b2e tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Usage tracker for resource:network and tenant:5f2db06386b14f6fbdc37831d935c40c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:35.350960 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b7e7e637-707b-47c6-851a-551a23169b2e tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:35.360434 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-e5cca746-315d-480a-bcdf-0df3be1239d1 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:subnet {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:45:35.360434 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-e5cca746-315d-480a-bcdf-0df3be1239d1 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3049564 Oct 26 15:45:35.360434 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35268) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:35.362457 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b7e7e637-707b-47c6-851a-551a23169b2e tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:35.444169 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9430148d-81f3-4dcf-8c15-1385f544a573 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:35.467754 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d36f35c-f628-42db-b104-b31648fe2c3f None None] Pushing event updated for resources: {'Port': ['ID=306d0507-1f89-4529-a2a5-77749d2e8be8,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:35.472453 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35272) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:35.477906 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:35.478770 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-6460aa7b-6586-44b6-b6d0-4e1ff9c42edb None None] Provisioning for port d3899bc9-6033-4eaa-8b8b-1b8603f22c53 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:45:35.480539 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e7e637-707b-47c6-851a-551a23169b2e tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Made reservation on behalf of 5f2db06386b14f6fbdc37831d935c40c for: {'network': 2} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:35.498004 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:35.498133 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b7e7e637-707b-47c6-851a-551a23169b2e tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:35.498231 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-6460aa7b-6586-44b6-b6d0-4e1ff9c42edb None None] Provisioning complete for port d3899bc9-6033-4eaa-8b8b-1b8603f22c53 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:45:35.498231 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6460aa7b-6586-44b6-b6d0-4e1ff9c42edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:35.498231 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-6460aa7b-6586-44b6-b6d0-4e1ff9c42edb None None] Attempt 1 to provision port d3899bc9-6033-4eaa-8b8b-1b8603f22c53 Oct 26 15:45:35.508409 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b7e7e637-707b-47c6-851a-551a23169b2e tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:35.574994 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-74267984-ad5c-403b-b199-b01ce7ea1061 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:35.579423 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9430148d-81f3-4dcf-8c15-1385f544a573 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:45:35.588162 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-9430148d-81f3-4dcf-8c15-1385f544a573 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:35.593536 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b7e7e637-707b-47c6-851a-551a23169b2e tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:35.607505 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9430148d-81f3-4dcf-8c15-1385f544a573 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:45:35.663768 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430148d-81f3-4dcf-8c15-1385f544a573 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=8d17d25d-392d-4fb0-b5be-1a1b4ebabe72,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:35.681295 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ab6b8cd-8087-4f26-a818-c83b3ffd096b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting subnet a546b00c-991c-40b5-9a4e-5cdb07a13190 {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:45:35.681295 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4ab6b8cd-8087-4f26-a818-c83b3ffd096b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:35.723411 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b7e7e637-707b-47c6-851a-551a23169b2e tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Usage tracker for resource:security_group_rule and tenant:5f2db06386b14f6fbdc37831d935c40c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:35.797201 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b7e7e637-707b-47c6-851a-551a23169b2e tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:35.800243 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74267984-ad5c-403b-b199-b01ce7ea1061 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event deleted for resources: {'Port': ['ID=58728b19-e46f-457f-b92c-0c3fdccc42c2,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:35.919156 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b7e7e637-707b-47c6-851a-551a23169b2e tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:35.938690 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74267984-ad5c-403b-b199-b01ce7ea1061 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] No DVR routers for this DVR port 58728b19-e46f-457f-b92c-0c3fdccc42c2 on host dv-neutron-862712-1-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:45:35.978184 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4ab6b8cd-8087-4f26-a818-c83b3ffd096b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:36.044238 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 58728b19-e46f-457f-b92c-0c3fdccc42c2 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:45:36.077011 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-74267984-ad5c-403b-b199-b01ce7ea1061 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:36.107673 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6460aa7b-6586-44b6-b6d0-4e1ff9c42edb None None] Current status of the port d3899bc9-6033-4eaa-8b8b-1b8603f22c53 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:45:36.113284 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 58728b19-e46f-457f-b92c-0c3fdccc42c2 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:45:36.114033 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 58728b19-e46f-457f-b92c-0c3fdccc42c2 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Oct 26 15:45:36.127815 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-755f6891-f59c-4c57-a4dc-464b17157fe4 tempest-PortsAdminExtendedAttrsTestJSON-1182059768 tempest-PortsAdminExtendedAttrsTestJSON-1182059768-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-808094226'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:36.154865 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-755f6891-f59c-4c57-a4dc-464b17157fe4 tempest-PortsAdminExtendedAttrsTestJSON-1182059768 tempest-PortsAdminExtendedAttrsTestJSON-1182059768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:36.160359 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-755f6891-f59c-4c57-a4dc-464b17157fe4 tempest-PortsAdminExtendedAttrsTestJSON-1182059768 tempest-PortsAdminExtendedAttrsTestJSON-1182059768-project] Usage tracker for resource:network and tenant:e549835f009b4c5b92bfc61bc7975094 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:36.161430 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Port 58728b19-e46f-457f-b92c-0c3fdccc42c2 not found, will not notify nova. {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Oct 26 15:45:36.162138 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 306d0507-1f89-4529-a2a5-77749d2e8be8 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:45:36.163864 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-755f6891-f59c-4c57-a4dc-464b17157fe4 tempest-PortsAdminExtendedAttrsTestJSON-1182059768 tempest-PortsAdminExtendedAttrsTestJSON-1182059768-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:36.192883 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-755f6891-f59c-4c57-a4dc-464b17157fe4 tempest-PortsAdminExtendedAttrsTestJSON-1182059768 tempest-PortsAdminExtendedAttrsTestJSON-1182059768-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:36.246433 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-69b9c575-a7de-4792-b0b3-6da950ed4610 None None] Could not find standard attr ID for object 58728b19-e46f-457f-b92c-0c3fdccc42c2. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:45:36.343615 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755f6891-f59c-4c57-a4dc-464b17157fe4 tempest-PortsAdminExtendedAttrsTestJSON-1182059768 tempest-PortsAdminExtendedAttrsTestJSON-1182059768-project] Made reservation on behalf of e549835f009b4c5b92bfc61bc7975094 for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:36.347291 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-755f6891-f59c-4c57-a4dc-464b17157fe4 tempest-PortsAdminExtendedAttrsTestJSON-1182059768 tempest-PortsAdminExtendedAttrsTestJSON-1182059768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:36.358245 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 306d0507-1f89-4529-a2a5-77749d2e8be8 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:45:36.363871 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device d3899bc9-6033-4eaa-8b8b-1b8603f22c53 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:45:36.400743 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b7e7e637-707b-47c6-851a-551a23169b2e tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:36.408861 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-755f6891-f59c-4c57-a4dc-464b17157fe4 tempest-PortsAdminExtendedAttrsTestJSON-1182059768 tempest-PortsAdminExtendedAttrsTestJSON-1182059768-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:36.434266 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-755f6891-f59c-4c57-a4dc-464b17157fe4 tempest-PortsAdminExtendedAttrsTestJSON-1182059768 tempest-PortsAdminExtendedAttrsTestJSON-1182059768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:36.438504 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-755f6891-f59c-4c57-a4dc-464b17157fe4 tempest-PortsAdminExtendedAttrsTestJSON-1182059768 tempest-PortsAdminExtendedAttrsTestJSON-1182059768-project] Usage tracker for resource:security_group_rule and tenant:e549835f009b4c5b92bfc61bc7975094 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:36.441547 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-755f6891-f59c-4c57-a4dc-464b17157fe4 tempest-PortsAdminExtendedAttrsTestJSON-1182059768 tempest-PortsAdminExtendedAttrsTestJSON-1182059768-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:36.458742 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-755f6891-f59c-4c57-a4dc-464b17157fe4 tempest-PortsAdminExtendedAttrsTestJSON-1182059768 tempest-PortsAdminExtendedAttrsTestJSON-1182059768-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:36.472426 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35290) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:36.489924 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b7e7e637-707b-47c6-851a-551a23169b2e tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:36.494621 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b7e7e637-707b-47c6-851a-551a23169b2e tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:36.500537 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port d3899bc9-6033-4eaa-8b8b-1b8603f22c53 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:45:36.501467 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:36.502231 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port d3899bc9-6033-4eaa-8b8b-1b8603f22c53 Oct 26 15:45:36.542483 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e367a4f-6eae-47a1-9836-47a99a140dc9 None None] Network 3f7f7c85-9619-4793-9017-81f837a3b225 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:45:36.597874 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e7e637-707b-47c6-851a-551a23169b2e tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:45:36.612381 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-74267984-ad5c-403b-b199-b01ce7ea1061 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:36.661008 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4ab6b8cd-8087-4f26-a818-c83b3ffd096b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:36.691372 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e7e637-707b-47c6-851a-551a23169b2e tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=107a9ffd-5a1e-443b-a75e-e390b51a8132,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:36.735863 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-408962e8-854c-47c0-817a-039813029099 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1272786914'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:36.749830 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74267984-ad5c-403b-b199-b01ce7ea1061 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event deleted for resources: {'Subnet': ['ID=c9b81a02-4c66-44f8-98f5-721dbc2830e4,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:36.756098 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b7e7e637-707b-47c6-851a-551a23169b2e tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:36.756606 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-b7e7e637-707b-47c6-851a-551a23169b2e tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Added segment 04647e24-f70e-4bb0-91e1-a38a131198ab of type vlan for network a8f3e962-7b3f-48ce-99f3-92771bcf70e0 Oct 26 15:45:36.765487 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-408962e8-854c-47c0-817a-039813029099 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:36.818246 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9430148d-81f3-4dcf-8c15-1385f544a573 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router_gateway, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:36.851165 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-20049c81-61d5-40ef-9f8b-b627cedb13dd None None] Provisioning complete for port d3899bc9-6033-4eaa-8b8b-1b8603f22c53 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:45:36.851838 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-20049c81-61d5-40ef-9f8b-b627cedb13dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:36.852170 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-20049c81-61d5-40ef-9f8b-b627cedb13dd None None] Attempt 1 to provision port d3899bc9-6033-4eaa-8b8b-1b8603f22c53 Oct 26 15:45:36.857978 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-408962e8-854c-47c0-817a-039813029099 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Usage tracker for resource:network and tenant:fd70ef53a26649bc8272693f5d67de51 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:36.861677 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-408962e8-854c-47c0-817a-039813029099 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:36.881324 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-408962e8-854c-47c0-817a-039813029099 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:36.895026 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-74267984-ad5c-403b-b199-b01ce7ea1061 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:36.923443 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:36.948229 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b7e7e637-707b-47c6-851a-551a23169b2e tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:36.957000 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4ab6b8cd-8087-4f26-a818-c83b3ffd096b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:36.970795 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-74267984-ad5c-403b-b199-b01ce7ea1061 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f7f7c85-9619-4793-9017-81f837a3b225']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:37.018738 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-74267984-ad5c-403b-b199-b01ce7ea1061 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '264ff9a6-2bf4-43f4-bded-0603d1d3523e') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:37.019038 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-74267984-ad5c-403b-b199-b01ce7ea1061 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '264ff9a6-2bf4-43f4-bded-0603d1d3523e') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:37.023144 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4ab6b8cd-8087-4f26-a818-c83b3ffd096b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:37.034984 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab6b8cd-8087-4f26-a818-c83b3ffd096b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Subnet': ['ID=a546b00c-991c-40b5-9a4e-5cdb07a13190,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:37.036185 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-755f6891-f59c-4c57-a4dc-464b17157fe4 tempest-PortsAdminExtendedAttrsTestJSON-1182059768 tempest-PortsAdminExtendedAttrsTestJSON-1182059768-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:37.037247 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408962e8-854c-47c0-817a-039813029099 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Made reservation on behalf of fd70ef53a26649bc8272693f5d67de51 for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:37.040865 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-408962e8-854c-47c0-817a-039813029099 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:37.058404 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-408962e8-854c-47c0-817a-039813029099 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:37.067396 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd75425-00e1-4af3-81bd-293378a2b446 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:45:37.070108 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-74267984-ad5c-403b-b199-b01ce7ea1061 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:37.089225 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port d3899bc9-6033-4eaa-8b8b-1b8603f22c53 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:45:37.091296 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e7e637-707b-47c6-851a-551a23169b2e tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:45:37.095403 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-408962e8-854c-47c0-817a-039813029099 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:37.103851 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-408962e8-854c-47c0-817a-039813029099 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Usage tracker for resource:security_group_rule and tenant:fd70ef53a26649bc8272693f5d67de51 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:37.107047 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-74267984-ad5c-403b-b199-b01ce7ea1061 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:37.112279 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-408962e8-854c-47c0-817a-039813029099 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:37.116809 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-755f6891-f59c-4c57-a4dc-464b17157fe4 tempest-PortsAdminExtendedAttrsTestJSON-1182059768 tempest-PortsAdminExtendedAttrsTestJSON-1182059768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:37.154139 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74267984-ad5c-403b-b199-b01ce7ea1061 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:45:37.154649 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-74267984-ad5c-403b-b199-b01ce7ea1061 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:37.176978 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b7e7e637-707b-47c6-851a-551a23169b2e tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:37.177415 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-b7e7e637-707b-47c6-851a-551a23169b2e tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Added segment 92d252d6-dd5b-4b01-93ac-280625ee691d of type vlan for network 76d244cc-5f44-437b-a6e3-36d007b857ff Oct 26 15:45:37.178785 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-408962e8-854c-47c0-817a-039813029099 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:37.203060 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c546a1-6006-4b89-99f3-45586a55b5db None None] DHCP port deletion for 3f7f7c85-9619-4793-9017-81f837a3b225 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:45:37.210554 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-4ab6b8cd-8087-4f26-a818-c83b3ffd096b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/a546b00c-991c-40b5-9a4e-5cdb07a13190 HTTP/1.1" status: 204 len: 168 time: 1.8498580 Oct 26 15:45:37.229108 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35298) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:37.317806 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-974d4844-00d2-488c-993e-30494b822510 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0844362 Oct 26 15:45:37.325189 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-20049c81-61d5-40ef-9f8b-b627cedb13dd None None] Current status of the port d3899bc9-6033-4eaa-8b8b-1b8603f22c53 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:45:37.328421 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35302) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:37.335305 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f6891-f59c-4c57-a4dc-464b17157fe4 tempest-PortsAdminExtendedAttrsTestJSON-1182059768 tempest-PortsAdminExtendedAttrsTestJSON-1182059768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9bcb02-546a-45bb-b65e-a654c9cc1733,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:37.338968 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 264ff9a6-2bf4-43f4-bded-0603d1d3523e resource provider aggregate not found Oct 26 15:45:37.378080 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-755f6891-f59c-4c57-a4dc-464b17157fe4 tempest-PortsAdminExtendedAttrsTestJSON-1182059768 tempest-PortsAdminExtendedAttrsTestJSON-1182059768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:45:37.394401 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 264ff9a6-2bf4-43f4-bded-0603d1d3523e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 264ff9a6-2bf4-43f4-bded-0603d1d3523e found for delete ", "request_id": "req-887b2089-8deb-4b51-a3b3-ad41b2304a09"}]} Oct 26 15:45:37.424545 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-755f6891-f59c-4c57-a4dc-464b17157fe4 tempest-PortsAdminExtendedAttrsTestJSON-1182059768 tempest-PortsAdminExtendedAttrsTestJSON-1182059768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:37.424889 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-755f6891-f59c-4c57-a4dc-464b17157fe4 tempest-PortsAdminExtendedAttrsTestJSON-1182059768 tempest-PortsAdminExtendedAttrsTestJSON-1182059768-project] Added segment c310fc6e-63da-4499-b731-a984afdfb56a of type vlan for network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d Oct 26 15:45:37.433488 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b7e7e637-707b-47c6-851a-551a23169b2e tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:37.443848 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d127962-69a7-4655-a0a5-b849a1f94800 None None] DHCP port deletion for f810e159-a5e8-4c86-8cec-5d909fe013dd request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:45:37.449540 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9430148d-81f3-4dcf-8c15-1385f544a573 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:37.456983 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3d127962-69a7-4655-a0a5-b849a1f94800 None None] Deleting port 306d0507-1f89-4529-a2a5-77749d2e8be8 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:45:37.456983 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3d127962-69a7-4655-a0a5-b849a1f94800 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:37.464497 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-74267984-ad5c-403b-b199-b01ce7ea1061 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:37.502406 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-74267984-ad5c-403b-b199-b01ce7ea1061 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:37.508254 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-fbd57a15-e504-445b-ab0f-7057d3f9aa76 None None] Provisioning for port 306d0507-1f89-4529-a2a5-77749d2e8be8 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:45:37.520290 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-fbd57a15-e504-445b-ab0f-7057d3f9aa76 None None] Provisioning complete for port 306d0507-1f89-4529-a2a5-77749d2e8be8 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:45:37.520842 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fbd57a15-e504-445b-ab0f-7057d3f9aa76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:37.521446 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-fbd57a15-e504-445b-ab0f-7057d3f9aa76 None None] Attempt 1 to provision port 306d0507-1f89-4529-a2a5-77749d2e8be8 Oct 26 15:45:37.524958 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-755f6891-f59c-4c57-a4dc-464b17157fe4 tempest-PortsAdminExtendedAttrsTestJSON-1182059768 tempest-PortsAdminExtendedAttrsTestJSON-1182059768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:37.533875 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74267984-ad5c-403b-b199-b01ce7ea1061 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event deleted for resources: {'Network': ['ID=3f7f7c85-9619-4793-9017-81f837a3b225,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:37.617784 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96ccc7d-658f-4b94-8375-9a16831577fc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:37.618502 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-f96ccc7d-658f-4b94-8375-9a16831577fc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:45:37.620699 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-408962e8-854c-47c0-817a-039813029099 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:37.627384 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b7e7e637-707b-47c6-851a-551a23169b2e tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:37.627384 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b7e7e637-707b-47c6-851a-551a23169b2e tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:37.630973 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e7e637-707b-47c6-851a-551a23169b2e tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:37.650006 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e7e637-707b-47c6-851a-551a23169b2e tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:37.652496 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b7e7e637-707b-47c6-851a-551a23169b2e tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:37.723041 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-74267984-ad5c-403b-b199-b01ce7ea1061 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "DELETE /v2.0/networks/3f7f7c85-9619-4793-9017-81f837a3b225 HTTP/1.1" status: 204 len: 168 time: 3.6791289 Oct 26 15:45:37.726225 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35308) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:37.731209 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 58728b19-e46f-457f-b92c-0c3fdccc42c2 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:45:37.803107 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-755f6891-f59c-4c57-a4dc-464b17157fe4 tempest-PortsAdminExtendedAttrsTestJSON-1182059768 tempest-PortsAdminExtendedAttrsTestJSON-1182059768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:37.809591 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755f6891-f59c-4c57-a4dc-464b17157fe4 tempest-PortsAdminExtendedAttrsTestJSON-1182059768 tempest-PortsAdminExtendedAttrsTestJSON-1182059768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:37.810269 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-755f6891-f59c-4c57-a4dc-464b17157fe4 tempest-PortsAdminExtendedAttrsTestJSON-1182059768 tempest-PortsAdminExtendedAttrsTestJSON-1182059768-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:37.814401 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-408962e8-854c-47c0-817a-039813029099 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:37.817324 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 58728b19-e46f-457f-b92c-0c3fdccc42c2 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:45:37.817855 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 58728b19-e46f-457f-b92c-0c3fdccc42c2 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:45:37.818422 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 306d0507-1f89-4529-a2a5-77749d2e8be8 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:45:37.856072 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-f96ccc7d-658f-4b94-8375-9a16831577fc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:45:37.859810 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f96ccc7d-658f-4b94-8375-9a16831577fc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5280166 Oct 26 15:45:37.860489 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35312) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:37.878034 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e7e637-707b-47c6-851a-551a23169b2e tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Pushing event updated for resources: {'Network': ['ID=a8f3e962-7b3f-48ce-99f3-92771bcf70e0,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:37.890631 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-408962e8-854c-47c0-817a-039813029099 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:45:37.894802 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-752c0600-741e-427f-9e4b-fd2d5cfb2c59 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] DELETE failed (client error): The resource could not be found. Oct 26 15:45:37.895344 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-752c0600-741e-427f-9e4b-fd2d5cfb2c59 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:45:37.898962 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-752c0600-741e-427f-9e4b-fd2d5cfb2c59 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "DELETE /v2.0/networks/3f7f7c85-9619-4793-9017-81f837a3b225 HTTP/1.1" status: 404 len: 339 time: 0.1687224 Oct 26 15:45:37.906175 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35316) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:37.917176 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network a8f3e962-7b3f-48ce-99f3-92771bcf70e0 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:45:37.918114 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b7e7e637-707b-47c6-851a-551a23169b2e tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.1689756 Oct 26 15:45:37.924548 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-59ddb092-e905-47e4-b4e2-795a7b207737 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-407609761', 'description': 'd1'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:37.929909 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35320) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:37.936848 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9430148d-81f3-4dcf-8c15-1385f544a573 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Router 0260c441-1b7e-4de5-9a34-023157bae4f6 is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:45:37.942355 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-408962e8-854c-47c0-817a-039813029099 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:37.942724 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-408962e8-854c-47c0-817a-039813029099 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Added segment 203a67a6-30bb-47ea-b908-8ff861ebe888 of type vlan for network 3d1c28c4-eb3a-4ab7-8af9-28c884443b0c Oct 26 15:45:37.964501 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-59ddb092-e905-47e4-b4e2-795a7b207737 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:38.000756 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408962e8-854c-47c0-817a-039813029099 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e594e6f-40fe-4d2c-b098-20f0f595dcba,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:38.018420 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-755f6891-f59c-4c57-a4dc-464b17157fe4 tempest-PortsAdminExtendedAttrsTestJSON-1182059768 tempest-PortsAdminExtendedAttrsTestJSON-1182059768-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.5415623 Oct 26 15:45:38.036258 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e7e637-707b-47c6-851a-551a23169b2e tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Pushing event updated for resources: {'Network': ['ID=76d244cc-5f44-437b-a6e3-36d007b857ff,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:38.046190 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-3d127962-69a7-4655-a0a5-b849a1f94800 None None] For port 306d0507-1f89-4529-a2a5-77749d2e8be8, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=306d0507-1f89-4529-a2a5-77749d2e8be8,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:45:38.046796 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3d127962-69a7-4655-a0a5-b849a1f94800 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:38.062122 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-59ddb092-e905-47e4-b4e2-795a7b207737 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Usage tracker for resource:network and tenant:6f0d38334d4a4e64b4b1664e1c9ebc7b is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:38.065178 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 76d244cc-5f44-437b-a6e3-36d007b857ff details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:45:38.072202 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-408962e8-854c-47c0-817a-039813029099 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:38.078292 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-fbd57a15-e504-445b-ab0f-7057d3f9aa76 None None] Current status of the port 306d0507-1f89-4529-a2a5-77749d2e8be8 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:45:38.079353 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fbd57a15-e504-445b-ab0f-7057d3f9aa76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:38.081610 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-59ddb092-e905-47e4-b4e2-795a7b207737 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:38.168804 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f6891-f59c-4c57-a4dc-464b17157fe4 tempest-PortsAdminExtendedAttrsTestJSON-1182059768 tempest-PortsAdminExtendedAttrsTestJSON-1182059768-project] Pushing event updated for resources: {'Network': ['ID=0c1deaeb-0759-4f0a-b7b9-8a76ab63125d,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:38.237910 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-408962e8-854c-47c0-817a-039813029099 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:38.246293 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408962e8-854c-47c0-817a-039813029099 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:38.247113 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-408962e8-854c-47c0-817a-039813029099 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:38.271897 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:45:38.346157 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3d127962-69a7-4655-a0a5-b849a1f94800 None None] Calling delete_port for 306d0507-1f89-4529-a2a5-77749d2e8be8 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:45:38.354044 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9430148d-81f3-4dcf-8c15-1385f544a573 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:45:38.368044 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69be70a6-0957-41e5-a0fd-137b7ff9652a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:38.368044 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-69be70a6-0957-41e5-a0fd-137b7ff9652a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:subnet {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:45:38.373584 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35328) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:38.374650 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-59ddb092-e905-47e4-b4e2-795a7b207737 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:38.398163 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Request body: {'port': {'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d', 'binding:host_id': 'hv-neutron-8627', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-464757589'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:38.408881 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:38.414979 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408962e8-854c-47c0-817a-039813029099 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Pushing event updated for resources: {'Network': ['ID=3d1c28c4-eb3a-4ab7-8af9-28c884443b0c,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:38.417593 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Usage tracker for resource:port and tenant:95b9ba223f7b46c9a9fe3a084fa03a98 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:38.421382 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:38.428863 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:38.442920 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0294c3a-0566-4392-bec3-b925372985f9 None None] Sync routers for ids ['0260c441-1b7e-4de5-9a34-023157bae4f6'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:45:38.466633 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9036bc-d67a-4dfc-931a-f5c52aa3416d tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:38.472316 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9036bc-d67a-4dfc-931a-f5c52aa3416d tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:38.476124 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-408962e8-854c-47c0-817a-039813029099 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9998653 Oct 26 15:45:38.476398 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35332) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:38.480225 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9036bc-d67a-4dfc-931a-f5c52aa3416d tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:38.482325 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-2a275362-4c37-487d-9d97-6be4aa2095dc tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Request body: {'subnet': {'network_id': '3d1c28c4-eb3a-4ab7-8af9-28c884443b0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:38.484369 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9036bc-d67a-4dfc-931a-f5c52aa3416d tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:38.488730 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-7d9036bc-d67a-4dfc-931a-f5c52aa3416d tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5549989 Oct 26 15:45:38.490031 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9430148d-81f3-4dcf-8c15-1385f544a573 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:38.494634 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-9430148d-81f3-4dcf-8c15-1385f544a573 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.8423743 Oct 26 15:45:38.494634 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35336) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:38.495765 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-69be70a6-0957-41e5-a0fd-137b7ff9652a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:subnet {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:45:38.497539 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-69be70a6-0957-41e5-a0fd-137b7ff9652a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6353807 Oct 26 15:45:38.497539 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35338) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:38.499961 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ddb092-e905-47e4-b4e2-795a7b207737 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Made reservation on behalf of 6f0d38334d4a4e64b4b1664e1c9ebc7b for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:38.502383 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Made reservation on behalf of 95b9ba223f7b46c9a9fe3a084fa03a98 for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:38.503581 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-59ddb092-e905-47e4-b4e2-795a7b207737 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:38.503979 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:38.512442 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 3d1c28c4-eb3a-4ab7-8af9-28c884443b0c details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:45:38.519141 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35344) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:38.630147 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ddb092-e905-47e4-b4e2-795a7b207737 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:45:38.637025 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:38.641361 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-fbd57a15-e504-445b-ab0f-7057d3f9aa76 None None] For port 306d0507-1f89-4529-a2a5-77749d2e8be8, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=306d0507-1f89-4529-a2a5-77749d2e8be8,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:45:38.659786 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f5e3e630-e123-4dc9-a164-2dd3be9040fa tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:38.667007 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-59ddb092-e905-47e4-b4e2-795a7b207737 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:38.667141 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0294c3a-0566-4392-bec3-b925372985f9 None None] Routers {'0260c441-1b7e-4de5-9a34-023157bae4f6'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:45:38.667252 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-59ddb092-e905-47e4-b4e2-795a7b207737 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Added segment ab8bcd46-f5a7-420c-84e4-c1ea6ad561fd of type vlan for network 031850d9-042f-47c9-98e5-bfd5ba240dbf Oct 26 15:45:38.667339 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-d0294c3a-0566-4392-bec3-b925372985f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:45:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['0260c441-1b7e-4de5-9a34-023157bae4f6'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:38.736849 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:38.741149 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Usage tracker for resource:security_group_rule and tenant:95b9ba223f7b46c9a9fe3a084fa03a98 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:38.745914 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-59ddb092-e905-47e4-b4e2-795a7b207737 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:38.750051 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:38.757224 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:38.802976 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fbd57a15-e504-445b-ab0f-7057d3f9aa76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:38.804806 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 306d0507-1f89-4529-a2a5-77749d2e8be8 is: DOWN; New status is: DOWN {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:45:38.851319 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-503a84c4-5e9a-4f82-9115-906f7cf32612 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3267746 Oct 26 15:45:38.852901 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35350) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:38.869225 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-e3b03a61-9a9e-4c61-87c6-08626b50d576 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'subnet': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:38.896531 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f5e3e630-e123-4dc9-a164-2dd3be9040fa tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:38.903014 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-fbd57a15-e504-445b-ab0f-7057d3f9aa76 None None] Could not find standard attr ID for object 6721aff5-2561-44d0-a042-d1f41fddf544. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:45:38.908541 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-751a6769-6164-40d1-93cd-bc8bdfa0dbc9 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=8316bfcf068445aeb00a503282bb001c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4096110 Oct 26 15:45:38.913367 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35354) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:38.956932 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-3d127962-69a7-4655-a0a5-b849a1f94800 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:45:38.957289 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-3d127962-69a7-4655-a0a5-b849a1f94800 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:45:38.957999 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:38.961300 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd57a15-e504-445b-ab0f-7057d3f9aa76 None None] Pushing event updated for resources: {'Port': ['ID=306d0507-1f89-4529-a2a5-77749d2e8be8,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:38.965703 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-2a275362-4c37-487d-9d97-6be4aa2095dc tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:38.982024 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-d0294c3a-0566-4392-bec3-b925372985f9 None None] Set router 0260c441-1b7e-4de5-9a34-023157bae4f6 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:45:38.983078 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-2a275362-4c37-487d-9d97-6be4aa2095dc tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Usage tracker for resource:subnet and tenant:fd70ef53a26649bc8272693f5d67de51 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:38.987692 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-2a275362-4c37-487d-9d97-6be4aa2095dc tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:39.002956 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-2a275362-4c37-487d-9d97-6be4aa2095dc tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:39.007808 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-f5e3e630-e123-4dc9-a164-2dd3be9040fa tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8f3e962-7b3f-48ce-99f3-92771bcf70e0']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:39.017231 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e3b03a61-9a9e-4c61-87c6-08626b50d576 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:39.020210 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-59ddb092-e905-47e4-b4e2-795a7b207737 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:39.026392 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ddb092-e905-47e4-b4e2-795a7b207737 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:39.027196 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-59ddb092-e905-47e4-b4e2-795a7b207737 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:39.028103 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e3b03a61-9a9e-4c61-87c6-08626b50d576 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:39.043771 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:39.057617 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] device_id is not set on port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:45:39.061970 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-f5e3e630-e123-4dc9-a164-2dd3be9040fa tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04647e24-f70e-4bb0-91e1-a38a131198ab') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:39.062284 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-f5e3e630-e123-4dc9-a164-2dd3be9040fa tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04647e24-f70e-4bb0-91e1-a38a131198ab') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:39.134027 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94c8e39-62d3-44e4-a361-243a0952d34e,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:39.138950 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b03a61-9a9e-4c61-87c6-08626b50d576 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:39.139927 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f5e3e630-e123-4dc9-a164-2dd3be9040fa tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:39.142109 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e3b03a61-9a9e-4c61-87c6-08626b50d576 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:39.207979 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f5e3e630-e123-4dc9-a164-2dd3be9040fa tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:39.210277 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ddb092-e905-47e4-b4e2-795a7b207737 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event updated for resources: {'Network': ['ID=031850d9-042f-47c9-98e5-bfd5ba240dbf,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:39.223762 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a275362-4c37-487d-9d97-6be4aa2095dc tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Made reservation on behalf of fd70ef53a26649bc8272693f5d67de51 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:39.227264 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2a275362-4c37-487d-9d97-6be4aa2095dc tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:39.232286 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5e3e630-e123-4dc9-a164-2dd3be9040fa tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:45:39.232692 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f5e3e630-e123-4dc9-a164-2dd3be9040fa tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:39.236455 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 031850d9-042f-47c9-98e5-bfd5ba240dbf details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:45:39.322909 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-59ddb092-e905-47e4-b4e2-795a7b207737 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4120188 Oct 26 15:45:39.326855 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 04647e24-f70e-4bb0-91e1-a38a131198ab resource provider aggregate not found Oct 26 15:45:39.328105 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35362) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:39.331831 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a383afa-57df-4806-89c7-2a1c1ce4c6ce tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:39.333303 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-0a383afa-57df-4806-89c7-2a1c1ce4c6ce tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4187942 Oct 26 15:45:39.346144 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35366) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:39.363900 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 04647e24-f70e-4bb0-91e1-a38a131198ab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 04647e24-f70e-4bb0-91e1-a38a131198ab found for delete ", "request_id": "req-062ba529-881d-4c10-9d88-f07bc615ce7e"}]} Oct 26 15:45:39.413988 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-8ede6bff-c4ce-49fd-bd47-438754b8cf9c tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=0c79a151-ef79-4fff-8a3c-258f9478471d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0650525 Oct 26 15:45:39.418264 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35372) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:39.420856 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-d0294c3a-0566-4392-bec3-b925372985f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'name': 'tempest-TestNetworkBasicOps-router-186827657', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '8d17d25d-392d-4fb0-b5be-1a1b4ebabe72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:45:31Z', 'updated_at': '2022-10-26T15:45:36Z', 'revision_number': 3, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '8d17d25d-392d-4fb0-b5be-1a1b4ebabe72', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:86:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:45:33Z', 'updated_at': '2022-10-26T15:45:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:39.423996 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-67645a64-342a-4008-a0fe-dcb985d11bdf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1844967736', 'network_id': '463f536f-4c79-4aa7-83ec-186e85f0d447', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:39.425373 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0294c3a-0566-4392-bec3-b925372985f9 None None] Checking router: 0260c441-1b7e-4de5-9a34-023157bae4f6 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:45:39.425863 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0294c3a-0566-4392-bec3-b925372985f9 None None] Updating router 0260c441-1b7e-4de5-9a34-023157bae4f6 port 8d17d25d-392d-4fb0-b5be-1a1b4ebabe72 binding host dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:45:39.459691 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3d127962-69a7-4655-a0a5-b849a1f94800 None None] Deleting port 306d0507-1f89-4529-a2a5-77749d2e8be8 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:45:39.460074 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3d127962-69a7-4655-a0a5-b849a1f94800 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:39.503653 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f5e3e630-e123-4dc9-a164-2dd3be9040fa tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:39.532669 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f5e3e630-e123-4dc9-a164-2dd3be9040fa tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:39.550229 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3e630-e123-4dc9-a164-2dd3be9040fa tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Pushing event deleted for resources: {'Network': ['ID=a8f3e962-7b3f-48ce-99f3-92771bcf70e0,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:39.563967 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f5e3e630-e123-4dc9-a164-2dd3be9040fa tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] 10.222.0.23 "DELETE /v2.0/networks/a8f3e962-7b3f-48ce-99f3-92771bcf70e0 HTTP/1.1" status: 204 len: 168 time: 1.0682054 Oct 26 15:45:39.564913 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35376) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:39.603097 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d0294c3a-0566-4392-bec3-b925372985f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:39.731495 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-67645a64-342a-4008-a0fe-dcb985d11bdf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:39.750974 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-67645a64-342a-4008-a0fe-dcb985d11bdf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:subnet and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:39.757215 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-67645a64-342a-4008-a0fe-dcb985d11bdf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:39.767955 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-67645a64-342a-4008-a0fe-dcb985d11bdf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:39.791150 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-855ba339-381d-463b-a324-d7d59166796b tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:39.854725 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67645a64-342a-4008-a0fe-dcb985d11bdf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Made reservation on behalf of 8316bfcf068445aeb00a503282bb001c for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:39.857548 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-67645a64-342a-4008-a0fe-dcb985d11bdf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:39.872340 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d2da2a-e1bd-4de7-ae7b-b95db5fbd89b tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:39.873166 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-94d2da2a-e1bd-4de7-ae7b-b95db5fbd89b tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Synchronizing usage tracker for tenant:6f0d38334d4a4e64b4b1664e1c9ebc7b on resource:network {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:45:39.900722 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] device_id is not set on port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:45:39.933498 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:39.971415 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-3d127962-69a7-4655-a0a5-b849a1f94800 None None] For port 306d0507-1f89-4529-a2a5-77749d2e8be8, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=306d0507-1f89-4529-a2a5-77749d2e8be8,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:45:39.971857 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3d127962-69a7-4655-a0a5-b849a1f94800 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:39.988394 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Transition to ACTIVE for port object ed13eb42-bdc1-45b6-b9a1-abe282e93b2e will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:45:39.992442 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-94d2da2a-e1bd-4de7-ae7b-b95db5fbd89b tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Unset dirty status for tenant:6f0d38334d4a4e64b4b1664e1c9ebc7b on resource:network {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:45:39.996445 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-94d2da2a-e1bd-4de7-ae7b-b95db5fbd89b tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "GET /v2.0/networks?id=031850d9-042f-47c9-98e5-bfd5ba240dbf HTTP/1.1" status: 200 len: 764 time: 0.6578555 Oct 26 15:45:40.008375 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35380) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:40.024998 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-23394fc6-a44f-40fa-ad5d-f6a1c303abe8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Request body: {'network': {'description': 'd2'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:40.090397 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:40.101531 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-855ba339-381d-463b-a324-d7d59166796b tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:40.116595 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3d127962-69a7-4655-a0a5-b849a1f94800 None None] Calling delete_port for 306d0507-1f89-4529-a2a5-77749d2e8be8 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:45:40.152219 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e3b03a61-9a9e-4c61-87c6-08626b50d576 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:40.161606 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-855ba339-381d-463b-a324-d7d59166796b tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76d244cc-5f44-437b-a6e3-36d007b857ff']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:40.187979 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-855ba339-381d-463b-a324-d7d59166796b tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92d252d6-dd5b-4b01-93ac-280625ee691d') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:40.188376 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-855ba339-381d-463b-a324-d7d59166796b tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92d252d6-dd5b-4b01-93ac-280625ee691d') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:40.207097 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2a275362-4c37-487d-9d97-6be4aa2095dc tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:40.227925 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-855ba339-381d-463b-a324-d7d59166796b tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:40.233285 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Pushing event updated for resources: {'Port': ['ID=ed13eb42-bdc1-45b6-b9a1-abe282e93b2e,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:40.239186 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b03a61-9a9e-4c61-87c6-08626b50d576 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:45:40.252476 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-e3b03a61-9a9e-4c61-87c6-08626b50d576 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:40.271155 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b03a61-9a9e-4c61-87c6-08626b50d576 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:40.271740 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e3b03a61-9a9e-4c61-87c6-08626b50d576 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:40.289008 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b03a61-9a9e-4c61-87c6-08626b50d576 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Subnet': ['ID=c2e92e52-35bb-4f2a-9db5-091037acf119,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:40.311960 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3d127962-69a7-4655-a0a5-b849a1f94800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:40.357207 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-855ba339-381d-463b-a324-d7d59166796b tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:40.363091 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Checking segment: {'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:45:40.363446 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Network hostable DHCP agents. Network: 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:45:40.379066 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-855ba339-381d-463b-a324-d7d59166796b tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:45:40.379652 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-855ba339-381d-463b-a324-d7d59166796b tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:40.382779 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d127962-69a7-4655-a0a5-b849a1f94800 None None] Pushing event deleted for resources: {'Port': ['ID=306d0507-1f89-4529-a2a5-77749d2e8be8,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:40.395357 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d127962-69a7-4655-a0a5-b849a1f94800 None None] No DVR routers for this DVR port 306d0507-1f89-4529-a2a5-77749d2e8be8 on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:45:40.409510 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d0294c3a-0566-4392-bec3-b925372985f9 None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:40.419104 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a275362-4c37-487d-9d97-6be4aa2095dc tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Pushing event updated for resources: {'Subnet': ['ID=df0eeed4-b7d9-4828-bb77-f6ab47de701b,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:40.421177 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a275362-4c37-487d-9d97-6be4aa2095dc tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Checking segment: {'id': '203a67a6-30bb-47ea-b908-8ff861ebe888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '3d1c28c4-eb3a-4ab7-8af9-28c884443b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:45:40.421535 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a275362-4c37-487d-9d97-6be4aa2095dc tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Network hostable DHCP agents. Network: 3d1c28c4-eb3a-4ab7-8af9-28c884443b0c, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:45:40.432039 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c232d16f-0571-4bc5-aef0-5e95bd780047 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:45:40.498101 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e3b03a61-9a9e-4c61-87c6-08626b50d576 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6452050 Oct 26 15:45:40.503553 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-23394fc6-a44f-40fa-ad5d-f6a1c303abe8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:40.506442 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35384) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:40.515219 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-67649b46-24e3-42e6-a8a7-1e03dd4de774 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'port': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'fixed_ips': [{'subnet_id': 'c2e92e52-35bb-4f2a-9db5-091037acf119', 'ip_address': '2001:db8::1ddd:4f01:3d4b:2f2c'}], 'name': 'tempest-NetworksTestDHCPv6-342207462'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:40.543486 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a275362-4c37-487d-9d97-6be4aa2095dc tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Network 3d1c28c4-eb3a-4ab7-8af9-28c884443b0c is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:45:40.546212 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:45:40.585459 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-d0294c3a-0566-4392-bec3-b925372985f9 None None] Transition to ACTIVE for port object 8d17d25d-392d-4fb0-b5be-1a1b4ebabe72 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:45:40.629730 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-855ba339-381d-463b-a324-d7d59166796b tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:40.633009 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-23394fc6-a44f-40fa-ad5d-f6a1c303abe8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:40.673597 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-855ba339-381d-463b-a324-d7d59166796b tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:40.678813 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-23394fc6-a44f-40fa-ad5d-f6a1c303abe8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Network 031850d9-042f-47c9-98e5-bfd5ba240dbf is not hosted by any dhcp agent {{(pid=89748) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 26 15:45:40.686687 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23394fc6-a44f-40fa-ad5d-f6a1c303abe8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:40.687616 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-23394fc6-a44f-40fa-ad5d-f6a1c303abe8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:40.690500 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d0294c3a-0566-4392-bec3-b925372985f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:40.691953 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-23394fc6-a44f-40fa-ad5d-f6a1c303abe8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "PUT /v2.0/networks/031850d9-042f-47c9-98e5-bfd5ba240dbf HTTP/1.1" status: 200 len: 761 time: 0.6826041 Oct 26 15:45:40.696222 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-67649b46-24e3-42e6-a8a7-1e03dd4de774 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:40.699928 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35388) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:40.731117 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:40.763903 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-855ba339-381d-463b-a324-d7d59166796b tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] 10.222.0.23 "DELETE /v2.0/networks/76d244cc-5f44-437b-a6e3-36d007b857ff HTTP/1.1" status: 204 len: 168 time: 1.1979730 Oct 26 15:45:40.764874 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-67645a64-342a-4008-a0fe-dcb985d11bdf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:40.780636 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35392) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:40.796213 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-d0294c3a-0566-4392-bec3-b925372985f9 None None] Attempting to bind port 8d17d25d-392d-4fb0-b5be-1a1b4ebabe72 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:45:40.796615 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-d0294c3a-0566-4392-bec3-b925372985f9 None None] Attempting to bind port 8d17d25d-392d-4fb0-b5be-1a1b4ebabe72 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:45:40.796987 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0294c3a-0566-4392-bec3-b925372985f9 None None] Attempting to bind port 8d17d25d-392d-4fb0-b5be-1a1b4ebabe72 on network 0c79a151-ef79-4fff-8a3c-258f9478471d {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:45:40.804536 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb40d0-e1f2-4515-9410-439280ae684b None None] Pushing event updated for resources: {'Port': ['ID=8d17d25d-392d-4fb0-b5be-1a1b4ebabe72,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:40.806068 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-2a275362-4c37-487d-9d97-6be4aa2095dc tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 3d1c28c4-eb3a-4ab7-8af9-28c884443b0c) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:40.812989 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0294c3a-0566-4392-bec3-b925372985f9 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:45:40.813384 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0294c3a-0566-4392-bec3-b925372985f9 None None] Checking segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:45:40.814482 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d0294c3a-0566-4392-bec3-b925372985f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:40.814898 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0294c3a-0566-4392-bec3-b925372985f9 None None] Bound using segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:45:40.815391 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-d0294c3a-0566-4392-bec3-b925372985f9 None None] Bound port: 8d17d25d-392d-4fb0-b5be-1a1b4ebabe72, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:45:40.816299 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d0294c3a-0566-4392-bec3-b925372985f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:40.818939 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:45:40.840363 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-67649b46-24e3-42e6-a8a7-1e03dd4de774 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:40.845010 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a275362-4c37-487d-9d97-6be4aa2095dc tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:40.845608 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2a275362-4c37-487d-9d97-6be4aa2095dc tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:40.851675 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f953c5bd-06f6-496e-8241-8c578f562d2e None None] Network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:45:40.861232 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23394fc6-a44f-40fa-ad5d-f6a1c303abe8 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event updated for resources: {'Network': ['ID=031850d9-042f-47c9-98e5-bfd5ba240dbf,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:40.871869 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:45:40.872228 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:45:40.872541 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:45:40.881638 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f54e95-3cb3-4562-9b66-4bbb66b7deb2 None None] Network 3d1c28c4-eb3a-4ab7-8af9-28c884443b0c requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:45:40.894001 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:45:40.894513 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Failed to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] Oct 26 15:45:40.895045 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03caa88-7403-4eb6-ac23-e9ed9331714e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-f810e159-a5e8-4c86-8cec-5d909fe013dd', 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'tenant_id': 'cde0b70c42f24e8e94f9303758760038', 'fixed_ips': [{'subnet_id': 'c2e92e52-35bb-4f2a-9db5-091037acf119'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:45:40.895865 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b03caa88-7403-4eb6-ac23-e9ed9331714e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:40.904842 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.plugins.ml2.plugin [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempt 2 to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e Oct 26 15:45:40.919848 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 031850d9-042f-47c9-98e5-bfd5ba240dbf details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:45:40.925590 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:45:40.925979 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:45:40.926321 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:45:40.942589 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d565b8-4a11-40c0-963d-90ae1d57d5a6 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:40.943943 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-01d565b8-4a11-40c0-963d-90ae1d57d5a6 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "GET /v2.0/networks?id=031850d9-042f-47c9-98e5-bfd5ba240dbf HTTP/1.1" status: 200 len: 764 time: 0.2430034 Oct 26 15:45:40.945121 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:45:40.945455 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Failed to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] Oct 26 15:45:40.948225 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.plugins.ml2.plugin [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempt 3 to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e Oct 26 15:45:40.953586 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35396) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:40.966688 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:45:40.966979 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:45:40.967323 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:45:40.972305 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ba339-381d-463b-a324-d7d59166796b tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Pushing event deleted for resources: {'Network': ['ID=76d244cc-5f44-437b-a6e3-36d007b857ff,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:40.973961 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:45:40.973961 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Failed to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] Oct 26 15:45:40.974172 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.plugins.ml2.plugin [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempt 4 to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e Oct 26 15:45:40.993405 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:45:40.994567 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:45:40.995187 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:45:41.000653 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:45:41.001214 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Failed to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] Oct 26 15:45:41.001598 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.plugins.ml2.plugin [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempt 5 to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e Oct 26 15:45:41.017471 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67649b46-24e3-42e6-a8a7-1e03dd4de774 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:41.018016 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67645a64-342a-4008-a0fe-dcb985d11bdf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Subnet': ['ID=24fd7863-3159-4cf8-879b-2b00a6811b4e,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:41.041811 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:45:41.042220 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:45:41.042592 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:45:41.102584 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-2a275362-4c37-487d-9d97-6be4aa2095dc tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6248698 Oct 26 15:45:41.106710 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67645a64-342a-4008-a0fe-dcb985d11bdf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Checking segment: {'id': '8f7b355c-f982-49f3-8e7f-fc96672e7aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '463f536f-4c79-4aa7-83ec-186e85f0d447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:45:41.107074 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67645a64-342a-4008-a0fe-dcb985d11bdf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network hostable DHCP agents. Network: 463f536f-4c79-4aa7-83ec-186e85f0d447, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:45:41.108735 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:45:41.109070 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Failed to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] Oct 26 15:45:41.111586 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35400) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:41.112003 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.plugins.ml2.plugin [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempt 6 to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e Oct 26 15:45:41.134375 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:45:41.135039 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:45:41.135411 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:45:41.142775 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-96323758-245d-42a9-8016-58adfd536e64 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-948003691', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:41.154357 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-96323758-245d-42a9-8016-58adfd536e64 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:41.167435 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:45:41.167627 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Failed to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] Oct 26 15:45:41.170977 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-96323758-245d-42a9-8016-58adfd536e64 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Usage tracker for resource:router and tenant:fd70ef53a26649bc8272693f5d67de51 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:41.173568 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.plugins.ml2.plugin [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempt 7 to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e Oct 26 15:45:41.181188 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-96323758-245d-42a9-8016-58adfd536e64 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:41.188244 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5408b75-54de-489a-a757-74457ae887f3 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:41.194327 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5408b75-54de-489a-a757-74457ae887f3 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:41.195116 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-d5408b75-54de-489a-a757-74457ae887f3 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Synchronizing usage tracker for tenant:5f2db06386b14f6fbdc37831d935c40c on resource:network {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:45:41.198254 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-96323758-245d-42a9-8016-58adfd536e64 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:41.214027 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-b03caa88-7403-4eb6-ac23-e9ed9331714e None None] Allocated IP 2001:db8::2 (f810e159-a5e8-4c86-8cec-5d909fe013dd/c2e92e52-35bb-4f2a-9db5-091037acf119/217470a8-a0ac-43d9-a7f9-d3de7444a3cb) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:45:41.222684 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:45:41.222684 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:45:41.222684 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:45:41.238628 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd3b475-1511-4bf4-bad2-b565b484b6c4 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:41.239335 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-dfd3b475-1511-4bf4-bad2-b565b484b6c4 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Synchronizing usage tracker for tenant:6f0d38334d4a4e64b4b1664e1c9ebc7b on resource:network {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:45:41.241760 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:45:41.242102 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Failed to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] Oct 26 15:45:41.245789 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.plugins.ml2.plugin [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempt 8 to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e Oct 26 15:45:41.252823 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-dfd3b475-1511-4bf4-bad2-b565b484b6c4 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Unset dirty status for tenant:6f0d38334d4a4e64b4b1664e1c9ebc7b on resource:network {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:45:41.253966 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-dfd3b475-1511-4bf4-bad2-b565b484b6c4 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2970772 Oct 26 15:45:41.256880 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35404) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:41.265805 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-67649b46-24e3-42e6-a8a7-1e03dd4de774 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:41.292290 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:45:41.292705 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:45:41.293103 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:45:41.295472 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-67649b46-24e3-42e6-a8a7-1e03dd4de774 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] device_id is not set on port 3696706c-40af-4115-a996-34a9568358f6 yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:45:41.298127 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67645a64-342a-4008-a0fe-dcb985d11bdf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network 463f536f-4c79-4aa7-83ec-186e85f0d447 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:45:41.305430 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-978f5372-cdaa-4d31-935b-6470fbefc8a9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Synchronizing usage tracker for tenant:6f0d38334d4a4e64b4b1664e1c9ebc7b on resource:subnet {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:45:41.314023 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-d5408b75-54de-489a-a757-74457ae887f3 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Unset dirty status for tenant:5f2db06386b14f6fbdc37831d935c40c on resource:network {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:45:41.315266 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-d5408b75-54de-489a-a757-74457ae887f3 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5085261 Oct 26 15:45:41.319333 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35408) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:41.327029 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-fc119cb5-3fa1-42e8-839b-fcdd9031785f tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1324625840'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:41.336505 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-fc119cb5-3fa1-42e8-839b-fcdd9031785f tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:41.342800 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-96323758-245d-42a9-8016-58adfd536e64 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:41.343818 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-96323758-245d-42a9-8016-58adfd536e64 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:41.348805 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-fc119cb5-3fa1-42e8-839b-fcdd9031785f tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:41.351976 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:45:41.352329 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Failed to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] Oct 26 15:45:41.357800 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.plugins.ml2.plugin [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempt 9 to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e Oct 26 15:45:41.400597 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 92d252d6-dd5b-4b01-93ac-280625ee691d resource provider aggregate not found Oct 26 15:45:41.405220 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:45:41.405552 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:45:41.405986 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:45:41.418329 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-96323758-245d-42a9-8016-58adfd536e64 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:41.419654 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:45:41.419999 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Failed to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] Oct 26 15:45:41.422938 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 92d252d6-dd5b-4b01-93ac-280625ee691d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 92d252d6-dd5b-4b01-93ac-280625ee691d found for delete ", "request_id": "req-d1619c44-e7eb-4e83-9f27-620f0238e7fd"}]} Oct 26 15:45:41.426300 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-67645a64-342a-4008-a0fe-dcb985d11bdf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 463f536f-4c79-4aa7-83ec-186e85f0d447) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:41.428548 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.plugins.ml2.plugin [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempt 10 to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e Oct 26 15:45:41.432609 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67645a64-342a-4008-a0fe-dcb985d11bdf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:41.433103 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-67645a64-342a-4008-a0fe-dcb985d11bdf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:41.453176 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc119cb5-3fa1-42e8-839b-fcdd9031785f tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Made reservation on behalf of 5f2db06386b14f6fbdc37831d935c40c for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:41.456055 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0528c629-2cde-4cc4-9203-b0ae216f0f1e None None] Network 463f536f-4c79-4aa7-83ec-186e85f0d447 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:45:41.456748 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fc119cb5-3fa1-42e8-839b-fcdd9031785f tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:41.466745 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-978f5372-cdaa-4d31-935b-6470fbefc8a9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Unset dirty status for tenant:6f0d38334d4a4e64b4b1664e1c9ebc7b on resource:subnet {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:45:41.472264 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-978f5372-cdaa-4d31-935b-6470fbefc8a9 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "GET /v2.0/subnets?network_id=0c79a151-ef79-4fff-8a3c-258f9478471d HTTP/1.1" status: 200 len: 207 time: 0.2099881 Oct 26 15:45:41.472264 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35416) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:41.489849 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:45:41.490184 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:45:41.490530 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:45:41.513779 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:45:41.513779 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Failed to bind port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] Oct 26 15:45:41.513779 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:41.653012 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-96323758-245d-42a9-8016-58adfd536e64 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:41.670066 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-67645a64-342a-4008-a0fe-dcb985d11bdf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2483339 Oct 26 15:45:41.672515 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35420) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:41.698612 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] For port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e, host hv-neutron-8627, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:45:41.699123 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempted to set empty binding levels {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 26 15:45:41.755789 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc119cb5-3fa1-42e8-839b-fcdd9031785f tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:45:41.760109 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b03caa88-7403-4eb6-ac23-e9ed9331714e None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:41.785580 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-d0294c3a-0566-4392-bec3-b925372985f9 None None] For port 8d17d25d-392d-4fb0-b5be-1a1b4ebabe72, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:45:41.787539 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:41.789330 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:41.790073 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:41.843254 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-96323758-245d-42a9-8016-58adfd536e64 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:41.844804 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-96323758-245d-42a9-8016-58adfd536e64 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.7145565 Oct 26 15:45:41.848837 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-b03caa88-7403-4eb6-ac23-e9ed9331714e None None] Transition to ACTIVE for port object 217470a8-a0ac-43d9-a7f9-d3de7444a3cb will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:45:41.854973 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35424) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:41.875236 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-d0294c3a-0566-4392-bec3-b925372985f9 None None] For port 8d17d25d-392d-4fb0-b5be-1a1b4ebabe72, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=8d17d25d-392d-4fb0-b5be-1a1b4ebabe72,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:45:41.876629 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Pushing event updated for resources: {'Port': ['ID=ed13eb42-bdc1-45b6-b9a1-abe282e93b2e,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:41.925941 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fc119cb5-3fa1-42e8-839b-fcdd9031785f tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:41.927397 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-fc119cb5-3fa1-42e8-839b-fcdd9031785f tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Added segment 104edfab-1972-465e-8937-990f9f3cf829 of type vlan for network 40e3c8c3-468e-4f78-a26a-117d087e222e Oct 26 15:45:41.953161 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-228fccd7-407a-4f8a-a71a-7a3b1cef58e9 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 3.5778251 Oct 26 15:45:41.956118 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35428) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:41.994751 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-b03caa88-7403-4eb6-ac23-e9ed9331714e None None] Transition to ACTIVE for port object 217470a8-a0ac-43d9-a7f9-d3de7444a3cb will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:45:41.998901 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d0294c3a-0566-4392-bec3-b925372985f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:42.024393 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-7d92f859-0348-4fe5-a447-5f2124af60ef tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Deleting port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:45:42.024393 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7d92f859-0348-4fe5-a447-5f2124af60ef tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:42.109235 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b03caa88-7403-4eb6-ac23-e9ed9331714e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:42.124946 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13d6856-7177-4f2f-9b14-60648f249855 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:42.131251 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13d6856-7177-4f2f-9b14-60648f249855 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:42.137461 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13d6856-7177-4f2f-9b14-60648f249855 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:42.143758 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13d6856-7177-4f2f-9b14-60648f249855 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:42.147320 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0294c3a-0566-4392-bec3-b925372985f9 None None] Routers {'0260c441-1b7e-4de5-9a34-023157bae4f6'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:45:42.147963 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-d0294c3a-0566-4392-bec3-b925372985f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:45:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['0260c441-1b7e-4de5-9a34-023157bae4f6'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:42.149671 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13d6856-7177-4f2f-9b14-60648f249855 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:42.156254 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13d6856-7177-4f2f-9b14-60648f249855 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:42.162204 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f13d6856-7177-4f2f-9b14-60648f249855 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.6856434 Oct 26 15:45:42.231223 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35432) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:42.250070 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fc119cb5-3fa1-42e8-839b-fcdd9031785f tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:42.281530 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03caa88-7403-4eb6-ac23-e9ed9331714e None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:45:42.301486 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-67649b46-24e3-42e6-a8a7-1e03dd4de774 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Allocated IP 2001:db8::1ddd:4f01:3d4b:2f2c (f810e159-a5e8-4c86-8cec-5d909fe013dd/c2e92e52-35bb-4f2a-9db5-091037acf119/3696706c-40af-4115-a996-34a9568358f6) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:45:42.336736 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-b03caa88-7403-4eb6-ac23-e9ed9331714e None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:42.340661 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03caa88-7403-4eb6-ac23-e9ed9331714e None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:45:42.438292 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-7d92f859-0348-4fe5-a447-5f2124af60ef tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] For port ed13eb42-bdc1-45b6-b9a1-abe282e93b2e, host hv-neutron-8627, got binding levels [] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:45:42.438865 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7d92f859-0348-4fe5-a447-5f2124af60ef tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:42.441502 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb40d0-e1f2-4515-9410-439280ae684b None None] Pushing event updated for resources: {'Port': ['ID=8d17d25d-392d-4fb0-b5be-1a1b4ebabe72,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:42.463566 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.db.resource_extend [None req-fc119cb5-3fa1-42e8-839b-fcdd9031785f tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 15:45:42.522202 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b88a6c5-e813-4e0a-8ae2-9408ecfae712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-463f536f-4c79-4aa7-83ec-186e85f0d447', 'network_id': '463f536f-4c79-4aa7-83ec-186e85f0d447', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ips': [{'subnet_id': '24fd7863-3159-4cf8-879b-2b00a6811b4e'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:45:42.523061 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7b88a6c5-e813-4e0a-8ae2-9408ecfae712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:42.540327 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7cd94d-a5d5-4c2b-8100-72ee833ec407 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-3d1c28c4-eb3a-4ab7-8af9-28c884443b0c', 'network_id': '3d1c28c4-eb3a-4ab7-8af9-28c884443b0c', 'tenant_id': 'fd70ef53a26649bc8272693f5d67de51', 'fixed_ips': [{'subnet_id': 'df0eeed4-b7d9-4828-bb77-f6ab47de701b'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:45:42.543562 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1d7cd94d-a5d5-4c2b-8100-72ee833ec407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:42.578120 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-7d92f859-0348-4fe5-a447-5f2124af60ef tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Calling delete_port for ed13eb42-bdc1-45b6-b9a1-abe282e93b2e owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:45:42.700056 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03caa88-7403-4eb6-ac23-e9ed9331714e None None] Pushing event updated for resources: {'Port': ['ID=217470a8-a0ac-43d9-a7f9-d3de7444a3cb,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:42.749202 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-b03caa88-7403-4eb6-ac23-e9ed9331714e None None] Attempting to bind port 217470a8-a0ac-43d9-a7f9-d3de7444a3cb on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:45:42.749491 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-b03caa88-7403-4eb6-ac23-e9ed9331714e None None] Attempting to bind port 217470a8-a0ac-43d9-a7f9-d3de7444a3cb by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:45:42.749855 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03caa88-7403-4eb6-ac23-e9ed9331714e None None] Attempting to bind port 217470a8-a0ac-43d9-a7f9-d3de7444a3cb on network f810e159-a5e8-4c86-8cec-5d909fe013dd {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:45:42.782681 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03caa88-7403-4eb6-ac23-e9ed9331714e None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:45:42.783239 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03caa88-7403-4eb6-ac23-e9ed9331714e None None] Checking segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:45:42.783443 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b03caa88-7403-4eb6-ac23-e9ed9331714e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:42.783832 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03caa88-7403-4eb6-ac23-e9ed9331714e None None] Bound using segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:45:42.784315 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-b03caa88-7403-4eb6-ac23-e9ed9331714e None None] Bound port: 217470a8-a0ac-43d9-a7f9-d3de7444a3cb, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:45:42.784683 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b03caa88-7403-4eb6-ac23-e9ed9331714e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:42.815750 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-d0294c3a-0566-4392-bec3-b925372985f9 None None] Set router 0260c441-1b7e-4de5-9a34-023157bae4f6 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:45:42.829465 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-1935004c-1a04-440f-ae8d-2ba49db3c90a tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.5875974 Oct 26 15:45:42.830427 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fc119cb5-3fa1-42e8-839b-fcdd9031785f tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:42.837395 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc119cb5-3fa1-42e8-839b-fcdd9031785f tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:42.838924 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fc119cb5-3fa1-42e8-839b-fcdd9031785f tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:42.843471 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35436) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:42.861448 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ac7d62cf-444d-400e-b711-89161b86e841 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:42.905384 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7d92f859-0348-4fe5-a447-5f2124af60ef tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:42.909234 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-67649b46-24e3-42e6-a8a7-1e03dd4de774 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:42.989351 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92f859-0348-4fe5-a447-5f2124af60ef tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed13eb42-bdc1-45b6-b9a1-abe282e93b2e,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:42.992519 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-67649b46-24e3-42e6-a8a7-1e03dd4de774 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Transition to ACTIVE for port object 3696706c-40af-4115-a996-34a9568358f6 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:45:43.004058 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7d92f859-0348-4fe5-a447-5f2124af60ef tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:43.018122 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835799de-e528-431c-9334-2e3fdef577d7 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:43.019764 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835799de-e528-431c-9334-2e3fdef577d7 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:43.021691 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835799de-e528-431c-9334-2e3fdef577d7 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:43.022880 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835799de-e528-431c-9334-2e3fdef577d7 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:43.024368 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835799de-e528-431c-9334-2e3fdef577d7 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:43.031583 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-835799de-e528-431c-9334-2e3fdef577d7 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Synchronizing usage tracker for tenant:6f0d38334d4a4e64b4b1664e1c9ebc7b on resource:subnet {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:45:43.036654 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-7d92f859-0348-4fe5-a447-5f2124af60ef tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] 10.222.0.23 "DELETE /v2.0/ports/ed13eb42-bdc1-45b6-b9a1-abe282e93b2e HTTP/1.1" status: 204 len: 168 time: 1.0769167 Oct 26 15:45:43.037909 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35440) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:43.097194 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6f41006-a8d1-40e9-a490-2342dbd1a426 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] GET failed (client error): The resource could not be found. Oct 26 15:45:43.097730 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b6f41006-a8d1-40e9-a490-2342dbd1a426 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Synchronizing usage tracker for tenant:95b9ba223f7b46c9a9fe3a084fa03a98 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:45:43.102054 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-835799de-e528-431c-9334-2e3fdef577d7 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Unset dirty status for tenant:6f0d38334d4a4e64b4b1664e1c9ebc7b on resource:subnet {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:45:43.107077 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-835799de-e528-431c-9334-2e3fdef577d7 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2586396 Oct 26 15:45:43.107474 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35444) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:43.190321 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a170cc-ebda-45e4-b4a4-02a4b1779ff0 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['shared'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:43.191752 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a170cc-ebda-45e4-b4a4-02a4b1779ff0 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['shared'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:43.193158 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a170cc-ebda-45e4-b4a4-02a4b1779ff0 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['shared'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:43.194732 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a170cc-ebda-45e4-b4a4-02a4b1779ff0 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['shared'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:43.196197 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a170cc-ebda-45e4-b4a4-02a4b1779ff0 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['shared'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:43.199491 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f4a170cc-ebda-45e4-b4a4-02a4b1779ff0 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0904160 Oct 26 15:45:43.206726 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35448) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:43.289622 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-67649b46-24e3-42e6-a8a7-1e03dd4de774 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:43.295783 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b6f41006-a8d1-40e9-a490-2342dbd1a426 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Unset dirty status for tenant:95b9ba223f7b46c9a9fe3a084fa03a98 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:45:43.300709 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b6f41006-a8d1-40e9-a490-2342dbd1a426 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] 10.222.0.23 "GET /v2.0/ports/ed13eb42-bdc1-45b6-b9a1-abe282e93b2e HTTP/1.1" status: 404 len: 333 time: 0.2582867 Oct 26 15:45:43.330212 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35452) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:43.356138 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-b0134628-d6e8-4737-afdd-a0d12bdabf94 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Request body: {'port': {'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-940617670'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:43.363443 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc119cb5-3fa1-42e8-839b-fcdd9031785f tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Pushing event updated for resources: {'Network': ['ID=40e3c8c3-468e-4f78-a26a-117d087e222e,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:43.374116 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-b0134628-d6e8-4737-afdd-a0d12bdabf94 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:43.397709 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 40e3c8c3-468e-4f78-a26a-117d087e222e details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:45:43.425698 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67649b46-24e3-42e6-a8a7-1e03dd4de774 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:45:43.426329 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-fc119cb5-3fa1-42e8-839b-fcdd9031785f tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1059811 Oct 26 15:45:43.430028 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-b03caa88-7403-4eb6-ac23-e9ed9331714e None None] For port 217470a8-a0ac-43d9-a7f9-d3de7444a3cb, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:45:43.432545 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-67649b46-24e3-42e6-a8a7-1e03dd4de774 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:43.434273 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35456) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:43.448506 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-0a2d44b3-62da-470e-9dcc-5336b6178eb7 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1208390018'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:43.451789 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67649b46-24e3-42e6-a8a7-1e03dd4de774 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:45:43.453370 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-b0134628-d6e8-4737-afdd-a0d12bdabf94 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:43.457394 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67649b46-24e3-42e6-a8a7-1e03dd4de774 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:43.457833 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-67649b46-24e3-42e6-a8a7-1e03dd4de774 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:43.462116 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67649b46-24e3-42e6-a8a7-1e03dd4de774 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Port': ['ID=3696706c-40af-4115-a996-34a9568358f6,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:43.482519 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-0a2d44b3-62da-470e-9dcc-5336b6178eb7 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:43.501179 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-0a2d44b3-62da-470e-9dcc-5336b6178eb7 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Usage tracker for resource:network and tenant:5f2db06386b14f6fbdc37831d935c40c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:43.511762 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fce67d4-8289-438e-9622-33faae0f9d96 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:43.517110 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-2fce67d4-8289-438e-9622-33faae0f9d96 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "GET /v2.0/networks/9d0640d1-fa74-45ef-9bb9-256302ead785 HTTP/1.1" status: 200 len: 803 time: 0.3054755 Oct 26 15:45:43.517278 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-7b88a6c5-e813-4e0a-8ae2-9408ecfae712 None None] Allocated IP 172.20.0.2 (463f536f-4c79-4aa7-83ec-186e85f0d447/24fd7863-3159-4cf8-879b-2b00a6811b4e/de2d2310-8a10-43fb-9a5d-f858025b0b32) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:45:43.519050 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-0a2d44b3-62da-470e-9dcc-5336b6178eb7 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:43.521281 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-1d7cd94d-a5d5-4c2b-8100-72ee833ec407 None None] Allocated IP 172.20.0.2 (3d1c28c4-eb3a-4ab7-8af9-28c884443b0c/df0eeed4-b7d9-4828-bb77-f6ab47de701b/c99fdcd9-d7da-494d-87ed-7788411f75c9) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:45:43.523090 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35460) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:43.549774 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-0a2d44b3-62da-470e-9dcc-5336b6178eb7 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:43.568028 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-b03caa88-7403-4eb6-ac23-e9ed9331714e None None] For port 217470a8-a0ac-43d9-a7f9-d3de7444a3cb, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=217470a8-a0ac-43d9-a7f9-d3de7444a3cb,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:45:43.578406 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0134628-d6e8-4737-afdd-a0d12bdabf94 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Made reservation on behalf of 95b9ba223f7b46c9a9fe3a084fa03a98 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:43.580809 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b0134628-d6e8-4737-afdd-a0d12bdabf94 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:43.633213 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [None req-b0134628-d6e8-4737-afdd-a0d12bdabf94 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] device_id is not set on port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c yet. {{(pid=89748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:45:43.646999 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-67649b46-24e3-42e6-a8a7-1e03dd4de774 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1336968 Oct 26 15:45:43.656270 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35464) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:43.663374 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-6a3d8316-37f1-427a-82c3-5957c5b89167 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'port': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'fixed_ips': [{'subnet_id': 'c2e92e52-35bb-4f2a-9db5-091037acf119', 'ip_address': '2001:db8::1ddd:4f01:3d4b:2f2c'}], 'name': 'tempest-NetworksTestDHCPv6-435168299'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:43.738292 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b03caa88-7403-4eb6-ac23-e9ed9331714e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:43.781928 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2d44b3-62da-470e-9dcc-5336b6178eb7 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Made reservation on behalf of 5f2db06386b14f6fbdc37831d935c40c for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:43.785511 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0a2d44b3-62da-470e-9dcc-5336b6178eb7 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:43.894197 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a2d44b3-62da-470e-9dcc-5336b6178eb7 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:45:43.915381 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-cd43e069-09c2-4976-8e43-b81de69a3dd3 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "GET /v2.0/networks/9d0640d1-fa74-45ef-9bb9-256302ead785?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3843553 Oct 26 15:45:43.916664 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35468) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:43.949789 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-29e655cf-0081-409f-85fa-82394aa54932 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:43.959664 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0a2d44b3-62da-470e-9dcc-5336b6178eb7 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:43.960151 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-0a2d44b3-62da-470e-9dcc-5336b6178eb7 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Added segment 3f5fac67-3e6a-4760-a86c-8996a3b17d7a of type vlan for network f31653b7-cc12-4bd3-afee-0ac43b5765c8 Oct 26 15:45:43.978815 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-6a3d8316-37f1-427a-82c3-5957c5b89167 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:44.004321 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-6a3d8316-37f1-427a-82c3-5957c5b89167 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:44.023150 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03caa88-7403-4eb6-ac23-e9ed9331714e None None] Pushing event updated for resources: {'Port': ['ID=217470a8-a0ac-43d9-a7f9-d3de7444a3cb,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:44.052505 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0ed206-6723-4aa3-bd03-c36012114e6b tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:44.061290 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-6e0ed206-6723-4aa3-bd03-c36012114e6b tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "GET /v2.0/subnets/285af4d8-5380-45bd-913c-17bcea57fca8 HTTP/1.1" status: 200 len: 843 time: 0.1408350 Oct 26 15:45:44.061290 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0a2d44b3-62da-470e-9dcc-5336b6178eb7 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:44.065045 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35472) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:44.118055 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3d8316-37f1-427a-82c3-5957c5b89167 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:44.124266 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6a3d8316-37f1-427a-82c3-5957c5b89167 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:44.148301 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b0134628-d6e8-4737-afdd-a0d12bdabf94 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:44.173513 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-6a3d8316-37f1-427a-82c3-5957c5b89167 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] device_id is not set on port 7e094b13-ef53-4a44-8cf7-c27126105bba yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:45:44.248284 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-d0294c3a-0566-4392-bec3-b925372985f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'name': 'tempest-TestNetworkBasicOps-router-186827657', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '8d17d25d-392d-4fb0-b5be-1a1b4ebabe72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:45:31Z', 'updated_at': '2022-10-26T15:45:36Z', 'revision_number': 3, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '8d17d25d-392d-4fb0-b5be-1a1b4ebabe72', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:86:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:45:33Z', 'updated_at': '2022-10-26T15:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:44.258799 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7b88a6c5-e813-4e0a-8ae2-9408ecfae712 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:44.267246 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0294c3a-0566-4392-bec3-b925372985f9 None None] The sync data for ids ['0260c441-1b7e-4de5-9a34-023157bae4f6'] in dv-neutron-862712-1-hyperv is: [{'id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'name': 'tempest-TestNetworkBasicOps-router-186827657', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '8d17d25d-392d-4fb0-b5be-1a1b4ebabe72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:45:31Z', 'updated_at': '2022-10-26T15:45:36Z', 'revision_number': 3, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '8d17d25d-392d-4fb0-b5be-1a1b4ebabe72', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:86:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:45:33Z', 'updated_at': '2022-10-26T15:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:45:44.288426 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-7b88a6c5-e813-4e0a-8ae2-9408ecfae712 None None] Transition to ACTIVE for port object de2d2310-8a10-43fb-9a5d-f858025b0b32 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:45:44.296919 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1d7cd94d-a5d5-4c2b-8100-72ee833ec407 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:44.332938 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-1d7cd94d-a5d5-4c2b-8100-72ee833ec407 None None] Transition to ACTIVE for port object c99fdcd9-d7da-494d-87ed-7788411f75c9 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:45:44.347716 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-7b88a6c5-e813-4e0a-8ae2-9408ecfae712 None None] Transition to ACTIVE for port object de2d2310-8a10-43fb-9a5d-f858025b0b32 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:45:44.374318 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-1d7cd94d-a5d5-4c2b-8100-72ee833ec407 None None] Transition to ACTIVE for port object c99fdcd9-d7da-494d-87ed-7788411f75c9 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:45:44.378243 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b0134628-d6e8-4737-afdd-a0d12bdabf94 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:44.394206 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d649e7-15b7-4afe-9455-3a0df43fb174 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['shared'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:44.399229 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d1d649e7-15b7-4afe-9455-3a0df43fb174 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "GET /v2.0/subnets/285af4d8-5380-45bd-913c-17bcea57fca8?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3316164 Oct 26 15:45:44.403792 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35476) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:44.435224 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-db3aaff6-95b3-4076-8c0c-cc273bbc24ae tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-927776890'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:44.443132 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-db3aaff6-95b3-4076-8c0c-cc273bbc24ae tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:44.473274 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7b88a6c5-e813-4e0a-8ae2-9408ecfae712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:44.501597 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-db3aaff6-95b3-4076-8c0c-cc273bbc24ae tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:44.518788 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0a2d44b3-62da-470e-9dcc-5336b6178eb7 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:44.524343 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2d44b3-62da-470e-9dcc-5336b6178eb7 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:44.525584 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0a2d44b3-62da-470e-9dcc-5336b6178eb7 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:44.569499 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1d7cd94d-a5d5-4c2b-8100-72ee833ec407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:44.630887 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-ac7d62cf-444d-400e-b711-89161b86e841 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Allocated IP 172.20.0.1 (3d1c28c4-eb3a-4ab7-8af9-28c884443b0c/df0eeed4-b7d9-4828-bb77-f6ab47de701b/af18f91d-77c6-4ba2-8d59-bd544199f587) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:45:44.633251 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b88a6c5-e813-4e0a-8ae2-9408ecfae712 None None] Network 463f536f-4c79-4aa7-83ec-186e85f0d447 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:45:44.643017 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-7b88a6c5-e813-4e0a-8ae2-9408ecfae712 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:44.651055 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7cd94d-a5d5-4c2b-8100-72ee833ec407 None None] Network 3d1c28c4-eb3a-4ab7-8af9-28c884443b0c is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:45:44.652071 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b88a6c5-e813-4e0a-8ae2-9408ecfae712 None None] Pushing event updated for resources: {'Port': ['ID=de2d2310-8a10-43fb-9a5d-f858025b0b32,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:44.665489 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b88a6c5-e813-4e0a-8ae2-9408ecfae712 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:45:44.671141 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-1d7cd94d-a5d5-4c2b-8100-72ee833ec407 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:44.682220 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3aaff6-95b3-4076-8c0c-cc273bbc24ae tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Made reservation on behalf of 6f0d38334d4a4e64b4b1664e1c9ebc7b for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:44.685889 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-db3aaff6-95b3-4076-8c0c-cc273bbc24ae tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:44.752182 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7cd94d-a5d5-4c2b-8100-72ee833ec407 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:45:44.754205 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d44b3-62da-470e-9dcc-5336b6178eb7 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Pushing event updated for resources: {'Network': ['ID=f31653b7-cc12-4bd3-afee-0ac43b5765c8,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:44.785732 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network f31653b7-cc12-4bd3-afee-0ac43b5765c8 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:45:44.803040 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-0a2d44b3-62da-470e-9dcc-5336b6178eb7 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3626890 Oct 26 15:45:44.804764 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db3aaff6-95b3-4076-8c0c-cc273bbc24ae tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:45:44.818392 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-db3aaff6-95b3-4076-8c0c-cc273bbc24ae tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:44.818788 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-db3aaff6-95b3-4076-8c0c-cc273bbc24ae tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Added segment 4d125cc6-a7e1-4ff3-842e-2e72ab615572 of type vlan for network b55b74cb-c318-4695-a98e-77c8adfe6b2d Oct 26 15:45:44.840963 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0134628-d6e8-4737-afdd-a0d12bdabf94 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Pushing event updated for resources: {'Port': ['ID=7f30cfac-ab6e-4a23-b2ed-487a039e7c8c,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:44.857979 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-db3aaff6-95b3-4076-8c0c-cc273bbc24ae tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:44.868522 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35480) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:44.873651 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a3d8316-37f1-427a-82c3-5957c5b89167 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 26 15:45:44.874140 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a3d8316-37f1-427a-82c3-5957c5b89167 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:45:44.881343 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-d093652d-6389-460b-9e49-d6be3bee6085 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Request body: {'ports': [{'network_id': '40e3c8c3-468e-4f78-a26a-117d087e222e', 'name': 'tempest-port--1209628959', 'admin_state_up': True}, {'network_id': 'f31653b7-cc12-4bd3-afee-0ac43b5765c8', 'admin_state_up': False}]} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:44.881684 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-d093652d-6389-460b-9e49-d6be3bee6085 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Request body: {'port': {'network_id': '40e3c8c3-468e-4f78-a26a-117d087e222e', 'name': 'tempest-port--1209628959', 'admin_state_up': True}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:44.882166 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-d093652d-6389-460b-9e49-d6be3bee6085 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Request body: {'port': {'network_id': 'f31653b7-cc12-4bd3-afee-0ac43b5765c8', 'admin_state_up': False}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:44.903163 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0134628-d6e8-4737-afdd-a0d12bdabf94 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:45:45.001081 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-29e655cf-0081-409f-85fa-82394aa54932 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Allocated IP 172.20.0.1 (463f536f-4c79-4aa7-83ec-186e85f0d447/24fd7863-3159-4cf8-879b-2b00a6811b4e/5febe6cf-bdd2-4ccc-adde-18f40d019bd5) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:45:45.052770 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-b0134628-d6e8-4737-afdd-a0d12bdabf94 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:45.055328 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0134628-d6e8-4737-afdd-a0d12bdabf94 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:45:45.056414 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0134628-d6e8-4737-afdd-a0d12bdabf94 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:45.057370 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b0134628-d6e8-4737-afdd-a0d12bdabf94 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:45.058779 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-6a3d8316-37f1-427a-82c3-5957c5b89167 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.4010377 Oct 26 15:45:45.061040 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35484) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:45.092062 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7cd94d-a5d5-4c2b-8100-72ee833ec407 None None] Pushing event updated for resources: {'Port': ['ID=c99fdcd9-d7da-494d-87ed-7788411f75c9,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:45.180424 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-db3aaff6-95b3-4076-8c0c-cc273bbc24ae tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:45.186487 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3aaff6-95b3-4076-8c0c-cc273bbc24ae tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:45.187347 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-db3aaff6-95b3-4076-8c0c-cc273bbc24ae tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:45.215842 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-7b88a6c5-e813-4e0a-8ae2-9408ecfae712 None None] Attempting to bind port de2d2310-8a10-43fb-9a5d-f858025b0b32 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:45:45.216225 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-7b88a6c5-e813-4e0a-8ae2-9408ecfae712 None None] Attempting to bind port de2d2310-8a10-43fb-9a5d-f858025b0b32 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '8f7b355c-f982-49f3-8e7f-fc96672e7aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '463f536f-4c79-4aa7-83ec-186e85f0d447'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:45:45.216586 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b88a6c5-e813-4e0a-8ae2-9408ecfae712 None None] Attempting to bind port de2d2310-8a10-43fb-9a5d-f858025b0b32 on network 463f536f-4c79-4aa7-83ec-186e85f0d447 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:45:45.219115 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-1d7cd94d-a5d5-4c2b-8100-72ee833ec407 None None] Attempting to bind port c99fdcd9-d7da-494d-87ed-7788411f75c9 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:45:45.219474 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-1d7cd94d-a5d5-4c2b-8100-72ee833ec407 None None] Attempting to bind port c99fdcd9-d7da-494d-87ed-7788411f75c9 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '203a67a6-30bb-47ea-b908-8ff861ebe888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '3d1c28c4-eb3a-4ab7-8af9-28c884443b0c'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:45:45.219823 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7cd94d-a5d5-4c2b-8100-72ee833ec407 None None] Attempting to bind port c99fdcd9-d7da-494d-87ed-7788411f75c9 on network 3d1c28c4-eb3a-4ab7-8af9-28c884443b0c {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:45:45.228224 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b88a6c5-e813-4e0a-8ae2-9408ecfae712 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:45:45.229727 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b88a6c5-e813-4e0a-8ae2-9408ecfae712 None None] Checking segment: {'id': '8f7b355c-f982-49f3-8e7f-fc96672e7aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '463f536f-4c79-4aa7-83ec-186e85f0d447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:45:45.230138 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7b88a6c5-e813-4e0a-8ae2-9408ecfae712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:45.230581 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b88a6c5-e813-4e0a-8ae2-9408ecfae712 None None] Bound using segment: {'id': '8f7b355c-f982-49f3-8e7f-fc96672e7aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '463f536f-4c79-4aa7-83ec-186e85f0d447'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:45:45.231116 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-7b88a6c5-e813-4e0a-8ae2-9408ecfae712 None None] Bound port: de2d2310-8a10-43fb-9a5d-f858025b0b32, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7b355c-f982-49f3-8e7f-fc96672e7aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '463f536f-4c79-4aa7-83ec-186e85f0d447'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:45:45.231500 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7b88a6c5-e813-4e0a-8ae2-9408ecfae712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:45.241418 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7cd94d-a5d5-4c2b-8100-72ee833ec407 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:45:45.241849 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7cd94d-a5d5-4c2b-8100-72ee833ec407 None None] Checking segment: {'id': '203a67a6-30bb-47ea-b908-8ff861ebe888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '3d1c28c4-eb3a-4ab7-8af9-28c884443b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:45:45.242248 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1d7cd94d-a5d5-4c2b-8100-72ee833ec407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:45.242667 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7cd94d-a5d5-4c2b-8100-72ee833ec407 None None] Bound using segment: {'id': '203a67a6-30bb-47ea-b908-8ff861ebe888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '3d1c28c4-eb3a-4ab7-8af9-28c884443b0c'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:45:45.243145 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-1d7cd94d-a5d5-4c2b-8100-72ee833ec407 None None] Bound port: c99fdcd9-d7da-494d-87ed-7788411f75c9, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '203a67a6-30bb-47ea-b908-8ff861ebe888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '3d1c28c4-eb3a-4ab7-8af9-28c884443b0c'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:45:45.243511 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1d7cd94d-a5d5-4c2b-8100-72ee833ec407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:45.277705 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-29e655cf-0081-409f-85fa-82394aa54932 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:45.296786 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-29e655cf-0081-409f-85fa-82394aa54932 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Transition to ACTIVE for port object 5febe6cf-bdd2-4ccc-adde-18f40d019bd5 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:45:45.440294 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-1d7cd94d-a5d5-4c2b-8100-72ee833ec407 None None] For port c99fdcd9-d7da-494d-87ed-7788411f75c9, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:45:45.442716 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-7b88a6c5-e813-4e0a-8ae2-9408ecfae712 None None] For port de2d2310-8a10-43fb-9a5d-f858025b0b32, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:45:45.445675 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-1d7cd94d-a5d5-4c2b-8100-72ee833ec407 None None] For port c99fdcd9-d7da-494d-87ed-7788411f75c9, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=c99fdcd9-d7da-494d-87ed-7788411f75c9,segment=NetworkSegment(203a67a6-30bb-47ea-b908-8ff861ebe888),segment_id=203a67a6-30bb-47ea-b908-8ff861ebe888)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:45:45.448694 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-7b88a6c5-e813-4e0a-8ae2-9408ecfae712 None None] For port de2d2310-8a10-43fb-9a5d-f858025b0b32, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=de2d2310-8a10-43fb-9a5d-f858025b0b32,segment=NetworkSegment(8f7b355c-f982-49f3-8e7f-fc96672e7aa7),segment_id=8f7b355c-f982-49f3-8e7f-fc96672e7aa7)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:45:45.453985 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-29e655cf-0081-409f-85fa-82394aa54932 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:45.514983 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3aaff6-95b3-4076-8c0c-cc273bbc24ae tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event updated for resources: {'Network': ['ID=b55b74cb-c318-4695-a98e-77c8adfe6b2d,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:45.517780 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d093652d-6389-460b-9e49-d6be3bee6085 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:45.518526 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ac7d62cf-444d-400e-b711-89161b86e841 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:45.523633 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d093652d-6389-460b-9e49-d6be3bee6085 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Usage tracker for resource:port and tenant:5f2db06386b14f6fbdc37831d935c40c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:45.529304 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d093652d-6389-460b-9e49-d6be3bee6085 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:45.534627 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network b55b74cb-c318-4695-a98e-77c8adfe6b2d details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:45:45.542157 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d093652d-6389-460b-9e49-d6be3bee6085 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:45.552967 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b0134628-d6e8-4737-afdd-a0d12bdabf94 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.2118640 Oct 26 15:45:45.556305 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35488) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:45.564795 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8627'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:45.572765 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1d7cd94d-a5d5-4c2b-8100-72ee833ec407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:45.590229 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e655cf-0081-409f-85fa-82394aa54932 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network 463f536f-4c79-4aa7-83ec-186e85f0d447 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:45:45.596807 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-ac7d62cf-444d-400e-b711-89161b86e841 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Transition to ACTIVE for port object af18f91d-77c6-4ba2-8d59-bd544199f587 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:45:45.598586 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-29e655cf-0081-409f-85fa-82394aa54932 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:45.630846 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e655cf-0081-409f-85fa-82394aa54932 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:45:45.640917 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a55605b-cf79-47ba-b6b6-41af84d59c64 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:45.648598 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a55605b-cf79-47ba-b6b6-41af84d59c64 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:45.649679 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-6a55605b-cf79-47ba-b6b6-41af84d59c64 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:45:45.657286 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-db3aaff6-95b3-4076-8c0c-cc273bbc24ae tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2306223 Oct 26 15:45:45.673609 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35496) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:45.683853 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-bac7747d-ae70-41f6-a7a3-a4f171fd8ae1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Request body: {'subnet': {'network_id': 'b55b74cb-c318-4695-a98e-77c8adfe6b2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:45.724668 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e655cf-0081-409f-85fa-82394aa54932 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=5febe6cf-bdd2-4ccc-adde-18f40d019bd5,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:45.733724 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d093652d-6389-460b-9e49-d6be3bee6085 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Made reservation on behalf of 5f2db06386b14f6fbdc37831d935c40c for: {'port': 2} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:45.739575 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d093652d-6389-460b-9e49-d6be3bee6085 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:45.784097 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-29e655cf-0081-409f-85fa-82394aa54932 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:45.788631 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ac7d62cf-444d-400e-b711-89161b86e841 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:45.888424 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d62cf-444d-400e-b711-89161b86e841 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Pushing event updated for resources: {'Port': ['ID=af18f91d-77c6-4ba2-8d59-bd544199f587,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:45.912082 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7d62cf-444d-400e-b711-89161b86e841 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Network 3d1c28c4-eb3a-4ab7-8af9-28c884443b0c is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:45:45.916236 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-ac7d62cf-444d-400e-b711-89161b86e841 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:45.917914 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-6a55605b-cf79-47ba-b6b6-41af84d59c64 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:45:45.919386 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7d62cf-444d-400e-b711-89161b86e841 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:45:45.922461 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-6a55605b-cf79-47ba-b6b6-41af84d59c64 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.8547738 Oct 26 15:45:45.948517 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35500) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:45.959462 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 8d17d25d-392d-4fb0-b5be-1a1b4ebabe72 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:45:46.008795 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-bac7747d-ae70-41f6-a7a3-a4f171fd8ae1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:46.013130 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d093652d-6389-460b-9e49-d6be3bee6085 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:46.040113 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7b88a6c5-e813-4e0a-8ae2-9408ecfae712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:46.041849 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:46.044459 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-0f6792f5-80bb-45eb-b98a-4d2db715ba23 None None] Provisioning for port 217470a8-a0ac-43d9-a7f9-d3de7444a3cb completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:45:46.062942 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-bac7747d-ae70-41f6-a7a3-a4f171fd8ae1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:46.096359 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ac7d62cf-444d-400e-b711-89161b86e841 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:46.143398 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7cd94d-a5d5-4c2b-8100-72ee833ec407 None None] Pushing event updated for resources: {'Port': ['ID=c99fdcd9-d7da-494d-87ed-7788411f75c9,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:46.163680 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-9e44ab00-f819-423a-a23c-245f1be3ed8f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting port 3696706c-40af-4115-a996-34a9568358f6 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:45:46.163680 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9e44ab00-f819-423a-a23c-245f1be3ed8f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:46.281254 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b88a6c5-e813-4e0a-8ae2-9408ecfae712 None None] Pushing event updated for resources: {'Port': ['ID=de2d2310-8a10-43fb-9a5d-f858025b0b32,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:46.310433 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac7747d-ae70-41f6-a7a3-a4f171fd8ae1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Made reservation on behalf of 6f0d38334d4a4e64b4b1664e1c9ebc7b for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:46.313675 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bac7747d-ae70-41f6-a7a3-a4f171fd8ae1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:46.325908 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-69cb22f8-f3ae-4d56-917e-38e408c962db None None] Provisioning for port 3696706c-40af-4115-a996-34a9568358f6 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:45:46.332549 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-69cb22f8-f3ae-4d56-917e-38e408c962db None None] Provisioning complete for port 3696706c-40af-4115-a996-34a9568358f6 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:45:46.333049 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-69cb22f8-f3ae-4d56-917e-38e408c962db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:46.333460 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-69cb22f8-f3ae-4d56-917e-38e408c962db None None] Attempt 1 to provision port 3696706c-40af-4115-a996-34a9568358f6 Oct 26 15:45:46.389498 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 8d17d25d-392d-4fb0-b5be-1a1b4ebabe72 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:45:46.421141 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 8d17d25d-392d-4fb0-b5be-1a1b4ebabe72 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:45:46.421527 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:46.424411 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 8d17d25d-392d-4fb0-b5be-1a1b4ebabe72 Oct 26 15:45:46.508972 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-29e655cf-0081-409f-85fa-82394aa54932 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:46.540127 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-69cb22f8-f3ae-4d56-917e-38e408c962db None None] Port 3696706c-40af-4115-a996-34a9568358f6 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:45:46.641816 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 8d17d25d-392d-4fb0-b5be-1a1b4ebabe72 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:45:46.643056 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:46.666677 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 8d17d25d-392d-4fb0-b5be-1a1b4ebabe72, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=8d17d25d-392d-4fb0-b5be-1a1b4ebabe72,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:45:46.732247 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:46.733368 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 217470a8-a0ac-43d9-a7f9-d3de7444a3cb up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:45:46.741764 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ac7d62cf-444d-400e-b711-89161b86e841 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:46.781793 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-d093652d-6389-460b-9e49-d6be3bee6085 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] device_id is not set on port 14366a01-c6c1-4902-b4ec-0a7925fb25ee yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:45:46.785398 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.ipam_backend_mixin [None req-bac7747d-ae70-41f6-a7a3-a4f171fd8ae1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Performing IP validity checks on allocation pools {{(pid=89747) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 26 15:45:46.785963 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.ipam_backend_mixin [None req-bac7747d-ae70-41f6-a7a3-a4f171fd8ae1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89747) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 26 15:45:46.855991 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=8d17d25d-392d-4fb0-b5be-1a1b4ebabe72,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:46.911920 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 217470a8-a0ac-43d9-a7f9-d3de7444a3cb completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:45:46.922377 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 217470a8-a0ac-43d9-a7f9-d3de7444a3cb triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:45:46.922931 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:46.923492 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 217470a8-a0ac-43d9-a7f9-d3de7444a3cb Oct 26 15:45:46.998560 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9e44ab00-f819-423a-a23c-245f1be3ed8f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:47.002668 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] device_id is not set on port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:45:47.039585 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:47.044016 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-69cb22f8-f3ae-4d56-917e-38e408c962db None None] Attempt 2 to provision port 3696706c-40af-4115-a996-34a9568358f6 Oct 26 15:45:47.082728 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Transition to ACTIVE for port object 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:45:47.114740 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d093652d-6389-460b-9e49-d6be3bee6085 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:47.128170 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 217470a8-a0ac-43d9-a7f9-d3de7444a3cb is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:45:47.128496 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:47.138232 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-69cb22f8-f3ae-4d56-917e-38e408c962db None None] Port 3696706c-40af-4115-a996-34a9568358f6 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:45:47.168535 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 217470a8-a0ac-43d9-a7f9-d3de7444a3cb, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=217470a8-a0ac-43d9-a7f9-d3de7444a3cb,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:45:47.211705 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bac7747d-ae70-41f6-a7a3-a4f171fd8ae1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:47.243885 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:47.269839 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:47.319844 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=217470a8-a0ac-43d9-a7f9-d3de7444a3cb,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:47.403096 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-9e44ab00-f819-423a-a23c-245f1be3ed8f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Calling delete_port for 3696706c-40af-4115-a996-34a9568358f6 owned by {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:45:47.418658 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30a365d-3ebe-4fce-804a-16ffe341377a None None] Network 3d1c28c4-eb3a-4ab7-8af9-28c884443b0c requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:45:47.500008 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-d093652d-6389-460b-9e49-d6be3bee6085 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] device_id is not set on port 0ffa6339-8c7c-4723-af21-98ee931f367b yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:45:47.521470 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:45:47.521786 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:45:47.522054 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:45:47.524196 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac7747d-ae70-41f6-a7a3-a4f171fd8ae1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event updated for resources: {'Subnet': ['ID=86955148-1fa6-4edb-9f45-bcd154792b4e,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:47.531926 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Pushing event updated for resources: {'Port': ['ID=7f30cfac-ab6e-4a23-b2ed-487a039e7c8c,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:47.537221 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac7747d-ae70-41f6-a7a3-a4f171fd8ae1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Checking segment: {'id': '4d125cc6-a7e1-4ff3-842e-2e72ab615572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b55b74cb-c318-4695-a98e-77c8adfe6b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:45:47.537567 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac7747d-ae70-41f6-a7a3-a4f171fd8ae1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Network hostable DHCP agents. Network: b55b74cb-c318-4695-a98e-77c8adfe6b2d, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:45:47.544348 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:45:47.544656 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Failed to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] Oct 26 15:45:47.547488 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.plugins.ml2.plugin [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempt 2 to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c Oct 26 15:45:47.573923 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:45:47.574257 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:45:47.574645 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:45:47.587000 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:45:47.587221 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Failed to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] Oct 26 15:45:47.589085 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.plugins.ml2.plugin [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempt 3 to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c Oct 26 15:45:47.650698 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:45:47.651645 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:45:47.651998 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:45:47.687073 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:45:47.687073 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Failed to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] Oct 26 15:45:47.694129 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.plugins.ml2.plugin [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempt 4 to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c Oct 26 15:45:47.708106 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-69cb22f8-f3ae-4d56-917e-38e408c962db None None] Attempt 3 to provision port 3696706c-40af-4115-a996-34a9568358f6 Oct 26 15:45:47.727274 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac7747d-ae70-41f6-a7a3-a4f171fd8ae1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Network b55b74cb-c318-4695-a98e-77c8adfe6b2d is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:45:47.771224 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:45:47.771613 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:45:47.771888 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:45:47.795736 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:45:47.796064 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Failed to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] Oct 26 15:45:47.799166 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.plugins.ml2.plugin [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempt 5 to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c Oct 26 15:45:47.816885 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-bac7747d-ae70-41f6-a7a3-a4f171fd8ae1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, b55b74cb-c318-4695-a98e-77c8adfe6b2d) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:47.830220 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be35a183-afc2-4bb9-96ab-bf6ba563af8d None None] Network b55b74cb-c318-4695-a98e-77c8adfe6b2d requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:45:47.834939 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:45:47.835270 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:45:47.835598 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:45:47.839824 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac7747d-ae70-41f6-a7a3-a4f171fd8ae1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:47.840421 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bac7747d-ae70-41f6-a7a3-a4f171fd8ae1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:47.849995 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-69cb22f8-f3ae-4d56-917e-38e408c962db None None] Port 3696706c-40af-4115-a996-34a9568358f6 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:45:47.850681 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bacbc3-9981-459e-93f8-ff156d50c06a None None] Network 463f536f-4c79-4aa7-83ec-186e85f0d447 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:45:47.864273 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d093652d-6389-460b-9e49-d6be3bee6085 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:47.874584 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:45:47.874910 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Failed to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] Oct 26 15:45:47.879586 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.plugins.ml2.plugin [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempt 6 to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c Oct 26 15:45:47.909844 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:45:47.910184 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:45:47.910647 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:45:47.917765 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:45:47.918073 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Failed to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] Oct 26 15:45:47.919462 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.plugins.ml2.plugin [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempt 7 to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c Oct 26 15:45:47.942112 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:45:47.942454 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:45:47.953705 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:45:47.962943 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-bac7747d-ae70-41f6-a7a3-a4f171fd8ae1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.2880130 Oct 26 15:45:47.966546 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35504) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:47.974730 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-e9e63b4f-bb43-44f9-89c9-bc571a072f92 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:48.002786 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:45:48.003559 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Failed to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] Oct 26 15:45:48.007387 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.plugins.ml2.plugin [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempt 8 to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c Oct 26 15:45:48.016886 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device de2d2310-8a10-43fb-9a5d-f858025b0b32 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:45:48.026367 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d093652d-6389-460b-9e49-d6be3bee6085 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:48.031451 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-29e655cf-0081-409f-85fa-82394aa54932 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:48.061344 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ac7d62cf-444d-400e-b711-89161b86e841 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:48.066136 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9e44ab00-f819-423a-a23c-245f1be3ed8f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:48.096956 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:45:48.097619 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:45:48.097828 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:45:48.117850 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e44ab00-f819-423a-a23c-245f1be3ed8f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Port': ['ID=3696706c-40af-4115-a996-34a9568358f6,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:48.123236 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-29e655cf-0081-409f-85fa-82394aa54932 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:48.131868 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:45:48.132300 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Failed to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] Oct 26 15:45:48.139355 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.plugins.ml2.plugin [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempt 9 to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c Oct 26 15:45:48.162413 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d093652d-6389-460b-9e49-d6be3bee6085 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Pushing event updated for resources: {'Port': ['ID=14366a01-c6c1-4902-b4ec-0a7925fb25ee,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:48.201839 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ac7d62cf-444d-400e-b711-89161b86e841 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:48.215136 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:45:48.215615 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:45:48.216038 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:45:48.235691 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:45:48.235892 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Failed to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] Oct 26 15:45:48.240665 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.plugins.ml2.plugin [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempt 10 to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c Oct 26 15:45:48.252858 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d093652d-6389-460b-9e49-d6be3bee6085 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Checking segment: {'id': '104edfab-1972-465e-8937-990f9f3cf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '40e3c8c3-468e-4f78-a26a-117d087e222e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:45:48.253352 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d093652d-6389-460b-9e49-d6be3bee6085 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Network hostable DHCP agents. Network: 40e3c8c3-468e-4f78-a26a-117d087e222e, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:45:48.269756 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e9e63b4f-bb43-44f9-89c9-bc571a072f92 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3772570'] for subnet, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:48.280600 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:45:48.280823 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:45:48.281216 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:45:48.294650 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:45:48.298021 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Failed to bind port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] Oct 26 15:45:48.298021 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:48.339341 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9e44ab00-f819-423a-a23c-245f1be3ed8f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:48.347705 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e655cf-0081-409f-85fa-82394aa54932 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=5febe6cf-bdd2-4ccc-adde-18f40d019bd5,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:48.348993 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port de2d2310-8a10-43fb-9a5d-f858025b0b32 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:45:48.357586 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-69cb22f8-f3ae-4d56-917e-38e408c962db None None] Attempt 4 to provision port 3696706c-40af-4115-a996-34a9568358f6 Oct 26 15:45:48.367963 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e655cf-0081-409f-85fa-82394aa54932 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:45:48.368313 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e655cf-0081-409f-85fa-82394aa54932 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:45:48.369287 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e655cf-0081-409f-85fa-82394aa54932 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:45:48.370345 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e655cf-0081-409f-85fa-82394aa54932 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:45:48.370854 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e655cf-0081-409f-85fa-82394aa54932 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:45:48.371190 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e655cf-0081-409f-85fa-82394aa54932 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:45:48.371524 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e655cf-0081-409f-85fa-82394aa54932 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:45:48.371853 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e655cf-0081-409f-85fa-82394aa54932 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:45:48.372175 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e655cf-0081-409f-85fa-82394aa54932 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:45:48.372550 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e655cf-0081-409f-85fa-82394aa54932 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:45:48.372874 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e655cf-0081-409f-85fa-82394aa54932 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:45:48.373196 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e655cf-0081-409f-85fa-82394aa54932 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:45:48.381441 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-29e655cf-0081-409f-85fa-82394aa54932 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:48.405825 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d093652d-6389-460b-9e49-d6be3bee6085 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Network 40e3c8c3-468e-4f78-a26a-117d087e222e is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:45:48.434938 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-69cb22f8-f3ae-4d56-917e-38e408c962db None None] Port 3696706c-40af-4115-a996-34a9568358f6 was deleted so its status cannot be updated. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:45:48.436523 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device c99fdcd9-d7da-494d-87ed-7788411f75c9 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:45:48.442670 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ac7d62cf-444d-400e-b711-89161b86e841 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:48.464904 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-9e44ab00-f819-423a-a23c-245f1be3ed8f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/ports/3696706c-40af-4115-a996-34a9568358f6 HTTP/1.1" status: 204 len: 168 time: 2.5137191 Oct 26 15:45:48.471060 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35508) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:48.532611 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-d093652d-6389-460b-9e49-d6be3bee6085 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 40e3c8c3-468e-4f78-a26a-117d087e222e) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:48.537519 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d093652d-6389-460b-9e49-d6be3bee6085 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:45:48.539228 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d093652d-6389-460b-9e49-d6be3bee6085 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:48.561834 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d017b50-99eb-464f-a0ec-dd9e8adaa09c None None] Network 40e3c8c3-468e-4f78-a26a-117d087e222e requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:45:48.584693 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d62cf-444d-400e-b711-89161b86e841 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Pushing event updated for resources: {'Port': ['ID=af18f91d-77c6-4ba2-8d59-bd544199f587,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:48.590830 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6855f5-ccb7-4546-9507-4f5c0afabda4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-b55b74cb-c318-4695-a98e-77c8adfe6b2d', 'network_id': 'b55b74cb-c318-4695-a98e-77c8adfe6b2d', 'tenant_id': '6f0d38334d4a4e64b4b1664e1c9ebc7b', 'fixed_ips': [{'subnet_id': '86955148-1fa6-4edb-9f45-bcd154792b4e'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:45:48.592068 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-8e6855f5-ccb7-4546-9507-4f5c0afabda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:48.608451 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] For port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c, host hv-neutron-8627, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:45:48.613611 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempted to set empty binding levels {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 26 15:45:48.730942 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:48.731474 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] In _notify_port_updated(), no bound segment for port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d {{(pid=89747) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 26 15:45:48.732446 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:48.733057 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:48.734647 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] 10.222.0.23 "PUT /v2.0/ports/7f30cfac-ab6e-4a23-b2ed-487a039e7c8c HTTP/1.1" status: 200 len: 976 time: 3.1773374 Oct 26 15:45:48.741648 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35512) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:48.752264 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a59a885-2aef-4c96-b616-7088693a89a7 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:48.754374 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a59a885-2aef-4c96-b616-7088693a89a7 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:48.754649 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-0a59a885-2aef-4c96-b616-7088693a89a7 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:subnet {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:45:48.762834 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d093652d-6389-460b-9e49-d6be3bee6085 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Pushing event updated for resources: {'Port': ['ID=0ffa6339-8c7c-4723-af21-98ee931f367b,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:48.793445 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e655cf-0081-409f-85fa-82394aa54932 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network 463f536f-4c79-4aa7-83ec-186e85f0d447 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:45:48.802145 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-29e655cf-0081-409f-85fa-82394aa54932 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:48.846715 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093652d-6389-460b-9e49-d6be3bee6085 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:45:48.847070 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093652d-6389-460b-9e49-d6be3bee6085 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:45:48.847415 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093652d-6389-460b-9e49-d6be3bee6085 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:45:48.847753 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093652d-6389-460b-9e49-d6be3bee6085 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:45:48.849278 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093652d-6389-460b-9e49-d6be3bee6085 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:45:48.849278 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093652d-6389-460b-9e49-d6be3bee6085 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:45:48.849278 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093652d-6389-460b-9e49-d6be3bee6085 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:45:48.849278 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093652d-6389-460b-9e49-d6be3bee6085 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:45:48.849601 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093652d-6389-460b-9e49-d6be3bee6085 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:45:48.849798 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093652d-6389-460b-9e49-d6be3bee6085 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:45:48.850120 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093652d-6389-460b-9e49-d6be3bee6085 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:45:48.850444 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093652d-6389-460b-9e49-d6be3bee6085 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:45:48.920032 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c1e17fa5-2b60-45d5-8f82-aa758a28e22d None None] Provisioning for port de2d2310-8a10-43fb-9a5d-f858025b0b32 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:45:48.968362 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c1e17fa5-2b60-45d5-8f82-aa758a28e22d None None] Provisioning complete for port de2d2310-8a10-43fb-9a5d-f858025b0b32 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:45:48.968611 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c1e17fa5-2b60-45d5-8f82-aa758a28e22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:48.968933 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c1e17fa5-2b60-45d5-8f82-aa758a28e22d None None] Attempt 1 to provision port de2d2310-8a10-43fb-9a5d-f858025b0b32 Oct 26 15:45:48.975132 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d093652d-6389-460b-9e49-d6be3bee6085 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Checking segment: {'id': '3f5fac67-3e6a-4760-a86c-8996a3b17d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f31653b7-cc12-4bd3-afee-0ac43b5765c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:45:48.975132 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d093652d-6389-460b-9e49-d6be3bee6085 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Network hostable DHCP agents. Network: f31653b7-cc12-4bd3-afee-0ac43b5765c8, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:45:48.994824 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-0a59a885-2aef-4c96-b616-7088693a89a7 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:subnet {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:45:48.995228 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-0a59a885-2aef-4c96-b616-7088693a89a7 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5192211 Oct 26 15:45:48.999487 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35516) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:49.045690 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e9e63b4f-bb43-44f9-89c9-bc571a072f92 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728807979403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2334290'] for subnet, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:49.103625 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port c99fdcd9-d7da-494d-87ed-7788411f75c9 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:45:49.124900 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 217470a8-a0ac-43d9-a7f9-d3de7444a3cb up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:45:49.131653 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c80778-ba9d-4216-85ef-b37fbdc5c970 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Pushing event updated for resources: {'Port': ['ID=7f30cfac-ab6e-4a23-b2ed-487a039e7c8c,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:49.154371 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e63b4f-bb43-44f9-89c9-bc571a072f92 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:49.155007 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e9e63b4f-bb43-44f9-89c9-bc571a072f92 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:49.156355 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e9e63b4f-bb43-44f9-89c9-bc571a072f92 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "PUT /v2.0/subnets/86955148-1fa6-4edb-9f45-bcd154792b4e HTTP/1.1" status: 200 len: 900 time: 1.1880119 Oct 26 15:45:49.163744 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35520) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:49.173185 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-110c7d45-c710-4e74-8b37-2a8337c64024 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting subnet c2e92e52-35bb-4f2a-9db5-091037acf119 {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:45:49.193699 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e63b4f-bb43-44f9-89c9-bc571a072f92 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event updated for resources: {'Subnet': ['ID=86955148-1fa6-4edb-9f45-bcd154792b4e,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:49.197382 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-110c7d45-c710-4e74-8b37-2a8337c64024 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:49.220680 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-8e6855f5-ccb7-4546-9507-4f5c0afabda4 None None] Allocated IP 2001:db8::3 (b55b74cb-c318-4695-a98e-77c8adfe6b2d/86955148-1fa6-4edb-9f45-bcd154792b4e/62242d63-1c43-4643-8632-c50f3ec3e33b) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:45:49.266951 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7d62cf-444d-400e-b711-89161b86e841 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Network 3d1c28c4-eb3a-4ab7-8af9-28c884443b0c is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:45:49.276696 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e655cf-0081-409f-85fa-82394aa54932 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Router 0260c441-1b7e-4de5-9a34-023157bae4f6 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:45:49.282751 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-ac7d62cf-444d-400e-b711-89161b86e841 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:49.393284 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d093652d-6389-460b-9e49-d6be3bee6085 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Network f31653b7-cc12-4bd3-afee-0ac43b5765c8 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:45:49.408295 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 217470a8-a0ac-43d9-a7f9-d3de7444a3cb triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:45:49.408789 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:49.409358 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 217470a8-a0ac-43d9-a7f9-d3de7444a3cb Oct 26 15:45:49.450800 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c1e17fa5-2b60-45d5-8f82-aa758a28e22d None None] Current status of the port de2d2310-8a10-43fb-9a5d-f858025b0b32 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:45:49.451315 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c1e17fa5-2b60-45d5-8f82-aa758a28e22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:49.515611 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-110c7d45-c710-4e74-8b37-2a8337c64024 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:49.580029 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-d093652d-6389-460b-9e49-d6be3bee6085 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, f31653b7-cc12-4bd3-afee-0ac43b5765c8) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:49.589917 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-c1e17fa5-2b60-45d5-8f82-aa758a28e22d None None] For port de2d2310-8a10-43fb-9a5d-f858025b0b32, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=de2d2310-8a10-43fb-9a5d-f858025b0b32,segment=NetworkSegment(8f7b355c-f982-49f3-8e7f-fc96672e7aa7),segment_id=8f7b355c-f982-49f3-8e7f-fc96672e7aa7)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:45:49.609863 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eae9051-2fd7-4d03-8c4f-8520acf86af9 None None] Network f31653b7-cc12-4bd3-afee-0ac43b5765c8 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:45:49.627654 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d093652d-6389-460b-9e49-d6be3bee6085 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:45:49.639082 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d093652d-6389-460b-9e49-d6be3bee6085 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:49.642731 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4784850f-cb51-43ec-920a-305d6e5d256c tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:49.643334 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4784850f-cb51-43ec-920a-305d6e5d256c tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:49.643867 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4784850f-cb51-43ec-920a-305d6e5d256c tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:49.644394 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4784850f-cb51-43ec-920a-305d6e5d256c tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:49.645137 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4784850f-cb51-43ec-920a-305d6e5d256c tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:49.645719 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4784850f-cb51-43ec-920a-305d6e5d256c tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:49.646240 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4784850f-cb51-43ec-920a-305d6e5d256c tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:49.646790 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4784850f-cb51-43ec-920a-305d6e5d256c tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:49.647659 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4784850f-cb51-43ec-920a-305d6e5d256c tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:49.648300 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4784850f-cb51-43ec-920a-305d6e5d256c tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:49.648858 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4784850f-cb51-43ec-920a-305d6e5d256c tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:49.649507 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4784850f-cb51-43ec-920a-305d6e5d256c tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:49.649614 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d093652d-6389-460b-9e49-d6be3bee6085 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:49.650777 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4784850f-cb51-43ec-920a-305d6e5d256c tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:49.651415 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4784850f-cb51-43ec-920a-305d6e5d256c tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:49.651894 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4784850f-cb51-43ec-920a-305d6e5d256c tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:49.652595 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4784850f-cb51-43ec-920a-305d6e5d256c tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:49.652962 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4784850f-cb51-43ec-920a-305d6e5d256c tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:49.653637 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4784850f-cb51-43ec-920a-305d6e5d256c tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:49.654229 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4784850f-cb51-43ec-920a-305d6e5d256c tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:49.654332 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d093652d-6389-460b-9e49-d6be3bee6085 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:49.654923 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4784850f-cb51-43ec-920a-305d6e5d256c tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:49.655634 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4784850f-cb51-43ec-920a-305d6e5d256c tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:49.656003 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4784850f-cb51-43ec-920a-305d6e5d256c tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:49.656520 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4784850f-cb51-43ec-920a-305d6e5d256c tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:49.657045 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4784850f-cb51-43ec-920a-305d6e5d256c tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:49.657634 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4784850f-cb51-43ec-920a-305d6e5d256c tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:49.658062 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4784850f-cb51-43ec-920a-305d6e5d256c tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:49.660604 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-4784850f-cb51-43ec-920a-305d6e5d256c tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Synchronizing usage tracker for tenant:95b9ba223f7b46c9a9fe3a084fa03a98 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:45:49.726405 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4d1f3436-271a-4422-9edd-b1b81e8ec8bb tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:49.833680 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e655cf-0081-409f-85fa-82394aa54932 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:45:49.846279 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-29e655cf-0081-409f-85fa-82394aa54932 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "PUT /v2.0/routers/0260c441-1b7e-4de5-9a34-023157bae4f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1702826 Oct 26 15:45:49.847253 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35524) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:49.847804 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11210f6-833e-4dbd-8560-5cabac4f3ef1 None None] Sync routers for ids ['0260c441-1b7e-4de5-9a34-023157bae4f6'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:45:49.870070 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-8e6855f5-ccb7-4546-9507-4f5c0afabda4 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:49.870371 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11210f6-833e-4dbd-8560-5cabac4f3ef1 None None] Routers {'0260c441-1b7e-4de5-9a34-023157bae4f6'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:45:49.871471 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-d11210f6-833e-4dbd-8560-5cabac4f3ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:45:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['0260c441-1b7e-4de5-9a34-023157bae4f6'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:49.873160 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-4784850f-cb51-43ec-920a-305d6e5d256c tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Unset dirty status for tenant:95b9ba223f7b46c9a9fe3a084fa03a98 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:45:49.878446 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-4784850f-cb51-43ec-920a-305d6e5d256c tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23463 time: 1.1311884 Oct 26 15:45:49.878446 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7d62cf-444d-400e-b711-89161b86e841 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Router 2fd9b38d-3824-4418-a4f6-c63c7fb5c378 is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:45:49.881878 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-8e6855f5-ccb7-4546-9507-4f5c0afabda4 None None] Transition to ACTIVE for port object 62242d63-1c43-4643-8632-c50f3ec3e33b will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:45:49.886687 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35528) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:49.887667 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-110c7d45-c710-4e74-8b37-2a8337c64024 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:49.906239 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-8e6855f5-ccb7-4546-9507-4f5c0afabda4 None None] Transition to ACTIVE for port object 62242d63-1c43-4643-8632-c50f3ec3e33b will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:45:49.928611 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4d1f3436-271a-4422-9edd-b1b81e8ec8bb tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:49.959783 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c1e17fa5-2b60-45d5-8f82-aa758a28e22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:49.963281 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d093652d-6389-460b-9e49-d6be3bee6085 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.0920405 Oct 26 15:45:49.971340 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35532) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:50.131866 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e17fa5-2b60-45d5-8f82-aa758a28e22d None None] Pushing event updated for resources: {'Port': ['ID=de2d2310-8a10-43fb-9a5d-f858025b0b32,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:50.155153 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba8ecc0-7a77-41d4-89ee-83751223d6ad tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:50.164571 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba8ecc0-7a77-41d4-89ee-83751223d6ad tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:50.164748 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-d11210f6-833e-4dbd-8560-5cabac4f3ef1 None None] Set router 0260c441-1b7e-4de5-9a34-023157bae4f6 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:45:50.166585 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-bba8ecc0-7a77-41d4-89ee-83751223d6ad tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Synchronizing usage tracker for tenant:5f2db06386b14f6fbdc37831d935c40c on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:45:50.177218 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-8e6855f5-ccb7-4546-9507-4f5c0afabda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:50.193308 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-110c7d45-c710-4e74-8b37-2a8337c64024 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:50.201812 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-f93fd30c-ec5f-4cf4-94af-38d8b3329cdd tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Deleting port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:45:50.202315 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f93fd30c-ec5f-4cf4-94af-38d8b3329cdd tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:50.232595 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c1e17fa5-2b60-45d5-8f82-aa758a28e22d None None] Provisioning for port c99fdcd9-d7da-494d-87ed-7788411f75c9 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:45:50.258423 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c7d45-c710-4e74-8b37-2a8337c64024 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Subnet': ['ID=c2e92e52-35bb-4f2a-9db5-091037acf119,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:50.269653 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-110c7d45-c710-4e74-8b37-2a8337c64024 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:50.275583 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4d1f3436-271a-4422-9edd-b1b81e8ec8bb tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:50.278786 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d477af-1ba4-416a-a046-2b7f42ddb2af None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:45:50.304519 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c1e17fa5-2b60-45d5-8f82-aa758a28e22d None None] Provisioning complete for port c99fdcd9-d7da-494d-87ed-7788411f75c9 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:45:50.305009 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c1e17fa5-2b60-45d5-8f82-aa758a28e22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:50.305540 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c1e17fa5-2b60-45d5-8f82-aa758a28e22d None None] Attempt 1 to provision port c99fdcd9-d7da-494d-87ed-7788411f75c9 Oct 26 15:45:50.330776 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f3436-271a-4422-9edd-b1b81e8ec8bb tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event deleted for resources: {'Subnet': ['ID=86955148-1fa6-4edb-9f45-bcd154792b4e,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:50.342381 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-bba8ecc0-7a77-41d4-89ee-83751223d6ad tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Unset dirty status for tenant:5f2db06386b14f6fbdc37831d935c40c on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:45:50.343584 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-bba8ecc0-7a77-41d4-89ee-83751223d6ad tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3693891 Oct 26 15:45:50.347642 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35536) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:50.367435 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7d62cf-444d-400e-b711-89161b86e841 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:45:50.374224 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ac7d62cf-444d-400e-b711-89161b86e841 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] 10.222.0.23 "PUT /v2.0/routers/2fd9b38d-3824-4418-a4f6-c63c7fb5c378/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5182366 Oct 26 15:45:50.390738 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35540) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:50.408378 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-f72ab386-f62c-44cf-abe4-ecd66eaab84e tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Request body: {'port': {'network_id': '3d1c28c4-eb3a-4ab7-8af9-28c884443b0c', 'name': 'tempest-FloatingIPNegativeTestJSON-1669737857'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:50.435889 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ef8797-63a0-4779-b3ca-56b74d9e79fb tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:50.436527 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ef8797-63a0-4779-b3ca-56b74d9e79fb tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:50.437052 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ef8797-63a0-4779-b3ca-56b74d9e79fb tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:50.437570 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ef8797-63a0-4779-b3ca-56b74d9e79fb tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:50.438079 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ef8797-63a0-4779-b3ca-56b74d9e79fb tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:50.438724 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ef8797-63a0-4779-b3ca-56b74d9e79fb tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:50.439218 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ef8797-63a0-4779-b3ca-56b74d9e79fb tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:50.439726 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ef8797-63a0-4779-b3ca-56b74d9e79fb tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:50.440231 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ef8797-63a0-4779-b3ca-56b74d9e79fb tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:50.440732 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ef8797-63a0-4779-b3ca-56b74d9e79fb tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:50.441234 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ef8797-63a0-4779-b3ca-56b74d9e79fb tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:50.441734 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ef8797-63a0-4779-b3ca-56b74d9e79fb tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:50.442235 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ef8797-63a0-4779-b3ca-56b74d9e79fb tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:50.442756 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ef8797-63a0-4779-b3ca-56b74d9e79fb tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:50.443254 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ef8797-63a0-4779-b3ca-56b74d9e79fb tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:50.443806 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ef8797-63a0-4779-b3ca-56b74d9e79fb tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:50.449496 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-79ef8797-63a0-4779-b3ca-56b74d9e79fb tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11187 time: 0.6006985 Oct 26 15:45:50.454215 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35544) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:50.457402 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4d1f3436-271a-4422-9edd-b1b81e8ec8bb tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:50.486402 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-4d1f3436-271a-4422-9edd-b1b81e8ec8bb tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b55b74cb-c318-4695-a98e-77c8adfe6b2d']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:50.486942 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 217470a8-a0ac-43d9-a7f9-d3de7444a3cb is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:45:50.488342 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 8d17d25d-392d-4fb0-b5be-1a1b4ebabe72 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:45:50.500571 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-4d1f3436-271a-4422-9edd-b1b81e8ec8bb tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d125cc6-a7e1-4ff3-842e-2e72ab615572') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:50.500876 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-4d1f3436-271a-4422-9edd-b1b81e8ec8bb tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d125cc6-a7e1-4ff3-842e-2e72ab615572') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:50.516087 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4d1f3436-271a-4422-9edd-b1b81e8ec8bb tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:50.527466 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6855f5-ccb7-4546-9507-4f5c0afabda4 None None] Network b55b74cb-c318-4695-a98e-77c8adfe6b2d is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:45:50.536005 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6a5c37-66b9-4e49-9846-ad62e8ed2696 None None] Sync routers for ids ['2fd9b38d-3824-4418-a4f6-c63c7fb5c378'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:45:50.536882 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4d1f3436-271a-4422-9edd-b1b81e8ec8bb tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:50.545695 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d1f3436-271a-4422-9edd-b1b81e8ec8bb tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:45:50.545924 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-d11210f6-833e-4dbd-8560-5cabac4f3ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'name': 'tempest-TestNetworkBasicOps-router-186827657', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '8d17d25d-392d-4fb0-b5be-1a1b4ebabe72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:45:31Z', 'updated_at': '2022-10-26T15:45:46Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '8d17d25d-392d-4fb0-b5be-1a1b4ebabe72', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:86:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:45:33Z', 'updated_at': '2022-10-26T15:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '5febe6cf-bdd2-4ccc-adde-18f40d019bd5', 'name': '', 'network_id': '463f536f-4c79-4aa7-83ec-186e85f0d447', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:1d:6e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '24fd7863-3159-4cf8-879b-2b00a6811b4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:45:44Z', 'updated_at': '2022-10-26T15:45:47Z', 'revision_number': 2, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '24fd7863-3159-4cf8-879b-2b00a6811b4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:50.546103 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4d1f3436-271a-4422-9edd-b1b81e8ec8bb tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:50.550949 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11210f6-833e-4dbd-8560-5cabac4f3ef1 None None] Checking router: 0260c441-1b7e-4de5-9a34-023157bae4f6 for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:45:50.551306 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11210f6-833e-4dbd-8560-5cabac4f3ef1 None None] Updating router 0260c441-1b7e-4de5-9a34-023157bae4f6 port 5febe6cf-bdd2-4ccc-adde-18f40d019bd5 binding host dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:45:50.576177 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-8e6855f5-ccb7-4546-9507-4f5c0afabda4 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:50.590966 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6855f5-ccb7-4546-9507-4f5c0afabda4 None None] Pushing event updated for resources: {'Port': ['ID=62242d63-1c43-4643-8632-c50f3ec3e33b,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:50.594248 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6855f5-ccb7-4546-9507-4f5c0afabda4 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:45:50.620845 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-d11210f6-833e-4dbd-8560-5cabac4f3ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:50.708017 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-4d1f3436-271a-4422-9edd-b1b81e8ec8bb tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 15:45:50.708017 dv-neutron-862712-1-hyperv neutron-server[89747]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 15:45:50.708017 dv-neutron-862712-1-hyperv neutron-server[89747]: [parameters: {'id': 'b55b74cb-c318-4695-a98e-77c8adfe6b2d'}] Oct 26 15:45:50.708017 dv-neutron-862712-1-hyperv neutron-server[89747]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:45:50.708644 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-4d1f3436-271a-4422-9edd-b1b81e8ec8bb tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:45:50.736284 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6855f5-ccb7-4546-9507-4f5c0afabda4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:45:50.736881 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6855f5-ccb7-4546-9507-4f5c0afabda4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:45:50.737377 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6855f5-ccb7-4546-9507-4f5c0afabda4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:45:50.737973 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6855f5-ccb7-4546-9507-4f5c0afabda4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:45:50.738449 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6855f5-ccb7-4546-9507-4f5c0afabda4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:45:50.738947 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6855f5-ccb7-4546-9507-4f5c0afabda4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:45:50.739437 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6855f5-ccb7-4546-9507-4f5c0afabda4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:45:50.739911 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6855f5-ccb7-4546-9507-4f5c0afabda4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:45:50.740394 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6855f5-ccb7-4546-9507-4f5c0afabda4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:45:50.741387 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6855f5-ccb7-4546-9507-4f5c0afabda4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:45:50.741864 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6855f5-ccb7-4546-9507-4f5c0afabda4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:45:50.742483 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6855f5-ccb7-4546-9507-4f5c0afabda4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:45:50.753825 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-fce00fbc-4f34-4985-8728-2ecd4bb3aba7 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Deleting port 14366a01-c6c1-4902-b4ec-0a7925fb25ee {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:45:50.754404 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fce00fbc-4f34-4985-8728-2ecd4bb3aba7 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:50.769884 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6a5c37-66b9-4e49-9846-ad62e8ed2696 None None] Routers {'2fd9b38d-3824-4418-a4f6-c63c7fb5c378'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:45:50.770861 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-ae6a5c37-66b9-4e49-9846-ad62e8ed2696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:45:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['2fd9b38d-3824-4418-a4f6-c63c7fb5c378'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:50.788945 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 4d125cc6-a7e1-4ff3-842e-2e72ab615572 resource provider aggregate not found Oct 26 15:45:50.812698 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-110c7d45-c710-4e74-8b37-2a8337c64024 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/c2e92e52-35bb-4f2a-9db5-091037acf119 HTTP/1.1" status: 204 len: 168 time: 1.8086567 Oct 26 15:45:50.816298 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35552) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:50.817743 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 4d125cc6-a7e1-4ff3-842e-2e72ab615572 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d125cc6-a7e1-4ff3-842e-2e72ab615572 found for delete ", "request_id": "req-9780e8ab-a491-4058-b362-9332a90a8a70"}]} Oct 26 15:45:50.892945 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a51bd279-e627-44f0-8c80-e65619baee97 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0741618 Oct 26 15:45:50.894983 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-f93fd30c-ec5f-4cf4-94af-38d8b3329cdd tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] For port 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c, host hv-neutron-8627, got binding levels [] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:45:50.895908 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f93fd30c-ec5f-4cf4-94af-38d8b3329cdd tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:50.920275 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35556) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:50.933636 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1434d2-6d2c-427e-87ac-6d00ee0fffea tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:50.935097 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1434d2-6d2c-427e-87ac-6d00ee0fffea tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:50.935715 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1434d2-6d2c-427e-87ac-6d00ee0fffea tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:50.936324 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1434d2-6d2c-427e-87ac-6d00ee0fffea tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:50.936928 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1434d2-6d2c-427e-87ac-6d00ee0fffea tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:50.937872 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1434d2-6d2c-427e-87ac-6d00ee0fffea tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:50.938502 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1434d2-6d2c-427e-87ac-6d00ee0fffea tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:50.941553 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1434d2-6d2c-427e-87ac-6d00ee0fffea tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:50.942198 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1434d2-6d2c-427e-87ac-6d00ee0fffea tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:50.942840 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1434d2-6d2c-427e-87ac-6d00ee0fffea tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:50.943446 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1434d2-6d2c-427e-87ac-6d00ee0fffea tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:50.949309 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ea1434d2-6d2c-427e-87ac-6d00ee0fffea tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7081 time: 0.4913208 Oct 26 15:45:50.955721 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35560) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:51.008232 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-457fe805-7026-4130-b8a6-6bb3eca2536a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'subnet': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:51.037699 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-ae6a5c37-66b9-4e49-9846-ad62e8ed2696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:51.092669 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-8e6855f5-ccb7-4546-9507-4f5c0afabda4 None None] Attempting to bind port 62242d63-1c43-4643-8632-c50f3ec3e33b on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:45:51.093210 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-8e6855f5-ccb7-4546-9507-4f5c0afabda4 None None] Attempting to bind port 62242d63-1c43-4643-8632-c50f3ec3e33b by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '4d125cc6-a7e1-4ff3-842e-2e72ab615572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b55b74cb-c318-4695-a98e-77c8adfe6b2d'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:45:51.093937 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6855f5-ccb7-4546-9507-4f5c0afabda4 None None] Attempting to bind port 62242d63-1c43-4643-8632-c50f3ec3e33b on network b55b74cb-c318-4695-a98e-77c8adfe6b2d {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:45:51.100265 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6a5c37-66b9-4e49-9846-ad62e8ed2696 None None] Routers {'2fd9b38d-3824-4418-a4f6-c63c7fb5c378'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:45:51.100962 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-ae6a5c37-66b9-4e49-9846-ad62e8ed2696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:45:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['2fd9b38d-3824-4418-a4f6-c63c7fb5c378'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:51.101368 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-f93fd30c-ec5f-4cf4-94af-38d8b3329cdd tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Calling delete_port for 7f30cfac-ab6e-4a23-b2ed-487a039e7c8c owned by {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:45:51.205124 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-f72ab386-f62c-44cf-abe4-ecd66eaab84e tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:51.229433 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6855f5-ccb7-4546-9507-4f5c0afabda4 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:45:51.229433 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6855f5-ccb7-4546-9507-4f5c0afabda4 None None] Checking segment: {'id': '4d125cc6-a7e1-4ff3-842e-2e72ab615572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b55b74cb-c318-4695-a98e-77c8adfe6b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:45:51.229747 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4d1f3436-271a-4422-9edd-b1b81e8ec8bb tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:51.230178 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-8e6855f5-ccb7-4546-9507-4f5c0afabda4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:51.230178 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6855f5-ccb7-4546-9507-4f5c0afabda4 None None] Bound using segment: {'id': '4d125cc6-a7e1-4ff3-842e-2e72ab615572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b55b74cb-c318-4695-a98e-77c8adfe6b2d'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:45:51.230178 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-8e6855f5-ccb7-4546-9507-4f5c0afabda4 None None] Bound port: 62242d63-1c43-4643-8632-c50f3ec3e33b, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d125cc6-a7e1-4ff3-842e-2e72ab615572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b55b74cb-c318-4695-a98e-77c8adfe6b2d'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:45:51.230385 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-8e6855f5-ccb7-4546-9507-4f5c0afabda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:51.239515 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-f72ab386-f62c-44cf-abe4-ecd66eaab84e tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Usage tracker for resource:port and tenant:fd70ef53a26649bc8272693f5d67de51 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:51.248235 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-f72ab386-f62c-44cf-abe4-ecd66eaab84e tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:51.270081 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-f72ab386-f62c-44cf-abe4-ecd66eaab84e tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:51.277313 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-4d1f3436-271a-4422-9edd-b1b81e8ec8bb tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Deleting port 62242d63-1c43-4643-8632-c50f3ec3e33b {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:45:51.277659 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4d1f3436-271a-4422-9edd-b1b81e8ec8bb tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:51.283332 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-ae6a5c37-66b9-4e49-9846-ad62e8ed2696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:51.284427 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6a5c37-66b9-4e49-9846-ad62e8ed2696 None None] The sync data for ids ['2fd9b38d-3824-4418-a4f6-c63c7fb5c378'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:45:51.290282 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-d11210f6-833e-4dbd-8560-5cabac4f3ef1 None None] Notify callbacks [] for port, precommit_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:51.304731 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.provisioning_blocks [None req-d11210f6-833e-4dbd-8560-5cabac4f3ef1 None None] Transition to ACTIVE for port object 5febe6cf-bdd2-4ccc-adde-18f40d019bd5 will not be triggered until provisioned by entity L2. {{(pid=89750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:45:51.307583 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-457fe805-7026-4130-b8a6-6bb3eca2536a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:51.323589 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-457fe805-7026-4130-b8a6-6bb3eca2536a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Usage tracker for resource:subnet and tenant:cde0b70c42f24e8e94f9303758760038 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:51.324317 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 8d17d25d-392d-4fb0-b5be-1a1b4ebabe72 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:45:51.324691 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:51.325028 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 8d17d25d-392d-4fb0-b5be-1a1b4ebabe72 Oct 26 15:45:51.328863 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-457fe805-7026-4130-b8a6-6bb3eca2536a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:51.336449 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-457fe805-7026-4130-b8a6-6bb3eca2536a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:51.363930 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72ab386-f62c-44cf-abe4-ecd66eaab84e tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Made reservation on behalf of fd70ef53a26649bc8272693f5d67de51 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:51.368005 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f72ab386-f62c-44cf-abe4-ecd66eaab84e tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:51.382658 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-d11210f6-833e-4dbd-8560-5cabac4f3ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:51.385186 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457fe805-7026-4130-b8a6-6bb3eca2536a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:51.389585 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-457fe805-7026-4130-b8a6-6bb3eca2536a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:51.406137 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c1e17fa5-2b60-45d5-8f82-aa758a28e22d None None] Current status of the port c99fdcd9-d7da-494d-87ed-7788411f75c9 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:45:51.406556 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c1e17fa5-2b60-45d5-8f82-aa758a28e22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:51.415560 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f93fd30c-ec5f-4cf4-94af-38d8b3329cdd tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:51.466857 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fce00fbc-4f34-4985-8728-2ecd4bb3aba7 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:51.485719 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-8e6855f5-ccb7-4546-9507-4f5c0afabda4 None None] For port 62242d63-1c43-4643-8632-c50f3ec3e33b, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:45:51.491958 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-8e6855f5-ccb7-4546-9507-4f5c0afabda4 None None] For port 62242d63-1c43-4643-8632-c50f3ec3e33b, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=62242d63-1c43-4643-8632-c50f3ec3e33b,segment=NetworkSegment(4d125cc6-a7e1-4ff3-842e-2e72ab615572),segment_id=4d125cc6-a7e1-4ff3-842e-2e72ab615572)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:45:51.497252 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-c1e17fa5-2b60-45d5-8f82-aa758a28e22d None None] For port c99fdcd9-d7da-494d-87ed-7788411f75c9, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=c99fdcd9-d7da-494d-87ed-7788411f75c9,segment=NetworkSegment(203a67a6-30bb-47ea-b908-8ff861ebe888),segment_id=203a67a6-30bb-47ea-b908-8ff861ebe888)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:45:51.551096 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-8e6855f5-ccb7-4546-9507-4f5c0afabda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:51.565724 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f93fd30c-ec5f-4cf4-94af-38d8b3329cdd tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:51.584506 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93fd30c-ec5f-4cf4-94af-38d8b3329cdd tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f30cfac-ab6e-4a23-b2ed-487a039e7c8c,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:51.595354 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [None req-f72ab386-f62c-44cf-abe4-ecd66eaab84e tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] device_id is not set on port df926e61-b219-41bd-91eb-de81490e8e91 yet. {{(pid=89748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:45:51.609246 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e1629-c986-4118-8185-7362fdd877c9 None None] Pushing event updated for resources: {'Port': ['ID=5febe6cf-bdd2-4ccc-adde-18f40d019bd5,revision_number=3']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:51.617242 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-fce00fbc-4f34-4985-8728-2ecd4bb3aba7 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Calling delete_port for 14366a01-c6c1-4902-b4ec-0a7925fb25ee owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:45:51.619546 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c16d182-e1c1-4709-82d5-5806310dc7b1 None None] DHCP port deletion for f810e159-a5e8-4c86-8cec-5d909fe013dd request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:45:51.621736 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c1e17fa5-2b60-45d5-8f82-aa758a28e22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:51.635890 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e1629-c986-4118-8185-7362fdd877c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:45:51.636247 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e1629-c986-4118-8185-7362fdd877c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:45:51.636594 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e1629-c986-4118-8185-7362fdd877c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:45:51.636924 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e1629-c986-4118-8185-7362fdd877c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:45:51.637252 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e1629-c986-4118-8185-7362fdd877c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:45:51.637601 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e1629-c986-4118-8185-7362fdd877c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:45:51.637929 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e1629-c986-4118-8185-7362fdd877c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:45:51.638253 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e1629-c986-4118-8185-7362fdd877c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:45:51.638888 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e1629-c986-4118-8185-7362fdd877c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:45:51.639003 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e1629-c986-4118-8185-7362fdd877c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:45:51.639276 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e1629-c986-4118-8185-7362fdd877c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:45:51.639593 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e1629-c986-4118-8185-7362fdd877c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:45:51.677947 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-7c16d182-e1c1-4709-82d5-5806310dc7b1 None None] Deleting port 217470a8-a0ac-43d9-a7f9-d3de7444a3cb {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:45:51.678992 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7c16d182-e1c1-4709-82d5-5806310dc7b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:51.753850 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 8d17d25d-392d-4fb0-b5be-1a1b4ebabe72 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:45:51.761548 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f93fd30c-ec5f-4cf4-94af-38d8b3329cdd tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] 10.222.0.23 "DELETE /v2.0/ports/7f30cfac-ab6e-4a23-b2ed-487a039e7c8c HTTP/1.1" status: 204 len: 168 time: 1.8736191 Oct 26 15:45:51.773125 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35564) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:51.845622 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-d950b864-5293-4c14-ac60-f089c205726e tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] GET failed (client error): The resource could not be found. Oct 26 15:45:51.846327 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-d950b864-5293-4c14-ac60-f089c205726e tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Synchronizing usage tracker for tenant:95b9ba223f7b46c9a9fe3a084fa03a98 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:45:51.864694 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-d11210f6-833e-4dbd-8560-5cabac4f3ef1 None None] Attempting to bind port 5febe6cf-bdd2-4ccc-adde-18f40d019bd5 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:45:51.865070 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-d11210f6-833e-4dbd-8560-5cabac4f3ef1 None None] Attempting to bind port 5febe6cf-bdd2-4ccc-adde-18f40d019bd5 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '8f7b355c-f982-49f3-8e7f-fc96672e7aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '463f536f-4c79-4aa7-83ec-186e85f0d447'}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:45:51.865223 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-4d1f3436-271a-4422-9edd-b1b81e8ec8bb tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] For port 62242d63-1c43-4643-8632-c50f3ec3e33b, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=62242d63-1c43-4643-8632-c50f3ec3e33b,segment=NetworkSegment(4d125cc6-a7e1-4ff3-842e-2e72ab615572),segment_id=4d125cc6-a7e1-4ff3-842e-2e72ab615572)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:45:51.865435 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11210f6-833e-4dbd-8560-5cabac4f3ef1 None None] Attempting to bind port 5febe6cf-bdd2-4ccc-adde-18f40d019bd5 on network 463f536f-4c79-4aa7-83ec-186e85f0d447 {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:45:51.865542 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4d1f3436-271a-4422-9edd-b1b81e8ec8bb tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:51.872791 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11210f6-833e-4dbd-8560-5cabac4f3ef1 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:45:51.873181 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11210f6-833e-4dbd-8560-5cabac4f3ef1 None None] Checking segment: {'id': '8f7b355c-f982-49f3-8e7f-fc96672e7aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '463f536f-4c79-4aa7-83ec-186e85f0d447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:45:51.873573 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-d11210f6-833e-4dbd-8560-5cabac4f3ef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:51.873966 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11210f6-833e-4dbd-8560-5cabac4f3ef1 None None] Bound using segment: {'id': '8f7b355c-f982-49f3-8e7f-fc96672e7aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '463f536f-4c79-4aa7-83ec-186e85f0d447'} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:45:51.875000 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-d11210f6-833e-4dbd-8560-5cabac4f3ef1 None None] Bound port: 5febe6cf-bdd2-4ccc-adde-18f40d019bd5, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7b355c-f982-49f3-8e7f-fc96672e7aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '463f536f-4c79-4aa7-83ec-186e85f0d447'}}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:45:51.875420 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-d11210f6-833e-4dbd-8560-5cabac4f3ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:51.909844 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device de2d2310-8a10-43fb-9a5d-f858025b0b32 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:45:51.965260 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-f72ab386-f62c-44cf-abe4-ecd66eaab84e tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Allocated IP 172.20.0.9 (3d1c28c4-eb3a-4ab7-8af9-28c884443b0c/df0eeed4-b7d9-4828-bb77-f6ab47de701b/df926e61-b219-41bd-91eb-de81490e8e91) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:45:51.993182 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6855f5-ccb7-4546-9507-4f5c0afabda4 None None] Pushing event updated for resources: {'Port': ['ID=62242d63-1c43-4643-8632-c50f3ec3e33b,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:51.996336 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-d11210f6-833e-4dbd-8560-5cabac4f3ef1 None None] For port 5febe6cf-bdd2-4ccc-adde-18f40d019bd5, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:45:52.000786 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-d11210f6-833e-4dbd-8560-5cabac4f3ef1 None None] For port 5febe6cf-bdd2-4ccc-adde-18f40d019bd5, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=5febe6cf-bdd2-4ccc-adde-18f40d019bd5,segment=NetworkSegment(8f7b355c-f982-49f3-8e7f-fc96672e7aa7),segment_id=8f7b355c-f982-49f3-8e7f-fc96672e7aa7)] {{(pid=89750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:45:52.047728 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-d950b864-5293-4c14-ac60-f089c205726e tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Unset dirty status for tenant:95b9ba223f7b46c9a9fe3a084fa03a98 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:45:52.048951 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-d950b864-5293-4c14-ac60-f089c205726e tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] 10.222.0.23 "GET /v2.0/ports/7f30cfac-ab6e-4a23-b2ed-487a039e7c8c HTTP/1.1" status: 404 len: 333 time: 0.2774601 Oct 26 15:45:52.051120 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-4d1f3436-271a-4422-9edd-b1b81e8ec8bb tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Calling delete_port for 62242d63-1c43-4643-8632-c50f3ec3e33b owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:45:52.062080 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35568) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:52.067568 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c2025bf8-9ecf-4dee-9a79-053400c31eb6 None None] Provisioning complete for port de2d2310-8a10-43fb-9a5d-f858025b0b32 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:45:52.068166 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c2025bf8-9ecf-4dee-9a79-053400c31eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:52.068281 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c2025bf8-9ecf-4dee-9a79-053400c31eb6 None None] Attempt 1 to provision port de2d2310-8a10-43fb-9a5d-f858025b0b32 Oct 26 15:45:52.078155 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-d11210f6-833e-4dbd-8560-5cabac4f3ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:52.078771 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-31584131-8483-4140-873c-1e4fbc0ddcbf tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1791464000', 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:52.086875 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-31584131-8483-4140-873c-1e4fbc0ddcbf tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:52.115318 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b7208a-b19a-4dd7-aa2e-df9ced827e47 None None] Network b55b74cb-c318-4695-a98e-77c8adfe6b2d requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:45:52.117648 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-457fe805-7026-4130-b8a6-6bb3eca2536a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:52.146194 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11210f6-833e-4dbd-8560-5cabac4f3ef1 None None] Routers {'0260c441-1b7e-4de5-9a34-023157bae4f6'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:45:52.146866 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-d11210f6-833e-4dbd-8560-5cabac4f3ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:45:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['0260c441-1b7e-4de5-9a34-023157bae4f6'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:52.208960 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-31584131-8483-4140-873c-1e4fbc0ddcbf tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:52.240032 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f59b2f33-a2d0-4d11-822d-4dcaa8d1ed44 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3586 time: 1.2838919 Oct 26 15:45:52.242707 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4d1f3436-271a-4422-9edd-b1b81e8ec8bb tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:52.269646 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457fe805-7026-4130-b8a6-6bb3eca2536a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:45:52.277744 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-457fe805-7026-4130-b8a6-6bb3eca2536a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:52.281876 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457fe805-7026-4130-b8a6-6bb3eca2536a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:52.294574 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-457fe805-7026-4130-b8a6-6bb3eca2536a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:52.340061 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e1629-c986-4118-8185-7362fdd877c9 None None] Pushing event updated for resources: {'Port': ['ID=5febe6cf-bdd2-4ccc-adde-18f40d019bd5,revision_number=4']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:52.342382 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31584131-8483-4140-873c-1e4fbc0ddcbf tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Made reservation on behalf of 95b9ba223f7b46c9a9fe3a084fa03a98 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:52.346332 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-31584131-8483-4140-873c-1e4fbc0ddcbf tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:52.369741 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f3436-271a-4422-9edd-b1b81e8ec8bb tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event deleted for resources: {'Port': ['ID=62242d63-1c43-4643-8632-c50f3ec3e33b,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:52.373455 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fce00fbc-4f34-4985-8728-2ecd4bb3aba7 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:52.391531 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457fe805-7026-4130-b8a6-6bb3eca2536a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Subnet': ['ID=e9379a9c-a3c3-4f8f-be52-71730b97921b,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:52.412734 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1f3436-271a-4422-9edd-b1b81e8ec8bb tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] No DVR routers for this DVR port 62242d63-1c43-4643-8632-c50f3ec3e33b on host dv-neutron-862712-1-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:45:52.418911 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e17fa5-2b60-45d5-8f82-aa758a28e22d None None] Pushing event updated for resources: {'Port': ['ID=c99fdcd9-d7da-494d-87ed-7788411f75c9,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:52.423670 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [None req-31584131-8483-4140-873c-1e4fbc0ddcbf tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] device_id is not set on port 6787b32c-95e6-4728-a2db-47d23b33dcd8 yet. {{(pid=89748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:45:52.448482 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-d11210f6-833e-4dbd-8560-5cabac4f3ef1 None None] Set router 0260c441-1b7e-4de5-9a34-023157bae4f6 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:45:52.481221 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35574) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:52.484217 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce00fbc-4f34-4985-8728-2ecd4bb3aba7 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Pushing event deleted for resources: {'Port': ['ID=14366a01-c6c1-4902-b4ec-0a7925fb25ee,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:52.496258 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-e5ad4861-e0ca-4d5b-a99c-19fb131f2286 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1472026088', 'description': 'tempest-secgroup-smoke-1472026088 description', 'project_id': '8316bfcf068445aeb00a503282bb001c'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:52.499696 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f72ab386-f62c-44cf-abe4-ecd66eaab84e tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:52.502137 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e5ad4861-e0ca-4d5b-a99c-19fb131f2286 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:52.506529 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e5ad4861-e0ca-4d5b-a99c-19fb131f2286 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:52.510354 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e5ad4861-e0ca-4d5b-a99c-19fb131f2286 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:52.516432 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e5ad4861-e0ca-4d5b-a99c-19fb131f2286 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:52.528974 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-457fe805-7026-4130-b8a6-6bb3eca2536a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6070173 Oct 26 15:45:52.538625 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35578) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:52.559540 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-86978071-134b-44e1-b7ff-4a4334ffbdaa tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'port': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'fixed_ips': [{'subnet_id': 'e9379a9c-a3c3-4f8f-be52-71730b97921b', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-2061606223'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:52.579215 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-f72ab386-f62c-44cf-abe4-ecd66eaab84e tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Transition to ACTIVE for port object df926e61-b219-41bd-91eb-de81490e8e91 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:45:52.595084 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fce00fbc-4f34-4985-8728-2ecd4bb3aba7 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:52.607170 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port de2d2310-8a10-43fb-9a5d-f858025b0b32 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:45:52.607763 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:52.608247 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port de2d2310-8a10-43fb-9a5d-f858025b0b32 Oct 26 15:45:52.641922 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e5ad4861-e0ca-4d5b-a99c-19fb131f2286 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:52.667238 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4d1f3436-271a-4422-9edd-b1b81e8ec8bb tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:52.691611 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-7c16d182-e1c1-4709-82d5-5806310dc7b1 None None] For port 217470a8-a0ac-43d9-a7f9-d3de7444a3cb, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=217470a8-a0ac-43d9-a7f9-d3de7444a3cb,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:45:52.692253 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7c16d182-e1c1-4709-82d5-5806310dc7b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:52.719103 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df1a552-2562-4d17-a217-b78bf5179bc1 None None] Network b55b74cb-c318-4695-a98e-77c8adfe6b2d requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:45:52.738021 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e5ad4861-e0ca-4d5b-a99c-19fb131f2286 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:52.751607 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e5ad4861-e0ca-4d5b-a99c-19fb131f2286 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:52.755171 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e5ad4861-e0ca-4d5b-a99c-19fb131f2286 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:52.767946 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e5ad4861-e0ca-4d5b-a99c-19fb131f2286 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:52.847106 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e5ad4861-e0ca-4d5b-a99c-19fb131f2286 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:52.855829 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-fce00fbc-4f34-4985-8728-2ecd4bb3aba7 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] 10.222.0.23 "DELETE /v2.0/ports/14366a01-c6c1-4902-b4ec-0a7925fb25ee HTTP/1.1" status: 204 len: 168 time: 2.5000455 Oct 26 15:45:52.855829 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-4d1f3436-271a-4422-9edd-b1b81e8ec8bb tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b55b74cb-c318-4695-a98e-77c8adfe6b2d']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:52.857880 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35582) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:52.868201 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-4d1f3436-271a-4422-9edd-b1b81e8ec8bb tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d125cc6-a7e1-4ff3-842e-2e72ab615572') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:52.868675 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-4d1f3436-271a-4422-9edd-b1b81e8ec8bb tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d125cc6-a7e1-4ff3-842e-2e72ab615572') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:52.881586 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4d1f3436-271a-4422-9edd-b1b81e8ec8bb tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:52.894440 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-7c16d182-e1c1-4709-82d5-5806310dc7b1 None None] Calling delete_port for 217470a8-a0ac-43d9-a7f9-d3de7444a3cb owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:45:52.898982 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4d1f3436-271a-4422-9edd-b1b81e8ec8bb tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:52.906680 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d1f3436-271a-4422-9edd-b1b81e8ec8bb tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:45:52.907382 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4d1f3436-271a-4422-9edd-b1b81e8ec8bb tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:52.916548 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-86978071-134b-44e1-b7ff-4a4334ffbdaa tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:52.921257 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-86978071-134b-44e1-b7ff-4a4334ffbdaa tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Usage tracker for resource:port and tenant:cde0b70c42f24e8e94f9303758760038 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:52.924308 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-86978071-134b-44e1-b7ff-4a4334ffbdaa tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:52.930450 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-86978071-134b-44e1-b7ff-4a4334ffbdaa tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:52.961178 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f72ab386-f62c-44cf-abe4-ecd66eaab84e tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:52.980536 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-d11210f6-833e-4dbd-8560-5cabac4f3ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'name': 'tempest-TestNetworkBasicOps-router-186827657', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '8d17d25d-392d-4fb0-b5be-1a1b4ebabe72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:45:31Z', 'updated_at': '2022-10-26T15:45:46Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '8d17d25d-392d-4fb0-b5be-1a1b4ebabe72', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:86:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:45:33Z', 'updated_at': '2022-10-26T15:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '5febe6cf-bdd2-4ccc-adde-18f40d019bd5', 'name': '', 'network_id': '463f536f-4c79-4aa7-83ec-186e85f0d447', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:1d:6e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '24fd7863-3159-4cf8-879b-2b00a6811b4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:45:44Z', 'updated_at': '2022-10-26T15:45:51Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '24fd7863-3159-4cf8-879b-2b00a6811b4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:52.985926 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11210f6-833e-4dbd-8560-5cabac4f3ef1 None None] The sync data for ids ['0260c441-1b7e-4de5-9a34-023157bae4f6'] in dv-neutron-862712-1-hyperv is: [{'id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'name': 'tempest-TestNetworkBasicOps-router-186827657', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '8d17d25d-392d-4fb0-b5be-1a1b4ebabe72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:45:31Z', 'updated_at': '2022-10-26T15:45:46Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '8d17d25d-392d-4fb0-b5be-1a1b4ebabe72', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:86:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:45:33Z', 'updated_at': '2022-10-26T15:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '5febe6cf-bdd2-4ccc-adde-18f40d019bd5', 'name': '', 'network_id': '463f536f-4c79-4aa7-83ec-186e85f0d447', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:1d:6e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '24fd7863-3159-4cf8-879b-2b00a6811b4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:45:44Z', 'updated_at': '2022-10-26T15:45:51Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '24fd7863-3159-4cf8-879b-2b00a6811b4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:45:52.992172 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 4d125cc6-a7e1-4ff3-842e-2e72ab615572 resource provider aggregate not found Oct 26 15:45:52.996522 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e5ad4861-e0ca-4d5b-a99c-19fb131f2286 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:53.042125 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 4d125cc6-a7e1-4ff3-842e-2e72ab615572 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d125cc6-a7e1-4ff3-842e-2e72ab615572 found for delete ", "request_id": "req-975511c2-4b41-4d4e-a88f-02a09b4b4440"}]} Oct 26 15:45:53.104276 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad4861-e0ca-4d5b-a99c-19fb131f2286 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c64386a-6623-49c2-bff3-822e0e17fe04,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:53.162730 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-31584131-8483-4140-873c-1e4fbc0ddcbf tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:53.163989 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e5ad4861-e0ca-4d5b-a99c-19fb131f2286 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:53.165155 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e5ad4861-e0ca-4d5b-a99c-19fb131f2286 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6829474 Oct 26 15:45:53.166989 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c2025bf8-9ecf-4dee-9a79-053400c31eb6 None None] Current status of the port de2d2310-8a10-43fb-9a5d-f858025b0b32 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:45:53.169540 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35594) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:53.172218 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86978071-134b-44e1-b7ff-4a4334ffbdaa tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:53.175368 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-70e883b9-0307-46ab-bdf6-602edb14848a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '5c64386a-6623-49c2-bff3-822e0e17fe04', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:53.181137 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-70e883b9-0307-46ab-bdf6-602edb14848a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:53.185695 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-70e883b9-0307-46ab-bdf6-602edb14848a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:53.189017 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-70e883b9-0307-46ab-bdf6-602edb14848a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:53.195239 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-70e883b9-0307-46ab-bdf6-602edb14848a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:53.200286 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4d1f3436-271a-4422-9edd-b1b81e8ec8bb tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:53.211963 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7c16d182-e1c1-4709-82d5-5806310dc7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:53.225492 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4d1f3436-271a-4422-9edd-b1b81e8ec8bb tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:53.227311 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72ab386-f62c-44cf-abe4-ecd66eaab84e tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Network 3d1c28c4-eb3a-4ab7-8af9-28c884443b0c is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:45:53.246014 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f3436-271a-4422-9edd-b1b81e8ec8bb tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event deleted for resources: {'Network': ['ID=b55b74cb-c318-4695-a98e-77c8adfe6b2d,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:53.251180 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port de2d2310-8a10-43fb-9a5d-f858025b0b32 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:45:53.289100 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-f72ab386-f62c-44cf-abe4-ecd66eaab84e tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:53.293312 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72ab386-f62c-44cf-abe4-ecd66eaab84e tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:45:53.325027 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-a34fbf73-c86f-46d1-884b-2058fcd44356 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Deleting port 0ffa6339-8c7c-4723-af21-98ee931f367b {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:45:53.325367 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a34fbf73-c86f-46d1-884b-2058fcd44356 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:53.343399 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 217470a8-a0ac-43d9-a7f9-d3de7444a3cb no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:45:53.367379 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-70e883b9-0307-46ab-bdf6-602edb14848a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:53.384078 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16d182-e1c1-4709-82d5-5806310dc7b1 None None] Pushing event deleted for resources: {'Port': ['ID=217470a8-a0ac-43d9-a7f9-d3de7444a3cb,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:53.405674 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c16d182-e1c1-4709-82d5-5806310dc7b1 None None] No DVR routers for this DVR port 217470a8-a0ac-43d9-a7f9-d3de7444a3cb on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:45:53.422840 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4d1f3436-271a-4422-9edd-b1b81e8ec8bb tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "DELETE /v2.0/networks/b55b74cb-c318-4695-a98e-77c8adfe6b2d HTTP/1.1" status: 204 len: 168 time: 4.2440698 Oct 26 15:45:53.425809 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35598) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:53.461786 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72ab386-f62c-44cf-abe4-ecd66eaab84e tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Pushing event updated for resources: {'Port': ['ID=df926e61-b219-41bd-91eb-de81490e8e91,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:53.484466 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 217470a8-a0ac-43d9-a7f9-d3de7444a3cb {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:45:53.484466 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 217470a8-a0ac-43d9-a7f9-d3de7444a3cb not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:45:53.503527 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7911b8c-1b24-467e-93d7-e650a6bdbae4 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:45:53.507181 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-adb9597f-32bd-49b9-9899-11cbc855bb29 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] DELETE failed (client error): The resource could not be found. Oct 26 15:45:53.507628 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adb9597f-32bd-49b9-9899-11cbc855bb29 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:45:53.512389 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-adb9597f-32bd-49b9-9899-11cbc855bb29 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "DELETE /v2.0/subnets/86955148-1fa6-4edb-9f45-bcd154792b4e HTTP/1.1" status: 404 len: 337 time: 0.0825861 Oct 26 15:45:53.520452 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35602) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:53.561517 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-70e883b9-0307-46ab-bdf6-602edb14848a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:53.578242 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72ab386-f62c-44cf-abe4-ecd66eaab84e tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:53.578915 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f72ab386-f62c-44cf-abe4-ecd66eaab84e tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:53.611594 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c2025bf8-9ecf-4dee-9a79-053400c31eb6 None None] Provisioning for port 5febe6cf-bdd2-4ccc-adde-18f40d019bd5 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:45:53.635204 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-31584131-8483-4140-873c-1e4fbc0ddcbf tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:53.649202 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-70e883b9-0307-46ab-bdf6-602edb14848a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:53.682523 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e883b9-0307-46ab-bdf6-602edb14848a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=403acb45-e665-4e0a-959f-328f1bbb1a21,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:53.686734 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-9763a11e-d22c-4aa9-a480-c123412806f2 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] DELETE failed (client error): The resource could not be found. Oct 26 15:45:53.688299 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9763a11e-d22c-4aa9-a480-c123412806f2 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:45:53.732513 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c2025bf8-9ecf-4dee-9a79-053400c31eb6 None None] Provisioning complete for port c99fdcd9-d7da-494d-87ed-7788411f75c9 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:45:53.732994 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c2025bf8-9ecf-4dee-9a79-053400c31eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:53.733707 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c2025bf8-9ecf-4dee-9a79-053400c31eb6 None None] Attempt 1 to provision port c99fdcd9-d7da-494d-87ed-7788411f75c9 Oct 26 15:45:53.777109 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-70e883b9-0307-46ab-bdf6-602edb14848a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:53.778012 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-9763a11e-d22c-4aa9-a480-c123412806f2 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "DELETE /v2.0/networks/b55b74cb-c318-4695-a98e-77c8adfe6b2d HTTP/1.1" status: 404 len: 339 time: 0.2565548 Oct 26 15:45:53.783723 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-70e883b9-0307-46ab-bdf6-602edb14848a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6108012 Oct 26 15:45:53.783723 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35606) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:53.785640 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35608) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:53.791603 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31584131-8483-4140-873c-1e4fbc0ddcbf tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:45:53.799557 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-31584131-8483-4140-873c-1e4fbc0ddcbf tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:53.808271 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31584131-8483-4140-873c-1e4fbc0ddcbf tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:45:53.809437 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31584131-8483-4140-873c-1e4fbc0ddcbf tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:53.810033 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-31584131-8483-4140-873c-1e4fbc0ddcbf tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:53.816176 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-86978071-134b-44e1-b7ff-4a4334ffbdaa tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:53.828372 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-170d8454-9da2-4b51-bafb-4724a9f9bd58 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '5c64386a-6623-49c2-bff3-822e0e17fe04', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:53.846538 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-170d8454-9da2-4b51-bafb-4724a9f9bd58 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:53.868331 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31584131-8483-4140-873c-1e4fbc0ddcbf tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Pushing event updated for resources: {'Port': ['ID=6787b32c-95e6-4728-a2db-47d23b33dcd8,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:53.868880 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b1211c-a413-490d-9b33-bbaa49597c6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-f810e159-a5e8-4c86-8cec-5d909fe013dd', 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'tenant_id': 'cde0b70c42f24e8e94f9303758760038', 'fixed_ips': [{'subnet_id': 'e9379a9c-a3c3-4f8f-be52-71730b97921b'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:45:53.869826 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c1b1211c-a413-490d-9b33-bbaa49597c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:53.963316 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-170d8454-9da2-4b51-bafb-4724a9f9bd58 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:53.972913 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f72ab386-f62c-44cf-abe4-ecd66eaab84e tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5781717 Oct 26 15:45:53.982767 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-170d8454-9da2-4b51-bafb-4724a9f9bd58 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:53.992181 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-170d8454-9da2-4b51-bafb-4724a9f9bd58 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:53.997214 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35614) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:54.001103 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-31584131-8483-4140-873c-1e4fbc0ddcbf tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.9288447 Oct 26 15:45:54.003773 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35616) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:54.007263 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-0c392366-61eb-4126-8ce6-034c1ebe4acf tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Request body: {'floatingip': {'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:54.016595 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c2025bf8-9ecf-4dee-9a79-053400c31eb6 None None] Current status of the port c99fdcd9-d7da-494d-87ed-7788411f75c9 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:45:54.023976 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-0c392366-61eb-4126-8ce6-034c1ebe4acf tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:54.047171 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [None req-86978071-134b-44e1-b7ff-4a4334ffbdaa tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] device_id is not set on port 1726d6bf-27c7-4a40-a68a-fa8aead1ca0a yet. {{(pid=89748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:45:54.062982 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 5febe6cf-bdd2-4ccc-adde-18f40d019bd5 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:45:54.089395 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-0c392366-61eb-4126-8ce6-034c1ebe4acf tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Usage tracker for resource:floatingip and tenant:fd70ef53a26649bc8272693f5d67de51 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:54.096031 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-0c392366-61eb-4126-8ce6-034c1ebe4acf tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:54.099735 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a34fbf73-c86f-46d1-884b-2058fcd44356 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:54.114089 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-0c392366-61eb-4126-8ce6-034c1ebe4acf tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:54.123729 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c2025bf8-9ecf-4dee-9a79-053400c31eb6 None None] Provisioning for port af18f91d-77c6-4ba2-8d59-bd544199f587 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:45:54.125191 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-170d8454-9da2-4b51-bafb-4724a9f9bd58 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:54.173704 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c2025bf8-9ecf-4dee-9a79-053400c31eb6 None None] Provisioning complete for port af18f91d-77c6-4ba2-8d59-bd544199f587 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:45:54.174251 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c2025bf8-9ecf-4dee-9a79-053400c31eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:54.175965 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c2025bf8-9ecf-4dee-9a79-053400c31eb6 None None] Attempt 1 to provision port af18f91d-77c6-4ba2-8d59-bd544199f587 Oct 26 15:45:54.270852 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-c1b1211c-a413-490d-9b33-bbaa49597c6d None None] Allocated IP 2001:db8::2 (f810e159-a5e8-4c86-8cec-5d909fe013dd/e9379a9c-a3c3-4f8f-be52-71730b97921b/4e307ae5-6198-4f8f-b885-81dbd608560b) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:45:54.271241 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-a34fbf73-c86f-46d1-884b-2058fcd44356 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Calling delete_port for 0ffa6339-8c7c-4723-af21-98ee931f367b owned by {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:45:54.280325 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c2025bf8-9ecf-4dee-9a79-053400c31eb6 None None] Port af18f91d-77c6-4ba2-8d59-bd544199f587 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:45:54.316630 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-332b7c90-fed6-4c1d-9773-471260d3ac78 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:54.339493 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c3b677-8158-4aa9-8f63-63b9d30eac34 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:54.343510 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a0c3b677-8158-4aa9-8f63-63b9d30eac34 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] 10.222.0.23 "GET /v2.0/ports/6787b32c-95e6-4728-a2db-47d23b33dcd8 HTTP/1.1" status: 200 len: 955 time: 0.3283813 Oct 26 15:45:54.344435 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35622) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:54.374123 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 5febe6cf-bdd2-4ccc-adde-18f40d019bd5 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:45:54.375506 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0c392366-61eb-4126-8ce6-034c1ebe4acf tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks [] for floatingip, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:54.382279 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 5febe6cf-bdd2-4ccc-adde-18f40d019bd5 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:45:54.388866 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:54.388866 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 5febe6cf-bdd2-4ccc-adde-18f40d019bd5 Oct 26 15:45:54.461573 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-170d8454-9da2-4b51-bafb-4724a9f9bd58 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:54.548704 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-170d8454-9da2-4b51-bafb-4724a9f9bd58 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:54.584397 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0c392366-61eb-4126-8ce6-034c1ebe4acf tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:54.592715 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a05460d2-d5b5-4de7-bd02-eea86534eaff tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Deleting port 6787b32c-95e6-4728-a2db-47d23b33dcd8 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:45:54.593051 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a05460d2-d5b5-4de7-bd02-eea86534eaff tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:54.613355 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 5febe6cf-bdd2-4ccc-adde-18f40d019bd5 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:45:54.613736 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:54.622420 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a34fbf73-c86f-46d1-884b-2058fcd44356 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:54.633621 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d8454-9da2-4b51-bafb-4724a9f9bd58 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf67ca77-052c-4543-93ad-025120b182b2,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:54.662559 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-332b7c90-fed6-4c1d-9773-471260d3ac78 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:54.684766 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 5febe6cf-bdd2-4ccc-adde-18f40d019bd5, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=5febe6cf-bdd2-4ccc-adde-18f40d019bd5,segment=NetworkSegment(8f7b355c-f982-49f3-8e7f-fc96672e7aa7),segment_id=8f7b355c-f982-49f3-8e7f-fc96672e7aa7)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:45:54.685331 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34fbf73-c86f-46d1-884b-2058fcd44356 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Pushing event deleted for resources: {'Port': ['ID=0ffa6339-8c7c-4723-af21-98ee931f367b,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:54.699555 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a34fbf73-c86f-46d1-884b-2058fcd44356 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:54.718758 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-332b7c90-fed6-4c1d-9773-471260d3ac78 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['031850d9-042f-47c9-98e5-bfd5ba240dbf']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:54.725561 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c1b1211c-a413-490d-9b33-bbaa49597c6d None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:54.737915 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c1b1211c-a413-490d-9b33-bbaa49597c6d None None] Transition to ACTIVE for port object 4e307ae5-6198-4f8f-b885-81dbd608560b will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:45:54.757633 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-332b7c90-fed6-4c1d-9773-471260d3ac78 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab8bcd46-f5a7-420c-84e4-c1ea6ad561fd') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:54.757937 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-332b7c90-fed6-4c1d-9773-471260d3ac78 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab8bcd46-f5a7-420c-84e4-c1ea6ad561fd') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:54.767962 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a34fbf73-c86f-46d1-884b-2058fcd44356 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] 10.222.0.23 "DELETE /v2.0/ports/0ffa6339-8c7c-4723-af21-98ee931f367b HTTP/1.1" status: 204 len: 168 time: 1.9039819 Oct 26 15:45:54.768656 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35626) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:54.770875 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c1b1211c-a413-490d-9b33-bbaa49597c6d None None] Transition to ACTIVE for port object 4e307ae5-6198-4f8f-b885-81dbd608560b will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:45:54.781473 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c2025bf8-9ecf-4dee-9a79-053400c31eb6 None None] Attempt 2 to provision port af18f91d-77c6-4ba2-8d59-bd544199f587 Oct 26 15:45:54.798178 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-170d8454-9da2-4b51-bafb-4724a9f9bd58 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:54.801989 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-170d8454-9da2-4b51-bafb-4724a9f9bd58 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0124457 Oct 26 15:45:54.806025 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35630) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:54.822557 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-332b7c90-fed6-4c1d-9773-471260d3ac78 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:54.831169 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-9af57c08-cb3d-4153-bbed-8b73064c040e tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Synchronizing usage tracker for tenant:5f2db06386b14f6fbdc37831d935c40c on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:45:54.833024 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:54.834662 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device c99fdcd9-d7da-494d-87ed-7788411f75c9 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:45:54.838291 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-04a1fb67-2018-4638-b787-2b1e2a82b935 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '5c64386a-6623-49c2-bff3-822e0e17fe04', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:54.851997 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-04a1fb67-2018-4638-b787-2b1e2a82b935 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:54.852371 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-0c392366-61eb-4126-8ce6-034c1ebe4acf tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Allocated IP 172.26.2.69 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/b5c2e3d1-6b59-40ce-8b2c-5ba72386d96c) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:45:54.860643 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-04a1fb67-2018-4638-b787-2b1e2a82b935 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:54.864641 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-332b7c90-fed6-4c1d-9773-471260d3ac78 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:54.870435 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-04a1fb67-2018-4638-b787-2b1e2a82b935 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:54.887541 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-86978071-134b-44e1-b7ff-4a4334ffbdaa tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:45:54.888016 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86978071-134b-44e1-b7ff-4a4334ffbdaa tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:45:54.898124 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-332b7c90-fed6-4c1d-9773-471260d3ac78 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:45:54.898539 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-332b7c90-fed6-4c1d-9773-471260d3ac78 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:54.901306 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c1b1211c-a413-490d-9b33-bbaa49597c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:54.914501 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-04a1fb67-2018-4638-b787-2b1e2a82b935 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:54.944618 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-9af57c08-cb3d-4153-bbed-8b73064c040e tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Unset dirty status for tenant:5f2db06386b14f6fbdc37831d935c40c on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:45:54.946507 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-9af57c08-cb3d-4153-bbed-8b73064c040e tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1766064 Oct 26 15:45:54.957382 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35634) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:54.964078 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-d435a8be-d297-4db3-b16a-8aeff2f594a4 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-306308000'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:54.966380 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c2025bf8-9ecf-4dee-9a79-053400c31eb6 None None] Port af18f91d-77c6-4ba2-8d59-bd544199f587 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:45:54.972870 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-d435a8be-d297-4db3-b16a-8aeff2f594a4 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:54.974625 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b1211c-a413-490d-9b33-bbaa49597c6d None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:45:54.982005 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-c1b1211c-a413-490d-9b33-bbaa49597c6d None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:54.986981 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-d435a8be-d297-4db3-b16a-8aeff2f594a4 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Usage tracker for resource:network and tenant:5f2db06386b14f6fbdc37831d935c40c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:54.988406 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b1211c-a413-490d-9b33-bbaa49597c6d None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:45:54.992095 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-d435a8be-d297-4db3-b16a-8aeff2f594a4 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:54.994188 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=5febe6cf-bdd2-4ccc-adde-18f40d019bd5,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:55.002304 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-d435a8be-d297-4db3-b16a-8aeff2f594a4 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:55.036029 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-86978071-134b-44e1-b7ff-4a4334ffbdaa tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.4961042 Oct 26 15:45:55.038611 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35638) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:55.076897 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment ab8bcd46-f5a7-420c-84e4-c1ea6ad561fd resource provider aggregate not found Oct 26 15:45:55.102358 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a05460d2-d5b5-4de7-bd02-eea86534eaff tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:55.154525 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port c99fdcd9-d7da-494d-87ed-7788411f75c9 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:45:55.154525 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:55.154525 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port c99fdcd9-d7da-494d-87ed-7788411f75c9 Oct 26 15:45:55.172351 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment ab8bcd46-f5a7-420c-84e4-c1ea6ad561fd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ab8bcd46-f5a7-420c-84e4-c1ea6ad561fd found for delete ", "request_id": "req-4899b850-9d5c-4b36-9239-ba3e14538a86"}]} Oct 26 15:45:55.194436 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d435a8be-d297-4db3-b16a-8aeff2f594a4 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Made reservation on behalf of 5f2db06386b14f6fbdc37831d935c40c for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:55.198441 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d435a8be-d297-4db3-b16a-8aeff2f594a4 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:55.215957 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0c392366-61eb-4126-8ce6-034c1ebe4acf tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:55.226686 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1211c-a413-490d-9b33-bbaa49597c6d None None] Pushing event updated for resources: {'Port': ['ID=4e307ae5-6198-4f8f-b885-81dbd608560b,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:55.232650 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-c1b1211c-a413-490d-9b33-bbaa49597c6d None None] Attempting to bind port 4e307ae5-6198-4f8f-b885-81dbd608560b on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:45:55.232990 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-c1b1211c-a413-490d-9b33-bbaa49597c6d None None] Attempting to bind port 4e307ae5-6198-4f8f-b885-81dbd608560b by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:45:55.233543 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b1211c-a413-490d-9b33-bbaa49597c6d None None] Attempting to bind port 4e307ae5-6198-4f8f-b885-81dbd608560b on network f810e159-a5e8-4c86-8cec-5d909fe013dd {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:45:55.241905 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a05460d2-d5b5-4de7-bd02-eea86534eaff tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Calling delete_port for 6787b32c-95e6-4728-a2db-47d23b33dcd8 owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:45:55.246256 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b1211c-a413-490d-9b33-bbaa49597c6d None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:45:55.246675 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b1211c-a413-490d-9b33-bbaa49597c6d None None] Checking segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:45:55.247077 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c1b1211c-a413-490d-9b33-bbaa49597c6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:55.247476 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b1211c-a413-490d-9b33-bbaa49597c6d None None] Bound using segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:45:55.248464 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-c1b1211c-a413-490d-9b33-bbaa49597c6d None None] Bound port: 4e307ae5-6198-4f8f-b885-81dbd608560b, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:45:55.248464 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c1b1211c-a413-490d-9b33-bbaa49597c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:55.250422 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d435a8be-d297-4db3-b16a-8aeff2f594a4 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:45:55.265625 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d435a8be-d297-4db3-b16a-8aeff2f594a4 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:55.265958 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-d435a8be-d297-4db3-b16a-8aeff2f594a4 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Added segment 93848a45-3618-48cc-9a2a-d91d57c9ab3c of type vlan for network 12838998-6614-44e2-8ea9-746eb21c9f0d Oct 26 15:45:55.289834 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-332b7c90-fed6-4c1d-9773-471260d3ac78 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:55.292547 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243aee21-81c0-4029-8ccb-a6bc9638b2ab tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:55.293276 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-243aee21-81c0-4029-8ccb-a6bc9638b2ab tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:45:55.293922 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-04a1fb67-2018-4638-b787-2b1e2a82b935 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:55.320911 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d435a8be-d297-4db3-b16a-8aeff2f594a4 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:55.328748 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-332b7c90-fed6-4c1d-9773-471260d3ac78 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:55.347087 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b7c90-fed6-4c1d-9773-471260d3ac78 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event deleted for resources: {'Network': ['ID=031850d9-042f-47c9-98e5-bfd5ba240dbf,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:55.371063 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-332b7c90-fed6-4c1d-9773-471260d3ac78 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "DELETE /v2.0/networks/031850d9-042f-47c9-98e5-bfd5ba240dbf HTTP/1.1" status: 204 len: 168 time: 1.5873008 Oct 26 15:45:55.373666 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35646) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:55.404381 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port c99fdcd9-d7da-494d-87ed-7788411f75c9 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:45:55.408583 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-c1b1211c-a413-490d-9b33-bbaa49597c6d None None] For port 4e307ae5-6198-4f8f-b885-81dbd608560b, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:45:55.411843 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-c1b1211c-a413-490d-9b33-bbaa49597c6d None None] For port 4e307ae5-6198-4f8f-b885-81dbd608560b, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=4e307ae5-6198-4f8f-b885-81dbd608560b,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:45:55.417753 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-04a1fb67-2018-4638-b787-2b1e2a82b935 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:55.419363 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-934a4bc7-e6a6-483e-8fba-3818ea49cb53 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] DELETE failed (client error): The resource could not be found. Oct 26 15:45:55.419909 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-934a4bc7-e6a6-483e-8fba-3818ea49cb53 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:45:55.425646 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-934a4bc7-e6a6-483e-8fba-3818ea49cb53 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "DELETE /v2.0/subnets/c9b81a02-4c66-44f8-98f5-721dbc2830e4 HTTP/1.1" status: 404 len: 337 time: 0.0507076 Oct 26 15:45:55.428242 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35650) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:55.454373 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-877c5b88-e4a4-4dc6-9ce8-358ad3276025 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] DELETE failed (client error): The resource could not be found. Oct 26 15:45:55.454806 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-877c5b88-e4a4-4dc6-9ce8-358ad3276025 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:45:55.456438 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-877c5b88-e4a4-4dc6-9ce8-358ad3276025 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "DELETE /v2.0/networks/3f7f7c85-9619-4793-9017-81f837a3b225 HTTP/1.1" status: 404 len: 339 time: 0.0273247 Oct 26 15:45:55.459061 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35654) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:55.467947 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c2025bf8-9ecf-4dee-9a79-053400c31eb6 None None] Attempt 3 to provision port af18f91d-77c6-4ba2-8d59-bd544199f587 Oct 26 15:45:55.489762 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-04a1fb67-2018-4638-b787-2b1e2a82b935 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:55.495938 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0c392366-61eb-4126-8ce6-034c1ebe4acf tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:55.500618 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a05460d2-d5b5-4de7-bd02-eea86534eaff tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:55.502142 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c1b1211c-a413-490d-9b33-bbaa49597c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:55.551470 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d435a8be-d297-4db3-b16a-8aeff2f594a4 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:55.558599 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d435a8be-d297-4db3-b16a-8aeff2f594a4 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:55.559433 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d435a8be-d297-4db3-b16a-8aeff2f594a4 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:55.567634 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05460d2-d5b5-4de7-bd02-eea86534eaff tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Pushing event deleted for resources: {'Port': ['ID=6787b32c-95e6-4728-a2db-47d23b33dcd8,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:55.574793 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a1fb67-2018-4638-b787-2b1e2a82b935 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4359aff5-d9b9-4611-a59d-557859eeecd1,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:55.581369 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-243aee21-81c0-4029-8ccb-a6bc9638b2ab tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:45:55.583258 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-243aee21-81c0-4029-8ccb-a6bc9638b2ab tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.5436308 Oct 26 15:45:55.589329 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c2025bf8-9ecf-4dee-9a79-053400c31eb6 None None] Port af18f91d-77c6-4ba2-8d59-bd544199f587 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:45:55.590728 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a05460d2-d5b5-4de7-bd02-eea86534eaff tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:55.593977 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a05460d2-d5b5-4de7-bd02-eea86534eaff tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] 10.222.0.23 "DELETE /v2.0/ports/6787b32c-95e6-4728-a2db-47d23b33dcd8 HTTP/1.1" status: 204 len: 168 time: 1.2492828 Oct 26 15:45:55.596070 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35658) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:55.596491 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35660) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:55.604079 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1211c-a413-490d-9b33-bbaa49597c6d None None] Pushing event updated for resources: {'Port': ['ID=4e307ae5-6198-4f8f-b885-81dbd608560b,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:55.702966 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c392366-61eb-4126-8ce6-034c1ebe4acf tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:45:55.707538 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc5b66a-2694-4c73-ba19-91b37ac7e0bd tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:55.708950 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc5b66a-2694-4c73-ba19-91b37ac7e0bd tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:55.709691 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-afc5b66a-2694-4c73-ba19-91b37ac7e0bd tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:subnet {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:45:55.724504 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-d435a8be-d297-4db3-b16a-8aeff2f594a4 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7607982 Oct 26 15:45:55.724723 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-04a1fb67-2018-4638-b787-2b1e2a82b935 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:55.724811 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-0c392366-61eb-4126-8ce6-034c1ebe4acf tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:55.724912 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-04a1fb67-2018-4638-b787-2b1e2a82b935 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9025381 Oct 26 15:45:55.724912 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35666) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:55.725205 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-44419cea-581c-4b95-93f8-c8ea8760b7fc tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] GET failed (client error): The resource could not be found. Oct 26 15:45:55.725616 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-44419cea-581c-4b95-93f8-c8ea8760b7fc tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Synchronizing usage tracker for tenant:95b9ba223f7b46c9a9fe3a084fa03a98 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:45:55.728127 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35670) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:55.733028 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c392366-61eb-4126-8ce6-034c1ebe4acf tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:45:55.736468 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-330eb645-37ee-48b2-9b07-f7bad3eb2b83 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-518754601'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:55.746441 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-4fe4fea5-8901-40f3-a536-836592eb6a7f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '5c64386a-6623-49c2-bff3-822e0e17fe04', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:55.755383 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-330eb645-37ee-48b2-9b07-f7bad3eb2b83 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:55.762652 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-81c431af-af39-4e30-9677-8978d91b7174 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Deleting subnet edeb7d74-6744-417d-954b-9850c5f5fe40 {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:45:55.763061 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4fe4fea5-8901-40f3-a536-836592eb6a7f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:55.769340 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-330eb645-37ee-48b2-9b07-f7bad3eb2b83 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Usage tracker for resource:network and tenant:5f2db06386b14f6fbdc37831d935c40c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:55.770756 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c392366-61eb-4126-8ce6-034c1ebe4acf tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Pushing event updated for resources: {'Port': ['ID=b5c2e3d1-6b59-40ce-8b2c-5ba72386d96c,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:55.773224 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4fe4fea5-8901-40f3-a536-836592eb6a7f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:55.773354 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-81c431af-af39-4e30-9677-8978d91b7174 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:55.778497 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4fe4fea5-8901-40f3-a536-836592eb6a7f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:55.781192 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-330eb645-37ee-48b2-9b07-f7bad3eb2b83 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:55.790302 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4fe4fea5-8901-40f3-a536-836592eb6a7f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:55.793487 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-44419cea-581c-4b95-93f8-c8ea8760b7fc tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Unset dirty status for tenant:95b9ba223f7b46c9a9fe3a084fa03a98 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:45:55.799239 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-44419cea-581c-4b95-93f8-c8ea8760b7fc tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] 10.222.0.23 "GET /v2.0/ports/6787b32c-95e6-4728-a2db-47d23b33dcd8 HTTP/1.1" status: 404 len: 333 time: 0.1952863 Oct 26 15:45:55.799239 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-330eb645-37ee-48b2-9b07-f7bad3eb2b83 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:55.801601 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35674) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:55.810367 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-0f2d25af-342b-410a-9330-723c7ebba964 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Request body: {'port': {'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1821164066'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:55.815906 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d435a8be-d297-4db3-b16a-8aeff2f594a4 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Pushing event updated for resources: {'Network': ['ID=12838998-6614-44e2-8ea9-746eb21c9f0d,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:55.818151 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-0f2d25af-342b-410a-9330-723c7ebba964 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:55.830048 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 12838998-6614-44e2-8ea9-746eb21c9f0d details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:45:55.831349 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-0f2d25af-342b-410a-9330-723c7ebba964 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:55.855779 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-afc5b66a-2694-4c73-ba19-91b37ac7e0bd tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:subnet {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:45:55.859452 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-afc5b66a-2694-4c73-ba19-91b37ac7e0bd tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2619648 Oct 26 15:45:55.862214 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35678) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:55.873028 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-81c431af-af39-4e30-9677-8978d91b7174 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:55.937672 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 5febe6cf-bdd2-4ccc-adde-18f40d019bd5 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:45:55.962957 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330eb645-37ee-48b2-9b07-f7bad3eb2b83 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Made reservation on behalf of 5f2db06386b14f6fbdc37831d935c40c for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:55.963902 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-330eb645-37ee-48b2-9b07-f7bad3eb2b83 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:55.976955 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4fe4fea5-8901-40f3-a536-836592eb6a7f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:55.984499 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2d25af-342b-410a-9330-723c7ebba964 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Made reservation on behalf of 95b9ba223f7b46c9a9fe3a084fa03a98 for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:55.986500 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0c392366-61eb-4126-8ce6-034c1ebe4acf tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:55.998850 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0f2d25af-342b-410a-9330-723c7ebba964 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:56.031142 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-81c431af-af39-4e30-9677-8978d91b7174 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:56.060334 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 5febe6cf-bdd2-4ccc-adde-18f40d019bd5 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:45:56.061758 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:56.062147 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 5febe6cf-bdd2-4ccc-adde-18f40d019bd5 Oct 26 15:45:56.092748 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-285d6b5b-aedb-4d74-aaa3-685519c1fa88 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting subnet e9379a9c-a3c3-4f8f-be52-71730b97921b {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:45:56.093945 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c2025bf8-9ecf-4dee-9a79-053400c31eb6 None None] Attempt 4 to provision port af18f91d-77c6-4ba2-8d59-bd544199f587 Oct 26 15:45:56.095757 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-0f2d25af-342b-410a-9330-723c7ebba964 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] device_id is not set on port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:45:56.146580 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0c392366-61eb-4126-8ce6-034c1ebe4acf tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:56.149333 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-285d6b5b-aedb-4d74-aaa3-685519c1fa88 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:56.182705 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c2025bf8-9ecf-4dee-9a79-053400c31eb6 None None] Port af18f91d-77c6-4ba2-8d59-bd544199f587 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:45:56.190082 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-330eb645-37ee-48b2-9b07-f7bad3eb2b83 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:45:56.247869 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-330eb645-37ee-48b2-9b07-f7bad3eb2b83 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:56.248125 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-330eb645-37ee-48b2-9b07-f7bad3eb2b83 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Added segment 962050d5-0445-4f80-81f4-49350ca6ce63 of type vlan for network a6a59c51-f6e4-4b77-8b0d-69f1f28dbce1 Oct 26 15:45:56.253115 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-285d6b5b-aedb-4d74-aaa3-685519c1fa88 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:56.257647 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 5febe6cf-bdd2-4ccc-adde-18f40d019bd5 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:45:56.284860 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-81c431af-af39-4e30-9677-8978d91b7174 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:56.288153 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4fe4fea5-8901-40f3-a536-836592eb6a7f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:56.332226 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c431af-af39-4e30-9677-8978d91b7174 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event deleted for resources: {'Subnet': ['ID=edeb7d74-6744-417d-954b-9850c5f5fe40,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:56.345010 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-81c431af-af39-4e30-9677-8978d91b7174 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:56.354845 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69184e67-b755-4944-a3e9-e25296561316 None None] Network 212030cf-6bb9-45ed-9f22-d2da33c53669 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:45:56.359368 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4fe4fea5-8901-40f3-a536-836592eb6a7f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:56.362001 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-330eb645-37ee-48b2-9b07-f7bad3eb2b83 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:56.375745 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-81c431af-af39-4e30-9677-8978d91b7174 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "DELETE /v2.0/subnets/edeb7d74-6744-417d-954b-9850c5f5fe40 HTTP/1.1" status: 204 len: 168 time: 0.9155729 Oct 26 15:45:56.378076 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35682) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:56.426018 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe4fea5-8901-40f3-a536-836592eb6a7f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b9f584-44e8-4a6b-bb2e-793a2fb83ed5,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:56.468012 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-1161fd8b-3a34-46b9-aad0-6bfd9b4954fa tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Deleting subnet 09d040f6-6468-4112-b3a8-6a17d1e3fa29 {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:45:56.472757 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1161fd8b-3a34-46b9-aad0-6bfd9b4954fa tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:56.531397 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0c392366-61eb-4126-8ce6-034c1ebe4acf tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:56.562031 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1161fd8b-3a34-46b9-aad0-6bfd9b4954fa tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:56.594450 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0c392366-61eb-4126-8ce6-034c1ebe4acf tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:56.613397 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.db.resource_extend [None req-330eb645-37ee-48b2-9b07-f7bad3eb2b83 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 15:45:56.679791 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-285d6b5b-aedb-4d74-aaa3-685519c1fa88 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:56.690594 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c2025bf8-9ecf-4dee-9a79-053400c31eb6 None None] Attempt 5 to provision port af18f91d-77c6-4ba2-8d59-bd544199f587 Oct 26 15:45:56.712085 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4fe4fea5-8901-40f3-a536-836592eb6a7f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:56.713498 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4fe4fea5-8901-40f3-a536-836592eb6a7f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9830561 Oct 26 15:45:56.720434 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-330eb645-37ee-48b2-9b07-f7bad3eb2b83 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:56.723409 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35686) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:56.733224 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330eb645-37ee-48b2-9b07-f7bad3eb2b83 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:56.734221 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-330eb645-37ee-48b2-9b07-f7bad3eb2b83 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:56.738802 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-f808a01a-3b1e-4dd7-8849-227bf6a627c0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '5c64386a-6623-49c2-bff3-822e0e17fe04', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:56.740358 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0f2d25af-342b-410a-9330-723c7ebba964 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:56.755002 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-f808a01a-3b1e-4dd7-8849-227bf6a627c0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:56.757233 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c392366-61eb-4126-8ce6-034c1ebe4acf tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Pushing event updated for resources: {'Port': ['ID=b5c2e3d1-6b59-40ce-8b2c-5ba72386d96c,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:56.765935 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-f808a01a-3b1e-4dd7-8849-227bf6a627c0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:56.771456 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-f808a01a-3b1e-4dd7-8849-227bf6a627c0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:56.774334 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0c392366-61eb-4126-8ce6-034c1ebe4acf tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:56.781741 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c2025bf8-9ecf-4dee-9a79-053400c31eb6 None None] Port af18f91d-77c6-4ba2-8d59-bd544199f587 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:45:56.800444 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-f808a01a-3b1e-4dd7-8849-227bf6a627c0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:56.832655 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1161fd8b-3a34-46b9-aad0-6bfd9b4954fa tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:56.873001 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0c392366-61eb-4126-8ce6-034c1ebe4acf tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:56.875480 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-0c392366-61eb-4126-8ce6-034c1ebe4acf tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8753083 Oct 26 15:45:56.878097 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35690) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:56.891512 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-a3b66bd0-f5b4-4faf-aa14-36d5ec3a53c7 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Request body: {'floatingip': {'port_id': 'df926e61-b219-41bd-91eb-de81490e8e91', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:56.895270 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:56.916242 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330eb645-37ee-48b2-9b07-f7bad3eb2b83 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Pushing event updated for resources: {'Network': ['ID=a6a59c51-f6e4-4b77-8b0d-69f1f28dbce1,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:56.930628 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network a6a59c51-f6e4-4b77-8b0d-69f1f28dbce1 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:45:56.986622 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-330eb645-37ee-48b2-9b07-f7bad3eb2b83 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2582366 Oct 26 15:45:56.990295 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.securitygroups_db [None req-f808a01a-3b1e-4dd7-8849-227bf6a627c0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Project 8316bfcf068445aeb00a503282bb001c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:45:57.007481 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a3b66bd0-f5b4-4faf-aa14-36d5ec3a53c7 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks [] for floatingip, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:57.066336 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-285d6b5b-aedb-4d74-aaa3-685519c1fa88 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:57.066802 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0f2d25af-342b-410a-9330-723c7ebba964 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:57.110726 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f808a01a-3b1e-4dd7-8849-227bf6a627c0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:57.164355 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35694) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:57.180890 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d6b5b-aedb-4d74-aaa3-685519c1fa88 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Subnet': ['ID=e9379a9c-a3c3-4f8f-be52-71730b97921b,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:57.186723 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-285d6b5b-aedb-4d74-aaa3-685519c1fa88 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:57.193878 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88598946-c171-4d6d-9dc6-37423bce6971 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:45:57.216075 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-c083d58a-3904-4065-a833-ffe4d7bbe508 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Request body: {'subnets': [{'network_id': '12838998-6614-44e2-8ea9-746eb21c9f0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1191992145', 'ip_version': 4}, {'network_id': 'a6a59c51-f6e4-4b77-8b0d-69f1f28dbce1', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:57.216841 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-c083d58a-3904-4065-a833-ffe4d7bbe508 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Request body: {'subnet': {'network_id': '12838998-6614-44e2-8ea9-746eb21c9f0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1191992145', 'ip_version': 4}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:57.217798 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-c083d58a-3904-4065-a833-ffe4d7bbe508 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Request body: {'subnet': {'network_id': 'a6a59c51-f6e4-4b77-8b0d-69f1f28dbce1', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:57.312384 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c2025bf8-9ecf-4dee-9a79-053400c31eb6 None None] Attempt 6 to provision port af18f91d-77c6-4ba2-8d59-bd544199f587 Oct 26 15:45:57.355940 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2d25af-342b-410a-9330-723c7ebba964 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:45:57.365726 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-0f2d25af-342b-410a-9330-723c7ebba964 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:57.377604 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2d25af-342b-410a-9330-723c7ebba964 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:45:57.378650 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2d25af-342b-410a-9330-723c7ebba964 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:57.379323 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0f2d25af-342b-410a-9330-723c7ebba964 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:57.397907 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d25af-342b-410a-9330-723c7ebba964 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Pushing event updated for resources: {'Port': ['ID=3f51d986-ac4c-40f6-91ae-d97b19bdf559,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:57.413097 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c2025bf8-9ecf-4dee-9a79-053400c31eb6 None None] Port af18f91d-77c6-4ba2-8d59-bd544199f587 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:45:57.440633 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f808a01a-3b1e-4dd7-8849-227bf6a627c0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:57.442561 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-a3b66bd0-f5b4-4faf-aa14-36d5ec3a53c7 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] update failed (client error): The resource could not be found. Oct 26 15:45:57.449821 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a3b66bd0-f5b4-4faf-aa14-36d5ec3a53c7 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] 10.222.0.23 "PUT /v2.0/floatingips/600a9130-13a8-44e4-934d-fe0bee06336f HTTP/1.1" status: 404 len: 507 time: 0.5637631 Oct 26 15:45:57.449821 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35698) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:57.520140 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-285d6b5b-aedb-4d74-aaa3-685519c1fa88 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/e9379a9c-a3c3-4f8f-be52-71730b97921b HTTP/1.1" status: 204 len: 168 time: 1.6567619 Oct 26 15:45:57.526752 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35702) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:57.548735 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-0f2d25af-342b-410a-9330-723c7ebba964 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7429721 Oct 26 15:45:57.554987 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35706) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:57.564279 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8627'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:57.574501 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77acadca-310e-43af-8c98-24dfbcf1e18f None None] DHCP port deletion for f810e159-a5e8-4c86-8cec-5d909fe013dd request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:45:57.580363 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-77acadca-310e-43af-8c98-24dfbcf1e18f None None] Deleting port 4e307ae5-6198-4f8f-b885-81dbd608560b {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:45:57.581212 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-77acadca-310e-43af-8c98-24dfbcf1e18f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:57.601651 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1161fd8b-3a34-46b9-aad0-6bfd9b4954fa tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:57.613917 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-c083d58a-3904-4065-a833-ffe4d7bbe508 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:57.621605 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-c083d58a-3904-4065-a833-ffe4d7bbe508 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Usage tracker for resource:subnet and tenant:5f2db06386b14f6fbdc37831d935c40c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:57.626051 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-c083d58a-3904-4065-a833-ffe4d7bbe508 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:57.634562 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-c083d58a-3904-4065-a833-ffe4d7bbe508 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:57.685831 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f808a01a-3b1e-4dd7-8849-227bf6a627c0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:57.708457 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:57.779465 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1161fd8b-3a34-46b9-aad0-6bfd9b4954fa tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:57.785868 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc03f2e9-7304-4759-9a36-8c4295608477 None None] Network 212030cf-6bb9-45ed-9f22-d2da33c53669 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:45:57.791619 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c083d58a-3904-4065-a833-ffe4d7bbe508 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Made reservation on behalf of 5f2db06386b14f6fbdc37831d935c40c for: {'subnet': 2} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:57.796978 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c083d58a-3904-4065-a833-ffe4d7bbe508 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:57.797464 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c083d58a-3904-4065-a833-ffe4d7bbe508 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:57.800639 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161fd8b-3a34-46b9-aad0-6bfd9b4954fa tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event deleted for resources: {'Subnet': ['ID=09d040f6-6468-4112-b3a8-6a17d1e3fa29,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:57.808777 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-e3dd5282-b904-4765-a69f-f2048906cebe tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2803054 Oct 26 15:45:57.813965 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35710) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:57.827917 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-de1d23cc-8f28-4394-bde8-c7f165b1bb46 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'subnet': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:57.832804 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-0cc21bb5-6955-4cf3-8d06-6c27a33cf724 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Deleting port b5c2e3d1-6b59-40ce-8b2c-5ba72386d96c {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:45:57.833152 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0cc21bb5-6955-4cf3-8d06-6c27a33cf724 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:57.860318 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f808a01a-3b1e-4dd7-8849-227bf6a627c0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f81c6493-40c0-484f-a9da-78f6dc2bb03d,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:57.886329 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-1161fd8b-3a34-46b9-aad0-6bfd9b4954fa tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "DELETE /v2.0/subnets/09d040f6-6468-4112-b3a8-6a17d1e3fa29 HTTP/1.1" status: 204 len: 168 time: 1.5071690 Oct 26 15:45:57.889818 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35714) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:57.906213 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-77acadca-310e-43af-8c98-24dfbcf1e18f None None] For port 4e307ae5-6198-4f8f-b885-81dbd608560b, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=4e307ae5-6198-4f8f-b885-81dbd608560b,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:45:57.906643 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-77acadca-310e-43af-8c98-24dfbcf1e18f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:57.913797 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c2025bf8-9ecf-4dee-9a79-053400c31eb6 None None] Attempt 7 to provision port af18f91d-77c6-4ba2-8d59-bd544199f587 Oct 26 15:45:57.924604 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f808a01a-3b1e-4dd7-8849-227bf6a627c0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:57.928591 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f808a01a-3b1e-4dd7-8849-227bf6a627c0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2041976 Oct 26 15:45:57.967193 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35718) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:58.007341 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-5780679f-d23c-4e47-b564-8e0b1d3734b3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '5c64386a-6623-49c2-bff3-822e0e17fe04', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:58.069188 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-5780679f-d23c-4e47-b564-8e0b1d3734b3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:58.100754 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6dc79aef-e90d-4209-9866-9100448a1859 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:58.102652 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-5780679f-d23c-4e47-b564-8e0b1d3734b3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:58.106393 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-5780679f-d23c-4e47-b564-8e0b1d3734b3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:58.118510 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-77acadca-310e-43af-8c98-24dfbcf1e18f None None] Calling delete_port for 4e307ae5-6198-4f8f-b885-81dbd608560b owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:45:58.131251 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-6dc79aef-e90d-4209-9866-9100448a1859 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Deleting port d3899bc9-6033-4eaa-8b8b-1b8603f22c53 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:45:58.131251 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6dc79aef-e90d-4209-9866-9100448a1859 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:58.131830 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-5780679f-d23c-4e47-b564-8e0b1d3734b3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:58.152587 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-de1d23cc-8f28-4394-bde8-c7f165b1bb46 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:58.161899 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-de1d23cc-8f28-4394-bde8-c7f165b1bb46 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Usage tracker for resource:subnet and tenant:cde0b70c42f24e8e94f9303758760038 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:58.166205 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-de1d23cc-8f28-4394-bde8-c7f165b1bb46 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:58.174257 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-de1d23cc-8f28-4394-bde8-c7f165b1bb46 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:58.193778 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0cc21bb5-6955-4cf3-8d06-6c27a33cf724 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:58.194573 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0cc21bb5-6955-4cf3-8d06-6c27a33cf724 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:58.196257 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c2025bf8-9ecf-4dee-9a79-053400c31eb6 None None] Port af18f91d-77c6-4ba2-8d59-bd544199f587 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:45:58.239472 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.securitygroups_db [None req-5780679f-d23c-4e47-b564-8e0b1d3734b3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Project 8316bfcf068445aeb00a503282bb001c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:45:58.253200 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5780679f-d23c-4e47-b564-8e0b1d3734b3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:58.314642 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1d23cc-8f28-4394-bde8-c7f165b1bb46 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:45:58.316672 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-de1d23cc-8f28-4394-bde8-c7f165b1bb46 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:58.323975 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-77acadca-310e-43af-8c98-24dfbcf1e18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:58.331757 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] device_id is not set on port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:45:58.356274 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:58.364264 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-0cc21bb5-6955-4cf3-8d06-6c27a33cf724 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Calling delete_port for b5c2e3d1-6b59-40ce-8b2c-5ba72386d96c owned by network:floatingip {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:45:58.367090 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc9874c-1471-47c2-94de-7c98d1aa1211 None None] DHCP port deletion for 212030cf-6bb9-45ed-9f22-d2da33c53669 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:45:58.379784 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acadca-310e-43af-8c98-24dfbcf1e18f None None] Pushing event deleted for resources: {'Port': ['ID=4e307ae5-6198-4f8f-b885-81dbd608560b,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:58.383688 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-2bc9874c-1471-47c2-94de-7c98d1aa1211 None None] Deleting port d3899bc9-6033-4eaa-8b8b-1b8603f22c53 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:45:58.385054 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2bc9874c-1471-47c2-94de-7c98d1aa1211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:58.409273 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77acadca-310e-43af-8c98-24dfbcf1e18f None None] No DVR routers for this DVR port 4e307ae5-6198-4f8f-b885-81dbd608560b on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:45:58.479881 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Transition to ACTIVE for port object 3f51d986-ac4c-40f6-91ae-d97b19bdf559 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:45:58.535991 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5780679f-d23c-4e47-b564-8e0b1d3734b3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:58.565804 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-6dc79aef-e90d-4209-9866-9100448a1859 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] For port d3899bc9-6033-4eaa-8b8b-1b8603f22c53, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=d3899bc9-6033-4eaa-8b8b-1b8603f22c53,segment=NetworkSegment(1b6130fe-36b7-4926-8ac2-b83a8fd9bda3),segment_id=1b6130fe-36b7-4926-8ac2-b83a8fd9bda3)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:45:58.566410 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6dc79aef-e90d-4209-9866-9100448a1859 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:58.612139 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-2bc9874c-1471-47c2-94de-7c98d1aa1211 None None] For port d3899bc9-6033-4eaa-8b8b-1b8603f22c53, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=d3899bc9-6033-4eaa-8b8b-1b8603f22c53,segment=NetworkSegment(1b6130fe-36b7-4926-8ac2-b83a8fd9bda3),segment_id=1b6130fe-36b7-4926-8ac2-b83a8fd9bda3)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:45:58.612540 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2bc9874c-1471-47c2-94de-7c98d1aa1211 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:58.774408 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5780679f-d23c-4e47-b564-8e0b1d3734b3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:58.777125 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:58.783144 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c2025bf8-9ecf-4dee-9a79-053400c31eb6 None None] Attempt 8 to provision port af18f91d-77c6-4ba2-8d59-bd544199f587 Oct 26 15:45:58.816800 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-2bc9874c-1471-47c2-94de-7c98d1aa1211 None None] Calling delete_port for d3899bc9-6033-4eaa-8b8b-1b8603f22c53 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:45:58.827313 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-6dc79aef-e90d-4209-9866-9100448a1859 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Calling delete_port for d3899bc9-6033-4eaa-8b8b-1b8603f22c53 owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:45:58.893210 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c2025bf8-9ecf-4dee-9a79-053400c31eb6 None None] Port af18f91d-77c6-4ba2-8d59-bd544199f587 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:45:58.932835 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5780679f-d23c-4e47-b564-8e0b1d3734b3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5e46f33-f5e1-42cd-af6f-00adfdb838d9,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:58.998106 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2bc9874c-1471-47c2-94de-7c98d1aa1211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:59.005180 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.db.api [None req-6dc79aef-e90d-4209-9866-9100448a1859 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:45:59.008598 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG oslo_db.api [None req-6dc79aef-e90d-4209-9866-9100448a1859 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:45:59.027330 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0cc21bb5-6955-4cf3-8d06-6c27a33cf724 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:59.047127 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:45:59.047477 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:45:59.047879 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:45:59.055173 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc9874c-1471-47c2-94de-7c98d1aa1211 None None] Pushing event deleted for resources: {'Port': ['ID=d3899bc9-6033-4eaa-8b8b-1b8603f22c53,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:59.060627 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:45:59.061045 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Failed to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] Oct 26 15:45:59.066937 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.plugins.ml2.plugin [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempt 2 to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 Oct 26 15:45:59.067111 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc9874c-1471-47c2-94de-7c98d1aa1211 None None] No DVR routers for this DVR port d3899bc9-6033-4eaa-8b8b-1b8603f22c53 on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:45:59.084047 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc21bb5-6955-4cf3-8d06-6c27a33cf724 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Pushing event deleted for resources: {'Port': ['ID=b5c2e3d1-6b59-40ce-8b2c-5ba72386d96c,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:59.088915 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9a4531-fcef-4781-b6be-dccdc9677214 None None] get_active_networks_info from dv-neutron-862712-1-hyperv {{(pid=89749) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 26 15:45:59.089104 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Pushing event updated for resources: {'Port': ['ID=3f51d986-ac4c-40f6-91ae-d97b19bdf559,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:59.117572 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:45:59.117909 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:45:59.118419 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:45:59.133371 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5780679f-d23c-4e47-b564-8e0b1d3734b3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:59.135019 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-5780679f-d23c-4e47-b564-8e0b1d3734b3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1643438 Oct 26 15:45:59.158178 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:45:59.158533 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Failed to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] Oct 26 15:45:59.158963 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.plugins.ml2.plugin [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempt 3 to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 Oct 26 15:45:59.210679 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:45:59.211021 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:45:59.211474 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:45:59.220077 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0cc21bb5-6955-4cf3-8d06-6c27a33cf724 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks [] for floatingip, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:59.235104 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0cc21bb5-6955-4cf3-8d06-6c27a33cf724 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:59.239663 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-0cc21bb5-6955-4cf3-8d06-6c27a33cf724 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] 10.222.0.23 "DELETE /v2.0/floatingips/600a9130-13a8-44e4-934d-fe0bee06336f HTTP/1.1" status: 204 len: 168 time: 1.7879786 Oct 26 15:45:59.239891 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35724) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:59.246073 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-9553b71b-1b16-4cb4-b1de-859653d2c221 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Request body: {'floatingip': {'floating_network_id': '3d1c28c4-eb3a-4ab7-8af9-28c884443b0c', 'port_id': 'df926e61-b219-41bd-91eb-de81490e8e91', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:59.253263 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-9553b71b-1b16-4cb4-b1de-859653d2c221 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:59.264479 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-9553b71b-1b16-4cb4-b1de-859653d2c221 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Usage tracker for resource:floatingip and tenant:fd70ef53a26649bc8272693f5d67de51 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:59.278372 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-9553b71b-1b16-4cb4-b1de-859653d2c221 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:59.295113 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:45:59.295447 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Failed to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] Oct 26 15:45:59.307377 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.plugins.ml2.plugin [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempt 4 to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 Oct 26 15:45:59.311965 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-9553b71b-1b16-4cb4-b1de-859653d2c221 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:59.323969 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9a4531-fcef-4781-b6be-dccdc9677214 None None] Resources bound (agent type, host, resource id): {{(pid=89749) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:45:59.336909 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:45:59.337761 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:45:59.338048 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:45:59.347112 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:45:59.347445 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Failed to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] Oct 26 15:45:59.359764 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.plugins.ml2.plugin [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempt 5 to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 Oct 26 15:45:59.392887 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-de1d23cc-8f28-4394-bde8-c7f165b1bb46 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:59.397996 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9553b71b-1b16-4cb4-b1de-859653d2c221 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks [] for floatingip, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:59.408879 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c2025bf8-9ecf-4dee-9a79-053400c31eb6 None None] Attempt 9 to provision port af18f91d-77c6-4ba2-8d59-bd544199f587 Oct 26 15:45:59.442171 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:45:59.442536 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:45:59.442895 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:45:59.466808 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1d23cc-8f28-4394-bde8-c7f165b1bb46 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:45:59.474787 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-de1d23cc-8f28-4394-bde8-c7f165b1bb46 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:45:59.481120 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:45:59.481919 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Failed to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] Oct 26 15:45:59.482784 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1d23cc-8f28-4394-bde8-c7f165b1bb46 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:59.483372 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-de1d23cc-8f28-4394-bde8-c7f165b1bb46 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:59.488486 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c2025bf8-9ecf-4dee-9a79-053400c31eb6 None None] Port af18f91d-77c6-4ba2-8d59-bd544199f587 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:45:59.489973 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.plugins.ml2.plugin [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempt 6 to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 Oct 26 15:45:59.515088 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-6dc79aef-e90d-4209-9866-9100448a1859 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Deleting port d3899bc9-6033-4eaa-8b8b-1b8603f22c53 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:45:59.515324 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6dc79aef-e90d-4209-9866-9100448a1859 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:59.528921 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c083d58a-3904-4065-a833-ffe4d7bbe508 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:59.551478 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:45:59.551856 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:45:59.552193 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:45:59.564827 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-d80fa132-c542-4905-a6ab-77ec2d234578 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:security_group {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:45:59.570713 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d23cc-8f28-4394-bde8-c7f165b1bb46 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Subnet': ['ID=6b7ec801-95cf-47cf-9f82-72d1c356a5bd,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:59.575555 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:45:59.575794 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Failed to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] Oct 26 15:45:59.591196 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-6dc79aef-e90d-4209-9866-9100448a1859 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] The port 'd3899bc9-6033-4eaa-8b8b-1b8603f22c53' was deleted {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 15:45:59.607810 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.plugins.ml2.plugin [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempt 7 to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 Oct 26 15:45:59.659313 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-de1d23cc-8f28-4394-bde8-c7f165b1bb46 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8413560 Oct 26 15:45:59.666962 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35742) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:59.670716 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:45:59.671067 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:45:59.671488 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:45:59.699608 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:45:59.700025 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Failed to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] Oct 26 15:45:59.702399 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.plugins.ml2.plugin [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempt 8 to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 Oct 26 15:45:59.709410 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c083d58a-3904-4065-a833-ffe4d7bbe508 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Checking segment: {'id': '93848a45-3618-48cc-9a2a-d91d57c9ab3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '12838998-6614-44e2-8ea9-746eb21c9f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:45:59.709758 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c083d58a-3904-4065-a833-ffe4d7bbe508 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Network hostable DHCP agents. Network: 12838998-6614-44e2-8ea9-746eb21c9f0d, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:45:59.718069 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-b1d7a611-8239-4a33-a8ce-de9ad2496cd2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1293302728', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:59.718373 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c083d58a-3904-4065-a833-ffe4d7bbe508 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Pushing event updated for resources: {'Subnet': ['ID=c9915d7d-910e-4dec-bb86-93307a6c71eb,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:45:59.736826 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:45:59.736826 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:45:59.736826 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:45:59.740637 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:45:59.740976 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Failed to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] Oct 26 15:45:59.742537 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.plugins.ml2.plugin [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempt 9 to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 Oct 26 15:45:59.745629 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-b1d7a611-8239-4a33-a8ce-de9ad2496cd2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:45:59.751645 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-d80fa132-c542-4905-a6ab-77ec2d234578 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:security_group {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:45:59.755250 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-d80fa132-c542-4905-a6ab-77ec2d234578 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1472026088&fields=id&tenant_id=8316bfcf068445aeb00a503282bb001c HTTP/1.1" status: 200 len: 267 time: 0.3149393 Oct 26 15:45:59.755512 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-b1d7a611-8239-4a33-a8ce-de9ad2496cd2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Usage tracker for resource:router and tenant:cde0b70c42f24e8e94f9303758760038 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:45:59.761486 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-b1d7a611-8239-4a33-a8ce-de9ad2496cd2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:45:59.771124 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6dc79aef-e90d-4209-9866-9100448a1859 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:59.786046 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-b1d7a611-8239-4a33-a8ce-de9ad2496cd2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:45:59.794675 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:45:59.795125 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:45:59.795580 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:45:59.806987 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:45:59.807396 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Failed to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] Oct 26 15:45:59.807925 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.plugins.ml2.plugin [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempt 10 to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 Oct 26 15:45:59.812690 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-6dc79aef-e90d-4209-9866-9100448a1859 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['212030cf-6bb9-45ed-9f22-d2da33c53669']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:59.828387 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-6dc79aef-e90d-4209-9866-9100448a1859 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b6130fe-36b7-4926-8ac2-b83a8fd9bda3') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:59.828682 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-6dc79aef-e90d-4209-9866-9100448a1859 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b6130fe-36b7-4926-8ac2-b83a8fd9bda3') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:45:59.842215 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6dc79aef-e90d-4209-9866-9100448a1859 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:59.851178 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d35504-23e5-432a-b0d4-9da18dfc3dd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-f810e159-a5e8-4c86-8cec-5d909fe013dd', 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'tenant_id': 'cde0b70c42f24e8e94f9303758760038', 'fixed_ips': [{'subnet_id': '6b7ec801-95cf-47cf-9f82-72d1c356a5bd'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:45:59.852021 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-17d35504-23e5-432a-b0d4-9da18dfc3dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:59.859267 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6dc79aef-e90d-4209-9866-9100448a1859 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:59.865975 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dc79aef-e90d-4209-9866-9100448a1859 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:45:59.866461 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6dc79aef-e90d-4209-9866-9100448a1859 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:59.870009 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device d3899bc9-6033-4eaa-8b8b-1b8603f22c53 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:45:59.892112 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b1d7a611-8239-4a33-a8ce-de9ad2496cd2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:59.894013 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b1d7a611-8239-4a33-a8ce-de9ad2496cd2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:59.910990 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: d3899bc9-6033-4eaa-8b8b-1b8603f22c53 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:45:59.911345 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device d3899bc9-6033-4eaa-8b8b-1b8603f22c53 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:45:59.912038 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c083d58a-3904-4065-a833-ffe4d7bbe508 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Network 12838998-6614-44e2-8ea9-746eb21c9f0d is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:45:59.955230 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 1b6130fe-36b7-4926-8ac2-b83a8fd9bda3 resource provider aggregate not found Oct 26 15:45:59.965662 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:45:59.966270 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:45:59.966722 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempting to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:45:59.971792 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-9553b71b-1b16-4cb4-b1de-859653d2c221 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:45:59.972817 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-9553b71b-1b16-4cb4-b1de-859653d2c221 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7320015 Oct 26 15:45:59.977462 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35750) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:45:59.988416 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-afb01671-d516-4dd4-ba61-850a87f84953 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Request body: {'floatingip': {'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'port_id': 'df926e61-b219-41bd-91eb-de81490e8e91', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:45:59.996886 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 1b6130fe-36b7-4926-8ac2-b83a8fd9bda3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1b6130fe-36b7-4926-8ac2-b83a8fd9bda3 found for delete ", "request_id": "req-90efe0c8-5b1a-4a96-aed9-0e7b0a36f619"}]} Oct 26 15:45:59.997733 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:45:59.997860 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c2025bf8-9ecf-4dee-9a79-053400c31eb6 None None] Attempt 10 to provision port af18f91d-77c6-4ba2-8d59-bd544199f587 Oct 26 15:45:59.998082 dv-neutron-862712-1-hyperv neutron-server[89747]: ERROR neutron.plugins.ml2.managers [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Failed to bind port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 on host hv-neutron-8627 for vnic_type normal using segments [{'id': 'c310fc6e-63da-4499-b731-a984afdfb56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0c1deaeb-0759-4f0a-b7b9-8a76ab63125d'}] Oct 26 15:45:59.998692 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:45:59.999241 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-afb01671-d516-4dd4-ba61-850a87f84953 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:00.005253 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-afb01671-d516-4dd4-ba61-850a87f84953 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Usage tracker for resource:floatingip and tenant:fd70ef53a26649bc8272693f5d67de51 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:46:00.009069 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-afb01671-d516-4dd4-ba61-850a87f84953 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:46:00.017343 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b1d7a611-8239-4a33-a8ce-de9ad2496cd2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:00.017514 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-cfa617dc-96a1-4e13-b9f9-a2c542f594b2 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:00.018497 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-cfa617dc-96a1-4e13-b9f9-a2c542f594b2 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:network {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:46:00.018790 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-afb01671-d516-4dd4-ba61-850a87f84953 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:00.080777 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-c083d58a-3904-4065-a833-ffe4d7bbe508 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 12838998-6614-44e2-8ea9-746eb21c9f0d) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:00.088517 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c083d58a-3904-4065-a833-ffe4d7bbe508 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:00.101096 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6dc79aef-e90d-4209-9866-9100448a1859 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:00.102872 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c2025bf8-9ecf-4dee-9a79-053400c31eb6 None None] Port af18f91d-77c6-4ba2-8d59-bd544199f587 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:46:00.126162 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6dc79aef-e90d-4209-9866-9100448a1859 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:00.131827 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-17d35504-23e5-432a-b0d4-9da18dfc3dd4 None None] Allocated IP 2001:db8::2 (f810e159-a5e8-4c86-8cec-5d909fe013dd/6b7ec801-95cf-47cf-9f82-72d1c356a5bd/6d91fea3-aef7-446b-80e1-08e8da0ac6f5) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:46:00.132680 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b1d7a611-8239-4a33-a8ce-de9ad2496cd2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:00.144234 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-afb01671-d516-4dd4-ba61-850a87f84953 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks [] for floatingip, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:00.157978 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-cfa617dc-96a1-4e13-b9f9-a2c542f594b2 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:network {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:46:00.159159 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-cfa617dc-96a1-4e13-b9f9-a2c542f594b2 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/networks?id=463f536f-4c79-4aa7-83ec-186e85f0d447 HTTP/1.1" status: 200 len: 796 time: 0.3984010 Oct 26 15:46:00.167880 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc79aef-e90d-4209-9866-9100448a1859 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event deleted for resources: {'Network': ['ID=212030cf-6bb9-45ed-9f22-d2da33c53669,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:00.185296 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-6dc79aef-e90d-4209-9866-9100448a1859 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "DELETE /v2.0/networks/212030cf-6bb9-45ed-9f22-d2da33c53669 HTTP/1.1" status: 204 len: 168 time: 2.2940345 Oct 26 15:46:00.191069 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35754) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:00.234822 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-41597a3b-cab5-42ce-a632-247196220f8e None None] Could not find standard attr ID for object 4e307ae5-6198-4f8f-b885-81dbd608560b. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:46:00.240615 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c083d58a-3904-4065-a833-ffe4d7bbe508 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Pushing event updated for resources: {'Subnet': ['ID=f8a1dc0a-9217-432b-9dea-0a8486d9830a,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:00.242103 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-41597a3b-cab5-42ce-a632-247196220f8e None None] Could not find standard attr ID for object d3899bc9-6033-4eaa-8b8b-1b8603f22c53. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:46:00.243239 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] For port 3f51d986-ac4c-40f6-91ae-d97b19bdf559, host hv-neutron-8627, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:46:00.243794 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attempted to set empty binding levels {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 26 15:46:00.250372 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b1d7a611-8239-4a33-a8ce-de9ad2496cd2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:00.250636 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-923a64f9-60e6-4273-8fcb-5068c0e489e9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/quotas/8316bfcf068445aeb00a503282bb001c HTTP/1.1" status: 200 len: 375 time: 0.0626132 Oct 26 15:46:00.251940 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b1d7a611-8239-4a33-a8ce-de9ad2496cd2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5842686 Oct 26 15:46:00.254625 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35758) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:00.259462 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-42fc45c9-2990-40dd-86ef-99e24c7628f3 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] DELETE failed (client error): The resource could not be found. Oct 26 15:46:00.260082 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42fc45c9-2990-40dd-86ef-99e24c7628f3 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:46:00.261748 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-42fc45c9-2990-40dd-86ef-99e24c7628f3 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "DELETE /v2.0/subnets/90b614dd-28c3-4d52-af5b-3d7cff510c4f HTTP/1.1" status: 404 len: 337 time: 0.0629718 Oct 26 15:46:00.265674 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c083d58a-3904-4065-a833-ffe4d7bbe508 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Checking segment: {'id': '962050d5-0445-4f80-81f4-49350ca6ce63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'a6a59c51-f6e4-4b77-8b0d-69f1f28dbce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:46:00.266034 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c083d58a-3904-4065-a833-ffe4d7bbe508 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Network hostable DHCP agents. Network: a6a59c51-f6e4-4b77-8b0d-69f1f28dbce1, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:46:00.270541 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35762) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:00.349568 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-41597a3b-cab5-42ce-a632-247196220f8e None None] Provisioning for port df926e61-b219-41bd-91eb-de81490e8e91 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:46:00.361213 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:00.361748 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] In _notify_port_updated(), no bound segment for port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 on network 0c1deaeb-0759-4f0a-b7b9-8a76ab63125d {{(pid=89747) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 26 15:46:00.362647 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:00.363235 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:00.367983 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] 10.222.0.23 "PUT /v2.0/ports/3f51d986-ac4c-40f6-91ae-d97b19bdf559 HTTP/1.1" status: 200 len: 977 time: 2.8113856 Oct 26 15:46:00.369477 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35766) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:00.370892 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-41597a3b-cab5-42ce-a632-247196220f8e None None] Provisioning complete for port df926e61-b219-41bd-91eb-de81490e8e91 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:46:00.371279 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-41597a3b-cab5-42ce-a632-247196220f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:00.371618 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-41597a3b-cab5-42ce-a632-247196220f8e None None] Attempt 1 to provision port df926e61-b219-41bd-91eb-de81490e8e91 Oct 26 15:46:00.425902 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8eff204-82de-48d4-af1e-695d3602d540 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] DELETE failed (client error): The resource could not be found. Oct 26 15:46:00.426751 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8eff204-82de-48d4-af1e-695d3602d540 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:46:00.430389 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e8eff204-82de-48d4-af1e-695d3602d540 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "DELETE /v2.0/networks/219d5701-358e-433d-a1b3-9084af38ef36 HTTP/1.1" status: 404 len: 339 time: 0.1545715 Oct 26 15:46:00.439109 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35770) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:00.442280 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-17d35504-23e5-432a-b0d4-9da18dfc3dd4 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:00.452315 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-41597a3b-cab5-42ce-a632-247196220f8e None None] Port df926e61-b219-41bd-91eb-de81490e8e91 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:46:00.455334 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-17d35504-23e5-432a-b0d4-9da18dfc3dd4 None None] Transition to ACTIVE for port object 6d91fea3-aef7-446b-80e1-08e8da0ac6f5 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:46:00.475476 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-17d35504-23e5-432a-b0d4-9da18dfc3dd4 None None] Transition to ACTIVE for port object 6d91fea3-aef7-446b-80e1-08e8da0ac6f5 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:46:00.518952 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72d542-c103-4a1b-9e7a-e7aaa9028108 tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Pushing event updated for resources: {'Port': ['ID=3f51d986-ac4c-40f6-91ae-d97b19bdf559,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:00.529369 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-427c0fc6-50f9-4de3-b3d4-40611c0353ee tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Deleting port 3f51d986-ac4c-40f6-91ae-d97b19bdf559 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:46:00.529715 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-427c0fc6-50f9-4de3-b3d4-40611c0353ee tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:00.535629 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-17d35504-23e5-432a-b0d4-9da18dfc3dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:00.556764 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bc4ed67-385d-46e2-bf7d-0b099ff1bb84 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] DELETE failed (client error): The resource could not be found. Oct 26 15:46:00.557078 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bc4ed67-385d-46e2-bf7d-0b099ff1bb84 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:46:00.558906 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-1bc4ed67-385d-46e2-bf7d-0b099ff1bb84 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "DELETE /v2.0/subnets/edfac0e3-f752-4683-9855-53121b657b6d HTTP/1.1" status: 404 len: 337 time: 0.1109824 Oct 26 15:46:00.575411 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35774) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:00.577794 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c083d58a-3904-4065-a833-ffe4d7bbe508 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Network a6a59c51-f6e4-4b77-8b0d-69f1f28dbce1 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:46:00.614275 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d35504-23e5-432a-b0d4-9da18dfc3dd4 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:46:00.616608 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e5c7872-438b-4013-83fb-d2ff738c0446 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] DELETE failed (client error): The resource could not be found. Oct 26 15:46:00.616745 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-17d35504-23e5-432a-b0d4-9da18dfc3dd4 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:00.617084 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e5c7872-438b-4013-83fb-d2ff738c0446 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:46:00.621533 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-2e5c7872-438b-4013-83fb-d2ff738c0446 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "DELETE /v2.0/networks/63614d9a-7d4c-421d-bb4c-3ffcbbb2350b HTTP/1.1" status: 404 len: 339 time: 0.0423903 Oct 26 15:46:00.621728 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d35504-23e5-432a-b0d4-9da18dfc3dd4 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:46:00.622500 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35778) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:00.676007 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d35504-23e5-432a-b0d4-9da18dfc3dd4 None None] Pushing event updated for resources: {'Port': ['ID=6d91fea3-aef7-446b-80e1-08e8da0ac6f5,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:00.706716 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-7032841a-9dfc-42a8-98f7-17a3970c6c0e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4419866 Oct 26 15:46:00.707636 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-344d6a33-5362-4feb-8e82-860102d6f546 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] DELETE failed (client error): The resource could not be found. Oct 26 15:46:00.708071 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-344d6a33-5362-4feb-8e82-860102d6f546 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:46:00.712471 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-344d6a33-5362-4feb-8e82-860102d6f546 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "DELETE /v2.0/subnets/4ff665d0-ad06-49aa-91e5-b7093f2402cd HTTP/1.1" status: 404 len: 337 time: 0.0865560 Oct 26 15:46:00.721190 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-c083d58a-3904-4065-a833-ffe4d7bbe508 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, a6a59c51-f6e4-4b77-8b0d-69f1f28dbce1) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:00.723052 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35782) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:00.761977 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c083d58a-3904-4065-a833-ffe4d7bbe508 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:00.762451 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c083d58a-3904-4065-a833-ffe4d7bbe508 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:00.763099 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c083d58a-3904-4065-a833-ffe4d7bbe508 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:00.772987 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-17d35504-23e5-432a-b0d4-9da18dfc3dd4 None None] Attempting to bind port 6d91fea3-aef7-446b-80e1-08e8da0ac6f5 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:46:00.773353 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-17d35504-23e5-432a-b0d4-9da18dfc3dd4 None None] Attempting to bind port 6d91fea3-aef7-446b-80e1-08e8da0ac6f5 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:46:00.773905 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d35504-23e5-432a-b0d4-9da18dfc3dd4 None None] Attempting to bind port 6d91fea3-aef7-446b-80e1-08e8da0ac6f5 on network f810e159-a5e8-4c86-8cec-5d909fe013dd {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:46:00.779631 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7b6af83-eac8-41cc-b9d9-8f32edf5df3d tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] DELETE failed (client error): The resource could not be found. Oct 26 15:46:00.780099 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7b6af83-eac8-41cc-b9d9-8f32edf5df3d tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:46:00.781950 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a7b6af83-eac8-41cc-b9d9-8f32edf5df3d tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "DELETE /v2.0/networks/39f7ec38-c8fe-4925-b77f-371a9d030b10 HTTP/1.1" status: 404 len: 339 time: 0.0560906 Oct 26 15:46:00.783647 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d35504-23e5-432a-b0d4-9da18dfc3dd4 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:46:00.783647 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d35504-23e5-432a-b0d4-9da18dfc3dd4 None None] Checking segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:46:00.787392 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-17d35504-23e5-432a-b0d4-9da18dfc3dd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:00.787392 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d35504-23e5-432a-b0d4-9da18dfc3dd4 None None] Bound using segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:46:00.787392 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-17d35504-23e5-432a-b0d4-9da18dfc3dd4 None None] Bound port: 6d91fea3-aef7-446b-80e1-08e8da0ac6f5, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:46:00.787392 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-17d35504-23e5-432a-b0d4-9da18dfc3dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:00.800701 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35788) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:00.901796 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-17d35504-23e5-432a-b0d4-9da18dfc3dd4 None None] For port 6d91fea3-aef7-446b-80e1-08e8da0ac6f5, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:46:00.905712 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-17d35504-23e5-432a-b0d4-9da18dfc3dd4 None None] For port 6d91fea3-aef7-446b-80e1-08e8da0ac6f5, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=6d91fea3-aef7-446b-80e1-08e8da0ac6f5,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:46:00.953980 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-41597a3b-cab5-42ce-a632-247196220f8e None None] Attempt 2 to provision port df926e61-b219-41bd-91eb-de81490e8e91 Oct 26 15:46:00.977160 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3be98ce1-be86-473b-a1be-caa20cd771e7 req-13c4ffaa-df56-4835-afb2-c0b81d8508ad service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8d4a168b-8414-4e0c-aafa-d048ee6f7683&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6596406 Oct 26 15:46:00.981712 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-afb01671-d516-4dd4-ba61-850a87f84953 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:00.996696 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-17d35504-23e5-432a-b0d4-9da18dfc3dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:01.064253 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-427c0fc6-50f9-4de3-b3d4-40611c0353ee tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] For port 3f51d986-ac4c-40f6-91ae-d97b19bdf559, host hv-neutron-8627, got binding levels [] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:46:01.064617 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-427c0fc6-50f9-4de3-b3d4-40611c0353ee tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:01.075415 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-88217d48-bde4-41eb-8796-8bdfd00b8c70 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Deleting subnet 168a5b0c-ba23-4f27-a04a-a8d5d36edb7c {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:46:01.084217 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-ad04415d-5d61-42b9-b042-12eba294d753 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:46:01.085227 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-ad04415d-5d61-42b9-b042-12eba294d753 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0922201 Oct 26 15:46:01.085775 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-756a6634-387f-4a3a-8973-457d9caf7142 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:01.094836 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c083d58a-3904-4065-a833-ffe4d7bbe508 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.9210463 Oct 26 15:46:01.097590 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35794) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:01.143524 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-88217d48-bde4-41eb-8796-8bdfd00b8c70 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:01.175189 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-41597a3b-cab5-42ce-a632-247196220f8e None None] Port df926e61-b219-41bd-91eb-de81490e8e91 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:46:01.191089 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d35504-23e5-432a-b0d4-9da18dfc3dd4 None None] Pushing event updated for resources: {'Port': ['ID=6d91fea3-aef7-446b-80e1-08e8da0ac6f5,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:01.265859 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-427c0fc6-50f9-4de3-b3d4-40611c0353ee tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Calling delete_port for 3f51d986-ac4c-40f6-91ae-d97b19bdf559 owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:46:01.411137 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-88217d48-bde4-41eb-8796-8bdfd00b8c70 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:01.456895 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0c7e93-e26d-4068-8e44-6a2fc38c3ad6 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:01.458623 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0c7e93-e26d-4068-8e44-6a2fc38c3ad6 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:01.460146 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0c7e93-e26d-4068-8e44-6a2fc38c3ad6 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:01.464785 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-7e0c7e93-e26d-4068-8e44-6a2fc38c3ad6 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3615305 Oct 26 15:46:01.468295 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35798) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:01.523111 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-752f347e-7f03-4970-b0eb-51844938e300 service neutron] 10.222.0.23 "GET /v2.0/networks/463f536f-4c79-4aa7-83ec-186e85f0d447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487852 Oct 26 15:46:01.569459 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-afb01671-d516-4dd4-ba61-850a87f84953 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Allocated IP 172.26.2.42 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/bf3280fd-b7ae-41e2-9c56-e90fb5cffed5) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:46:01.613683 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-427c0fc6-50f9-4de3-b3d4-40611c0353ee tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:01.674914 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c0fc6-50f9-4de3-b3d4-40611c0353ee tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f51d986-ac4c-40f6-91ae-d97b19bdf559,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:01.676084 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-41597a3b-cab5-42ce-a632-247196220f8e None None] Attempt 3 to provision port df926e61-b219-41bd-91eb-de81490e8e91 Oct 26 15:46:01.691853 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-88217d48-bde4-41eb-8796-8bdfd00b8c70 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:01.716320 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-73b928f1-32eb-4548-a13b-62b1539745e6 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Deleting subnet c9915d7d-910e-4dec-bb86-93307a6c71eb {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:46:01.730322 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-427c0fc6-50f9-4de3-b3d4-40611c0353ee tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:01.757070 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-41597a3b-cab5-42ce-a632-247196220f8e None None] Port df926e61-b219-41bd-91eb-de81490e8e91 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:46:01.762963 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be98ce1-be86-473b-a1be-caa20cd771e7 req-dcf71973-8b13-4b13-9055-c6dd8517933c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:01.764462 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3be98ce1-be86-473b-a1be-caa20cd771e7 req-dcf71973-8b13-4b13-9055-c6dd8517933c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fa1ce7c495d47a7b8af796c383d23bd&device_id=8d4a168b-8414-4e0c-aafa-d048ee6f7683 HTTP/1.1" status: 200 len: 1099 time: 0.6150453 Oct 26 15:46:01.765129 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-73b928f1-32eb-4548-a13b-62b1539745e6 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:01.795365 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-08f2e37f-8fb2-4895-8b80-75025b2e900a service neutron] 10.222.0.23 "GET /v2.0/networks/463f536f-4c79-4aa7-83ec-186e85f0d447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619541 Oct 26 15:46:01.839365 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-427c0fc6-50f9-4de3-b3d4-40611c0353ee tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] 10.222.0.23 "DELETE /v2.0/ports/3f51d986-ac4c-40f6-91ae-d97b19bdf559 HTTP/1.1" status: 204 len: 168 time: 1.4344418 Oct 26 15:46:01.841660 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35806) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:01.902459 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-88217d48-bde4-41eb-8796-8bdfd00b8c70 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:01.942434 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 6d91fea3-aef7-446b-80e1-08e8da0ac6f5 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:46:01.944192 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-f16f4f21-9642-4d9d-a1f6-ad984df095ad tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] GET failed (client error): The resource could not be found. Oct 26 15:46:01.944903 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-f16f4f21-9642-4d9d-a1f6-ad984df095ad tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Synchronizing usage tracker for tenant:95b9ba223f7b46c9a9fe3a084fa03a98 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:46:01.954534 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88217d48-bde4-41eb-8796-8bdfd00b8c70 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event deleted for resources: {'Subnet': ['ID=168a5b0c-ba23-4f27-a04a-a8d5d36edb7c,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:01.972549 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-88217d48-bde4-41eb-8796-8bdfd00b8c70 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:01.985230 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-88217d48-bde4-41eb-8796-8bdfd00b8c70 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "DELETE /v2.0/subnets/168a5b0c-ba23-4f27-a04a-a8d5d36edb7c HTTP/1.1" status: 204 len: 168 time: 1.1804483 Oct 26 15:46:01.990939 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35810) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:02.013379 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-73b928f1-32eb-4548-a13b-62b1539745e6 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:02.110348 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-f16f4f21-9642-4d9d-a1f6-ad984df095ad tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] Unset dirty status for tenant:95b9ba223f7b46c9a9fe3a084fa03a98 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:46:02.111490 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f16f4f21-9642-4d9d-a1f6-ad984df095ad tempest-PortsAdminExtendedAttrsTestJSON-570262410 tempest-PortsAdminExtendedAttrsTestJSON-570262410-project-admin] 10.222.0.23 "GET /v2.0/ports/3f51d986-ac4c-40f6-91ae-d97b19bdf559 HTTP/1.1" status: 404 len: 333 time: 0.2681940 Oct 26 15:46:02.111618 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-57a1cabd-da17-48b4-ba8b-dbaf34805d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:02.119009 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35818) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:02.168928 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 6d91fea3-aef7-446b-80e1-08e8da0ac6f5 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:46:02.240985 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-afb01671-d516-4dd4-ba61-850a87f84953 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:02.257827 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-41597a3b-cab5-42ce-a632-247196220f8e None None] Attempt 4 to provision port df926e61-b219-41bd-91eb-de81490e8e91 Oct 26 15:46:02.273055 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be98ce1-be86-473b-a1be-caa20cd771e7 req-74d0206f-c24b-4088-a069-a841ec05f071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:02.274535 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3be98ce1-be86-473b-a1be-caa20cd771e7 req-74d0206f-c24b-4088-a069-a841ec05f071 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d8f14250-22cf-4a11-9481-ae7fced3b7b5 HTTP/1.1" status: 200 len: 911 time: 0.4620001 Oct 26 15:46:02.288178 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a1ec057d-bb60-4a0e-945f-4245cb58c4d1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:02.292981 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6a93c62a-aee5-4587-bfd0-9ca0fc748040 tempest-PortsAdminExtendedAttrsTestJSON-1182059768 tempest-PortsAdminExtendedAttrsTestJSON-1182059768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:02.314579 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a1ec057d-bb60-4a0e-945f-4245cb58c4d1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Deleting port 8f1c6ce2-5055-42f3-8112-dacba372e4ce {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:46:02.315468 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a1ec057d-bb60-4a0e-945f-4245cb58c4d1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:02.365070 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-41597a3b-cab5-42ce-a632-247196220f8e None None] Port df926e61-b219-41bd-91eb-de81490e8e91 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:46:02.418427 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f0f1c7-942f-4dfa-aad0-540869c3877f None None] get_active_networks_info from dv-neutron-862712-1-hyperv {{(pid=89749) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 26 15:46:02.490558 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-1d1c6f1b-2c3f-47f2-a0b8-3ecb52140ab7 req-aaac3c51-5db7-460d-aadd-d399b3808ca0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:46:02.511202 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-73b928f1-32eb-4548-a13b-62b1539745e6 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:02.532483 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6a93c62a-aee5-4587-bfd0-9ca0fc748040 tempest-PortsAdminExtendedAttrsTestJSON-1182059768 tempest-PortsAdminExtendedAttrsTestJSON-1182059768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:02.573147 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f0f1c7-942f-4dfa-aad0-540869c3877f None None] Resources bound (agent type, host, resource id): {{(pid=89749) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:46:02.575550 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-756a6634-387f-4a3a-8973-457d9caf7142 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Allocated IP 2001:db8::1 (f810e159-a5e8-4c86-8cec-5d909fe013dd/6b7ec801-95cf-47cf-9f82-72d1c356a5bd/7bb98763-8497-4998-b5eb-39bd1ad0bc4b) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:46:02.577697 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-6a93c62a-aee5-4587-bfd0-9ca0fc748040 tempest-PortsAdminExtendedAttrsTestJSON-1182059768 tempest-PortsAdminExtendedAttrsTestJSON-1182059768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c1deaeb-0759-4f0a-b7b9-8a76ab63125d']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:02.610031 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-6a93c62a-aee5-4587-bfd0-9ca0fc748040 tempest-PortsAdminExtendedAttrsTestJSON-1182059768 tempest-PortsAdminExtendedAttrsTestJSON-1182059768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c310fc6e-63da-4499-b731-a984afdfb56a') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:02.610031 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-6a93c62a-aee5-4587-bfd0-9ca0fc748040 tempest-PortsAdminExtendedAttrsTestJSON-1182059768 tempest-PortsAdminExtendedAttrsTestJSON-1182059768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c310fc6e-63da-4499-b731-a984afdfb56a') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:02.631282 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3be98ce1-be86-473b-a1be-caa20cd771e7 req-4559df2d-ef0c-418a-bad7-b333d9c17354 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f62158b4-8e92-4bca-a81b-4eb72d775756 HTTP/1.1" status: 200 len: 1002 time: 0.3357246 Oct 26 15:46:02.757272 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-1d1c6f1b-2c3f-47f2-a0b8-3ecb52140ab7 req-aaac3c51-5db7-460d-aadd-d399b3808ca0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:46:02.769207 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1d1c6f1b-2c3f-47f2-a0b8-3ecb52140ab7 req-aaac3c51-5db7-460d-aadd-d399b3808ca0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=317f2fc3-5951-4998-94f0-0728b8b2326b HTTP/1.1" status: 200 len: 210 time: 0.6050661 Oct 26 15:46:02.826722 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6a93c62a-aee5-4587-bfd0-9ca0fc748040 tempest-PortsAdminExtendedAttrsTestJSON-1182059768 tempest-PortsAdminExtendedAttrsTestJSON-1182059768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:02.834928 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be98ce1-be86-473b-a1be-caa20cd771e7 req-8b719c11-6edb-4e19-927b-65f45129c026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:02.836389 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3be98ce1-be86-473b-a1be-caa20cd771e7 req-8b719c11-6edb-4e19-927b-65f45129c026 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=681a7821-b4bf-4dbd-9e8a-ecb5ac161e14 HTTP/1.1" status: 200 len: 849 time: 0.1782737 Oct 26 15:46:02.856191 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6a93c62a-aee5-4587-bfd0-9ca0fc748040 tempest-PortsAdminExtendedAttrsTestJSON-1182059768 tempest-PortsAdminExtendedAttrsTestJSON-1182059768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:02.864591 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a1ec057d-bb60-4a0e-945f-4245cb58c4d1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] For port 8f1c6ce2-5055-42f3-8112-dacba372e4ce, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=8f1c6ce2-5055-42f3-8112-dacba372e4ce,segment=NetworkSegment(1ebde5b6-8509-4192-9cb8-86856ba28621),segment_id=1ebde5b6-8509-4192-9cb8-86856ba28621)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:46:02.873716 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a1ec057d-bb60-4a0e-945f-4245cb58c4d1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:02.881574 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-41597a3b-cab5-42ce-a632-247196220f8e None None] Attempt 5 to provision port df926e61-b219-41bd-91eb-de81490e8e91 Oct 26 15:46:02.887657 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a93c62a-aee5-4587-bfd0-9ca0fc748040 tempest-PortsAdminExtendedAttrsTestJSON-1182059768 tempest-PortsAdminExtendedAttrsTestJSON-1182059768-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:46:02.888258 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6a93c62a-aee5-4587-bfd0-9ca0fc748040 tempest-PortsAdminExtendedAttrsTestJSON-1182059768 tempest-PortsAdminExtendedAttrsTestJSON-1182059768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:02.905896 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-afb01671-d516-4dd4-ba61-850a87f84953 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:02.909819 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-73b928f1-32eb-4548-a13b-62b1539745e6 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:02.965400 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-41597a3b-cab5-42ce-a632-247196220f8e None None] Port df926e61-b219-41bd-91eb-de81490e8e91 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:46:03.033765 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b928f1-32eb-4548-a13b-62b1539745e6 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Pushing event deleted for resources: {'Subnet': ['ID=c9915d7d-910e-4dec-bb86-93307a6c71eb,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:03.041956 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-73b928f1-32eb-4548-a13b-62b1539745e6 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:03.043911 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment c310fc6e-63da-4499-b731-a984afdfb56a resource provider aggregate not found Oct 26 15:46:03.071701 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb01671-d516-4dd4-ba61-850a87f84953 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:46:03.078014 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-756a6634-387f-4a3a-8973-457d9caf7142 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:03.084615 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-afb01671-d516-4dd4-ba61-850a87f84953 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:03.096425 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb01671-d516-4dd4-ba61-850a87f84953 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:46:03.121598 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment c310fc6e-63da-4499-b731-a984afdfb56a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c310fc6e-63da-4499-b731-a984afdfb56a found for delete ", "request_id": "req-aa8342a1-7666-473b-895d-12bf7ba832a5"}]} Oct 26 15:46:03.130372 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461b868b-12f7-4d14-bb43-ed6fafdee6bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-a6a59c51-f6e4-4b77-8b0d-69f1f28dbce1', 'network_id': 'a6a59c51-f6e4-4b77-8b0d-69f1f28dbce1', 'tenant_id': '5f2db06386b14f6fbdc37831d935c40c', 'fixed_ips': [{'subnet_id': 'f8a1dc0a-9217-432b-9dea-0a8486d9830a'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:46:03.133846 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-461b868b-12f7-4d14-bb43-ed6fafdee6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:03.134016 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-73b928f1-32eb-4548-a13b-62b1539745e6 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] 10.222.0.23 "DELETE /v2.0/subnets/c9915d7d-910e-4dec-bb86-93307a6c71eb HTTP/1.1" status: 204 len: 168 time: 1.6561265 Oct 26 15:46:03.140324 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a1ec057d-bb60-4a0e-945f-4245cb58c4d1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Calling delete_port for 8f1c6ce2-5055-42f3-8112-dacba372e4ce owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:46:03.146335 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35834) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:03.152585 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-756a6634-387f-4a3a-8973-457d9caf7142 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Transition to ACTIVE for port object 7bb98763-8497-4998-b5eb-39bd1ad0bc4b will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:46:03.158014 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb01671-d516-4dd4-ba61-850a87f84953 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Pushing event updated for resources: {'Port': ['ID=bf3280fd-b7ae-41e2-9c56-e90fb5cffed5,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:03.238849 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be98ce1-be86-473b-a1be-caa20cd771e7 req-0a71ec44-30fb-4998-90a2-eb2dd3cfcb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:03.240338 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3be98ce1-be86-473b-a1be-caa20cd771e7 req-0a71ec44-30fb-4998-90a2-eb2dd3cfcb8b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d8f14250-22cf-4a11-9481-ae7fced3b7b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3916333 Oct 26 15:46:03.300416 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6a93c62a-aee5-4587-bfd0-9ca0fc748040 tempest-PortsAdminExtendedAttrsTestJSON-1182059768 tempest-PortsAdminExtendedAttrsTestJSON-1182059768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:03.326911 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6a93c62a-aee5-4587-bfd0-9ca0fc748040 tempest-PortsAdminExtendedAttrsTestJSON-1182059768 tempest-PortsAdminExtendedAttrsTestJSON-1182059768-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:03.329501 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a1ec057d-bb60-4a0e-945f-4245cb58c4d1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:03.337211 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-461b868b-12f7-4d14-bb43-ed6fafdee6bb None None] Allocated IP 172.20.0.18 (a6a59c51-f6e4-4b77-8b0d-69f1f28dbce1/f8a1dc0a-9217-432b-9dea-0a8486d9830a/bb1b298b-ef6c-4b76-bad7-0c61a9f9ef79) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:46:03.374261 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a93c62a-aee5-4587-bfd0-9ca0fc748040 tempest-PortsAdminExtendedAttrsTestJSON-1182059768 tempest-PortsAdminExtendedAttrsTestJSON-1182059768-project] Pushing event deleted for resources: {'Network': ['ID=0c1deaeb-0759-4f0a-b7b9-8a76ab63125d,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:03.386959 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ec057d-bb60-4a0e-945f-4245cb58c4d1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event deleted for resources: {'Port': ['ID=8f1c6ce2-5055-42f3-8112-dacba372e4ce,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:03.391482 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-6a93c62a-aee5-4587-bfd0-9ca0fc748040 tempest-PortsAdminExtendedAttrsTestJSON-1182059768 tempest-PortsAdminExtendedAttrsTestJSON-1182059768-project] 10.222.0.23 "DELETE /v2.0/networks/0c1deaeb-0759-4f0a-b7b9-8a76ab63125d HTTP/1.1" status: 204 len: 168 time: 1.2699423 Oct 26 15:46:03.403816 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ec057d-bb60-4a0e-945f-4245cb58c4d1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] No DVR routers for this DVR port 8f1c6ce2-5055-42f3-8112-dacba372e4ce on host dv-neutron-862712-1-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:46:03.478028 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-afb01671-d516-4dd4-ba61-850a87f84953 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Deleting port bf3280fd-b7ae-41e2-9c56-e90fb5cffed5 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:46:03.478691 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-afb01671-d516-4dd4-ba61-850a87f84953 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:03.552814 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-41597a3b-cab5-42ce-a632-247196220f8e None None] Attempt 6 to provision port df926e61-b219-41bd-91eb-de81490e8e91 Oct 26 15:46:03.559742 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a1ec057d-bb60-4a0e-945f-4245cb58c4d1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:03.587936 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-a1ec057d-bb60-4a0e-945f-4245cb58c4d1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d0f8c51-c45e-404c-b3e6-9a29dbf08c5a']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:03.606338 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-a1ec057d-bb60-4a0e-945f-4245cb58c4d1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ebde5b6-8509-4192-9cb8-86856ba28621') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:03.606936 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-a1ec057d-bb60-4a0e-945f-4245cb58c4d1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ebde5b6-8509-4192-9cb8-86856ba28621') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:03.618740 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-461b868b-12f7-4d14-bb43-ed6fafdee6bb None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:03.620107 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d682218-07c8-42ed-b324-c8d4b6ada2b7 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Deleting subnet f8a1dc0a-9217-432b-9dea-0a8486d9830a {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:46:03.630407 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-41597a3b-cab5-42ce-a632-247196220f8e None None] Port df926e61-b219-41bd-91eb-de81490e8e91 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:46:03.632780 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-461b868b-12f7-4d14-bb43-ed6fafdee6bb None None] Transition to ACTIVE for port object bb1b298b-ef6c-4b76-bad7-0c61a9f9ef79 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:46:03.642772 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-756a6634-387f-4a3a-8973-457d9caf7142 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:03.644265 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a1ec057d-bb60-4a0e-945f-4245cb58c4d1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:03.654858 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-461b868b-12f7-4d14-bb43-ed6fafdee6bb None None] Transition to ACTIVE for port object bb1b298b-ef6c-4b76-bad7-0c61a9f9ef79 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:46:03.673367 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a1ec057d-bb60-4a0e-945f-4245cb58c4d1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:03.680094 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1ec057d-bb60-4a0e-945f-4245cb58c4d1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:46:03.680528 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a1ec057d-bb60-4a0e-945f-4245cb58c4d1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:03.711003 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756a6634-387f-4a3a-8973-457d9caf7142 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:46:03.729905 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-461b868b-12f7-4d14-bb43-ed6fafdee6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:03.734187 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-756a6634-387f-4a3a-8973-457d9caf7142 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:03.747833 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9d682218-07c8-42ed-b324-c8d4b6ada2b7 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:03.780565 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756a6634-387f-4a3a-8973-457d9caf7142 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:46:03.781093 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-756a6634-387f-4a3a-8973-457d9caf7142 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:03.802041 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461b868b-12f7-4d14-bb43-ed6fafdee6bb None None] Network a6a59c51-f6e4-4b77-8b0d-69f1f28dbce1 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:46:03.805051 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-461b868b-12f7-4d14-bb43-ed6fafdee6bb None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:03.814562 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461b868b-12f7-4d14-bb43-ed6fafdee6bb None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:46:03.822478 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b868b-12f7-4d14-bb43-ed6fafdee6bb None None] Pushing event updated for resources: {'Port': ['ID=bb1b298b-ef6c-4b76-bad7-0c61a9f9ef79,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:03.894705 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-afb01671-d516-4dd4-ba61-850a87f84953 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:03.895376 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-afb01671-d516-4dd4-ba61-850a87f84953 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:03.940830 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a1ec057d-bb60-4a0e-945f-4245cb58c4d1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:03.949817 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-461b868b-12f7-4d14-bb43-ed6fafdee6bb None None] Attempting to bind port bb1b298b-ef6c-4b76-bad7-0c61a9f9ef79 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:46:03.950408 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-461b868b-12f7-4d14-bb43-ed6fafdee6bb None None] Attempting to bind port bb1b298b-ef6c-4b76-bad7-0c61a9f9ef79 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '962050d5-0445-4f80-81f4-49350ca6ce63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'a6a59c51-f6e4-4b77-8b0d-69f1f28dbce1'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:46:03.950944 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461b868b-12f7-4d14-bb43-ed6fafdee6bb None None] Attempting to bind port bb1b298b-ef6c-4b76-bad7-0c61a9f9ef79 on network a6a59c51-f6e4-4b77-8b0d-69f1f28dbce1 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:46:03.957108 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461b868b-12f7-4d14-bb43-ed6fafdee6bb None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:46:03.957593 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461b868b-12f7-4d14-bb43-ed6fafdee6bb None None] Checking segment: {'id': '962050d5-0445-4f80-81f4-49350ca6ce63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'a6a59c51-f6e4-4b77-8b0d-69f1f28dbce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:46:03.958179 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-461b868b-12f7-4d14-bb43-ed6fafdee6bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:03.958828 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461b868b-12f7-4d14-bb43-ed6fafdee6bb None None] Bound using segment: {'id': '962050d5-0445-4f80-81f4-49350ca6ce63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'a6a59c51-f6e4-4b77-8b0d-69f1f28dbce1'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:46:03.959323 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-461b868b-12f7-4d14-bb43-ed6fafdee6bb None None] Bound port: bb1b298b-ef6c-4b76-bad7-0c61a9f9ef79, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '962050d5-0445-4f80-81f4-49350ca6ce63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'a6a59c51-f6e4-4b77-8b0d-69f1f28dbce1'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:46:03.959811 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-461b868b-12f7-4d14-bb43-ed6fafdee6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:03.970193 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a1ec057d-bb60-4a0e-945f-4245cb58c4d1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:04.060737 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a1bc000f-cbe8-4886-9433-1fbf8c0070b8 req-cf3379a5-ca3e-4290-955d-65b539d82f14 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=317f2fc3-5951-4998-94f0-0728b8b2326b HTTP/1.1" status: 200 len: 210 time: 0.0957942 Oct 26 15:46:04.061579 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ec057d-bb60-4a0e-945f-4245cb58c4d1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event deleted for resources: {'Network': ['ID=0d0f8c51-c45e-404c-b3e6-9a29dbf08c5a,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:04.066588 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a1ec057d-bb60-4a0e-945f-4245cb58c4d1 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "DELETE /v2.0/networks/0d0f8c51-c45e-404c-b3e6-9a29dbf08c5a HTTP/1.1" status: 204 len: 168 time: 2.0745716 Oct 26 15:46:04.068113 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-afb01671-d516-4dd4-ba61-850a87f84953 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Calling delete_port for bf3280fd-b7ae-41e2-9c56-e90fb5cffed5 owned by network:floatingip {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:46:04.069075 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35844) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:04.102837 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-461b868b-12f7-4d14-bb43-ed6fafdee6bb None None] For port bb1b298b-ef6c-4b76-bad7-0c61a9f9ef79, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:46:04.106344 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-461b868b-12f7-4d14-bb43-ed6fafdee6bb None None] For port bb1b298b-ef6c-4b76-bad7-0c61a9f9ef79, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=bb1b298b-ef6c-4b76-bad7-0c61a9f9ef79,segment=NetworkSegment(962050d5-0445-4f80-81f4-49350ca6ce63),segment_id=962050d5-0445-4f80-81f4-49350ca6ce63)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:46:04.112865 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-189d8a9e-58b3-4960-a7f5-68365eb553c7 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] DELETE failed (client error): The resource could not be found. Oct 26 15:46:04.113325 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-189d8a9e-58b3-4960-a7f5-68365eb553c7 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:46:04.117680 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-189d8a9e-58b3-4960-a7f5-68365eb553c7 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "DELETE /v2.0/subnets/620a8386-5b5e-428b-bec5-fdb549e4f59c HTTP/1.1" status: 404 len: 337 time: 0.0449998 Oct 26 15:46:04.117860 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35848) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:04.132675 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-41597a3b-cab5-42ce-a632-247196220f8e None None] Attempt 7 to provision port df926e61-b219-41bd-91eb-de81490e8e91 Oct 26 15:46:04.151357 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cdf95d8-e823-47ad-ab21-80876ecc08e7 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] DELETE failed (client error): The resource could not be found. Oct 26 15:46:04.151828 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cdf95d8-e823-47ad-ab21-80876ecc08e7 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:46:04.155817 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-6cdf95d8-e823-47ad-ab21-80876ecc08e7 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "DELETE /v2.0/networks/e1cfa331-0600-4815-94e0-5e9afe4a8491 HTTP/1.1" status: 404 len: 339 time: 0.0344582 Oct 26 15:46:04.155817 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35852) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:04.156337 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35854) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:04.176454 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-461b868b-12f7-4d14-bb43-ed6fafdee6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:04.233979 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-78fb6921-e332-4c48-8bd5-5970f9571f34 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Deleting subnet 285af4d8-5380-45bd-913c-17bcea57fca8 {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:46:04.237631 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-78fb6921-e332-4c48-8bd5-5970f9571f34 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:04.300728 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-41597a3b-cab5-42ce-a632-247196220f8e None None] Port df926e61-b219-41bd-91eb-de81490e8e91 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:46:04.314675 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b868b-12f7-4d14-bb43-ed6fafdee6bb None None] Pushing event updated for resources: {'Port': ['ID=bb1b298b-ef6c-4b76-bad7-0c61a9f9ef79,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:04.335404 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-78fb6921-e332-4c48-8bd5-5970f9571f34 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:04.347192 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a6634-387f-4a3a-8973-457d9caf7142 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Port': ['ID=7bb98763-8497-4998-b5eb-39bd1ad0bc4b,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:04.356964 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9d682218-07c8-42ed-b324-c8d4b6ada2b7 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:04.443900 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-167aea18-23ed-4da5-9424-4371607d3db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:04.447084 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-dd2502d0-ff32-42c4-87be-efa8f03a6cbd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e549835f009b4c5b92bfc61bc7975094&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2918732 Oct 26 15:46:04.449545 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35864) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:04.523243 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3be98ce1-be86-473b-a1be-caa20cd771e7 req-2776b0cf-270b-4f0d-9c8d-a2d6ce3617ff service neutron] 10.222.0.48 "GET /v2.0/networks/d8f14250-22cf-4a11-9481-ae7fced3b7b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2731390 Oct 26 15:46:04.527234 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-afb01671-d516-4dd4-ba61-850a87f84953 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:04.539912 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-78fb6921-e332-4c48-8bd5-5970f9571f34 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:04.597842 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6b3aba88-784a-4546-991f-7f8fe2eb3311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:04.626537 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb01671-d516-4dd4-ba61-850a87f84953 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Pushing event deleted for resources: {'Port': ['ID=bf3280fd-b7ae-41e2-9c56-e90fb5cffed5,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:04.649064 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6b3aba88-784a-4546-991f-7f8fe2eb3311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:04.736376 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-78fb6921-e332-4c48-8bd5-5970f9571f34 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:04.779326 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-78fb6921-e332-4c48-8bd5-5970f9571f34 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:04.786586 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb6921-e332-4c48-8bd5-5970f9571f34 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event deleted for resources: {'Subnet': ['ID=285af4d8-5380-45bd-913c-17bcea57fca8,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:04.801938 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-78fb6921-e332-4c48-8bd5-5970f9571f34 tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "DELETE /v2.0/subnets/285af4d8-5380-45bd-913c-17bcea57fca8 HTTP/1.1" status: 204 len: 168 time: 0.6423759 Oct 26 15:46:04.802410 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-41597a3b-cab5-42ce-a632-247196220f8e None None] Attempt 8 to provision port df926e61-b219-41bd-91eb-de81490e8e91 Oct 26 15:46:04.809332 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35868) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:04.830186 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6b3aba88-784a-4546-991f-7f8fe2eb3311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:04.832763 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6b3aba88-784a-4546-991f-7f8fe2eb3311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:04.835786 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-6b3aba88-784a-4546-991f-7f8fe2eb3311 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bf9bcb02-546a-45bb-b65e-a654c9cc1733 HTTP/1.1" status: 204 len: 168 time: 0.3852894 Oct 26 15:46:04.866532 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-41597a3b-cab5-42ce-a632-247196220f8e None None] Port df926e61-b219-41bd-91eb-de81490e8e91 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:46:04.872359 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3aba88-784a-4546-991f-7f8fe2eb3311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9bcb02-546a-45bb-b65e-a654c9cc1733,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:04.912643 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3be98ce1-be86-473b-a1be-caa20cd771e7 req-469d6625-0155-41f8-9883-53ace5f1cbab service neutron] 10.222.0.48 "GET /v2.0/networks/d8f14250-22cf-4a11-9481-ae7fced3b7b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813434 Oct 26 15:46:04.946364 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9d682218-07c8-42ed-b324-c8d4b6ada2b7 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:04.991993 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-88c53e8c-7903-4123-ba7d-8e1d00deae7a tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:04.993176 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-afb01671-d516-4dd4-ba61-850a87f84953 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] create failed (client error): The resource could not be found. Oct 26 15:46:04.995392 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-afb01671-d516-4dd4-ba61-850a87f84953 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.0125914 Oct 26 15:46:04.999255 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35874) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:05.083969 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-756a6634-387f-4a3a-8973-457d9caf7142 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:05.085525 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-88c53e8c-7903-4123-ba7d-8e1d00deae7a tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Deleting port 768023ef-d150-4e73-b24c-c6aa0ea7498f {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:46:05.085964 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-88c53e8c-7903-4123-ba7d-8e1d00deae7a tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:05.220614 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:05.249128 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:05.273801 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-843e11ea-ccfa-4cde-b4af-badc06b52b7c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:05.275930 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-843e11ea-ccfa-4cde-b4af-badc06b52b7c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "GET /v2.0/networks?id=463f536f-4c79-4aa7-83ec-186e85f0d447 HTTP/1.1" status: 200 len: 796 time: 0.3735125 Oct 26 15:46:05.332617 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f04d6d18-9a93-4ba4-9b43-52abc5ef96dd tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Deleting port df926e61-b219-41bd-91eb-de81490e8e91 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:46:05.332963 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f04d6d18-9a93-4ba4-9b43-52abc5ef96dd tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:05.366754 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 1ebde5b6-8509-4192-9cb8-86856ba28621 resource provider aggregate not found Oct 26 15:46:05.367930 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-41597a3b-cab5-42ce-a632-247196220f8e None None] Attempt 9 to provision port df926e61-b219-41bd-91eb-de81490e8e91 Oct 26 15:46:05.419577 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 1ebde5b6-8509-4192-9cb8-86856ba28621 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ebde5b6-8509-4192-9cb8-86856ba28621 found for delete ", "request_id": "req-a4db6566-265e-47b0-839e-b2318055007d"}]} Oct 26 15:46:05.457426 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-41597a3b-cab5-42ce-a632-247196220f8e None None] Port df926e61-b219-41bd-91eb-de81490e8e91 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:46:05.506290 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9d682218-07c8-42ed-b324-c8d4b6ada2b7 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:05.616762 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9d682218-07c8-42ed-b324-c8d4b6ada2b7 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:05.637428 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d682218-07c8-42ed-b324-c8d4b6ada2b7 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Pushing event deleted for resources: {'Subnet': ['ID=f8a1dc0a-9217-432b-9dea-0a8486d9830a,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:05.662881 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e68a6f78-7221-473d-a96d-9d607d7961db req-332121de-7cb1-4383-9819-e4c432dc2370 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=317f2fc3-5951-4998-94f0-0728b8b2326b HTTP/1.1" status: 200 len: 210 time: 0.2905872 Oct 26 15:46:05.670147 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99ef8d9-b6d9-463e-bbb2-3e8062feb0ad None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:46:05.688419 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35892) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:05.693715 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-9d682218-07c8-42ed-b324-c8d4b6ada2b7 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] 10.222.0.23 "DELETE /v2.0/subnets/f8a1dc0a-9217-432b-9dea-0a8486d9830a HTTP/1.1" status: 204 len: 168 time: 2.5450749 Oct 26 15:46:05.698394 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35896) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:05.756712 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcd9885-26e7-47ca-8cff-f1ef9ea1c206 None None] Network 12838998-6614-44e2-8ea9-746eb21c9f0d requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:46:05.770392 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a5d36a-f227-4cce-92a9-d5f9efd34b71 None None] Network a6a59c51-f6e4-4b77-8b0d-69f1f28dbce1 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:46:05.787032 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-88c53e8c-7903-4123-ba7d-8e1d00deae7a tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] For port 768023ef-d150-4e73-b24c-c6aa0ea7498f, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=768023ef-d150-4e73-b24c-c6aa0ea7498f,segment=NetworkSegment(9caea4bc-cf40-4f83-b7e5-7a728a3c0f0c),segment_id=9caea4bc-cf40-4f83-b7e5-7a728a3c0f0c)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:46:05.787032 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-88c53e8c-7903-4123-ba7d-8e1d00deae7a tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:05.854855 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f2c6f1-539a-4a8a-8470-2cfdc34883d8 None None] Network 0d0f8c51-c45e-404c-b3e6-9a29dbf08c5a requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:46:05.881112 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f76273-7f52-4ee5-894c-73dc225575af None None] Network 9d0640d1-fa74-45ef-9bb9-256302ead785 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:46:05.956553 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-651024e1-618c-47ad-8115-615657feb11b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8316bfcf068445aeb00a503282bb001c HTTP/1.1" status: 200 len: 380 time: 0.5855107 Oct 26 15:46:05.957791 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-88c53e8c-7903-4123-ba7d-8e1d00deae7a tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Calling delete_port for 768023ef-d150-4e73-b24c-c6aa0ea7498f owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:46:05.981212 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-16292308-c76f-4dbe-8a2b-108f1aa3e20a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'port': {'device_id': '317f2fc3-5951-4998-94f0-0728b8b2326b', 'network_id': '463f536f-4c79-4aa7-83ec-186e85f0d447', 'admin_state_up': True, 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'security_groups': ['5c64386a-6623-49c2-bff3-822e0e17fe04']}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:05.981706 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-41597a3b-cab5-42ce-a632-247196220f8e None None] Attempt 10 to provision port df926e61-b219-41bd-91eb-de81490e8e91 Oct 26 15:46:06.005549 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device bb1b298b-ef6c-4b76-bad7-0c61a9f9ef79 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:46:06.006409 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-756a6634-387f-4a3a-8973-457d9caf7142 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:06.026414 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-89b5f926-6c0d-45b4-9229-5c6fff8fa462 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=95b9ba223f7b46c9a9fe3a084fa03a98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3408942 Oct 26 15:46:06.028439 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f04d6d18-9a93-4ba4-9b43-52abc5ef96dd tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:06.039906 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35902) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:06.086394 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066c369c-345a-44c7-8695-ce08e3c58db0 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:06.087681 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-066c369c-345a-44c7-8695-ce08e3c58db0 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Synchronizing usage tracker for tenant:5f2db06386b14f6fbdc37831d935c40c on resource:subnet {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:46:06.104906 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-756a6634-387f-4a3a-8973-457d9caf7142 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:06.105946 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-756a6634-387f-4a3a-8973-457d9caf7142 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:06.175214 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f04d6d18-9a93-4ba4-9b43-52abc5ef96dd tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Calling delete_port for df926e61-b219-41bd-91eb-de81490e8e91 owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:46:06.193666 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f2c6f1-539a-4a8a-8470-2cfdc34883d8 None None] Network 0d0f8c51-c45e-404c-b3e6-9a29dbf08c5a could not be found, it might have been deleted concurrently. {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Oct 26 15:46:06.319138 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-acd5d484-276f-4ec4-82bc-dc08928a9f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:06.359576 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab37710-43de-408e-90ab-b420eb4d7615 None None] DHCP port deletion for 0d0f8c51-c45e-404c-b3e6-9a29dbf08c5a request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:46:06.385136 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-acd5d484-276f-4ec4-82bc-dc08928a9f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:06.392764 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-066c369c-345a-44c7-8695-ce08e3c58db0 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Unset dirty status for tenant:5f2db06386b14f6fbdc37831d935c40c on resource:subnet {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:46:06.393951 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-066c369c-345a-44c7-8695-ce08e3c58db0 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4827266 Oct 26 15:46:06.394119 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-88c53e8c-7903-4123-ba7d-8e1d00deae7a tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:06.399280 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35906) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:06.404826 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-16292308-c76f-4dbe-8a2b-108f1aa3e20a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:06.408828 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a6634-387f-4a3a-8973-457d9caf7142 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Port': ['ID=7bb98763-8497-4998-b5eb-39bd1ad0bc4b,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:06.413414 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-41597a3b-cab5-42ce-a632-247196220f8e None None] Port df926e61-b219-41bd-91eb-de81490e8e91 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:46:06.432830 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-16292308-c76f-4dbe-8a2b-108f1aa3e20a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:06.487670 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756a6634-387f-4a3a-8973-457d9caf7142 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:46:06.488895 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-756a6634-387f-4a3a-8973-457d9caf7142 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:06.493760 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c53e8c-7903-4123-ba7d-8e1d00deae7a tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event deleted for resources: {'Port': ['ID=768023ef-d150-4e73-b24c-c6aa0ea7498f,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:06.560990 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-16292308-c76f-4dbe-8a2b-108f1aa3e20a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Made reservation on behalf of 8316bfcf068445aeb00a503282bb001c for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:46:06.564788 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-16292308-c76f-4dbe-8a2b-108f1aa3e20a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:06.588123 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c53e8c-7903-4123-ba7d-8e1d00deae7a tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] No DVR routers for this DVR port 768023ef-d150-4e73-b24c-c6aa0ea7498f on host dv-neutron-862712-1-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:46:06.624827 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1b82c6-e91a-43fc-aeae-544b1c1da3aa None None] Network 12838998-6614-44e2-8ea9-746eb21c9f0d requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:46:06.676234 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bb437b71-c5c4-4256-9b47-0abdf6399c3f tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:06.723358 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port bb1b298b-ef6c-4b76-bad7-0c61a9f9ef79 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:46:06.728834 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2e4b05-80c2-4947-b74b-342ad7b36e21 None None] DHCP port deletion for 9d0640d1-fa74-45ef-9bb9-256302ead785 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:46:06.747765 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-4902ef57-6ed1-4b15-bfb9-5c546bc5c4e2 None None] Provisioning for port 6d91fea3-aef7-446b-80e1-08e8da0ac6f5 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:46:06.755172 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f04d6d18-9a93-4ba4-9b43-52abc5ef96dd tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:06.784769 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-4902ef57-6ed1-4b15-bfb9-5c546bc5c4e2 None None] Provisioning complete for port 6d91fea3-aef7-446b-80e1-08e8da0ac6f5 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:46:06.785288 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4902ef57-6ed1-4b15-bfb9-5c546bc5c4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:06.785723 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-4902ef57-6ed1-4b15-bfb9-5c546bc5c4e2 None None] Attempt 1 to provision port 6d91fea3-aef7-446b-80e1-08e8da0ac6f5 Oct 26 15:46:06.878406 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc8cc6e-b461-4f75-9ddc-97f0bd3b61fd None None] Network a6a59c51-f6e4-4b77-8b0d-69f1f28dbce1 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:46:06.977395 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-756a6634-387f-4a3a-8973-457d9caf7142 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Router 3fb182fe-c0e0-44ee-8ed2-f9da6c7331b4 is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:46:07.000848 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:07.001112 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-16292308-c76f-4dbe-8a2b-108f1aa3e20a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Allocated IP 172.20.0.6 (463f536f-4c79-4aa7-83ec-186e85f0d447/24fd7863-3159-4cf8-879b-2b00a6811b4e/17d303d5-fb92-49a6-9891-432f5db08b5f) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:46:07.012888 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d6d18-9a93-4ba4-9b43-52abc5ef96dd tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Pushing event deleted for resources: {'Port': ['ID=df926e61-b219-41bd-91eb-de81490e8e91,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:07.063885 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-88c53e8c-7903-4123-ba7d-8e1d00deae7a tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:07.080017 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d4dde8fa-7790-4c0a-8db0-4975c0465347 req-8530a60f-75cb-4254-8936-d235c84eecf2 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=317f2fc3-5951-4998-94f0-0728b8b2326b HTTP/1.1" status: 200 len: 210 time: 0.2726364 Oct 26 15:46:07.133799 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-acd5d484-276f-4ec4-82bc-dc08928a9f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:07.163202 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-bb437b71-c5c4-4256-9b47-0abdf6399c3f tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Deleting port bb1b298b-ef6c-4b76-bad7-0c61a9f9ef79 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:46:07.163782 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bb437b71-c5c4-4256-9b47-0abdf6399c3f tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:07.233200 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd5d484-276f-4ec4-82bc-dc08928a9f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94c8e39-62d3-44e4-a361-243a0952d34e,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:07.233709 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-88c53e8c-7903-4123-ba7d-8e1d00deae7a tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d0640d1-fa74-45ef-9bb9-256302ead785']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:07.264505 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-88c53e8c-7903-4123-ba7d-8e1d00deae7a tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9caea4bc-cf40-4f83-b7e5-7a728a3c0f0c') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:07.265050 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-88c53e8c-7903-4123-ba7d-8e1d00deae7a tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9caea4bc-cf40-4f83-b7e5-7a728a3c0f0c') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:07.295005 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-88c53e8c-7903-4123-ba7d-8e1d00deae7a tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:07.335989 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756a6634-387f-4a3a-8973-457d9caf7142 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:46:07.341702 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f04d6d18-9a93-4ba4-9b43-52abc5ef96dd tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:07.343687 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f04d6d18-9a93-4ba4-9b43-52abc5ef96dd tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] 10.222.0.23 "DELETE /v2.0/ports/df926e61-b219-41bd-91eb-de81490e8e91 HTTP/1.1" status: 204 len: 168 time: 2.3432822 Oct 26 15:46:07.345303 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-4902ef57-6ed1-4b15-bfb9-5c546bc5c4e2 None None] Current status of the port 6d91fea3-aef7-446b-80e1-08e8da0ac6f5 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:46:07.346246 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4902ef57-6ed1-4b15-bfb9-5c546bc5c4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:07.347015 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-acd5d484-276f-4ec4-82bc-dc08928a9f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:07.348142 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-acd5d484-276f-4ec4-82bc-dc08928a9f74 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b94c8e39-62d3-44e4-a361-243a0952d34e HTTP/1.1" status: 204 len: 168 time: 1.3063581 Oct 26 15:46:07.351178 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd1bce5-e5f8-471c-bea3-aeb834cbd2d9 None None] Sync routers for ids ['3fb182fe-c0e0-44ee-8ed2-f9da6c7331b4'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:46:07.354031 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35912) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:07.368653 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd1bce5-e5f8-471c-bea3-aeb834cbd2d9 None None] Routers {'3fb182fe-c0e0-44ee-8ed2-f9da6c7331b4'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:46:07.372393 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-756a6634-387f-4a3a-8973-457d9caf7142 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "PUT /v2.0/routers/3fb182fe-c0e0-44ee-8ed2-f9da6c7331b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1142795 Oct 26 15:46:07.372549 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-bdd1bce5-e5f8-471c-bea3-aeb834cbd2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:46:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['3fb182fe-c0e0-44ee-8ed2-f9da6c7331b4'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:07.389526 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35918) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:07.400640 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-88c53e8c-7903-4123-ba7d-8e1d00deae7a tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:07.407397 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-4902ef57-6ed1-4b15-bfb9-5c546bc5c4e2 None None] For port 6d91fea3-aef7-446b-80e1-08e8da0ac6f5, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=6d91fea3-aef7-446b-80e1-08e8da0ac6f5,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:46:07.434618 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c53e8c-7903-4123-ba7d-8e1d00deae7a tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:46:07.442936 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-88c53e8c-7903-4123-ba7d-8e1d00deae7a tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:07.506769 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4902ef57-6ed1-4b15-bfb9-5c546bc5c4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:07.560242 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d07587c-69e3-40c9-88e9-54afaaf40cdc None None] DHCP port deletion for a6a59c51-f6e4-4b77-8b0d-69f1f28dbce1 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:46:07.575073 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 9caea4bc-cf40-4f83-b7e5-7a728a3c0f0c resource provider aggregate not found Oct 26 15:46:07.585380 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3d07587c-69e3-40c9-88e9-54afaaf40cdc None None] Deleting port bb1b298b-ef6c-4b76-bad7-0c61a9f9ef79 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:46:07.586058 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3d07587c-69e3-40c9-88e9-54afaaf40cdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:07.600550 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563bd366-8060-4499-b588-80302223dcad tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:07.601798 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-563bd366-8060-4499-b588-80302223dcad tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:46:07.611241 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 9caea4bc-cf40-4f83-b7e5-7a728a3c0f0c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9caea4bc-cf40-4f83-b7e5-7a728a3c0f0c found for delete ", "request_id": "req-d07716c3-1df8-4edb-9bc4-f19f37363e5e"}]} Oct 26 15:46:07.674427 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-16292308-c76f-4dbe-8a2b-108f1aa3e20a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:07.695742 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-16292308-c76f-4dbe-8a2b-108f1aa3e20a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Transition to ACTIVE for port object 17d303d5-fb92-49a6-9891-432f5db08b5f will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:46:07.734682 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-563bd366-8060-4499-b588-80302223dcad tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:46:07.736247 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-4902ef57-6ed1-4b15-bfb9-5c546bc5c4e2 None None] Provisioning for port bb1b298b-ef6c-4b76-bad7-0c61a9f9ef79 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:46:07.739479 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-563bd366-8060-4499-b588-80302223dcad tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/ports/7bb98763-8497-4998-b5eb-39bd1ad0bc4b HTTP/1.1" status: 200 len: 911 time: 0.3478301 Oct 26 15:46:07.740030 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35926) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:07.750070 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-bdd1bce5-e5f8-471c-bea3-aeb834cbd2d9 None None] Set router 3fb182fe-c0e0-44ee-8ed2-f9da6c7331b4 gateway port host: None {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:46:07.833993 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-bb437b71-c5c4-4256-9b47-0abdf6399c3f tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] For port bb1b298b-ef6c-4b76-bad7-0c61a9f9ef79, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=bb1b298b-ef6c-4b76-bad7-0c61a9f9ef79,segment=NetworkSegment(962050d5-0445-4f80-81f4-49350ca6ce63),segment_id=962050d5-0445-4f80-81f4-49350ca6ce63)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:46:07.834459 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bb437b71-c5c4-4256-9b47-0abdf6399c3f tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:07.839389 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-16292308-c76f-4dbe-8a2b-108f1aa3e20a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:07.846902 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4902ef57-6ed1-4b15-bfb9-5c546bc5c4e2 None None] Pushing event updated for resources: {'Port': ['ID=6d91fea3-aef7-446b-80e1-08e8da0ac6f5,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:07.865022 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-4902ef57-6ed1-4b15-bfb9-5c546bc5c4e2 None None] Provisioning complete for port bb1b298b-ef6c-4b76-bad7-0c61a9f9ef79 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:46:07.865640 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4902ef57-6ed1-4b15-bfb9-5c546bc5c4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:07.866175 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-4902ef57-6ed1-4b15-bfb9-5c546bc5c4e2 None None] Attempt 1 to provision port bb1b298b-ef6c-4b76-bad7-0c61a9f9ef79 Oct 26 15:46:08.015252 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-88c53e8c-7903-4123-ba7d-8e1d00deae7a tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:08.019609 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 8f1c6ce2-5055-42f3-8112-dacba372e4ce no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:46:08.024239 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-bb437b71-c5c4-4256-9b47-0abdf6399c3f tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Calling delete_port for bb1b298b-ef6c-4b76-bad7-0c61a9f9ef79 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:46:08.043413 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-16292308-c76f-4dbe-8a2b-108f1aa3e20a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network 463f536f-4c79-4aa7-83ec-186e85f0d447 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:46:08.050145 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-16292308-c76f-4dbe-8a2b-108f1aa3e20a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:08.071442 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-16292308-c76f-4dbe-8a2b-108f1aa3e20a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:46:08.077030 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5af7680-03d0-4aff-99b0-8b740a0ce3d0 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:08.077893 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-a5af7680-03d0-4aff-99b0-8b740a0ce3d0 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Synchronizing usage tracker for tenant:fd70ef53a26649bc8272693f5d67de51 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:46:08.149293 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 8f1c6ce2-5055-42f3-8112-dacba372e4ce {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:46:08.150301 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 8f1c6ce2-5055-42f3-8112-dacba372e4ce not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:46:08.151697 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 768023ef-d150-4e73-b24c-c6aa0ea7498f no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:46:08.189677 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-16292308-c76f-4dbe-8a2b-108f1aa3e20a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:08.190753 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-16292308-c76f-4dbe-8a2b-108f1aa3e20a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:08.200226 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-88c53e8c-7903-4123-ba7d-8e1d00deae7a tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:08.210020 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7b747e-097f-462f-867a-2f1332bedc27 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:08.217536 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7b747e-097f-462f-867a-2f1332bedc27 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:08.222451 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-cf7b747e-097f-462f-867a-2f1332bedc27 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4808214 Oct 26 15:46:08.234832 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35936) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:08.243068 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 768023ef-d150-4e73-b24c-c6aa0ea7498f {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:46:08.244496 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16292308-c76f-4dbe-8a2b-108f1aa3e20a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=17d303d5-fb92-49a6-9891-432f5db08b5f,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:08.244989 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 768023ef-d150-4e73-b24c-c6aa0ea7498f not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:46:08.245517 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device bb1b298b-ef6c-4b76-bad7-0c61a9f9ef79 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:46:08.248814 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c53e8c-7903-4123-ba7d-8e1d00deae7a tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] Pushing event deleted for resources: {'Network': ['ID=9d0640d1-fa74-45ef-9bb9-256302ead785,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:08.257796 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bb437b71-c5c4-4256-9b47-0abdf6399c3f tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:08.378392 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: bb1b298b-ef6c-4b76-bad7-0c61a9f9ef79 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:46:08.380870 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device bb1b298b-ef6c-4b76-bad7-0c61a9f9ef79 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:46:08.401146 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb437b71-c5c4-4256-9b47-0abdf6399c3f tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Pushing event deleted for resources: {'Port': ['ID=bb1b298b-ef6c-4b76-bad7-0c61a9f9ef79,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:08.403865 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-88c53e8c-7903-4123-ba7d-8e1d00deae7a tempest-NetworksIpV6Test-1115538100 tempest-NetworksIpV6Test-1115538100-project] 10.222.0.23 "DELETE /v2.0/networks/9d0640d1-fa74-45ef-9bb9-256302ead785 HTTP/1.1" status: 204 len: 168 time: 3.5934906 Oct 26 15:46:08.420897 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-a5af7680-03d0-4aff-99b0-8b740a0ce3d0 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Unset dirty status for tenant:fd70ef53a26649bc8272693f5d67de51 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:46:08.422130 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a5af7680-03d0-4aff-99b0-8b740a0ce3d0 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fd9b38d-3824-4418-a4f6-c63c7fb5c378 HTTP/1.1" status: 200 len: 913 time: 1.0671175 Oct 26 15:46:08.426095 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35946) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:08.437145 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb437b71-c5c4-4256-9b47-0abdf6399c3f tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] No DVR routers for this DVR port bb1b298b-ef6c-4b76-bad7-0c61a9f9ef79 on host dv-neutron-862712-1-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:46:08.437345 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.db [None req-4902ef57-6ed1-4b15-bfb9-5c546bc5c4e2 None None] No ports have port_id starting with bb1b298b-ef6c-4b76-bad7-0c61a9f9ef79 Oct 26 15:46:08.440538 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-3d07587c-69e3-40c9-88e9-54afaaf40cdc None None] For port bb1b298b-ef6c-4b76-bad7-0c61a9f9ef79, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=bb1b298b-ef6c-4b76-bad7-0c61a9f9ef79,segment=NetworkSegment(962050d5-0445-4f80-81f4-49350ca6ce63),segment_id=962050d5-0445-4f80-81f4-49350ca6ce63)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:46:08.443198 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3d07587c-69e3-40c9-88e9-54afaaf40cdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:08.579150 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-bdd1bce5-e5f8-471c-bea3-aeb834cbd2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb182fe-c0e0-44ee-8ed2-f9da6c7331b4', 'name': 'tempest-NetworksTestDHCPv6-router-1293302728', 'tenant_id': 'cde0b70c42f24e8e94f9303758760038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:45:59Z', 'updated_at': '2022-10-26T15:46:04Z', 'revision_number': 2, 'project_id': 'cde0b70c42f24e8e94f9303758760038', 'gw_port_host': None, '_interfaces': [{'id': '7bb98763-8497-4998-b5eb-39bd1ad0bc4b', 'name': '', 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'tenant_id': 'cde0b70c42f24e8e94f9303758760038', 'mac_address': 'fa:16:3e:97:53:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb182fe-c0e0-44ee-8ed2-f9da6c7331b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '6b7ec801-95cf-47cf-9f82-72d1c356a5bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:01Z', 'updated_at': '2022-10-26T15:46:05Z', 'revision_number': 2, 'project_id': 'cde0b70c42f24e8e94f9303758760038', 'subnets': [{'id': '6b7ec801-95cf-47cf-9f82-72d1c356a5bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:08.590252 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd1bce5-e5f8-471c-bea3-aeb834cbd2d9 None None] Checking router: 3fb182fe-c0e0-44ee-8ed2-f9da6c7331b4 for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:46:08.591745 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd1bce5-e5f8-471c-bea3-aeb834cbd2d9 None None] Updating router 3fb182fe-c0e0-44ee-8ed2-f9da6c7331b4 port 7bb98763-8497-4998-b5eb-39bd1ad0bc4b binding host dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:46:08.646761 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3d07587c-69e3-40c9-88e9-54afaaf40cdc None None] Calling delete_port for bb1b298b-ef6c-4b76-bad7-0c61a9f9ef79 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:46:08.689288 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-16292308-c76f-4dbe-8a2b-108f1aa3e20a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7147405 Oct 26 15:46:08.747769 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 15:46:08.775476 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-bdd1bce5-e5f8-471c-bea3-aeb834cbd2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:08.779447 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-f05de389-bf2f-4b14-8095-d7cb67f643dc service neutron] Request body: {'port': {'device_id': '317f2fc3-5951-4998-94f0-0728b8b2326b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8627'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:08.825645 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-3d07587c-69e3-40c9-88e9-54afaaf40cdc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:46:08.826037 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-3d07587c-69e3-40c9-88e9-54afaaf40cdc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:46:08.843404 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c37e6941-1f8e-408d-90a2-6f753f072104 None None] Provisioning for port 7bb98763-8497-4998-b5eb-39bd1ad0bc4b completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:46:08.848948 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bb437b71-c5c4-4256-9b47-0abdf6399c3f tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:08.850539 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c37e6941-1f8e-408d-90a2-6f753f072104 None None] Provisioning complete for port 7bb98763-8497-4998-b5eb-39bd1ad0bc4b triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:46:08.850921 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c37e6941-1f8e-408d-90a2-6f753f072104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:08.851269 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c37e6941-1f8e-408d-90a2-6f753f072104 None None] Attempt 1 to provision port 7bb98763-8497-4998-b5eb-39bd1ad0bc4b Oct 26 15:46:08.944177 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c37e6941-1f8e-408d-90a2-6f753f072104 None None] Port 7bb98763-8497-4998-b5eb-39bd1ad0bc4b cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:46:09.060004 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-bb437b71-c5c4-4256-9b47-0abdf6399c3f tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6a59c51-f6e4-4b77-8b0d-69f1f28dbce1']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:09.067702 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35956) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:09.181622 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ed608-5878-4302-8f1f-ca10de8a08f1 req-afff340c-1399-4fc3-9418-65b384947361 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:09.182769 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-959ed608-5878-4302-8f1f-ca10de8a08f1 req-afff340c-1399-4fc3-9418-65b384947361 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:46:09.301168 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-bdd1bce5-e5f8-471c-bea3-aeb834cbd2d9 None None] Notify callbacks [] for port, precommit_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:09.320854 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.provisioning_blocks [None req-bdd1bce5-e5f8-471c-bea3-aeb834cbd2d9 None None] Transition to ACTIVE for port object 7bb98763-8497-4998-b5eb-39bd1ad0bc4b will not be triggered until provisioned by entity L2. {{(pid=89750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:46:09.328562 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3d07587c-69e3-40c9-88e9-54afaaf40cdc None None] Deleting port bb1b298b-ef6c-4b76-bad7-0c61a9f9ef79 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:46:09.328774 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-f05de389-bf2f-4b14-8095-d7cb67f643dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:09.329270 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3d07587c-69e3-40c9-88e9-54afaaf40cdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:09.346249 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-959ed608-5878-4302-8f1f-ca10de8a08f1 req-afff340c-1399-4fc3-9418-65b384947361 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:46:09.349794 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-959ed608-5878-4302-8f1f-ca10de8a08f1 req-afff340c-1399-4fc3-9418-65b384947361 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=317f2fc3-5951-4998-94f0-0728b8b2326b HTTP/1.1" status: 200 len: 931 time: 0.8152306 Oct 26 15:46:09.367563 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-bb437b71-c5c4-4256-9b47-0abdf6399c3f tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '962050d5-0445-4f80-81f4-49350ca6ce63') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:09.367860 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-bb437b71-c5c4-4256-9b47-0abdf6399c3f tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '962050d5-0445-4f80-81f4-49350ca6ce63') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:09.403755 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-bdd1bce5-e5f8-471c-bea3-aeb834cbd2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:09.406188 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bb437b71-c5c4-4256-9b47-0abdf6399c3f tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:09.449865 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3d07587c-69e3-40c9-88e9-54afaaf40cdc None None] The port 'bb1b298b-ef6c-4b76-bad7-0c61a9f9ef79' was deleted {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 15:46:09.453060 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c37e6941-1f8e-408d-90a2-6f753f072104 None None] Attempt 2 to provision port 7bb98763-8497-4998-b5eb-39bd1ad0bc4b Oct 26 15:46:09.475560 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-959ed608-5878-4302-8f1f-ca10de8a08f1 req-6b6b9c69-ad00-43e6-a570-3a9806e7fdf5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c64386a-6623-49c2-bff3-822e0e17fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957174 Oct 26 15:46:09.499536 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-3f5d86ca-79bc-4ce4-baa3-575c1198c3f3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6f0d38334d4a4e64b4b1664e1c9ebc7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4305675 Oct 26 15:46:09.500665 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bb437b71-c5c4-4256-9b47-0abdf6399c3f tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:09.511070 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35970) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:09.554728 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c37e6941-1f8e-408d-90a2-6f753f072104 None None] Port 7bb98763-8497-4998-b5eb-39bd1ad0bc4b cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:46:09.559552 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb437b71-c5c4-4256-9b47-0abdf6399c3f tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:46:09.559968 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bb437b71-c5c4-4256-9b47-0abdf6399c3f tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:09.677325 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 962050d5-0445-4f80-81f4-49350ca6ce63 resource provider aggregate not found Oct 26 15:46:09.693533 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f8c12-deb2-46d7-850a-4f616a38b1ec None None] Pushing event updated for resources: {'Port': ['ID=7bb98763-8497-4998-b5eb-39bd1ad0bc4b,revision_number=3']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:09.719177 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 962050d5-0445-4f80-81f4-49350ca6ce63 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 962050d5-0445-4f80-81f4-49350ca6ce63 found for delete ", "request_id": "req-2348102b-84f9-4edf-b45f-b8dda1fd7218"}]} Oct 26 15:46:09.727521 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-70238c57-7dcc-4fde-bd8f-739340950abf tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:09.734536 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-81898853-1589-4731-a8af-16315fead59c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:09.839128 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bb437b71-c5c4-4256-9b47-0abdf6399c3f tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:09.847060 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-bdd1bce5-e5f8-471c-bea3-aeb834cbd2d9 None None] Attempting to bind port 7bb98763-8497-4998-b5eb-39bd1ad0bc4b on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:46:09.847643 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-bdd1bce5-e5f8-471c-bea3-aeb834cbd2d9 None None] Attempting to bind port 7bb98763-8497-4998-b5eb-39bd1ad0bc4b by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:46:09.848081 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd1bce5-e5f8-471c-bea3-aeb834cbd2d9 None None] Attempting to bind port 7bb98763-8497-4998-b5eb-39bd1ad0bc4b on network f810e159-a5e8-4c86-8cec-5d909fe013dd {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:46:09.854730 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd1bce5-e5f8-471c-bea3-aeb834cbd2d9 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:46:09.855117 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd1bce5-e5f8-471c-bea3-aeb834cbd2d9 None None] Checking segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:46:09.855644 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-bdd1bce5-e5f8-471c-bea3-aeb834cbd2d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:09.856122 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd1bce5-e5f8-471c-bea3-aeb834cbd2d9 None None] Bound using segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:46:09.856778 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-bdd1bce5-e5f8-471c-bea3-aeb834cbd2d9 None None] Bound port: 7bb98763-8497-4998-b5eb-39bd1ad0bc4b, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'}}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:46:09.857242 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-bdd1bce5-e5f8-471c-bea3-aeb834cbd2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:09.880842 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 6d91fea3-aef7-446b-80e1-08e8da0ac6f5 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:46:09.899477 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bb437b71-c5c4-4256-9b47-0abdf6399c3f tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:09.933796 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-81898853-1589-4731-a8af-16315fead59c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:09.962209 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb437b71-c5c4-4256-9b47-0abdf6399c3f tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Pushing event deleted for resources: {'Network': ['ID=a6a59c51-f6e4-4b77-8b0d-69f1f28dbce1,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:09.977847 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-bdd1bce5-e5f8-471c-bea3-aeb834cbd2d9 None None] For port 7bb98763-8497-4998-b5eb-39bd1ad0bc4b, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:46:09.982211 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-bdd1bce5-e5f8-471c-bea3-aeb834cbd2d9 None None] For port 7bb98763-8497-4998-b5eb-39bd1ad0bc4b, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=7bb98763-8497-4998-b5eb-39bd1ad0bc4b,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:46:09.984757 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 6d91fea3-aef7-446b-80e1-08e8da0ac6f5 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:46:09.985140 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:09.993049 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 6d91fea3-aef7-446b-80e1-08e8da0ac6f5 Oct 26 15:46:10.006778 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-bb437b71-c5c4-4256-9b47-0abdf6399c3f tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] 10.222.0.23 "DELETE /v2.0/networks/a6a59c51-f6e4-4b77-8b0d-69f1f28dbce1 HTTP/1.1" status: 204 len: 168 time: 3.5691626 Oct 26 15:46:10.010732 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 35984) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:10.054093 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-32c5249a-9291-4537-a0ab-47296ed58688 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:10.060757 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c37e6941-1f8e-408d-90a2-6f753f072104 None None] Attempt 3 to provision port 7bb98763-8497-4998-b5eb-39bd1ad0bc4b Oct 26 15:46:10.066921 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-bdd1bce5-e5f8-471c-bea3-aeb834cbd2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:10.137139 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.db.resource_extend [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-f05de389-bf2f-4b14-8095-d7cb67f643dc service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 15:46:10.191841 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 6d91fea3-aef7-446b-80e1-08e8da0ac6f5 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:46:10.195322 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c37e6941-1f8e-408d-90a2-6f753f072104 None None] Port 7bb98763-8497-4998-b5eb-39bd1ad0bc4b had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 15:46:10.208143 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c37e6941-1f8e-408d-90a2-6f753f072104 None None] Provisioning complete for port 6d91fea3-aef7-446b-80e1-08e8da0ac6f5 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:46:10.208526 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c37e6941-1f8e-408d-90a2-6f753f072104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:10.208865 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c37e6941-1f8e-408d-90a2-6f753f072104 None None] Attempt 1 to provision port 6d91fea3-aef7-446b-80e1-08e8da0ac6f5 Oct 26 15:46:10.214808 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f8c12-deb2-46d7-850a-4f616a38b1ec None None] Pushing event updated for resources: {'Port': ['ID=7bb98763-8497-4998-b5eb-39bd1ad0bc4b,revision_number=4']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:10.237015 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd1bce5-e5f8-471c-bea3-aeb834cbd2d9 None None] Routers {'3fb182fe-c0e0-44ee-8ed2-f9da6c7331b4'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:46:10.237850 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-73c8a200-b1fe-49cc-bbf3-fa6b6cdb0d26 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:10.240887 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-bdd1bce5-e5f8-471c-bea3-aeb834cbd2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:46:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['3fb182fe-c0e0-44ee-8ed2-f9da6c7331b4'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:10.272228 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-f05de389-bf2f-4b14-8095-d7cb67f643dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17d303d5-fb92-49a6-9891-432f5db08b5f {{(pid=89748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:46:10.310110 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-f05de389-bf2f-4b14-8095-d7cb67f643dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:10.385295 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c37e6941-1f8e-408d-90a2-6f753f072104 None None] Current status of the port 6d91fea3-aef7-446b-80e1-08e8da0ac6f5 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:46:10.426648 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-70238c57-7dcc-4fde-bd8f-739340950abf tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting port 7bb98763-8497-4998-b5eb-39bd1ad0bc4b {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:46:10.426994 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-70238c57-7dcc-4fde-bd8f-739340950abf tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:10.432271 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-81898853-1589-4731-a8af-16315fead59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:10.442429 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-bdd1bce5-e5f8-471c-bea3-aeb834cbd2d9 None None] Set router 3fb182fe-c0e0-44ee-8ed2-f9da6c7331b4 gateway port host: None {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:46:10.453601 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-f05de389-bf2f-4b14-8095-d7cb67f643dc service neutron] Transition to ACTIVE for port object 17d303d5-fb92-49a6-9891-432f5db08b5f will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:46:10.458960 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-81898853-1589-4731-a8af-16315fead59c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:10.460861 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-81898853-1589-4731-a8af-16315fead59c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/da2922d9-651f-47f0-94c4-0622b07a74f8 HTTP/1.1" status: 204 len: 168 time: 0.9465990 Oct 26 15:46:10.461441 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c37e6941-1f8e-408d-90a2-6f753f072104 None None] Provisioning for port 17d303d5-fb92-49a6-9891-432f5db08b5f completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:46:10.469301 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c37e6941-1f8e-408d-90a2-6f753f072104 None None] Provisioning complete for port 17d303d5-fb92-49a6-9891-432f5db08b5f triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:46:10.469897 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c37e6941-1f8e-408d-90a2-6f753f072104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:10.470384 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c37e6941-1f8e-408d-90a2-6f753f072104 None None] Attempt 1 to provision port 17d303d5-fb92-49a6-9891-432f5db08b5f Oct 26 15:46:10.476869 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-73c8a200-b1fe-49cc-bbf3-fa6b6cdb0d26 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:10.532689 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-f05de389-bf2f-4b14-8095-d7cb67f643dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:10.543825 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81898853-1589-4731-a8af-16315fead59c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2922d9-651f-47f0-94c4-0622b07a74f8,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:10.545774 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c37e6941-1f8e-408d-90a2-6f753f072104 None None] Port 17d303d5-fb92-49a6-9891-432f5db08b5f cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:46:10.589508 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-73c8a200-b1fe-49cc-bbf3-fa6b6cdb0d26 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12838998-6614-44e2-8ea9-746eb21c9f0d']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:10.661721 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 35998) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:10.731145 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-32c5249a-9291-4537-a0ab-47296ed58688 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Deleting port af18f91d-77c6-4ba2-8d59-bd544199f587 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:46:10.731534 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-32c5249a-9291-4537-a0ab-47296ed58688 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:10.776243 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-73c8a200-b1fe-49cc-bbf3-fa6b6cdb0d26 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93848a45-3618-48cc-9a2a-d91d57c9ab3c') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:10.777135 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-73c8a200-b1fe-49cc-bbf3-fa6b6cdb0d26 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93848a45-3618-48cc-9a2a-d91d57c9ab3c') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:10.942115 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05de389-bf2f-4b14-8095-d7cb67f643dc service neutron] Pushing event updated for resources: {'Port': ['ID=17d303d5-fb92-49a6-9891-432f5db08b5f,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:10.987905 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-73c8a200-b1fe-49cc-bbf3-fa6b6cdb0d26 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:10.991068 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-c898c671-3fd4-4ae5-8c8c-5fa94a9ac03c tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1077471396', 'router:external': True}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:11.001809 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-c898c671-3fd4-4ae5-8c8c-5fa94a9ac03c tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:11.004289 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-bdd1bce5-e5f8-471c-bea3-aeb834cbd2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb182fe-c0e0-44ee-8ed2-f9da6c7331b4', 'name': 'tempest-NetworksTestDHCPv6-router-1293302728', 'tenant_id': 'cde0b70c42f24e8e94f9303758760038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:45:59Z', 'updated_at': '2022-10-26T15:46:04Z', 'revision_number': 2, 'project_id': 'cde0b70c42f24e8e94f9303758760038', 'gw_port_host': None, '_interfaces': [{'id': '7bb98763-8497-4998-b5eb-39bd1ad0bc4b', 'name': '', 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'tenant_id': 'cde0b70c42f24e8e94f9303758760038', 'mac_address': 'fa:16:3e:97:53:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb182fe-c0e0-44ee-8ed2-f9da6c7331b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '6b7ec801-95cf-47cf-9f82-72d1c356a5bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:01Z', 'updated_at': '2022-10-26T15:46:09Z', 'revision_number': 4, 'project_id': 'cde0b70c42f24e8e94f9303758760038', 'subnets': [{'id': '6b7ec801-95cf-47cf-9f82-72d1c356a5bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:11.008902 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd1bce5-e5f8-471c-bea3-aeb834cbd2d9 None None] The sync data for ids ['3fb182fe-c0e0-44ee-8ed2-f9da6c7331b4'] in dv-neutron-862712-1-hyperv is: [{'id': '3fb182fe-c0e0-44ee-8ed2-f9da6c7331b4', 'name': 'tempest-NetworksTestDHCPv6-router-1293302728', 'tenant_id': 'cde0b70c42f24e8e94f9303758760038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:45:59Z', 'updated_at': '2022-10-26T15:46:04Z', 'revision_number': 2, 'project_id': 'cde0b70c42f24e8e94f9303758760038', 'gw_port_host': None, '_interfaces': [{'id': '7bb98763-8497-4998-b5eb-39bd1ad0bc4b', 'name': '', 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'tenant_id': 'cde0b70c42f24e8e94f9303758760038', 'mac_address': 'fa:16:3e:97:53:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb182fe-c0e0-44ee-8ed2-f9da6c7331b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '6b7ec801-95cf-47cf-9f82-72d1c356a5bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:01Z', 'updated_at': '2022-10-26T15:46:09Z', 'revision_number': 4, 'project_id': 'cde0b70c42f24e8e94f9303758760038', 'subnets': [{'id': '6b7ec801-95cf-47cf-9f82-72d1c356a5bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:46:11.019391 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-c898c671-3fd4-4ae5-8c8c-5fa94a9ac03c tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Usage tracker for resource:network and tenant:10ca3219de1940369df7d17421d53c85 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:46:11.036345 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-c898c671-3fd4-4ae5-8c8c-5fa94a9ac03c tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:46:11.046972 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c37e6941-1f8e-408d-90a2-6f753f072104 None None] Attempt 2 to provision port 17d303d5-fb92-49a6-9891-432f5db08b5f Oct 26 15:46:11.047551 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-c898c671-3fd4-4ae5-8c8c-5fa94a9ac03c tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:11.074873 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de375a-fdc6-4789-9607-2e1630e27cfe req-95a60a15-f8ff-4aec-b204-6fbcfc448943 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:11.076484 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e5de375a-fdc6-4789-9607-2e1630e27cfe req-95a60a15-f8ff-4aec-b204-6fbcfc448943 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=317f2fc3-5951-4998-94f0-0728b8b2326b HTTP/1.1" status: 200 len: 943 time: 0.3130307 Oct 26 15:46:11.083886 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-73c8a200-b1fe-49cc-bbf3-fa6b6cdb0d26 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:11.101656 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73c8a200-b1fe-49cc-bbf3-fa6b6cdb0d26 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:46:11.102089 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-73c8a200-b1fe-49cc-bbf3-fa6b6cdb0d26 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:11.143377 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c37e6941-1f8e-408d-90a2-6f753f072104 None None] Port 17d303d5-fb92-49a6-9891-432f5db08b5f cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:46:11.149000 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-32c5249a-9291-4537-a0ab-47296ed58688 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:11.221359 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 93848a45-3618-48cc-9a2a-d91d57c9ab3c resource provider aggregate not found Oct 26 15:46:11.231047 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e5de375a-fdc6-4789-9607-2e1630e27cfe req-c4b629bf-8ec5-4d2f-8bf3-8c16e1434fc3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c64386a-6623-49c2-bff3-822e0e17fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468291 Oct 26 15:46:11.287739 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-70238c57-7dcc-4fde-bd8f-739340950abf tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] For port 7bb98763-8497-4998-b5eb-39bd1ad0bc4b, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=7bb98763-8497-4998-b5eb-39bd1ad0bc4b,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:46:11.288138 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-70238c57-7dcc-4fde-bd8f-739340950abf tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:11.297067 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 93848a45-3618-48cc-9a2a-d91d57c9ab3c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 93848a45-3618-48cc-9a2a-d91d57c9ab3c found for delete ", "request_id": "req-192d9063-78fe-4685-b91c-3744ce90e6c5"}]} Oct 26 15:46:11.329283 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c898c671-3fd4-4ae5-8c8c-5fa94a9ac03c tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Made reservation on behalf of 10ca3219de1940369df7d17421d53c85 for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:46:11.332003 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c898c671-3fd4-4ae5-8c8c-5fa94a9ac03c tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:11.348968 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-32c5249a-9291-4537-a0ab-47296ed58688 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Calling delete_port for af18f91d-77c6-4ba2-8d59-bd544199f587 owned by network:router_interface {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:46:11.401692 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c898c671-3fd4-4ae5-8c8c-5fa94a9ac03c tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:11.426117 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-c898c671-3fd4-4ae5-8c8c-5fa94a9ac03c tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:11.436403 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-c898c671-3fd4-4ae5-8c8c-5fa94a9ac03c tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Usage tracker for resource:security_group_rule and tenant:10ca3219de1940369df7d17421d53c85 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:46:11.440485 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-c898c671-3fd4-4ae5-8c8c-5fa94a9ac03c tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:46:11.466050 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-c898c671-3fd4-4ae5-8c8c-5fa94a9ac03c tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:11.469185 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-70238c57-7dcc-4fde-bd8f-739340950abf tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Calling delete_port for 7bb98763-8497-4998-b5eb-39bd1ad0bc4b owned by network:router_interface {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:46:11.517303 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-f05de389-bf2f-4b14-8095-d7cb67f643dc service neutron] Attempting to bind port 17d303d5-fb92-49a6-9891-432f5db08b5f on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:46:11.517664 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-f05de389-bf2f-4b14-8095-d7cb67f643dc service neutron] Attempting to bind port 17d303d5-fb92-49a6-9891-432f5db08b5f by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': '8f7b355c-f982-49f3-8e7f-fc96672e7aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '463f536f-4c79-4aa7-83ec-186e85f0d447'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:46:11.517937 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-f05de389-bf2f-4b14-8095-d7cb67f643dc service neutron] Attempting to bind port 17d303d5-fb92-49a6-9891-432f5db08b5f on network 463f536f-4c79-4aa7-83ec-186e85f0d447 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:46:11.525513 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-73c8a200-b1fe-49cc-bbf3-fa6b6cdb0d26 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:11.547303 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-f05de389-bf2f-4b14-8095-d7cb67f643dc service neutron] Port 17d303d5-fb92-49a6-9891-432f5db08b5f on network 463f536f-4c79-4aa7-83ec-186e85f0d447 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:46:11.547629 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-f05de389-bf2f-4b14-8095-d7cb67f643dc service neutron] Attempting to bind port 17d303d5-fb92-49a6-9891-432f5db08b5f on network 463f536f-4c79-4aa7-83ec-186e85f0d447 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:46:11.556691 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-73c8a200-b1fe-49cc-bbf3-fa6b6cdb0d26 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:11.580533 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c8a200-b1fe-49cc-bbf3-fa6b6cdb0d26 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Pushing event deleted for resources: {'Network': ['ID=12838998-6614-44e2-8ea9-746eb21c9f0d,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:11.589410 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-f05de389-bf2f-4b14-8095-d7cb67f643dc service neutron] Checking agent: {'id': '1b551391-ebdd-44bd-8801-034277ca5526', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8627', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'started_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:46:11.589749 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-f05de389-bf2f-4b14-8095-d7cb67f643dc service neutron] Checking segment: {'id': '8f7b355c-f982-49f3-8e7f-fc96672e7aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '463f536f-4c79-4aa7-83ec-186e85f0d447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:46:11.590203 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-f05de389-bf2f-4b14-8095-d7cb67f643dc service neutron] Bound using segment: {'id': '8f7b355c-f982-49f3-8e7f-fc96672e7aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '463f536f-4c79-4aa7-83ec-186e85f0d447'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:46:11.594487 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-f05de389-bf2f-4b14-8095-d7cb67f643dc service neutron] Bound port: 17d303d5-fb92-49a6-9891-432f5db08b5f, host: hv-neutron-8627, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f7b355c-f982-49f3-8e7f-fc96672e7aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '463f536f-4c79-4aa7-83ec-186e85f0d447'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:46:11.594487 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-f05de389-bf2f-4b14-8095-d7cb67f643dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:11.620039 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-73c8a200-b1fe-49cc-bbf3-fa6b6cdb0d26 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] 10.222.0.23 "DELETE /v2.0/networks/12838998-6614-44e2-8ea9-746eb21c9f0d HTTP/1.1" status: 204 len: 168 time: 1.6051190 Oct 26 15:46:11.621468 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36026) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:11.644282 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c37e6941-1f8e-408d-90a2-6f753f072104 None None] Attempt 3 to provision port 17d303d5-fb92-49a6-9891-432f5db08b5f Oct 26 15:46:11.828390 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c37e6941-1f8e-408d-90a2-6f753f072104 None None] Port 17d303d5-fb92-49a6-9891-432f5db08b5f cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:46:11.902595 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-f05de389-bf2f-4b14-8095-d7cb67f643dc service neutron] For port 17d303d5-fb92-49a6-9891-432f5db08b5f, host hv-neutron-8627, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:46:11.907172 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-f05de389-bf2f-4b14-8095-d7cb67f643dc service neutron] For port 17d303d5-fb92-49a6-9891-432f5db08b5f, host hv-neutron-8627, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=17d303d5-fb92-49a6-9891-432f5db08b5f,segment=NetworkSegment(8f7b355c-f982-49f3-8e7f-fc96672e7aa7),segment_id=8f7b355c-f982-49f3-8e7f-fc96672e7aa7)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:46:11.934211 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-32c5249a-9291-4537-a0ab-47296ed58688 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:11.967360 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 7bb98763-8497-4998-b5eb-39bd1ad0bc4b up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:46:11.972883 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-f05de389-bf2f-4b14-8095-d7cb67f643dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:12.017859 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-f05de389-bf2f-4b14-8095-d7cb67f643dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:12.018663 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-f05de389-bf2f-4b14-8095-d7cb67f643dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:12.020152 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-f05de389-bf2f-4b14-8095-d7cb67f643dc service neutron] 10.222.0.48 "PUT /v2.0/ports/17d303d5-fb92-49a6-9891-432f5db08b5f HTTP/1.1" status: 200 len: 1093 time: 3.2458296 Oct 26 15:46:12.020752 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '317f2fc3-5951-4998-94f0-0728b8b2326b', 'tag': '17d303d5-fb92-49a6-9891-432f5db08b5f'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:46:12.023507 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9971527-fc79-4623-8f35-00ee9c60d244" -d '{"events": [{"name": "network-changed", "server_uuid": "317f2fc3-5951-4998-94f0-0728b8b2326b", "tag": "17d303d5-fb92-49a6-9891-432f5db08b5f"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:46:12.034203 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36036) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:12.048524 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c5249a-9291-4537-a0ab-47296ed58688 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Pushing event deleted for resources: {'Port': ['ID=af18f91d-77c6-4ba2-8d59-bd544199f587,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:12.095308 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb67b54e-ddf3-4d4d-8ee0-8cc742eff57d x-openstack-request-id: req-bb67b54e-ddf3-4d4d-8ee0-8cc742eff57d {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:46:12.095867 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "317f2fc3-5951-4998-94f0-0728b8b2326b", "tag": "17d303d5-fb92-49a6-9891-432f5db08b5f", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:46:12.096291 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bb67b54e-ddf3-4d4d-8ee0-8cc742eff57d {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:46:12.096882 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb67b54e-ddf3-4d4d-8ee0-8cc742eff57d'] response: {'name': 'network-changed', 'server_uuid': '317f2fc3-5951-4998-94f0-0728b8b2326b', 'tag': '17d303d5-fb92-49a6-9891-432f5db08b5f', 'status': 'completed', 'code': 200} Oct 26 15:46:12.129397 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05de389-bf2f-4b14-8095-d7cb67f643dc service neutron] Pushing event updated for resources: {'Port': ['ID=17d303d5-fb92-49a6-9891-432f5db08b5f,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:12.175146 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 7bb98763-8497-4998-b5eb-39bd1ad0bc4b completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:46:12.185936 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-588156f3-426f-47c6-9366-1c748465a75c tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:12.188122 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 7bb98763-8497-4998-b5eb-39bd1ad0bc4b triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:46:12.188509 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:12.188906 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 7bb98763-8497-4998-b5eb-39bd1ad0bc4b Oct 26 15:46:12.193057 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c898c671-3fd4-4ae5-8c8c-5fa94a9ac03c tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:12.208566 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-70238c57-7dcc-4fde-bd8f-739340950abf tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:12.252576 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Port 7bb98763-8497-4998-b5eb-39bd1ad0bc4b was deleted so its status cannot be updated. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:46:12.275223 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-d2627353-3262-4030-a8df-36348333356d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-453385351'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:12.287950 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c898c671-3fd4-4ae5-8c8c-5fa94a9ac03c tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:12.295150 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d2627353-3262-4030-a8df-36348333356d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:12.305348 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70238c57-7dcc-4fde-bd8f-739340950abf tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Port': ['ID=7bb98763-8497-4998-b5eb-39bd1ad0bc4b,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:12.329136 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c37e6941-1f8e-408d-90a2-6f753f072104 None None] Attempt 4 to provision port 17d303d5-fb92-49a6-9891-432f5db08b5f Oct 26 15:46:12.423771 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c898c671-3fd4-4ae5-8c8c-5fa94a9ac03c tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:46:12.426296 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d2627353-3262-4030-a8df-36348333356d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Usage tracker for resource:network and tenant:b10aaa5403b848e8bc3e4f603712654e is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:46:12.437423 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d2627353-3262-4030-a8df-36348333356d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:46:12.456527 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c37e6941-1f8e-408d-90a2-6f753f072104 None None] Port 17d303d5-fb92-49a6-9891-432f5db08b5f had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 15:46:12.533680 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9971527-fc79-4623-8f35-00ee9c60d244 req-a3a42235-8c80-474b-b2b0-38193310ddef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:12.535233 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a9971527-fc79-4623-8f35-00ee9c60d244 req-a3a42235-8c80-474b-b2b0-38193310ddef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=317f2fc3-5951-4998-94f0-0728b8b2326b HTTP/1.1" status: 200 len: 1096 time: 0.3891511 Oct 26 15:46:12.535798 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-70238c57-7dcc-4fde-bd8f-739340950abf tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:12.567373 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d2627353-3262-4030-a8df-36348333356d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:12.569122 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-d6382aca-e80a-4d71-b331-7b3f0507451d None None] Could not find standard attr ID for object 7bb98763-8497-4998-b5eb-39bd1ad0bc4b. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:46:12.644615 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c898c671-3fd4-4ae5-8c8c-5fa94a9ac03c tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:12.644906 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-c898c671-3fd4-4ae5-8c8c-5fa94a9ac03c tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Added segment 3aad6b9d-bcea-4169-ac49-2d3bd0860d1e of type vlan for network 396be13e-92f6-47f0-8d63-486cebc07e94 Oct 26 15:46:12.683435 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c898c671-3fd4-4ae5-8c8c-5fa94a9ac03c tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5f0f59-fa0e-4a66-8f87-2d700c93fe18,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:12.686964 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-588156f3-426f-47c6-9366-1c748465a75c tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:12.704023 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-32c5249a-9291-4537-a0ab-47296ed58688 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:12.746145 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-588156f3-426f-47c6-9366-1c748465a75c tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f31653b7-cc12-4bd3-afee-0ac43b5765c8']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:12.823984 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-588156f3-426f-47c6-9366-1c748465a75c tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f5fac67-3e6a-4760-a86c-8996a3b17d7a') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:12.824281 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-588156f3-426f-47c6-9366-1c748465a75c tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f5fac67-3e6a-4760-a86c-8996a3b17d7a') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:12.831500 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c898c671-3fd4-4ae5-8c8c-5fa94a9ac03c tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:12.834920 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2627353-3262-4030-a8df-36348333356d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Made reservation on behalf of b10aaa5403b848e8bc3e4f603712654e for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:46:12.838793 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d2627353-3262-4030-a8df-36348333356d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:12.928588 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d2627353-3262-4030-a8df-36348333356d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:12.938304 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-588156f3-426f-47c6-9366-1c748465a75c tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:12.985487 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-588156f3-426f-47c6-9366-1c748465a75c tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:12.988833 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d2627353-3262-4030-a8df-36348333356d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:13.039285 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70238c57-7dcc-4fde-bd8f-739340950abf tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Router 3fb182fe-c0e0-44ee-8ed2-f9da6c7331b4 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:46:13.046303 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9971527-fc79-4623-8f35-00ee9c60d244 req-dbeb3e93-df02-4daf-ad94-ae3da6d96261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:13.047775 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a9971527-fc79-4623-8f35-00ee9c60d244 req-dbeb3e93-df02-4daf-ad94-ae3da6d96261 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=8316bfcf068445aeb00a503282bb001c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2864747 Oct 26 15:46:13.055211 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292aa11-915d-4f9e-be9d-e96c5b1340c1 req-debc87a0-262d-4beb-bc65-fb01354d9fc2 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:13.057119 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d292aa11-915d-4f9e-be9d-e96c5b1340c1 req-debc87a0-262d-4beb-bc65-fb01354d9fc2 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=317f2fc3-5951-4998-94f0-0728b8b2326b HTTP/1.1" status: 200 len: 943 time: 0.6212795 Oct 26 15:46:13.065460 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d2627353-3262-4030-a8df-36348333356d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Usage tracker for resource:security_group_rule and tenant:b10aaa5403b848e8bc3e4f603712654e is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:46:13.068489 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-588156f3-426f-47c6-9366-1c748465a75c tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:46:13.068870 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-588156f3-426f-47c6-9366-1c748465a75c tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:13.152743 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d2627353-3262-4030-a8df-36348333356d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:46:13.220781 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 3f5fac67-3e6a-4760-a86c-8996a3b17d7a resource provider aggregate not found Oct 26 15:46:13.224358 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d2627353-3262-4030-a8df-36348333356d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:13.242064 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c898c671-3fd4-4ae5-8c8c-5fa94a9ac03c tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:13.243557 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c898c671-3fd4-4ae5-8c8c-5fa94a9ac03c tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:13.243722 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c898c671-3fd4-4ae5-8c8c-5fa94a9ac03c tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:13.256797 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70238c57-7dcc-4fde-bd8f-739340950abf tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:46:13.269424 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64459ba-38a8-47b1-99a4-03cd335d7a14 None None] Sync routers for ids ['3fb182fe-c0e0-44ee-8ed2-f9da6c7331b4'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:46:13.280014 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64459ba-38a8-47b1-99a4-03cd335d7a14 None None] Routers {'3fb182fe-c0e0-44ee-8ed2-f9da6c7331b4'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:46:13.280892 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-b64459ba-38a8-47b1-99a4-03cd335d7a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:46:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['3fb182fe-c0e0-44ee-8ed2-f9da6c7331b4'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:13.291286 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 3f5fac67-3e6a-4760-a86c-8996a3b17d7a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f5fac67-3e6a-4760-a86c-8996a3b17d7a found for delete ", "request_id": "req-e57b36c5-591d-4a8a-a523-f41ea1c36dc4"}]} Oct 26 15:46:13.329509 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9971527-fc79-4623-8f35-00ee9c60d244 req-b5216c2d-53a4-45c2-84c1-73c6d4fb20b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:13.330996 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a9971527-fc79-4623-8f35-00ee9c60d244 req-b5216c2d-53a4-45c2-84c1-73c6d4fb20b5 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2228785 Oct 26 15:46:13.336677 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-70238c57-7dcc-4fde-bd8f-739340950abf tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "PUT /v2.0/routers/3fb182fe-c0e0-44ee-8ed2-f9da6c7331b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0973191 Oct 26 15:46:13.341041 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36048) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:13.387115 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d292aa11-915d-4f9e-be9d-e96c5b1340c1 req-384dbf71-c7e8-4ad1-890c-203092a35453 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c64386a-6623-49c2-bff3-822e0e17fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3027503 Oct 26 15:46:13.402385 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c5249a-9291-4537-a0ab-47296ed58688 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Router 2fd9b38d-3824-4418-a4f6-c63c7fb5c378 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:46:13.423739 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-b64459ba-38a8-47b1-99a4-03cd335d7a14 None None] Set router 3fb182fe-c0e0-44ee-8ed2-f9da6c7331b4 gateway port host: None {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:46:13.442247 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c898c671-3fd4-4ae5-8c8c-5fa94a9ac03c tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Pushing event updated for resources: {'Network': ['ID=396be13e-92f6-47f0-8d63-486cebc07e94,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:13.444367 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-588156f3-426f-47c6-9366-1c748465a75c tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:13.470239 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 396be13e-92f6-47f0-8d63-486cebc07e94 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:46:13.473192 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-588156f3-426f-47c6-9366-1c748465a75c tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:13.486175 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c6ce62-35e4-417a-8ff2-f481bb7d231f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:13.488138 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c6ce62-35e4-417a-8ff2-f481bb7d231f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:13.488894 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-25c6ce62-35e4-417a-8ff2-f481bb7d231f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:subnet {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:46:13.490297 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588156f3-426f-47c6-9366-1c748465a75c tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Pushing event deleted for resources: {'Network': ['ID=f31653b7-cc12-4bd3-afee-0ac43b5765c8,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:13.521489 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-a39b4148-b431-4bc4-b4fc-f057beb03f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:13.523671 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-a39b4148-b431-4bc4-b4fc-f057beb03f48 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=317f2fc3-5951-4998-94f0-0728b8b2326b HTTP/1.1" status: 200 len: 1096 time: 0.1265872 Oct 26 15:46:13.600231 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-25c6ce62-35e4-417a-8ff2-f481bb7d231f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:subnet {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:46:13.604384 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-25c6ce62-35e4-417a-8ff2-f481bb7d231f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2621913 Oct 26 15:46:13.604939 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-b64459ba-38a8-47b1-99a4-03cd335d7a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb182fe-c0e0-44ee-8ed2-f9da6c7331b4', 'name': 'tempest-NetworksTestDHCPv6-router-1293302728', 'tenant_id': 'cde0b70c42f24e8e94f9303758760038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:45:59Z', 'updated_at': '2022-10-26T15:46:11Z', 'revision_number': 3, 'project_id': 'cde0b70c42f24e8e94f9303758760038', 'gw_port_host': None}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:13.612088 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36052) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:13.615628 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-7f072751-b15f-4b94-ae6e-0134113a54ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17d303d5-fb92-49a6-9891-432f5db08b5f HTTP/1.1" status: 200 len: 217 time: 0.0744727 Oct 26 15:46:13.623039 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64459ba-38a8-47b1-99a4-03cd335d7a14 None None] Checking router: 3fb182fe-c0e0-44ee-8ed2-f9da6c7331b4 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:46:13.648535 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64459ba-38a8-47b1-99a4-03cd335d7a14 None None] Routers {'3fb182fe-c0e0-44ee-8ed2-f9da6c7331b4'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:46:13.649141 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-b64459ba-38a8-47b1-99a4-03cd335d7a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:46:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['3fb182fe-c0e0-44ee-8ed2-f9da6c7331b4'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:13.716607 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-e4857e69-5059-43a0-a551-55337084d991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:13.718042 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-e4857e69-5059-43a0-a551-55337084d991 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24fd7863-3159-4cf8-879b-2b00a6811b4e HTTP/1.1" status: 200 len: 835 time: 0.0654056 Oct 26 15:46:13.749203 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-588156f3-426f-47c6-9366-1c748465a75c tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] 10.222.0.23 "DELETE /v2.0/networks/f31653b7-cc12-4bd3-afee-0ac43b5765c8 HTTP/1.1" status: 204 len: 168 time: 2.1206424 Oct 26 15:46:13.751092 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36056) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:13.784233 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c5249a-9291-4537-a0ab-47296ed58688 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:46:13.786187 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-b64459ba-38a8-47b1-99a4-03cd335d7a14 None None] Set router 3fb182fe-c0e0-44ee-8ed2-f9da6c7331b4 gateway port host: None {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:46:13.802848 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c898c671-3fd4-4ae5-8c8c-5fa94a9ac03c tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.1378827 Oct 26 15:46:13.807983 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5aa832b-c5ae-4c11-8a32-6d527a2dfa01 None None] Sync routers for ids ['2fd9b38d-3824-4418-a4f6-c63c7fb5c378'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:46:13.809314 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36060) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:13.824270 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-8f8a0860-7a60-47cf-85e4-6d0602e71ba4 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Request body: {'subnet': {'network_id': '396be13e-92f6-47f0-8d63-486cebc07e94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:13.829067 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5aa832b-c5ae-4c11-8a32-6d527a2dfa01 None None] Routers {'2fd9b38d-3824-4418-a4f6-c63c7fb5c378'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:46:13.830609 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-a5aa832b-c5ae-4c11-8a32-6d527a2dfa01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:46:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['2fd9b38d-3824-4418-a4f6-c63c7fb5c378'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:13.859279 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8f8a0860-7a60-47cf-85e4-6d0602e71ba4 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:13.860992 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-f057e9ca-4e08-406d-9588-22bcb89f5033 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting subnet 6b7ec801-95cf-47cf-9f82-72d1c356a5bd {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:46:13.866690 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f057e9ca-4e08-406d-9588-22bcb89f5033 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:13.895222 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8f8a0860-7a60-47cf-85e4-6d0602e71ba4 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Usage tracker for resource:subnet and tenant:10ca3219de1940369df7d17421d53c85 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:46:13.905967 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8f8a0860-7a60-47cf-85e4-6d0602e71ba4 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:46:13.914701 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8f8a0860-7a60-47cf-85e4-6d0602e71ba4 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:13.918624 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-b64459ba-38a8-47b1-99a4-03cd335d7a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb182fe-c0e0-44ee-8ed2-f9da6c7331b4', 'name': 'tempest-NetworksTestDHCPv6-router-1293302728', 'tenant_id': 'cde0b70c42f24e8e94f9303758760038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:45:59Z', 'updated_at': '2022-10-26T15:46:11Z', 'revision_number': 3, 'project_id': 'cde0b70c42f24e8e94f9303758760038', 'gw_port_host': None}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:13.919899 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64459ba-38a8-47b1-99a4-03cd335d7a14 None None] The sync data for ids ['3fb182fe-c0e0-44ee-8ed2-f9da6c7331b4'] in dv-neutron-862712-1-hyperv is: [{'id': '3fb182fe-c0e0-44ee-8ed2-f9da6c7331b4', 'name': 'tempest-NetworksTestDHCPv6-router-1293302728', 'tenant_id': 'cde0b70c42f24e8e94f9303758760038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:45:59Z', 'updated_at': '2022-10-26T15:46:11Z', 'revision_number': 3, 'project_id': 'cde0b70c42f24e8e94f9303758760038', 'gw_port_host': None}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:46:13.939219 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-a5aa832b-c5ae-4c11-8a32-6d527a2dfa01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:13.942593 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f057e9ca-4e08-406d-9588-22bcb89f5033 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:13.951109 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5aa832b-c5ae-4c11-8a32-6d527a2dfa01 None None] Routers {'2fd9b38d-3824-4418-a4f6-c63c7fb5c378'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:46:13.952631 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-a5aa832b-c5ae-4c11-8a32-6d527a2dfa01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:46:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['2fd9b38d-3824-4418-a4f6-c63c7fb5c378'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:13.960417 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-32c5249a-9291-4537-a0ab-47296ed58688 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] 10.222.0.23 "PUT /v2.0/routers/2fd9b38d-3824-4418-a4f6-c63c7fb5c378/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5319443 Oct 26 15:46:13.972252 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36064) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:14.003112 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-ecdf7fba-fabe-49fc-ae9f-e5b741b50d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:14.004617 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-ecdf7fba-fabe-49fc-ae9f-e5b741b50d9a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=463f536f-4c79-4aa7-83ec-186e85f0d447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2766085 Oct 26 15:46:14.007880 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8a0860-7a60-47cf-85e4-6d0602e71ba4 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Made reservation on behalf of 10ca3219de1940369df7d17421d53c85 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:46:14.010887 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8f8a0860-7a60-47cf-85e4-6d0602e71ba4 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:14.029585 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-a5aa832b-c5ae-4c11-8a32-6d527a2dfa01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:14.029585 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5aa832b-c5ae-4c11-8a32-6d527a2dfa01 None None] The sync data for ids ['2fd9b38d-3824-4418-a4f6-c63c7fb5c378'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:46:14.054184 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d2627353-3262-4030-a8df-36348333356d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:14.111581 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fe01cb56-93af-47eb-945e-5d6dbb9a24c1 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:14.134930 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fc35714f-a2ca-431b-8fc4-9620395c37b8 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks [] for router, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:14.193737 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d2627353-3262-4030-a8df-36348333356d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:14.317669 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2627353-3262-4030-a8df-36348333356d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:46:14.352297 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f057e9ca-4e08-406d-9588-22bcb89f5033 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:14.398579 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-bfd4e9f1-c695-45fe-a95e-7c041c4c5ac1 service neutron] 10.222.0.48 "GET /v2.0/networks/463f536f-4c79-4aa7-83ec-186e85f0d447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720794 Oct 26 15:46:14.449022 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2627353-3262-4030-a8df-36348333356d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6da42aa-59d5-423f-94e8-2050c6312c3a,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:14.587554 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d2627353-3262-4030-a8df-36348333356d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:14.587862 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-d2627353-3262-4030-a8df-36348333356d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Added segment d39e4b12-6afe-4c38-a15f-47376c4158d5 of type vlan for network 727fe7ec-fce3-4e2e-9e69-5d326c45d061 Oct 26 15:46:14.606974 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fe01cb56-93af-47eb-945e-5d6dbb9a24c1 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:14.624540 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fc35714f-a2ca-431b-8fc4-9620395c37b8 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:14.637173 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fc35714f-a2ca-431b-8fc4-9620395c37b8 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:14.656918 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-fe01cb56-93af-47eb-945e-5d6dbb9a24c1 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40e3c8c3-468e-4f78-a26a-117d087e222e']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:14.682271 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d2627353-3262-4030-a8df-36348333356d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:14.686646 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-fe01cb56-93af-47eb-945e-5d6dbb9a24c1 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '104edfab-1972-465e-8937-990f9f3cf829') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:14.686939 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-fe01cb56-93af-47eb-945e-5d6dbb9a24c1 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '104edfab-1972-465e-8937-990f9f3cf829') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:14.703884 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fe01cb56-93af-47eb-945e-5d6dbb9a24c1 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:14.716874 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a03c5a55-861f-48ec-bd37-35e9493ca2ee req-3c0fbb44-dd4f-4714-b591-805083ebc7b9 service neutron] 10.222.0.48 "GET /v2.0/networks/463f536f-4c79-4aa7-83ec-186e85f0d447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085060 Oct 26 15:46:14.721926 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f057e9ca-4e08-406d-9588-22bcb89f5033 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:14.734374 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fe01cb56-93af-47eb-945e-5d6dbb9a24c1 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:14.741758 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe01cb56-93af-47eb-945e-5d6dbb9a24c1 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:46:14.742139 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fe01cb56-93af-47eb-945e-5d6dbb9a24c1 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:14.769722 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f057e9ca-4e08-406d-9588-22bcb89f5033 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Subnet': ['ID=6b7ec801-95cf-47cf-9f82-72d1c356a5bd,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:14.775259 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f057e9ca-4e08-406d-9588-22bcb89f5033 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:14.781918 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f9d961-5a7a-4c27-ba43-23f5baee0407 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:46:14.797142 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9789c0e-63f2-412d-b857-72378294e9d5 req-a2a72ffa-a15d-4a94-bb57-52195c01a95f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:14.798734 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c9789c0e-63f2-412d-b857-72378294e9d5 req-a2a72ffa-a15d-4a94-bb57-52195c01a95f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=317f2fc3-5951-4998-94f0-0728b8b2326b HTTP/1.1" status: 200 len: 943 time: 0.2552104 Oct 26 15:46:14.805181 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fc35714f-a2ca-431b-8fc4-9620395c37b8 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:14.805699 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc35714f-a2ca-431b-8fc4-9620395c37b8 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Fanout notify agent at l3_agent the message router_deleted on router 2fd9b38d-3824-4418-a4f6-c63c7fb5c378 {{(pid=89747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:46:14.827103 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d2627353-3262-4030-a8df-36348333356d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:14.832459 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2627353-3262-4030-a8df-36348333356d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:14.833036 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d2627353-3262-4030-a8df-36348333356d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:14.925861 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f057e9ca-4e08-406d-9588-22bcb89f5033 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/6b7ec801-95cf-47cf-9f82-72d1c356a5bd HTTP/1.1" status: 204 len: 168 time: 1.3126948 Oct 26 15:46:14.928689 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36070) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:14.936400 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c9789c0e-63f2-412d-b857-72378294e9d5 req-090332bb-7fe7-435a-bbcd-0222e2064fc3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c64386a-6623-49c2-bff3-822e0e17fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306093 Oct 26 15:46:14.955722 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fc35714f-a2ca-431b-8fc4-9620395c37b8 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:14.956796 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-fc35714f-a2ca-431b-8fc4-9620395c37b8 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] 10.222.0.23 "DELETE /v2.0/routers/2fd9b38d-3824-4418-a4f6-c63c7fb5c378 HTTP/1.1" status: 204 len: 168 time: 0.9765644 Oct 26 15:46:14.963840 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2627353-3262-4030-a8df-36348333356d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event updated for resources: {'Network': ['ID=727fe7ec-fce3-4e2e-9e69-5d326c45d061,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:14.965737 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36074) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:14.984872 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 727fe7ec-fce3-4e2e-9e69-5d326c45d061 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:46:15.006288 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fe01cb56-93af-47eb-945e-5d6dbb9a24c1 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:15.029946 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fe01cb56-93af-47eb-945e-5d6dbb9a24c1 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:15.034128 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-fe01cb56-93af-47eb-945e-5d6dbb9a24c1 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] 10.222.0.23 "DELETE /v2.0/networks/40e3c8c3-468e-4f78-a26a-117d087e222e HTTP/1.1" status: 204 len: 168 time: 1.2765489 Oct 26 15:46:15.038452 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d2627353-3262-4030-a8df-36348333356d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.9923518 Oct 26 15:46:15.043828 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36080) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:15.046407 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe01cb56-93af-47eb-945e-5d6dbb9a24c1 tempest-BulkNetworkOpsTest-1183077686 tempest-BulkNetworkOpsTest-1183077686-project] Pushing event deleted for resources: {'Network': ['ID=40e3c8c3-468e-4f78-a26a-117d087e222e,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:15.060492 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-4854f432-2a35-4294-8ac6-053fb5cd3e2c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'port': {'network_id': '727fe7ec-fce3-4e2e-9e69-5d326c45d061', 'name': 'tempest-PortsIpV6TestJSON-378486226'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:15.159220 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a812b84b-c27e-460e-8297-2835f4e9d668 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:router {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:46:15.234775 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422db27a-9622-4b31-8020-209e37d9dba9 None None] DHCP port deletion for f810e159-a5e8-4c86-8cec-5d909fe013dd request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:46:15.236361 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.objects.ports [None req-8f8a0860-7a60-47cf-85e4-6d0602e71ba4 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89748) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 26 15:46:15.236965 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8f8a0860-7a60-47cf-85e4-6d0602e71ba4 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:15.239133 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-422db27a-9622-4b31-8020-209e37d9dba9 None None] Deleting port 6d91fea3-aef7-446b-80e1-08e8da0ac6f5 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:46:15.239510 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-422db27a-9622-4b31-8020-209e37d9dba9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:15.248118 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-43cb9e5a-f31e-426e-a484-935b3cd34b08 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Deleting subnet df0eeed4-b7d9-4828-bb77-f6ab47de701b {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:46:15.266114 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-43cb9e5a-f31e-426e-a484-935b3cd34b08 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:15.275988 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a812b84b-c27e-460e-8297-2835f4e9d668 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:router {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:46:15.280422 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a812b84b-c27e-460e-8297-2835f4e9d668 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3497036 Oct 26 15:46:15.282080 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36084) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:15.327453 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 104edfab-1972-465e-8937-990f9f3cf829 resource provider aggregate not found Oct 26 15:46:15.352866 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-43cb9e5a-f31e-426e-a484-935b3cd34b08 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:15.381320 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 104edfab-1972-465e-8937-990f9f3cf829 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 104edfab-1972-465e-8937-990f9f3cf829 found for delete ", "request_id": "req-b0f31665-2c59-45f2-859c-cbc667792711"}]} Oct 26 15:46:15.382267 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4854f432-2a35-4294-8ac6-053fb5cd3e2c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:15.392321 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4854f432-2a35-4294-8ac6-053fb5cd3e2c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Usage tracker for resource:port and tenant:b10aaa5403b848e8bc3e4f603712654e is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:46:15.397348 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4854f432-2a35-4294-8ac6-053fb5cd3e2c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:46:15.406761 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4854f432-2a35-4294-8ac6-053fb5cd3e2c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:15.462639 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-43cb9e5a-f31e-426e-a484-935b3cd34b08 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:15.471430 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a0860-7a60-47cf-85e4-6d0602e71ba4 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Pushing event updated for resources: {'Subnet': ['ID=390674d0-87ff-43da-b5ff-89153f822b02,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:15.481958 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9655dd2a-1f6f-4f43-b586-e38fde9d8f10 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for router, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:15.515526 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4854f432-2a35-4294-8ac6-053fb5cd3e2c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Made reservation on behalf of b10aaa5403b848e8bc3e4f603712654e for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:46:15.519670 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4854f432-2a35-4294-8ac6-053fb5cd3e2c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:15.549842 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-422db27a-9622-4b31-8020-209e37d9dba9 None None] For port 6d91fea3-aef7-446b-80e1-08e8da0ac6f5, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=6d91fea3-aef7-446b-80e1-08e8da0ac6f5,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:46:15.553194 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-422db27a-9622-4b31-8020-209e37d9dba9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:15.561870 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36094) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:15.562859 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-4854f432-2a35-4294-8ac6-053fb5cd3e2c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] device_id is not set on port 0979c77c-248c-4714-896e-d54b4f917af0 yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:46:15.616194 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8a0860-7a60-47cf-85e4-6d0602e71ba4 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Checking segment: {'id': '3aad6b9d-bcea-4169-ac49-2d3bd0860d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '396be13e-92f6-47f0-8d63-486cebc07e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:46:15.616550 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8a0860-7a60-47cf-85e4-6d0602e71ba4 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Network hostable DHCP agents. Network: 396be13e-92f6-47f0-8d63-486cebc07e94, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:46:15.714090 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-422db27a-9622-4b31-8020-209e37d9dba9 None None] Calling delete_port for 6d91fea3-aef7-446b-80e1-08e8da0ac6f5 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:46:15.861326 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-422db27a-9622-4b31-8020-209e37d9dba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:15.883144 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-43cb9e5a-f31e-426e-a484-935b3cd34b08 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:15.903391 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 6d91fea3-aef7-446b-80e1-08e8da0ac6f5 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:46:15.932667 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9655dd2a-1f6f-4f43-b586-e38fde9d8f10 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:15.935013 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9655dd2a-1f6f-4f43-b586-e38fde9d8f10 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:15.944324 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422db27a-9622-4b31-8020-209e37d9dba9 None None] Pushing event deleted for resources: {'Port': ['ID=6d91fea3-aef7-446b-80e1-08e8da0ac6f5,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:15.946948 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb9e5a-f31e-426e-a484-935b3cd34b08 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Pushing event deleted for resources: {'Subnet': ['ID=df0eeed4-b7d9-4828-bb77-f6ab47de701b,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:15.953414 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 6d91fea3-aef7-446b-80e1-08e8da0ac6f5 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:46:15.953754 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 6d91fea3-aef7-446b-80e1-08e8da0ac6f5 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:46:15.954163 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 7bb98763-8497-4998-b5eb-39bd1ad0bc4b no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:46:15.963075 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8a0860-7a60-47cf-85e4-6d0602e71ba4 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Network 396be13e-92f6-47f0-8d63-486cebc07e94 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:46:15.970131 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-43cb9e5a-f31e-426e-a484-935b3cd34b08 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:15.978571 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8963498e-0d8a-4450-abf0-36713befac9b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5f2db06386b14f6fbdc37831d935c40c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3776782 Oct 26 15:46:15.979352 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36100) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:15.979487 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422db27a-9622-4b31-8020-209e37d9dba9 None None] No DVR routers for this DVR port 6d91fea3-aef7-446b-80e1-08e8da0ac6f5 on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:46:15.982168 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881c6e0d-5de0-4018-89ab-c68ecd2f81bd None None] Network 3d1c28c4-eb3a-4ab7-8af9-28c884443b0c requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:46:15.992839 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-43cb9e5a-f31e-426e-a484-935b3cd34b08 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] 10.222.0.23 "DELETE /v2.0/subnets/df0eeed4-b7d9-4828-bb77-f6ab47de701b HTTP/1.1" status: 204 len: 168 time: 1.0258608 Oct 26 15:46:16.000147 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36106) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:16.021574 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9655dd2a-1f6f-4f43-b586-e38fde9d8f10 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:16.021574 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9655dd2a-1f6f-4f43-b586-e38fde9d8f10 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Fanout notify agent at l3_agent the message router_deleted on router 3fb182fe-c0e0-44ee-8ed2-f9da6c7331b4 {{(pid=89748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:46:16.033515 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4854f432-2a35-4294-8ac6-053fb5cd3e2c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:16.040631 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-8f8a0860-7a60-47cf-85e4-6d0602e71ba4 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 396be13e-92f6-47f0-8d63-486cebc07e94) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:16.066657 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dd3a0d-e62e-43a1-bb24-580fdece1dbb None None] Network 396be13e-92f6-47f0-8d63-486cebc07e94 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:46:16.068835 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8a0860-7a60-47cf-85e4-6d0602e71ba4 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:16.069494 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8f8a0860-7a60-47cf-85e4-6d0602e71ba4 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:16.087977 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 7bb98763-8497-4998-b5eb-39bd1ad0bc4b {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:46:16.088327 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 7bb98763-8497-4998-b5eb-39bd1ad0bc4b not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:46:16.121119 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c7cae3d0-e14c-481e-9e71-d15a4d374742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:16.138738 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9655dd2a-1f6f-4f43-b586-e38fde9d8f10 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:16.144513 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-9655dd2a-1f6f-4f43-b586-e38fde9d8f10 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/routers/3fb182fe-c0e0-44ee-8ed2-f9da6c7331b4 HTTP/1.1" status: 204 len: 168 time: 0.8526618 Oct 26 15:46:16.152309 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36110) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:16.157783 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-8d9514f9-7919-4722-b85a-ee4e0271b494 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'subnet': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:16.184918 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-8f8a0860-7a60-47cf-85e4-6d0602e71ba4 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3748410 Oct 26 15:46:16.190462 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c7cae3d0-e14c-481e-9e71-d15a4d374742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:16.200116 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36114) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:16.239447 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4d659e10-0dec-4bd8-ae5d-f79b6a063d88 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:16.249690 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-ab8cd5f8-b008-42d6-82d1-db6d6aff81a1 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-885379279', 'network_id': '396be13e-92f6-47f0-8d63-486cebc07e94'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:16.261640 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-ab8cd5f8-b008-42d6-82d1-db6d6aff81a1 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:16.265327 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-4d659e10-0dec-4bd8-ae5d-f79b6a063d88 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Deleting port c99fdcd9-d7da-494d-87ed-7788411f75c9 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:46:16.265826 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4d659e10-0dec-4bd8-ae5d-f79b6a063d88 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:16.279788 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ab8cd5f8-b008-42d6-82d1-db6d6aff81a1 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Usage tracker for resource:port and tenant:10ca3219de1940369df7d17421d53c85 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:46:16.292717 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ab8cd5f8-b008-42d6-82d1-db6d6aff81a1 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:46:16.322360 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-ab8cd5f8-b008-42d6-82d1-db6d6aff81a1 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:16.322587 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4854f432-2a35-4294-8ac6-053fb5cd3e2c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:16.341887 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8d9514f9-7919-4722-b85a-ee4e0271b494 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:16.346713 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8d9514f9-7919-4722-b85a-ee4e0271b494 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Usage tracker for resource:subnet and tenant:cde0b70c42f24e8e94f9303758760038 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:46:16.349900 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8d9514f9-7919-4722-b85a-ee4e0271b494 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:46:16.356745 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8d9514f9-7919-4722-b85a-ee4e0271b494 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:16.405824 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b0af8-8e79-4aea-8d17-f58185216dfe req-9688b048-b459-4d1d-9f4f-553f75c368df tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:16.407366 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-bf4b0af8-8e79-4aea-8d17-f58185216dfe req-9688b048-b459-4d1d-9f4f-553f75c368df tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=317f2fc3-5951-4998-94f0-0728b8b2326b HTTP/1.1" status: 200 len: 943 time: 0.2536507 Oct 26 15:46:16.449178 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8cd5f8-b008-42d6-82d1-db6d6aff81a1 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Made reservation on behalf of 10ca3219de1940369df7d17421d53c85 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:46:16.452265 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ab8cd5f8-b008-42d6-82d1-db6d6aff81a1 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:16.476447 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [None req-ab8cd5f8-b008-42d6-82d1-db6d6aff81a1 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] device_id is not set on port 02f68414-2885-45fd-9416-3d314f4b18d9 yet. {{(pid=89748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:46:16.496278 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0035a3-abbd-472b-9de9-f002e1fd8653 None None] Network 396be13e-92f6-47f0-8d63-486cebc07e94 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:46:16.502805 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854f432-2a35-4294-8ac6-053fb5cd3e2c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event updated for resources: {'Port': ['ID=0979c77c-248c-4714-896e-d54b4f917af0,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:16.528054 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9514f9-7919-4722-b85a-ee4e0271b494 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:46:16.531651 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8d9514f9-7919-4722-b85a-ee4e0271b494 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:16.550264 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c7cae3d0-e14c-481e-9e71-d15a4d374742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:16.569763 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9fece0-0cb7-4fb5-a379-3626c0f858fc None None] DHCP port deletion for 3d1c28c4-eb3a-4ab7-8af9-28c884443b0c request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:46:16.579262 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-4e9fece0-0cb7-4fb5-a379-3626c0f858fc None None] Deleting port c99fdcd9-d7da-494d-87ed-7788411f75c9 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:46:16.579665 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4e9fece0-0cb7-4fb5-a379-3626c0f858fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:16.617910 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4854f432-2a35-4294-8ac6-053fb5cd3e2c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Checking segment: {'id': 'd39e4b12-6afe-4c38-a15f-47376c4158d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '727fe7ec-fce3-4e2e-9e69-5d326c45d061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:46:16.618308 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4854f432-2a35-4294-8ac6-053fb5cd3e2c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Network hostable DHCP agents. Network: 727fe7ec-fce3-4e2e-9e69-5d326c45d061, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:46:16.633114 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cae3d0-e14c-481e-9e71-d15a4d374742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107a9ffd-5a1e-443b-a75e-e390b51a8132,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:16.641500 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-bf4b0af8-8e79-4aea-8d17-f58185216dfe req-1403f18d-0fc7-4bab-ba3f-a21f3265fa89 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c64386a-6623-49c2-bff3-822e0e17fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017684 Oct 26 15:46:16.683777 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-4d659e10-0dec-4bd8-ae5d-f79b6a063d88 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] For port c99fdcd9-d7da-494d-87ed-7788411f75c9, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=c99fdcd9-d7da-494d-87ed-7788411f75c9,segment=NetworkSegment(203a67a6-30bb-47ea-b908-8ff861ebe888),segment_id=203a67a6-30bb-47ea-b908-8ff861ebe888)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:46:16.684139 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4d659e10-0dec-4bd8-ae5d-f79b6a063d88 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:16.688062 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c7cae3d0-e14c-481e-9e71-d15a4d374742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:16.692159 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-c7cae3d0-e14c-481e-9e71-d15a4d374742 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/107a9ffd-5a1e-443b-a75e-e390b51a8132 HTTP/1.1" status: 204 len: 168 time: 0.7097666 Oct 26 15:46:16.782929 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-ab8cd5f8-b008-42d6-82d1-db6d6aff81a1 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Allocated IP 172.20.0.4 (396be13e-92f6-47f0-8d63-486cebc07e94/390674d0-87ff-43da-b5ff-89153f822b02/02f68414-2885-45fd-9416-3d314f4b18d9) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:46:16.831725 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4854f432-2a35-4294-8ac6-053fb5cd3e2c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Network 727fe7ec-fce3-4e2e-9e69-5d326c45d061 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:46:16.923584 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-4d659e10-0dec-4bd8-ae5d-f79b6a063d88 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Calling delete_port for c99fdcd9-d7da-494d-87ed-7788411f75c9 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:46:16.948954 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-4e9fece0-0cb7-4fb5-a379-3626c0f858fc None None] For port c99fdcd9-d7da-494d-87ed-7788411f75c9, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=c99fdcd9-d7da-494d-87ed-7788411f75c9,segment=NetworkSegment(203a67a6-30bb-47ea-b908-8ff861ebe888),segment_id=203a67a6-30bb-47ea-b908-8ff861ebe888)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:46:16.949505 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4e9fece0-0cb7-4fb5-a379-3626c0f858fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:17.038776 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-4854f432-2a35-4294-8ac6-053fb5cd3e2c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 727fe7ec-fce3-4e2e-9e69-5d326c45d061) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:17.057743 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4854f432-2a35-4294-8ac6-053fb5cd3e2c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:46:17.065935 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8d9514f9-7919-4722-b85a-ee4e0271b494 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:17.068686 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4854f432-2a35-4294-8ac6-053fb5cd3e2c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:17.068686 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4854f432-2a35-4294-8ac6-053fb5cd3e2c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:17.105544 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ab8cd5f8-b008-42d6-82d1-db6d6aff81a1 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:17.119065 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4d659e10-0dec-4bd8-ae5d-f79b6a063d88 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:17.123859 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d1cb9f-46a4-4310-bd98-04a2cc9d9d16 None None] Network 727fe7ec-fce3-4e2e-9e69-5d326c45d061 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:46:17.126832 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9514f9-7919-4722-b85a-ee4e0271b494 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:46:17.131707 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-8d9514f9-7919-4722-b85a-ee4e0271b494 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:17.138855 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9514f9-7919-4722-b85a-ee4e0271b494 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:17.139446 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8d9514f9-7919-4722-b85a-ee4e0271b494 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:17.145147 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-4e9fece0-0cb7-4fb5-a379-3626c0f858fc None None] Calling delete_port for c99fdcd9-d7da-494d-87ed-7788411f75c9 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:46:17.188669 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9514f9-7919-4722-b85a-ee4e0271b494 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Subnet': ['ID=36c1e7cf-1550-4d65-8c53-b8da9f485459,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:17.191031 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b7c239-54d0-4f0d-96fe-f96d59a1c343 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:46:17.214910 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d659e10-0dec-4bd8-ae5d-f79b6a063d88 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] No DVR routers for this DVR port c99fdcd9-d7da-494d-87ed-7788411f75c9 on host dv-neutron-862712-1-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:46:17.216594 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d659e10-0dec-4bd8-ae5d-f79b6a063d88 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Pushing event deleted for resources: {'Port': ['ID=c99fdcd9-d7da-494d-87ed-7788411f75c9,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:17.222197 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4854f432-2a35-4294-8ac6-053fb5cd3e2c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.1740737 Oct 26 15:46:17.226923 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36126) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:17.233771 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-22fc2525-31da-4c18-a01b-379121a37ea1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-843831705'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:17.239294 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-22fc2525-31da-4c18-a01b-379121a37ea1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:17.244510 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-22fc2525-31da-4c18-a01b-379121a37ea1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Usage tracker for resource:network and tenant:b10aaa5403b848e8bc3e4f603712654e is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:46:17.247736 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-22fc2525-31da-4c18-a01b-379121a37ea1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:46:17.257518 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-22fc2525-31da-4c18-a01b-379121a37ea1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:17.271301 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-8d9514f9-7919-4722-b85a-ee4e0271b494 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1172755 Oct 26 15:46:17.273892 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36132) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:17.279913 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-ff817ae1-d353-4631-87f4-f22a4c4a822e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1372697814', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:17.286890 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-ff817ae1-d353-4631-87f4-f22a4c4a822e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:17.291831 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ff817ae1-d353-4631-87f4-f22a4c4a822e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Usage tracker for resource:router and tenant:cde0b70c42f24e8e94f9303758760038 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:46:17.296350 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ff817ae1-d353-4631-87f4-f22a4c4a822e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:46:17.302202 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-ff817ae1-d353-4631-87f4-f22a4c4a822e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:17.324285 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ab8cd5f8-b008-42d6-82d1-db6d6aff81a1 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:17.378318 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22fc2525-31da-4c18-a01b-379121a37ea1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Made reservation on behalf of b10aaa5403b848e8bc3e4f603712654e for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:46:17.381801 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-22fc2525-31da-4c18-a01b-379121a37ea1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:17.461839 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22fc2525-31da-4c18-a01b-379121a37ea1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:46:17.472752 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-22fc2525-31da-4c18-a01b-379121a37ea1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:17.473143 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-22fc2525-31da-4c18-a01b-379121a37ea1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Added segment 1dbad1f6-fe27-4c30-bdd6-7cc85b2c8b4c of type vlan for network 74572123-22be-4e80-8239-68369e337530 Oct 26 15:46:17.477111 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4d659e10-0dec-4bd8-ae5d-f79b6a063d88 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:17.485815 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ff817ae1-d353-4631-87f4-f22a4c4a822e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:17.486951 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ff817ae1-d353-4631-87f4-f22a4c4a822e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:17.490705 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8cd5f8-b008-42d6-82d1-db6d6aff81a1 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Pushing event updated for resources: {'Port': ['ID=02f68414-2885-45fd-9416-3d314f4b18d9,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:17.495505 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-4e9fece0-0cb7-4fb5-a379-3626c0f858fc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:46:17.495989 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-4e9fece0-0cb7-4fb5-a379-3626c0f858fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:46:17.504065 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8cd5f8-b008-42d6-82d1-db6d6aff81a1 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Network 396be13e-92f6-47f0-8d63-486cebc07e94 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:46:17.517170 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-4d659e10-0dec-4bd8-ae5d-f79b6a063d88 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d1c28c4-eb3a-4ab7-8af9-28c884443b0c']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:17.517389 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-ab8cd5f8-b008-42d6-82d1-db6d6aff81a1 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:17.524186 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8cd5f8-b008-42d6-82d1-db6d6aff81a1 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:46:17.533138 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-4d659e10-0dec-4bd8-ae5d-f79b6a063d88 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '203a67a6-30bb-47ea-b908-8ff861ebe888') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:17.533537 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-4d659e10-0dec-4bd8-ae5d-f79b6a063d88 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '203a67a6-30bb-47ea-b908-8ff861ebe888') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:17.549650 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4d659e10-0dec-4bd8-ae5d-f79b6a063d88 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:17.563190 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-22fc2525-31da-4c18-a01b-379121a37ea1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:17.577360 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4d659e10-0dec-4bd8-ae5d-f79b6a063d88 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:17.584358 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d659e10-0dec-4bd8-ae5d-f79b6a063d88 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:46:17.584751 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4d659e10-0dec-4bd8-ae5d-f79b6a063d88 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:17.587647 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ff817ae1-d353-4631-87f4-f22a4c4a822e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:17.625238 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8cd5f8-b008-42d6-82d1-db6d6aff81a1 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:17.625739 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ab8cd5f8-b008-42d6-82d1-db6d6aff81a1 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:17.657704 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74e9a32-1909-48d4-b2e0-fc85c5c283de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-f810e159-a5e8-4c86-8cec-5d909fe013dd', 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'tenant_id': 'cde0b70c42f24e8e94f9303758760038', 'fixed_ips': [{'subnet_id': '36c1e7cf-1550-4d65-8c53-b8da9f485459'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:46:17.658619 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b74e9a32-1909-48d4-b2e0-fc85c5c283de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:17.688492 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 203a67a6-30bb-47ea-b908-8ff861ebe888 resource provider aggregate not found Oct 26 15:46:17.718266 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ff817ae1-d353-4631-87f4-f22a4c4a822e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:17.720470 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 203a67a6-30bb-47ea-b908-8ff861ebe888 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 203a67a6-30bb-47ea-b908-8ff861ebe888 found for delete ", "request_id": "req-5c583320-a372-43ea-85d8-df172563321a"}]} Oct 26 15:46:17.748065 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ab8cd5f8-b008-42d6-82d1-db6d6aff81a1 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.5029662 Oct 26 15:46:17.749598 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-22fc2525-31da-4c18-a01b-379121a37ea1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:17.754193 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36148) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:17.757083 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fc2525-31da-4c18-a01b-379121a37ea1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:17.757953 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-22fc2525-31da-4c18-a01b-379121a37ea1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:17.775543 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 17d303d5-fb92-49a6-9891-432f5db08b5f details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 15:46:17.813699 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4d659e10-0dec-4bd8-ae5d-f79b6a063d88 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:17.851128 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4d659e10-0dec-4bd8-ae5d-f79b6a063d88 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:17.865329 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4d659e10-0dec-4bd8-ae5d-f79b6a063d88 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] 10.222.0.23 "DELETE /v2.0/networks/3d1c28c4-eb3a-4ab7-8af9-28c884443b0c HTTP/1.1" status: 204 len: 168 time: 1.8592458 Oct 26 15:46:17.874680 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d659e10-0dec-4bd8-ae5d-f79b6a063d88 tempest-FloatingIPNegativeTestJSON-1227677276 tempest-FloatingIPNegativeTestJSON-1227677276-project] Pushing event deleted for resources: {'Network': ['ID=3d1c28c4-eb3a-4ab7-8af9-28c884443b0c,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:17.903131 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-bf628421-b659-48bf-98c8-01da671b9fc2 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Deleting port 02f68414-2885-45fd-9416-3d314f4b18d9 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:46:17.903500 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bf628421-b659-48bf-98c8-01da671b9fc2 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:17.916368 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-b74e9a32-1909-48d4-b2e0-fc85c5c283de None None] Allocated IP 2001:db8::2 (f810e159-a5e8-4c86-8cec-5d909fe013dd/36c1e7cf-1550-4d65-8c53-b8da9f485459/398db465-bb3f-4b70-9200-236f6a2894ab) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:46:17.956965 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ff817ae1-d353-4631-87f4-f22a4c4a822e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:17.958356 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ff817ae1-d353-4631-87f4-f22a4c4a822e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6833961 Oct 26 15:46:17.961419 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-22fc2525-31da-4c18-a01b-379121a37ea1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7331736 Oct 26 15:46:17.963036 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36156) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:17.971732 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36158) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:18.064849 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc2525-31da-4c18-a01b-379121a37ea1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event updated for resources: {'Network': ['ID=74572123-22be-4e80-8239-68369e337530,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:18.138090 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a48e25-c367-482f-aa9d-7696d9b51094 req-01504273-6459-41ac-b89d-0e0a2d764653 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:18.144878 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b74e9a32-1909-48d4-b2e0-fc85c5c283de None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:18.146797 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-32a48e25-c367-482f-aa9d-7696d9b51094 req-01504273-6459-41ac-b89d-0e0a2d764653 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=317f2fc3-5951-4998-94f0-0728b8b2326b HTTP/1.1" status: 200 len: 943 time: 0.1976941 Oct 26 15:46:18.148350 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36166) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:18.153382 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-b74e9a32-1909-48d4-b2e0-fc85c5c283de None None] Transition to ACTIVE for port object 398db465-bb3f-4b70-9200-236f6a2894ab will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:46:18.159729 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-e5f9995e-09ac-4a5f-b45a-6ba2287074f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'ports': [{'network_id': '727fe7ec-fce3-4e2e-9e69-5d326c45d061'}, {'network_id': '74572123-22be-4e80-8239-68369e337530'}]} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:18.160041 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-e5f9995e-09ac-4a5f-b45a-6ba2287074f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'port': {'network_id': '727fe7ec-fce3-4e2e-9e69-5d326c45d061'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:18.160514 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-e5f9995e-09ac-4a5f-b45a-6ba2287074f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'port': {'network_id': '74572123-22be-4e80-8239-68369e337530'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:18.173070 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-b74e9a32-1909-48d4-b2e0-fc85c5c283de None None] Transition to ACTIVE for port object 398db465-bb3f-4b70-9200-236f6a2894ab will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:46:18.177735 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-4e9fece0-0cb7-4fb5-a379-3626c0f858fc None None] Deleting port c99fdcd9-d7da-494d-87ed-7788411f75c9 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:46:18.178236 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4e9fece0-0cb7-4fb5-a379-3626c0f858fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:18.213335 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device c99fdcd9-d7da-494d-87ed-7788411f75c9 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:46:18.223912 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-32a48e25-c367-482f-aa9d-7696d9b51094 req-28e82175-e5fd-4fbd-a7be-c217bd5e37c2 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c64386a-6623-49c2-bff3-822e0e17fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762661 Oct 26 15:46:18.243860 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 74572123-22be-4e80-8239-68369e337530 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:46:18.349643 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36174) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:18.378218 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b74e9a32-1909-48d4-b2e0-fc85c5c283de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:18.382006 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: c99fdcd9-d7da-494d-87ed-7788411f75c9 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:46:18.382420 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device c99fdcd9-d7da-494d-87ed-7788411f75c9 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:46:18.389519 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-4e9fece0-0cb7-4fb5-a379-3626c0f858fc None None] The port 'c99fdcd9-d7da-494d-87ed-7788411f75c9' was deleted {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 15:46:18.429554 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.resource_extend [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] It took 0.64 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 15:46:18.499921 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-8d4555b7-bdc6-4296-849b-d8776d20097b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-337534615'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:18.520023 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8d4555b7-bdc6-4296-849b-d8776d20097b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:18.529172 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8d4555b7-bdc6-4296-849b-d8776d20097b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Usage tracker for resource:network and tenant:1be2509a71d64d26a32bbf77f727e229 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:46:18.533188 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8d4555b7-bdc6-4296-849b-d8776d20097b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:46:18.544078 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74e9a32-1909-48d4-b2e0-fc85c5c283de None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:46:18.549161 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-b74e9a32-1909-48d4-b2e0-fc85c5c283de None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:18.549810 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8d4555b7-bdc6-4296-849b-d8776d20097b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:18.554976 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74e9a32-1909-48d4-b2e0-fc85c5c283de None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:46:18.574292 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-89f22dea-e749-4afc-bdda-704640232cb8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fd70ef53a26649bc8272693f5d67de51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2231596 Oct 26 15:46:18.576859 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36182) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:18.639734 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e9a32-1909-48d4-b2e0-fc85c5c283de None None] Pushing event updated for resources: {'Port': ['ID=398db465-bb3f-4b70-9200-236f6a2894ab,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:18.645385 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cf1c39c6-1703-4679-81b7-397eb257fd13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:18.674408 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cf1c39c6-1703-4679-81b7-397eb257fd13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:18.729082 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4555b7-bdc6-4296-849b-d8776d20097b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Made reservation on behalf of 1be2509a71d64d26a32bbf77f727e229 for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:46:18.735113 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8d4555b7-bdc6-4296-849b-d8776d20097b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:18.750878 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8d4555b7-bdc6-4296-849b-d8776d20097b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:18.768885 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8d4555b7-bdc6-4296-849b-d8776d20097b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:18.772911 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8d4555b7-bdc6-4296-849b-d8776d20097b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Usage tracker for resource:security_group_rule and tenant:1be2509a71d64d26a32bbf77f727e229 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:46:18.776017 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8d4555b7-bdc6-4296-849b-d8776d20097b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:46:18.782020 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8d4555b7-bdc6-4296-849b-d8776d20097b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:18.792199 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-b74e9a32-1909-48d4-b2e0-fc85c5c283de None None] Attempting to bind port 398db465-bb3f-4b70-9200-236f6a2894ab on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:46:18.792691 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-b74e9a32-1909-48d4-b2e0-fc85c5c283de None None] Attempting to bind port 398db465-bb3f-4b70-9200-236f6a2894ab by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:46:18.793060 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74e9a32-1909-48d4-b2e0-fc85c5c283de None None] Attempting to bind port 398db465-bb3f-4b70-9200-236f6a2894ab on network f810e159-a5e8-4c86-8cec-5d909fe013dd {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:46:18.802794 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74e9a32-1909-48d4-b2e0-fc85c5c283de None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:46:18.803153 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74e9a32-1909-48d4-b2e0-fc85c5c283de None None] Checking segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:46:18.803553 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b74e9a32-1909-48d4-b2e0-fc85c5c283de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:18.803950 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74e9a32-1909-48d4-b2e0-fc85c5c283de None None] Bound using segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:46:18.804423 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-b74e9a32-1909-48d4-b2e0-fc85c5c283de None None] Bound port: 398db465-bb3f-4b70-9200-236f6a2894ab, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:46:18.804802 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b74e9a32-1909-48d4-b2e0-fc85c5c283de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:18.812083 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cf1c39c6-1703-4679-81b7-397eb257fd13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:18.823648 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 17d303d5-fb92-49a6-9891-432f5db08b5f, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=17d303d5-fb92-49a6-9891-432f5db08b5f,segment=NetworkSegment(8f7b355c-f982-49f3-8e7f-fc96672e7aa7),segment_id=8f7b355c-f982-49f3-8e7f-fc96672e7aa7)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:46:18.870998 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': '17d303d5-fb92-49a6-9891-432f5db08b5f', 'network_id': '463f536f-4c79-4aa7-83ec-186e85f0d447', 'port_id': '17d303d5-fb92-49a6-9891-432f5db08b5f', 'mac_address': 'fa:16:3e:0e:dc:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24fd7863-3159-4cf8-879b-2b00a6811b4e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 15:46:18.880341 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e5f9995e-09ac-4a5f-b45a-6ba2287074f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:18.890653 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bf628421-b659-48bf-98c8-01da671b9fc2 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:18.900055 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ec01ed95-cefe-4868-b942-ff7d001ee4c3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:18.941617 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c39c6-1703-4679-81b7-397eb257fd13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e594e6f-40fe-4d2c-b098-20f0f595dcba,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:18.963562 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cf1c39c6-1703-4679-81b7-397eb257fd13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:18.964756 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-cf1c39c6-1703-4679-81b7-397eb257fd13 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6e594e6f-40fe-4d2c-b098-20f0f595dcba HTTP/1.1" status: 204 len: 168 time: 0.3869214 Oct 26 15:46:18.994353 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 17d303d5-fb92-49a6-9891-432f5db08b5f is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:46:18.995293 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:19.011211 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-b74e9a32-1909-48d4-b2e0-fc85c5c283de None None] For port 398db465-bb3f-4b70-9200-236f6a2894ab, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:46:19.025229 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8d4555b7-bdc6-4296-849b-d8776d20097b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:19.025462 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17d303d5-fb92-49a6-9891-432f5db08b5f {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:46:19.033424 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-b74e9a32-1909-48d4-b2e0-fc85c5c283de None None] For port 398db465-bb3f-4b70-9200-236f6a2894ab, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=398db465-bb3f-4b70-9200-236f6a2894ab,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:46:19.046009 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 17d303d5-fb92-49a6-9891-432f5db08b5f, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=17d303d5-fb92-49a6-9891-432f5db08b5f,segment=NetworkSegment(8f7b355c-f982-49f3-8e7f-fc96672e7aa7),segment_id=8f7b355c-f982-49f3-8e7f-fc96672e7aa7)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:46:19.049986 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e5f9995e-09ac-4a5f-b45a-6ba2287074f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Usage tracker for resource:port and tenant:b10aaa5403b848e8bc3e4f603712654e is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:46:19.055668 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e5f9995e-09ac-4a5f-b45a-6ba2287074f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:46:19.106709 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:19.106973 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8d4555b7-bdc6-4296-849b-d8776d20097b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:19.114042 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e5f9995e-09ac-4a5f-b45a-6ba2287074f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:19.141445 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b74e9a32-1909-48d4-b2e0-fc85c5c283de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:19.153013 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d4555b7-bdc6-4296-849b-d8776d20097b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:46:19.162846 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4555b7-bdc6-4296-849b-d8776d20097b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d16808d-fcef-4d1a-82b8-09e4d0a6bdf9,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:19.169683 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8d4555b7-bdc6-4296-849b-d8776d20097b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:19.170304 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-8d4555b7-bdc6-4296-849b-d8776d20097b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Added segment 9707e602-4ca9-4171-bc37-6e0e4a0b353f of type vlan for network 6f96eeba-3749-449c-b45b-c4ae005dc426 Oct 26 15:46:19.183775 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-bf628421-b659-48bf-98c8-01da671b9fc2 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Calling delete_port for 02f68414-2885-45fd-9416-3d314f4b18d9 owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:46:19.202249 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=17d303d5-fb92-49a6-9891-432f5db08b5f,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:19.214994 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8d4555b7-bdc6-4296-849b-d8776d20097b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:19.312405 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e9a32-1909-48d4-b2e0-fc85c5c283de None None] Pushing event updated for resources: {'Port': ['ID=398db465-bb3f-4b70-9200-236f6a2894ab,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:19.317894 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8d4555b7-bdc6-4296-849b-d8776d20097b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:19.325088 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4555b7-bdc6-4296-849b-d8776d20097b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:19.325956 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8d4555b7-bdc6-4296-849b-d8776d20097b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:19.480426 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4555b7-bdc6-4296-849b-d8776d20097b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event updated for resources: {'Network': ['ID=6f96eeba-3749-449c-b45b-c4ae005dc426,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:19.496229 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 6f96eeba-3749-449c-b45b-c4ae005dc426 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:46:19.514513 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-8d4555b7-bdc6-4296-849b-d8776d20097b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3619318 Oct 26 15:46:19.520890 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f9995e-09ac-4a5f-b45a-6ba2287074f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Made reservation on behalf of b10aaa5403b848e8bc3e4f603712654e for: {'port': 2} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:46:19.525463 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e5f9995e-09ac-4a5f-b45a-6ba2287074f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:19.612299 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['17d303d5-fb92-49a6-9891-432f5db08b5f'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 15:46:19.644319 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36198) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:19.666072 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-1bfcdd4f-13ee-40d8-b12a-b7d0fe04b5d8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Request body: {'subnet': {'network_id': '6f96eeba-3749-449c-b45b-c4ae005dc426', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:19.672082 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e5f9995e-09ac-4a5f-b45a-6ba2287074f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:19.872980 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-1bfcdd4f-13ee-40d8-b12a-b7d0fe04b5d8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:19.879980 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-1bfcdd4f-13ee-40d8-b12a-b7d0fe04b5d8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Usage tracker for resource:subnet and tenant:1be2509a71d64d26a32bbf77f727e229 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:46:19.885726 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-1bfcdd4f-13ee-40d8-b12a-b7d0fe04b5d8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:46:19.895477 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-1bfcdd4f-13ee-40d8-b12a-b7d0fe04b5d8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:19.950707 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 398db465-bb3f-4b70-9200-236f6a2894ab up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:46:20.020323 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bfcdd4f-13ee-40d8-b12a-b7d0fe04b5d8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Made reservation on behalf of 1be2509a71d64d26a32bbf77f727e229 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:46:20.029718 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1bfcdd4f-13ee-40d8-b12a-b7d0fe04b5d8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:20.082408 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ab93d-bad8-4af5-b4cc-8560dd522783 req-c81582cc-3776-4841-9111-3847f93bc9fb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:20.083966 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-9d9ab93d-bad8-4af5-b4cc-8560dd522783 req-c81582cc-3776-4841-9111-3847f93bc9fb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=317f2fc3-5951-4998-94f0-0728b8b2326b HTTP/1.1" status: 200 len: 944 time: 0.6456277 Oct 26 15:46:20.101521 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bf628421-b659-48bf-98c8-01da671b9fc2 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:20.152182 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 398db465-bb3f-4b70-9200-236f6a2894ab completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:46:20.213588 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-ec01ed95-cefe-4868-b942-ff7d001ee4c3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Allocated IP 2001:db8::1 (f810e159-a5e8-4c86-8cec-5d909fe013dd/36c1e7cf-1550-4d65-8c53-b8da9f485459/902b61dc-af70-4536-8b9a-e9a52d36cf1d) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:46:20.217558 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-e5f9995e-09ac-4a5f-b45a-6ba2287074f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] device_id is not set on port 216815c1-f0bd-4299-9fd1-922123968812 yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:46:20.225328 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf628421-b659-48bf-98c8-01da671b9fc2 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Pushing event deleted for resources: {'Port': ['ID=02f68414-2885-45fd-9416-3d314f4b18d9,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:20.323137 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-9d9ab93d-bad8-4af5-b4cc-8560dd522783 req-94136174-3b27-4c56-a84c-1723aeddccbd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c64386a-6623-49c2-bff3-822e0e17fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2245944 Oct 26 15:46:20.370663 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1bfcdd4f-13ee-40d8-b12a-b7d0fe04b5d8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:20.427840 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36212) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:20.482021 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bf628421-b659-48bf-98c8-01da671b9fc2 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:20.485132 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfcdd4f-13ee-40d8-b12a-b7d0fe04b5d8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event updated for resources: {'Subnet': ['ID=7d7a23a4-5a28-4dd9-aaf6-1b75c5030c59,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:20.487708 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfcdd4f-13ee-40d8-b12a-b7d0fe04b5d8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Checking segment: {'id': '9707e602-4ca9-4171-bc37-6e0e4a0b353f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6f96eeba-3749-449c-b45b-c4ae005dc426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:46:20.488074 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfcdd4f-13ee-40d8-b12a-b7d0fe04b5d8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Network hostable DHCP agents. Network: 6f96eeba-3749-449c-b45b-c4ae005dc426, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:46:20.525582 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-bf628421-b659-48bf-98c8-01da671b9fc2 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] 10.222.0.23 "DELETE /v2.0/ports/02f68414-2885-45fd-9416-3d314f4b18d9 HTTP/1.1" status: 204 len: 168 time: 2.7701278 Oct 26 15:46:20.528966 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36218) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:20.534908 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-b7341bbd-59c7-44b6-a6af-e3642f1ff3ee tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '396be13e-92f6-47f0-8d63-486cebc07e94', 'external_fixed_ips': [{'subnet_id': '390674d0-87ff-43da-b5ff-89153f822b02', 'ip_address': '172.20.0.4'}]}}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:20.540921 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-b7341bbd-59c7-44b6-a6af-e3642f1ff3ee tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:20.545163 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-b7341bbd-59c7-44b6-a6af-e3642f1ff3ee tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Usage tracker for resource:router and tenant:10ca3219de1940369df7d17421d53c85 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:46:20.548805 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-b7341bbd-59c7-44b6-a6af-e3642f1ff3ee tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:46:20.554924 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-b7341bbd-59c7-44b6-a6af-e3642f1ff3ee tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:20.576028 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-47e09cb7-b6b8-403f-87de-f8041c2c31cd tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-431649434', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:20.582382 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfcdd4f-13ee-40d8-b12a-b7d0fe04b5d8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Network 6f96eeba-3749-449c-b45b-c4ae005dc426 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:46:20.585171 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-47e09cb7-b6b8-403f-87de-f8041c2c31cd tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:20.592062 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-47e09cb7-b6b8-403f-87de-f8041c2c31cd tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Usage tracker for resource:router and tenant:9751a64439434c5cb279f90db157da02 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:46:20.595748 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-47e09cb7-b6b8-403f-87de-f8041c2c31cd tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:46:20.601655 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-47e09cb7-b6b8-403f-87de-f8041c2c31cd tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:20.608629 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ec01ed95-cefe-4868-b942-ff7d001ee4c3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:20.638527 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e5f9995e-09ac-4a5f-b45a-6ba2287074f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:20.640983 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-ec01ed95-cefe-4868-b942-ff7d001ee4c3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Transition to ACTIVE for port object 902b61dc-af70-4536-8b9a-e9a52d36cf1d will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:46:20.667437 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b7341bbd-59c7-44b6-a6af-e3642f1ff3ee tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:20.668686 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b7341bbd-59c7-44b6-a6af-e3642f1ff3ee tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:20.685673 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b7341bbd-59c7-44b6-a6af-e3642f1ff3ee tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:20.689437 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-2a99344c-f812-4f20-b818-0e5c7728cdec None None] Provisioning for port 398db465-bb3f-4b70-9200-236f6a2894ab completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:46:20.695948 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-1bfcdd4f-13ee-40d8-b12a-b7d0fe04b5d8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 6f96eeba-3749-449c-b45b-c4ae005dc426) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:20.697499 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-2a99344c-f812-4f20-b818-0e5c7728cdec None None] Provisioning complete for port 398db465-bb3f-4b70-9200-236f6a2894ab triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:46:20.698171 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2a99344c-f812-4f20-b818-0e5c7728cdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:20.701620 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfcdd4f-13ee-40d8-b12a-b7d0fe04b5d8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:20.702197 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1bfcdd4f-13ee-40d8-b12a-b7d0fe04b5d8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:20.706723 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-2a99344c-f812-4f20-b818-0e5c7728cdec None None] Attempt 1 to provision port 398db465-bb3f-4b70-9200-236f6a2894ab Oct 26 15:46:20.707067 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-47e09cb7-b6b8-403f-87de-f8041c2c31cd tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:20.708583 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-47e09cb7-b6b8-403f-87de-f8041c2c31cd tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:20.725615 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-47e09cb7-b6b8-403f-87de-f8041c2c31cd tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:20.738512 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42404ef-3cc9-40c7-ad57-1726e36b1118 None None] Network 6f96eeba-3749-449c-b45b-c4ae005dc426 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:46:20.759859 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-e5f9995e-09ac-4a5f-b45a-6ba2287074f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] device_id is not set on port aebed8d4-08a9-4791-b813-48c29eac843b yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:46:20.797969 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-47e09cb7-b6b8-403f-87de-f8041c2c31cd tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:20.825535 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-1bfcdd4f-13ee-40d8-b12a-b7d0fe04b5d8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.1764812 Oct 26 15:46:20.881829 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36222) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:20.927116 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ec01ed95-cefe-4868-b942-ff7d001ee4c3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:20.949886 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-47e09cb7-b6b8-403f-87de-f8041c2c31cd tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:20.950988 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-47e09cb7-b6b8-403f-87de-f8041c2c31cd tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.5202663 Oct 26 15:46:20.954712 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-b588a9ff-69c2-45ea-b75d-d6fc8f4ceda9 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-988559'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:20.966770 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36226) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:20.973285 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-b588a9ff-69c2-45ea-b75d-d6fc8f4ceda9 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:20.978205 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-89b5fa3c-933a-4d70-a3f8-a079627adcae tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-342601020'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:20.983906 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-2a99344c-f812-4f20-b818-0e5c7728cdec None None] Current status of the port 398db465-bb3f-4b70-9200-236f6a2894ab is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:46:20.984291 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2a99344c-f812-4f20-b818-0e5c7728cdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:20.987088 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-b588a9ff-69c2-45ea-b75d-d6fc8f4ceda9 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Usage tracker for resource:network and tenant:1be2509a71d64d26a32bbf77f727e229 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:46:20.989794 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-89b5fa3c-933a-4d70-a3f8-a079627adcae tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:20.996654 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-b588a9ff-69c2-45ea-b75d-d6fc8f4ceda9 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:46:21.043446 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec01ed95-cefe-4868-b942-ff7d001ee4c3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:46:21.049346 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-ec01ed95-cefe-4868-b942-ff7d001ee4c3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:21.058424 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec01ed95-cefe-4868-b942-ff7d001ee4c3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:46:21.058995 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ec01ed95-cefe-4868-b942-ff7d001ee4c3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:21.061611 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-89b5fa3c-933a-4d70-a3f8-a079627adcae tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Usage tracker for resource:network and tenant:9751a64439434c5cb279f90db157da02 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:46:21.064931 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-b588a9ff-69c2-45ea-b75d-d6fc8f4ceda9 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:21.070638 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-2a99344c-f812-4f20-b818-0e5c7728cdec None None] For port 398db465-bb3f-4b70-9200-236f6a2894ab, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=398db465-bb3f-4b70-9200-236f6a2894ab,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:46:21.091507 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9303aa0-b5b0-4738-b718-c5467c90af0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-6f96eeba-3749-449c-b45b-c4ae005dc426', 'network_id': '6f96eeba-3749-449c-b45b-c4ae005dc426', 'tenant_id': '1be2509a71d64d26a32bbf77f727e229', 'fixed_ips': [{'subnet_id': '7d7a23a4-5a28-4dd9-aaf6-1b75c5030c59'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:46:21.092507 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f9303aa0-b5b0-4738-b718-c5467c90af0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:21.125516 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-89b5fa3c-933a-4d70-a3f8-a079627adcae tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:46:21.147875 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-89b5fa3c-933a-4d70-a3f8-a079627adcae tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:21.153348 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b7341bbd-59c7-44b6-a6af-e3642f1ff3ee tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:21.161708 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2a99344c-f812-4f20-b818-0e5c7728cdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:21.175347 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec01ed95-cefe-4868-b942-ff7d001ee4c3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Port': ['ID=902b61dc-af70-4536-8b9a-e9a52d36cf1d,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:21.179674 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e5f9995e-09ac-4a5f-b45a-6ba2287074f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:21.221824 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b588a9ff-69c2-45ea-b75d-d6fc8f4ceda9 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Made reservation on behalf of 1be2509a71d64d26a32bbf77f727e229 for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:46:21.235918 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b588a9ff-69c2-45ea-b75d-d6fc8f4ceda9 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:21.261312 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b5fa3c-933a-4d70-a3f8-a079627adcae tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Made reservation on behalf of 9751a64439434c5cb279f90db157da02 for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:46:21.265438 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-89b5fa3c-933a-4d70-a3f8-a079627adcae tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:21.300540 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a99344c-f812-4f20-b818-0e5c7728cdec None None] Pushing event updated for resources: {'Port': ['ID=398db465-bb3f-4b70-9200-236f6a2894ab,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:21.304821 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-89b5fa3c-933a-4d70-a3f8-a079627adcae tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:21.330528 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-89b5fa3c-933a-4d70-a3f8-a079627adcae tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:21.334673 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-f9303aa0-b5b0-4738-b718-c5467c90af0f None None] Allocated IP 172.20.255.242 (6f96eeba-3749-449c-b45b-c4ae005dc426/7d7a23a4-5a28-4dd9-aaf6-1b75c5030c59/81b32e8d-fed2-4322-a773-d0f9e8de32ae) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:46:21.381027 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-89b5fa3c-933a-4d70-a3f8-a079627adcae tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Usage tracker for resource:security_group_rule and tenant:9751a64439434c5cb279f90db157da02 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:46:21.384172 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b588a9ff-69c2-45ea-b75d-d6fc8f4ceda9 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:46:21.386348 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-89b5fa3c-933a-4d70-a3f8-a079627adcae tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:46:21.389935 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e5f9995e-09ac-4a5f-b45a-6ba2287074f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:21.401292 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-89b5fa3c-933a-4d70-a3f8-a079627adcae tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:21.408320 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b588a9ff-69c2-45ea-b75d-d6fc8f4ceda9 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:21.408661 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-b588a9ff-69c2-45ea-b75d-d6fc8f4ceda9 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Added segment 573daf53-dc61-407a-b55d-1b34c5beebc4 of type vlan for network 798f1d99-5857-4df1-adc6-82de279bf4b4 Oct 26 15:46:21.460187 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b588a9ff-69c2-45ea-b75d-d6fc8f4ceda9 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:21.491180 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f9995e-09ac-4a5f-b45a-6ba2287074f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Network 727fe7ec-fce3-4e2e-9e69-5d326c45d061 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:46:21.499065 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-e5f9995e-09ac-4a5f-b45a-6ba2287074f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:21.504388 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ec01ed95-cefe-4868-b942-ff7d001ee4c3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:21.516086 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f9995e-09ac-4a5f-b45a-6ba2287074f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:46:21.517344 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e5f9995e-09ac-4a5f-b45a-6ba2287074f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:21.520454 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f9995e-09ac-4a5f-b45a-6ba2287074f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event updated for resources: {'Port': ['ID=216815c1-f0bd-4299-9fd1-922123968812,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:21.529820 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-0edb529a-a403-4a1b-844b-1382bd778844 None None] Provisioning for port 902b61dc-af70-4536-8b9a-e9a52d36cf1d completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:46:21.549636 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-0edb529a-a403-4a1b-844b-1382bd778844 None None] Provisioning complete for port 902b61dc-af70-4536-8b9a-e9a52d36cf1d triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:46:21.550012 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-0edb529a-a403-4a1b-844b-1382bd778844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:21.550435 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0edb529a-a403-4a1b-844b-1382bd778844 None None] Attempt 1 to provision port 902b61dc-af70-4536-8b9a-e9a52d36cf1d Oct 26 15:46:21.623335 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b588a9ff-69c2-45ea-b75d-d6fc8f4ceda9 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:21.629790 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b588a9ff-69c2-45ea-b75d-d6fc8f4ceda9 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:21.630438 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b588a9ff-69c2-45ea-b75d-d6fc8f4ceda9 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:21.660380 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f9303aa0-b5b0-4738-b718-c5467c90af0f None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:21.667338 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0edb529a-a403-4a1b-844b-1382bd778844 None None] Port 902b61dc-af70-4536-8b9a-e9a52d36cf1d cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:46:21.673818 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-f9303aa0-b5b0-4738-b718-c5467c90af0f None None] Transition to ACTIVE for port object 81b32e8d-fed2-4322-a773-d0f9e8de32ae will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:46:21.687944 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-89b5fa3c-933a-4d70-a3f8-a079627adcae tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:21.698173 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-f9303aa0-b5b0-4738-b718-c5467c90af0f None None] Transition to ACTIVE for port object 81b32e8d-fed2-4322-a773-d0f9e8de32ae will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:46:21.731413 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 17d303d5-fb92-49a6-9891-432f5db08b5f up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:46:21.770081 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-89b5fa3c-933a-4d70-a3f8-a079627adcae tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:21.785036 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f9303aa0-b5b0-4738-b718-c5467c90af0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:21.886165 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9303aa0-b5b0-4738-b718-c5467c90af0f None None] Pushing event updated for resources: {'Port': ['ID=81b32e8d-fed2-4322-a773-d0f9e8de32ae,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:21.893403 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f9995e-09ac-4a5f-b45a-6ba2287074f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Checking segment: {'id': '1dbad1f6-fe27-4c30-bdd6-7cc85b2c8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '74572123-22be-4e80-8239-68369e337530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:46:21.893683 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f9995e-09ac-4a5f-b45a-6ba2287074f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Network hostable DHCP agents. Network: 74572123-22be-4e80-8239-68369e337530, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:46:21.896643 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 398db465-bb3f-4b70-9200-236f6a2894ab up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:46:21.933394 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588a9ff-69c2-45ea-b75d-d6fc8f4ceda9 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event updated for resources: {'Network': ['ID=798f1d99-5857-4df1-adc6-82de279bf4b4,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:21.934501 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f9995e-09ac-4a5f-b45a-6ba2287074f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event updated for resources: {'Port': ['ID=aebed8d4-08a9-4791-b813-48c29eac843b,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:21.959479 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b588a9ff-69c2-45ea-b75d-d6fc8f4ceda9 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.0705085 Oct 26 15:46:21.966815 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9303aa0-b5b0-4738-b718-c5467c90af0f None None] Network 6f96eeba-3749-449c-b45b-c4ae005dc426 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:46:21.970545 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 798f1d99-5857-4df1-adc6-82de279bf4b4 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:46:21.980052 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89b5fa3c-933a-4d70-a3f8-a079627adcae tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:46:21.981875 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36236) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:21.988800 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-f9303aa0-b5b0-4738-b718-c5467c90af0f None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:21.996639 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9303aa0-b5b0-4738-b718-c5467c90af0f None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:46:21.998342 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-40e4a875-cfc1-4c3c-a811-010d532e6c51 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Request body: {'subnet': {'network_id': '798f1d99-5857-4df1-adc6-82de279bf4b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:22.013553 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b5fa3c-933a-4d70-a3f8-a079627adcae tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2ee197-34cf-49e8-b926-8b9ee5c9a32a,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:22.040578 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-89b5fa3c-933a-4d70-a3f8-a079627adcae tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:22.041601 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-89b5fa3c-933a-4d70-a3f8-a079627adcae tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Added segment 60795961-2f3a-4172-927c-96d78878fb69 of type vlan for network 761f6f92-a3c8-4d21-a9d5-acf3cf4d9ef9 Oct 26 15:46:22.047979 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f9995e-09ac-4a5f-b45a-6ba2287074f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Network 74572123-22be-4e80-8239-68369e337530 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:46:22.101428 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning for port 17d303d5-fb92-49a6-9891-432f5db08b5f completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:46:22.110041 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ec01ed95-cefe-4868-b942-ff7d001ee4c3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:22.129061 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-e5f9995e-09ac-4a5f-b45a-6ba2287074f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 74572123-22be-4e80-8239-68369e337530) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:22.132879 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f9995e-09ac-4a5f-b45a-6ba2287074f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:46:22.140027 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f9995e-09ac-4a5f-b45a-6ba2287074f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:22.145561 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f9995e-09ac-4a5f-b45a-6ba2287074f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:22.146148 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e5f9995e-09ac-4a5f-b45a-6ba2287074f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:22.154234 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13108361-d400-44a4-841c-61cb5654106d None None] Network 74572123-22be-4e80-8239-68369e337530 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:46:22.177122 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0edb529a-a403-4a1b-844b-1382bd778844 None None] Attempt 2 to provision port 902b61dc-af70-4536-8b9a-e9a52d36cf1d Oct 26 15:46:22.186836 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ec01ed95-cefe-4868-b942-ff7d001ee4c3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:22.187757 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ec01ed95-cefe-4868-b942-ff7d001ee4c3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:22.200947 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port 17d303d5-fb92-49a6-9891-432f5db08b5f triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:46:22.201332 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:22.201691 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port 17d303d5-fb92-49a6-9891-432f5db08b5f Oct 26 15:46:22.254650 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e5f9995e-09ac-4a5f-b45a-6ba2287074f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.2790785 Oct 26 15:46:22.259920 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36240) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:22.267594 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f86d5-52a5-44ec-9c14-090229ef8ff5 req-bf99b16a-df50-4796-88aa-d547d194d99e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:22.269088 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-443f86d5-52a5-44ec-9c14-090229ef8ff5 req-bf99b16a-df50-4796-88aa-d547d194d99e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=317f2fc3-5951-4998-94f0-0728b8b2326b HTTP/1.1" status: 200 len: 944 time: 0.7270384 Oct 26 15:46:22.348452 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-89b5fa3c-933a-4d70-a3f8-a079627adcae tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:22.378280 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-40e4a875-cfc1-4c3c-a811-010d532e6c51 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:22.401783 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-40e4a875-cfc1-4c3c-a811-010d532e6c51 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Usage tracker for resource:subnet and tenant:1be2509a71d64d26a32bbf77f727e229 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:46:22.405210 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-90af9dd7-e237-4c13-b4f1-9cc5ca883004 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Deleting port aebed8d4-08a9-4791-b813-48c29eac843b {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:46:22.405554 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-90af9dd7-e237-4c13-b4f1-9cc5ca883004 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:22.420004 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-40e4a875-cfc1-4c3c-a811-010d532e6c51 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:46:22.441666 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-443f86d5-52a5-44ec-9c14-090229ef8ff5 req-f713e6c3-efa9-4eef-9ded-f319f11cf15d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c64386a-6623-49c2-bff3-822e0e17fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514268 Oct 26 15:46:22.442523 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-40e4a875-cfc1-4c3c-a811-010d532e6c51 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:22.456383 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b7341bbd-59c7-44b6-a6af-e3642f1ff3ee tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:22.474533 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0edb529a-a403-4a1b-844b-1382bd778844 None None] Port 902b61dc-af70-4536-8b9a-e9a52d36cf1d cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:46:22.499026 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b7341bbd-59c7-44b6-a6af-e3642f1ff3ee tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:22.526816 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-f9303aa0-b5b0-4738-b718-c5467c90af0f None None] Attempting to bind port 81b32e8d-fed2-4322-a773-d0f9e8de32ae on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:46:22.527194 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-f9303aa0-b5b0-4738-b718-c5467c90af0f None None] Attempting to bind port 81b32e8d-fed2-4322-a773-d0f9e8de32ae by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '9707e602-4ca9-4171-bc37-6e0e4a0b353f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6f96eeba-3749-449c-b45b-c4ae005dc426'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:46:22.527592 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9303aa0-b5b0-4738-b718-c5467c90af0f None None] Attempting to bind port 81b32e8d-fed2-4322-a773-d0f9e8de32ae on network 6f96eeba-3749-449c-b45b-c4ae005dc426 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:46:22.533084 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec01ed95-cefe-4868-b942-ff7d001ee4c3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Port': ['ID=902b61dc-af70-4536-8b9a-e9a52d36cf1d,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:22.549042 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9303aa0-b5b0-4738-b718-c5467c90af0f None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:46:22.549679 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9303aa0-b5b0-4738-b718-c5467c90af0f None None] Checking segment: {'id': '9707e602-4ca9-4171-bc37-6e0e4a0b353f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6f96eeba-3749-449c-b45b-c4ae005dc426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:46:22.550130 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f9303aa0-b5b0-4738-b718-c5467c90af0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:22.551105 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9303aa0-b5b0-4738-b718-c5467c90af0f None None] Bound using segment: {'id': '9707e602-4ca9-4171-bc37-6e0e4a0b353f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6f96eeba-3749-449c-b45b-c4ae005dc426'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:46:22.551630 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-f9303aa0-b5b0-4738-b718-c5467c90af0f None None] Bound port: 81b32e8d-fed2-4322-a773-d0f9e8de32ae, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9707e602-4ca9-4171-bc37-6e0e4a0b353f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6f96eeba-3749-449c-b45b-c4ae005dc426'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:46:22.552144 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f9303aa0-b5b0-4738-b718-c5467c90af0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:22.693057 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 398db465-bb3f-4b70-9200-236f6a2894ab triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:46:22.693739 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:22.694089 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 398db465-bb3f-4b70-9200-236f6a2894ab Oct 26 15:46:22.750288 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-b7341bbd-59c7-44b6-a6af-e3642f1ff3ee tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Allocated IP 172.20.0.4 (396be13e-92f6-47f0-8d63-486cebc07e94/390674d0-87ff-43da-b5ff-89153f822b02/5f93812b-ebe5-4d88-9124-8bc01d8e00f7) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:46:22.798275 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e4a875-cfc1-4c3c-a811-010d532e6c51 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Made reservation on behalf of 1be2509a71d64d26a32bbf77f727e229 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:46:22.802781 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-40e4a875-cfc1-4c3c-a811-010d532e6c51 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:22.828362 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-89b5fa3c-933a-4d70-a3f8-a079627adcae tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:22.833950 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b5fa3c-933a-4d70-a3f8-a079627adcae tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:22.835280 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-89b5fa3c-933a-4d70-a3f8-a079627adcae tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:22.868230 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec01ed95-cefe-4868-b942-ff7d001ee4c3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:46:22.872064 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-ec01ed95-cefe-4868-b942-ff7d001ee4c3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:22.876022 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-90af9dd7-e237-4c13-b4f1-9cc5ca883004 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:22.899991 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-f9303aa0-b5b0-4738-b718-c5467c90af0f None None] For port 81b32e8d-fed2-4322-a773-d0f9e8de32ae, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:46:22.904138 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 17d303d5-fb92-49a6-9891-432f5db08b5f is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:46:22.904520 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:22.949978 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-f9303aa0-b5b0-4738-b718-c5467c90af0f None None] For port 81b32e8d-fed2-4322-a773-d0f9e8de32ae, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=81b32e8d-fed2-4322-a773-d0f9e8de32ae,segment=NetworkSegment(9707e602-4ca9-4171-bc37-6e0e4a0b353f),segment_id=9707e602-4ca9-4171-bc37-6e0e4a0b353f)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:46:22.951626 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317f2fc3-5951-4998-94f0-0728b8b2326b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d303d5-fb92-49a6-9891-432f5db08b5f'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:46:22.953939 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5767846b-451e-4d55-b3d4-8a83ed4442dc" -d '{"events": [{"server_uuid": "317f2fc3-5951-4998-94f0-0728b8b2326b", "name": "network-vif-plugged", "status": "completed", "tag": "17d303d5-fb92-49a6-9891-432f5db08b5f"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:46:22.985475 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0edb529a-a403-4a1b-844b-1382bd778844 None None] Attempt 3 to provision port 902b61dc-af70-4536-8b9a-e9a52d36cf1d Oct 26 15:46:23.054446 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 17d303d5-fb92-49a6-9891-432f5db08b5f, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=17d303d5-fb92-49a6-9891-432f5db08b5f,segment=NetworkSegment(8f7b355c-f982-49f3-8e7f-fc96672e7aa7),segment_id=8f7b355c-f982-49f3-8e7f-fc96672e7aa7)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:46:23.072982 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f9303aa0-b5b0-4738-b718-c5467c90af0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:23.106233 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-89b5fa3c-933a-4d70-a3f8-a079627adcae tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.1375988 Oct 26 15:46:23.135539 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9b9cc6-cc87-46a0-a465-476186cb5d69 x-openstack-request-id: req-3e9b9cc6-cc87-46a0-a465-476186cb5d69 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:46:23.135827 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "317f2fc3-5951-4998-94f0-0728b8b2326b", "name": "network-vif-plugged", "status": "completed", "tag": "17d303d5-fb92-49a6-9891-432f5db08b5f", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:46:23.146504 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3e9b9cc6-cc87-46a0-a465-476186cb5d69 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:46:23.146801 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e9b9cc6-cc87-46a0-a465-476186cb5d69'] response: {'server_uuid': '317f2fc3-5951-4998-94f0-0728b8b2326b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d303d5-fb92-49a6-9891-432f5db08b5f', 'code': 200} Oct 26 15:46:23.204060 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:23.223817 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0edb529a-a403-4a1b-844b-1382bd778844 None None] Port 902b61dc-af70-4536-8b9a-e9a52d36cf1d cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:46:23.224609 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36254) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:23.228977 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 398db465-bb3f-4b70-9200-236f6a2894ab is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:46:23.253491 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-b1845f74-48a4-44eb-bc3f-43ef09b28971 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Request body: {'subnet': {'network_id': '761f6f92-a3c8-4d21-a9d5-acf3cf4d9ef9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:23.257066 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9303aa0-b5b0-4738-b718-c5467c90af0f None None] Pushing event updated for resources: {'Port': ['ID=81b32e8d-fed2-4322-a773-d0f9e8de32ae,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:23.279045 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-90af9dd7-e237-4c13-b4f1-9cc5ca883004 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Calling delete_port for aebed8d4-08a9-4791-b813-48c29eac843b owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:46:23.356329 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=17d303d5-fb92-49a6-9891-432f5db08b5f,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:23.424917 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b5fa3c-933a-4d70-a3f8-a079627adcae tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Pushing event updated for resources: {'Network': ['ID=761f6f92-a3c8-4d21-a9d5-acf3cf4d9ef9,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:23.466580 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 761f6f92-a3c8-4d21-a9d5-acf3cf4d9ef9 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:46:23.477120 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b7341bbd-59c7-44b6-a6af-e3642f1ff3ee tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:23.621624 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0378759-90aa-4802-b5fb-8dd6265ebf3b req-a13246a3-8f72-42cc-8bd5-bb1bfbd14c23 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:23.630223 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b0378759-90aa-4802-b5fb-8dd6265ebf3b req-a13246a3-8f72-42cc-8bd5-bb1bfbd14c23 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d4a168b-8414-4e0c-aafa-d048ee6f7683 HTTP/1.1" status: 200 len: 946 time: 0.3559272 Oct 26 15:46:23.657108 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b1845f74-48a4-44eb-bc3f-43ef09b28971 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:23.667097 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b1845f74-48a4-44eb-bc3f-43ef09b28971 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Usage tracker for resource:subnet and tenant:9751a64439434c5cb279f90db157da02 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:46:23.670510 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b1845f74-48a4-44eb-bc3f-43ef09b28971 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:46:23.678151 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b1845f74-48a4-44eb-bc3f-43ef09b28971 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:23.689546 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9eaf4-8900-494b-b9b1-02b3a35ed554 req-14a2774e-44e6-4994-8937-3be5d3729eed tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:23.690992 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-8da9eaf4-8900-494b-b9b1-02b3a35ed554 req-14a2774e-44e6-4994-8937-3be5d3729eed tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e191253-b5f3-4002-95f2-06134a2c3e70 HTTP/1.1" status: 200 len: 946 time: 0.3757074 Oct 26 15:46:23.723378 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec01ed95-cefe-4868-b942-ff7d001ee4c3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Router 6087afdb-0b00-41fc-ad12-72d22426c835 is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:46:23.727949 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0edb529a-a403-4a1b-844b-1382bd778844 None None] Attempt 4 to provision port 902b61dc-af70-4536-8b9a-e9a52d36cf1d Oct 26 15:46:23.750299 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b0378759-90aa-4802-b5fb-8dd6265ebf3b req-b4a0912b-a6f1-4a1c-a288-f2c0e910e010 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d292d6b-50fe-4127-8949-883291b1e0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190131 Oct 26 15:46:23.788698 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4fe0e0-f96f-440a-a1db-c9cc49c6a574 req-a65790c6-0869-4029-8533-8a1225560bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:23.790960 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0edb529a-a403-4a1b-844b-1382bd778844 None None] Port 902b61dc-af70-4536-8b9a-e9a52d36cf1d cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:46:23.791115 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5b4fe0e0-f96f-440a-a1db-c9cc49c6a574 req-a65790c6-0869-4029-8533-8a1225560bb6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=317f2fc3-5951-4998-94f0-0728b8b2326b HTTP/1.1" status: 200 len: 1098 time: 0.2515752 Oct 26 15:46:23.821386 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1845f74-48a4-44eb-bc3f-43ef09b28971 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Made reservation on behalf of 9751a64439434c5cb279f90db157da02 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:46:23.824768 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b1845f74-48a4-44eb-bc3f-43ef09b28971 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:23.835949 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-40e4a875-cfc1-4c3c-a811-010d532e6c51 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:23.881769 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5b4fe0e0-f96f-440a-a1db-c9cc49c6a574 req-7c4e5a11-f2fd-41b7-949c-3df0cd511052 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5c64386a-6623-49c2-bff3-822e0e17fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825794 Oct 26 15:46:23.891644 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b7341bbd-59c7-44b6-a6af-e3642f1ff3ee tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:23.913979 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-90af9dd7-e237-4c13-b4f1-9cc5ca883004 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:23.936826 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-8da9eaf4-8900-494b-b9b1-02b3a35ed554 req-6060118e-e305-4398-b9c1-b25517965e7b tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/security-groups?id=16fb894e-acc2-46d5-b200-5c9b4d7d52ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2346218 Oct 26 15:46:23.941185 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 81b32e8d-fed2-4322-a773-d0f9e8de32ae up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:46:24.072046 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7341bbd-59c7-44b6-a6af-e3642f1ff3ee tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Network 396be13e-92f6-47f0-8d63-486cebc07e94 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:46:24.072259 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90af9dd7-e237-4c13-b4f1-9cc5ca883004 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event deleted for resources: {'Port': ['ID=aebed8d4-08a9-4791-b813-48c29eac843b,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:24.083740 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 81b32e8d-fed2-4322-a773-d0f9e8de32ae completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:46:24.087255 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-b7341bbd-59c7-44b6-a6af-e3642f1ff3ee tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:24.096154 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-90af9dd7-e237-4c13-b4f1-9cc5ca883004 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:24.101110 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7341bbd-59c7-44b6-a6af-e3642f1ff3ee tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Pushing event updated for resources: {'Port': ['ID=5f93812b-ebe5-4d88-9124-8bc01d8e00f7,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:24.109803 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e4a875-cfc1-4c3c-a811-010d532e6c51 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event updated for resources: {'Subnet': ['ID=723d47fd-9c70-4edb-b925-3e137098cdb3,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:24.113940 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7341bbd-59c7-44b6-a6af-e3642f1ff3ee tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:46:24.121760 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-90af9dd7-e237-4c13-b4f1-9cc5ca883004 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/ports/aebed8d4-08a9-4791-b813-48c29eac843b HTTP/1.1" status: 204 len: 168 time: 1.8585610 Oct 26 15:46:24.126533 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36260) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:24.171260 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec01ed95-cefe-4868-b942-ff7d001ee4c3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:46:24.190415 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc95cdf-60cc-4f45-9d4e-b895a3b3031d None None] Sync routers for ids ['6087afdb-0b00-41fc-ad12-72d22426c835'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:46:24.203331 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc95cdf-60cc-4f45-9d4e-b895a3b3031d None None] Routers {'6087afdb-0b00-41fc-ad12-72d22426c835'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:46:24.204937 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ec01ed95-cefe-4868-b942-ff7d001ee4c3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "PUT /v2.0/routers/6087afdb-0b00-41fc-ad12-72d22426c835/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2408621 Oct 26 15:46:24.207352 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-acc95cdf-60cc-4f45-9d4e-b895a3b3031d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:46:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['6087afdb-0b00-41fc-ad12-72d22426c835'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:24.208399 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36264) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:24.297244 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e4a875-cfc1-4c3c-a811-010d532e6c51 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Checking segment: {'id': '573daf53-dc61-407a-b55d-1b34c5beebc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '798f1d99-5857-4df1-adc6-82de279bf4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:46:24.297593 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e4a875-cfc1-4c3c-a811-010d532e6c51 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Network hostable DHCP agents. Network: 798f1d99-5857-4df1-adc6-82de279bf4b4, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:46:24.348925 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcefff42-4e96-4bc2-9aa9-de55744cc18d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:24.349620 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-bcefff42-4e96-4bc2-9aa9-de55744cc18d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:46:24.411790 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c5ee6b-27e2-4500-980c-f4d17539e8c7 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:24.417506 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0edb529a-a403-4a1b-844b-1382bd778844 None None] Attempt 5 to provision port 902b61dc-af70-4536-8b9a-e9a52d36cf1d Oct 26 15:46:24.420507 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c5ee6b-27e2-4500-980c-f4d17539e8c7 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:24.420688 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-86c5ee6b-27e2-4500-980c-f4d17539e8c7 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Synchronizing usage tracker for tenant:b10aaa5403b848e8bc3e4f603712654e on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:46:24.461248 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-bcefff42-4e96-4bc2-9aa9-de55744cc18d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:46:24.464233 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-bcefff42-4e96-4bc2-9aa9-de55744cc18d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/ports/902b61dc-af70-4536-8b9a-e9a52d36cf1d HTTP/1.1" status: 200 len: 911 time: 0.2538497 Oct 26 15:46:24.466876 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36268) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:24.469540 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866af81f-3265-4209-8825-5cadb7e84777 None None] Network 6f96eeba-3749-449c-b45b-c4ae005dc426 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:46:24.517646 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8e90c-01a1-480c-a433-fa059af95a91 req-0226cf80-7b39-4570-8108-64a9da315c50 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:24.519217 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-dba8e90c-01a1-480c-a433-fa059af95a91 req-0226cf80-7b39-4570-8108-64a9da315c50 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=317f2fc3-5951-4998-94f0-0728b8b2326b HTTP/1.1" status: 200 len: 945 time: 0.6207237 Oct 26 15:46:24.534844 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b1845f74-48a4-44eb-bc3f-43ef09b28971 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:24.569718 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-86c5ee6b-27e2-4500-980c-f4d17539e8c7 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Unset dirty status for tenant:b10aaa5403b848e8bc3e4f603712654e on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:46:24.573181 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e4a875-cfc1-4c3c-a811-010d532e6c51 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Network 798f1d99-5857-4df1-adc6-82de279bf4b4 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:46:24.575142 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-86c5ee6b-27e2-4500-980c-f4d17539e8c7 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.4486306 Oct 26 15:46:24.576924 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0edb529a-a403-4a1b-844b-1382bd778844 None None] Port 902b61dc-af70-4536-8b9a-e9a52d36cf1d cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:46:24.577057 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36272) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:24.587276 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-dba8e90c-01a1-480c-a433-fa059af95a91 req-1623b356-56c1-48e0-a8f1-5f7c8f824683 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c64386a-6623-49c2-bff3-822e0e17fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575886 Oct 26 15:46:24.598585 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-acc95cdf-60cc-4f45-9d4e-b895a3b3031d None None] Set router 6087afdb-0b00-41fc-ad12-72d22426c835 gateway port host: None {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:46:24.644824 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-40e4a875-cfc1-4c3c-a811-010d532e6c51 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 798f1d99-5857-4df1-adc6-82de279bf4b4) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:24.660694 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e4a875-cfc1-4c3c-a811-010d532e6c51 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:24.661690 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-40e4a875-cfc1-4c3c-a811-010d532e6c51 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:24.662055 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cef7878-af49-4fca-90c8-1a33246f46f0 None None] Network 798f1d99-5857-4df1-adc6-82de279bf4b4 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:46:24.837172 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1845f74-48a4-44eb-bc3f-43ef09b28971 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Pushing event updated for resources: {'Subnet': ['ID=d5e0a431-b6ba-4de8-bce5-8dc3b4f06627,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:24.851142 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a1e3317c-18f5-4a66-aabe-cc824efea418 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Deleting port 216815c1-f0bd-4299-9fd1-922123968812 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:46:24.851598 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a1e3317c-18f5-4a66-aabe-cc824efea418 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:24.909377 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1845f74-48a4-44eb-bc3f-43ef09b28971 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Checking segment: {'id': '60795961-2f3a-4172-927c-96d78878fb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '761f6f92-a3c8-4d21-a9d5-acf3cf4d9ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:46:24.909605 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1845f74-48a4-44eb-bc3f-43ef09b28971 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Network hostable DHCP agents. Network: 761f6f92-a3c8-4d21-a9d5-acf3cf4d9ef9, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:46:24.909706 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b7341bbd-59c7-44b6-a6af-e3642f1ff3ee tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:25.014624 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb6ede5-8deb-45a9-87d4-9482861efbd5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:25.020770 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb6ede5-8deb-45a9-87d4-9482861efbd5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:25.026217 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8fb6ede5-8deb-45a9-87d4-9482861efbd5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5535097 Oct 26 15:46:25.028255 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36280) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:25.078963 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0edb529a-a403-4a1b-844b-1382bd778844 None None] Attempt 6 to provision port 902b61dc-af70-4536-8b9a-e9a52d36cf1d Oct 26 15:46:25.171001 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-40e4a875-cfc1-4c3c-a811-010d532e6c51 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.1875777 Oct 26 15:46:25.189016 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36284) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:25.235914 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0edb529a-a403-4a1b-844b-1382bd778844 None None] Port 902b61dc-af70-4536-8b9a-e9a52d36cf1d cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:46:25.241829 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1845f74-48a4-44eb-bc3f-43ef09b28971 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Network 761f6f92-a3c8-4d21-a9d5-acf3cf4d9ef9 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:46:25.273066 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a1e3317c-18f5-4a66-aabe-cc824efea418 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:25.291694 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ead55-2911-46cb-a65a-8b9891a9becc req-d2be2c3c-eea0-49d2-957a-ebabbdc5a5ee tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:25.293504 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-eb4ead55-2911-46cb-a65a-8b9891a9becc req-d2be2c3c-eea0-49d2-957a-ebabbdc5a5ee tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d4a168b-8414-4e0c-aafa-d048ee6f7683 HTTP/1.1" status: 200 len: 946 time: 0.3921227 Oct 26 15:46:25.316427 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777bfadb-3fd4-44c0-8ec7-53ccff2f7854 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-798f1d99-5857-4df1-adc6-82de279bf4b4', 'network_id': '798f1d99-5857-4df1-adc6-82de279bf4b4', 'tenant_id': '1be2509a71d64d26a32bbf77f727e229', 'fixed_ips': [{'subnet_id': '723d47fd-9c70-4edb-b925-3e137098cdb3'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:46:25.317396 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-777bfadb-3fd4-44c0-8ec7-53ccff2f7854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:25.381898 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-acc95cdf-60cc-4f45-9d4e-b895a3b3031d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6087afdb-0b00-41fc-ad12-72d22426c835', 'name': 'tempest-NetworksTestDHCPv6-router-1372697814', 'tenant_id': 'cde0b70c42f24e8e94f9303758760038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:46:21Z', 'revision_number': 2, 'project_id': 'cde0b70c42f24e8e94f9303758760038', 'gw_port_host': None, '_interfaces': [{'id': '902b61dc-af70-4536-8b9a-e9a52d36cf1d', 'name': '', 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'tenant_id': 'cde0b70c42f24e8e94f9303758760038', 'mac_address': 'fa:16:3e:8b:d1:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6087afdb-0b00-41fc-ad12-72d22426c835', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '36c1e7cf-1550-4d65-8c53-b8da9f485459', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:19Z', 'updated_at': '2022-10-26T15:46:21Z', 'revision_number': 2, 'project_id': 'cde0b70c42f24e8e94f9303758760038', 'subnets': [{'id': '36c1e7cf-1550-4d65-8c53-b8da9f485459', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:25.391164 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc95cdf-60cc-4f45-9d4e-b895a3b3031d None None] Checking router: 6087afdb-0b00-41fc-ad12-72d22426c835 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:46:25.391510 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc95cdf-60cc-4f45-9d4e-b895a3b3031d None None] Updating router 6087afdb-0b00-41fc-ad12-72d22426c835 port 902b61dc-af70-4536-8b9a-e9a52d36cf1d binding host dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:46:25.465122 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a1e3317c-18f5-4a66-aabe-cc824efea418 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Calling delete_port for 216815c1-f0bd-4299-9fd1-922123968812 owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:46:25.478441 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-acc95cdf-60cc-4f45-9d4e-b895a3b3031d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:25.526073 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-b1845f74-48a4-44eb-bc3f-43ef09b28971 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 761f6f92-a3c8-4d21-a9d5-acf3cf4d9ef9) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:25.540371 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1845f74-48a4-44eb-bc3f-43ef09b28971 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:25.541343 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b1845f74-48a4-44eb-bc3f-43ef09b28971 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:25.542405 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626e0dc0-16d6-479f-b9d9-c3432a08309f None None] Network 761f6f92-a3c8-4d21-a9d5-acf3cf4d9ef9 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:46:25.578730 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-eb4ead55-2911-46cb-a65a-8b9891a9becc req-d52045d1-1b9e-48b8-aebc-55a9aed2afce tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d292d6b-50fe-4127-8949-883291b1e0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2259936 Oct 26 15:46:25.626242 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b1845f74-48a4-44eb-bc3f-43ef09b28971 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3773439 Oct 26 15:46:25.631632 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36290) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:25.639788 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-981d5459-f149-475b-8c16-3ec61fca81d1 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Request body: {'network': {'name': 'tempest-router-network01--366288050'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:25.643932 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-777bfadb-3fd4-44c0-8ec7-53ccff2f7854 None None] Allocated IP 172.20.0.2 (798f1d99-5857-4df1-adc6-82de279bf4b4/723d47fd-9c70-4edb-b925-3e137098cdb3/df5711e5-9cff-4f94-96a2-317f2551fa14) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:46:25.646525 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-981d5459-f149-475b-8c16-3ec61fca81d1 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:25.652778 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-981d5459-f149-475b-8c16-3ec61fca81d1 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Usage tracker for resource:network and tenant:9751a64439434c5cb279f90db157da02 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:46:25.656642 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-981d5459-f149-475b-8c16-3ec61fca81d1 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:46:25.663724 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-981d5459-f149-475b-8c16-3ec61fca81d1 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:25.706079 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a1e3317c-18f5-4a66-aabe-cc824efea418 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:25.738895 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0edb529a-a403-4a1b-844b-1382bd778844 None None] Attempt 7 to provision port 902b61dc-af70-4536-8b9a-e9a52d36cf1d Oct 26 15:46:25.780932 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981d5459-f149-475b-8c16-3ec61fca81d1 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Made reservation on behalf of 9751a64439434c5cb279f90db157da02 for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:46:25.789797 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-981d5459-f149-475b-8c16-3ec61fca81d1 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:25.878027 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3317c-18f5-4a66-aabe-cc824efea418 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event deleted for resources: {'Port': ['ID=216815c1-f0bd-4299-9fd1-922123968812,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:25.904408 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a1e3317c-18f5-4a66-aabe-cc824efea418 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:25.919799 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-981d5459-f149-475b-8c16-3ec61fca81d1 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:46:25.930497 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-981d5459-f149-475b-8c16-3ec61fca81d1 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:25.930497 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-981d5459-f149-475b-8c16-3ec61fca81d1 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Added segment 44dbe962-a391-4e41-8880-98e19adc45a5 of type vlan for network 5fb5921c-6c9f-47de-89a7-894063de0a8e Oct 26 15:46:25.958345 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-981d5459-f149-475b-8c16-3ec61fca81d1 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:26.040200 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be002cd-23b2-4b25-84a0-95f886dc15f5 req-642074b7-10c3-4fdb-8113-7f012de57379 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:26.041841 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-4be002cd-23b2-4b25-84a0-95f886dc15f5 req-642074b7-10c3-4fdb-8113-7f012de57379 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=317f2fc3-5951-4998-94f0-0728b8b2326b HTTP/1.1" status: 200 len: 945 time: 0.2113984 Oct 26 15:46:26.043116 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-981d5459-f149-475b-8c16-3ec61fca81d1 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:26.050108 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981d5459-f149-475b-8c16-3ec61fca81d1 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:26.050783 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-981d5459-f149-475b-8c16-3ec61fca81d1 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:26.075489 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0edb529a-a403-4a1b-844b-1382bd778844 None None] Port 902b61dc-af70-4536-8b9a-e9a52d36cf1d cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:46:26.106670 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a1e3317c-18f5-4a66-aabe-cc824efea418 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/ports/216815c1-f0bd-4299-9fd1-922123968812 HTTP/1.1" status: 204 len: 168 time: 1.5207577 Oct 26 15:46:26.131410 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36294) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:26.215261 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d5459-f149-475b-8c16-3ec61fca81d1 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Pushing event updated for resources: {'Network': ['ID=5fb5921c-6c9f-47de-89a7-894063de0a8e,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:26.223079 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4ca60afc-67f7-4498-b312-7b90a6219b43 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:26.231602 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-4be002cd-23b2-4b25-84a0-95f886dc15f5 req-0b3ae2f9-ab9b-411f-885c-214f18bcb85b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c64386a-6623-49c2-bff3-822e0e17fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766236 Oct 26 15:46:26.233259 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75199c-0d29-4b11-af52-6251213e06c4 req-2771f307-c50a-4319-851c-ca7913365bec tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:26.233882 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-981d5459-f149-475b-8c16-3ec61fca81d1 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6008825 Oct 26 15:46:26.234797 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6c75199c-0d29-4b11-af52-6251213e06c4 req-2771f307-c50a-4319-851c-ca7913365bec tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e191253-b5f3-4002-95f2-06134a2c3e70 HTTP/1.1" status: 200 len: 946 time: 1.0602551 Oct 26 15:46:26.236492 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36298) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:26.243393 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-24a07c4b-4bf3-49cd-80a6-e740901f0451 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Request body: {'network': {'name': 'tempest-router-network02--2121894005'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:26.249643 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-24a07c4b-4bf3-49cd-80a6-e740901f0451 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:26.254744 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-24a07c4b-4bf3-49cd-80a6-e740901f0451 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Usage tracker for resource:network and tenant:9751a64439434c5cb279f90db157da02 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:46:26.258139 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-24a07c4b-4bf3-49cd-80a6-e740901f0451 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:46:26.266279 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-24a07c4b-4bf3-49cd-80a6-e740901f0451 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:26.324497 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 5fb5921c-6c9f-47de-89a7-894063de0a8e details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:46:26.328774 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a07c4b-4bf3-49cd-80a6-e740901f0451 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Made reservation on behalf of 9751a64439434c5cb279f90db157da02 for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:46:26.332458 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-24a07c4b-4bf3-49cd-80a6-e740901f0451 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:26.363670 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24a07c4b-4bf3-49cd-80a6-e740901f0451 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:46:26.373121 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-24a07c4b-4bf3-49cd-80a6-e740901f0451 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:26.373523 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-24a07c4b-4bf3-49cd-80a6-e740901f0451 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Added segment de3bf5a2-db2e-4edd-b527-c95fe713d83f of type vlan for network 8a1858ed-a510-43b2-9fea-97c1ea592273 Oct 26 15:46:26.401285 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-24a07c4b-4bf3-49cd-80a6-e740901f0451 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:26.461451 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141fb0c5-f03c-47f3-8db1-3f2316e483fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-761f6f92-a3c8-4d21-a9d5-acf3cf4d9ef9', 'network_id': '761f6f92-a3c8-4d21-a9d5-acf3cf4d9ef9', 'tenant_id': '9751a64439434c5cb279f90db157da02', 'fixed_ips': [{'subnet_id': 'd5e0a431-b6ba-4de8-bce5-8dc3b4f06627'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:46:26.461755 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6c75199c-0d29-4b11-af52-6251213e06c4 req-1ba85df8-a691-4a44-b631-f9edbebf6d9d tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/security-groups?id=16fb894e-acc2-46d5-b200-5c9b4d7d52ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133064 Oct 26 15:46:26.462576 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-141fb0c5-f03c-47f3-8db1-3f2316e483fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:26.482649 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab162c41-f59c-4201-bd7a-7619c16c6e01 req-36b88e83-11e9-4e27-8097-15a18e2dd95f tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:26.484120 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ab162c41-f59c-4201-bd7a-7619c16c6e01 req-36b88e83-11e9-4e27-8097-15a18e2dd95f tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d4a168b-8414-4e0c-aafa-d048ee6f7683 HTTP/1.1" status: 200 len: 946 time: 0.9729881 Oct 26 15:46:26.501951 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb5610-2ae0-4e4e-ad6d-b6c9f58d583a req-4fbd0876-2b1e-4a52-b6f0-ec0c0441e62a tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:26.503450 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-53fb5610-2ae0-4e4e-ad6d-b6c9f58d583a req-4fbd0876-2b1e-4a52-b6f0-ec0c0441e62a tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e191253-b5f3-4002-95f2-06134a2c3e70 HTTP/1.1" status: 200 len: 946 time: 0.6238997 Oct 26 15:46:26.511406 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b7341bbd-59c7-44b6-a6af-e3642f1ff3ee tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:26.523887 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-24a07c4b-4bf3-49cd-80a6-e740901f0451 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:26.530731 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a07c4b-4bf3-49cd-80a6-e740901f0451 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:26.531376 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-24a07c4b-4bf3-49cd-80a6-e740901f0451 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:26.568861 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-777bfadb-3fd4-44c0-8ec7-53ccff2f7854 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:26.579069 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0edb529a-a403-4a1b-844b-1382bd778844 None None] Attempt 8 to provision port 902b61dc-af70-4536-8b9a-e9a52d36cf1d Oct 26 15:46:26.609765 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4ca60afc-67f7-4498-b312-7b90a6219b43 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:26.647350 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a07c4b-4bf3-49cd-80a6-e740901f0451 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Pushing event updated for resources: {'Network': ['ID=8a1858ed-a510-43b2-9fea-97c1ea592273,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:26.676064 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-24a07c4b-4bf3-49cd-80a6-e740901f0451 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4383471 Oct 26 15:46:26.676706 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36304) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:26.683551 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-1280780f-6676-4190-be7b-65101d9fef4c tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Request body: {'subnet': {'network_id': '5fb5921c-6c9f-47de-89a7-894063de0a8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:26.708570 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 8a1858ed-a510-43b2-9fea-97c1ea592273 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:46:26.734136 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d0e7ea-b572-41a8-9cb0-712a0c58f306 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:26.735673 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-80d0e7ea-b572-41a8-9cb0-712a0c58f306 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5983157 Oct 26 15:46:26.779285 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-777bfadb-3fd4-44c0-8ec7-53ccff2f7854 None None] Transition to ACTIVE for port object df5711e5-9cff-4f94-96a2-317f2551fa14 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:46:26.787117 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36308) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:26.865886 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-53fb5610-2ae0-4e4e-ad6d-b6c9f58d583a req-f84e045f-406f-425c-abe7-9a0762d87354 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Deleting port acc2f964-cb45-4af0-9d4f-0a2275d74837 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:46:26.866263 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-53fb5610-2ae0-4e4e-ad6d-b6c9f58d583a req-f84e045f-406f-425c-abe7-9a0762d87354 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:26.920563 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0edb529a-a403-4a1b-844b-1382bd778844 None None] Port 902b61dc-af70-4536-8b9a-e9a52d36cf1d cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:46:26.928129 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-950b2f02-2d39-4898-9a52-672d1cf40abb tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] GET failed (client error): The resource could not be found. Oct 26 15:46:26.928661 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-950b2f02-2d39-4898-9a52-672d1cf40abb tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Synchronizing usage tracker for tenant:b10aaa5403b848e8bc3e4f603712654e on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:46:26.931053 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-ab162c41-f59c-4201-bd7a-7619c16c6e01 req-ae16d65b-e4b3-42b5-8ba0-174be6cb2ca5 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Deleting port f62158b4-8e92-4bca-a81b-4eb72d775756 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:46:26.931466 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-ab162c41-f59c-4201-bd7a-7619c16c6e01 req-ae16d65b-e4b3-42b5-8ba0-174be6cb2ca5 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:26.937929 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-777bfadb-3fd4-44c0-8ec7-53ccff2f7854 None None] Transition to ACTIVE for port object df5711e5-9cff-4f94-96a2-317f2551fa14 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:46:26.951476 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-1280780f-6676-4190-be7b-65101d9fef4c tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:26.961497 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-1280780f-6676-4190-be7b-65101d9fef4c tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Usage tracker for resource:subnet and tenant:9751a64439434c5cb279f90db157da02 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:46:26.967590 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-acc95cdf-60cc-4f45-9d4e-b895a3b3031d None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:26.969243 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-1280780f-6676-4190-be7b-65101d9fef4c tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:46:26.975949 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-1280780f-6676-4190-be7b-65101d9fef4c tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:27.000500 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:27.003230 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-acc95cdf-60cc-4f45-9d4e-b895a3b3031d None None] Transition to ACTIVE for port object 902b61dc-af70-4536-8b9a-e9a52d36cf1d will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:46:27.003958 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ee54c-ff84-464c-baa3-cd91fbfe3bfa req-285b8201-e95f-4087-bac2-bceed4798760 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:27.005439 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-996ee54c-ff84-464c-baa3-cd91fbfe3bfa req-285b8201-e95f-4087-bac2-bceed4798760 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d4a168b-8414-4e0c-aafa-d048ee6f7683 HTTP/1.1" status: 200 len: 946 time: 0.2713788 Oct 26 15:46:27.031145 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-141fb0c5-f03c-47f3-8db1-3f2316e483fe None None] Allocated IP 2001:db8::2 (761f6f92-a3c8-4d21-a9d5-acf3cf4d9ef9/d5e0a431-b6ba-4de8-bce5-8dc3b4f06627/0931721a-5c88-4a7e-97b0-9876ae09b33f) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:46:27.051383 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-950b2f02-2d39-4898-9a52-672d1cf40abb tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Unset dirty status for tenant:b10aaa5403b848e8bc3e4f603712654e on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:46:27.053977 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-950b2f02-2d39-4898-9a52-672d1cf40abb tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "GET /v2.0/ports/aebed8d4-08a9-4791-b813-48c29eac843b HTTP/1.1" status: 404 len: 333 time: 0.2587986 Oct 26 15:46:27.061776 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36312) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:27.081625 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-996ee54c-ff84-464c-baa3-cd91fbfe3bfa req-bf34667c-7106-46ba-9735-a4376de0c409 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d292d6b-50fe-4127-8949-883291b1e0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624824 Oct 26 15:46:27.087035 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1280780f-6676-4190-be7b-65101d9fef4c tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Made reservation on behalf of 9751a64439434c5cb279f90db157da02 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:46:27.087035 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1280780f-6676-4190-be7b-65101d9fef4c tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:27.129117 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-acc95cdf-60cc-4f45-9d4e-b895a3b3031d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:27.220482 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-777bfadb-3fd4-44c0-8ec7-53ccff2f7854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:27.229559 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee916ad5-4301-4b14-85c2-69c50ae0e2ba tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] GET failed (client error): The resource could not be found. Oct 26 15:46:27.233335 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ee916ad5-4301-4b14-85c2-69c50ae0e2ba tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "GET /v2.0/ports/216815c1-f0bd-4299-9fd1-922123968812 HTTP/1.1" status: 404 len: 333 time: 0.1631641 Oct 26 15:46:27.241919 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36316) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:27.372491 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777bfadb-3fd4-44c0-8ec7-53ccff2f7854 None None] Network 798f1d99-5857-4df1-adc6-82de279bf4b4 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:46:27.384296 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-777bfadb-3fd4-44c0-8ec7-53ccff2f7854 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:27.386146 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777bfadb-3fd4-44c0-8ec7-53ccff2f7854 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:46:27.399665 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372474c-a475-4ee2-ae97-66fde6bdee93 None None] Pushing event updated for resources: {'Port': ['ID=902b61dc-af70-4536-8b9a-e9a52d36cf1d,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:27.451806 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0edb529a-a403-4a1b-844b-1382bd778844 None None] Attempt 9 to provision port 902b61dc-af70-4536-8b9a-e9a52d36cf1d Oct 26 15:46:27.512126 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1280780f-6676-4190-be7b-65101d9fef4c tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:27.612242 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1280780f-6676-4190-be7b-65101d9fef4c tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Pushing event updated for resources: {'Subnet': ['ID=bd0f7abc-a0e2-4d68-89bc-8ca7fde95f17,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:27.614423 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1280780f-6676-4190-be7b-65101d9fef4c tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Checking segment: {'id': '44dbe962-a391-4e41-8880-98e19adc45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '5fb5921c-6c9f-47de-89a7-894063de0a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:46:27.615160 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1280780f-6676-4190-be7b-65101d9fef4c tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Network hostable DHCP agents. Network: 5fb5921c-6c9f-47de-89a7-894063de0a8e, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:46:27.673464 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4ca60afc-67f7-4498-b312-7b90a6219b43 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:27.731319 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-acc95cdf-60cc-4f45-9d4e-b895a3b3031d None None] Attempting to bind port 902b61dc-af70-4536-8b9a-e9a52d36cf1d on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:46:27.731696 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-acc95cdf-60cc-4f45-9d4e-b895a3b3031d None None] Attempting to bind port 902b61dc-af70-4536-8b9a-e9a52d36cf1d by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:46:27.732053 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc95cdf-60cc-4f45-9d4e-b895a3b3031d None None] Attempting to bind port 902b61dc-af70-4536-8b9a-e9a52d36cf1d on network f810e159-a5e8-4c86-8cec-5d909fe013dd {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:46:27.753012 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a17fb-2da3-43dd-b8b9-3734282b2e27 req-093fbf7a-e29d-488b-89ef-b1ff57a7fe11 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:27.754912 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-3c5a17fb-2da3-43dd-b8b9-3734282b2e27 req-093fbf7a-e29d-488b-89ef-b1ff57a7fe11 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e191253-b5f3-4002-95f2-06134a2c3e70 HTTP/1.1" status: 200 len: 946 time: 0.1443877 Oct 26 15:46:27.766578 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc95cdf-60cc-4f45-9d4e-b895a3b3031d None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:46:27.767478 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc95cdf-60cc-4f45-9d4e-b895a3b3031d None None] Checking segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:46:27.767621 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-acc95cdf-60cc-4f45-9d4e-b895a3b3031d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:27.768021 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc95cdf-60cc-4f45-9d4e-b895a3b3031d None None] Bound using segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:46:27.768504 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-acc95cdf-60cc-4f45-9d4e-b895a3b3031d None None] Bound port: 902b61dc-af70-4536-8b9a-e9a52d36cf1d, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:46:27.768894 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-acc95cdf-60cc-4f45-9d4e-b895a3b3031d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:27.786770 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-777bfadb-3fd4-44c0-8ec7-53ccff2f7854 None None] Attempting to bind port df5711e5-9cff-4f94-96a2-317f2551fa14 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:46:27.787143 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-777bfadb-3fd4-44c0-8ec7-53ccff2f7854 None None] Attempting to bind port df5711e5-9cff-4f94-96a2-317f2551fa14 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '573daf53-dc61-407a-b55d-1b34c5beebc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '798f1d99-5857-4df1-adc6-82de279bf4b4'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:46:27.787503 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777bfadb-3fd4-44c0-8ec7-53ccff2f7854 None None] Attempting to bind port df5711e5-9cff-4f94-96a2-317f2551fa14 on network 798f1d99-5857-4df1-adc6-82de279bf4b4 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:46:27.799314 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1280780f-6676-4190-be7b-65101d9fef4c tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Network 5fb5921c-6c9f-47de-89a7-894063de0a8e is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:46:27.807017 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777bfadb-3fd4-44c0-8ec7-53ccff2f7854 None None] Pushing event updated for resources: {'Port': ['ID=df5711e5-9cff-4f94-96a2-317f2551fa14,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:27.815017 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca60afc-67f7-4498-b312-7b90a6219b43 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event deleted for resources: {'Subnet': ['ID=723d47fd-9c70-4edb-b925-3e137098cdb3,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:27.837243 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-3c5a17fb-2da3-43dd-b8b9-3734282b2e27 req-0d57c284-7b03-4717-999b-f0da1589389c tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/security-groups?id=16fb894e-acc2-46d5-b200-5c9b4d7d52ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717561 Oct 26 15:46:27.874081 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777bfadb-3fd4-44c0-8ec7-53ccff2f7854 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:46:27.874593 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777bfadb-3fd4-44c0-8ec7-53ccff2f7854 None None] Checking segment: {'id': '573daf53-dc61-407a-b55d-1b34c5beebc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '798f1d99-5857-4df1-adc6-82de279bf4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:46:27.875039 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-777bfadb-3fd4-44c0-8ec7-53ccff2f7854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:27.875450 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777bfadb-3fd4-44c0-8ec7-53ccff2f7854 None None] Bound using segment: {'id': '573daf53-dc61-407a-b55d-1b34c5beebc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '798f1d99-5857-4df1-adc6-82de279bf4b4'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:46:27.875929 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-777bfadb-3fd4-44c0-8ec7-53ccff2f7854 None None] Bound port: df5711e5-9cff-4f94-96a2-317f2551fa14, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '573daf53-dc61-407a-b55d-1b34c5beebc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '798f1d99-5857-4df1-adc6-82de279bf4b4'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:46:27.876301 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-777bfadb-3fd4-44c0-8ec7-53ccff2f7854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:27.882709 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-1280780f-6676-4190-be7b-65101d9fef4c tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 5fb5921c-6c9f-47de-89a7-894063de0a8e) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:27.887970 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1280780f-6676-4190-be7b-65101d9fef4c tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:27.888575 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1280780f-6676-4190-be7b-65101d9fef4c tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:27.901953 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26a8a99-2ac6-4c47-b79e-18f7f329fe89 None None] Network 5fb5921c-6c9f-47de-89a7-894063de0a8e requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:46:27.952813 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0edb529a-a403-4a1b-844b-1382bd778844 None None] Port 902b61dc-af70-4536-8b9a-e9a52d36cf1d cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:46:27.960650 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e2be7455-ad79-468e-9c52-2b9972e0bb6e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:27.978574 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-1280780f-6676-4190-be7b-65101d9fef4c tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2972660 Oct 26 15:46:27.979493 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36324) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:27.985389 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-d7914135-9ce0-4a1b-924f-5773066acf9a tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Request body: {'subnet': {'network_id': '8a1858ed-a510-43b2-9fea-97c1ea592273', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:28.077301 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4ca60afc-67f7-4498-b312-7b90a6219b43 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:28.080513 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-141fb0c5-f03c-47f3-8db1-3f2316e483fe None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:28.084456 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7af0a868-93a5-4881-b8a0-e86e83e1a629 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:28.118445 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d7914135-9ce0-4a1b-924f-5773066acf9a tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:28.122740 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d7914135-9ce0-4a1b-924f-5773066acf9a tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Usage tracker for resource:subnet and tenant:9751a64439434c5cb279f90db157da02 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:46:28.125758 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d7914135-9ce0-4a1b-924f-5773066acf9a tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:46:28.131837 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d7914135-9ce0-4a1b-924f-5773066acf9a tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:28.133316 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7341bbd-59c7-44b6-a6af-e3642f1ff3ee tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Router 1eb48047-79f1-4036-a1ba-590ee35e6ace is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:46:28.138410 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-141fb0c5-f03c-47f3-8db1-3f2316e483fe None None] Transition to ACTIVE for port object 0931721a-5c88-4a7e-97b0-9876ae09b33f will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:46:28.151704 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-53fb5610-2ae0-4e4e-ad6d-b6c9f58d583a req-f84e045f-406f-425c-abe7-9a0762d87354 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] For port acc2f964-cb45-4af0-9d4f-0a2275d74837, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=acc2f964-cb45-4af0-9d4f-0a2275d74837,segment=NetworkSegment(dc397887-b971-4dfa-aad0-c89bea8ed724),segment_id=dc397887-b971-4dfa-aad0-c89bea8ed724)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:46:28.152069 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-53fb5610-2ae0-4e4e-ad6d-b6c9f58d583a req-f84e045f-406f-425c-abe7-9a0762d87354 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:28.197999 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7914135-9ce0-4a1b-924f-5773066acf9a tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Made reservation on behalf of 9751a64439434c5cb279f90db157da02 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:46:28.201666 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d7914135-9ce0-4a1b-924f-5773066acf9a tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:28.225305 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-acc95cdf-60cc-4f45-9d4e-b895a3b3031d None None] For port 902b61dc-af70-4536-8b9a-e9a52d36cf1d, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:46:28.229156 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-acc95cdf-60cc-4f45-9d4e-b895a3b3031d None None] For port 902b61dc-af70-4536-8b9a-e9a52d36cf1d, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=902b61dc-af70-4536-8b9a-e9a52d36cf1d,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:46:28.237474 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-777bfadb-3fd4-44c0-8ec7-53ccff2f7854 None None] For port df5711e5-9cff-4f94-96a2-317f2551fa14, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:46:28.243160 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-777bfadb-3fd4-44c0-8ec7-53ccff2f7854 None None] For port df5711e5-9cff-4f94-96a2-317f2551fa14, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=df5711e5-9cff-4f94-96a2-317f2551fa14,segment=NetworkSegment(573daf53-dc61-407a-b55d-1b34c5beebc4),segment_id=573daf53-dc61-407a-b55d-1b34c5beebc4)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:46:28.244345 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-141fb0c5-f03c-47f3-8db1-3f2316e483fe None None] Transition to ACTIVE for port object 0931721a-5c88-4a7e-97b0-9876ae09b33f will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:46:28.277099 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-acc95cdf-60cc-4f45-9d4e-b895a3b3031d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:28.326514 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-777bfadb-3fd4-44c0-8ec7-53ccff2f7854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:28.346239 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-141fb0c5-f03c-47f3-8db1-3f2316e483fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:28.390250 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-ab162c41-f59c-4201-bd7a-7619c16c6e01 req-ae16d65b-e4b3-42b5-8ba0-174be6cb2ca5 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] For port f62158b4-8e92-4bca-a81b-4eb72d775756, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=f62158b4-8e92-4bca-a81b-4eb72d775756,segment=NetworkSegment(58b9d531-b937-43c4-adf8-a18c3dfd53fb),segment_id=58b9d531-b937-43c4-adf8-a18c3dfd53fb)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:46:28.390936 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-ab162c41-f59c-4201-bd7a-7619c16c6e01 req-ae16d65b-e4b3-42b5-8ba0-174be6cb2ca5 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:28.411906 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d678ffb-814a-40ae-bb1b-56292a3c12b5 req-8c8e6ab0-99a0-4f85-a323-1c550476355c tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:28.413455 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0d678ffb-814a-40ae-bb1b-56292a3c12b5 req-8c8e6ab0-99a0-4f85-a323-1c550476355c tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d4a168b-8414-4e0c-aafa-d048ee6f7683 HTTP/1.1" status: 200 len: 946 time: 0.1888638 Oct 26 15:46:28.414093 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-4ca60afc-67f7-4498-b312-7b90a6219b43 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['798f1d99-5857-4df1-adc6-82de279bf4b4']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:28.422337 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc95cdf-60cc-4f45-9d4e-b895a3b3031d None None] Routers {'6087afdb-0b00-41fc-ad12-72d22426c835'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:46:28.423115 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-acc95cdf-60cc-4f45-9d4e-b895a3b3031d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:46:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['6087afdb-0b00-41fc-ad12-72d22426c835'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:28.488621 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0edb529a-a403-4a1b-844b-1382bd778844 None None] Attempt 10 to provision port 902b61dc-af70-4536-8b9a-e9a52d36cf1d Oct 26 15:46:28.514827 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0d678ffb-814a-40ae-bb1b-56292a3c12b5 req-75d94f83-9d8e-4666-803d-16916bbccbb2 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d292d6b-50fe-4127-8949-883291b1e0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637043 Oct 26 15:46:28.553857 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141fb0c5-f03c-47f3-8db1-3f2316e483fe None None] Network 761f6f92-a3c8-4d21-a9d5-acf3cf4d9ef9 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:46:28.609091 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d7914135-9ce0-4a1b-924f-5773066acf9a tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:28.681201 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-acc95cdf-60cc-4f45-9d4e-b895a3b3031d None None] Set router 6087afdb-0b00-41fc-ad12-72d22426c835 gateway port host: None {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:46:28.690823 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-4ca60afc-67f7-4498-b312-7b90a6219b43 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '573daf53-dc61-407a-b55d-1b34c5beebc4') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:28.691127 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-4ca60afc-67f7-4498-b312-7b90a6219b43 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '573daf53-dc61-407a-b55d-1b34c5beebc4') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:28.702725 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7914135-9ce0-4a1b-924f-5773066acf9a tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Pushing event updated for resources: {'Subnet': ['ID=d983e64a-c781-4494-9f48-f8814d561c7a,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:28.712869 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7914135-9ce0-4a1b-924f-5773066acf9a tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Checking segment: {'id': 'de3bf5a2-db2e-4edd-b527-c95fe713d83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8a1858ed-a510-43b2-9fea-97c1ea592273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:46:28.713218 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7914135-9ce0-4a1b-924f-5773066acf9a tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Network hostable DHCP agents. Network: 8a1858ed-a510-43b2-9fea-97c1ea592273, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:46:28.727782 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74f0d2-9d15-47d1-9055-a24e4a06d4a0 req-65a7f7e7-3163-4720-8c2f-1107da28db60 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:28.728787 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cc74f0d2-9d15-47d1-9055-a24e4a06d4a0 req-65a7f7e7-3163-4720-8c2f-1107da28db60 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=317f2fc3-5951-4998-94f0-0728b8b2326b HTTP/1.1" status: 200 len: 945 time: 1.1005108 Oct 26 15:46:28.751244 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e2be7455-ad79-468e-9c52-2b9972e0bb6e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:28.761693 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4ca60afc-67f7-4498-b312-7b90a6219b43 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:28.769990 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-141fb0c5-f03c-47f3-8db1-3f2316e483fe None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:28.780195 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372474c-a475-4ee2-ae97-66fde6bdee93 None None] Pushing event updated for resources: {'Port': ['ID=902b61dc-af70-4536-8b9a-e9a52d36cf1d,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:28.784159 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141fb0c5-f03c-47f3-8db1-3f2316e483fe None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:46:28.803252 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7914135-9ce0-4a1b-924f-5773066acf9a tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Network 8a1858ed-a510-43b2-9fea-97c1ea592273 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:46:28.860460 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-d7914135-9ce0-4a1b-924f-5773066acf9a tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 8a1858ed-a510-43b2-9fea-97c1ea592273) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:28.866134 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7914135-9ce0-4a1b-924f-5773066acf9a tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:28.866134 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d7914135-9ce0-4a1b-924f-5773066acf9a tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:28.866443 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d249ba-3008-4df8-afcb-85423a927bf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-5fb5921c-6c9f-47de-89a7-894063de0a8e', 'network_id': '5fb5921c-6c9f-47de-89a7-894063de0a8e', 'tenant_id': '9751a64439434c5cb279f90db157da02', 'fixed_ips': [{'subnet_id': 'bd0f7abc-a0e2-4d68-89bc-8ca7fde95f17'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:46:28.867150 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-43d249ba-3008-4df8-afcb-85423a927bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:28.931958 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7864a1-3050-4b0d-a334-dcb70509de4a None None] Network 8a1858ed-a510-43b2-9fea-97c1ea592273 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:46:28.950776 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d7914135-9ce0-4a1b-924f-5773066acf9a tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9691563 Oct 26 15:46:28.952489 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36332) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:29.189681 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4ca60afc-67f7-4498-b312-7b90a6219b43 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:29.221514 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-e2be7455-ad79-468e-9c52-2b9972e0bb6e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74572123-22be-4e80-8239-68369e337530']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:29.258224 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ca60afc-67f7-4498-b312-7b90a6219b43 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:46:29.258677 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4ca60afc-67f7-4498-b312-7b90a6219b43 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:29.282388 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24760a3-d527-4b69-82cf-2c7a063926ef None None] Network 798f1d99-5857-4df1-adc6-82de279bf4b4 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:46:29.296448 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-e2be7455-ad79-468e-9c52-2b9972e0bb6e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dbad1f6-fe27-4c30-bdd6-7cc85b2c8b4c') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:29.296859 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-e2be7455-ad79-468e-9c52-2b9972e0bb6e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dbad1f6-fe27-4c30-bdd6-7cc85b2c8b4c') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:29.433643 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cc74f0d2-9d15-47d1-9055-a24e4a06d4a0 req-ab1d62a8-d891-4da3-820a-025106ae538b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c64386a-6623-49c2-bff3-822e0e17fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6875474 Oct 26 15:46:29.463565 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029da45e-7334-47bb-85bc-6f192d770b6f req-0525eb25-806e-44d4-adad-d909e444fd5f tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:29.463792 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 573daf53-dc61-407a-b55d-1b34c5beebc4 resource provider aggregate not found Oct 26 15:46:29.465302 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-029da45e-7334-47bb-85bc-6f192d770b6f req-0525eb25-806e-44d4-adad-d909e444fd5f tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e191253-b5f3-4002-95f2-06134a2c3e70 HTTP/1.1" status: 200 len: 946 time: 0.4419768 Oct 26 15:46:29.482919 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e2be7455-ad79-468e-9c52-2b9972e0bb6e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:29.516793 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 573daf53-dc61-407a-b55d-1b34c5beebc4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 573daf53-dc61-407a-b55d-1b34c5beebc4 found for delete ", "request_id": "req-d15aa529-98b0-4eee-93f8-8cb0c5a9fb0c"}]} Oct 26 15:46:29.619886 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0edb529a-a403-4a1b-844b-1382bd778844 None None] Port 902b61dc-af70-4536-8b9a-e9a52d36cf1d had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 15:46:29.669433 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7341bbd-59c7-44b6-a6af-e3642f1ff3ee tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:46:29.671727 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e2be7455-ad79-468e-9c52-2b9972e0bb6e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:29.682658 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175728fb-8ea4-49e1-9b8c-5b66360cd76f None None] Sync routers for ids ['1eb48047-79f1-4036-a1ba-590ee35e6ace'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:46:29.688355 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-141fb0c5-f03c-47f3-8db1-3f2316e483fe None None] Attempting to bind port 0931721a-5c88-4a7e-97b0-9876ae09b33f on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:46:29.688355 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-141fb0c5-f03c-47f3-8db1-3f2316e483fe None None] Attempting to bind port 0931721a-5c88-4a7e-97b0-9876ae09b33f by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '60795961-2f3a-4172-927c-96d78878fb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '761f6f92-a3c8-4d21-a9d5-acf3cf4d9ef9'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:46:29.688696 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141fb0c5-f03c-47f3-8db1-3f2316e483fe None None] Attempting to bind port 0931721a-5c88-4a7e-97b0-9876ae09b33f on network 761f6f92-a3c8-4d21-a9d5-acf3cf4d9ef9 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:46:29.690820 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777bfadb-3fd4-44c0-8ec7-53ccff2f7854 None None] Pushing event updated for resources: {'Port': ['ID=df5711e5-9cff-4f94-96a2-317f2551fa14,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:29.705110 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175728fb-8ea4-49e1-9b8c-5b66360cd76f None None] Routers {'1eb48047-79f1-4036-a1ba-590ee35e6ace'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:46:29.707061 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-175728fb-8ea4-49e1-9b8c-5b66360cd76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:46:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['1eb48047-79f1-4036-a1ba-590ee35e6ace'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:29.717517 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2be7455-ad79-468e-9c52-2b9972e0bb6e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:46:29.718161 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e2be7455-ad79-468e-9c52-2b9972e0bb6e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:29.720078 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-029da45e-7334-47bb-85bc-6f192d770b6f req-5bd39e6a-86d2-46ac-962d-f867967d9965 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/security-groups?id=16fb894e-acc2-46d5-b200-5c9b4d7d52ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2551079 Oct 26 15:46:29.729344 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e39ceece-ff6a-4ad5-9f8d-109089bf522c tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:29.735453 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.db.api [None req-4ca60afc-67f7-4498-b312-7b90a6219b43 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 15:46:29.735453 dv-neutron-862712-1-hyperv neutron-server[89748]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 15:46:29.735453 dv-neutron-862712-1-hyperv neutron-server[89748]: [parameters: {'id': '798f1d99-5857-4df1-adc6-82de279bf4b4'}] Oct 26 15:46:29.735453 dv-neutron-862712-1-hyperv neutron-server[89748]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:46:29.736213 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG oslo_db.api [None req-4ca60afc-67f7-4498-b312-7b90a6219b43 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:46:29.811574 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-53fb5610-2ae0-4e4e-ad6d-b6c9f58d583a req-f84e045f-406f-425c-abe7-9a0762d87354 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:29.812135 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-53fb5610-2ae0-4e4e-ad6d-b6c9f58d583a req-f84e045f-406f-425c-abe7-9a0762d87354 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:29.812667 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.l3_db [req-53fb5610-2ae0-4e4e-ad6d-b6c9f58d583a req-f84e045f-406f-425c-abe7-9a0762d87354 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Floating IP 94295035-2a96-44da-ba7a-042845f3bb4c disassociated. External IP: 172.26.2.25, port: acc2f964-cb45-4af0-9d4f-0a2275d74837. Oct 26 15:46:29.813153 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-53fb5610-2ae0-4e4e-ad6d-b6c9f58d583a req-f84e045f-406f-425c-abe7-9a0762d87354 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Calling delete_port for acc2f964-cb45-4af0-9d4f-0a2275d74837 owned by compute:nova {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:46:29.853941 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-43d249ba-3008-4df8-afcb-85423a927bf5 None None] Allocated IP 2001:db8::2 (5fb5921c-6c9f-47de-89a7-894063de0a8e/bd0f7abc-a0e2-4d68-89bc-8ca7fde95f17/88d56480-5335-4dbc-ae4c-2ac16574dc7b) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:46:29.877468 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device f62158b4-8e92-4bca-a81b-4eb72d775756 no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:46:29.948652 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141fb0c5-f03c-47f3-8db1-3f2316e483fe None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:46:29.948652 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141fb0c5-f03c-47f3-8db1-3f2316e483fe None None] Checking segment: {'id': '60795961-2f3a-4172-927c-96d78878fb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '761f6f92-a3c8-4d21-a9d5-acf3cf4d9ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:46:29.948652 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-141fb0c5-f03c-47f3-8db1-3f2316e483fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:29.948652 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141fb0c5-f03c-47f3-8db1-3f2316e483fe None None] Bound using segment: {'id': '60795961-2f3a-4172-927c-96d78878fb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '761f6f92-a3c8-4d21-a9d5-acf3cf4d9ef9'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:46:29.948652 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-141fb0c5-f03c-47f3-8db1-3f2316e483fe None None] Bound port: 0931721a-5c88-4a7e-97b0-9876ae09b33f, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60795961-2f3a-4172-927c-96d78878fb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '761f6f92-a3c8-4d21-a9d5-acf3cf4d9ef9'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:46:29.948652 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-141fb0c5-f03c-47f3-8db1-3f2316e483fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:29.967629 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-ab162c41-f59c-4201-bd7a-7619c16c6e01 req-ae16d65b-e4b3-42b5-8ba0-174be6cb2ca5 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:29.968331 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-ab162c41-f59c-4201-bd7a-7619c16c6e01 req-ae16d65b-e4b3-42b5-8ba0-174be6cb2ca5 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:29.968841 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.l3_db [req-ab162c41-f59c-4201-bd7a-7619c16c6e01 req-ae16d65b-e4b3-42b5-8ba0-174be6cb2ca5 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Floating IP 9d946ce4-ae48-41ae-96b9-ec930dda3cfc disassociated. External IP: 172.26.2.105, port: f62158b4-8e92-4bca-a81b-4eb72d775756. Oct 26 15:46:29.969379 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-ab162c41-f59c-4201-bd7a-7619c16c6e01 req-ae16d65b-e4b3-42b5-8ba0-174be6cb2ca5 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Calling delete_port for f62158b4-8e92-4bca-a81b-4eb72d775756 owned by compute:nova {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:46:29.988384 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-175728fb-8ea4-49e1-9b8c-5b66360cd76f None None] Set router 1eb48047-79f1-4036-a1ba-590ee35e6ace gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:46:30.064223 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-7af0a868-93a5-4881-b8a0-e86e83e1a629 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting port 902b61dc-af70-4536-8b9a-e9a52d36cf1d {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:46:30.065124 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7af0a868-93a5-4881-b8a0-e86e83e1a629 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:30.137123 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e4dad-ca5c-473e-9b4f-8a1afb733d55 req-f59b896b-8e1b-4045-9d50-1566c837babf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:30.139192 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3f1e4dad-ca5c-473e-9b4f-8a1afb733d55 req-f59b896b-8e1b-4045-9d50-1566c837babf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=317f2fc3-5951-4998-94f0-0728b8b2326b HTTP/1.1" status: 200 len: 945 time: 0.5544872 Oct 26 15:46:30.209198 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141fb0c5-f03c-47f3-8db1-3f2316e483fe None None] Pushing event updated for resources: {'Port': ['ID=0931721a-5c88-4a7e-97b0-9876ae09b33f,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:30.234924 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b7341bbd-59c7-44b6-a6af-e3642f1ff3ee tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:30.236650 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b7341bbd-59c7-44b6-a6af-e3642f1ff3ee tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 9.7066071 Oct 26 15:46:30.245853 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36344) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:30.263739 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4ca60afc-67f7-4498-b312-7b90a6219b43 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:30.312011 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-39c1a5ea-bb2f-480b-80d7-0abc7a85903e None None] Provisioning for port 81b32e8d-fed2-4322-a773-d0f9e8de32ae completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:46:30.331362 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e2be7455-ad79-468e-9c52-2b9972e0bb6e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:30.374724 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e2be7455-ad79-468e-9c52-2b9972e0bb6e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:30.396357 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-39c1a5ea-bb2f-480b-80d7-0abc7a85903e None None] Provisioning complete for port 81b32e8d-fed2-4322-a773-d0f9e8de32ae triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:46:30.396812 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-39c1a5ea-bb2f-480b-80d7-0abc7a85903e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:30.397056 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-39c1a5ea-bb2f-480b-80d7-0abc7a85903e None None] Attempt 1 to provision port 81b32e8d-fed2-4322-a773-d0f9e8de32ae Oct 26 15:46:30.440315 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3f1e4dad-ca5c-473e-9b4f-8a1afb733d55 req-1d047d34-4acc-46bd-bf51-77c2ac51b807 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c64386a-6623-49c2-bff3-822e0e17fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2854064 Oct 26 15:46:30.442255 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-175728fb-8ea4-49e1-9b8c-5b66360cd76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb48047-79f1-4036-a1ba-590ee35e6ace', 'name': '', 'tenant_id': '10ca3219de1940369df7d17421d53c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '396be13e-92f6-47f0-8d63-486cebc07e94', 'external_fixed_ips': [{'subnet_id': '390674d0-87ff-43da-b5ff-89153f822b02', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '5f93812b-ebe5-4d88-9124-8bc01d8e00f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:20Z', 'updated_at': '2022-10-26T15:46:24Z', 'revision_number': 3, 'project_id': '10ca3219de1940369df7d17421d53c85', 'gw_port': {'id': '5f93812b-ebe5-4d88-9124-8bc01d8e00f7', 'name': '', 'network_id': '396be13e-92f6-47f0-8d63-486cebc07e94', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb48047-79f1-4036-a1ba-590ee35e6ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '390674d0-87ff-43da-b5ff-89153f822b02', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:22Z', 'updated_at': '2022-10-26T15:46:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390674d0-87ff-43da-b5ff-89153f822b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:30.448320 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175728fb-8ea4-49e1-9b8c-5b66360cd76f None None] Checking router: 1eb48047-79f1-4036-a1ba-590ee35e6ace for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:46:30.449290 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175728fb-8ea4-49e1-9b8c-5b66360cd76f None None] Updating router 1eb48047-79f1-4036-a1ba-590ee35e6ace port 5f93812b-ebe5-4d88-9124-8bc01d8e00f7 binding host dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:46:30.459852 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be7455-ad79-468e-9c52-2b9972e0bb6e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event deleted for resources: {'Network': ['ID=74572123-22be-4e80-8239-68369e337530,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:30.472513 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36348) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:30.479860 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-141fb0c5-f03c-47f3-8db1-3f2316e483fe None None] For port 0931721a-5c88-4a7e-97b0-9876ae09b33f, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:46:30.490369 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-4ca60afc-67f7-4498-b312-7b90a6219b43 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Deleting port df5711e5-9cff-4f94-96a2-317f2551fa14 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:46:30.490882 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4ca60afc-67f7-4498-b312-7b90a6219b43 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:30.496441 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6953a656-1671-4e87-a8f3-d699a05e981a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-8a1858ed-a510-43b2-9fea-97c1ea592273', 'network_id': '8a1858ed-a510-43b2-9fea-97c1ea592273', 'tenant_id': '9751a64439434c5cb279f90db157da02', 'fixed_ips': [{'subnet_id': 'd983e64a-c781-4494-9f48-f8814d561c7a'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:46:30.497274 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6953a656-1671-4e87-a8f3-d699a05e981a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:30.527392 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-44f5b289-6239-44c9-93b9-3919ab8ea17a tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for router, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:30.530567 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-175728fb-8ea4-49e1-9b8c-5b66360cd76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:30.541702 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-e2be7455-ad79-468e-9c52-2b9972e0bb6e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/networks/74572123-22be-4e80-8239-68369e337530 HTTP/1.1" status: 204 len: 168 time: 3.2904775 Oct 26 15:46:30.554697 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-141fb0c5-f03c-47f3-8db1-3f2316e483fe None None] For port 0931721a-5c88-4a7e-97b0-9876ae09b33f, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=0931721a-5c88-4a7e-97b0-9876ae09b33f,segment=NetworkSegment(60795961-2f3a-4172-927c-96d78878fb69),segment_id=60795961-2f3a-4172-927c-96d78878fb69)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:46:30.566908 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36352) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:30.582745 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-a584d5de-f5b2-46aa-91ba-8769c586dec1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1893105582'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:30.600367 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-53fb5610-2ae0-4e4e-ad6d-b6c9f58d583a req-f84e045f-406f-425c-abe7-9a0762d87354 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:30.603439 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a584d5de-f5b2-46aa-91ba-8769c586dec1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:30.670290 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port f62158b4-8e92-4bca-a81b-4eb72d775756 is: ACTIVE; New status is: DOWN {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:46:30.670970 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:30.686832 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-141fb0c5-f03c-47f3-8db1-3f2316e483fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:30.858190 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-43d249ba-3008-4df8-afcb-85423a927bf5 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:30.873883 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a584d5de-f5b2-46aa-91ba-8769c586dec1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Usage tracker for resource:network and tenant:b10aaa5403b848e8bc3e4f603712654e is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:46:30.881127 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e045f-406f-425c-abe7-9a0762d87354 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Pushing event deleted for resources: {'Port': ['ID=acc2f964-cb45-4af0-9d4f-0a2275d74837,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:30.885591 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb907dba-0570-4714-90a0-cc0f1baccf6c req-6f598f35-a200-421b-b10c-a43308464e85 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:30.887527 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-eb907dba-0570-4714-90a0-cc0f1baccf6c req-6f598f35-a200-421b-b10c-a43308464e85 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d4a168b-8414-4e0c-aafa-d048ee6f7683 HTTP/1.1" status: 200 len: 867 time: 0.7257328 Oct 26 15:46:30.890721 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-ab162c41-f59c-4201-bd7a-7619c16c6e01 req-ae16d65b-e4b3-42b5-8ba0-174be6cb2ca5 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:30.908168 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a584d5de-f5b2-46aa-91ba-8769c586dec1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:46:30.961398 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-eb907dba-0570-4714-90a0-cc0f1baccf6c req-790f5853-85ad-47af-bc1c-0f445f7af35b tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d292d6b-50fe-4127-8949-883291b1e0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635290 Oct 26 15:46:30.989657 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8beb7056-918d-4f36-a97f-ae2295012a11 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:30.994839 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8beb7056-918d-4f36-a97f-ae2295012a11 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=317f2fc3-5951-4998-94f0-0728b8b2326b HTTP/1.1" status: 200 len: 1093 time: 0.4731674 Oct 26 15:46:30.999284 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36358) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:31.007038 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-14422ac4-231d-485a-a833-b5e2a75e34fc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'floatingip': {'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'port_id': '17d303d5-fb92-49a6-9891-432f5db08b5f', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:31.014664 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-acc95cdf-60cc-4f45-9d4e-b895a3b3031d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6087afdb-0b00-41fc-ad12-72d22426c835', 'name': 'tempest-NetworksTestDHCPv6-router-1372697814', 'tenant_id': 'cde0b70c42f24e8e94f9303758760038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:46:21Z', 'revision_number': 2, 'project_id': 'cde0b70c42f24e8e94f9303758760038', 'gw_port_host': None, '_interfaces': [{'id': '902b61dc-af70-4536-8b9a-e9a52d36cf1d', 'name': '', 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'tenant_id': 'cde0b70c42f24e8e94f9303758760038', 'mac_address': 'fa:16:3e:8b:d1:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6087afdb-0b00-41fc-ad12-72d22426c835', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '36c1e7cf-1550-4d65-8c53-b8da9f485459', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:19Z', 'updated_at': '2022-10-26T15:46:28Z', 'revision_number': 4, 'project_id': 'cde0b70c42f24e8e94f9303758760038', 'subnets': [{'id': '36c1e7cf-1550-4d65-8c53-b8da9f485459', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:31.019282 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-14422ac4-231d-485a-a833-b5e2a75e34fc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:31.029017 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-14422ac4-231d-485a-a833-b5e2a75e34fc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:floatingip and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:46:31.042659 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-14422ac4-231d-485a-a833-b5e2a75e34fc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:46:31.047645 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-44f5b289-6239-44c9-93b9-3919ab8ea17a tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:31.059387 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-14422ac4-231d-485a-a833-b5e2a75e34fc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:31.119292 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a584d5de-f5b2-46aa-91ba-8769c586dec1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:31.125467 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16d65b-e4b3-42b5-8ba0-174be6cb2ca5 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Pushing event deleted for resources: {'Port': ['ID=f62158b4-8e92-4bca-a81b-4eb72d775756,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:31.141356 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-7af0a868-93a5-4881-b8a0-e86e83e1a629 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] For port 902b61dc-af70-4536-8b9a-e9a52d36cf1d, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=902b61dc-af70-4536-8b9a-e9a52d36cf1d,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:46:31.141356 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7af0a868-93a5-4881-b8a0-e86e83e1a629 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:31.147034 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-14422ac4-231d-485a-a833-b5e2a75e34fc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for floatingip, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:31.192445 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-44f5b289-6239-44c9-93b9-3919ab8ea17a tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Deleting port 5f93812b-ebe5-4d88-9124-8bc01d8e00f7 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:46:31.194100 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-44f5b289-6239-44c9-93b9-3919ab8ea17a tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:31.196366 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-43d249ba-3008-4df8-afcb-85423a927bf5 None None] Transition to ACTIVE for port object 88d56480-5335-4dbc-ae4c-2ac16574dc7b will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:46:31.222332 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device acc2f964-cb45-4af0-9d4f-0a2275d74837 no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:46:31.228923 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-175728fb-8ea4-49e1-9b8c-5b66360cd76f None None] Notify callbacks [] for port, precommit_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:31.249261 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.provisioning_blocks [None req-175728fb-8ea4-49e1-9b8c-5b66360cd76f None None] Transition to ACTIVE for port object 5f93812b-ebe5-4d88-9124-8bc01d8e00f7 will not be triggered until provisioned by entity L2. {{(pid=89750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:46:31.315540 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-50f084cf-358a-4bef-8053-49e2f0318629 req-7e4930d1-e35e-482f-bfcf-19b19629da61 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Synchronizing usage tracker for tenant:0d1979e8b1384c06a2335dbdad38722e on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:46:31.333527 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-175728fb-8ea4-49e1-9b8c-5b66360cd76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:31.389280 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-39c1a5ea-bb2f-480b-80d7-0abc7a85903e None None] Current status of the port 81b32e8d-fed2-4322-a773-d0f9e8de32ae is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:46:31.389840 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-39c1a5ea-bb2f-480b-80d7-0abc7a85903e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:31.438896 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc95cdf-60cc-4f45-9d4e-b895a3b3031d None None] The sync data for ids ['6087afdb-0b00-41fc-ad12-72d22426c835'] in dv-neutron-862712-1-hyperv is: [{'id': '6087afdb-0b00-41fc-ad12-72d22426c835', 'name': 'tempest-NetworksTestDHCPv6-router-1372697814', 'tenant_id': 'cde0b70c42f24e8e94f9303758760038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:46:21Z', 'revision_number': 2, 'project_id': 'cde0b70c42f24e8e94f9303758760038', 'gw_port_host': None, '_interfaces': [{'id': '902b61dc-af70-4536-8b9a-e9a52d36cf1d', 'name': '', 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'tenant_id': 'cde0b70c42f24e8e94f9303758760038', 'mac_address': 'fa:16:3e:8b:d1:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6087afdb-0b00-41fc-ad12-72d22426c835', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '36c1e7cf-1550-4d65-8c53-b8da9f485459', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:19Z', 'updated_at': '2022-10-26T15:46:28Z', 'revision_number': 4, 'project_id': 'cde0b70c42f24e8e94f9303758760038', 'subnets': [{'id': '36c1e7cf-1550-4d65-8c53-b8da9f485459', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:46:31.455629 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-175728fb-8ea4-49e1-9b8c-5b66360cd76f None None] Attempting to bind port 5f93812b-ebe5-4d88-9124-8bc01d8e00f7 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:46:31.456142 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-175728fb-8ea4-49e1-9b8c-5b66360cd76f None None] Attempting to bind port 5f93812b-ebe5-4d88-9124-8bc01d8e00f7 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '3aad6b9d-bcea-4169-ac49-2d3bd0860d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '396be13e-92f6-47f0-8d63-486cebc07e94'}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:46:31.456620 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175728fb-8ea4-49e1-9b8c-5b66360cd76f None None] Attempting to bind port 5f93812b-ebe5-4d88-9124-8bc01d8e00f7 on network 396be13e-92f6-47f0-8d63-486cebc07e94 {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:46:31.481351 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175728fb-8ea4-49e1-9b8c-5b66360cd76f None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:46:31.482001 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175728fb-8ea4-49e1-9b8c-5b66360cd76f None None] Checking segment: {'id': '3aad6b9d-bcea-4169-ac49-2d3bd0860d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '396be13e-92f6-47f0-8d63-486cebc07e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:46:31.482423 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-175728fb-8ea4-49e1-9b8c-5b66360cd76f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:31.482990 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175728fb-8ea4-49e1-9b8c-5b66360cd76f None None] Bound using segment: {'id': '3aad6b9d-bcea-4169-ac49-2d3bd0860d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '396be13e-92f6-47f0-8d63-486cebc07e94'} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:46:31.483603 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-175728fb-8ea4-49e1-9b8c-5b66360cd76f None None] Bound port: 5f93812b-ebe5-4d88-9124-8bc01d8e00f7, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aad6b9d-bcea-4169-ac49-2d3bd0860d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '396be13e-92f6-47f0-8d63-486cebc07e94'}}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:46:31.484098 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-175728fb-8ea4-49e1-9b8c-5b66360cd76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:31.531131 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-39c1a5ea-bb2f-480b-80d7-0abc7a85903e None None] For port 81b32e8d-fed2-4322-a773-d0f9e8de32ae, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=81b32e8d-fed2-4322-a773-d0f9e8de32ae,segment=NetworkSegment(9707e602-4ca9-4171-bc37-6e0e4a0b353f),segment_id=9707e602-4ca9-4171-bc37-6e0e4a0b353f)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:46:31.534546 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141fb0c5-f03c-47f3-8db1-3f2316e483fe None None] Pushing event updated for resources: {'Port': ['ID=0931721a-5c88-4a7e-97b0-9876ae09b33f,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:31.561903 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] No Port match for: acc2f964-cb45-4af0-9d4f-0a2275d74837 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:46:31.562516 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device acc2f964-cb45-4af0-9d4f-0a2275d74837 not bound to the agent host hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:46:31.655125 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-44f5b289-6239-44c9-93b9-3919ab8ea17a tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:31.658460 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-43d249ba-3008-4df8-afcb-85423a927bf5 None None] Transition to ACTIVE for port object 88d56480-5335-4dbc-ae4c-2ac16574dc7b will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:46:31.661909 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a584d5de-f5b2-46aa-91ba-8769c586dec1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Made reservation on behalf of b10aaa5403b848e8bc3e4f603712654e for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:46:31.668696 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a584d5de-f5b2-46aa-91ba-8769c586dec1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:31.672593 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-39c1a5ea-bb2f-480b-80d7-0abc7a85903e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:31.705778 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-175728fb-8ea4-49e1-9b8c-5b66360cd76f None None] For port 5f93812b-ebe5-4d88-9124-8bc01d8e00f7, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:46:31.712930 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-175728fb-8ea4-49e1-9b8c-5b66360cd76f None None] For port 5f93812b-ebe5-4d88-9124-8bc01d8e00f7, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=5f93812b-ebe5-4d88-9124-8bc01d8e00f7,segment=NetworkSegment(3aad6b9d-bcea-4169-ac49-2d3bd0860d1e),segment_id=3aad6b9d-bcea-4169-ac49-2d3bd0860d1e)] {{(pid=89750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:46:31.783183 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-175728fb-8ea4-49e1-9b8c-5b66360cd76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:31.851627 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175728fb-8ea4-49e1-9b8c-5b66360cd76f None None] Routers {'1eb48047-79f1-4036-a1ba-590ee35e6ace'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:46:31.852939 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-175728fb-8ea4-49e1-9b8c-5b66360cd76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:46:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['1eb48047-79f1-4036-a1ba-590ee35e6ace'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:31.996051 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-6953a656-1671-4e87-a8f3-d699a05e981a None None] Allocated IP 2001:db8::2 (8a1858ed-a510-43b2-9fea-97c1ea592273/d983e64a-c781-4494-9f48-f8814d561c7a/a8270584-ccf0-4631-84f9-dcaab252cc91) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:46:32.083087 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-7af0a868-93a5-4881-b8a0-e86e83e1a629 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Calling delete_port for 902b61dc-af70-4536-8b9a-e9a52d36cf1d owned by network:router_interface {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:46:32.197808 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-175728fb-8ea4-49e1-9b8c-5b66360cd76f None None] Set router 1eb48047-79f1-4036-a1ba-590ee35e6ace gateway port host: None {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:46:32.237653 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-44f5b289-6239-44c9-93b9-3919ab8ea17a tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Calling delete_port for 5f93812b-ebe5-4d88-9124-8bc01d8e00f7 owned by network:router_gateway {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:46:32.389888 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157755a-974c-4c7c-a656-3abd7f732319 None None] Pushing event updated for resources: {'Port': ['ID=5f93812b-ebe5-4d88-9124-8bc01d8e00f7,revision_number=2']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:32.413339 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c1a5ea-bb2f-480b-80d7-0abc7a85903e None None] Pushing event updated for resources: {'Port': ['ID=81b32e8d-fed2-4322-a773-d0f9e8de32ae,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:32.434259 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-43d249ba-3008-4df8-afcb-85423a927bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:32.447219 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-dba9baf7-fd06-4959-aa06-c2775698e7e0 req-b30e236f-d2cd-4039-9334-df2a50e5db2d tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d4a168b-8414-4e0c-aafa-d048ee6f7683 HTTP/1.1" status: 200 len: 210 time: 0.1776412 Oct 26 15:46:32.449679 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 902b61dc-af70-4536-8b9a-e9a52d36cf1d up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:46:32.509754 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-175728fb-8ea4-49e1-9b8c-5b66360cd76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb48047-79f1-4036-a1ba-590ee35e6ace', 'name': '', 'tenant_id': '10ca3219de1940369df7d17421d53c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:20Z', 'updated_at': '2022-10-26T15:46:31Z', 'revision_number': 4, 'project_id': '10ca3219de1940369df7d17421d53c85', 'gw_port_host': None}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:32.546967 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d249ba-3008-4df8-afcb-85423a927bf5 None None] Network 5fb5921c-6c9f-47de-89a7-894063de0a8e is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:46:32.567373 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175728fb-8ea4-49e1-9b8c-5b66360cd76f None None] The sync data for ids ['1eb48047-79f1-4036-a1ba-590ee35e6ace'] in dv-neutron-862712-1-hyperv is: [{'id': '1eb48047-79f1-4036-a1ba-590ee35e6ace', 'name': '', 'tenant_id': '10ca3219de1940369df7d17421d53c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:20Z', 'updated_at': '2022-10-26T15:46:31Z', 'revision_number': 4, 'project_id': '10ca3219de1940369df7d17421d53c85', 'gw_port_host': None}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:46:32.619285 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53fb5610-2ae0-4e4e-ad6d-b6c9f58d583a req-f84e045f-406f-425c-abe7-9a0762d87354 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Router 9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:46:32.619485 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157755a-974c-4c7c-a656-3abd7f732319 None None] Pushing event updated for resources: {'Port': ['ID=5f93812b-ebe5-4d88-9124-8bc01d8e00f7,revision_number=3']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:32.629716 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab162c41-f59c-4201-bd7a-7619c16c6e01 req-ae16d65b-e4b3-42b5-8ba0-174be6cb2ca5 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Router 646f6f2c-03ff-4e0a-a2c8-24d838991d16 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:46:32.633010 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 1dbad1f6-fe27-4c30-bdd6-7cc85b2c8b4c resource provider aggregate not found Oct 26 15:46:32.646075 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-43d249ba-3008-4df8-afcb-85423a927bf5 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:32.651687 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d249ba-3008-4df8-afcb-85423a927bf5 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:46:32.768194 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7af0a868-93a5-4881-b8a0-e86e83e1a629 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:32.791518 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-e39ceece-ff6a-4ad5-9f8d-109089bf522c tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Allocated IP 2001:db8::1 (5fb5921c-6c9f-47de-89a7-894063de0a8e/bd0f7abc-a0e2-4d68-89bc-8ca7fde95f17/b5949997-131a-459a-9505-17e104ad4bf2) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:46:32.795449 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1961f68-436c-4426-8046-bebeae357d04 None None] Network 761f6f92-a3c8-4d21-a9d5-acf3cf4d9ef9 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:46:32.807775 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 1dbad1f6-fe27-4c30-bdd6-7cc85b2c8b4c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1dbad1f6-fe27-4c30-bdd6-7cc85b2c8b4c found for delete ", "request_id": "req-bb034b0d-1812-407a-9a9e-880d63b68c84"}]} Oct 26 15:46:32.810660 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-14422ac4-231d-485a-a833-b5e2a75e34fc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:33.023383 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d4692b26-52e5-408b-be2a-d84fae0533a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:33.058911 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-4ca60afc-67f7-4498-b312-7b90a6219b43 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] For port df5711e5-9cff-4f94-96a2-317f2551fa14, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=df5711e5-9cff-4f94-96a2-317f2551fa14,segment=NetworkSegment(573daf53-dc61-407a-b55d-1b34c5beebc4),segment_id=573daf53-dc61-407a-b55d-1b34c5beebc4)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:46:33.059277 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4ca60afc-67f7-4498-b312-7b90a6219b43 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:33.080014 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6953a656-1671-4e87-a8f3-d699a05e981a None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:33.093658 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-6953a656-1671-4e87-a8f3-d699a05e981a None None] Transition to ACTIVE for port object a8270584-ccf0-4631-84f9-dcaab252cc91 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:46:33.105654 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-44f5b289-6239-44c9-93b9-3919ab8ea17a tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:46:33.108763 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-44f5b289-6239-44c9-93b9-3919ab8ea17a tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:46:33.111123 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-43d249ba-3008-4df8-afcb-85423a927bf5 None None] Attempting to bind port 88d56480-5335-4dbc-ae4c-2ac16574dc7b on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:46:33.111511 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-43d249ba-3008-4df8-afcb-85423a927bf5 None None] Attempting to bind port 88d56480-5335-4dbc-ae4c-2ac16574dc7b by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '44dbe962-a391-4e41-8880-98e19adc45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '5fb5921c-6c9f-47de-89a7-894063de0a8e'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:46:33.111874 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d249ba-3008-4df8-afcb-85423a927bf5 None None] Attempting to bind port 88d56480-5335-4dbc-ae4c-2ac16574dc7b on network 5fb5921c-6c9f-47de-89a7-894063de0a8e {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:46:33.115203 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d249ba-3008-4df8-afcb-85423a927bf5 None None] Pushing event updated for resources: {'Port': ['ID=88d56480-5335-4dbc-ae4c-2ac16574dc7b,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:33.168753 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-14422ac4-231d-485a-a833-b5e2a75e34fc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Allocated IP 172.26.2.222 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/6c5b36d8-be86-4a68-afaf-7cf8eb62fe0b) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:46:33.195095 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e39ceece-ff6a-4ad5-9f8d-109089bf522c tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:33.261235 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No active binding found for port 902b61dc-af70-4536-8b9a-e9a52d36cf1d {{(pid=89749) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 26 15:46:33.261670 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 902b61dc-af70-4536-8b9a-e9a52d36cf1d not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Oct 26 15:46:33.282377 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e39ceece-ff6a-4ad5-9f8d-109089bf522c tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Transition to ACTIVE for port object b5949997-131a-459a-9505-17e104ad4bf2 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:46:33.314883 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-4ca60afc-67f7-4498-b312-7b90a6219b43 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Calling delete_port for df5711e5-9cff-4f94-96a2-317f2551fa14 owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:46:33.341917 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Port 902b61dc-af70-4536-8b9a-e9a52d36cf1d not found, will not notify nova. {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Oct 26 15:46:33.342316 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 0931721a-5c88-4a7e-97b0-9876ae09b33f up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:46:33.371825 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a584d5de-f5b2-46aa-91ba-8769c586dec1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:46:33.372603 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-fe961a28-9ea6-421f-9036-8dd8197175a7 None None] Provisioning for port 0931721a-5c88-4a7e-97b0-9876ae09b33f completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:46:33.381538 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a584d5de-f5b2-46aa-91ba-8769c586dec1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:33.381851 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-a584d5de-f5b2-46aa-91ba-8769c586dec1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Added segment a00dd6c4-bbc1-4cef-b3af-17c124ae0486 of type vlan for network a056ccf8-c97b-4e2d-9bb8-5c4e25c7fcb9 Oct 26 15:46:33.386209 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-14422ac4-231d-485a-a833-b5e2a75e34fc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:33.389320 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d249ba-3008-4df8-afcb-85423a927bf5 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:46:33.389717 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d249ba-3008-4df8-afcb-85423a927bf5 None None] Checking segment: {'id': '44dbe962-a391-4e41-8880-98e19adc45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '5fb5921c-6c9f-47de-89a7-894063de0a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:46:33.390104 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-43d249ba-3008-4df8-afcb-85423a927bf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:33.390514 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d249ba-3008-4df8-afcb-85423a927bf5 None None] Bound using segment: {'id': '44dbe962-a391-4e41-8880-98e19adc45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '5fb5921c-6c9f-47de-89a7-894063de0a8e'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:46:33.390990 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-43d249ba-3008-4df8-afcb-85423a927bf5 None None] Bound port: 88d56480-5335-4dbc-ae4c-2ac16574dc7b, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44dbe962-a391-4e41-8880-98e19adc45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '5fb5921c-6c9f-47de-89a7-894063de0a8e'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:46:33.391372 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-43d249ba-3008-4df8-afcb-85423a927bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:33.412631 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a584d5de-f5b2-46aa-91ba-8769c586dec1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:33.421877 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e39ceece-ff6a-4ad5-9f8d-109089bf522c tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:33.428307 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-6953a656-1671-4e87-a8f3-d699a05e981a None None] Transition to ACTIVE for port object a8270584-ccf0-4631-84f9-dcaab252cc91 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:46:33.532418 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6953a656-1671-4e87-a8f3-d699a05e981a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:33.610901 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ceece-ff6a-4ad5-9f8d-109089bf522c tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Pushing event updated for resources: {'Port': ['ID=b5949997-131a-459a-9505-17e104ad4bf2,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:33.624751 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-44f5b289-6239-44c9-93b9-3919ab8ea17a tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Deleting port 5f93812b-ebe5-4d88-9124-8bc01d8e00f7 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:46:33.625223 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-44f5b289-6239-44c9-93b9-3919ab8ea17a tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:33.667162 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6953a656-1671-4e87-a8f3-d699a05e981a None None] Network 8a1858ed-a510-43b2-9fea-97c1ea592273 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:46:33.677958 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-6953a656-1671-4e87-a8f3-d699a05e981a None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:33.693075 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6953a656-1671-4e87-a8f3-d699a05e981a None None] Pushing event updated for resources: {'Port': ['ID=a8270584-ccf0-4631-84f9-dcaab252cc91,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:33.708654 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6953a656-1671-4e87-a8f3-d699a05e981a None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:46:33.722372 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-50f084cf-358a-4bef-8053-49e2f0318629 req-7e4930d1-e35e-482f-bfcf-19b19629da61 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Unset dirty status for tenant:0d1979e8b1384c06a2335dbdad38722e on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:46:33.723583 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-50f084cf-358a-4bef-8053-49e2f0318629 req-7e4930d1-e35e-482f-bfcf-19b19629da61 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e191253-b5f3-4002-95f2-06134a2c3e70 HTTP/1.1" status: 200 len: 210 time: 2.7082138 Oct 26 15:46:33.724743 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53fb5610-2ae0-4e4e-ad6d-b6c9f58d583a req-f84e045f-406f-425c-abe7-9a0762d87354 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:46:33.745661 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-43d249ba-3008-4df8-afcb-85423a927bf5 None None] For port 88d56480-5335-4dbc-ae4c-2ac16574dc7b, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:46:33.796019 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af0a868-93a5-4881-b8a0-e86e83e1a629 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Port': ['ID=902b61dc-af70-4536-8b9a-e9a52d36cf1d,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:33.825410 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7217ae-5957-4a0f-996b-b41666956e05 None None] Sync routers for ids ['9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:46:33.838968 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-14422ac4-231d-485a-a833-b5e2a75e34fc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:33.879171 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 0931721a-5c88-4a7e-97b0-9876ae09b33f completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:46:33.925104 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-43d249ba-3008-4df8-afcb-85423a927bf5 None None] For port 88d56480-5335-4dbc-ae4c-2ac16574dc7b, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=88d56480-5335-4dbc-ae4c-2ac16574dc7b,segment=NetworkSegment(44dbe962-a391-4e41-8880-98e19adc45a5),segment_id=44dbe962-a391-4e41-8880-98e19adc45a5)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:46:33.934730 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 0931721a-5c88-4a7e-97b0-9876ae09b33f triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:46:33.934730 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:33.934730 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 0931721a-5c88-4a7e-97b0-9876ae09b33f Oct 26 15:46:34.062903 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-43d249ba-3008-4df8-afcb-85423a927bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:34.067538 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39ceece-ff6a-4ad5-9f8d-109089bf522c tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Network 5fb5921c-6c9f-47de-89a7-894063de0a8e is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:46:34.165304 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-e39ceece-ff6a-4ad5-9f8d-109089bf522c tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:34.174684 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14422ac4-231d-485a-a833-b5e2a75e34fc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=6c5b36d8-be86-4a68-afaf-7cf8eb62fe0b,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:34.186109 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39ceece-ff6a-4ad5-9f8d-109089bf522c tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:46:34.188103 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e39ceece-ff6a-4ad5-9f8d-109089bf522c tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:34.283381 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-856a5895-7b70-4c68-b5ee-2d0cb327a1fb req-f35dc119-c7fa-45a7-9f89-a11fb69c392a tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d4a168b-8414-4e0c-aafa-d048ee6f7683 HTTP/1.1" status: 200 len: 210 time: 0.5654566 Oct 26 15:46:34.291519 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14422ac4-231d-485a-a833-b5e2a75e34fc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:46:34.295675 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-14422ac4-231d-485a-a833-b5e2a75e34fc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:34.299961 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14422ac4-231d-485a-a833-b5e2a75e34fc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:46:34.314060 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7af0a868-93a5-4881-b8a0-e86e83e1a629 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:34.343206 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4ca60afc-67f7-4498-b312-7b90a6219b43 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:34.380358 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7217ae-5957-4a0f-996b-b41666956e05 None None] Routers {'9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:46:34.381859 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-6d7217ae-5957-4a0f-996b-b41666956e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:46:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:34.448790 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca60afc-67f7-4498-b312-7b90a6219b43 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] No DVR routers for this DVR port df5711e5-9cff-4f94-96a2-317f2551fa14 on host dv-neutron-862712-1-hyperv {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:46:34.453819 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e39ceece-ff6a-4ad5-9f8d-109089bf522c tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:34.561235 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-53fb5610-2ae0-4e4e-ad6d-b6c9f58d583a req-f84e045f-406f-425c-abe7-9a0762d87354 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] No DVR routers for this DVR port acc2f964-cb45-4af0-9d4f-0a2275d74837 on host hv-neutron-8627 {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:46:34.572303 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-53fb5610-2ae0-4e4e-ad6d-b6c9f58d583a req-f84e045f-406f-425c-abe7-9a0762d87354 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:34.576516 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a584d5de-f5b2-46aa-91ba-8769c586dec1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:34.582070 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a584d5de-f5b2-46aa-91ba-8769c586dec1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:34.582756 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a584d5de-f5b2-46aa-91ba-8769c586dec1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:34.601382 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e191253-b5f3-4002-95f2-06134a2c3e70', 'name': 'network-vif-deleted', 'tag': 'acc2f964-cb45-4af0-9d4f-0a2275d74837'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:46:34.610265 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0983395-c044-4bc5-bad0-f0e6d734ca74" -d '{"events": [{"server_uuid": "2e191253-b5f3-4002-95f2-06134a2c3e70", "name": "network-vif-deleted", "tag": "acc2f964-cb45-4af0-9d4f-0a2275d74837"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:46:34.763387 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-44f5b289-6239-44c9-93b9-3919ab8ea17a tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] For port 5f93812b-ebe5-4d88-9124-8bc01d8e00f7, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=5f93812b-ebe5-4d88-9124-8bc01d8e00f7,segment=NetworkSegment(3aad6b9d-bcea-4169-ac49-2d3bd0860d1e),segment_id=3aad6b9d-bcea-4169-ac49-2d3bd0860d1e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:46:34.763759 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-44f5b289-6239-44c9-93b9-3919ab8ea17a tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:34.777367 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4ca60afc-67f7-4498-b312-7b90a6219b43 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:34.799768 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-6953a656-1671-4e87-a8f3-d699a05e981a None None] Attempting to bind port a8270584-ccf0-4631-84f9-dcaab252cc91 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:46:34.802488 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-6953a656-1671-4e87-a8f3-d699a05e981a None None] Attempting to bind port a8270584-ccf0-4631-84f9-dcaab252cc91 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'de3bf5a2-db2e-4edd-b527-c95fe713d83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8a1858ed-a510-43b2-9fea-97c1ea592273'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:46:34.802912 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6953a656-1671-4e87-a8f3-d699a05e981a None None] Attempting to bind port a8270584-ccf0-4631-84f9-dcaab252cc91 on network 8a1858ed-a510-43b2-9fea-97c1ea592273 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:46:34.808158 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-4ca60afc-67f7-4498-b312-7b90a6219b43 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['798f1d99-5857-4df1-adc6-82de279bf4b4']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:34.822687 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-4ca60afc-67f7-4498-b312-7b90a6219b43 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '573daf53-dc61-407a-b55d-1b34c5beebc4') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:34.823081 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-4ca60afc-67f7-4498-b312-7b90a6219b43 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '573daf53-dc61-407a-b55d-1b34c5beebc4') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:34.835245 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4ca60afc-67f7-4498-b312-7b90a6219b43 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:34.860602 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4ca60afc-67f7-4498-b312-7b90a6219b43 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:34.863620 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-4658c878-2d20-4fb3-abb5-6cde9fa3f857 None None] Provisioning complete for port 0931721a-5c88-4a7e-97b0-9876ae09b33f triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:46:34.864185 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4658c878-2d20-4fb3-abb5-6cde9fa3f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:34.864446 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-4658c878-2d20-4fb3-abb5-6cde9fa3f857 None None] Attempt 1 to provision port 0931721a-5c88-4a7e-97b0-9876ae09b33f Oct 26 15:46:34.868674 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ca60afc-67f7-4498-b312-7b90a6219b43 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:46:34.868674 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4ca60afc-67f7-4498-b312-7b90a6219b43 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:34.895796 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-40fae114-5bdf-4a05-933e-d3d1449ee48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:34.898537 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6953a656-1671-4e87-a8f3-d699a05e981a None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:46:34.899291 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6953a656-1671-4e87-a8f3-d699a05e981a None None] Checking segment: {'id': 'de3bf5a2-db2e-4edd-b527-c95fe713d83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8a1858ed-a510-43b2-9fea-97c1ea592273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:46:34.899792 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6953a656-1671-4e87-a8f3-d699a05e981a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:34.900723 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6953a656-1671-4e87-a8f3-d699a05e981a None None] Bound using segment: {'id': 'de3bf5a2-db2e-4edd-b527-c95fe713d83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8a1858ed-a510-43b2-9fea-97c1ea592273'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:46:34.902045 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-6953a656-1671-4e87-a8f3-d699a05e981a None None] Bound port: a8270584-ccf0-4631-84f9-dcaab252cc91, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de3bf5a2-db2e-4edd-b527-c95fe713d83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8a1858ed-a510-43b2-9fea-97c1ea592273'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:46:34.902045 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6953a656-1671-4e87-a8f3-d699a05e981a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:35.004897 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca60afc-67f7-4498-b312-7b90a6219b43 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event deleted for resources: {'Port': ['ID=df5711e5-9cff-4f94-96a2-317f2551fa14,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:35.027243 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d249ba-3008-4df8-afcb-85423a927bf5 None None] Pushing event updated for resources: {'Port': ['ID=88d56480-5335-4dbc-ae4c-2ac16574dc7b,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:35.095311 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-6953a656-1671-4e87-a8f3-d699a05e981a None None] For port a8270584-ccf0-4631-84f9-dcaab252cc91, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:46:35.111852 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-6953a656-1671-4e87-a8f3-d699a05e981a None None] For port a8270584-ccf0-4631-84f9-dcaab252cc91, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=a8270584-ccf0-4631-84f9-dcaab252cc91,segment=NetworkSegment(de3bf5a2-db2e-4edd-b527-c95fe713d83f),segment_id=de3bf5a2-db2e-4edd-b527-c95fe713d83f)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:46:35.122750 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 0931721a-5c88-4a7e-97b0-9876ae09b33f is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:46:35.123095 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:35.137058 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 573daf53-dc61-407a-b55d-1b34c5beebc4 resource provider aggregate not found Oct 26 15:46:35.186734 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6953a656-1671-4e87-a8f3-d699a05e981a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:35.196204 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-44f5b289-6239-44c9-93b9-3919ab8ea17a tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Calling delete_port for 5f93812b-ebe5-4d88-9124-8bc01d8e00f7 owned by network:router_gateway {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:46:35.301350 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-6d7217ae-5957-4a0f-996b-b41666956e05 None None] Set router 9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:46:35.386984 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 0931721a-5c88-4a7e-97b0-9876ae09b33f, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=0931721a-5c88-4a7e-97b0-9876ae09b33f,segment=NetworkSegment(60795961-2f3a-4172-927c-96d78878fb69),segment_id=60795961-2f3a-4172-927c-96d78878fb69)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:46:35.391770 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:35.488573 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:35.491732 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:35.553092 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6953a656-1671-4e87-a8f3-d699a05e981a None None] Pushing event updated for resources: {'Port': ['ID=a8270584-ccf0-4631-84f9-dcaab252cc91,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:35.694719 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383e9dfe-77fd-49b9-b0fb-d8b242c326ef x-openstack-request-id: req-383e9dfe-77fd-49b9-b0fb-d8b242c326ef {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:46:35.695108 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e191253-b5f3-4002-95f2-06134a2c3e70", "name": "network-vif-deleted", "tag": "acc2f964-cb45-4af0-9d4f-0a2275d74837", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:46:35.695467 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-383e9dfe-77fd-49b9-b0fb-d8b242c326ef {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:46:35.696001 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-383e9dfe-77fd-49b9-b0fb-d8b242c326ef'] response: {'server_uuid': '2e191253-b5f3-4002-95f2-06134a2c3e70', 'name': 'network-vif-deleted', 'tag': 'acc2f964-cb45-4af0-9d4f-0a2275d74837', 'status': 'completed', 'code': 200} Oct 26 15:46:35.699775 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-33c47237-b98e-44bb-a12a-be09bd1f4eb2 req-aa77de6d-7936-4ed3-8db5-9ffa46fae46c tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e191253-b5f3-4002-95f2-06134a2c3e70 HTTP/1.1" status: 200 len: 210 time: 0.6826742 Oct 26 15:46:35.713972 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-53fb5610-2ae0-4e4e-ad6d-b6c9f58d583a req-f84e045f-406f-425c-abe7-9a0762d87354 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.48 "DELETE /v2.0/ports/acc2f964-cb45-4af0-9d4f-0a2275d74837 HTTP/1.1" status: 204 len: 173 time: 9.2002714 Oct 26 15:46:35.735298 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-4658c878-2d20-4fb3-abb5-6cde9fa3f857 None None] Current status of the port 0931721a-5c88-4a7e-97b0-9876ae09b33f is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:46:35.749631 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 573daf53-dc61-407a-b55d-1b34c5beebc4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 573daf53-dc61-407a-b55d-1b34c5beebc4 found for delete ", "request_id": "req-5aa334fe-3f66-4bae-b44b-adacb735aaf9"}]} Oct 26 15:46:35.791032 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-5c943104-fd55-4394-8bb1-4045fefc2850 req-41f72215-4b33-4ffb-b0ba-ca4e4d35d8c8 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d4a168b-8414-4e0c-aafa-d048ee6f7683 HTTP/1.1" status: 200 len: 210 time: 0.2363963 Oct 26 15:46:35.940987 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=0931721a-5c88-4a7e-97b0-9876ae09b33f,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:35.972922 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34e633d-c407-4edd-a663-2693ee8ddadb None None] Network 5fb5921c-6c9f-47de-89a7-894063de0a8e requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:46:36.009970 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 88d56480-5335-4dbc-ae4c-2ac16574dc7b up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:46:36.029224 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab162c41-f59c-4201-bd7a-7619c16c6e01 req-ae16d65b-e4b3-42b5-8ba0-174be6cb2ca5 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:46:36.042180 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3bb488-9411-4843-ad76-cc93e7313a27 None None] Sync routers for ids ['646f6f2c-03ff-4e0a-a2c8-24d838991d16'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:46:36.060459 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3bb488-9411-4843-ad76-cc93e7313a27 None None] Routers {'646f6f2c-03ff-4e0a-a2c8-24d838991d16'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:46:36.061497 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-8f3bb488-9411-4843-ad76-cc93e7313a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:46:35Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['646f6f2c-03ff-4e0a-a2c8-24d838991d16'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:36.108082 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4ca60afc-67f7-4498-b312-7b90a6219b43 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:36.116293 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a584d5de-f5b2-46aa-91ba-8769c586dec1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 5.5482049 Oct 26 15:46:36.117741 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36382) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:36.131446 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-cd06ec00-5316-477f-b2f4-f4b19a9acc7f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'subnet': {'network_id': 'a056ccf8-c97b-4e2d-9bb8-5c4e25c7fcb9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:36.159068 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584d5de-f5b2-46aa-91ba-8769c586dec1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event updated for resources: {'Network': ['ID=a056ccf8-c97b-4e2d-9bb8-5c4e25c7fcb9,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:36.175576 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4ca60afc-67f7-4498-b312-7b90a6219b43 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:36.178052 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-4ca60afc-67f7-4498-b312-7b90a6219b43 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "DELETE /v2.0/networks/798f1d99-5857-4df1-adc6-82de279bf4b4 HTTP/1.1" status: 204 len: 168 time: 10.9880981 Oct 26 15:46:36.219079 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36386) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:36.238106 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network a056ccf8-c97b-4e2d-9bb8-5c4e25c7fcb9 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:46:36.260597 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-2398deed-004b-4cc8-a2b9-3585d305817c tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-552344842'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:36.261417 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-cd06ec00-5316-477f-b2f4-f4b19a9acc7f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:36.271594 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab162c41-f59c-4201-bd7a-7619c16c6e01 req-ae16d65b-e4b3-42b5-8ba0-174be6cb2ca5 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] No DVR routers for this DVR port f62158b4-8e92-4bca-a81b-4eb72d775756 on host hv-neutron-8627 {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:46:36.275056 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-2398deed-004b-4cc8-a2b9-3585d305817c tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:36.276861 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-cd06ec00-5316-477f-b2f4-f4b19a9acc7f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Usage tracker for resource:subnet and tenant:b10aaa5403b848e8bc3e4f603712654e is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:46:36.279079 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af0a868-93a5-4881-b8a0-e86e83e1a629 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Router 6087afdb-0b00-41fc-ad12-72d22426c835 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:46:36.284802 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-7dbf4677-5603-43c4-bb45-4a57273571e5 None None] Provisioning for port 88d56480-5335-4dbc-ae4c-2ac16574dc7b completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:46:36.284966 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca60afc-67f7-4498-b312-7b90a6219b43 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event deleted for resources: {'Network': ['ID=798f1d99-5857-4df1-adc6-82de279bf4b4,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:36.285064 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-cd06ec00-5316-477f-b2f4-f4b19a9acc7f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:46:36.285156 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-ab162c41-f59c-4201-bd7a-7619c16c6e01 req-ae16d65b-e4b3-42b5-8ba0-174be6cb2ca5 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:36.286271 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ab162c41-f59c-4201-bd7a-7619c16c6e01 req-ae16d65b-e4b3-42b5-8ba0-174be6cb2ca5 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.48 "DELETE /v2.0/ports/f62158b4-8e92-4bca-a81b-4eb72d775756 HTTP/1.1" status: 204 len: 173 time: 9.7796082 Oct 26 15:46:36.287120 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-cd06ec00-5316-477f-b2f4-f4b19a9acc7f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:36.303288 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.db.resource_extend [None req-e39ceece-ff6a-4ad5-9f8d-109089bf522c tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 15:46:36.305668 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-2398deed-004b-4cc8-a2b9-3585d305817c tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Usage tracker for resource:network and tenant:1be2509a71d64d26a32bbf77f727e229 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:46:36.316614 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-2398deed-004b-4cc8-a2b9-3585d305817c tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:46:36.321822 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-8f3bb488-9411-4843-ad76-cc93e7313a27 None None] Set router 646f6f2c-03ff-4e0a-a2c8-24d838991d16 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:46:36.326587 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-2398deed-004b-4cc8-a2b9-3585d305817c tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:36.369008 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e39ceece-ff6a-4ad5-9f8d-109089bf522c tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:36.387080 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd06ec00-5316-477f-b2f4-f4b19a9acc7f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Made reservation on behalf of b10aaa5403b848e8bc3e4f603712654e for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:46:36.391285 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cd06ec00-5316-477f-b2f4-f4b19a9acc7f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:36.527529 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e39ceece-ff6a-4ad5-9f8d-109089bf522c tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:36.527529 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e39ceece-ff6a-4ad5-9f8d-109089bf522c tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:36.585563 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 88d56480-5335-4dbc-ae4c-2ac16574dc7b completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:46:36.624929 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af0a868-93a5-4881-b8a0-e86e83e1a629 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:46:36.628471 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 88d56480-5335-4dbc-ae4c-2ac16574dc7b triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:46:36.629616 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:36.630015 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 88d56480-5335-4dbc-ae4c-2ac16574dc7b Oct 26 15:46:36.634266 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-7af0a868-93a5-4881-b8a0-e86e83e1a629 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "PUT /v2.0/routers/6087afdb-0b00-41fc-ad12-72d22426c835/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6063578 Oct 26 15:46:36.643633 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36390) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:36.692393 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3c4e61-5766-450f-872c-05e9bb0ada57 None None] Sync routers for ids ['6087afdb-0b00-41fc-ad12-72d22426c835'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:46:36.733703 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2398deed-004b-4cc8-a2b9-3585d305817c tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Made reservation on behalf of 1be2509a71d64d26a32bbf77f727e229 for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:46:36.738820 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2398deed-004b-4cc8-a2b9-3585d305817c tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:36.837791 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-8f3bb488-9411-4843-ad76-cc93e7313a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646f6f2c-03ff-4e0a-a2c8-24d838991d16', 'name': 'tempest-ServersTestManualDisk-19638021-router', 'tenant_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': '8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:43:49Z', 'updated_at': '2022-10-26T15:43:59Z', 'revision_number': 4, 'project_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'gw_port': {'id': '8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646f6f2c-03ff-4e0a-a2c8-24d838991d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:43:51Z', 'updated_at': '2022-10-26T15:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '739e888a-ede6-4f25-ad4c-4de91395a8a2', 'name': '', 'network_id': 'd8f14250-22cf-4a11-9481-ae7fced3b7b5', 'tenant_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'mac_address': 'fa:16:3e:d3:67:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646f6f2c-03ff-4e0a-a2c8-24d838991d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '681a7821-b4bf-4dbd-9e8a-ecb5ac161e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:43:57Z', 'updated_at': '2022-10-26T15:44:11Z', 'revision_number': 5, 'project_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'subnets': [{'id': '681a7821-b4bf-4dbd-9e8a-ecb5ac161e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:36.847401 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3bb488-9411-4843-ad76-cc93e7313a27 None None] Checking router: 646f6f2c-03ff-4e0a-a2c8-24d838991d16 for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:46:36.862314 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3bb488-9411-4843-ad76-cc93e7313a27 None None] Routers {'646f6f2c-03ff-4e0a-a2c8-24d838991d16'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:46:36.864672 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-8f3bb488-9411-4843-ad76-cc93e7313a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:46:35Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['646f6f2c-03ff-4e0a-a2c8-24d838991d16'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:36.888021 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7bde6a-b9df-487d-9c80-3cf1bd4866cc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:36.890167 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7bde6a-b9df-487d-9c80-3cf1bd4866cc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:36.891098 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-0d7bde6a-b9df-487d-9c80-3cf1bd4866cc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:subnet {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:46:36.894207 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2398deed-004b-4cc8-a2b9-3585d305817c tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:46:36.913242 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2398deed-004b-4cc8-a2b9-3585d305817c tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:36.913586 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-2398deed-004b-4cc8-a2b9-3585d305817c tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Added segment 3a3762a9-8e30-4c3e-9357-50559ccdf5ed of type vlan for network 11631a5d-f020-4249-a0a5-51b7f806bb9e Oct 26 15:46:36.997076 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2398deed-004b-4cc8-a2b9-3585d305817c tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:37.001788 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-0d7bde6a-b9df-487d-9c80-3cf1bd4866cc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:subnet {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:46:37.013035 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d549f86-ddf4-4439-9274-359f7d97f05b None None] Network 8a1858ed-a510-43b2-9fea-97c1ea592273 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:46:37.027750 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-0d7bde6a-b9df-487d-9c80-3cf1bd4866cc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3779893 Oct 26 15:46:37.073432 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36398) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:37.143964 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d3cae031-5d0e-4c61-bf59-420942ef76fb req-68ab9042-880d-4f67-9fb4-ba9d07935368 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e191253-b5f3-4002-95f2-06134a2c3e70 HTTP/1.1" status: 200 len: 210 time: 0.1198599 Oct 26 15:46:37.189711 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-b38d5c18-3c68-4af6-9b1d-9d8bcecc9a96 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting subnet 36c1e7cf-1550-4d65-8c53-b8da9f485459 {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:46:37.193060 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b38d5c18-3c68-4af6-9b1d-9d8bcecc9a96 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:37.209459 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-8f3bb488-9411-4843-ad76-cc93e7313a27 None None] Set router 646f6f2c-03ff-4e0a-a2c8-24d838991d16 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:46:37.210987 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-6d7217ae-5957-4a0f-996b-b41666956e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9', 'name': 'tempest-ServersTestJSON-1173380643-router', 'tenant_id': '0d1979e8b1384c06a2335dbdad38722e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.181'}], 'enable_snat': True}, 'gw_port_id': '626a541b-4d4c-44a1-9f0f-a6a8b7b5f759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:43:49Z', 'updated_at': '2022-10-26T15:44:08Z', 'revision_number': 4, 'project_id': '0d1979e8b1384c06a2335dbdad38722e', 'gw_port': {'id': '626a541b-4d4c-44a1-9f0f-a6a8b7b5f759', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:43:54Z', 'updated_at': '2022-10-26T15:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': 'cf2d9822-a97b-447c-b8a0-ce31bb06a0be', 'name': '', 'network_id': '9e7f403d-8db4-413b-aaa2-82bc08b56467', 'tenant_id': '0d1979e8b1384c06a2335dbdad38722e', 'mac_address': 'fa:16:3e:38:92:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '72ee322a-5d33-41d0-8bec-3239be73d48d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:44:05Z', 'updated_at': '2022-10-26T15:44:19Z', 'revision_number': 5, 'project_id': '0d1979e8b1384c06a2335dbdad38722e', 'subnets': [{'id': '72ee322a-5d33-41d0-8bec-3239be73d48d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:37.222859 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7217ae-5957-4a0f-996b-b41666956e05 None None] Checking router: 9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:46:37.237995 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2398deed-004b-4cc8-a2b9-3585d305817c tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:37.241774 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3c4e61-5766-450f-872c-05e9bb0ada57 None None] Routers {'6087afdb-0b00-41fc-ad12-72d22426c835'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:46:37.241774 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-7b3c4e61-5766-450f-872c-05e9bb0ada57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:46:35Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['6087afdb-0b00-41fc-ad12-72d22426c835'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:37.242441 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.ipam_backend_mixin [None req-cd06ec00-5316-477f-b2f4-f4b19a9acc7f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Performing IP validity checks on allocation pools {{(pid=89747) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 26 15:46:37.245735 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2398deed-004b-4cc8-a2b9-3585d305817c tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:37.246349 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2398deed-004b-4cc8-a2b9-3585d305817c tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:37.249541 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.ipam_backend_mixin [None req-cd06ec00-5316-477f-b2f4-f4b19a9acc7f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89747) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 26 15:46:37.333797 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39ceece-ff6a-4ad5-9f8d-109089bf522c tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Network 5fb5921c-6c9f-47de-89a7-894063de0a8e is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:46:37.345597 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2e466721-3293-4e46-8622-1a65c42c9835 req-4eb9e689-679e-46f4-b03c-02413c076425 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d4a168b-8414-4e0c-aafa-d048ee6f7683 HTTP/1.1" status: 200 len: 210 time: 0.2258275 Oct 26 15:46:37.361781 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-e39ceece-ff6a-4ad5-9f8d-109089bf522c tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:37.364268 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ceece-ff6a-4ad5-9f8d-109089bf522c tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Pushing event updated for resources: {'Port': ['ID=b5949997-131a-459a-9505-17e104ad4bf2,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:37.364478 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b38d5c18-3c68-4af6-9b1d-9d8bcecc9a96 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:37.416865 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:37.425454 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7217ae-5957-4a0f-996b-b41666956e05 None None] Routers {'9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:46:37.427641 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-6d7217ae-5957-4a0f-996b-b41666956e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:46:35Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:37.467423 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2398deed-004b-4cc8-a2b9-3585d305817c tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event updated for resources: {'Network': ['ID=11631a5d-f020-4249-a0a5-51b7f806bb9e,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:37.488040 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2398deed-004b-4cc8-a2b9-3585d305817c tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2457943 Oct 26 15:46:37.494786 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 11631a5d-f020-4249-a0a5-51b7f806bb9e details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:46:37.495135 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36402) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:37.506320 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-d80ca90a-06c7-4f74-ae68-6983076eeaf5 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Request body: {'subnet': {'network_id': '11631a5d-f020-4249-a0a5-51b7f806bb9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:37.608584 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-7b3c4e61-5766-450f-872c-05e9bb0ada57 None None] Set router 6087afdb-0b00-41fc-ad12-72d22426c835 gateway port host: None {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:46:37.644973 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-14422ac4-231d-485a-a833-b5e2a75e34fc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:37.673925 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-44f5b289-6239-44c9-93b9-3919ab8ea17a tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:37.710187 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4a168b-8414-4e0c-aafa-d048ee6f7683', 'name': 'network-vif-deleted', 'tag': 'f62158b4-8e92-4bca-a81b-4eb72d775756'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:46:37.714418 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e66318f-bc66-495f-a770-f838d5fa28da" -d '{"events": [{"server_uuid": "8d4a168b-8414-4e0c-aafa-d048ee6f7683", "name": "network-vif-deleted", "tag": "f62158b4-8e92-4bca-a81b-4eb72d775756"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:46:37.771395 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-8f3bb488-9411-4843-ad76-cc93e7313a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646f6f2c-03ff-4e0a-a2c8-24d838991d16', 'name': 'tempest-ServersTestManualDisk-19638021-router', 'tenant_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': '8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:43:49Z', 'updated_at': '2022-10-26T15:43:59Z', 'revision_number': 4, 'project_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'gw_port': {'id': '8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646f6f2c-03ff-4e0a-a2c8-24d838991d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:43:51Z', 'updated_at': '2022-10-26T15:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '739e888a-ede6-4f25-ad4c-4de91395a8a2', 'name': '', 'network_id': 'd8f14250-22cf-4a11-9481-ae7fced3b7b5', 'tenant_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'mac_address': 'fa:16:3e:d3:67:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646f6f2c-03ff-4e0a-a2c8-24d838991d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '681a7821-b4bf-4dbd-9e8a-ecb5ac161e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:43:57Z', 'updated_at': '2022-10-26T15:44:11Z', 'revision_number': 5, 'project_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'subnets': [{'id': '681a7821-b4bf-4dbd-9e8a-ecb5ac161e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:37.779502 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3bb488-9411-4843-ad76-cc93e7313a27 None None] The sync data for ids ['646f6f2c-03ff-4e0a-a2c8-24d838991d16'] in dv-neutron-862712-1-hyperv is: [{'id': '646f6f2c-03ff-4e0a-a2c8-24d838991d16', 'name': 'tempest-ServersTestManualDisk-19638021-router', 'tenant_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': '8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:43:49Z', 'updated_at': '2022-10-26T15:43:59Z', 'revision_number': 4, 'project_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'gw_port': {'id': '8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646f6f2c-03ff-4e0a-a2c8-24d838991d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:43:51Z', 'updated_at': '2022-10-26T15:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '739e888a-ede6-4f25-ad4c-4de91395a8a2', 'name': '', 'network_id': 'd8f14250-22cf-4a11-9481-ae7fced3b7b5', 'tenant_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'mac_address': 'fa:16:3e:d3:67:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646f6f2c-03ff-4e0a-a2c8-24d838991d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '681a7821-b4bf-4dbd-9e8a-ecb5ac161e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:43:57Z', 'updated_at': '2022-10-26T15:44:11Z', 'revision_number': 5, 'project_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'subnets': [{'id': '681a7821-b4bf-4dbd-9e8a-ecb5ac161e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:46:37.800603 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b38d5c18-3c68-4af6-9b1d-9d8bcecc9a96 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:37.840016 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-56607ab7-9a60-4124-942c-04114c00c46e None None] Provisioning for port a8270584-ccf0-4631-84f9-dcaab252cc91 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:46:37.876706 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7cdc49d-3388-413a-b149-f9a14d71396d x-openstack-request-id: req-c7cdc49d-3388-413a-b149-f9a14d71396d {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:46:37.876706 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4a168b-8414-4e0c-aafa-d048ee6f7683", "name": "network-vif-deleted", "tag": "f62158b4-8e92-4bca-a81b-4eb72d775756", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:46:37.877039 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c7cdc49d-3388-413a-b149-f9a14d71396d {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:46:37.877279 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7cdc49d-3388-413a-b149-f9a14d71396d'] response: {'server_uuid': '8d4a168b-8414-4e0c-aafa-d048ee6f7683', 'name': 'network-vif-deleted', 'tag': 'f62158b4-8e92-4bca-a81b-4eb72d775756', 'status': 'completed', 'code': 200} Oct 26 15:46:37.880438 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f5b289-6239-44c9-93b9-3919ab8ea17a tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f93812b-ebe5-4d88-9124-8bc01d8e00f7,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:37.881564 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-d80ca90a-06c7-4f74-ae68-6983076eeaf5 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:37.893645 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-d80ca90a-06c7-4f74-ae68-6983076eeaf5 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Usage tracker for resource:subnet and tenant:1be2509a71d64d26a32bbf77f727e229 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:46:37.895557 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-7b3c4e61-5766-450f-872c-05e9bb0ada57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6087afdb-0b00-41fc-ad12-72d22426c835', 'name': 'tempest-NetworksTestDHCPv6-router-1372697814', 'tenant_id': 'cde0b70c42f24e8e94f9303758760038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:46:32Z', 'revision_number': 3, 'project_id': 'cde0b70c42f24e8e94f9303758760038', 'gw_port_host': None}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:37.898620 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-d80ca90a-06c7-4f74-ae68-6983076eeaf5 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:46:37.905540 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-d80ca90a-06c7-4f74-ae68-6983076eeaf5 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:37.952251 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80ca90a-06c7-4f74-ae68-6983076eeaf5 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Made reservation on behalf of 1be2509a71d64d26a32bbf77f727e229 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:46:37.955897 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d80ca90a-06c7-4f74-ae68-6983076eeaf5 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:37.971799 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b38d5c18-3c68-4af6-9b1d-9d8bcecc9a96 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:37.976656 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3c4e61-5766-450f-872c-05e9bb0ada57 None None] Checking router: 6087afdb-0b00-41fc-ad12-72d22426c835 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:46:38.030373 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 88d56480-5335-4dbc-ae4c-2ac16574dc7b is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:46:38.035900 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:38.058410 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3c4e61-5766-450f-872c-05e9bb0ada57 None None] Routers {'6087afdb-0b00-41fc-ad12-72d22426c835'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:46:38.064949 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-7b3c4e61-5766-450f-872c-05e9bb0ada57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:46:35Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['6087afdb-0b00-41fc-ad12-72d22426c835'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:38.067580 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-14422ac4-231d-485a-a833-b5e2a75e34fc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:38.105294 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d5c18-3c68-4af6-9b1d-9d8bcecc9a96 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Subnet': ['ID=36c1e7cf-1550-4d65-8c53-b8da9f485459,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:38.120560 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b38d5c18-3c68-4af6-9b1d-9d8bcecc9a96 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:38.138000 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.ipam_backend_mixin [None req-d80ca90a-06c7-4f74-ae68-6983076eeaf5 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Performing IP validity checks on allocation pools {{(pid=89748) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 26 15:46:38.138871 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.ipam_backend_mixin [None req-d80ca90a-06c7-4f74-ae68-6983076eeaf5 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89748) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 26 15:46:38.147132 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467e23ac-b410-43e4-85f4-d0c625757cae None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:46:38.202682 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-44f5b289-6239-44c9-93b9-3919ab8ea17a tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:38.224384 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8763e4b-8093-4410-8e86-f568274aa284 None None] New status for floating IP 9d946ce4-ae48-41ae-96b9-ec930dda3cfc: DOWN {{(pid=89750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:46:38.252887 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b38d5c18-3c68-4af6-9b1d-9d8bcecc9a96 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/36c1e7cf-1550-4d65-8c53-b8da9f485459 HTTP/1.1" status: 204 len: 168 time: 1.1760979 Oct 26 15:46:38.253506 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36410) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:38.380232 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-6d7217ae-5957-4a0f-996b-b41666956e05 None None] Set router 9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:46:38.412409 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36418) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:38.448064 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d80ca90a-06c7-4f74-ae68-6983076eeaf5 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:38.601292 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-7b3c4e61-5766-450f-872c-05e9bb0ada57 None None] Set router 6087afdb-0b00-41fc-ad12-72d22426c835 gateway port host: None {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:46:38.624770 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36424) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:38.675234 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39ceece-ff6a-4ad5-9f8d-109089bf522c tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Router b9f5cac9-44ed-4f52-931d-de01ea570928 is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:46:38.690129 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-44f5b289-6239-44c9-93b9-3919ab8ea17a tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:38.701316 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-44f5b289-6239-44c9-93b9-3919ab8ea17a tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:38.737032 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80ca90a-06c7-4f74-ae68-6983076eeaf5 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event updated for resources: {'Subnet': ['ID=6f8be9ff-4e82-42af-afe2-a7b510adb1a8,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:38.764297 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80ca90a-06c7-4f74-ae68-6983076eeaf5 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Checking segment: {'id': '3a3762a9-8e30-4c3e-9357-50559ccdf5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '11631a5d-f020-4249-a0a5-51b7f806bb9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:46:38.764731 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80ca90a-06c7-4f74-ae68-6983076eeaf5 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Network hostable DHCP agents. Network: 11631a5d-f020-4249-a0a5-51b7f806bb9e, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:46:38.783876 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 88d56480-5335-4dbc-ae4c-2ac16574dc7b, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=88d56480-5335-4dbc-ae4c-2ac16574dc7b,segment=NetworkSegment(44dbe962-a391-4e41-8880-98e19adc45a5),segment_id=44dbe962-a391-4e41-8880-98e19adc45a5)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:46:38.808203 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5c335023-9c7f-4067-8cd9-7df0607a713f tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:38.868584 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-7b3c4e61-5766-450f-872c-05e9bb0ada57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6087afdb-0b00-41fc-ad12-72d22426c835', 'name': 'tempest-NetworksTestDHCPv6-router-1372697814', 'tenant_id': 'cde0b70c42f24e8e94f9303758760038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:46:32Z', 'revision_number': 3, 'project_id': 'cde0b70c42f24e8e94f9303758760038', 'gw_port_host': None}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:38.939961 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:38.940769 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 81b32e8d-fed2-4322-a773-d0f9e8de32ae up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:46:39.002405 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-963ebcbe-6677-4954-8887-95c6a4875880 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:39.053033 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-963ebcbe-6677-4954-8887-95c6a4875880 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:39.129052 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80ca90a-06c7-4f74-ae68-6983076eeaf5 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Network 11631a5d-f020-4249-a0a5-51b7f806bb9e is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:46:39.132284 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5c335023-9c7f-4067-8cd9-7df0607a713f tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:39.163982 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cd06ec00-5316-477f-b2f4-f4b19a9acc7f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:39.193405 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3c4e61-5766-450f-872c-05e9bb0ada57 None None] The sync data for ids ['6087afdb-0b00-41fc-ad12-72d22426c835'] in dv-neutron-862712-1-hyperv is: [{'id': '6087afdb-0b00-41fc-ad12-72d22426c835', 'name': 'tempest-NetworksTestDHCPv6-router-1372697814', 'tenant_id': 'cde0b70c42f24e8e94f9303758760038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:46:32Z', 'revision_number': 3, 'project_id': 'cde0b70c42f24e8e94f9303758760038', 'gw_port_host': None}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:46:39.204252 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-d80ca90a-06c7-4f74-ae68-6983076eeaf5 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 11631a5d-f020-4249-a0a5-51b7f806bb9e) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:39.209979 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80ca90a-06c7-4f74-ae68-6983076eeaf5 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:39.210934 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d80ca90a-06c7-4f74-ae68-6983076eeaf5 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:39.232547 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-963ebcbe-6677-4954-8887-95c6a4875880 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:39.262303 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ebcbe-6677-4954-8887-95c6a4875880 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d292d6b-50fe-4127-8949-883291b1e0c2,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:39.274141 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5c335023-9c7f-4067-8cd9-7df0607a713f tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:39.278617 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a6722835-fbc1-47d5-94a5-eaee7f49d9cd tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 1.0186353 Oct 26 15:46:39.285963 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-959f664a-7064-4250-af5c-b0c00884cc6c None None] Provisioning complete for port 88d56480-5335-4dbc-ae4c-2ac16574dc7b triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:46:39.286338 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-959f664a-7064-4250-af5c-b0c00884cc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:39.286706 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-959f664a-7064-4250-af5c-b0c00884cc6c None None] Attempt 1 to provision port 88d56480-5335-4dbc-ae4c-2ac16574dc7b Oct 26 15:46:39.295641 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36428) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:39.305222 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c335023-9c7f-4067-8cd9-7df0607a713f tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fb894e-acc2-46d5-b200-5c9b4d7d52ad,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:39.313393 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f6dd65-bbfc-465d-9755-24b0fae2804c None None] Network 11631a5d-f020-4249-a0a5-51b7f806bb9e requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:46:39.358291 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-d80ca90a-06c7-4f74-ae68-6983076eeaf5 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.8617456 Oct 26 15:46:39.362061 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39ceece-ff6a-4ad5-9f8d-109089bf522c tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:46:39.363737 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-44f5b289-6239-44c9-93b9-3919ab8ea17a tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:39.364256 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f5b289-6239-44c9-93b9-3919ab8ea17a tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1eb48047-79f1-4036-a1ba-590ee35e6ace {{(pid=89747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:46:39.370791 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5c335023-9c7f-4067-8cd9-7df0607a713f tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:39.374810 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-5c335023-9c7f-4067-8cd9-7df0607a713f tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "DELETE /v2.0/security-groups/16fb894e-acc2-46d5-b200-5c9b4d7d52ad HTTP/1.1" status: 204 len: 168 time: 0.9613409 Oct 26 15:46:39.376255 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-963ebcbe-6677-4954-8887-95c6a4875880 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:39.380403 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-963ebcbe-6677-4954-8887-95c6a4875880 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "DELETE /v2.0/security-groups/3d292d6b-50fe-4127-8949-883291b1e0c2 HTTP/1.1" status: 204 len: 168 time: 0.7498672 Oct 26 15:46:39.381110 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36432) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:39.381546 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36434) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:39.381749 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36436) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:39.447564 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f1b86f-b2dc-4d91-ab74-c77679733983 None None] Sync routers for ids ['b9f5cac9-44ed-4f52-931d-de01ea570928'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:46:39.449681 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-ce35f9b2-4065-45a4-a3ce-35051dd5f7c6 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] show failed (client error): The resource could not be found. Oct 26 15:46:39.450575 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=88d56480-5335-4dbc-ae4c-2ac16574dc7b,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:39.453546 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ce35f9b2-4065-45a4-a3ce-35051dd5f7c6 tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "GET /v2.0/security-groups/3d292d6b-50fe-4127-8949-883291b1e0c2 HTTP/1.1" status: 404 len: 347 time: 0.0637887 Oct 26 15:46:39.467136 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36446) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:39.480946 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ab13f632-79ab-4040-9cdc-11f32164d495 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for router, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:39.514745 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f1b86f-b2dc-4d91-ab74-c77679733983 None None] Routers {'b9f5cac9-44ed-4f52-931d-de01ea570928'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:46:39.515373 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-80f1b86f-b2dc-4d91-ab74-c77679733983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:46:35Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['b9f5cac9-44ed-4f52-931d-de01ea570928'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:39.580331 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.db.resource_extend [None req-14422ac4-231d-485a-a833-b5e2a75e34fc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 15:46:39.608056 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-ef477da5-bfd6-472a-8ca1-841be1efa924 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] show failed (client error): The resource could not be found. Oct 26 15:46:39.610968 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ef477da5-bfd6-472a-8ca1-841be1efa924 tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "GET /v2.0/security-groups/16fb894e-acc2-46d5-b200-5c9b4d7d52ad HTTP/1.1" status: 404 len: 347 time: 0.2232561 Oct 26 15:46:39.618391 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36450) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:39.668193 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06ec00-5316-477f-b2f4-f4b19a9acc7f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event updated for resources: {'Subnet': ['ID=38abf6fc-184e-416d-bfbe-21580333acc6,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:39.674246 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-80f1b86f-b2dc-4d91-ab74-c77679733983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:39.713732 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-14422ac4-231d-485a-a833-b5e2a75e34fc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:39.723948 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd06ec00-5316-477f-b2f4-f4b19a9acc7f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Checking segment: {'id': 'a00dd6c4-bbc1-4cef-b3af-17c124ae0486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'a056ccf8-c97b-4e2d-9bb8-5c4e25c7fcb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:46:39.724442 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd06ec00-5316-477f-b2f4-f4b19a9acc7f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Network hostable DHCP agents. Network: a056ccf8-c97b-4e2d-9bb8-5c4e25c7fcb9, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:46:39.753762 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 81b32e8d-fed2-4322-a773-d0f9e8de32ae triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:46:39.757738 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:39.757738 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 81b32e8d-fed2-4322-a773-d0f9e8de32ae Oct 26 15:46:39.791430 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-14422ac4-231d-485a-a833-b5e2a75e34fc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:39.799528 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f1b86f-b2dc-4d91-ab74-c77679733983 None None] Routers {'b9f5cac9-44ed-4f52-931d-de01ea570928'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:46:39.799757 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-80f1b86f-b2dc-4d91-ab74-c77679733983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:46:35Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['b9f5cac9-44ed-4f52-931d-de01ea570928'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:39.926294 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-80f1b86f-b2dc-4d91-ab74-c77679733983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:39.926757 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f1b86f-b2dc-4d91-ab74-c77679733983 None None] The sync data for ids ['b9f5cac9-44ed-4f52-931d-de01ea570928'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:46:39.932680 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-628abdcf-e706-451c-9bf4-eef333b9820d tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Deleting port eea6b081-764e-47d1-9005-19e8148443f3 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:46:39.933025 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-628abdcf-e706-451c-9bf4-eef333b9820d tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:39.998079 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-e282980d-322c-4cd7-81d0-0438a213d0eb tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Deleting port db77a2a9-d1aa-4180-85d1-6f2a266cb886 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:46:39.998079 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e282980d-322c-4cd7-81d0-0438a213d0eb tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:40.004243 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e39ceece-ff6a-4ad5-9f8d-109089bf522c tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] 10.222.0.23 "PUT /v2.0/routers/b9f5cac9-44ed-4f52-931d-de01ea570928/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0474164 Oct 26 15:46:40.013899 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-44f5b289-6239-44c9-93b9-3919ab8ea17a tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:40.018130 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-44f5b289-6239-44c9-93b9-3919ab8ea17a tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] 10.222.0.23 "DELETE /v2.0/routers/1eb48047-79f1-4036-a1ba-590ee35e6ace HTTP/1.1" status: 204 len: 168 time: 9.7710590 Oct 26 15:46:40.022712 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36454) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:40.023010 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36456) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:40.027892 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-959f664a-7064-4250-af5c-b0c00884cc6c None None] Current status of the port 88d56480-5335-4dbc-ae4c-2ac16574dc7b is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:46:40.074004 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0d3db645-db9b-4529-beb8-4a002613c160 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:40.114630 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741a0d1e-cbcc-4b51-ac5e-f258646f8913 None None] DHCP port deletion for f810e159-a5e8-4c86-8cec-5d909fe013dd request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:46:40.142671 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-6d7217ae-5957-4a0f-996b-b41666956e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9', 'name': 'tempest-ServersTestJSON-1173380643-router', 'tenant_id': '0d1979e8b1384c06a2335dbdad38722e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.181'}], 'enable_snat': True}, 'gw_port_id': '626a541b-4d4c-44a1-9f0f-a6a8b7b5f759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:43:49Z', 'updated_at': '2022-10-26T15:44:08Z', 'revision_number': 4, 'project_id': '0d1979e8b1384c06a2335dbdad38722e', 'gw_port': {'id': '626a541b-4d4c-44a1-9f0f-a6a8b7b5f759', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:43:54Z', 'updated_at': '2022-10-26T15:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': 'cf2d9822-a97b-447c-b8a0-ce31bb06a0be', 'name': '', 'network_id': '9e7f403d-8db4-413b-aaa2-82bc08b56467', 'tenant_id': '0d1979e8b1384c06a2335dbdad38722e', 'mac_address': 'fa:16:3e:38:92:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '72ee322a-5d33-41d0-8bec-3239be73d48d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:44:05Z', 'updated_at': '2022-10-26T15:44:19Z', 'revision_number': 5, 'project_id': '0d1979e8b1384c06a2335dbdad38722e', 'subnets': [{'id': '72ee322a-5d33-41d0-8bec-3239be73d48d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:40.144609 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ab13f632-79ab-4040-9cdc-11f32164d495 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:40.147320 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-741a0d1e-cbcc-4b51-ac5e-f258646f8913 None None] Deleting port 398db465-bb3f-4b70-9200-236f6a2894ab {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:46:40.148035 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-741a0d1e-cbcc-4b51-ac5e-f258646f8913 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:40.152520 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ab13f632-79ab-4040-9cdc-11f32164d495 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:40.197967 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7217ae-5957-4a0f-996b-b41666956e05 None None] The sync data for ids ['9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9'] in dv-neutron-862712-1-hyperv is: [{'id': '9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9', 'name': 'tempest-ServersTestJSON-1173380643-router', 'tenant_id': '0d1979e8b1384c06a2335dbdad38722e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.181'}], 'enable_snat': True}, 'gw_port_id': '626a541b-4d4c-44a1-9f0f-a6a8b7b5f759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:43:49Z', 'updated_at': '2022-10-26T15:44:08Z', 'revision_number': 4, 'project_id': '0d1979e8b1384c06a2335dbdad38722e', 'gw_port': {'id': '626a541b-4d4c-44a1-9f0f-a6a8b7b5f759', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:43:54Z', 'updated_at': '2022-10-26T15:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': 'cf2d9822-a97b-447c-b8a0-ce31bb06a0be', 'name': '', 'network_id': '9e7f403d-8db4-413b-aaa2-82bc08b56467', 'tenant_id': '0d1979e8b1384c06a2335dbdad38722e', 'mac_address': 'fa:16:3e:38:92:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '72ee322a-5d33-41d0-8bec-3239be73d48d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:44:05Z', 'updated_at': '2022-10-26T15:44:19Z', 'revision_number': 5, 'project_id': '0d1979e8b1384c06a2335dbdad38722e', 'subnets': [{'id': '72ee322a-5d33-41d0-8bec-3239be73d48d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:46:40.199717 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629c3ee5-d8cd-44eb-ba18-e5c892f5a55f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-11631a5d-f020-4249-a0a5-51b7f806bb9e', 'network_id': '11631a5d-f020-4249-a0a5-51b7f806bb9e', 'tenant_id': '1be2509a71d64d26a32bbf77f727e229', 'fixed_ips': [{'subnet_id': '6f8be9ff-4e82-42af-afe2-a7b510adb1a8'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:46:40.200553 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-629c3ee5-d8cd-44eb-ba18-e5c892f5a55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:40.231133 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-959f664a-7064-4250-af5c-b0c00884cc6c None None] Provisioning for port b5949997-131a-459a-9505-17e104ad4bf2 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:46:40.232759 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd06ec00-5316-477f-b2f4-f4b19a9acc7f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Network a056ccf8-c97b-4e2d-9bb8-5c4e25c7fcb9 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:46:40.242865 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 81b32e8d-fed2-4322-a773-d0f9e8de32ae is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:46:40.244369 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14422ac4-231d-485a-a833-b5e2a75e34fc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=6c5b36d8-be86-4a68-afaf-7cf8eb62fe0b,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:40.251402 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-959f664a-7064-4250-af5c-b0c00884cc6c None None] Provisioning complete for port b5949997-131a-459a-9505-17e104ad4bf2 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:46:40.251607 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-959f664a-7064-4250-af5c-b0c00884cc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:40.251939 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-959f664a-7064-4250-af5c-b0c00884cc6c None None] Attempt 1 to provision port b5949997-131a-459a-9505-17e104ad4bf2 Oct 26 15:46:40.256498 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-14422ac4-231d-485a-a833-b5e2a75e34fc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:40.312351 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0d3db645-db9b-4529-beb8-4a002613c160 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:40.509831 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e282980d-322c-4cd7-81d0-0438a213d0eb tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:40.510342 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e282980d-322c-4cd7-81d0-0438a213d0eb tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:40.607529 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-959f664a-7064-4250-af5c-b0c00884cc6c None None] Port b5949997-131a-459a-9505-17e104ad4bf2 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:46:40.622230 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a8270584-ccf0-4631-84f9-dcaab252cc91 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:46:40.663977 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-cd06ec00-5316-477f-b2f4-f4b19a9acc7f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, a056ccf8-c97b-4e2d-9bb8-5c4e25c7fcb9) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:40.675437 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216d25ab-15d8-43f9-8a02-639908730541 None None] New status for floating IP 94295035-2a96-44da-ba7a-042845f3bb4c: DOWN {{(pid=89750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:46:40.682149 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd06ec00-5316-477f-b2f4-f4b19a9acc7f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:40.682775 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cd06ec00-5316-477f-b2f4-f4b19a9acc7f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:40.688696 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccd45cb7-1d41-436c-a96f-0791dd86d6a3 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Deleting subnet 390674d0-87ff-43da-b5ff-89153f822b02 {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:46:40.704966 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ccd45cb7-1d41-436c-a96f-0791dd86d6a3 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:40.729109 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab2b51c-c9dd-44c8-a06d-e6efcf4c274f None None] Network a056ccf8-c97b-4e2d-9bb8-5c4e25c7fcb9 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:46:40.753803 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-e282980d-322c-4cd7-81d0-0438a213d0eb tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Calling delete_port for db77a2a9-d1aa-4180-85d1-6f2a266cb886 owned by network:floatingip {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:46:40.925278 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ab13f632-79ab-4040-9cdc-11f32164d495 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:40.926704 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab13f632-79ab-4040-9cdc-11f32164d495 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Fanout notify agent at l3_agent the message router_deleted on router 6087afdb-0b00-41fc-ad12-72d22426c835 {{(pid=89747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:46:40.999606 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-741a0d1e-cbcc-4b51-ac5e-f258646f8913 None None] For port 398db465-bb3f-4b70-9200-236f6a2894ab, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=398db465-bb3f-4b70-9200-236f6a2894ab,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:46:41.000030 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-741a0d1e-cbcc-4b51-ac5e-f258646f8913 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server [None req-629c3ee5-d8cd-44eb-ba18-e5c892f5a55f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6f8be9ff-4e82-42af-afe2-a7b510adb1a8: This subnet is being modified by another concurrent operation. Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 15:46:41.044212 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 15:46:41.047753 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:46:41.047753 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 15:46:41.047753 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:46:41.047753 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 15:46:41.047753 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:46:41.047753 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 15:46:41.047753 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:46:41.047753 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 15:46:41.047753 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 15:46:41.047753 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 15:46:41.047753 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:46:41.047753 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 15:46:41.047753 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:46:41.047753 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 15:46:41.047753 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 15:46:41.047753 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 15:46:41.047753 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Oct 26 15:46:41.047753 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 26 15:46:41.047753 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Oct 26 15:46:41.047753 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 26 15:46:41.047753 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Oct 26 15:46:41.047753 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 26 15:46:41.047753 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 26 15:46:41.047753 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 26 15:46:41.047753 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 26 15:46:41.047753 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 15:46:41.047753 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Oct 26 15:46:41.047753 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 26 15:46:41.047753 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 26 15:46:41.047753 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 26 15:46:41.047753 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 26 15:46:41.047753 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 15:46:41.047753 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 26 15:46:41.047753 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 15:46:41.047753 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 15:46:41.047753 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise exception Oct 26 15:46:41.047753 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6f8be9ff-4e82-42af-afe2-a7b510adb1a8: This subnet is being modified by another concurrent operation. Oct 26 15:46:41.047753 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server Oct 26 15:46:41.090579 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0d3db645-db9b-4529-beb8-4a002613c160 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:41.142481 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.db.api [None req-216d25ab-15d8-43f9-8a02-639908730541 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:46:41.143195 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG oslo_db.api [None req-216d25ab-15d8-43f9-8a02-639908730541 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:46:41.150075 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e282980d-322c-4cd7-81d0-0438a213d0eb tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:41.169181 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ab13f632-79ab-4040-9cdc-11f32164d495 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:41.170044 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ab13f632-79ab-4040-9cdc-11f32164d495 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/routers/6087afdb-0b00-41fc-ad12-72d22426c835 HTTP/1.1" status: 204 len: 168 time: 1.8705072 Oct 26 15:46:41.174545 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-959f664a-7064-4250-af5c-b0c00884cc6c None None] Attempt 2 to provision port b5949997-131a-459a-9505-17e104ad4bf2 Oct 26 15:46:41.177695 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ccd45cb7-1d41-436c-a96f-0791dd86d6a3 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:41.212091 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36462) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:41.219703 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-cd06ec00-5316-477f-b2f4-f4b19a9acc7f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.0987546 Oct 26 15:46:41.231294 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36466) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:41.238774 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3db645-db9b-4529-beb8-4a002613c160 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event deleted for resources: {'Subnet': ['ID=6f8be9ff-4e82-42af-afe2-a7b510adb1a8,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:41.247508 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dddc527-0797-44d9-9707-afd24028eaf2 None None] Network 11631a5d-f020-4249-a0a5-51b7f806bb9e requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:46:41.254085 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-628abdcf-e706-451c-9bf4-eef333b9820d tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:41.254410 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-628abdcf-e706-451c-9bf4-eef333b9820d tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:41.267063 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282980d-322c-4cd7-81d0-0438a213d0eb tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Pushing event deleted for resources: {'Port': ['ID=db77a2a9-d1aa-4180-85d1-6f2a266cb886,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:41.284612 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.l3_db [None req-14422ac4-231d-485a-a833-b5e2a75e34fc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Floating IP a48369ac-8de8-4023-b968-9d3ce0074657 associated. External IP: 172.26.2.222, port: 17d303d5-fb92-49a6-9891-432f5db08b5f. Oct 26 15:46:41.341467 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-b919cec5-a89b-4e3e-bcdb-51c989cdfc1d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'port': {'network_id': 'a056ccf8-c97b-4e2d-9bb8-5c4e25c7fcb9', 'name': 'tempest-PortsIpV6TestJSON-86326860'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:41.427198 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-959f664a-7064-4250-af5c-b0c00884cc6c None None] Port b5949997-131a-459a-9505-17e104ad4bf2 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:46:41.481913 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-741a0d1e-cbcc-4b51-ac5e-f258646f8913 None None] Calling delete_port for 398db465-bb3f-4b70-9200-236f6a2894ab owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:46:41.553817 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e282980d-322c-4cd7-81d0-0438a213d0eb tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Notify callbacks [] for floatingip, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:41.557441 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0d3db645-db9b-4529-beb8-4a002613c160 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:41.573268 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-628abdcf-e706-451c-9bf4-eef333b9820d tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Calling delete_port for eea6b081-764e-47d1-9005-19e8148443f3 owned by network:floatingip {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:46:41.625231 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port a8270584-ccf0-4631-84f9-dcaab252cc91 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:46:41.641304 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ccd45cb7-1d41-436c-a96f-0791dd86d6a3 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:41.644815 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216d25ab-15d8-43f9-8a02-639908730541 None None] New status for floating IP 94295035-2a96-44da-ba7a-042845f3bb4c: DOWN {{(pid=89750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:46:41.671115 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-0d3db645-db9b-4529-beb8-4a002613c160 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11631a5d-f020-4249-a0a5-51b7f806bb9e']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:41.681930 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port a8270584-ccf0-4631-84f9-dcaab252cc91 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:46:41.682311 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:41.682674 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port a8270584-ccf0-4631-84f9-dcaab252cc91 Oct 26 15:46:41.691675 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-0d3db645-db9b-4529-beb8-4a002613c160 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a3762a9-8e30-4c3e-9357-50559ccdf5ed') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:41.692192 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-0d3db645-db9b-4529-beb8-4a002613c160 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a3762a9-8e30-4c3e-9357-50559ccdf5ed') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:41.707527 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0d3db645-db9b-4529-beb8-4a002613c160 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:41.733997 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0d3db645-db9b-4529-beb8-4a002613c160 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:41.745254 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d3db645-db9b-4529-beb8-4a002613c160 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:46:41.745794 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0d3db645-db9b-4529-beb8-4a002613c160 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:41.746793 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee23dc96-1c0a-435d-b13a-db4792f83bd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-a056ccf8-c97b-4e2d-9bb8-5c4e25c7fcb9', 'network_id': 'a056ccf8-c97b-4e2d-9bb8-5c4e25c7fcb9', 'tenant_id': 'b10aaa5403b848e8bc3e4f603712654e', 'fixed_ips': [{'subnet_id': '38abf6fc-184e-416d-bfbe-21580333acc6'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:46:41.747682 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ee23dc96-1c0a-435d-b13a-db4792f83bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:41.881502 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 3a3762a9-8e30-4c3e-9357-50559ccdf5ed resource provider aggregate not found Oct 26 15:46:41.902963 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port a8270584-ccf0-4631-84f9-dcaab252cc91 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:46:41.903346 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:41.922835 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 3a3762a9-8e30-4c3e-9357-50559ccdf5ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3a3762a9-8e30-4c3e-9357-50559ccdf5ed found for delete ", "request_id": "req-871caffd-e856-4b93-8bce-72018cac0579"}]} Oct 26 15:46:41.922961 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-741a0d1e-cbcc-4b51-ac5e-f258646f8913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:41.937303 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b919cec5-a89b-4e3e-bcdb-51c989cdfc1d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:41.957872 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-959f664a-7064-4250-af5c-b0c00884cc6c None None] Attempt 3 to provision port b5949997-131a-459a-9505-17e104ad4bf2 Oct 26 15:46:41.969733 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b919cec5-a89b-4e3e-bcdb-51c989cdfc1d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:41.980843 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec60ebd7-1650-4567-849a-7e6aeb140883 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:41.982716 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ec60ebd7-1650-4567-849a-7e6aeb140883 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7650645 Oct 26 15:46:41.987662 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36474) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:41.989102 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e282980d-322c-4cd7-81d0-0438a213d0eb tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:41.993840 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-e282980d-322c-4cd7-81d0-0438a213d0eb tempest-ServersTestJSON-69991090 tempest-ServersTestJSON-69991090-project] 10.222.0.23 "DELETE /v2.0/floatingips/94295035-2a96-44da-ba7a-042845f3bb4c HTTP/1.1" status: 204 len: 168 time: 2.3627434 Oct 26 15:46:41.996666 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741a0d1e-cbcc-4b51-ac5e-f258646f8913 None None] Pushing event deleted for resources: {'Port': ['ID=398db465-bb3f-4b70-9200-236f6a2894ab,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:41.997283 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36476) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:42.035096 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741a0d1e-cbcc-4b51-ac5e-f258646f8913 None None] No DVR routers for this DVR port 398db465-bb3f-4b70-9200-236f6a2894ab on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:46:42.064645 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-9099c7f2-3ec7-4d60-a22a-253a35cbd180 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:46:42.064849 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-959f664a-7064-4250-af5c-b0c00884cc6c None None] Port b5949997-131a-459a-9505-17e104ad4bf2 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:46:42.065207 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-9099c7f2-3ec7-4d60-a22a-253a35cbd180 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] 10.222.0.23 "PUT /v2.0/routers/b9f5cac9-44ed-4f52-931d-de01ea570928/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.0371909 Oct 26 15:46:42.067185 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port a8270584-ccf0-4631-84f9-dcaab252cc91, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=a8270584-ccf0-4631-84f9-dcaab252cc91,segment=NetworkSegment(de3bf5a2-db2e-4edd-b527-c95fe713d83f),segment_id=de3bf5a2-db2e-4edd-b527-c95fe713d83f)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:46:42.074330 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0d3db645-db9b-4529-beb8-4a002613c160 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:42.085321 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36482) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:42.156331 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ccd45cb7-1d41-436c-a96f-0791dd86d6a3 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:42.162331 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-ee23dc96-1c0a-435d-b13a-db4792f83bd2 None None] Allocated IP 2001:db8::2 (a056ccf8-c97b-4e2d-9bb8-5c4e25c7fcb9/38abf6fc-184e-416d-bfbe-21580333acc6/97ec0e97-c80e-491e-b7a8-6331e120c73d) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:46:42.174722 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0d3db645-db9b-4529-beb8-4a002613c160 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:42.228927 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd45cb7-1d41-436c-a96f-0791dd86d6a3 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=390674d0-87ff-43da-b5ff-89153f822b02,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:42.230813 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b919cec5-a89b-4e3e-bcdb-51c989cdfc1d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Made reservation on behalf of b10aaa5403b848e8bc3e4f603712654e for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:46:42.234344 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b919cec5-a89b-4e3e-bcdb-51c989cdfc1d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:42.261280 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ccd45cb7-1d41-436c-a96f-0791dd86d6a3 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:42.263785 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:42.264570 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 0931721a-5c88-4a7e-97b0-9876ae09b33f up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:46:42.303966 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ccd45cb7-1d41-436c-a96f-0791dd86d6a3 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/390674d0-87ff-43da-b5ff-89153f822b02 HTTP/1.1" status: 204 len: 168 time: 2.2719362 Oct 26 15:46:42.308210 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-b919cec5-a89b-4e3e-bcdb-51c989cdfc1d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] device_id is not set on port b18facca-d812-4f1e-b31d-db0640af46fd yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:46:42.320213 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3db645-db9b-4529-beb8-4a002613c160 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event deleted for resources: {'Network': ['ID=11631a5d-f020-4249-a0a5-51b7f806bb9e,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:42.322119 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-628abdcf-e706-451c-9bf4-eef333b9820d tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:42.356158 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36486) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:42.438139 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=a8270584-ccf0-4631-84f9-dcaab252cc91,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:42.464344 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-0d3db645-db9b-4529-beb8-4a002613c160 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "DELETE /v2.0/networks/11631a5d-f020-4249-a0a5-51b7f806bb9e HTTP/1.1" status: 204 len: 168 time: 3.0776799 Oct 26 15:46:42.479881 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36490) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:42.516844 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628abdcf-e706-451c-9bf4-eef333b9820d tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Pushing event deleted for resources: {'Port': ['ID=eea6b081-764e-47d1-9005-19e8148443f3,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:42.524363 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0590faaf-77ea-4ff5-b918-149a266779c4 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:42.525637 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-0590faaf-77ea-4ff5-b918-149a266779c4 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:subnet {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:46:42.566738 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-959f664a-7064-4250-af5c-b0c00884cc6c None None] Attempt 4 to provision port b5949997-131a-459a-9505-17e104ad4bf2 Oct 26 15:46:42.590138 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14422ac4-231d-485a-a833-b5e2a75e34fc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Router 0260c441-1b7e-4de5-9a34-023157bae4f6 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:46:42.657000 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ee23dc96-1c0a-435d-b13a-db4792f83bd2 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:42.660111 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-0590faaf-77ea-4ff5-b918-149a266779c4 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:subnet {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:46:42.660763 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-0590faaf-77ea-4ff5-b918-149a266779c4 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6680565 Oct 26 15:46:42.673070 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-ee23dc96-1c0a-435d-b13a-db4792f83bd2 None None] Transition to ACTIVE for port object 97ec0e97-c80e-491e-b7a8-6331e120c73d will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:46:42.701220 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 0931721a-5c88-4a7e-97b0-9876ae09b33f triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:46:42.701653 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:42.702313 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 0931721a-5c88-4a7e-97b0-9876ae09b33f Oct 26 15:46:42.703554 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-12ee6f8c-24cc-499a-91f3-aafb325aa396 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-413712781'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:42.707765 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36494) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:42.732754 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-12ee6f8c-24cc-499a-91f3-aafb325aa396 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:42.736201 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-ee23dc96-1c0a-435d-b13a-db4792f83bd2 None None] Transition to ACTIVE for port object 97ec0e97-c80e-491e-b7a8-6331e120c73d will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:46:42.752010 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-959f664a-7064-4250-af5c-b0c00884cc6c None None] Port b5949997-131a-459a-9505-17e104ad4bf2 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:46:42.797870 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14422ac4-231d-485a-a833-b5e2a75e34fc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:46:42.812919 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-12ee6f8c-24cc-499a-91f3-aafb325aa396 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Usage tracker for resource:network and tenant:1be2509a71d64d26a32bbf77f727e229 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:46:42.815224 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbf8dc8-cf31-491e-9d4e-0e3385ff0062 None None] Sync routers for ids ['0260c441-1b7e-4de5-9a34-023157bae4f6'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:46:42.828764 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-12ee6f8c-24cc-499a-91f3-aafb325aa396 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:46:42.830702 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ee23dc96-1c0a-435d-b13a-db4792f83bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:42.856633 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-02500161-ad49-4c12-abaf-3187e4e558ec tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:router {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:46:42.861051 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-12ee6f8c-24cc-499a-91f3-aafb325aa396 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:42.897142 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-b919cec5-a89b-4e3e-bcdb-51c989cdfc1d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Allocated IP 2001:db8::20c (a056ccf8-c97b-4e2d-9bb8-5c4e25c7fcb9/38abf6fc-184e-416d-bfbe-21580333acc6/b18facca-d812-4f1e-b31d-db0640af46fd) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:46:42.910726 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee23dc96-1c0a-435d-b13a-db4792f83bd2 None None] Network a056ccf8-c97b-4e2d-9bb8-5c4e25c7fcb9 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:46:42.918148 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-ee23dc96-1c0a-435d-b13a-db4792f83bd2 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:42.926143 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee23dc96-1c0a-435d-b13a-db4792f83bd2 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:46:42.929429 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-14422ac4-231d-485a-a833-b5e2a75e34fc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:42.933202 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbf8dc8-cf31-491e-9d4e-0e3385ff0062 None None] Routers {'0260c441-1b7e-4de5-9a34-023157bae4f6'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:46:42.933999 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-9fbf8dc8-cf31-491e-9d4e-0e3385ff0062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:46:35Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['0260c441-1b7e-4de5-9a34-023157bae4f6'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:43.015901 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-628abdcf-e706-451c-9bf4-eef333b9820d tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Notify callbacks [] for floatingip, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:43.018713 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-628abdcf-e706-451c-9bf4-eef333b9820d tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:43.019452 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-14422ac4-231d-485a-a833-b5e2a75e34fc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 12.0191612 Oct 26 15:46:43.019942 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-628abdcf-e706-451c-9bf4-eef333b9820d tempest-ServersTestManualDisk-1373254443 tempest-ServersTestManualDisk-1373254443-project] 10.222.0.23 "DELETE /v2.0/floatingips/9d946ce4-ae48-41ae-96b9-ec930dda3cfc HTTP/1.1" status: 204 len: 168 time: 3.4815800 Oct 26 15:46:43.021138 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36498) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:43.040173 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36500) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:43.042789 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b733f7f5-3998-40d3-bbe6-01567612d98e tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:43.043371 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '317f2fc3-5951-4998-94f0-0728b8b2326b', 'tag': '17d303d5-fb92-49a6-9891-432f5db08b5f'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:46:43.045830 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec078ab02bc810209f0573d5deb19682ea498273c1503582233cb0925c39ad22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1848f5c2-e3ae-411b-88f7-bb6a7aed2b04" -d '{"events": [{"name": "network-changed", "server_uuid": "317f2fc3-5951-4998-94f0-0728b8b2326b", "tag": "17d303d5-fb92-49a6-9891-432f5db08b5f"}]}' {{(pid=89747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:46:43.122289 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-9fbf8dc8-cf31-491e-9d4e-0e3385ff0062 None None] Set router 0260c441-1b7e-4de5-9a34-023157bae4f6 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:46:43.178619 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e430ed-e83d-48af-a0dd-1b7f0784ca8c x-openstack-request-id: req-d0e430ed-e83d-48af-a0dd-1b7f0784ca8c {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:46:43.178918 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "317f2fc3-5951-4998-94f0-0728b8b2326b", "tag": "17d303d5-fb92-49a6-9891-432f5db08b5f", "status": "completed", "code": 200}]} {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:46:43.179328 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d0e430ed-e83d-48af-a0dd-1b7f0784ca8c {{(pid=89747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:46:43.179740 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0e430ed-e83d-48af-a0dd-1b7f0784ca8c'] response: {'name': 'network-changed', 'server_uuid': '317f2fc3-5951-4998-94f0-0728b8b2326b', 'tag': '17d303d5-fb92-49a6-9891-432f5db08b5f', 'status': 'completed', 'code': 200} Oct 26 15:46:43.239046 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 0931721a-5c88-4a7e-97b0-9876ae09b33f is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:46:43.240353 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 88d56480-5335-4dbc-ae4c-2ac16574dc7b up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:46:43.248254 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-649ada26-1223-4ca0-9dc1-05096d17aec8 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/floatingips/a48369ac-8de8-4023-b968-9d3ce0074657 HTTP/1.1" status: 200 len: 991 time: 0.1983666 Oct 26 15:46:43.266210 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ee6f8c-24cc-499a-91f3-aafb325aa396 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Made reservation on behalf of 1be2509a71d64d26a32bbf77f727e229 for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:46:43.270569 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-12ee6f8c-24cc-499a-91f3-aafb325aa396 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:43.279463 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-959f664a-7064-4250-af5c-b0c00884cc6c None None] Attempt 5 to provision port b5949997-131a-459a-9505-17e104ad4bf2 Oct 26 15:46:43.291846 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b919cec5-a89b-4e3e-bcdb-51c989cdfc1d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:43.309527 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b919cec5-a89b-4e3e-bcdb-51c989cdfc1d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Transition to ACTIVE for port object b18facca-d812-4f1e-b31d-db0640af46fd will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:46:43.361708 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23dc96-1c0a-435d-b13a-db4792f83bd2 None None] Pushing event updated for resources: {'Port': ['ID=97ec0e97-c80e-491e-b7a8-6331e120c73d,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:43.374869 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b919cec5-a89b-4e3e-bcdb-51c989cdfc1d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:43.382516 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-02500161-ad49-4c12-abaf-3187e4e558ec tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:router {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:46:43.387986 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-02500161-ad49-4c12-abaf-3187e4e558ec tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6683321 Oct 26 15:46:43.403530 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36510) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:43.425204 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-3bce516b-0ab3-410e-80c4-6b50c01c9ad7 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'subnet': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:43.460157 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b919cec5-a89b-4e3e-bcdb-51c989cdfc1d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Network a056ccf8-c97b-4e2d-9bb8-5c4e25c7fcb9 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:46:43.461191 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b919cec5-a89b-4e3e-bcdb-51c989cdfc1d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event updated for resources: {'Port': ['ID=b18facca-d812-4f1e-b31d-db0640af46fd,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:43.464089 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-b919cec5-a89b-4e3e-bcdb-51c989cdfc1d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:43.466176 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b919cec5-a89b-4e3e-bcdb-51c989cdfc1d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:46:43.471819 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b919cec5-a89b-4e3e-bcdb-51c989cdfc1d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:43.472525 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b919cec5-a89b-4e3e-bcdb-51c989cdfc1d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:43.509945 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-ee23dc96-1c0a-435d-b13a-db4792f83bd2 None None] Attempting to bind port 97ec0e97-c80e-491e-b7a8-6331e120c73d on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:46:43.510315 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-ee23dc96-1c0a-435d-b13a-db4792f83bd2 None None] Attempting to bind port 97ec0e97-c80e-491e-b7a8-6331e120c73d by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'a00dd6c4-bbc1-4cef-b3af-17c124ae0486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'a056ccf8-c97b-4e2d-9bb8-5c4e25c7fcb9'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:46:43.510745 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee23dc96-1c0a-435d-b13a-db4792f83bd2 None None] Attempting to bind port 97ec0e97-c80e-491e-b7a8-6331e120c73d on network a056ccf8-c97b-4e2d-9bb8-5c4e25c7fcb9 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:46:43.523526 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-959f664a-7064-4250-af5c-b0c00884cc6c None None] Port b5949997-131a-459a-9505-17e104ad4bf2 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:46:43.528777 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee23dc96-1c0a-435d-b13a-db4792f83bd2 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:46:43.529136 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee23dc96-1c0a-435d-b13a-db4792f83bd2 None None] Checking segment: {'id': 'a00dd6c4-bbc1-4cef-b3af-17c124ae0486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'a056ccf8-c97b-4e2d-9bb8-5c4e25c7fcb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:46:43.529660 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ee23dc96-1c0a-435d-b13a-db4792f83bd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:43.530349 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee23dc96-1c0a-435d-b13a-db4792f83bd2 None None] Bound using segment: {'id': 'a00dd6c4-bbc1-4cef-b3af-17c124ae0486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'a056ccf8-c97b-4e2d-9bb8-5c4e25c7fcb9'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:46:43.531122 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-ee23dc96-1c0a-435d-b13a-db4792f83bd2 None None] Bound port: 97ec0e97-c80e-491e-b7a8-6331e120c73d, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a00dd6c4-bbc1-4cef-b3af-17c124ae0486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'a056ccf8-c97b-4e2d-9bb8-5c4e25c7fcb9'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:46:43.531496 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ee23dc96-1c0a-435d-b13a-db4792f83bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:43.544328 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b919cec5-a89b-4e3e-bcdb-51c989cdfc1d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2614913 Oct 26 15:46:43.545116 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36514) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:43.622067 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-85e13121-6cc9-4a81-9bb0-2b6e50a9816e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Deleting port b18facca-d812-4f1e-b31d-db0640af46fd {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:46:43.622067 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-85e13121-6cc9-4a81-9bb0-2b6e50a9816e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:43.764763 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12ee6f8c-24cc-499a-91f3-aafb325aa396 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:46:43.795729 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 88d56480-5335-4dbc-ae4c-2ac16574dc7b triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:46:43.796067 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:43.796408 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 88d56480-5335-4dbc-ae4c-2ac16574dc7b Oct 26 15:46:43.889912 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b733f7f5-3998-40d3-bbe6-01567612d98e tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:43.911906 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-12ee6f8c-24cc-499a-91f3-aafb325aa396 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:43.912255 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-12ee6f8c-24cc-499a-91f3-aafb325aa396 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Added segment c2d9de31-d90f-4784-a570-0c4017280a40 of type vlan for network 3fc200f6-7064-4588-bcf3-57a1a7b1dfdb Oct 26 15:46:43.925227 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-85e13121-6cc9-4a81-9bb0-2b6e50a9816e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:43.951867 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-ee23dc96-1c0a-435d-b13a-db4792f83bd2 None None] For port 97ec0e97-c80e-491e-b7a8-6331e120c73d, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:46:43.968775 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-3bce516b-0ab3-410e-80c4-6b50c01c9ad7 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:43.979759 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-ee23dc96-1c0a-435d-b13a-db4792f83bd2 None None] For port 97ec0e97-c80e-491e-b7a8-6331e120c73d, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=97ec0e97-c80e-491e-b7a8-6331e120c73d,segment=NetworkSegment(a00dd6c4-bbc1-4cef-b3af-17c124ae0486),segment_id=a00dd6c4-bbc1-4cef-b3af-17c124ae0486)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:46:44.006525 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-b733f7f5-3998-40d3-bbe6-01567612d98e tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['396be13e-92f6-47f0-8d63-486cebc07e94']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:44.035825 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-959f664a-7064-4250-af5c-b0c00884cc6c None None] Attempt 6 to provision port b5949997-131a-459a-9505-17e104ad4bf2 Oct 26 15:46:44.064223 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-85e13121-6cc9-4a81-9bb0-2b6e50a9816e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Calling delete_port for b18facca-d812-4f1e-b31d-db0640af46fd owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:46:44.078692 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ee23dc96-1c0a-435d-b13a-db4792f83bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:44.139756 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-3bce516b-0ab3-410e-80c4-6b50c01c9ad7 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:44.210446 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 88d56480-5335-4dbc-ae4c-2ac16574dc7b is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:46:44.231240 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-959f664a-7064-4250-af5c-b0c00884cc6c None None] Port b5949997-131a-459a-9505-17e104ad4bf2 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:46:44.248240 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23dc96-1c0a-435d-b13a-db4792f83bd2 None None] Pushing event updated for resources: {'Port': ['ID=97ec0e97-c80e-491e-b7a8-6331e120c73d,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:44.251226 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36518) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:44.257338 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-9fbf8dc8-cf31-491e-9d4e-0e3385ff0062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'name': 'tempest-TestNetworkBasicOps-router-186827657', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '8d17d25d-392d-4fb0-b5be-1a1b4ebabe72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:45:31Z', 'updated_at': '2022-10-26T15:45:46Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '8d17d25d-392d-4fb0-b5be-1a1b4ebabe72', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:86:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:45:33Z', 'updated_at': '2022-10-26T15:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': 'a48369ac-8de8-4023-b968-9d3ce0074657', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'floating_ip_address': '172.26.2.222', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'port_id': '17d303d5-fb92-49a6-9891-432f5db08b5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '463f536f-4c79-4aa7-83ec-186e85f0d447', 'mac_address': 'fa:16:3e:0e:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317f2fc3-5951-4998-94f0-0728b8b2326b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:46:37Z', 'updated_at': '2022-10-26T15:46:37Z', 'revision_number': 0, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5febe6cf-bdd2-4ccc-adde-18f40d019bd5', 'name': '', 'network_id': '463f536f-4c79-4aa7-83ec-186e85f0d447', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:1d:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '24fd7863-3159-4cf8-879b-2b00a6811b4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:45:44Z', 'updated_at': '2022-10-26T15:45:54Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '24fd7863-3159-4cf8-879b-2b00a6811b4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:44.263565 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbf8dc8-cf31-491e-9d4e-0e3385ff0062 None None] Checking router: 0260c441-1b7e-4de5-9a34-023157bae4f6 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:46:44.277771 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 398db465-bb3f-4b70-9200-236f6a2894ab no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:46:44.362942 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-85e13121-6cc9-4a81-9bb0-2b6e50a9816e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:44.364452 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-b733f7f5-3998-40d3-bbe6-01567612d98e tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aad6b9d-bcea-4169-ac49-2d3bd0860d1e') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:44.364755 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-b733f7f5-3998-40d3-bbe6-01567612d98e tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aad6b9d-bcea-4169-ac49-2d3bd0860d1e') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:44.378642 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 398db465-bb3f-4b70-9200-236f6a2894ab {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:46:44.379101 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 398db465-bb3f-4b70-9200-236f6a2894ab not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:46:44.379825 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 902b61dc-af70-4536-8b9a-e9a52d36cf1d no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:46:44.417003 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbf8dc8-cf31-491e-9d4e-0e3385ff0062 None None] Routers {'0260c441-1b7e-4de5-9a34-023157bae4f6'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:46:44.417650 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-9fbf8dc8-cf31-491e-9d4e-0e3385ff0062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:46:35Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['0260c441-1b7e-4de5-9a34-023157bae4f6'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:44.417782 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-12ee6f8c-24cc-499a-91f3-aafb325aa396 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:44.431838 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b733f7f5-3998-40d3-bbe6-01567612d98e tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:44.437824 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e13121-6cc9-4a81-9bb0-2b6e50a9816e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event deleted for resources: {'Port': ['ID=b18facca-d812-4f1e-b31d-db0640af46fd,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:44.458070 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848f5c2-e3ae-411b-88f7-bb6a7aed2b04 req-89fe0a26-ab10-49f8-b8fb-6ff8438ed251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:44.459684 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1848f5c2-e3ae-411b-88f7-bb6a7aed2b04 req-89fe0a26-ab10-49f8-b8fb-6ff8438ed251 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=317f2fc3-5951-4998-94f0-0728b8b2326b HTTP/1.1" status: 200 len: 1098 time: 1.1509380 Oct 26 15:46:44.515182 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b733f7f5-3998-40d3-bbe6-01567612d98e tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:44.549338 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bce516b-0ab3-410e-80c4-6b50c01c9ad7 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:46:44.553327 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3bce516b-0ab3-410e-80c4-6b50c01c9ad7 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:44.567138 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 902b61dc-af70-4536-8b9a-e9a52d36cf1d {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:46:44.567138 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 902b61dc-af70-4536-8b9a-e9a52d36cf1d not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:46:44.652440 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b733f7f5-3998-40d3-bbe6-01567612d98e tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:46:44.652773 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b733f7f5-3998-40d3-bbe6-01567612d98e tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:44.659738 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-85e13121-6cc9-4a81-9bb0-2b6e50a9816e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:44.683015 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c040932c-0740-4f9e-a9b9-ca36d7ec42e5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/floatingips/a48369ac-8de8-4023-b968-9d3ce0074657 HTTP/1.1" status: 200 len: 991 time: 0.4204631 Oct 26 15:46:44.691950 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-85e13121-6cc9-4a81-9bb0-2b6e50a9816e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/ports/b18facca-d812-4f1e-b31d-db0640af46fd HTTP/1.1" status: 204 len: 168 time: 1.1454973 Oct 26 15:46:44.694547 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36522) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:44.717023 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-9fbf8dc8-cf31-491e-9d4e-0e3385ff0062 None None] Set router 0260c441-1b7e-4de5-9a34-023157bae4f6 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:46:44.771161 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-a71963d1-a8ab-4475-9877-89f7aff9dffc tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] DELETE failed (client error): The resource could not be found. Oct 26 15:46:44.771883 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a71963d1-a8ab-4475-9877-89f7aff9dffc tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:46:44.776290 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a71963d1-a8ab-4475-9877-89f7aff9dffc tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/ports/b18facca-d812-4f1e-b31d-db0640af46fd HTTP/1.1" status: 404 len: 333 time: 0.0806992 Oct 26 15:46:44.778860 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-959f664a-7064-4250-af5c-b0c00884cc6c None None] Attempt 7 to provision port b5949997-131a-459a-9505-17e104ad4bf2 Oct 26 15:46:44.779586 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36528) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:44.840838 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-248794ed-1316-48d2-84c3-de2e1d6b610a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] GET failed (client error): The resource could not be found. Oct 26 15:46:44.841351 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-248794ed-1316-48d2-84c3-de2e1d6b610a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Synchronizing usage tracker for tenant:b10aaa5403b848e8bc3e4f603712654e on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:46:44.921736 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a8270584-ccf0-4631-84f9-dcaab252cc91 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:46:44.940353 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-248794ed-1316-48d2-84c3-de2e1d6b610a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Unset dirty status for tenant:b10aaa5403b848e8bc3e4f603712654e on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:46:44.944049 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-248794ed-1316-48d2-84c3-de2e1d6b610a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "GET /v2.0/ports/b18facca-d812-4f1e-b31d-db0640af46fd HTTP/1.1" status: 404 len: 333 time: 0.1608813 Oct 26 15:46:44.944281 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36532) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:44.966518 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-959f664a-7064-4250-af5c-b0c00884cc6c None None] Port b5949997-131a-459a-9505-17e104ad4bf2 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:46:45.012413 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 3aad6b9d-bcea-4169-ac49-2d3bd0860d1e resource provider aggregate not found Oct 26 15:46:45.037973 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea2a5b7b-b8c9-434a-b7bd-c3d3aeb350b5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Deleting subnet 38abf6fc-184e-416d-bfbe-21580333acc6 {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:46:45.042506 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ea2a5b7b-b8c9-434a-b7bd-c3d3aeb350b5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:45.068043 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 3aad6b9d-bcea-4169-ac49-2d3bd0860d1e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3aad6b9d-bcea-4169-ac49-2d3bd0860d1e found for delete ", "request_id": "req-c607dd57-cfe8-443b-a82f-22716cf3efc1"}]} Oct 26 15:46:45.102577 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-12ee6f8c-24cc-499a-91f3-aafb325aa396 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:45.104187 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port a8270584-ccf0-4631-84f9-dcaab252cc91 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:46:45.104569 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:45.104911 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port a8270584-ccf0-4631-84f9-dcaab252cc91 Oct 26 15:46:45.107968 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ee6f8c-24cc-499a-91f3-aafb325aa396 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:45.108562 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-12ee6f8c-24cc-499a-91f3-aafb325aa396 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:45.110775 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ea2a5b7b-b8c9-434a-b7bd-c3d3aeb350b5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:45.233158 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ea2a5b7b-b8c9-434a-b7bd-c3d3aeb350b5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:45.332658 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port a8270584-ccf0-4631-84f9-dcaab252cc91 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:46:45.334128 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 97ec0e97-c80e-491e-b7a8-6331e120c73d up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:46:45.349114 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848f5c2-e3ae-411b-88f7-bb6a7aed2b04 req-5156de7c-2439-4960-858e-e640176aa697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:45.350646 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1848f5c2-e3ae-411b-88f7-bb6a7aed2b04 req-5156de7c-2439-4960-858e-e640176aa697 service neutron] 10.222.0.48 "GET /v2.0/networks?id=463f536f-4c79-4aa7-83ec-186e85f0d447 HTTP/1.1" status: 200 len: 897 time: 0.8789790 Oct 26 15:46:45.353009 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b733f7f5-3998-40d3-bbe6-01567612d98e tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:45.354645 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee6f8c-24cc-499a-91f3-aafb325aa396 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event updated for resources: {'Network': ['ID=3fc200f6-7064-4588-bcf3-57a1a7b1dfdb,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:45.379196 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 3fc200f6-7064-4588-bcf3-57a1a7b1dfdb details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:46:45.380602 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b733f7f5-3998-40d3-bbe6-01567612d98e tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 396be13e-92f6-47f0-8d63-486cebc07e94 {{(pid=89748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 26 15:46:45.408563 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ea2a5b7b-b8c9-434a-b7bd-c3d3aeb350b5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:45.413811 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-9fbf8dc8-cf31-491e-9d4e-0e3385ff0062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'name': 'tempest-TestNetworkBasicOps-router-186827657', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '8d17d25d-392d-4fb0-b5be-1a1b4ebabe72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:45:31Z', 'updated_at': '2022-10-26T15:45:46Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '8d17d25d-392d-4fb0-b5be-1a1b4ebabe72', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:86:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:45:33Z', 'updated_at': '2022-10-26T15:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': 'a48369ac-8de8-4023-b968-9d3ce0074657', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'floating_ip_address': '172.26.2.222', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'port_id': '17d303d5-fb92-49a6-9891-432f5db08b5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '463f536f-4c79-4aa7-83ec-186e85f0d447', 'mac_address': 'fa:16:3e:0e:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317f2fc3-5951-4998-94f0-0728b8b2326b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:46:37Z', 'updated_at': '2022-10-26T15:46:37Z', 'revision_number': 0, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5febe6cf-bdd2-4ccc-adde-18f40d019bd5', 'name': '', 'network_id': '463f536f-4c79-4aa7-83ec-186e85f0d447', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:1d:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '24fd7863-3159-4cf8-879b-2b00a6811b4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:45:44Z', 'updated_at': '2022-10-26T15:45:54Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '24fd7863-3159-4cf8-879b-2b00a6811b4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:45.447144 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b733f7f5-3998-40d3-bbe6-01567612d98e tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Pushing event deleted for resources: {'Network': ['ID=396be13e-92f6-47f0-8d63-486cebc07e94,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:45.454915 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b733f7f5-3998-40d3-bbe6-01567612d98e tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:45.468002 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-959f664a-7064-4250-af5c-b0c00884cc6c None None] Attempt 8 to provision port b5949997-131a-459a-9505-17e104ad4bf2 Oct 26 15:46:45.471824 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a5b7b-b8c9-434a-b7bd-c3d3aeb350b5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event deleted for resources: {'Subnet': ['ID=38abf6fc-184e-416d-bfbe-21580333acc6,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:45.483374 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-12ee6f8c-24cc-499a-91f3-aafb325aa396 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.9594491 Oct 26 15:46:45.486816 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36538) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:45.496860 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ea2a5b7b-b8c9-434a-b7bd-c3d3aeb350b5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:45.506433 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-72c75569-e275-46c2-9890-862c86445dea tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Request body: {'subnet': {'network_id': '3fc200f6-7064-4588-bcf3-57a1a7b1dfdb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:45.613725 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbf8dc8-cf31-491e-9d4e-0e3385ff0062 None None] The sync data for ids ['0260c441-1b7e-4de5-9a34-023157bae4f6'] in dv-neutron-862712-1-hyperv is: [{'id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'name': 'tempest-TestNetworkBasicOps-router-186827657', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '8d17d25d-392d-4fb0-b5be-1a1b4ebabe72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:45:31Z', 'updated_at': '2022-10-26T15:45:46Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '8d17d25d-392d-4fb0-b5be-1a1b4ebabe72', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:86:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:45:33Z', 'updated_at': '2022-10-26T15:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': 'a48369ac-8de8-4023-b968-9d3ce0074657', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'floating_ip_address': '172.26.2.222', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'port_id': '17d303d5-fb92-49a6-9891-432f5db08b5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '463f536f-4c79-4aa7-83ec-186e85f0d447', 'mac_address': 'fa:16:3e:0e:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317f2fc3-5951-4998-94f0-0728b8b2326b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:46:37Z', 'updated_at': '2022-10-26T15:46:37Z', 'revision_number': 0, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5febe6cf-bdd2-4ccc-adde-18f40d019bd5', 'name': '', 'network_id': '463f536f-4c79-4aa7-83ec-186e85f0d447', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:1d:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '24fd7863-3159-4cf8-879b-2b00a6811b4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:45:44Z', 'updated_at': '2022-10-26T15:45:54Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '24fd7863-3159-4cf8-879b-2b00a6811b4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:46:45.645542 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1848f5c2-e3ae-411b-88f7-bb6a7aed2b04 req-7afa18b5-56b8-4943-8657-9f4b320f994b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17d303d5-fb92-49a6-9891-432f5db08b5f HTTP/1.1" status: 200 len: 999 time: 0.2660384 Oct 26 15:46:45.649548 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-959f664a-7064-4250-af5c-b0c00884cc6c None None] Port b5949997-131a-459a-9505-17e104ad4bf2 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:46:45.658579 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ea2a5b7b-b8c9-434a-b7bd-c3d3aeb350b5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/subnets/38abf6fc-184e-416d-bfbe-21580333acc6 HTTP/1.1" status: 204 len: 168 time: 0.7131813 Oct 26 15:46:45.666322 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-72c75569-e275-46c2-9890-862c86445dea tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:45.670630 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-72c75569-e275-46c2-9890-862c86445dea tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Usage tracker for resource:subnet and tenant:1be2509a71d64d26a32bbf77f727e229 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:46:45.673694 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-72c75569-e275-46c2-9890-862c86445dea tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:46:45.679954 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-72c75569-e275-46c2-9890-862c86445dea tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:45.688041 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36542) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:45.688375 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36544) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:45.703415 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c94f13-a19e-4a3d-a6d0-a5c367e63d7c None None] Network a056ccf8-c97b-4e2d-9bb8-5c4e25c7fcb9 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:46:45.707441 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 15:46:45.734432 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b733f7f5-3998-40d3-bbe6-01567612d98e tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] 10.222.0.23 "DELETE /v2.0/networks/396be13e-92f6-47f0-8d63-486cebc07e94 HTTP/1.1" status: 204 len: 168 time: 3.3102527 Oct 26 15:46:45.792681 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c75569-e275-46c2-9890-862c86445dea tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Made reservation on behalf of 1be2509a71d64d26a32bbf77f727e229 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:46:45.796258 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72c75569-e275-46c2-9890-862c86445dea tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:45.831707 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-067b28c0-58c4-4ecf-a8df-ea2cb6b683f6 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:45.853247 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 97ec0e97-c80e-491e-b7a8-6331e120c73d completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:46:46.041287 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-534aff5a-23b4-481f-8cec-505e5d177aa1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:46.051216 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d732f818-3ccb-4d5b-8c17-26fcc7773e6b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/floatingips/a48369ac-8de8-4023-b968-9d3ce0074657 HTTP/1.1" status: 200 len: 991 time: 0.3601732 Oct 26 15:46:46.068090 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1790b879-446a-4505-9610-d3acc064079d None None] DHCP port deletion for a056ccf8-c97b-4e2d-9bb8-5c4e25c7fcb9 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:46:46.074320 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-1790b879-446a-4505-9610-d3acc064079d None None] Deleting port 97ec0e97-c80e-491e-b7a8-6331e120c73d {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:46:46.074994 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1790b879-446a-4505-9610-d3acc064079d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:46.076624 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-534aff5a-23b4-481f-8cec-505e5d177aa1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Deleting port 97ec0e97-c80e-491e-b7a8-6331e120c73d {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:46:46.076962 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-534aff5a-23b4-481f-8cec-505e5d177aa1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:46.152223 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-959f664a-7064-4250-af5c-b0c00884cc6c None None] Attempt 9 to provision port b5949997-131a-459a-9505-17e104ad4bf2 Oct 26 15:46:46.214810 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848f5c2-e3ae-411b-88f7-bb6a7aed2b04 req-6097989c-03f3-48ce-ba93-08712d78fb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:46.217467 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1848f5c2-e3ae-411b-88f7-bb6a7aed2b04 req-6097989c-03f3-48ce-ba93-08712d78fb2c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24fd7863-3159-4cf8-879b-2b00a6811b4e HTTP/1.1" status: 200 len: 835 time: 0.5512085 Oct 26 15:46:46.245824 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36556) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:46.304711 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-d4e207e0-bf35-4993-919c-5332d1d81ca0 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Request body: {'router': {'name': 'tempest-router--382579684', 'project_id': 'dd75a1628e0e4361afabee75028771bc'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:46.358636 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d4e207e0-bf35-4993-919c-5332d1d81ca0 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:46.373734 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d4e207e0-bf35-4993-919c-5332d1d81ca0 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Usage tracker for resource:router and tenant:dd75a1628e0e4361afabee75028771bc is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:46:46.373734 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d4e207e0-bf35-4993-919c-5332d1d81ca0 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:46:46.396185 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d4e207e0-bf35-4993-919c-5332d1d81ca0 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:46.399166 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-959f664a-7064-4250-af5c-b0c00884cc6c None None] Port b5949997-131a-459a-9505-17e104ad4bf2 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:46:46.423119 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-534aff5a-23b4-481f-8cec-505e5d177aa1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] For port 97ec0e97-c80e-491e-b7a8-6331e120c73d, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=97ec0e97-c80e-491e-b7a8-6331e120c73d,segment=NetworkSegment(a00dd6c4-bbc1-4cef-b3af-17c124ae0486),segment_id=a00dd6c4-bbc1-4cef-b3af-17c124ae0486)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:46:46.424456 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-534aff5a-23b4-481f-8cec-505e5d177aa1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:46.484099 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20889e7f-3934-47b1-b4b2-676a2489e818 None None] New status for floating IP a48369ac-8de8-4023-b968-9d3ce0074657: ACTIVE {{(pid=89750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:46:46.553558 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-1790b879-446a-4505-9610-d3acc064079d None None] For port 97ec0e97-c80e-491e-b7a8-6331e120c73d, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=97ec0e97-c80e-491e-b7a8-6331e120c73d,segment=NetworkSegment(a00dd6c4-bbc1-4cef-b3af-17c124ae0486),segment_id=a00dd6c4-bbc1-4cef-b3af-17c124ae0486)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:46:46.553966 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1790b879-446a-4505-9610-d3acc064079d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:46.585246 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d4e207e0-bf35-4993-919c-5332d1d81ca0 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:46.585990 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d4e207e0-bf35-4993-919c-5332d1d81ca0 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:46.607070 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-534aff5a-23b4-481f-8cec-505e5d177aa1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Calling delete_port for 97ec0e97-c80e-491e-b7a8-6331e120c73d owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:46:46.625584 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-034dac68-6750-415c-8632-dbd753066d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:46.712334 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d4e207e0-bf35-4993-919c-5332d1d81ca0 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:46.752249 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 97ec0e97-c80e-491e-b7a8-6331e120c73d no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:46:46.757753 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72c75569-e275-46c2-9890-862c86445dea tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:46.794354 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-1790b879-446a-4505-9610-d3acc064079d None None] Calling delete_port for 97ec0e97-c80e-491e-b7a8-6331e120c73d owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:46:46.904569 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-959f664a-7064-4250-af5c-b0c00884cc6c None None] Attempt 10 to provision port b5949997-131a-459a-9505-17e104ad4bf2 Oct 26 15:46:46.938429 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-534aff5a-23b4-481f-8cec-505e5d177aa1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:46.941807 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d4e207e0-bf35-4993-919c-5332d1d81ca0 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:46.949315 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No active binding found for port 97ec0e97-c80e-491e-b7a8-6331e120c73d {{(pid=89749) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 26 15:46:46.949758 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 97ec0e97-c80e-491e-b7a8-6331e120c73d not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:46:46.960784 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-1790b879-446a-4505-9610-d3acc064079d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:46:46.961757 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-1790b879-446a-4505-9610-d3acc064079d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:46:46.970500 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-959f664a-7064-4250-af5c-b0c00884cc6c None None] Port b5949997-131a-459a-9505-17e104ad4bf2 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:46:47.001568 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534aff5a-23b4-481f-8cec-505e5d177aa1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event deleted for resources: {'Port': ['ID=97ec0e97-c80e-491e-b7a8-6331e120c73d,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:47.036962 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534aff5a-23b4-481f-8cec-505e5d177aa1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] No DVR routers for this DVR port 97ec0e97-c80e-491e-b7a8-6331e120c73d on host dv-neutron-862712-1-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:46:47.047335 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0fe412c5-a869-4650-95ef-c7c3a8a70bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:47.083961 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36560) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:47.092931 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-0cfe2d5d-d341-44ce-89bb-987c3b485a58 None None] Provisioning complete for port b5949997-131a-459a-9505-17e104ad4bf2 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:46:47.093315 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-0cfe2d5d-d341-44ce-89bb-987c3b485a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:47.094396 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0cfe2d5d-d341-44ce-89bb-987c3b485a58 None None] Attempt 1 to provision port b5949997-131a-459a-9505-17e104ad4bf2 Oct 26 15:46:47.153379 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0cfe2d5d-d341-44ce-89bb-987c3b485a58 None None] Port b5949997-131a-459a-9505-17e104ad4bf2 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:46:47.160583 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c75569-e275-46c2-9890-862c86445dea tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event updated for resources: {'Subnet': ['ID=1e0681af-092b-4e8d-99cb-3fdf5f6824dc,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:47.205312 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.objects.ports [None req-3bce516b-0ab3-410e-80c4-6b50c01c9ad7 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89748) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 26 15:46:47.212806 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c75569-e275-46c2-9890-862c86445dea tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Checking segment: {'id': 'c2d9de31-d90f-4784-a570-0c4017280a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3fc200f6-7064-4588-bcf3-57a1a7b1dfdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:46:47.213124 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c75569-e275-46c2-9890-862c86445dea tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Network hostable DHCP agents. Network: 3fc200f6-7064-4588-bcf3-57a1a7b1dfdb, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:46:47.220980 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3bce516b-0ab3-410e-80c4-6b50c01c9ad7 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:47.225786 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848f5c2-e3ae-411b-88f7-bb6a7aed2b04 req-d7532054-6391-4a37-a619-e1e2719baf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:47.227679 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1848f5c2-e3ae-411b-88f7-bb6a7aed2b04 req-d7532054-6391-4a37-a619-e1e2719baf31 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=463f536f-4c79-4aa7-83ec-186e85f0d447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9946375 Oct 26 15:46:47.286066 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d4e207e0-bf35-4993-919c-5332d1d81ca0 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:47.287301 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d4e207e0-bf35-4993-919c-5332d1d81ca0 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9918239 Oct 26 15:46:47.295818 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36564) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:47.372908 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bce516b-0ab3-410e-80c4-6b50c01c9ad7 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:46:47.395340 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-3bce516b-0ab3-410e-80c4-6b50c01c9ad7 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:47.404598 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ebc58f-09b5-4483-bdb2-ea66c21974a7 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:46:47.405589 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bce516b-0ab3-410e-80c4-6b50c01c9ad7 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:47.406174 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3bce516b-0ab3-410e-80c4-6b50c01c9ad7 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:47.431720 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-534aff5a-23b4-481f-8cec-505e5d177aa1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:47.437726 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce516b-0ab3-410e-80c4-6b50c01c9ad7 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Subnet': ['ID=c14b89f5-fa6d-48f0-9624-85d349a45731,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:47.456012 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a188b7cd-da41-4b65-8708-5ce14611dfdd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/floatingips/a48369ac-8de8-4023-b968-9d3ce0074657 HTTP/1.1" status: 200 len: 993 time: 0.3707352 Oct 26 15:46:47.478537 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-1790b879-446a-4505-9610-d3acc064079d None None] Deleting port 97ec0e97-c80e-491e-b7a8-6331e120c73d {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:46:47.478537 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1790b879-446a-4505-9610-d3acc064079d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:47.482212 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b6451a99-cb4e-475b-a273-8c3e054e897f tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for router, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:47.536873 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-534aff5a-23b4-481f-8cec-505e5d177aa1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a056ccf8-c97b-4e2d-9bb8-5c4e25c7fcb9']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:47.560122 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-1790b879-446a-4505-9610-d3acc064079d None None] The port '97ec0e97-c80e-491e-b7a8-6331e120c73d' was deleted {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 15:46:47.611276 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c75569-e275-46c2-9890-862c86445dea tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Network 3fc200f6-7064-4588-bcf3-57a1a7b1dfdb is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:46:47.626305 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-534aff5a-23b4-481f-8cec-505e5d177aa1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a00dd6c4-bbc1-4cef-b3af-17c124ae0486') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:47.626629 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-534aff5a-23b4-481f-8cec-505e5d177aa1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a00dd6c4-bbc1-4cef-b3af-17c124ae0486') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:47.646631 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-534aff5a-23b4-481f-8cec-505e5d177aa1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:47.655552 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0cfe2d5d-d341-44ce-89bb-987c3b485a58 None None] Attempt 2 to provision port b5949997-131a-459a-9505-17e104ad4bf2 Oct 26 15:46:47.670270 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1848f5c2-e3ae-411b-88f7-bb6a7aed2b04 req-ecae7c4f-e6ee-4862-b43c-19b93f09e6ae service neutron] 10.222.0.48 "GET /v2.0/networks/463f536f-4c79-4aa7-83ec-186e85f0d447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4066560 Oct 26 15:46:47.674060 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-3bce516b-0ab3-410e-80c4-6b50c01c9ad7 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.2569997 Oct 26 15:46:47.693541 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36568) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:47.725698 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-b74d8bf9-6c92-43ca-acf4-369ad484cf6b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'subnet': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:47.762938 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-72c75569-e275-46c2-9890-862c86445dea tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 3fc200f6-7064-4588-bcf3-57a1a7b1dfdb) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:47.778435 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-067b28c0-58c4-4ecf-a8df-ea2cb6b683f6 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Deleting port b5949997-131a-459a-9505-17e104ad4bf2 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:46:47.778659 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-067b28c0-58c4-4ecf-a8df-ea2cb6b683f6 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:47.789793 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebadcad-c51d-4964-96ee-3aae2918bdde None None] Network 3fc200f6-7064-4588-bcf3-57a1a7b1dfdb requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:46:47.836088 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c75569-e275-46c2-9890-862c86445dea tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:47.836651 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72c75569-e275-46c2-9890-862c86445dea tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:47.842669 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-534aff5a-23b4-481f-8cec-505e5d177aa1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:47.858156 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b6451a99-cb4e-475b-a273-8c3e054e897f tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:47.862237 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b6451a99-cb4e-475b-a273-8c3e054e897f tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:47.864162 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-534aff5a-23b4-481f-8cec-505e5d177aa1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:46:47.864672 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-534aff5a-23b4-481f-8cec-505e5d177aa1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:47.884578 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0cfe2d5d-d341-44ce-89bb-987c3b485a58 None None] Port b5949997-131a-459a-9505-17e104ad4bf2 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:46:47.903904 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75018eb-7b34-48fe-9d3c-e31a24f2d014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-f810e159-a5e8-4c86-8cec-5d909fe013dd', 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'tenant_id': 'cde0b70c42f24e8e94f9303758760038', 'fixed_ips': [{'subnet_id': 'c14b89f5-fa6d-48f0-9624-85d349a45731'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:46:47.904797 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f75018eb-7b34-48fe-9d3c-e31a24f2d014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:47.938427 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment a00dd6c4-bbc1-4cef-b3af-17c124ae0486 resource provider aggregate not found Oct 26 15:46:47.977217 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment a00dd6c4-bbc1-4cef-b3af-17c124ae0486 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a00dd6c4-bbc1-4cef-b3af-17c124ae0486 found for delete ", "request_id": "req-ae3f81e9-a329-4b2e-8a5b-6e7bd15384d1"}]} Oct 26 15:46:47.985495 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-72c75569-e275-46c2-9890-862c86445dea tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4882324 Oct 26 15:46:47.985830 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36576) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:48.077700 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-034dac68-6750-415c-8632-dbd753066d9a admin admin] Deleting port cf2d9822-a97b-447c-b8a0-ce31bb06a0be {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:46:48.078039 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-034dac68-6750-415c-8632-dbd753066d9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:48.091040 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b6451a99-cb4e-475b-a273-8c3e054e897f tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:48.091631 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6451a99-cb4e-475b-a273-8c3e054e897f tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3606e7cd-9b6e-4482-ae53-82f1a5931674 {{(pid=89747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:46:48.129319 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-534aff5a-23b4-481f-8cec-505e5d177aa1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:48.136359 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b6451a99-cb4e-475b-a273-8c3e054e897f tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:48.137972 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b6451a99-cb4e-475b-a273-8c3e054e897f tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] 10.222.0.23 "DELETE /v2.0/routers/3606e7cd-9b6e-4482-ae53-82f1a5931674 HTTP/1.1" status: 204 len: 168 time: 0.8380601 Oct 26 15:46:48.181916 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-534aff5a-23b4-481f-8cec-505e5d177aa1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:48.189609 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-534aff5a-23b4-481f-8cec-505e5d177aa1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/networks/a056ccf8-c97b-4e2d-9bb8-5c4e25c7fcb9 HTTP/1.1" status: 204 len: 168 time: 2.4945462 Oct 26 15:46:48.189609 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36582) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:48.190581 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534aff5a-23b4-481f-8cec-505e5d177aa1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event deleted for resources: {'Network': ['ID=a056ccf8-c97b-4e2d-9bb8-5c4e25c7fcb9,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:48.199286 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-d7743e07-67dc-4535-9686-7954cfc104c1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2107495944'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:48.208886 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d7743e07-67dc-4535-9686-7954cfc104c1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:48.209881 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d7743e07-67dc-4535-9686-7954cfc104c1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Usage tracker for resource:network and tenant:b10aaa5403b848e8bc3e4f603712654e is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:46:48.212982 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d7743e07-67dc-4535-9686-7954cfc104c1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:46:48.221540 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2b2bc573-a623-411e-8a66-9ecd7069b32f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:48.223557 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d7743e07-67dc-4535-9686-7954cfc104c1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:48.233995 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-f75018eb-7b34-48fe-9d3c-e31a24f2d014 None None] Allocated IP 2001:db8::f816:3eff:feaf:516d (f810e159-a5e8-4c86-8cec-5d909fe013dd/c14b89f5-fa6d-48f0-9624-85d349a45731/9d31d08f-f41a-4c8a-8433-0f9cc21a5480) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:46:48.297726 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2b2bc573-a623-411e-8a66-9ecd7069b32f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:48.333740 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a5380a-c681-4719-8935-e585f989fa5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-3fc200f6-7064-4588-bcf3-57a1a7b1dfdb', 'network_id': '3fc200f6-7064-4588-bcf3-57a1a7b1dfdb', 'tenant_id': '1be2509a71d64d26a32bbf77f727e229', 'fixed_ips': [{'subnet_id': '1e0681af-092b-4e8d-99cb-3fdf5f6824dc'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:46:48.335182 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-70a5380a-c681-4719-8935-e585f989fa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:48.339212 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7743e07-67dc-4535-9686-7954cfc104c1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Made reservation on behalf of b10aaa5403b848e8bc3e4f603712654e for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:46:48.343740 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d7743e07-67dc-4535-9686-7954cfc104c1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:48.447350 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1848f5c2-e3ae-411b-88f7-bb6a7aed2b04 req-928fad50-ada5-44d9-8ee5-1259b11f34e4 service neutron] 10.222.0.48 "GET /v2.0/networks/463f536f-4c79-4aa7-83ec-186e85f0d447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7606339 Oct 26 15:46:48.455876 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-b74d8bf9-6c92-43ca-acf4-369ad484cf6b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:48.459944 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36586) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:48.479692 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0cfe2d5d-d341-44ce-89bb-987c3b485a58 None None] Attempt 3 to provision port b5949997-131a-459a-9505-17e104ad4bf2 Oct 26 15:46:48.498631 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-b74d8bf9-6c92-43ca-acf4-369ad484cf6b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Usage tracker for resource:subnet and tenant:cde0b70c42f24e8e94f9303758760038 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:46:48.508239 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-b74d8bf9-6c92-43ca-acf4-369ad484cf6b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:46:48.514222 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7743e07-67dc-4535-9686-7954cfc104c1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:46:48.516166 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-067b28c0-58c4-4ecf-a8df-ea2cb6b683f6 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:48.533092 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-b74d8bf9-6c92-43ca-acf4-369ad484cf6b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:48.622350 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d7743e07-67dc-4535-9686-7954cfc104c1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:48.630787 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-d7743e07-67dc-4535-9686-7954cfc104c1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Added segment 1a637eb5-6762-4f72-982c-53f909ed1e27 of type vlan for network 15a76697-9ca5-476d-b1d8-22bbe0a5052c Oct 26 15:46:48.632582 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2b2bc573-a623-411e-8a66-9ecd7069b32f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:48.639321 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0cfe2d5d-d341-44ce-89bb-987c3b485a58 None None] Port b5949997-131a-459a-9505-17e104ad4bf2 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server [None req-70a5380a-c681-4719-8935-e585f989fa5d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1e0681af-092b-4e8d-99cb-3fdf5f6824dc: This subnet is being modified by another concurrent operation. Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 15:46:48.708477 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 15:46:48.716779 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:46:48.716779 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 15:46:48.716779 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:46:48.716779 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 15:46:48.716779 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:46:48.716779 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 15:46:48.716779 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:46:48.716779 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 15:46:48.716779 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 15:46:48.716779 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 15:46:48.716779 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:46:48.716779 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 15:46:48.716779 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:46:48.716779 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 15:46:48.716779 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 15:46:48.716779 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 15:46:48.716779 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Oct 26 15:46:48.716779 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 26 15:46:48.716779 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Oct 26 15:46:48.716779 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 26 15:46:48.716779 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Oct 26 15:46:48.716779 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 26 15:46:48.716779 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 26 15:46:48.716779 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 26 15:46:48.716779 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 26 15:46:48.716779 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 15:46:48.716779 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Oct 26 15:46:48.716779 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 26 15:46:48.716779 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 26 15:46:48.716779 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 26 15:46:48.716779 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 26 15:46:48.716779 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 15:46:48.716779 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 26 15:46:48.716779 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 15:46:48.716779 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 15:46:48.716779 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise exception Oct 26 15:46:48.716779 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1e0681af-092b-4e8d-99cb-3fdf5f6824dc: This subnet is being modified by another concurrent operation. Oct 26 15:46:48.716779 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server Oct 26 15:46:48.722519 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-067b28c0-58c4-4ecf-a8df-ea2cb6b683f6 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Calling delete_port for b5949997-131a-459a-9505-17e104ad4bf2 owned by network:router_interface {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:46:48.740238 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2bc573-a623-411e-8a66-9ecd7069b32f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event deleted for resources: {'Subnet': ['ID=1e0681af-092b-4e8d-99cb-3fdf5f6824dc,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:48.783289 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-0fe412c5-a869-4650-95ef-c7c3a8a70bd0 admin admin] Deleting port 739e888a-ede6-4f25-ad4c-4de91395a8a2 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:46:48.783630 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0fe412c5-a869-4650-95ef-c7c3a8a70bd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:48.797508 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af22272-33d9-4081-a976-447d4538b4da None None] Network 3fc200f6-7064-4588-bcf3-57a1a7b1dfdb requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:46:48.798676 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d7743e07-67dc-4535-9686-7954cfc104c1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:48.814544 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f75018eb-7b34-48fe-9d3c-e31a24f2d014 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:48.814728 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-7afd2a2d-81a4-4c11-a916-d523e71ac8c7 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-299933242', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}, 'admin_state_up': False}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:48.832100 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-034dac68-6750-415c-8632-dbd753066d9a admin admin] For port cf2d9822-a97b-447c-b8a0-ce31bb06a0be, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=cf2d9822-a97b-447c-b8a0-ce31bb06a0be,segment=NetworkSegment(dc397887-b971-4dfa-aad0-c89bea8ed724),segment_id=dc397887-b971-4dfa-aad0-c89bea8ed724)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:46:48.832479 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-034dac68-6750-415c-8632-dbd753066d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:48.879676 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2b2bc573-a623-411e-8a66-9ecd7069b32f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:48.887958 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-f75018eb-7b34-48fe-9d3c-e31a24f2d014 None None] Transition to ACTIVE for port object 9d31d08f-f41a-4c8a-8433-0f9cc21a5480 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:46:48.912626 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74d8bf9-6c92-43ca-acf4-369ad484cf6b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:46:48.916859 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b74d8bf9-6c92-43ca-acf4-369ad484cf6b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:48.918425 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-2b2bc573-a623-411e-8a66-9ecd7069b32f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fc200f6-7064-4588-bcf3-57a1a7b1dfdb']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:48.925008 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-f75018eb-7b34-48fe-9d3c-e31a24f2d014 None None] Transition to ACTIVE for port object 9d31d08f-f41a-4c8a-8433-0f9cc21a5480 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:46:48.931467 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-2b2bc573-a623-411e-8a66-9ecd7069b32f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2d9de31-d90f-4784-a570-0c4017280a40') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:48.931777 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-2b2bc573-a623-411e-8a66-9ecd7069b32f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2d9de31-d90f-4784-a570-0c4017280a40') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:48.932996 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-7afd2a2d-81a4-4c11-a916-d523e71ac8c7 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:48.943527 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2b2bc573-a623-411e-8a66-9ecd7069b32f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:48.962800 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2b2bc573-a623-411e-8a66-9ecd7069b32f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:48.969165 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d7743e07-67dc-4535-9686-7954cfc104c1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:48.974803 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7743e07-67dc-4535-9686-7954cfc104c1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:48.975678 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d7743e07-67dc-4535-9686-7954cfc104c1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:48.979903 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b2bc573-a623-411e-8a66-9ecd7069b32f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:46:48.980298 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2b2bc573-a623-411e-8a66-9ecd7069b32f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:49.014160 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-034dac68-6750-415c-8632-dbd753066d9a admin admin] Calling delete_port for cf2d9822-a97b-447c-b8a0-ce31bb06a0be owned by network:router_interface {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:46:49.020630 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f75018eb-7b34-48fe-9d3c-e31a24f2d014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:49.043408 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-7afd2a2d-81a4-4c11-a916-d523e71ac8c7 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Usage tracker for resource:router and tenant:eae49afb94514da8ad9cfe3afdaae288 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:46:49.088822 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75018eb-7b34-48fe-9d3c-e31a24f2d014 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:46:49.092235 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-f75018eb-7b34-48fe-9d3c-e31a24f2d014 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:49.096268 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75018eb-7b34-48fe-9d3c-e31a24f2d014 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:46:49.097879 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-7afd2a2d-81a4-4c11-a916-d523e71ac8c7 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:46:49.106150 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75018eb-7b34-48fe-9d3c-e31a24f2d014 None None] Pushing event updated for resources: {'Port': ['ID=9d31d08f-f41a-4c8a-8433-0f9cc21a5480,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:49.129942 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-7afd2a2d-81a4-4c11-a916-d523e71ac8c7 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:49.145556 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0cfe2d5d-d341-44ce-89bb-987c3b485a58 None None] Attempt 4 to provision port b5949997-131a-459a-9505-17e104ad4bf2 Oct 26 15:46:49.178381 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7743e07-67dc-4535-9686-7954cfc104c1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event updated for resources: {'Network': ['ID=15a76697-9ca5-476d-b1d8-22bbe0a5052c,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:49.186385 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7743e07-67dc-4535-9686-7954cfc104c1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:49.186758 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7743e07-67dc-4535-9686-7954cfc104c1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:49.187101 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7743e07-67dc-4535-9686-7954cfc104c1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:49.187439 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7743e07-67dc-4535-9686-7954cfc104c1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:49.187769 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7743e07-67dc-4535-9686-7954cfc104c1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:49.188097 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7743e07-67dc-4535-9686-7954cfc104c1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:49.188425 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7743e07-67dc-4535-9686-7954cfc104c1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:49.188749 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7743e07-67dc-4535-9686-7954cfc104c1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:49.189072 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7743e07-67dc-4535-9686-7954cfc104c1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:49.189395 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7743e07-67dc-4535-9686-7954cfc104c1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:49.189714 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7743e07-67dc-4535-9686-7954cfc104c1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:49.190033 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7743e07-67dc-4535-9686-7954cfc104c1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:49.227170 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d7743e07-67dc-4535-9686-7954cfc104c1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0345006 Oct 26 15:46:49.233155 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36592) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:49.234939 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 15a76697-9ca5-476d-b1d8-22bbe0a5052c details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:46:49.240357 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-ed5d40b1-98cd-4a5d-b98b-33d10f9727c4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'subnet': {'network_id': '15a76697-9ca5-476d-b1d8-22bbe0a5052c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:49.309917 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7afd2a2d-81a4-4c11-a916-d523e71ac8c7 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:49.311265 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7afd2a2d-81a4-4c11-a916-d523e71ac8c7 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:49.319528 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2b2bc573-a623-411e-8a66-9ecd7069b32f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:49.349281 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-f75018eb-7b34-48fe-9d3c-e31a24f2d014 None None] Attempting to bind port 9d31d08f-f41a-4c8a-8433-0f9cc21a5480 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:46:49.349817 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-f75018eb-7b34-48fe-9d3c-e31a24f2d014 None None] Attempting to bind port 9d31d08f-f41a-4c8a-8433-0f9cc21a5480 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:46:49.350019 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75018eb-7b34-48fe-9d3c-e31a24f2d014 None None] Attempting to bind port 9d31d08f-f41a-4c8a-8433-0f9cc21a5480 on network f810e159-a5e8-4c86-8cec-5d909fe013dd {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:46:49.351727 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2b2bc573-a623-411e-8a66-9ecd7069b32f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:49.352363 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0cfe2d5d-d341-44ce-89bb-987c3b485a58 None None] Port b5949997-131a-459a-9505-17e104ad4bf2 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:46:49.364614 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2bc573-a623-411e-8a66-9ecd7069b32f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event deleted for resources: {'Network': ['ID=3fc200f6-7064-4588-bcf3-57a1a7b1dfdb,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:49.366431 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75018eb-7b34-48fe-9d3c-e31a24f2d014 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:46:49.366431 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75018eb-7b34-48fe-9d3c-e31a24f2d014 None None] Checking segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:46:49.370872 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f75018eb-7b34-48fe-9d3c-e31a24f2d014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:49.370872 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75018eb-7b34-48fe-9d3c-e31a24f2d014 None None] Bound using segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:46:49.370872 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-f75018eb-7b34-48fe-9d3c-e31a24f2d014 None None] Bound port: 9d31d08f-f41a-4c8a-8433-0f9cc21a5480, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:46:49.370872 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f75018eb-7b34-48fe-9d3c-e31a24f2d014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:49.381622 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-2b2bc573-a623-411e-8a66-9ecd7069b32f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "DELETE /v2.0/networks/3fc200f6-7064-4588-bcf3-57a1a7b1dfdb HTTP/1.1" status: 204 len: 168 time: 1.3944948 Oct 26 15:46:49.381952 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36596) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:49.392546 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-cac492b1-3791-4951-8077-e2865367287b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1259610319'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:49.403052 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-cac492b1-3791-4951-8077-e2865367287b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:49.405426 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ed5d40b1-98cd-4a5d-b98b-33d10f9727c4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:49.409981 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-cac492b1-3791-4951-8077-e2865367287b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Usage tracker for resource:network and tenant:1be2509a71d64d26a32bbf77f727e229 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:46:49.412821 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ed5d40b1-98cd-4a5d-b98b-33d10f9727c4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Usage tracker for resource:subnet and tenant:b10aaa5403b848e8bc3e4f603712654e is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:46:49.415409 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-cac492b1-3791-4951-8077-e2865367287b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:46:49.418124 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ed5d40b1-98cd-4a5d-b98b-33d10f9727c4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:46:49.425500 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-cac492b1-3791-4951-8077-e2865367287b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:49.427657 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ed5d40b1-98cd-4a5d-b98b-33d10f9727c4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:49.431686 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7afd2a2d-81a4-4c11-a916-d523e71ac8c7 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:49.478018 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-f75018eb-7b34-48fe-9d3c-e31a24f2d014 None None] For port 9d31d08f-f41a-4c8a-8433-0f9cc21a5480, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:46:49.481129 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-f75018eb-7b34-48fe-9d3c-e31a24f2d014 None None] For port 9d31d08f-f41a-4c8a-8433-0f9cc21a5480, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=9d31d08f-f41a-4c8a-8433-0f9cc21a5480,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:46:49.488280 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-0fe412c5-a869-4650-95ef-c7c3a8a70bd0 admin admin] For port 739e888a-ede6-4f25-ad4c-4de91395a8a2, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=739e888a-ede6-4f25-ad4c-4de91395a8a2,segment=NetworkSegment(58b9d531-b937-43c4-adf8-a18c3dfd53fb),segment_id=58b9d531-b937-43c4-adf8-a18c3dfd53fb)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:46:49.489977 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0fe412c5-a869-4650-95ef-c7c3a8a70bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:49.505493 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac492b1-3791-4951-8077-e2865367287b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Made reservation on behalf of 1be2509a71d64d26a32bbf77f727e229 for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:46:49.509233 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cac492b1-3791-4951-8077-e2865367287b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:49.535672 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5d40b1-98cd-4a5d-b98b-33d10f9727c4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Made reservation on behalf of b10aaa5403b848e8bc3e4f603712654e for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:46:49.539076 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ed5d40b1-98cd-4a5d-b98b-33d10f9727c4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:49.558821 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cac492b1-3791-4951-8077-e2865367287b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:46:49.580371 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f75018eb-7b34-48fe-9d3c-e31a24f2d014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:49.638594 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cac492b1-3791-4951-8077-e2865367287b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:49.639181 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-cac492b1-3791-4951-8077-e2865367287b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Added segment 79e8ab4c-7935-41fc-a2a0-8daa9d57b856 of type vlan for network 0f83cfb2-3316-42dd-8b06-efa4c512adf9 Oct 26 15:46:49.669060 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75018eb-7b34-48fe-9d3c-e31a24f2d014 None None] Pushing event updated for resources: {'Port': ['ID=9d31d08f-f41a-4c8a-8433-0f9cc21a5480,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:49.696916 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cac492b1-3791-4951-8077-e2865367287b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:49.793229 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-0fe412c5-a869-4650-95ef-c7c3a8a70bd0 admin admin] Calling delete_port for 739e888a-ede6-4f25-ad4c-4de91395a8a2 owned by network:router_interface {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:46:49.837691 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cac492b1-3791-4951-8077-e2865367287b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:49.843529 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac492b1-3791-4951-8077-e2865367287b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:49.844195 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cac492b1-3791-4951-8077-e2865367287b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:49.853955 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0cfe2d5d-d341-44ce-89bb-987c3b485a58 None None] Attempt 5 to provision port b5949997-131a-459a-9505-17e104ad4bf2 Oct 26 15:46:49.918339 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-067b28c0-58c4-4ecf-a8df-ea2cb6b683f6 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:49.925952 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0cfe2d5d-d341-44ce-89bb-987c3b485a58 None None] Port b5949997-131a-459a-9505-17e104ad4bf2 was deleted so its status cannot be updated. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:46:49.929576 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-0cfe2d5d-d341-44ce-89bb-987c3b485a58 None None] Could not find standard attr ID for object 97ec0e97-c80e-491e-b7a8-6331e120c73d. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:46:49.951056 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-0cfe2d5d-d341-44ce-89bb-987c3b485a58 None None] Provisioning complete for port a8270584-ccf0-4631-84f9-dcaab252cc91 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:46:49.951612 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-0cfe2d5d-d341-44ce-89bb-987c3b485a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:49.952090 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0cfe2d5d-d341-44ce-89bb-987c3b485a58 None None] Attempt 1 to provision port a8270584-ccf0-4631-84f9-dcaab252cc91 Oct 26 15:46:49.992202 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac492b1-3791-4951-8077-e2865367287b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event updated for resources: {'Network': ['ID=0f83cfb2-3316-42dd-8b06-efa4c512adf9,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:50.020447 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment c2d9de31-d90f-4784-a570-0c4017280a40 resource provider aggregate not found Oct 26 15:46:50.023396 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 0f83cfb2-3316-42dd-8b06-efa4c512adf9 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:46:50.040484 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment c2d9de31-d90f-4784-a570-0c4017280a40 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c2d9de31-d90f-4784-a570-0c4017280a40 found for delete ", "request_id": "req-b53e7d86-5ecb-4231-be7e-7198721116d9"}]} Oct 26 15:46:50.053557 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ed5d40b1-98cd-4a5d-b98b-33d10f9727c4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:50.112259 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-cac492b1-3791-4951-8077-e2865367287b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7222579 Oct 26 15:46:50.115675 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36604) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:50.128879 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-34d67dd1-a629-4af3-be44-b6a358488c15 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Request body: {'subnet': {'network_id': '0f83cfb2-3316-42dd-8b06-efa4c512adf9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:50.138085 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b28c0-58c4-4ecf-a8df-ea2cb6b683f6 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Pushing event deleted for resources: {'Port': ['ID=b5949997-131a-459a-9505-17e104ad4bf2,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:50.232230 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0cfe2d5d-d341-44ce-89bb-987c3b485a58 None None] Current status of the port a8270584-ccf0-4631-84f9-dcaab252cc91 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:46:50.240449 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067b28c0-58c4-4ecf-a8df-ea2cb6b683f6 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:50.240884 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067b28c0-58c4-4ecf-a8df-ea2cb6b683f6 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:50.241302 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067b28c0-58c4-4ecf-a8df-ea2cb6b683f6 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:50.241702 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067b28c0-58c4-4ecf-a8df-ea2cb6b683f6 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:50.242120 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067b28c0-58c4-4ecf-a8df-ea2cb6b683f6 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:50.243087 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067b28c0-58c4-4ecf-a8df-ea2cb6b683f6 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:50.244468 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067b28c0-58c4-4ecf-a8df-ea2cb6b683f6 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:50.244468 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067b28c0-58c4-4ecf-a8df-ea2cb6b683f6 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:50.244468 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067b28c0-58c4-4ecf-a8df-ea2cb6b683f6 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:50.244468 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067b28c0-58c4-4ecf-a8df-ea2cb6b683f6 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:50.244794 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067b28c0-58c4-4ecf-a8df-ea2cb6b683f6 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:50.245199 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067b28c0-58c4-4ecf-a8df-ea2cb6b683f6 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:50.269566 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d40b1-98cd-4a5d-b98b-33d10f9727c4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event updated for resources: {'Subnet': ['ID=2cb44b99-c8a4-4b9b-8f20-20bfbdee8e9d,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:50.298424 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5d40b1-98cd-4a5d-b98b-33d10f9727c4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Checking segment: {'id': '1a637eb5-6762-4f72-982c-53f909ed1e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '15a76697-9ca5-476d-b1d8-22bbe0a5052c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:46:50.298815 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5d40b1-98cd-4a5d-b98b-33d10f9727c4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Network hostable DHCP agents. Network: 15a76697-9ca5-476d-b1d8-22bbe0a5052c, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:46:50.303405 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-34d67dd1-a629-4af3-be44-b6a358488c15 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:50.310191 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-34d67dd1-a629-4af3-be44-b6a358488c15 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Usage tracker for resource:subnet and tenant:1be2509a71d64d26a32bbf77f727e229 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:46:50.316292 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-34d67dd1-a629-4af3-be44-b6a358488c15 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:46:50.324636 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-34d67dd1-a629-4af3-be44-b6a358488c15 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:50.420296 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5d40b1-98cd-4a5d-b98b-33d10f9727c4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Network 15a76697-9ca5-476d-b1d8-22bbe0a5052c is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:46:50.448490 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d67dd1-a629-4af3-be44-b6a358488c15 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Made reservation on behalf of 1be2509a71d64d26a32bbf77f727e229 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:46:50.452027 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-34d67dd1-a629-4af3-be44-b6a358488c15 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:50.520782 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-ed5d40b1-98cd-4a5d-b98b-33d10f9727c4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 15a76697-9ca5-476d-b1d8-22bbe0a5052c) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:50.531700 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9853b68-47a3-418f-b522-3d4cba655353 None None] Network 15a76697-9ca5-476d-b1d8-22bbe0a5052c requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:46:50.537249 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7afd2a2d-81a4-4c11-a916-d523e71ac8c7 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:50.541145 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5d40b1-98cd-4a5d-b98b-33d10f9727c4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:50.542170 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ed5d40b1-98cd-4a5d-b98b-33d10f9727c4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:50.583784 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-067b28c0-58c4-4ecf-a8df-ea2cb6b683f6 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:50.643003 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ed5d40b1-98cd-4a5d-b98b-33d10f9727c4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4058957 Oct 26 15:46:50.644240 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36608) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:50.650392 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-cb416b10-db6d-46ad-8c12-6939b1196a04 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'port': {'network_id': '15a76697-9ca5-476d-b1d8-22bbe0a5052c', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1693011927'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:50.756667 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-034dac68-6750-415c-8632-dbd753066d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:50.784683 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 9d31d08f-f41a-4c8a-8433-0f9cc21a5480 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:46:50.916060 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c461e1-9095-47c8-b8f6-47913706c94f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-15a76697-9ca5-476d-b1d8-22bbe0a5052c', 'network_id': '15a76697-9ca5-476d-b1d8-22bbe0a5052c', 'tenant_id': 'b10aaa5403b848e8bc3e4f603712654e', 'fixed_ips': [{'subnet_id': '2cb44b99-c8a4-4b9b-8f20-20bfbdee8e9d'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:46:50.917160 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f9c461e1-9095-47c8-b8f6-47913706c94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:51.014090 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b74d8bf9-6c92-43ca-acf4-369ad484cf6b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:51.034605 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 9d31d08f-f41a-4c8a-8433-0f9cc21a5480 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:46:51.052010 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-34d67dd1-a629-4af3-be44-b6a358488c15 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:51.061968 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034dac68-6750-415c-8632-dbd753066d9a admin admin] Pushing event deleted for resources: {'Port': ['ID=cf2d9822-a97b-447c-b8a0-ce31bb06a0be,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:51.065008 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-cb416b10-db6d-46ad-8c12-6939b1196a04 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:51.069516 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-cb416b10-db6d-46ad-8c12-6939b1196a04 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Usage tracker for resource:port and tenant:b10aaa5403b848e8bc3e4f603712654e is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:46:51.073746 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-cb416b10-db6d-46ad-8c12-6939b1196a04 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:46:51.079937 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-cb416b10-db6d-46ad-8c12-6939b1196a04 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:51.152289 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-0ff96c9f-5e81-473e-979d-7060f001b4e4 None None] Provisioning for port 9d31d08f-f41a-4c8a-8433-0f9cc21a5480 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:46:51.163820 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-0ff96c9f-5e81-473e-979d-7060f001b4e4 None None] Provisioning complete for port 9d31d08f-f41a-4c8a-8433-0f9cc21a5480 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:46:51.164231 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-0ff96c9f-5e81-473e-979d-7060f001b4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:51.164578 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0ff96c9f-5e81-473e-979d-7060f001b4e4 None None] Attempt 1 to provision port 9d31d08f-f41a-4c8a-8433-0f9cc21a5480 Oct 26 15:46:51.168237 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d67dd1-a629-4af3-be44-b6a358488c15 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Checking segment: {'id': '79e8ab4c-7935-41fc-a2a0-8daa9d57b856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '0f83cfb2-3316-42dd-8b06-efa4c512adf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:46:51.168600 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d67dd1-a629-4af3-be44-b6a358488c15 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Network hostable DHCP agents. Network: 0f83cfb2-3316-42dd-8b06-efa4c512adf9, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:46:51.191019 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d67dd1-a629-4af3-be44-b6a358488c15 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event updated for resources: {'Subnet': ['ID=84fa0b28-add9-4380-b9e3-f9ffe22c4a20,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:51.220563 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-f9c461e1-9095-47c8-b8f6-47913706c94f None None] Allocated IP 2001:db8::2 (15a76697-9ca5-476d-b1d8-22bbe0a5052c/2cb44b99-c8a4-4b9b-8f20-20bfbdee8e9d/0eec9897-c690-4754-b1d5-0c1328fb5c42) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:46:51.237401 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74d8bf9-6c92-43ca-acf4-369ad484cf6b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:46:51.248082 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0fe412c5-a869-4650-95ef-c7c3a8a70bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:51.248974 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb416b10-db6d-46ad-8c12-6939b1196a04 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Made reservation on behalf of b10aaa5403b848e8bc3e4f603712654e for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:46:51.254058 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cb416b10-db6d-46ad-8c12-6939b1196a04 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:51.271663 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d67dd1-a629-4af3-be44-b6a358488c15 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Network 0f83cfb2-3316-42dd-8b06-efa4c512adf9 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:46:51.287985 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-cb416b10-db6d-46ad-8c12-6939b1196a04 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] device_id is not set on port fa00d448-7b60-4a65-bcd6-04c7990112ce yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:46:51.358625 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-34d67dd1-a629-4af3-be44-b6a358488c15 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 0f83cfb2-3316-42dd-8b06-efa4c512adf9) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:51.362955 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d67dd1-a629-4af3-be44-b6a358488c15 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:51.363742 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-34d67dd1-a629-4af3-be44-b6a358488c15 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:51.382603 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de79fee7-029e-4e51-bd58-c1312cf97cef None None] Network 0f83cfb2-3316-42dd-8b06-efa4c512adf9 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:46:51.414229 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-b74d8bf9-6c92-43ca-acf4-369ad484cf6b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:51.451925 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d900ab7-3c63-4f8a-8606-f0c7f1a29fb6 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:46:51.471415 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-34d67dd1-a629-4af3-be44-b6a358488c15 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3511114 Oct 26 15:46:51.477566 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36612) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:51.494332 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74d8bf9-6c92-43ca-acf4-369ad484cf6b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:51.494959 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b74d8bf9-6c92-43ca-acf4-369ad484cf6b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:51.566301 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe412c5-a869-4650-95ef-c7c3a8a70bd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=739e888a-ede6-4f25-ad4c-4de91395a8a2,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:51.584288 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0ff96c9f-5e81-473e-979d-7060f001b4e4 None None] Current status of the port 9d31d08f-f41a-4c8a-8433-0f9cc21a5480 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:46:51.584810 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-0ff96c9f-5e81-473e-979d-7060f001b4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:51.594624 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74d8bf9-6c92-43ca-acf4-369ad484cf6b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Subnet': ['ID=1df94fb5-0f37-4580-a50d-7fc4cff3d4cd,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:51.646754 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c30c131b-0e82-4731-9e1f-8d7fd2cd59e3 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:51.746701 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c30c131b-0e82-4731-9e1f-8d7fd2cd59e3 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:51.766605 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-0ff96c9f-5e81-473e-979d-7060f001b4e4 None None] For port 9d31d08f-f41a-4c8a-8433-0f9cc21a5480, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=9d31d08f-f41a-4c8a-8433-0f9cc21a5480,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:46:51.896065 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-0ff96c9f-5e81-473e-979d-7060f001b4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:51.921840 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067b28c0-58c4-4ecf-a8df-ea2cb6b683f6 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Router b9f5cac9-44ed-4f52-931d-de01ea570928 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:46:51.929186 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c30c131b-0e82-4731-9e1f-8d7fd2cd59e3 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:51.972872 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c131b-0e82-4731-9e1f-8d7fd2cd59e3 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event deleted for resources: {'Subnet': ['ID=84fa0b28-add9-4380-b9e3-f9ffe22c4a20,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:52.001800 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f9c461e1-9095-47c8-b8f6-47913706c94f None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:52.028396 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-f9c461e1-9095-47c8-b8f6-47913706c94f None None] Transition to ACTIVE for port object 0eec9897-c690-4754-b1d5-0c1328fb5c42 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:46:52.047043 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6541d9f1-a7a9-4181-aa2a-7e8fb6eadea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-0f83cfb2-3316-42dd-8b06-efa4c512adf9', 'network_id': '0f83cfb2-3316-42dd-8b06-efa4c512adf9', 'tenant_id': '1be2509a71d64d26a32bbf77f727e229', 'fixed_ips': [{'subnet_id': '84fa0b28-add9-4380-b9e3-f9ffe22c4a20'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:46:52.047873 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6541d9f1-a7a9-4181-aa2a-7e8fb6eadea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:52.082200 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c30c131b-0e82-4731-9e1f-8d7fd2cd59e3 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:52.083403 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b74d8bf9-6c92-43ca-acf4-369ad484cf6b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3681235 Oct 26 15:46:52.093374 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36616) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:52.100282 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-022a6482-d16b-4142-b2c7-7652ba01860b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'port': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'mac_address': 'fa:16:3e:d9:81:27', 'name': 'tempest-NetworksTestDHCPv6-77991985'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:52.119635 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-f9c461e1-9095-47c8-b8f6-47913706c94f None None] Transition to ACTIVE for port object 0eec9897-c690-4754-b1d5-0c1328fb5c42 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:46:52.127789 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff96c9f-5e81-473e-979d-7060f001b4e4 None None] Pushing event updated for resources: {'Port': ['ID=9d31d08f-f41a-4c8a-8433-0f9cc21a5480,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:52.186311 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff96c9f-5e81-473e-979d-7060f001b4e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:52.186692 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff96c9f-5e81-473e-979d-7060f001b4e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:52.187039 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff96c9f-5e81-473e-979d-7060f001b4e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:52.187625 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff96c9f-5e81-473e-979d-7060f001b4e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:52.187738 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff96c9f-5e81-473e-979d-7060f001b4e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:52.188030 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff96c9f-5e81-473e-979d-7060f001b4e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:52.188363 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff96c9f-5e81-473e-979d-7060f001b4e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:52.188691 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff96c9f-5e81-473e-979d-7060f001b4e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:52.189019 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff96c9f-5e81-473e-979d-7060f001b4e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:52.189346 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff96c9f-5e81-473e-979d-7060f001b4e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:52.190041 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff96c9f-5e81-473e-979d-7060f001b4e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:52.190041 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff96c9f-5e81-473e-979d-7060f001b4e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:52.190904 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-c30c131b-0e82-4731-9e1f-8d7fd2cd59e3 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f83cfb2-3316-42dd-8b06-efa4c512adf9']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:52.207074 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f9c461e1-9095-47c8-b8f6-47913706c94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:52.252527 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-c30c131b-0e82-4731-9e1f-8d7fd2cd59e3 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79e8ab4c-7935-41fc-a2a0-8daa9d57b856') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:52.252873 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-c30c131b-0e82-4731-9e1f-8d7fd2cd59e3 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79e8ab4c-7935-41fc-a2a0-8daa9d57b856') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:52.274222 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c30c131b-0e82-4731-9e1f-8d7fd2cd59e3 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:52.292090 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067b28c0-58c4-4ecf-a8df-ea2cb6b683f6 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:46:52.296153 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c461e1-9095-47c8-b8f6-47913706c94f None None] Network 15a76697-9ca5-476d-b1d8-22bbe0a5052c is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:46:52.297375 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-034dac68-6750-415c-8632-dbd753066d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:52.300565 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-f9c461e1-9095-47c8-b8f6-47913706c94f None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:52.307467 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c461e1-9095-47c8-b8f6-47913706c94f None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:46:52.313910 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-067b28c0-58c4-4ecf-a8df-ea2cb6b683f6 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] 10.222.0.23 "PUT /v2.0/routers/b9f5cac9-44ed-4f52-931d-de01ea570928/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2213523 Oct 26 15:46:52.322884 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36620) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:52.326403 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f1ecf4-e077-4736-a754-ebb333271616 None None] Sync routers for ids ['b9f5cac9-44ed-4f52-931d-de01ea570928'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:46:52.344126 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c461e1-9095-47c8-b8f6-47913706c94f None None] Pushing event updated for resources: {'Port': ['ID=0eec9897-c690-4754-b1d5-0c1328fb5c42,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:52.344484 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c30c131b-0e82-4731-9e1f-8d7fd2cd59e3 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:52.434424 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-cb416b10-db6d-46ad-8c12-6939b1196a04 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Allocated IP 2001:db8::189 (15a76697-9ca5-476d-b1d8-22bbe0a5052c/2cb44b99-c8a4-4b9b-8f20-20bfbdee8e9d/fa00d448-7b60-4a65-bcd6-04c7990112ce) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:46:52.467303 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f1ecf4-e077-4736-a754-ebb333271616 None None] Routers {'b9f5cac9-44ed-4f52-931d-de01ea570928'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:46:52.467995 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-d0f1ecf4-e077-4736-a754-ebb333271616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:46:35Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['b9f5cac9-44ed-4f52-931d-de01ea570928'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:52.482168 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0fe412c5-a869-4650-95ef-c7c3a8a70bd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:52.521335 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0013614d-6870-4bac-acaa-046928e2d1c0 None None] Network 0f83cfb2-3316-42dd-8b06-efa4c512adf9 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:46:52.543313 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c30c131b-0e82-4731-9e1f-8d7fd2cd59e3 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:46:52.543717 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c30c131b-0e82-4731-9e1f-8d7fd2cd59e3 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:52.569670 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-7488300d-8524-43db-b9f8-8ca5531f36c6 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] delete failed (client error): The resource could not be found. Oct 26 15:46:52.575621 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-7488300d-8524-43db-b9f8-8ca5531f36c6 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-1886360632 HTTP/1.1" status: 404 len: 335 time: 0.2409649 Oct 26 15:46:52.580030 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36626) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:52.607761 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-f9c461e1-9095-47c8-b8f6-47913706c94f None None] Attempting to bind port 0eec9897-c690-4754-b1d5-0c1328fb5c42 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:46:52.608268 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-f9c461e1-9095-47c8-b8f6-47913706c94f None None] Attempting to bind port 0eec9897-c690-4754-b1d5-0c1328fb5c42 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '1a637eb5-6762-4f72-982c-53f909ed1e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '15a76697-9ca5-476d-b1d8-22bbe0a5052c'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:46:52.608630 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c461e1-9095-47c8-b8f6-47913706c94f None None] Attempting to bind port 0eec9897-c690-4754-b1d5-0c1328fb5c42 on network 15a76697-9ca5-476d-b1d8-22bbe0a5052c {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:46:52.617866 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-d0f1ecf4-e077-4736-a754-ebb333271616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:52.628756 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-022a6482-d16b-4142-b2c7-7652ba01860b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:52.645649 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-e5a29dc2-8ee0-475b-b853-dfbdc7f6a7ce tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b9f5cac9-44ed-4f52-931d-de01ea570928'}}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:52.701469 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 79e8ab4c-7935-41fc-a2a0-8daa9d57b856 resource provider aggregate not found Oct 26 15:46:52.728925 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-022a6482-d16b-4142-b2c7-7652ba01860b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Usage tracker for resource:port and tenant:cde0b70c42f24e8e94f9303758760038 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:46:52.800464 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c461e1-9095-47c8-b8f6-47913706c94f None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:46:52.800843 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c461e1-9095-47c8-b8f6-47913706c94f None None] Checking segment: {'id': '1a637eb5-6762-4f72-982c-53f909ed1e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '15a76697-9ca5-476d-b1d8-22bbe0a5052c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:46:52.801304 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f9c461e1-9095-47c8-b8f6-47913706c94f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:52.801702 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c461e1-9095-47c8-b8f6-47913706c94f None None] Bound using segment: {'id': '1a637eb5-6762-4f72-982c-53f909ed1e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '15a76697-9ca5-476d-b1d8-22bbe0a5052c'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:46:52.802185 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-f9c461e1-9095-47c8-b8f6-47913706c94f None None] Bound port: 0eec9897-c690-4754-b1d5-0c1328fb5c42, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a637eb5-6762-4f72-982c-53f909ed1e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '15a76697-9ca5-476d-b1d8-22bbe0a5052c'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:46:52.802585 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f9c461e1-9095-47c8-b8f6-47913706c94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:52.826598 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 79e8ab4c-7935-41fc-a2a0-8daa9d57b856 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 79e8ab4c-7935-41fc-a2a0-8daa9d57b856 found for delete ", "request_id": "req-fa996bc1-684a-45cc-aeaf-0f7567a9179b"}]} Oct 26 15:46:52.835372 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-022a6482-d16b-4142-b2c7-7652ba01860b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:46:52.840690 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f1ecf4-e077-4736-a754-ebb333271616 None None] Routers {'b9f5cac9-44ed-4f52-931d-de01ea570928'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:46:52.841333 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-d0f1ecf4-e077-4736-a754-ebb333271616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:46:35Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['b9f5cac9-44ed-4f52-931d-de01ea570928'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:52.863232 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-022a6482-d16b-4142-b2c7-7652ba01860b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:52.913892 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 9d31d08f-f41a-4c8a-8433-0f9cc21a5480 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:46:52.950893 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c30c131b-0e82-4731-9e1f-8d7fd2cd59e3 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:52.994911 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7afd2a2d-81a4-4c11-a916-d523e71ac8c7 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for router_gateway, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:53.002851 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-d0f1ecf4-e077-4736-a754-ebb333271616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:53.003267 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f1ecf4-e077-4736-a754-ebb333271616 None None] The sync data for ids ['b9f5cac9-44ed-4f52-931d-de01ea570928'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:46:53.030764 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510c1d68-4551-4fff-b372-96930e68cc97 None None] Update dhcp port {'port': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'fixed_ips': [{'subnet_id': 'c14b89f5-fa6d-48f0-9624-85d349a45731', 'ip_address': '2001:db8::f816:3eff:feaf:516d'}, {'subnet_id': '1df94fb5-0f37-4580-a50d-7fc4cff3d4cd'}], 'binding:host_id': 'dv-neutron-862712-1-hyperv'}, 'id': '9d31d08f-f41a-4c8a-8433-0f9cc21a5480'} from dv-neutron-862712-1-hyperv. {{(pid=89749) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 26 15:46:53.052075 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7afd2a2d-81a4-4c11-a916-d523e71ac8c7 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:53.168132 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c30c131b-0e82-4731-9e1f-8d7fd2cd59e3 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:53.173824 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022a6482-d16b-4142-b2c7-7652ba01860b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:46:53.186495 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-510c1d68-4551-4fff-b372-96930e68cc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:53.203967 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c131b-0e82-4731-9e1f-8d7fd2cd59e3 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event deleted for resources: {'Network': ['ID=0f83cfb2-3316-42dd-8b06-efa4c512adf9,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:53.238512 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-f9c461e1-9095-47c8-b8f6-47913706c94f None None] For port 0eec9897-c690-4754-b1d5-0c1328fb5c42, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:46:53.259904 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-f9c461e1-9095-47c8-b8f6-47913706c94f None None] For port 0eec9897-c690-4754-b1d5-0c1328fb5c42, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=0eec9897-c690-4754-b1d5-0c1328fb5c42,segment=NetworkSegment(1a637eb5-6762-4f72-982c-53f909ed1e27),segment_id=1a637eb5-6762-4f72-982c-53f909ed1e27)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:46:53.273055 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 9d31d08f-f41a-4c8a-8433-0f9cc21a5480 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:46:53.273401 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:53.274625 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 9d31d08f-f41a-4c8a-8433-0f9cc21a5480 Oct 26 15:46:53.332344 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c30c131b-0e82-4731-9e1f-8d7fd2cd59e3 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "DELETE /v2.0/networks/0f83cfb2-3316-42dd-8b06-efa4c512adf9 HTTP/1.1" status: 204 len: 168 time: 1.8501756 Oct 26 15:46:53.345796 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36632) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:53.366972 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f9c461e1-9095-47c8-b8f6-47913706c94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:53.404081 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cb416b10-db6d-46ad-8c12-6939b1196a04 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:53.437881 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e5a29dc2-8ee0-475b-b853-dfbdc7f6a7ce tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:53.452022 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-cb416b10-db6d-46ad-8c12-6939b1196a04 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Transition to ACTIVE for port object fa00d448-7b60-4a65-bcd6-04c7990112ce will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:46:53.462321 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-0f45fb5c-dc1f-4553-bbbf-378e2b886491 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1417420138'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:53.490233 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-0f45fb5c-dc1f-4553-bbbf-378e2b886491 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:53.503264 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-022a6482-d16b-4142-b2c7-7652ba01860b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:53.517885 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-0f45fb5c-dc1f-4553-bbbf-378e2b886491 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Usage tracker for resource:network and tenant:1be2509a71d64d26a32bbf77f727e229 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:46:53.528248 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-0f45fb5c-dc1f-4553-bbbf-378e2b886491 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:46:53.532634 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c461e1-9095-47c8-b8f6-47913706c94f None None] Pushing event updated for resources: {'Port': ['ID=0eec9897-c690-4754-b1d5-0c1328fb5c42,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:53.537756 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-022a6482-d16b-4142-b2c7-7652ba01860b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] device_id is not set on port a740b5a6-5524-4842-bc98-1f12e5f07731 yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:46:53.560170 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-0f45fb5c-dc1f-4553-bbbf-378e2b886491 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:53.586004 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-7afd2a2d-81a4-4c11-a916-d523e71ac8c7 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Allocated IP 172.26.2.186 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/9ef76734-5429-43ae-8940-65481668a597) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:46:53.595010 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-034dac68-6750-415c-8632-dbd753066d9a admin admin] Router 9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:46:53.603457 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-e5a29dc2-8ee0-475b-b853-dfbdc7f6a7ce tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] update failed (client error): The resource could not be found. Oct 26 15:46:53.604594 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e5a29dc2-8ee0-475b-b853-dfbdc7f6a7ce tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] 10.222.0.23 "PUT /v2.0/routers/b9f5cac9-44ed-4f52-931d-de01ea570928 HTTP/1.1" status: 404 len: 339 time: 0.9732795 Oct 26 15:46:53.609172 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36636) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:53.624914 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-223aef5f-3fbb-4549-97bf-6a99686cce6f tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-750521384'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:53.625626 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-510c1d68-4551-4fff-b372-96930e68cc97 None None] Allocated IP 172.20.0.2 (f810e159-a5e8-4c86-8cec-5d909fe013dd/1df94fb5-0f37-4580-a50d-7fc4cff3d4cd/9d31d08f-f41a-4c8a-8433-0f9cc21a5480) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:46:53.641467 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 9d31d08f-f41a-4c8a-8433-0f9cc21a5480 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:46:53.643312 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-223aef5f-3fbb-4549-97bf-6a99686cce6f tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:53.654865 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-223aef5f-3fbb-4549-97bf-6a99686cce6f tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Usage tracker for resource:network and tenant:9751a64439434c5cb279f90db157da02 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:46:53.675725 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-223aef5f-3fbb-4549-97bf-6a99686cce6f tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:46:53.689029 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cb416b10-db6d-46ad-8c12-6939b1196a04 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:53.766233 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-223aef5f-3fbb-4549-97bf-6a99686cce6f tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:53.771080 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f45fb5c-dc1f-4553-bbbf-378e2b886491 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Made reservation on behalf of 1be2509a71d64d26a32bbf77f727e229 for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:46:53.775954 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0f45fb5c-dc1f-4553-bbbf-378e2b886491 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:53.827205 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb416b10-db6d-46ad-8c12-6939b1196a04 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Network 15a76697-9ca5-476d-b1d8-22bbe0a5052c is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:46:53.832340 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-cb416b10-db6d-46ad-8c12-6939b1196a04 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:53.837967 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb416b10-db6d-46ad-8c12-6939b1196a04 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:46:53.844746 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-510c1d68-4551-4fff-b372-96930e68cc97 None None] For port 9d31d08f-f41a-4c8a-8433-0f9cc21a5480, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=9d31d08f-f41a-4c8a-8433-0f9cc21a5480,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:46:53.847403 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb416b10-db6d-46ad-8c12-6939b1196a04 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:53.848078 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cb416b10-db6d-46ad-8c12-6939b1196a04 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:53.873122 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb416b10-db6d-46ad-8c12-6939b1196a04 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event updated for resources: {'Port': ['ID=fa00d448-7b60-4a65-bcd6-04c7990112ce,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:53.884853 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-510c1d68-4551-4fff-b372-96930e68cc97 None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:53.908181 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-510c1d68-4551-4fff-b372-96930e68cc97 None None] Transition to ACTIVE for port object 9d31d08f-f41a-4c8a-8433-0f9cc21a5480 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:46:53.926489 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe412c5-a869-4650-95ef-c7c3a8a70bd0 admin admin] Router 646f6f2c-03ff-4e0a-a2c8-24d838991d16 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:46:53.952660 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-cb416b10-db6d-46ad-8c12-6939b1196a04 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.3071160 Oct 26 15:46:53.955255 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36640) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:53.980373 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-510c1d68-4551-4fff-b372-96930e68cc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:54.048824 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223aef5f-3fbb-4549-97bf-6a99686cce6f tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Made reservation on behalf of 9751a64439434c5cb279f90db157da02 for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:46:54.052816 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-223aef5f-3fbb-4549-97bf-6a99686cce6f tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:54.081345 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f53a2de2-934d-4f9e-8ca8-a184c2d5f33e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Deleting port fa00d448-7b60-4a65-bcd6-04c7990112ce {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:46:54.081759 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f53a2de2-934d-4f9e-8ca8-a184c2d5f33e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:54.131593 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f45fb5c-dc1f-4553-bbbf-378e2b886491 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:46:54.148956 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c1d68-4551-4fff-b372-96930e68cc97 None None] Pushing event updated for resources: {'Port': ['ID=9d31d08f-f41a-4c8a-8433-0f9cc21a5480,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:54.191949 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0f45fb5c-dc1f-4553-bbbf-378e2b886491 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:54.192298 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-0f45fb5c-dc1f-4553-bbbf-378e2b886491 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Added segment 073c3962-8616-4458-8999-71ca925c27ac of type vlan for network 632b6cbc-78f2-48a7-b674-69dd711fa00e Oct 26 15:46:54.221664 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034dac68-6750-415c-8632-dbd753066d9a admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:46:54.235734 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7afd2a2d-81a4-4c11-a916-d523e71ac8c7 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:54.240541 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aed8b78-e111-453d-81b2-b543befa60db None None] Sync routers for ids ['9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:46:54.256156 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-223aef5f-3fbb-4549-97bf-6a99686cce6f tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:46:54.259401 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aed8b78-e111-453d-81b2-b543befa60db None None] Routers {'9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:46:54.260370 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-4aed8b78-e111-453d-81b2-b543befa60db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:46:35Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:54.317903 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0f45fb5c-dc1f-4553-bbbf-378e2b886491 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:54.330655 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-034dac68-6750-415c-8632-dbd753066d9a admin admin] 10.222.0.23 "PUT /v2.0/routers/9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3319678 Oct 26 15:46:54.341657 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-223aef5f-3fbb-4549-97bf-6a99686cce6f tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:54.342533 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-223aef5f-3fbb-4549-97bf-6a99686cce6f tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Added segment 4fe36976-da60-41bc-90de-c4edc3770412 of type vlan for network 9308b587-4ad3-48aa-bc5b-1f948ad0901c Oct 26 15:46:54.347303 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36644) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:54.458576 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f53a2de2-934d-4f9e-8ca8-a184c2d5f33e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:54.548274 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-4aed8b78-e111-453d-81b2-b543befa60db None None] Set router 9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:46:54.608619 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f53a2de2-934d-4f9e-8ca8-a184c2d5f33e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Calling delete_port for fa00d448-7b60-4a65-bcd6-04c7990112ce owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:46:54.788365 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-022a6482-d16b-4142-b2c7-7652ba01860b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Allocated IP 172.20.0.12 (f810e159-a5e8-4c86-8cec-5d909fe013dd/1df94fb5-0f37-4580-a50d-7fc4cff3d4cd/a740b5a6-5524-4842-bc98-1f12e5f07731) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:46:54.827008 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe412c5-a869-4650-95ef-c7c3a8a70bd0 admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:46:54.834998 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7afd2a2d-81a4-4c11-a916-d523e71ac8c7 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:54.849087 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-0fe412c5-a869-4650-95ef-c7c3a8a70bd0 admin admin] 10.222.0.23 "PUT /v2.0/routers/646f6f2c-03ff-4e0a-a2c8-24d838991d16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8042481 Oct 26 15:46:54.853807 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368cb261-dea3-4142-bf0c-ade8706d9002 None None] Sync routers for ids ['646f6f2c-03ff-4e0a-a2c8-24d838991d16'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:46:54.874545 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-022a6482-d16b-4142-b2c7-7652ba01860b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Allocated IP 2001:db8::f816:3eff:fed9:8127 (f810e159-a5e8-4c86-8cec-5d909fe013dd/c14b89f5-fa6d-48f0-9624-85d349a45731/a740b5a6-5524-4842-bc98-1f12e5f07731) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:46:54.877352 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36648) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:54.877518 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368cb261-dea3-4142-bf0c-ade8706d9002 None None] Routers {'646f6f2c-03ff-4e0a-a2c8-24d838991d16'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:46:54.878156 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-368cb261-dea3-4142-bf0c-ade8706d9002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:46:35Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['646f6f2c-03ff-4e0a-a2c8-24d838991d16'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:54.971095 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-4aed8b78-e111-453d-81b2-b543befa60db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9', 'name': 'tempest-ServersTestJSON-1173380643-router', 'tenant_id': '0d1979e8b1384c06a2335dbdad38722e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.181'}], 'enable_snat': True}, 'gw_port_id': '626a541b-4d4c-44a1-9f0f-a6a8b7b5f759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:43:49Z', 'updated_at': '2022-10-26T15:46:50Z', 'revision_number': 5, 'project_id': '0d1979e8b1384c06a2335dbdad38722e', 'gw_port': {'id': '626a541b-4d4c-44a1-9f0f-a6a8b7b5f759', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:43:54Z', 'updated_at': '2022-10-26T15:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:54.973851 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afd2a2d-81a4-4c11-a916-d523e71ac8c7 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:46:54.975672 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aed8b78-e111-453d-81b2-b543befa60db None None] Checking router: 9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9 for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:46:54.979829 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.db.resource_extend [None req-0f45fb5c-dc1f-4553-bbbf-378e2b886491 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 15:46:54.999695 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aed8b78-e111-453d-81b2-b543befa60db None None] Routers {'9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:46:55.000619 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-4aed8b78-e111-453d-81b2-b543befa60db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:46:35Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:55.002036 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-7afd2a2d-81a4-4c11-a916-d523e71ac8c7 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:55.013169 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afd2a2d-81a4-4c11-a916-d523e71ac8c7 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:46:55.073226 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-223aef5f-3fbb-4549-97bf-6a99686cce6f tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:55.158595 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-368cb261-dea3-4142-bf0c-ade8706d9002 None None] Set router 646f6f2c-03ff-4e0a-a2c8-24d838991d16 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:46:55.242895 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.db.resource_extend [None req-223aef5f-3fbb-4549-97bf-6a99686cce6f tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 15:46:55.262528 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-4aed8b78-e111-453d-81b2-b543befa60db None None] Set router 9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:46:55.291012 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 0eec9897-c690-4754-b1d5-0c1328fb5c42 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:46:55.295943 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd2a2d-81a4-4c11-a916-d523e71ac8c7 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Pushing event updated for resources: {'Port': ['ID=9ef76734-5429-43ae-8940-65481668a597,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:55.303206 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5058bc3f-b9d0-4a48-a35a-03a890562878 admin admin] Notify callbacks [] for router, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:55.316150 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd9d3d4-0dac-4bff-a63f-ca3127087f3f None None] Network 15a76697-9ca5-476d-b1d8-22bbe0a5052c requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:46:55.351468 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0f45fb5c-dc1f-4553-bbbf-378e2b886491 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:55.358389 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f45fb5c-dc1f-4553-bbbf-378e2b886491 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:55.359386 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0f45fb5c-dc1f-4553-bbbf-378e2b886491 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:55.495196 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f45fb5c-dc1f-4553-bbbf-378e2b886491 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event updated for resources: {'Network': ['ID=632b6cbc-78f2-48a7-b674-69dd711fa00e,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:55.509200 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-223aef5f-3fbb-4549-97bf-6a99686cce6f tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:55.516656 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223aef5f-3fbb-4549-97bf-6a99686cce6f tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:55.517807 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-223aef5f-3fbb-4549-97bf-6a99686cce6f tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:55.526730 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 632b6cbc-78f2-48a7-b674-69dd711fa00e details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:46:55.579388 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5058bc3f-b9d0-4a48-a35a-03a890562878 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:55.605844 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f53a2de2-934d-4f9e-8ca8-a184c2d5f33e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:55.634218 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cc8eb5a7-81cf-4618-a392-177f5dea35db admin admin] Notify callbacks [] for router, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:55.752382 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-030acab4-4e47-42c0-a870-4d6e3e76188e None None] Provisioning for port 0eec9897-c690-4754-b1d5-0c1328fb5c42 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:46:55.752952 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a2de2-934d-4f9e-8ca8-a184c2d5f33e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event deleted for resources: {'Port': ['ID=fa00d448-7b60-4a65-bcd6-04c7990112ce,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:55.783486 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-4aed8b78-e111-453d-81b2-b543befa60db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9', 'name': 'tempest-ServersTestJSON-1173380643-router', 'tenant_id': '0d1979e8b1384c06a2335dbdad38722e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.181'}], 'enable_snat': True}, 'gw_port_id': '626a541b-4d4c-44a1-9f0f-a6a8b7b5f759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:43:49Z', 'updated_at': '2022-10-26T15:46:50Z', 'revision_number': 5, 'project_id': '0d1979e8b1384c06a2335dbdad38722e', 'gw_port': {'id': '626a541b-4d4c-44a1-9f0f-a6a8b7b5f759', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:43:54Z', 'updated_at': '2022-10-26T15:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:55.792879 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aed8b78-e111-453d-81b2-b543befa60db None None] The sync data for ids ['9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9'] in dv-neutron-862712-1-hyperv is: [{'id': '9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9', 'name': 'tempest-ServersTestJSON-1173380643-router', 'tenant_id': '0d1979e8b1384c06a2335dbdad38722e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.181'}], 'enable_snat': True}, 'gw_port_id': '626a541b-4d4c-44a1-9f0f-a6a8b7b5f759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:43:49Z', 'updated_at': '2022-10-26T15:46:50Z', 'revision_number': 5, 'project_id': '0d1979e8b1384c06a2335dbdad38722e', 'gw_port': {'id': '626a541b-4d4c-44a1-9f0f-a6a8b7b5f759', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:43:54Z', 'updated_at': '2022-10-26T15:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:46:55.850630 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f53a2de2-934d-4f9e-8ca8-a184c2d5f33e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:55.858257 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-0f45fb5c-dc1f-4553-bbbf-378e2b886491 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.5046711 Oct 26 15:46:55.860335 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 0eec9897-c690-4754-b1d5-0c1328fb5c42 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:46:55.862901 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-223aef5f-3fbb-4549-97bf-6a99686cce6f tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.2503550 Oct 26 15:46:55.865441 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36652) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:55.870494 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36654) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:55.871253 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-5058bc3f-b9d0-4a48-a35a-03a890562878 admin admin] Deleting port 8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:46:55.871589 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5058bc3f-b9d0-4a48-a35a-03a890562878 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:55.879822 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-a9c9eb69-b5d6-47d6-9cb7-98e5e953977f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Request body: {'subnet': {'network_id': '632b6cbc-78f2-48a7-b674-69dd711fa00e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:55.907581 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223aef5f-3fbb-4549-97bf-6a99686cce6f tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Pushing event updated for resources: {'Network': ['ID=9308b587-4ad3-48aa-bc5b-1f948ad0901c,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:55.908239 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-25587fa4-7bf7-4b65-93ba-cf4e6ac3a60b tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Request body: {'subnet': {'network_id': '9308b587-4ad3-48aa-bc5b-1f948ad0901c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:55.921728 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 0eec9897-c690-4754-b1d5-0c1328fb5c42 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:46:55.922108 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:55.922446 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 0eec9897-c690-4754-b1d5-0c1328fb5c42 Oct 26 15:46:55.952370 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f53a2de2-934d-4f9e-8ca8-a184c2d5f33e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/ports/fa00d448-7b60-4a65-bcd6-04c7990112ce HTTP/1.1" status: 204 len: 168 time: 1.9933214 Oct 26 15:46:55.961943 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36660) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:55.969083 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 9308b587-4ad3-48aa-bc5b-1f948ad0901c details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:46:56.166919 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-022a6482-d16b-4142-b2c7-7652ba01860b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:56.179114 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-25587fa4-7bf7-4b65-93ba-cf4e6ac3a60b tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:56.186996 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-25587fa4-7bf7-4b65-93ba-cf4e6ac3a60b tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Usage tracker for resource:subnet and tenant:9751a64439434c5cb279f90db157da02 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:46:56.197493 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-25587fa4-7bf7-4b65-93ba-cf4e6ac3a60b tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:46:56.205476 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-49b49232-2b0b-489e-86c2-d84aa8268fbc None None] Provisioning for port 9d31d08f-f41a-4c8a-8433-0f9cc21a5480 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:46:56.212680 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-022a6482-d16b-4142-b2c7-7652ba01860b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Transition to ACTIVE for port object a740b5a6-5524-4842-bc98-1f12e5f07731 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:46:56.213998 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-25587fa4-7bf7-4b65-93ba-cf4e6ac3a60b tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:56.237822 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-368cb261-dea3-4142-bf0c-ade8706d9002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646f6f2c-03ff-4e0a-a2c8-24d838991d16', 'name': 'tempest-ServersTestManualDisk-19638021-router', 'tenant_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': '8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:43:49Z', 'updated_at': '2022-10-26T15:46:50Z', 'revision_number': 5, 'project_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'gw_port': {'id': '8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646f6f2c-03ff-4e0a-a2c8-24d838991d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:43:51Z', 'updated_at': '2022-10-26T15:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:56.240990 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-49b49232-2b0b-489e-86c2-d84aa8268fbc None None] Provisioning complete for port 9d31d08f-f41a-4c8a-8433-0f9cc21a5480 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:46:56.241582 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-49b49232-2b0b-489e-86c2-d84aa8268fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:56.242159 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-49b49232-2b0b-489e-86c2-d84aa8268fbc None None] Attempt 1 to provision port 9d31d08f-f41a-4c8a-8433-0f9cc21a5480 Oct 26 15:46:56.260740 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cc8eb5a7-81cf-4618-a392-177f5dea35db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:56.263778 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-5058bc3f-b9d0-4a48-a35a-03a890562878 admin admin] For port 8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:46:56.264133 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5058bc3f-b9d0-4a48-a35a-03a890562878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:56.265103 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7afd2a2d-81a4-4c11-a916-d523e71ac8c7 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for router_gateway, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:56.317420 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368cb261-dea3-4142-bf0c-ade8706d9002 None None] Checking router: 646f6f2c-03ff-4e0a-a2c8-24d838991d16 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:46:56.339218 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25587fa4-7bf7-4b65-93ba-cf4e6ac3a60b tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Made reservation on behalf of 9751a64439434c5cb279f90db157da02 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:46:56.340028 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 0eec9897-c690-4754-b1d5-0c1328fb5c42 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:46:56.340423 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:56.342921 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-25587fa4-7bf7-4b65-93ba-cf4e6ac3a60b tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:56.386014 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368cb261-dea3-4142-bf0c-ade8706d9002 None None] Routers {'646f6f2c-03ff-4e0a-a2c8-24d838991d16'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:46:56.386703 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-368cb261-dea3-4142-bf0c-ade8706d9002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:46:35Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['646f6f2c-03ff-4e0a-a2c8-24d838991d16'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:56.479612 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-5058bc3f-b9d0-4a48-a35a-03a890562878 admin admin] Calling delete_port for 8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d owned by network:router_gateway {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:46:56.597509 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 0eec9897-c690-4754-b1d5-0c1328fb5c42, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=0eec9897-c690-4754-b1d5-0c1328fb5c42,segment=NetworkSegment(1a637eb5-6762-4f72-982c-53f909ed1e27),segment_id=1a637eb5-6762-4f72-982c-53f909ed1e27)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:46:56.597857 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-cc8eb5a7-81cf-4618-a392-177f5dea35db admin admin] Deleting port 626a541b-4d4c-44a1-9f0f-a6a8b7b5f759 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:46:56.598272 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cc8eb5a7-81cf-4618-a392-177f5dea35db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:56.607619 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-022a6482-d16b-4142-b2c7-7652ba01860b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:56.646880 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-f99ac37f-3a44-4730-9fbb-cad56cf70994 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] GET failed (client error): The resource could not be found. Oct 26 15:46:56.650903 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f99ac37f-3a44-4730-9fbb-cad56cf70994 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "GET /v2.0/ports/fa00d448-7b60-4a65-bcd6-04c7990112ce HTTP/1.1" status: 404 len: 333 time: 0.6855445 Oct 26 15:46:56.669006 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:56.670051 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 9d31d08f-f41a-4c8a-8433-0f9cc21a5480 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:46:56.672150 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36664) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:56.736296 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a9c9eb69-b5d6-47d6-9cb7-98e5e953977f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:46:56.743214 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022a6482-d16b-4142-b2c7-7652ba01860b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:46:56.757234 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a9c9eb69-b5d6-47d6-9cb7-98e5e953977f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Usage tracker for resource:subnet and tenant:1be2509a71d64d26a32bbf77f727e229 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:46:56.762444 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a9c9eb69-b5d6-47d6-9cb7-98e5e953977f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:46:56.780697 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-022a6482-d16b-4142-b2c7-7652ba01860b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:56.781281 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a9c9eb69-b5d6-47d6-9cb7-98e5e953977f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:46:56.783218 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022a6482-d16b-4142-b2c7-7652ba01860b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:46:56.818731 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a6482-d16b-4142-b2c7-7652ba01860b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Port': ['ID=a740b5a6-5524-4842-bc98-1f12e5f07731,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:56.839676 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-368cb261-dea3-4142-bf0c-ade8706d9002 None None] Set router 646f6f2c-03ff-4e0a-a2c8-24d838991d16 gateway port host: None {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:46:56.964075 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-951518f8-4ab4-44d8-8808-565faadaf5ea tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Deleting subnet 2cb44b99-c8a4-4b9b-8f20-20bfbdee8e9d {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:46:57.058113 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-951518f8-4ab4-44d8-8808-565faadaf5ea tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:57.098020 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c9eb69-b5d6-47d6-9cb7-98e5e953977f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Made reservation on behalf of 1be2509a71d64d26a32bbf77f727e229 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:46:57.102330 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a9c9eb69-b5d6-47d6-9cb7-98e5e953977f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:57.114251 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=0eec9897-c690-4754-b1d5-0c1328fb5c42,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:57.129397 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-368cb261-dea3-4142-bf0c-ade8706d9002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646f6f2c-03ff-4e0a-a2c8-24d838991d16', 'name': 'tempest-ServersTestManualDisk-19638021-router', 'tenant_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:43:49Z', 'updated_at': '2022-10-26T15:46:55Z', 'revision_number': 6, 'project_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'gw_port_host': None}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:57.147678 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-49b49232-2b0b-489e-86c2-d84aa8268fbc None None] Current status of the port 9d31d08f-f41a-4c8a-8433-0f9cc21a5480 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:46:57.156062 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368cb261-dea3-4142-bf0c-ade8706d9002 None None] The sync data for ids ['646f6f2c-03ff-4e0a-a2c8-24d838991d16'] in dv-neutron-862712-1-hyperv is: [{'id': '646f6f2c-03ff-4e0a-a2c8-24d838991d16', 'name': 'tempest-ServersTestManualDisk-19638021-router', 'tenant_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:43:49Z', 'updated_at': '2022-10-26T15:46:55Z', 'revision_number': 6, 'project_id': '3fa1ce7c495d47a7b8af796c383d23bd', 'gw_port_host': None}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:46:57.169946 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022a6482-d16b-4142-b2c7-7652ba01860b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:57.170804 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-022a6482-d16b-4142-b2c7-7652ba01860b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:57.190826 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 9d31d08f-f41a-4c8a-8433-0f9cc21a5480 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:46:57.191554 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:57.192068 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 9d31d08f-f41a-4c8a-8433-0f9cc21a5480 Oct 26 15:46:57.237647 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-25587fa4-7bf7-4b65-93ba-cf4e6ac3a60b tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:57.243392 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:57.269784 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208acf79-bf1b-4ded-ab36-dabaa2f04eca None None] get_active_networks_info from dv-neutron-862712-1-hyperv {{(pid=89749) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 26 15:46:57.294362 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5058bc3f-b9d0-4a48-a35a-03a890562878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:57.301119 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-3dee8609-c5f1-4c70-9c6a-421e07c8a539 None None] Could not find standard attr ID for object fa00d448-7b60-4a65-bcd6-04c7990112ce. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:46:57.370436 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-022a6482-d16b-4142-b2c7-7652ba01860b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.2759488 Oct 26 15:46:57.374563 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-3dee8609-c5f1-4c70-9c6a-421e07c8a539 None None] Provisioning complete for port 0eec9897-c690-4754-b1d5-0c1328fb5c42 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:46:57.375176 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3dee8609-c5f1-4c70-9c6a-421e07c8a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:57.375567 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-3dee8609-c5f1-4c70-9c6a-421e07c8a539 None None] Attempt 1 to provision port 0eec9897-c690-4754-b1d5-0c1328fb5c42 Oct 26 15:46:57.376010 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058bc3f-b9d0-4a48-a35a-03a890562878 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:57.381565 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36668) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:57.408324 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-951518f8-4ab4-44d8-8808-565faadaf5ea tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:57.441574 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.ipam_backend_mixin [None req-a9c9eb69-b5d6-47d6-9cb7-98e5e953977f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Performing IP validity checks on allocation pools {{(pid=89748) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 26 15:46:57.442082 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.ipam_backend_mixin [None req-a9c9eb69-b5d6-47d6-9cb7-98e5e953977f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89748) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 26 15:46:57.486968 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-cc8eb5a7-81cf-4618-a392-177f5dea35db admin admin] For port 626a541b-4d4c-44a1-9f0f-a6a8b7b5f759, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=626a541b-4d4c-44a1-9f0f-a6a8b7b5f759,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:46:57.487373 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cc8eb5a7-81cf-4618-a392-177f5dea35db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:57.548410 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25587fa4-7bf7-4b65-93ba-cf4e6ac3a60b tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Pushing event updated for resources: {'Subnet': ['ID=538eea1f-15bc-4534-ae69-ef6cbbbb3ff2,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:57.586673 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25587fa4-7bf7-4b65-93ba-cf4e6ac3a60b tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Checking segment: {'id': '4fe36976-da60-41bc-90de-c4edc3770412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9308b587-4ad3-48aa-bc5b-1f948ad0901c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:46:57.587179 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25587fa4-7bf7-4b65-93ba-cf4e6ac3a60b tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Network hostable DHCP agents. Network: 9308b587-4ad3-48aa-bc5b-1f948ad0901c, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:46:57.597647 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5058bc3f-b9d0-4a48-a35a-03a890562878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:57.668742 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 9d31d08f-f41a-4c8a-8433-0f9cc21a5480 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:46:57.687186 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-cc8eb5a7-81cf-4618-a392-177f5dea35db admin admin] Calling delete_port for 626a541b-4d4c-44a1-9f0f-a6a8b7b5f759 owned by network:router_gateway {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:46:57.765851 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7afd2a2d-81a4-4c11-a916-d523e71ac8c7 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:57.809581 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3dee8609-c5f1-4c70-9c6a-421e07c8a539 None None] Current status of the port 0eec9897-c690-4754-b1d5-0c1328fb5c42 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:46:57.818781 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5058bc3f-b9d0-4a48-a35a-03a890562878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:57.824192 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5058bc3f-b9d0-4a48-a35a-03a890562878 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:57.836904 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5790b57-16e3-4e56-9295-0071691e6698 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:57.843216 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5790b57-16e3-4e56-9295-0071691e6698 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:57.844034 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-c5790b57-16e3-4e56-9295-0071691e6698 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:46:57.888669 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25587fa4-7bf7-4b65-93ba-cf4e6ac3a60b tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Network 9308b587-4ad3-48aa-bc5b-1f948ad0901c is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:46:57.889387 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-208acf79-bf1b-4ded-ab36-dabaa2f04eca None None] Agent c661adbd-c468-4cbe-b03c-562ff5df821b already present Oct 26 15:46:57.889776 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208acf79-bf1b-4ded-ab36-dabaa2f04eca None None] Network 9308b587-4ad3-48aa-bc5b-1f948ad0901c is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:46:57.890363 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208acf79-bf1b-4ded-ab36-dabaa2f04eca None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 9308b587-4ad3-48aa-bc5b-1f948ad0901c) {{(pid=89749) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:46:57.946030 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-c5790b57-16e3-4e56-9295-0071691e6698 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:46:57.949781 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c5790b57-16e3-4e56-9295-0071691e6698 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.5631089 Oct 26 15:46:57.950097 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36672) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:57.998445 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-951518f8-4ab4-44d8-8808-565faadaf5ea tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:58.002201 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5058bc3f-b9d0-4a48-a35a-03a890562878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:58.002724 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5058bc3f-b9d0-4a48-a35a-03a890562878 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 646f6f2c-03ff-4e0a-a2c8-24d838991d16 {{(pid=89747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:46:58.004204 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-25587fa4-7bf7-4b65-93ba-cf4e6ac3a60b tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 9308b587-4ad3-48aa-bc5b-1f948ad0901c) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:58.015519 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5058bc3f-b9d0-4a48-a35a-03a890562878 admin admin] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:58.019218 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-5058bc3f-b9d0-4a48-a35a-03a890562878 admin admin] 10.222.0.23 "DELETE /v2.0/routers/646f6f2c-03ff-4e0a-a2c8-24d838991d16 HTTP/1.1" status: 204 len: 168 time: 3.1322670 Oct 26 15:46:58.021239 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36676) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:58.033852 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25587fa4-7bf7-4b65-93ba-cf4e6ac3a60b tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:58.033852 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-25587fa4-7bf7-4b65-93ba-cf4e6ac3a60b tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:58.034140 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-a5fd091a-57d9-4245-956a-fe1214d26f57 None None] Provisioning for port a740b5a6-5524-4842-bc98-1f12e5f07731 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:46:58.044389 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-a5fd091a-57d9-4245-956a-fe1214d26f57 None None] Provisioning complete for port a740b5a6-5524-4842-bc98-1f12e5f07731 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:46:58.044905 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a5fd091a-57d9-4245-956a-fe1214d26f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:58.045417 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-a5fd091a-57d9-4245-956a-fe1214d26f57 None None] Attempt 1 to provision port a740b5a6-5524-4842-bc98-1f12e5f07731 Oct 26 15:46:58.090307 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-3337613b-6655-42b5-a287-fca6f7eaaa78 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting port a740b5a6-5524-4842-bc98-1f12e5f07731 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:46:58.090612 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3337613b-6655-42b5-a287-fca6f7eaaa78 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:58.142308 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a5fd091a-57d9-4245-956a-fe1214d26f57 None None] Port a740b5a6-5524-4842-bc98-1f12e5f07731 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:46:58.199271 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6576cf7-db26-450e-a342-5759bb2455e6 admin admin] Deleting subnet 681a7821-b4bf-4dbd-9e8a-ecb5ac161e14 {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:46:58.224459 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 0eec9897-c690-4754-b1d5-0c1328fb5c42 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:46:58.232689 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c6576cf7-db26-450e-a342-5759bb2455e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:58.280713 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-25587fa4-7bf7-4b65-93ba-cf4e6ac3a60b tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3842874 Oct 26 15:46:58.285580 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36680) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:58.296814 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-161d0c7a-39d7-48e5-9386-e05f29a7ce70 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Request body: {'router': {'external_gateway_info': {'network_id': '9308b587-4ad3-48aa-bc5b-1f948ad0901c'}}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:46:58.378323 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 0eec9897-c690-4754-b1d5-0c1328fb5c42 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:46:58.378738 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:58.379143 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 0eec9897-c690-4754-b1d5-0c1328fb5c42 Oct 26 15:46:58.397053 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a9c9eb69-b5d6-47d6-9cb7-98e5e953977f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:58.430864 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-951518f8-4ab4-44d8-8808-565faadaf5ea tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:58.458817 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7afd2a2d-81a4-4c11-a916-d523e71ac8c7 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Router bbcc2c53-68af-484e-8dd9-b3e48ba7bacb is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:46:58.463939 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-951518f8-4ab4-44d8-8808-565faadaf5ea tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:58.476609 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-951518f8-4ab4-44d8-8808-565faadaf5ea tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/subnets/2cb44b99-c8a4-4b9b-8f20-20bfbdee8e9d HTTP/1.1" status: 204 len: 168 time: 1.8033473 Oct 26 15:46:58.482053 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36684) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:58.524943 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c6576cf7-db26-450e-a342-5759bb2455e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:58.605151 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7740ac6d-e620-4122-a83f-d81f8b809be9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-9308b587-4ad3-48aa-bc5b-1f948ad0901c', 'network_id': '9308b587-4ad3-48aa-bc5b-1f948ad0901c', 'tenant_id': '9751a64439434c5cb279f90db157da02', 'fixed_ips': [{'subnet_id': '538eea1f-15bc-4534-ae69-ef6cbbbb3ff2'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:46:58.606010 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7740ac6d-e620-4122-a83f-d81f8b809be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:58.619008 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 0eec9897-c690-4754-b1d5-0c1328fb5c42 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:46:58.625561 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cc8eb5a7-81cf-4618-a392-177f5dea35db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:58.671128 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-a5fd091a-57d9-4245-956a-fe1214d26f57 None None] Attempt 2 to provision port a740b5a6-5524-4842-bc98-1f12e5f07731 Oct 26 15:46:58.704148 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8eb5a7-81cf-4618-a392-177f5dea35db admin admin] Pushing event deleted for resources: {'Port': ['ID=626a541b-4d4c-44a1-9f0f-a6a8b7b5f759,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:58.714971 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 739e888a-ede6-4f25-ad4c-4de91395a8a2 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:46:58.763068 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9eb69-b5d6-47d6-9cb7-98e5e953977f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event updated for resources: {'Subnet': ['ID=dbfe1e3d-63b9-408b-baa3-956bcf4955f4,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:58.792880 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 739e888a-ede6-4f25-ad4c-4de91395a8a2 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:46:58.793227 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 739e888a-ede6-4f25-ad4c-4de91395a8a2 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:46:58.793648 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device cf2d9822-a97b-447c-b8a0-ce31bb06a0be no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:46:58.841859 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: cf2d9822-a97b-447c-b8a0-ce31bb06a0be {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:46:58.842115 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device cf2d9822-a97b-447c-b8a0-ce31bb06a0be not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:46:58.849524 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a5fd091a-57d9-4245-956a-fe1214d26f57 None None] Port a740b5a6-5524-4842-bc98-1f12e5f07731 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:46:58.877341 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951518f8-4ab4-44d8-8808-565faadaf5ea tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event deleted for resources: {'Subnet': ['ID=2cb44b99-c8a4-4b9b-8f20-20bfbdee8e9d,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:58.934207 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-7740ac6d-e620-4122-a83f-d81f8b809be9 None None] Allocated IP 2001:db8:1::2 (9308b587-4ad3-48aa-bc5b-1f948ad0901c/538eea1f-15bc-4534-ae69-ef6cbbbb3ff2/063018f8-8e85-463c-aff4-744c1ae59923) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:46:58.942968 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c9eb69-b5d6-47d6-9cb7-98e5e953977f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Checking segment: {'id': '073c3962-8616-4458-8999-71ca925c27ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '632b6cbc-78f2-48a7-b674-69dd711fa00e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:46:58.943341 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c9eb69-b5d6-47d6-9cb7-98e5e953977f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Network hostable DHCP agents. Network: 632b6cbc-78f2-48a7-b674-69dd711fa00e, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:46:59.005153 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0cafdbfb-e6f3-4ad7-bef9-9eee6eb71b3c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:59.035475 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3337613b-6655-42b5-a287-fca6f7eaaa78 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:59.044552 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-161d0c7a-39d7-48e5-9386-e05f29a7ce70 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:59.063182 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cc8eb5a7-81cf-4618-a392-177f5dea35db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:59.163986 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7740ac6d-e620-4122-a83f-d81f8b809be9 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:59.174133 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-3337613b-6655-42b5-a287-fca6f7eaaa78 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Calling delete_port for a740b5a6-5524-4842-bc98-1f12e5f07731 owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:46:59.176133 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-0cafdbfb-e6f3-4ad7-bef9-9eee6eb71b3c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Deleting port 0eec9897-c690-4754-b1d5-0c1328fb5c42 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:46:59.176480 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0cafdbfb-e6f3-4ad7-bef9-9eee6eb71b3c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:59.176674 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-7740ac6d-e620-4122-a83f-d81f8b809be9 None None] Transition to ACTIVE for port object 063018f8-8e85-463c-aff4-744c1ae59923 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:46:59.196521 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-7740ac6d-e620-4122-a83f-d81f8b809be9 None None] Transition to ACTIVE for port object 063018f8-8e85-463c-aff4-744c1ae59923 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:46:59.225163 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c6576cf7-db26-450e-a342-5759bb2455e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:59.244864 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7740ac6d-e620-4122-a83f-d81f8b809be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:59.265412 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c9eb69-b5d6-47d6-9cb7-98e5e953977f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Network 632b6cbc-78f2-48a7-b674-69dd711fa00e is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:46:59.290258 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afd2a2d-81a4-4c11-a916-d523e71ac8c7 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:46:59.307584 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a227a9-08ac-4fd7-946a-a38bb3a9f2ab None None] Sync routers for ids ['bbcc2c53-68af-484e-8dd9-b3e48ba7bacb'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:46:59.313080 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cc8eb5a7-81cf-4618-a392-177f5dea35db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:59.325328 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cc8eb5a7-81cf-4618-a392-177f5dea35db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:59.330045 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a227a9-08ac-4fd7-946a-a38bb3a9f2ab None None] Routers {'bbcc2c53-68af-484e-8dd9-b3e48ba7bacb'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:46:59.331475 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-73a227a9-08ac-4fd7-946a-a38bb3a9f2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:46:35Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['bbcc2c53-68af-484e-8dd9-b3e48ba7bacb'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:59.378345 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-a5fd091a-57d9-4245-956a-fe1214d26f57 None None] Attempt 3 to provision port a740b5a6-5524-4842-bc98-1f12e5f07731 Oct 26 15:46:59.431922 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-a9c9eb69-b5d6-47d6-9cb7-98e5e953977f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 632b6cbc-78f2-48a7-b674-69dd711fa00e) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:59.448524 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7afd2a2d-81a4-4c11-a916-d523e71ac8c7 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:59.450655 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-7afd2a2d-81a4-4c11-a916-d523e71ac8c7 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.9844472 Oct 26 15:46:59.455975 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36688) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:59.471805 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-73a227a9-08ac-4fd7-946a-a38bb3a9f2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:59.476164 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c9eb69-b5d6-47d6-9cb7-98e5e953977f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:59.479207 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a9c9eb69-b5d6-47d6-9cb7-98e5e953977f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:59.489801 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7740ac6d-e620-4122-a83f-d81f8b809be9 None None] Network 9308b587-4ad3-48aa-bc5b-1f948ad0901c is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:46:59.498859 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7740ac6d-e620-4122-a83f-d81f8b809be9 None None] Pushing event updated for resources: {'Port': ['ID=063018f8-8e85-463c-aff4-744c1ae59923,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:59.502582 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-7740ac6d-e620-4122-a83f-d81f8b809be9 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:59.505055 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a227a9-08ac-4fd7-946a-a38bb3a9f2ab None None] Routers {'bbcc2c53-68af-484e-8dd9-b3e48ba7bacb'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:46:59.505055 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-73a227a9-08ac-4fd7-946a-a38bb3a9f2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:46:35Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['bbcc2c53-68af-484e-8dd9-b3e48ba7bacb'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:59.526224 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7740ac6d-e620-4122-a83f-d81f8b809be9 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:46:59.531575 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a5fd091a-57d9-4245-956a-fe1214d26f57 None None] Port a740b5a6-5524-4842-bc98-1f12e5f07731 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:46:59.621787 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cc8eb5a7-81cf-4618-a392-177f5dea35db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:59.622099 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8eb5a7-81cf-4618-a392-177f5dea35db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9 {{(pid=89748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:46:59.642327 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-73a227a9-08ac-4fd7-946a-a38bb3a9f2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:59.643431 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a227a9-08ac-4fd7-946a-a38bb3a9f2ab None None] The sync data for ids ['bbcc2c53-68af-484e-8dd9-b3e48ba7bacb'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:46:59.785558 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-7740ac6d-e620-4122-a83f-d81f8b809be9 None None] Attempting to bind port 063018f8-8e85-463c-aff4-744c1ae59923 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:46:59.786402 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-7740ac6d-e620-4122-a83f-d81f8b809be9 None None] Attempting to bind port 063018f8-8e85-463c-aff4-744c1ae59923 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '4fe36976-da60-41bc-90de-c4edc3770412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9308b587-4ad3-48aa-bc5b-1f948ad0901c'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:46:59.790245 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7740ac6d-e620-4122-a83f-d81f8b809be9 None None] Attempting to bind port 063018f8-8e85-463c-aff4-744c1ae59923 on network 9308b587-4ad3-48aa-bc5b-1f948ad0901c {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:46:59.818732 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7740ac6d-e620-4122-a83f-d81f8b809be9 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:46:59.820135 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7740ac6d-e620-4122-a83f-d81f8b809be9 None None] Checking segment: {'id': '4fe36976-da60-41bc-90de-c4edc3770412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9308b587-4ad3-48aa-bc5b-1f948ad0901c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:46:59.821456 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7740ac6d-e620-4122-a83f-d81f8b809be9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:59.822037 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7740ac6d-e620-4122-a83f-d81f8b809be9 None None] Bound using segment: {'id': '4fe36976-da60-41bc-90de-c4edc3770412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9308b587-4ad3-48aa-bc5b-1f948ad0901c'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:46:59.822902 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-7740ac6d-e620-4122-a83f-d81f8b809be9 None None] Bound port: 063018f8-8e85-463c-aff4-744c1ae59923, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fe36976-da60-41bc-90de-c4edc3770412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9308b587-4ad3-48aa-bc5b-1f948ad0901c'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:46:59.823482 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7740ac6d-e620-4122-a83f-d81f8b809be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:59.847570 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:46:59.861168 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-161d0c7a-39d7-48e5-9386-e05f29a7ce70 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:46:59.862356 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-161d0c7a-39d7-48e5-9386-e05f29a7ce70 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] 10.222.0.23 "PUT /v2.0/routers/b9f5cac9-44ed-4f52-931d-de01ea570928 HTTP/1.1" status: 400 len: 364 time: 1.5743570 Oct 26 15:46:59.868722 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36692) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:59.882145 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cc8eb5a7-81cf-4618-a392-177f5dea35db admin admin] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:59.883929 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-cc8eb5a7-81cf-4618-a392-177f5dea35db admin admin] 10.222.0.23 "DELETE /v2.0/routers/9f5047d7-c90a-4a06-8fd9-39cf3ff0e9f9 HTTP/1.1" status: 204 len: 168 time: 5.5347829 Oct 26 15:46:59.889759 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36696) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:46:59.928247 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:46:59.928247 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 8bed8571-e9c1-4bb3-abb8-ec6b87b57f4d not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:46:59.945392 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-0cafdbfb-e6f3-4ad7-bef9-9eee6eb71b3c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] For port 0eec9897-c690-4754-b1d5-0c1328fb5c42, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=0eec9897-c690-4754-b1d5-0c1328fb5c42,segment=NetworkSegment(1a637eb5-6762-4f72-982c-53f909ed1e27),segment_id=1a637eb5-6762-4f72-982c-53f909ed1e27)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:46:59.945879 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0cafdbfb-e6f3-4ad7-bef9-9eee6eb71b3c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:46:59.976246 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-7740ac6d-e620-4122-a83f-d81f8b809be9 None None] For port 063018f8-8e85-463c-aff4-744c1ae59923, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:46:59.980288 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-7740ac6d-e620-4122-a83f-d81f8b809be9 None None] For port 063018f8-8e85-463c-aff4-744c1ae59923, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=063018f8-8e85-463c-aff4-744c1ae59923,segment=NetworkSegment(4fe36976-da60-41bc-90de-c4edc3770412),segment_id=4fe36976-da60-41bc-90de-c4edc3770412)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:47:00.032654 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-a5fd091a-57d9-4245-956a-fe1214d26f57 None None] Attempt 4 to provision port a740b5a6-5524-4842-bc98-1f12e5f07731 Oct 26 15:47:00.089342 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a5fd091a-57d9-4245-956a-fe1214d26f57 None None] Port a740b5a6-5524-4842-bc98-1f12e5f07731 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:47:00.205441 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-0cafdbfb-e6f3-4ad7-bef9-9eee6eb71b3c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Calling delete_port for 0eec9897-c690-4754-b1d5-0c1328fb5c42 owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:47:00.260850 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7740ac6d-e620-4122-a83f-d81f8b809be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:00.265976 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-a705adb8-8aac-47e6-8746-f4aac7061504 admin admin] Deleting subnet 72ee322a-5d33-41d0-8bec-3239be73d48d {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:47:00.267778 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3337613b-6655-42b5-a287-fca6f7eaaa78 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:00.274831 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a9c9eb69-b5d6-47d6-9cb7-98e5e953977f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 4.4051838 Oct 26 15:47:00.279736 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c6576cf7-db26-450e-a342-5759bb2455e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:00.281179 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a705adb8-8aac-47e6-8746-f4aac7061504 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:00.287297 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36700) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:00.318956 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-c8eb5663-1d41-4506-af66-bdff00db7623 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] 10.222.0.23 "GET /v2.0/routers/bbcc2c53-68af-484e-8dd9-b3e48ba7bacb HTTP/1.1" status: 200 len: 920 time: 0.8537064 Oct 26 15:47:00.320662 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36702) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:00.363167 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7740ac6d-e620-4122-a83f-d81f8b809be9 None None] Pushing event updated for resources: {'Port': ['ID=063018f8-8e85-463c-aff4-744c1ae59923,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:00.396919 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6576cf7-db26-450e-a342-5759bb2455e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=681a7821-b4bf-4dbd-9e8a-ecb5ac161e14,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:00.407672 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-66d02b9a-1bbd-4662-9bcf-a81a43427c59 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbcc2c53-68af-484e-8dd9-b3e48ba7bacb HTTP/1.1" status: 200 len: 205 time: 0.0820992 Oct 26 15:47:00.417258 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36708) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:00.474636 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a705adb8-8aac-47e6-8746-f4aac7061504 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:00.590811 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-a5fd091a-57d9-4245-956a-fe1214d26f57 None None] Attempt 5 to provision port a740b5a6-5524-4842-bc98-1f12e5f07731 Oct 26 15:47:00.607848 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0cafdbfb-e6f3-4ad7-bef9-9eee6eb71b3c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:00.647980 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a5fd091a-57d9-4245-956a-fe1214d26f57 None None] Port a740b5a6-5524-4842-bc98-1f12e5f07731 was deleted so its status cannot be updated. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:47:00.662293 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cafdbfb-e6f3-4ad7-bef9-9eee6eb71b3c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] No DVR routers for this DVR port 0eec9897-c690-4754-b1d5-0c1328fb5c42 on host dv-neutron-862712-1-hyperv {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:47:00.689255 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3337613b-6655-42b5-a287-fca6f7eaaa78 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Port': ['ID=a740b5a6-5524-4842-bc98-1f12e5f07731,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:00.691683 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c6576cf7-db26-450e-a342-5759bb2455e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:00.698805 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cafdbfb-e6f3-4ad7-bef9-9eee6eb71b3c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event deleted for resources: {'Port': ['ID=0eec9897-c690-4754-b1d5-0c1328fb5c42,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:00.796027 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c6576cf7-db26-450e-a342-5759bb2455e6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/681a7821-b4bf-4dbd-9e8a-ecb5ac161e14 HTTP/1.1" status: 204 len: 168 time: 2.7717130 Oct 26 15:47:00.806189 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36712) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:00.926698 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c5bd4d31-d0e9-44fc-bda3-a39064b1b1ca tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:00.933008 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-11db89bf-b6b8-4cd0-996f-dd65cac8edff tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:00.938924 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0cafdbfb-e6f3-4ad7-bef9-9eee6eb71b3c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:00.961697 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3337613b-6655-42b5-a287-fca6f7eaaa78 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:00.963601 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-3337613b-6655-42b5-a287-fca6f7eaaa78 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/ports/a740b5a6-5524-4842-bc98-1f12e5f07731 HTTP/1.1" status: 204 len: 168 time: 3.0124943 Oct 26 15:47:00.967636 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-74eb2a17-5172-4e36-9a68-31b9786d4fe3 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for router, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:01.016556 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36716) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:01.087299 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a705adb8-8aac-47e6-8746-f4aac7061504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:01.159608 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-0cafdbfb-e6f3-4ad7-bef9-9eee6eb71b3c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15a76697-9ca5-476d-b1d8-22bbe0a5052c']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:01.185761 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-0cafdbfb-e6f3-4ad7-bef9-9eee6eb71b3c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a637eb5-6762-4f72-982c-53f909ed1e27') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:01.186018 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-0cafdbfb-e6f3-4ad7-bef9-9eee6eb71b3c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a637eb5-6762-4f72-982c-53f909ed1e27') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:01.202611 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-eca5cd70-fc45-43db-85a4-071e2ce1bea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:01.231501 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0cafdbfb-e6f3-4ad7-bef9-9eee6eb71b3c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:01.247633 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c5bd4d31-d0e9-44fc-bda3-a39064b1b1ca tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:01.274733 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-eca5cd70-fc45-43db-85a4-071e2ce1bea2 admin admin] Deleting port 76985c00-1100-44c0-ae35-3435bd9c12bf {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:47:01.275076 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-eca5cd70-fc45-43db-85a4-071e2ce1bea2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:01.295552 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b05944-2d1a-4874-a685-f8b7b2bcd94d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:01.297701 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b05944-2d1a-4874-a685-f8b7b2bcd94d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:01.299337 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b05944-2d1a-4874-a685-f8b7b2bcd94d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:01.300947 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c5b05944-2d1a-4874-a685-f8b7b2bcd94d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2834492 Oct 26 15:47:01.305369 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0cafdbfb-e6f3-4ad7-bef9-9eee6eb71b3c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:01.306923 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36720) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:01.333022 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cafdbfb-e6f3-4ad7-bef9-9eee6eb71b3c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:47:01.333430 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0cafdbfb-e6f3-4ad7-bef9-9eee6eb71b3c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:01.414755 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 1a637eb5-6762-4f72-982c-53f909ed1e27 resource provider aggregate not found Oct 26 15:47:01.433919 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-74eb2a17-5172-4e36-9a68-31b9786d4fe3 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:01.433919 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a705adb8-8aac-47e6-8746-f4aac7061504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:01.454275 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a4ec56e-a414-4872-a7d6-af2494f7e918 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting subnet 1df94fb5-0f37-4580-a50d-7fc4cff3d4cd {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:47:01.465484 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2a4ec56e-a414-4872-a7d6-af2494f7e918 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:01.482746 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 1a637eb5-6762-4f72-982c-53f909ed1e27 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a637eb5-6762-4f72-982c-53f909ed1e27 found for delete ", "request_id": "req-c4f2ed44-89ba-495f-81b5-311e08631a6a"}]} Oct 26 15:47:01.504937 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705adb8-8aac-47e6-8746-f4aac7061504 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72ee322a-5d33-41d0-8bec-3239be73d48d,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:01.507392 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a705adb8-8aac-47e6-8746-f4aac7061504 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:01.537634 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2f28d6-1552-445c-b6f4-808bb925c94c None None] get_active_networks_info from dv-neutron-862712-1-hyperv {{(pid=89749) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 26 15:47:01.565711 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-74eb2a17-5172-4e36-9a68-31b9786d4fe3 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Deleting port 9ef76734-5429-43ae-8940-65481668a597 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:47:01.568314 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-74eb2a17-5172-4e36-9a68-31b9786d4fe3 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:01.588823 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c5bd4d31-d0e9-44fc-bda3-a39064b1b1ca tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:01.594293 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2a4ec56e-a414-4872-a7d6-af2494f7e918 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:01.671300 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-90328b19-6166-4e9a-9266-54f839b4d1e3 None None] Provisioning for port 063018f8-8e85-463c-aff4-744c1ae59923 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:47:01.685444 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd4d31-d0e9-44fc-bda3-a39064b1b1ca tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event deleted for resources: {'Subnet': ['ID=dbfe1e3d-63b9-408b-baa3-956bcf4955f4,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:01.719538 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2f28d6-1552-445c-b6f4-808bb925c94c None None] Resources bound (agent type, host, resource id): {{(pid=89749) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:47:01.738247 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-11db89bf-b6b8-4cd0-996f-dd65cac8edff tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Allocated IP 2001:db8::1 (761f6f92-a3c8-4d21-a9d5-acf3cf4d9ef9/d5e0a431-b6ba-4de8-bce5-8dc3b4f06627/99bcb434-19ce-40ab-9179-af9809cf47e1) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:47:01.749815 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a705adb8-8aac-47e6-8746-f4aac7061504 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/72ee322a-5d33-41d0-8bec-3239be73d48d HTTP/1.1" status: 204 len: 168 time: 1.8564725 Oct 26 15:47:01.754106 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0cafdbfb-e6f3-4ad7-bef9-9eee6eb71b3c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:01.755599 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36730) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:01.833611 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0cafdbfb-e6f3-4ad7-bef9-9eee6eb71b3c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:01.866964 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c5bd4d31-d0e9-44fc-bda3-a39064b1b1ca tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:01.915970 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cafdbfb-e6f3-4ad7-bef9-9eee6eb71b3c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event deleted for resources: {'Network': ['ID=15a76697-9ca5-476d-b1d8-22bbe0a5052c,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:01.966307 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-c5bd4d31-d0e9-44fc-bda3-a39064b1b1ca tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['632b6cbc-78f2-48a7-b674-69dd711fa00e']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:01.997956 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2a4ec56e-a414-4872-a7d6-af2494f7e918 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:02.020963 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-0cafdbfb-e6f3-4ad7-bef9-9eee6eb71b3c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/networks/15a76697-9ca5-476d-b1d8-22bbe0a5052c HTTP/1.1" status: 204 len: 168 time: 3.5376992 Oct 26 15:47:02.029158 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 063018f8-8e85-463c-aff4-744c1ae59923 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:47:02.034906 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36734) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:02.041026 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-c5bd4d31-d0e9-44fc-bda3-a39064b1b1ca tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '073c3962-8616-4458-8999-71ca925c27ac') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:02.041757 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-c5bd4d31-d0e9-44fc-bda3-a39064b1b1ca tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '073c3962-8616-4458-8999-71ca925c27ac') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:02.063601 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-9b9ee589-00f3-4ee5-8eb6-ea95f2b6d6a4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'port': {'network_id': '727fe7ec-fce3-4e2e-9e69-5d326c45d061', 'name': 'tempest-PortsIpV6TestJSON-869936625'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:02.083411 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c5bd4d31-d0e9-44fc-bda3-a39064b1b1ca tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:02.101791 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f9212e7e-563f-44bf-9d29-5f2362ea6170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:02.110806 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-eca5cd70-fc45-43db-85a4-071e2ce1bea2 admin admin] For port 76985c00-1100-44c0-ae35-3435bd9c12bf, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=76985c00-1100-44c0-ae35-3435bd9c12bf,segment=NetworkSegment(58b9d531-b937-43c4-adf8-a18c3dfd53fb),segment_id=58b9d531-b937-43c4-adf8-a18c3dfd53fb)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:47:02.111163 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-eca5cd70-fc45-43db-85a4-071e2ce1bea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:02.196863 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7766011d-4ab7-433b-a6f3-e534aa07e8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:02.255206 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 063018f8-8e85-463c-aff4-744c1ae59923 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:47:02.261422 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 063018f8-8e85-463c-aff4-744c1ae59923 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:47:02.261802 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:02.262404 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 063018f8-8e85-463c-aff4-744c1ae59923 Oct 26 15:47:02.280517 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-eca5cd70-fc45-43db-85a4-071e2ce1bea2 admin admin] Calling delete_port for 76985c00-1100-44c0-ae35-3435bd9c12bf owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:47:02.324600 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-74eb2a17-5172-4e36-9a68-31b9786d4fe3 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:02.335501 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-f9212e7e-563f-44bf-9d29-5f2362ea6170 admin admin] Deleting port a876e832-552f-4a33-b4f0-9f51fb8cf199 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:47:02.335501 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f9212e7e-563f-44bf-9d29-5f2362ea6170 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:02.350103 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-11db89bf-b6b8-4cd0-996f-dd65cac8edff tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:02.358092 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c5bd4d31-d0e9-44fc-bda3-a39064b1b1ca tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:02.391856 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5bd4d31-d0e9-44fc-bda3-a39064b1b1ca tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:47:02.392380 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c5bd4d31-d0e9-44fc-bda3-a39064b1b1ca tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:02.419710 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 063018f8-8e85-463c-aff4-744c1ae59923 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:47:02.420102 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:02.422783 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-11db89bf-b6b8-4cd0-996f-dd65cac8edff tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Transition to ACTIVE for port object 99bcb434-19ce-40ab-9179-af9809cf47e1 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:47:02.435870 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6ad12f-1510-4a0b-830e-94d633ff12f7 None None] DHCP port deletion for 15a76697-9ca5-476d-b1d8-22bbe0a5052c request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:47:02.474878 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 063018f8-8e85-463c-aff4-744c1ae59923, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=063018f8-8e85-463c-aff4-744c1ae59923,segment=NetworkSegment(4fe36976-da60-41bc-90de-c4edc3770412),segment_id=4fe36976-da60-41bc-90de-c4edc3770412)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:47:02.482279 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c1ce7c-01c4-4a63-9fd8-3bb36b1dd3b4 None None] Network 9308b587-4ad3-48aa-bc5b-1f948ad0901c requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:47:02.489274 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-9b9ee589-00f3-4ee5-8eb6-ea95f2b6d6a4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:02.492595 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 073c3962-8616-4458-8999-71ca925c27ac resource provider aggregate not found Oct 26 15:47:02.511624 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-74eb2a17-5172-4e36-9a68-31b9786d4fe3 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Calling delete_port for 9ef76734-5429-43ae-8940-65481668a597 owned by network:router_gateway {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:47:02.520067 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-9b9ee589-00f3-4ee5-8eb6-ea95f2b6d6a4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Usage tracker for resource:port and tenant:b10aaa5403b848e8bc3e4f603712654e is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:02.528398 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-9b9ee589-00f3-4ee5-8eb6-ea95f2b6d6a4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:02.536658 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 073c3962-8616-4458-8999-71ca925c27ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 073c3962-8616-4458-8999-71ca925c27ac found for delete ", "request_id": "req-7bba8848-230a-4458-8345-6e4992625e82"}]} Oct 26 15:47:02.543448 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-9b9ee589-00f3-4ee5-8eb6-ea95f2b6d6a4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:02.577246 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1e8825-1991-4eba-a1d2-328dc264004e None None] Network 632b6cbc-78f2-48a7-b674-69dd711fa00e requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:47:02.590731 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b913f926-e61c-4502-b5a1-9a9ab7534662 None None] Network d8f14250-22cf-4a11-9481-ae7fced3b7b5 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:47:02.599484 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2a4ec56e-a414-4872-a7d6-af2494f7e918 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:02.603224 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745d33b7-8d7a-4cd5-b6b4-4b5034cf5272 None None] Network 9e7f403d-8db4-413b-aaa2-82bc08b56467 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:47:02.625538 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:02.669168 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ec56e-a414-4872-a7d6-af2494f7e918 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Subnet': ['ID=1df94fb5-0f37-4580-a50d-7fc4cff3d4cd,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:02.677305 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2a4ec56e-a414-4872-a7d6-af2494f7e918 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:02.684019 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c5bd4d31-d0e9-44fc-bda3-a39064b1b1ca tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:02.685550 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9ee589-00f3-4ee5-8eb6-ea95f2b6d6a4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Made reservation on behalf of b10aaa5403b848e8bc3e4f603712654e for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:47:02.689630 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9b9ee589-00f3-4ee5-8eb6-ea95f2b6d6a4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:02.712260 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-11db89bf-b6b8-4cd0-996f-dd65cac8edff tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:02.775203 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 626a541b-4d4c-44a1-9f0f-a6a8b7b5f759 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:47:02.784123 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-f9212e7e-563f-44bf-9d29-5f2362ea6170 admin admin] For port a876e832-552f-4a33-b4f0-9f51fb8cf199, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=a876e832-552f-4a33-b4f0-9f51fb8cf199,segment=NetworkSegment(dc397887-b971-4dfa-aad0-c89bea8ed724),segment_id=dc397887-b971-4dfa-aad0-c89bea8ed724)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:47:02.784484 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f9212e7e-563f-44bf-9d29-5f2362ea6170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:02.827500 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd4d31-d0e9-44fc-bda3-a39064b1b1ca tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event deleted for resources: {'Network': ['ID=632b6cbc-78f2-48a7-b674-69dd711fa00e,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:02.833780 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c5bd4d31-d0e9-44fc-bda3-a39064b1b1ca tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:02.868522 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c5bd4d31-d0e9-44fc-bda3-a39064b1b1ca tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "DELETE /v2.0/networks/632b6cbc-78f2-48a7-b674-69dd711fa00e HTTP/1.1" status: 204 len: 168 time: 2.5198452 Oct 26 15:47:02.881312 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-9b9ee589-00f3-4ee5-8eb6-ea95f2b6d6a4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] device_id is not set on port 792e9dff-9ec4-4583-910e-932e0603197a yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:47:02.925978 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07daf7a5-5bb2-4e80-9057-cabd9f42ea33 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:47:02.927534 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36742) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:02.940480 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-f9212e7e-563f-44bf-9d29-5f2362ea6170 admin admin] Calling delete_port for a876e832-552f-4a33-b4f0-9f51fb8cf199 owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:47:02.960446 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-2a4ec56e-a414-4872-a7d6-af2494f7e918 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/1df94fb5-0f37-4580-a50d-7fc4cff3d4cd HTTP/1.1" status: 204 len: 168 time: 1.6480319 Oct 26 15:47:02.966846 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36746) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:02.966846 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11db89bf-b6b8-4cd0-996f-dd65cac8edff tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Network 761f6f92-a3c8-4d21-a9d5-acf3cf4d9ef9 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:47:02.970162 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-11db89bf-b6b8-4cd0-996f-dd65cac8edff tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:47:02.992828 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-76e49b2f-198f-4db2-bac5-fd2edaebcb1f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1415152912'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:03.002827 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 626a541b-4d4c-44a1-9f0f-a6a8b7b5f759 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:47:03.003170 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 626a541b-4d4c-44a1-9f0f-a6a8b7b5f759 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:47:03.014811 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-76e49b2f-198f-4db2-bac5-fd2edaebcb1f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:03.026518 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-76e49b2f-198f-4db2-bac5-fd2edaebcb1f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Usage tracker for resource:network and tenant:1be2509a71d64d26a32bbf77f727e229 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:03.031797 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-76e49b2f-198f-4db2-bac5-fd2edaebcb1f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:03.041082 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-76e49b2f-198f-4db2-bac5-fd2edaebcb1f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:03.049777 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-eca5cd70-fc45-43db-85a4-071e2ce1bea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:03.075530 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11db89bf-b6b8-4cd0-996f-dd65cac8edff tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:47:03.076521 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-11db89bf-b6b8-4cd0-996f-dd65cac8edff tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:03.083117 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b89b54d-b3bc-4727-a349-8007da2dd083 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting subnet c14b89f5-fa6d-48f0-9624-85d349a45731 {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:47:03.142806 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4b89b54d-b3bc-4727-a349-8007da2dd083 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:03.199478 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db89bf-b6b8-4cd0-996f-dd65cac8edff tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Pushing event updated for resources: {'Port': ['ID=99bcb434-19ce-40ab-9179-af9809cf47e1,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:03.214625 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca5cd70-fc45-43db-85a4-071e2ce1bea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=76985c00-1100-44c0-ae35-3435bd9c12bf,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:03.253653 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca5cd70-fc45-43db-85a4-071e2ce1bea2 admin admin] No DVR routers for this DVR port 76985c00-1100-44c0-ae35-3435bd9c12bf on host dv-neutron-862712-1-hyperv {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:47:03.257071 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4b89b54d-b3bc-4727-a349-8007da2dd083 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:03.283148 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=063018f8-8e85-463c-aff4-744c1ae59923,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:03.294636 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-74eb2a17-5172-4e36-9a68-31b9786d4fe3 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:03.459150 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e49b2f-198f-4db2-bac5-fd2edaebcb1f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Made reservation on behalf of 1be2509a71d64d26a32bbf77f727e229 for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:47:03.462766 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-76e49b2f-198f-4db2-bac5-fd2edaebcb1f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:03.480875 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f9212e7e-563f-44bf-9d29-5f2362ea6170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:03.508430 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e49b2f-198f-4db2-bac5-fd2edaebcb1f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:47:03.527089 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-76e49b2f-198f-4db2-bac5-fd2edaebcb1f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:03.527089 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-76e49b2f-198f-4db2-bac5-fd2edaebcb1f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Added segment 4bcc13cd-0ddc-4bdb-a55b-63cdb48a001f of type vlan for network fc35911a-a8d2-4cff-a708-e45704422d7a Oct 26 15:47:03.533982 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9b9ee589-00f3-4ee5-8eb6-ea95f2b6d6a4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:03.556645 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdea813-6eae-4bff-9489-2cb5e51b7047 None None] Network 632b6cbc-78f2-48a7-b674-69dd711fa00e requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:47:03.559640 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-76e49b2f-198f-4db2-bac5-fd2edaebcb1f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:03.562563 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4b89b54d-b3bc-4727-a349-8007da2dd083 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:03.608667 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb2a17-5172-4e36-9a68-31b9786d4fe3 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Pushing event deleted for resources: {'Port': ['ID=9ef76734-5429-43ae-8940-65481668a597,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:03.634405 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-11db89bf-b6b8-4cd0-996f-dd65cac8edff tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:03.691779 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-a0f49f92-6ba4-4667-8005-ec1b7cfb05c6 None None] Provisioning for port 99bcb434-19ce-40ab-9179-af9809cf47e1 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:47:03.697500 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7a3c61-e9f9-4714-89e1-9995738e522e None None] DHCP port deletion for d8f14250-22cf-4a11-9481-ae7fced3b7b5 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:47:03.699590 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634ee9da-1fdd-4b93-8a0c-b55fb99b5a99 None None] DHCP port deletion for 9e7f403d-8db4-413b-aaa2-82bc08b56467 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:47:03.721894 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdea813-6eae-4bff-9489-2cb5e51b7047 None None] Network 632b6cbc-78f2-48a7-b674-69dd711fa00e could not be found, it might have been deleted concurrently. {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Oct 26 15:47:03.736697 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-a0f49f92-6ba4-4667-8005-ec1b7cfb05c6 None None] Provisioning complete for port 99bcb434-19ce-40ab-9179-af9809cf47e1 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:47:03.736697 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a0f49f92-6ba4-4667-8005-ec1b7cfb05c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:03.736697 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-a0f49f92-6ba4-4667-8005-ec1b7cfb05c6 None None] Attempt 1 to provision port 99bcb434-19ce-40ab-9179-af9809cf47e1 Oct 26 15:47:03.807056 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9212e7e-563f-44bf-9d29-5f2362ea6170 admin admin] No DVR routers for this DVR port a876e832-552f-4a33-b4f0-9f51fb8cf199 on host dv-neutron-862712-1-hyperv {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:47:03.900514 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9b9ee589-00f3-4ee5-8eb6-ea95f2b6d6a4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:03.903265 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 063018f8-8e85-463c-aff4-744c1ae59923 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:47:03.920754 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9212e7e-563f-44bf-9d29-5f2362ea6170 admin admin] Pushing event deleted for resources: {'Port': ['ID=a876e832-552f-4a33-b4f0-9f51fb8cf199,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:03.955835 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4b89b54d-b3bc-4727-a349-8007da2dd083 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:03.989262 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-eca5cd70-fc45-43db-85a4-071e2ce1bea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:04.004504 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a0f49f92-6ba4-4667-8005-ec1b7cfb05c6 None None] Port 99bcb434-19ce-40ab-9179-af9809cf47e1 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:47:04.037831 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89b54d-b3bc-4727-a349-8007da2dd083 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Subnet': ['ID=c14b89f5-fa6d-48f0-9624-85d349a45731,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:04.046706 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4b89b54d-b3bc-4727-a349-8007da2dd083 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:04.048921 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 063018f8-8e85-463c-aff4-744c1ae59923 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:47:04.049371 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:04.049828 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 063018f8-8e85-463c-aff4-744c1ae59923 Oct 26 15:47:04.051528 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-76e49b2f-198f-4db2-bac5-fd2edaebcb1f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:04.052256 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9ee589-00f3-4ee5-8eb6-ea95f2b6d6a4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Network 727fe7ec-fce3-4e2e-9e69-5d326c45d061 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:47:04.056825 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e49b2f-198f-4db2-bac5-fd2edaebcb1f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:04.057743 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-76e49b2f-198f-4db2-bac5-fd2edaebcb1f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:04.058746 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-9b9ee589-00f3-4ee5-8eb6-ea95f2b6d6a4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:47:04.070986 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9ee589-00f3-4ee5-8eb6-ea95f2b6d6a4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:47:04.077002 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9ee589-00f3-4ee5-8eb6-ea95f2b6d6a4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:04.077609 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9b9ee589-00f3-4ee5-8eb6-ea95f2b6d6a4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:04.081250 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ee589-00f3-4ee5-8eb6-ea95f2b6d6a4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event updated for resources: {'Port': ['ID=792e9dff-9ec4-4583-910e-932e0603197a,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:04.112082 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4b89b54d-b3bc-4727-a349-8007da2dd083 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/c14b89f5-fa6d-48f0-9624-85d349a45731 HTTP/1.1" status: 204 len: 168 time: 1.1423464 Oct 26 15:47:04.113806 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36756) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:04.188690 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f9212e7e-563f-44bf-9d29-5f2362ea6170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:04.215734 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-bc3366ed-5a08-4a10-b10a-b48749f24b6a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:router {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:47:04.232892 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 063018f8-8e85-463c-aff4-744c1ae59923 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:47:04.233059 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-74eb2a17-5172-4e36-9a68-31b9786d4fe3 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:04.283517 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-9b9ee589-00f3-4ee5-8eb6-ea95f2b6d6a4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.2349675 Oct 26 15:47:04.285982 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36760) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:04.308767 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 76985c00-1100-44c0-ae35-3435bd9c12bf no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:47:04.313036 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-eca5cd70-fc45-43db-85a4-071e2ce1bea2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8f14250-22cf-4a11-9481-ae7fced3b7b5']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:04.363343 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 76985c00-1100-44c0-ae35-3435bd9c12bf {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:47:04.363823 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 76985c00-1100-44c0-ae35-3435bd9c12bf not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:47:04.364242 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 0eec9897-c690-4754-b1d5-0c1328fb5c42 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:47:04.419729 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 0eec9897-c690-4754-b1d5-0c1328fb5c42 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:47:04.420105 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 0eec9897-c690-4754-b1d5-0c1328fb5c42 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:47:04.420493 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a876e832-552f-4a33-b4f0-9f51fb8cf199 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:47:04.465360 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-eca5cd70-fc45-43db-85a4-071e2ce1bea2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b9d531-b937-43c4-adf8-a18c3dfd53fb') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:04.465720 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-eca5cd70-fc45-43db-85a4-071e2ce1bea2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b9d531-b937-43c4-adf8-a18c3dfd53fb') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:04.469549 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f04bee-d355-46e1-80be-e4df63d01d2b None None] Update dhcp port {'port': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'fixed_ips': [{'subnet_id': 'c14b89f5-fa6d-48f0-9624-85d349a45731'}], 'binding:host_id': 'dv-neutron-862712-1-hyperv'}, 'id': '9d31d08f-f41a-4c8a-8433-0f9cc21a5480'} from dv-neutron-862712-1-hyperv. {{(pid=89749) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 26 15:47:04.482055 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e49b2f-198f-4db2-bac5-fd2edaebcb1f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event updated for resources: {'Network': ['ID=fc35911a-a8d2-4cff-a708-e45704422d7a,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:04.498780 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-f9212e7e-563f-44bf-9d29-5f2362ea6170 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e7f403d-8db4-413b-aaa2-82bc08b56467']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:04.504714 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-bc3366ed-5a08-4a10-b10a-b48749f24b6a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:router {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:47:04.506529 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-bc3366ed-5a08-4a10-b10a-b48749f24b6a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3917542 Oct 26 15:47:04.509117 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-76e49b2f-198f-4db2-bac5-fd2edaebcb1f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5777006 Oct 26 15:47:04.511770 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-a0f49f92-6ba4-4667-8005-ec1b7cfb05c6 None None] Attempt 2 to provision port 99bcb434-19ce-40ab-9179-af9809cf47e1 Oct 26 15:47:04.516915 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-eca5cd70-fc45-43db-85a4-071e2ce1bea2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:04.523557 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36764) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:04.524192 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36766) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:04.534112 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-538a75df-4705-4e9b-930d-87424c2c2e2c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'subnet': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:04.551878 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-f9212e7e-563f-44bf-9d29-5f2362ea6170 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc397887-b971-4dfa-aad0-c89bea8ed724') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:04.552191 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-f9212e7e-563f-44bf-9d29-5f2362ea6170 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc397887-b971-4dfa-aad0-c89bea8ed724') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:04.568619 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-559d2798-511a-4ad8-88f6-da9761f54ddf tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Request body: {'subnet': {'network_id': 'fc35911a-a8d2-4cff-a708-e45704422d7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:04.578729 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network fc35911a-a8d2-4cff-a708-e45704422d7a details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:47:04.584580 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-74eb2a17-5172-4e36-9a68-31b9786d4fe3 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:04.591380 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-74eb2a17-5172-4e36-9a68-31b9786d4fe3 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:04.602885 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a0f49f92-6ba4-4667-8005-ec1b7cfb05c6 None None] Port 99bcb434-19ce-40ab-9179-af9809cf47e1 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:47:04.603357 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: a876e832-552f-4a33-b4f0-9f51fb8cf199 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:47:04.603705 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a876e832-552f-4a33-b4f0-9f51fb8cf199 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:47:04.616074 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-11db89bf-b6b8-4cd0-996f-dd65cac8edff tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:04.621083 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a9d26146-93ab-4129-aa3f-5fa4f0026067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:04.655774 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-b84576e0-4e2b-4f09-b8ff-7a758f0d32c3 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Deleting port 792e9dff-9ec4-4583-910e-932e0603197a {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:47:04.659687 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b84576e0-4e2b-4f09-b8ff-7a758f0d32c3 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:04.708664 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-11db89bf-b6b8-4cd0-996f-dd65cac8edff tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:04.711377 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-11db89bf-b6b8-4cd0-996f-dd65cac8edff tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:04.724705 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f9212e7e-563f-44bf-9d29-5f2362ea6170 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:04.734155 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-eca5cd70-fc45-43db-85a4-071e2ce1bea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:04.777321 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b6f04bee-d355-46e1-80be-e4df63d01d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:04.803651 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca5cd70-fc45-43db-85a4-071e2ce1bea2 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:47:04.804079 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-eca5cd70-fc45-43db-85a4-071e2ce1bea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:04.831410 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f9212e7e-563f-44bf-9d29-5f2362ea6170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:04.862662 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db89bf-b6b8-4cd0-996f-dd65cac8edff tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Pushing event updated for resources: {'Port': ['ID=99bcb434-19ce-40ab-9179-af9809cf47e1,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:04.916039 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 58b9d531-b937-43c4-adf8-a18c3dfd53fb resource provider aggregate not found Oct 26 15:47:04.946679 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33fa2b6-984f-439d-a3a5-2bbb91defa7b None None] Network 9308b587-4ad3-48aa-bc5b-1f948ad0901c requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:47:04.946852 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9212e7e-563f-44bf-9d29-5f2362ea6170 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:47:04.946852 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f9212e7e-563f-44bf-9d29-5f2362ea6170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:04.968599 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 58b9d531-b937-43c4-adf8-a18c3dfd53fb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 58b9d531-b937-43c4-adf8-a18c3dfd53fb found for delete ", "request_id": "req-54227d05-43ea-4683-8c3c-7af0f18609ec"}]} Oct 26 15:47:05.038032 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-538a75df-4705-4e9b-930d-87424c2c2e2c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:05.038032 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-74eb2a17-5172-4e36-9a68-31b9786d4fe3 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:05.038032 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74eb2a17-5172-4e36-9a68-31b9786d4fe3 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Fanout notify agent at l3_agent the message router_deleted on router bbcc2c53-68af-484e-8dd9-b3e48ba7bacb {{(pid=89748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:47:05.051434 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-538a75df-4705-4e9b-930d-87424c2c2e2c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Usage tracker for resource:subnet and tenant:cde0b70c42f24e8e94f9303758760038 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:05.062163 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-559d2798-511a-4ad8-88f6-da9761f54ddf tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:05.068961 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-538a75df-4705-4e9b-930d-87424c2c2e2c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:05.074866 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-559d2798-511a-4ad8-88f6-da9761f54ddf tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Usage tracker for resource:subnet and tenant:1be2509a71d64d26a32bbf77f727e229 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:05.080798 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-559d2798-511a-4ad8-88f6-da9761f54ddf tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:05.082043 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-538a75df-4705-4e9b-930d-87424c2c2e2c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:05.088959 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-559d2798-511a-4ad8-88f6-da9761f54ddf tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:05.096062 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-74eb2a17-5172-4e36-9a68-31b9786d4fe3 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:05.097163 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-74eb2a17-5172-4e36-9a68-31b9786d4fe3 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] 10.222.0.23 "DELETE /v2.0/routers/bbcc2c53-68af-484e-8dd9-b3e48ba7bacb HTTP/1.1" status: 204 len: 168 time: 4.6843507 Oct 26 15:47:05.103464 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36776) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:05.104460 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-a0f49f92-6ba4-4667-8005-ec1b7cfb05c6 None None] Attempt 3 to provision port 99bcb434-19ce-40ab-9179-af9809cf47e1 Oct 26 15:47:05.109970 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-8140414c-0630-4dac-ac37-c86344d2ccdd tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1333398999', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'enable_snat': False}}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:05.115561 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8140414c-0630-4dac-ac37-c86344d2ccdd tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:05.120198 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-eca5cd70-fc45-43db-85a4-071e2ce1bea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:05.123449 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8140414c-0630-4dac-ac37-c86344d2ccdd tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Usage tracker for resource:router and tenant:10ca3219de1940369df7d17421d53c85 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:05.162233 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11db89bf-b6b8-4cd0-996f-dd65cac8edff tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Network 761f6f92-a3c8-4d21-a9d5-acf3cf4d9ef9 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:47:05.163037 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-eca5cd70-fc45-43db-85a4-071e2ce1bea2 admin admin] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:05.168032 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-11db89bf-b6b8-4cd0-996f-dd65cac8edff tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:47:05.175955 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8140414c-0630-4dac-ac37-c86344d2ccdd tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:05.180090 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca5cd70-fc45-43db-85a4-071e2ce1bea2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8f14250-22cf-4a11-9481-ae7fced3b7b5,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:05.183569 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b84576e0-4e2b-4f09-b8ff-7a758f0d32c3 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:05.186423 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8140414c-0630-4dac-ac37-c86344d2ccdd tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:05.189877 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f9212e7e-563f-44bf-9d29-5f2362ea6170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:05.230661 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a0f49f92-6ba4-4667-8005-ec1b7cfb05c6 None None] Port 99bcb434-19ce-40ab-9179-af9809cf47e1 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:47:05.338125 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f9212e7e-563f-44bf-9d29-5f2362ea6170 admin admin] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:05.342719 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff9ae05-6677-4ee3-9258-56c2e10c31e3 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:47:05.342869 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f9212e7e-563f-44bf-9d29-5f2362ea6170 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9e7f403d-8db4-413b-aaa2-82bc08b56467 HTTP/1.1" status: 204 len: 168 time: 3.5825882 Oct 26 15:47:05.344267 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538a75df-4705-4e9b-930d-87424c2c2e2c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:47:05.348107 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-538a75df-4705-4e9b-930d-87424c2c2e2c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:05.374497 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:05.376219 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:05.534081 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-b84576e0-4e2b-4f09-b8ff-7a758f0d32c3 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Calling delete_port for 792e9dff-9ec4-4583-910e-932e0603197a owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:47:05.602269 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559d2798-511a-4ad8-88f6-da9761f54ddf tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Made reservation on behalf of 1be2509a71d64d26a32bbf77f727e229 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:47:05.605837 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-559d2798-511a-4ad8-88f6-da9761f54ddf tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:05.632932 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5502dfe-201d-4e68-9bca-2ab59bd0349c None None] DHCP port deletion for f810e159-a5e8-4c86-8cec-5d909fe013dd request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:47:05.638190 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a5502dfe-201d-4e68-9bca-2ab59bd0349c None None] Deleting port 9d31d08f-f41a-4c8a-8433-0f9cc21a5480 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:47:05.638697 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a5502dfe-201d-4e68-9bca-2ab59bd0349c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:05.729401 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11db89bf-b6b8-4cd0-996f-dd65cac8edff tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Router b9f5cac9-44ed-4f52-931d-de01ea570928 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:47:05.775828 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-a0f49f92-6ba4-4667-8005-ec1b7cfb05c6 None None] Attempt 4 to provision port 99bcb434-19ce-40ab-9179-af9809cf47e1 Oct 26 15:47:05.818705 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-eca5cd70-fc45-43db-85a4-071e2ce1bea2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d8f14250-22cf-4a11-9481-ae7fced3b7b5 HTTP/1.1" status: 204 len: 168 time: 5.0048952 Oct 26 15:47:05.821388 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8140414c-0630-4dac-ac37-c86344d2ccdd tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:05.822535 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8140414c-0630-4dac-ac37-c86344d2ccdd tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:05.826377 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9212e7e-563f-44bf-9d29-5f2362ea6170 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e7f403d-8db4-413b-aaa2-82bc08b56467,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:05.827440 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 9d31d08f-f41a-4c8a-8433-0f9cc21a5480 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:47:05.902904 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b84576e0-4e2b-4f09-b8ff-7a758f0d32c3 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:05.937819 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8140414c-0630-4dac-ac37-c86344d2ccdd tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:05.938943 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36786) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:05.998399 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a0f49f92-6ba4-4667-8005-ec1b7cfb05c6 None None] Port 99bcb434-19ce-40ab-9179-af9809cf47e1 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:47:06.052244 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84576e0-4e2b-4f09-b8ff-7a758f0d32c3 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event deleted for resources: {'Port': ['ID=792e9dff-9ec4-4583-910e-932e0603197a,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:06.063850 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b84576e0-4e2b-4f09-b8ff-7a758f0d32c3 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:06.065790 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-559d2798-511a-4ad8-88f6-da9761f54ddf tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:06.087515 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b84576e0-4e2b-4f09-b8ff-7a758f0d32c3 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/ports/792e9dff-9ec4-4583-910e-932e0603197a HTTP/1.1" status: 204 len: 168 time: 1.7925432 Oct 26 15:47:06.090213 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36790) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:06.100297 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-34a3602d-6a9f-419b-9d59-1daedc469d4e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'port': {'network_id': '727fe7ec-fce3-4e2e-9e69-5d326c45d061', 'mac_address': 'fa:16:3e:bf:35:22', 'name': 'tempest-PortsIpV6TestJSON-490125809'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:06.107471 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-a5502dfe-201d-4e68-9bca-2ab59bd0349c None None] For port 9d31d08f-f41a-4c8a-8433-0f9cc21a5480, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=9d31d08f-f41a-4c8a-8433-0f9cc21a5480,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:47:06.107815 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a5502dfe-201d-4e68-9bca-2ab59bd0349c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:06.115291 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 9d31d08f-f41a-4c8a-8433-0f9cc21a5480 is: ACTIVE; New status is: DOWN {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:47:06.115537 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:06.123518 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11db89bf-b6b8-4cd0-996f-dd65cac8edff tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:47:06.135045 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-11db89bf-b6b8-4cd0-996f-dd65cac8edff tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] 10.222.0.23 "PUT /v2.0/routers/b9f5cac9-44ed-4f52-931d-de01ea570928/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2634530 Oct 26 15:47:06.136665 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-79306338-b78e-4777-a7d5-732a482b347f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0d1979e8b1384c06a2335dbdad38722e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1931942 Oct 26 15:47:06.139057 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36794) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:06.139057 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36796) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:06.188895 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168a29f6-af5d-4db0-b69a-50045b29b38f None None] Sync routers for ids ['b9f5cac9-44ed-4f52-931d-de01ea570928'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:47:06.232279 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-34a3602d-6a9f-419b-9d59-1daedc469d4e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:06.237337 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-34a3602d-6a9f-419b-9d59-1daedc469d4e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Usage tracker for resource:port and tenant:b10aaa5403b848e8bc3e4f603712654e is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:06.243512 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-34a3602d-6a9f-419b-9d59-1daedc469d4e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:06.247093 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-34a3602d-6a9f-419b-9d59-1daedc469d4e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:06.256204 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36802) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:06.257450 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a5502dfe-201d-4e68-9bca-2ab59bd0349c None None] Calling delete_port for 9d31d08f-f41a-4c8a-8433-0f9cc21a5480 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:47:06.319377 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-170e9c78-4f89-486a-b86e-18f42e7c32bc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3fa1ce7c495d47a7b8af796c383d23bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0594990 Oct 26 15:47:06.319748 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36806) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:06.321757 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168a29f6-af5d-4db0-b69a-50045b29b38f None None] Routers {'b9f5cac9-44ed-4f52-931d-de01ea570928'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:47:06.322439 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-168a29f6-af5d-4db0-b69a-50045b29b38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:47:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['b9f5cac9-44ed-4f52-931d-de01ea570928'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:06.323972 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a3602d-6a9f-419b-9d59-1daedc469d4e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Made reservation on behalf of b10aaa5403b848e8bc3e4f603712654e for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:47:06.375192 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 9d31d08f-f41a-4c8a-8433-0f9cc21a5480, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=9d31d08f-f41a-4c8a-8433-0f9cc21a5480,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:47:06.393576 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-168a29f6-af5d-4db0-b69a-50045b29b38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:06.418249 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168a29f6-af5d-4db0-b69a-50045b29b38f None None] Routers {'b9f5cac9-44ed-4f52-931d-de01ea570928'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:47:06.418982 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-168a29f6-af5d-4db0-b69a-50045b29b38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:47:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['b9f5cac9-44ed-4f52-931d-de01ea570928'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:06.458083 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.objects.ports [None req-538a75df-4705-4e9b-930d-87424c2c2e2c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89748) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 26 15:47:06.473677 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:06.492758 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-34a3602d-6a9f-419b-9d59-1daedc469d4e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:06.512624 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559d2798-511a-4ad8-88f6-da9761f54ddf tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Checking segment: {'id': '4bcc13cd-0ddc-4bdb-a55b-63cdb48a001f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fc35911a-a8d2-4cff-a708-e45704422d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:47:06.513011 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559d2798-511a-4ad8-88f6-da9761f54ddf tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Network hostable DHCP agents. Network: fc35911a-a8d2-4cff-a708-e45704422d7a, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:47:06.533771 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d2798-511a-4ad8-88f6-da9761f54ddf tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event updated for resources: {'Subnet': ['ID=f0f180d3-3ac5-4d14-b8fd-6fcd322c1f0d,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:06.562269 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-a0f49f92-6ba4-4667-8005-ec1b7cfb05c6 None None] Attempt 5 to provision port 99bcb434-19ce-40ab-9179-af9809cf47e1 Oct 26 15:47:06.592601 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-168a29f6-af5d-4db0-b69a-50045b29b38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:06.592601 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168a29f6-af5d-4db0-b69a-50045b29b38f None None] The sync data for ids ['b9f5cac9-44ed-4f52-931d-de01ea570928'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:47:06.629108 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-a5502dfe-201d-4e68-9bca-2ab59bd0349c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:47:06.629322 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-a5502dfe-201d-4e68-9bca-2ab59bd0349c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:47:06.655388 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=9d31d08f-f41a-4c8a-8433-0f9cc21a5480,revision_number=7']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:06.657651 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a0f49f92-6ba4-4667-8005-ec1b7cfb05c6 None None] Port 99bcb434-19ce-40ab-9179-af9809cf47e1 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:47:06.659697 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-60f1fd04-b834-49ba-9c85-e949af60324b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:06.676120 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-34a3602d-6a9f-419b-9d59-1daedc469d4e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] device_id is not set on port 27492cc5-4909-4700-aa2a-0c4febbfca3e yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:47:06.744209 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f3904c9a-b978-4812-a11c-3edc16fee05a tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks [] for router, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:06.753715 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-60f1fd04-b834-49ba-9c85-e949af60324b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:06.762831 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:06.797780 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8140414c-0630-4dac-ac37-c86344d2ccdd tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:06.962227 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-34a3602d-6a9f-419b-9d59-1daedc469d4e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:06.969214 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-60f1fd04-b834-49ba-9c85-e949af60324b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:06.975193 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ee7513e9-36fe-4de0-b211-ef9f01a0d295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:06.989347 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f1fd04-b834-49ba-9c85-e949af60324b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc0953e-65fa-4db3-bdbc-41837463cee1,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:07.001029 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559d2798-511a-4ad8-88f6-da9761f54ddf tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Network fc35911a-a8d2-4cff-a708-e45704422d7a is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:47:07.013979 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-60f1fd04-b834-49ba-9c85-e949af60324b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:07.014192 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment dc397887-b971-4dfa-aad0-c89bea8ed724 resource provider aggregate not found Oct 26 15:47:07.018092 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-60f1fd04-b834-49ba-9c85-e949af60324b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7fc0953e-65fa-4db3-bdbc-41837463cee1 HTTP/1.1" status: 204 len: 168 time: 0.6930926 Oct 26 15:47:07.082841 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment dc397887-b971-4dfa-aad0-c89bea8ed724 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc397887-b971-4dfa-aad0-c89bea8ed724 found for delete ", "request_id": "req-9b5bb5ae-9dcf-4018-b08a-a252eecd77d1"}]} Oct 26 15:47:07.088257 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-34a3602d-6a9f-419b-9d59-1daedc469d4e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:07.131255 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a5502dfe-201d-4e68-9bca-2ab59bd0349c None None] Deleting port 9d31d08f-f41a-4c8a-8433-0f9cc21a5480 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:47:07.131825 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ee7513e9-36fe-4de0-b211-ef9f01a0d295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:07.131944 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a5502dfe-201d-4e68-9bca-2ab59bd0349c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:07.160483 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a3602d-6a9f-419b-9d59-1daedc469d4e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Network 727fe7ec-fce3-4e2e-9e69-5d326c45d061 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:47:07.163497 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-34a3602d-6a9f-419b-9d59-1daedc469d4e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:47:07.168166 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a3602d-6a9f-419b-9d59-1daedc469d4e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:47:07.173663 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a3602d-6a9f-419b-9d59-1daedc469d4e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:07.174265 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-34a3602d-6a9f-419b-9d59-1daedc469d4e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:07.187372 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a3602d-6a9f-419b-9d59-1daedc469d4e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event updated for resources: {'Port': ['ID=27492cc5-4909-4700-aa2a-0c4febbfca3e,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:07.194510 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-559d2798-511a-4ad8-88f6-da9761f54ddf tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, fc35911a-a8d2-4cff-a708-e45704422d7a) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:47:07.199013 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-a0f49f92-6ba4-4667-8005-ec1b7cfb05c6 None None] Attempt 6 to provision port 99bcb434-19ce-40ab-9179-af9809cf47e1 Oct 26 15:47:07.212390 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559d2798-511a-4ad8-88f6-da9761f54ddf tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:07.212896 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-559d2798-511a-4ad8-88f6-da9761f54ddf tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:07.220467 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-f3904c9a-b978-4812-a11c-3edc16fee05a tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 26 15:47:07.221527 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f3904c9a-b978-4812-a11c-3edc16fee05a tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] 10.222.0.23 "DELETE /v2.0/routers/b9f5cac9-44ed-4f52-931d-de01ea570928 HTTP/1.1" status: 409 len: 329 time: 1.0742550 Oct 26 15:47:07.227020 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36818) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:07.307853 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a0f49f92-6ba4-4667-8005-ec1b7cfb05c6 None None] Port 99bcb434-19ce-40ab-9179-af9809cf47e1 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:47:07.307853 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8710c224-34c2-424e-9445-d426090aefe5 None None] Network fc35911a-a8d2-4cff-a708-e45704422d7a requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:47:07.308866 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-34a3602d-6a9f-419b-9d59-1daedc469d4e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2175214 Oct 26 15:47:07.313774 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36822) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:07.418170 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-559d2798-511a-4ad8-88f6-da9761f54ddf tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.8879082 Oct 26 15:47:07.424415 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36826) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:07.514536 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ee7513e9-36fe-4de0-b211-ef9f01a0d295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:07.552031 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-538a75df-4705-4e9b-930d-87424c2c2e2c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:07.569124 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-a5502dfe-201d-4e68-9bca-2ab59bd0349c None None] For port 9d31d08f-f41a-4c8a-8433-0f9cc21a5480, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=9d31d08f-f41a-4c8a-8433-0f9cc21a5480,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:47:07.569539 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a5502dfe-201d-4e68-9bca-2ab59bd0349c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:07.646821 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7513e9-36fe-4de0-b211-ef9f01a0d295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c96019f-1890-4ae1-b911-e286a18f2224,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:07.646821 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39598926-cd5b-490e-9c8d-d8ca7e98f06d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:07.646821 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-39598926-cd5b-490e-9c8d-d8ca7e98f06d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Synchronizing usage tracker for tenant:b10aaa5403b848e8bc3e4f603712654e on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:47:07.724284 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a5502dfe-201d-4e68-9bca-2ab59bd0349c None None] Calling delete_port for 9d31d08f-f41a-4c8a-8433-0f9cc21a5480 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:47:07.731066 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ee7513e9-36fe-4de0-b211-ef9f01a0d295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:07.734186 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ee7513e9-36fe-4de0-b211-ef9f01a0d295 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0c96019f-1890-4ae1-b911-e286a18f2224 HTTP/1.1" status: 204 len: 168 time: 1.5823679 Oct 26 15:47:07.841778 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-a0f49f92-6ba4-4667-8005-ec1b7cfb05c6 None None] Attempt 7 to provision port 99bcb434-19ce-40ab-9179-af9809cf47e1 Oct 26 15:47:07.926639 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-35423b81-76e2-45cb-9505-b78786a0f9c8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:07.933135 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-39598926-cd5b-490e-9c8d-d8ca7e98f06d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Unset dirty status for tenant:b10aaa5403b848e8bc3e4f603712654e on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:47:07.938697 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-39598926-cd5b-490e-9c8d-d8ca7e98f06d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "GET /v2.0/ports/27492cc5-4909-4700-aa2a-0c4febbfca3e HTTP/1.1" status: 200 len: 844 time: 0.5894799 Oct 26 15:47:07.938909 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36840) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:07.978074 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-786e9274-7b53-40ed-97e3-6a2f5030e2cd tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:08.000805 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a0f49f92-6ba4-4667-8005-ec1b7cfb05c6 None None] Port 99bcb434-19ce-40ab-9179-af9809cf47e1 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:47:08.031766 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184a6cfc-f80b-461d-a988-39e9b0d2e8a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-fc35911a-a8d2-4cff-a708-e45704422d7a', 'network_id': 'fc35911a-a8d2-4cff-a708-e45704422d7a', 'tenant_id': '1be2509a71d64d26a32bbf77f727e229', 'fixed_ips': [{'subnet_id': 'f0f180d3-3ac5-4d14-b8fd-6fcd322c1f0d'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:47:08.032616 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-184a6cfc-f80b-461d-a988-39e9b0d2e8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:08.036493 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8140414c-0630-4dac-ac37-c86344d2ccdd tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:08.103108 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8140414c-0630-4dac-ac37-c86344d2ccdd tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:08.230786 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a0347407-cb03-4841-8ab3-ef3271f13035 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Deleting port 27492cc5-4909-4700-aa2a-0c4febbfca3e {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:47:08.230929 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-35423b81-76e2-45cb-9505-b78786a0f9c8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:08.231109 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a0347407-cb03-4841-8ab3-ef3271f13035 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:08.292455 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-538a75df-4705-4e9b-930d-87424c2c2e2c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] For port 9d31d08f-f41a-4c8a-8433-0f9cc21a5480, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=9d31d08f-f41a-4c8a-8433-0f9cc21a5480,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:47:08.300095 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-184a6cfc-f80b-461d-a988-39e9b0d2e8a5 None None] Allocated IP 172.20.0.1 (fc35911a-a8d2-4cff-a708-e45704422d7a/f0f180d3-3ac5-4d14-b8fd-6fcd322c1f0d/22c664d6-02d7-459d-b644-2db7eeeb4595) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:47:08.400505 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-538a75df-4705-4e9b-930d-87424c2c2e2c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:08.407427 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-8140414c-0630-4dac-ac37-c86344d2ccdd tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Allocated IP 172.26.2.160 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/df381fe0-2659-4aea-90b3-0776c1c439c0) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:47:08.486453 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-538a75df-4705-4e9b-930d-87424c2c2e2c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:08.487218 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-538a75df-4705-4e9b-930d-87424c2c2e2c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:08.503418 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-a0f49f92-6ba4-4667-8005-ec1b7cfb05c6 None None] Attempt 8 to provision port 99bcb434-19ce-40ab-9179-af9809cf47e1 Oct 26 15:47:08.563433 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-a5502dfe-201d-4e68-9bca-2ab59bd0349c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:47:08.563972 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-a5502dfe-201d-4e68-9bca-2ab59bd0349c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:47:08.644075 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a0f49f92-6ba4-4667-8005-ec1b7cfb05c6 None None] Port 99bcb434-19ce-40ab-9179-af9809cf47e1 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:47:08.722866 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-184a6cfc-f80b-461d-a988-39e9b0d2e8a5 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:08.746423 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-184a6cfc-f80b-461d-a988-39e9b0d2e8a5 None None] Transition to ACTIVE for port object 22c664d6-02d7-459d-b644-2db7eeeb4595 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:47:08.783447 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-184a6cfc-f80b-461d-a988-39e9b0d2e8a5 None None] Transition to ACTIVE for port object 22c664d6-02d7-459d-b644-2db7eeeb4595 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:47:08.794843 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538a75df-4705-4e9b-930d-87424c2c2e2c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:47:08.796796 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a0347407-cb03-4841-8ab3-ef3271f13035 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:08.803237 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-538a75df-4705-4e9b-930d-87424c2c2e2c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:47:08.812132 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538a75df-4705-4e9b-930d-87424c2c2e2c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:08.812945 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-538a75df-4705-4e9b-930d-87424c2c2e2c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:08.822703 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36864) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:08.824352 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a75df-4705-4e9b-930d-87424c2c2e2c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Subnet': ['ID=3f7ed44d-036a-4c8b-a1c4-0565f1b60234,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:08.842911 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a5502dfe-201d-4e68-9bca-2ab59bd0349c None None] Deleting port 9d31d08f-f41a-4c8a-8433-0f9cc21a5480 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:47:08.842911 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a5502dfe-201d-4e68-9bca-2ab59bd0349c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:08.845738 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a75df-4705-4e9b-930d-87424c2c2e2c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Port': ['ID=9d31d08f-f41a-4c8a-8433-0f9cc21a5480,revision_number=9']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:08.895704 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-184a6cfc-f80b-461d-a988-39e9b0d2e8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:08.918916 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8140414c-0630-4dac-ac37-c86344d2ccdd tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:08.975732 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a0347407-cb03-4841-8ab3-ef3271f13035 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Calling delete_port for 27492cc5-4909-4700-aa2a-0c4febbfca3e owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:47:09.020510 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-786e9274-7b53-40ed-97e3-6a2f5030e2cd tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Deleting port 99bcb434-19ce-40ab-9179-af9809cf47e1 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:47:09.020822 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-786e9274-7b53-40ed-97e3-6a2f5030e2cd tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:09.024640 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-538a75df-4705-4e9b-930d-87424c2c2e2c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.4977582 Oct 26 15:47:09.031952 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36874) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:09.032470 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-15bf728b-529b-4b42-9a44-f61a75cd8b1f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'subnet': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:09.069465 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-aec22421-383a-474a-b9fe-3f9370748ba6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1950227257-network', 'tenant_id': 'a4119eb7a47547308296079685b102f3'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:09.095136 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-aec22421-383a-474a-b9fe-3f9370748ba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:09.103730 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184a6cfc-f80b-461d-a988-39e9b0d2e8a5 None None] Network fc35911a-a8d2-4cff-a708-e45704422d7a is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:47:09.107180 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-aec22421-383a-474a-b9fe-3f9370748ba6 admin admin] Usage tracker for resource:network and tenant:a4119eb7a47547308296079685b102f3 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:09.112245 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-184a6cfc-f80b-461d-a988-39e9b0d2e8a5 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:47:09.113411 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-aec22421-383a-474a-b9fe-3f9370748ba6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:09.116129 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a6cfc-f80b-461d-a988-39e9b0d2e8a5 None None] Pushing event updated for resources: {'Port': ['ID=22c664d6-02d7-459d-b644-2db7eeeb4595,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:09.118396 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184a6cfc-f80b-461d-a988-39e9b0d2e8a5 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:47:09.159497 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-aec22421-383a-474a-b9fe-3f9370748ba6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:09.166555 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-a0f49f92-6ba4-4667-8005-ec1b7cfb05c6 None None] Attempt 9 to provision port 99bcb434-19ce-40ab-9179-af9809cf47e1 Oct 26 15:47:09.171672 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8140414c-0630-4dac-ac37-c86344d2ccdd tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:09.175737 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-35423b81-76e2-45cb-9505-b78786a0f9c8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:09.264873 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35423b81-76e2-45cb-9505-b78786a0f9c8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event deleted for resources: {'Subnet': ['ID=f0f180d3-3ac5-4d14-b8fd-6fcd322c1f0d,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:09.307094 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-786e9274-7b53-40ed-97e3-6a2f5030e2cd tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:09.346097 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8140414c-0630-4dac-ac37-c86344d2ccdd tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:47:09.369550 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a0f49f92-6ba4-4667-8005-ec1b7cfb05c6 None None] Port 99bcb434-19ce-40ab-9179-af9809cf47e1 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:47:09.375449 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-184a6cfc-f80b-461d-a988-39e9b0d2e8a5 None None] Attempting to bind port 22c664d6-02d7-459d-b644-2db7eeeb4595 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:47:09.375859 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-184a6cfc-f80b-461d-a988-39e9b0d2e8a5 None None] Attempting to bind port 22c664d6-02d7-459d-b644-2db7eeeb4595 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '4bcc13cd-0ddc-4bdb-a55b-63cdb48a001f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fc35911a-a8d2-4cff-a708-e45704422d7a'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:47:09.376235 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184a6cfc-f80b-461d-a988-39e9b0d2e8a5 None None] Attempting to bind port 22c664d6-02d7-459d-b644-2db7eeeb4595 on network fc35911a-a8d2-4cff-a708-e45704422d7a {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:47:09.396928 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184a6cfc-f80b-461d-a988-39e9b0d2e8a5 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:47:09.397308 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184a6cfc-f80b-461d-a988-39e9b0d2e8a5 None None] Checking segment: {'id': '4bcc13cd-0ddc-4bdb-a55b-63cdb48a001f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fc35911a-a8d2-4cff-a708-e45704422d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:47:09.397717 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-184a6cfc-f80b-461d-a988-39e9b0d2e8a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:09.398757 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184a6cfc-f80b-461d-a988-39e9b0d2e8a5 None None] Bound using segment: {'id': '4bcc13cd-0ddc-4bdb-a55b-63cdb48a001f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fc35911a-a8d2-4cff-a708-e45704422d7a'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:47:09.399436 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-184a6cfc-f80b-461d-a988-39e9b0d2e8a5 None None] Bound port: 22c664d6-02d7-459d-b644-2db7eeeb4595, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bcc13cd-0ddc-4bdb-a55b-63cdb48a001f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fc35911a-a8d2-4cff-a708-e45704422d7a'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:47:09.399904 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-184a6cfc-f80b-461d-a988-39e9b0d2e8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:09.402946 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-8140414c-0630-4dac-ac37-c86344d2ccdd tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:47:09.423691 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8140414c-0630-4dac-ac37-c86344d2ccdd tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:47:09.427273 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a0347407-cb03-4841-8ab3-ef3271f13035 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:09.430026 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec22421-383a-474a-b9fe-3f9370748ba6 admin admin] Made reservation on behalf of a4119eb7a47547308296079685b102f3 for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:47:09.433140 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-aec22421-383a-474a-b9fe-3f9370748ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:09.485934 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-a5502dfe-201d-4e68-9bca-2ab59bd0349c None None] For port 9d31d08f-f41a-4c8a-8433-0f9cc21a5480, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=9d31d08f-f41a-4c8a-8433-0f9cc21a5480,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:47:09.486371 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a5502dfe-201d-4e68-9bca-2ab59bd0349c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:09.504529 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8140414c-0630-4dac-ac37-c86344d2ccdd tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Pushing event updated for resources: {'Port': ['ID=df381fe0-2659-4aea-90b3-0776c1c439c0,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:09.512736 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-35423b81-76e2-45cb-9505-b78786a0f9c8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:09.528189 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-aec22421-383a-474a-b9fe-3f9370748ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:09.561395 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-35423b81-76e2-45cb-9505-b78786a0f9c8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc35911a-a8d2-4cff-a708-e45704422d7a']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:09.568905 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-15bf728b-529b-4b42-9a44-f61a75cd8b1f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:09.578919 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-15bf728b-529b-4b42-9a44-f61a75cd8b1f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Usage tracker for resource:subnet and tenant:cde0b70c42f24e8e94f9303758760038 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:09.590449 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-786e9274-7b53-40ed-97e3-6a2f5030e2cd tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Calling delete_port for 99bcb434-19ce-40ab-9179-af9809cf47e1 owned by network:router_interface {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:47:09.622264 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-aec22421-383a-474a-b9fe-3f9370748ba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:09.626435 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-aec22421-383a-474a-b9fe-3f9370748ba6 admin admin] Usage tracker for resource:security_group_rule and tenant:a4119eb7a47547308296079685b102f3 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:09.631356 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a5502dfe-201d-4e68-9bca-2ab59bd0349c None None] Calling delete_port for 9d31d08f-f41a-4c8a-8433-0f9cc21a5480 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:47:09.631505 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-aec22421-383a-474a-b9fe-3f9370748ba6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:09.648700 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-aec22421-383a-474a-b9fe-3f9370748ba6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:09.683805 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-184a6cfc-f80b-461d-a988-39e9b0d2e8a5 None None] For port 22c664d6-02d7-459d-b644-2db7eeeb4595, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:47:09.688498 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-184a6cfc-f80b-461d-a988-39e9b0d2e8a5 None None] For port 22c664d6-02d7-459d-b644-2db7eeeb4595, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=22c664d6-02d7-459d-b644-2db7eeeb4595,segment=NetworkSegment(4bcc13cd-0ddc-4bdb-a55b-63cdb48a001f),segment_id=4bcc13cd-0ddc-4bdb-a55b-63cdb48a001f)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:47:09.718215 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-15bf728b-529b-4b42-9a44-f61a75cd8b1f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:09.722055 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-35423b81-76e2-45cb-9505-b78786a0f9c8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bcc13cd-0ddc-4bdb-a55b-63cdb48a001f') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:09.722713 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-35423b81-76e2-45cb-9505-b78786a0f9c8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bcc13cd-0ddc-4bdb-a55b-63cdb48a001f') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:09.737861 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-15bf728b-529b-4b42-9a44-f61a75cd8b1f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:09.765625 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-184a6cfc-f80b-461d-a988-39e9b0d2e8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:09.775882 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-35423b81-76e2-45cb-9505-b78786a0f9c8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:09.814865 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-35423b81-76e2-45cb-9505-b78786a0f9c8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:09.816937 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0347407-cb03-4841-8ab3-ef3271f13035 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event deleted for resources: {'Port': ['ID=27492cc5-4909-4700-aa2a-0c4febbfca3e,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:09.827428 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35423b81-76e2-45cb-9505-b78786a0f9c8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:47:09.830418 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-35423b81-76e2-45cb-9505-b78786a0f9c8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:09.842016 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a0347407-cb03-4841-8ab3-ef3271f13035 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:09.874620 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-a0f49f92-6ba4-4667-8005-ec1b7cfb05c6 None None] Attempt 10 to provision port 99bcb434-19ce-40ab-9179-af9809cf47e1 Oct 26 15:47:09.899407 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-aec22421-383a-474a-b9fe-3f9370748ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:09.910219 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 4bcc13cd-0ddc-4bdb-a55b-63cdb48a001f resource provider aggregate not found Oct 26 15:47:09.954424 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15bf728b-529b-4b42-9a44-f61a75cd8b1f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:47:09.959216 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-15bf728b-529b-4b42-9a44-f61a75cd8b1f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:09.966007 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a0347407-cb03-4841-8ab3-ef3271f13035 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/ports/27492cc5-4909-4700-aa2a-0c4febbfca3e HTTP/1.1" status: 204 len: 168 time: 2.0273504 Oct 26 15:47:09.971388 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36894) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:09.990496 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a6cfc-f80b-461d-a988-39e9b0d2e8a5 None None] Pushing event updated for resources: {'Port': ['ID=22c664d6-02d7-459d-b644-2db7eeeb4595,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:09.993870 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a0f49f92-6ba4-4667-8005-ec1b7cfb05c6 None None] Port 99bcb434-19ce-40ab-9179-af9809cf47e1 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:47:09.998699 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 4bcc13cd-0ddc-4bdb-a55b-63cdb48a001f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4bcc13cd-0ddc-4bdb-a55b-63cdb48a001f found for delete ", "request_id": "req-1bdde548-8b9f-472e-9211-7c9e6c01f706"}]} Oct 26 15:47:10.003725 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf1da9a-9d85-4f2e-8371-9ddcb62a468e None None] Network fc35911a-a8d2-4cff-a708-e45704422d7a requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:47:10.028548 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-aec22421-383a-474a-b9fe-3f9370748ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:10.045405 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-deab7178-2765-452b-b0e2-f6673a2d4bb8 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] GET failed (client error): The resource could not be found. Oct 26 15:47:10.045999 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-deab7178-2765-452b-b0e2-f6673a2d4bb8 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Synchronizing usage tracker for tenant:b10aaa5403b848e8bc3e4f603712654e on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:47:10.090330 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec22421-383a-474a-b9fe-3f9370748ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0889d1-b85c-4a30-8369-9442cb1b171a,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:10.093416 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a5502dfe-201d-4e68-9bca-2ab59bd0349c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:10.159259 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5502dfe-201d-4e68-9bca-2ab59bd0349c None None] Pushing event deleted for resources: {'Port': ['ID=9d31d08f-f41a-4c8a-8433-0f9cc21a5480,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:10.164877 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-786e9274-7b53-40ed-97e3-6a2f5030e2cd tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:10.216880 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-deab7178-2765-452b-b0e2-f6673a2d4bb8 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Unset dirty status for tenant:b10aaa5403b848e8bc3e4f603712654e on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:47:10.218830 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-deab7178-2765-452b-b0e2-f6673a2d4bb8 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "GET /v2.0/ports/27492cc5-4909-4700-aa2a-0c4febbfca3e HTTP/1.1" status: 404 len: 333 time: 0.2463465 Oct 26 15:47:10.229496 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36902) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:10.243238 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-be277a57-6d20-4439-bd73-9e656a0fe38a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'port': {'network_id': '727fe7ec-fce3-4e2e-9e69-5d326c45d061', 'name': 'tempest-PortsIpV6TestJSON-235854842'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:10.249194 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aec22421-383a-474a-b9fe-3f9370748ba6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:47:10.271055 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e9274-7b53-40ed-97e3-6a2f5030e2cd tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Pushing event deleted for resources: {'Port': ['ID=99bcb434-19ce-40ab-9179-af9809cf47e1,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:10.272234 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.db.api [None req-35423b81-76e2-45cb-9505-b78786a0f9c8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 15:47:10.272234 dv-neutron-862712-1-hyperv neutron-server[89748]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 15:47:10.272234 dv-neutron-862712-1-hyperv neutron-server[89748]: [parameters: {'id': 'fc35911a-a8d2-4cff-a708-e45704422d7a'}] Oct 26 15:47:10.272234 dv-neutron-862712-1-hyperv neutron-server[89748]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:47:10.272636 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG oslo_db.api [None req-35423b81-76e2-45cb-9505-b78786a0f9c8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:47:10.321315 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5502dfe-201d-4e68-9bca-2ab59bd0349c None None] No DVR routers for this DVR port 9d31d08f-f41a-4c8a-8433-0f9cc21a5480 on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:47:10.364354 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-61768b29-be86-47bf-a593-0aa72364f649 None None] Provisioning complete for port 99bcb434-19ce-40ab-9179-af9809cf47e1 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:47:10.364623 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-61768b29-be86-47bf-a593-0aa72364f649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:10.364980 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-61768b29-be86-47bf-a593-0aa72364f649 None None] Attempt 1 to provision port 99bcb434-19ce-40ab-9179-af9809cf47e1 Oct 26 15:47:10.429224 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255df640-6400-4f42-9e84-95c37658d4ae None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:47:10.431373 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8140414c-0630-4dac-ac37-c86344d2ccdd tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:10.438171 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-aec22421-383a-474a-b9fe-3f9370748ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:10.438171 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-aec22421-383a-474a-b9fe-3f9370748ba6 admin admin] Added segment ef45b2d8-d853-4c7b-bf2d-57a8b128d8fe of type vlan for network 9b52fa13-90e5-4d9b-bd04-f08f37ff314e Oct 26 15:47:10.483559 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-61768b29-be86-47bf-a593-0aa72364f649 None None] Port 99bcb434-19ce-40ab-9179-af9809cf47e1 was deleted so its status cannot be updated. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:47:10.549582 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-aec22421-383a-474a-b9fe-3f9370748ba6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:10.587739 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-786e9274-7b53-40ed-97e3-6a2f5030e2cd tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:10.594743 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36910) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:10.602235 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-61768b29-be86-47bf-a593-0aa72364f649 None None] Provisioning complete for port 063018f8-8e85-463c-aff4-744c1ae59923 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:47:10.602643 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-61768b29-be86-47bf-a593-0aa72364f649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:10.603229 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-61768b29-be86-47bf-a593-0aa72364f649 None None] Attempt 1 to provision port 063018f8-8e85-463c-aff4-744c1ae59923 Oct 26 15:47:10.725047 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-aec22421-383a-474a-b9fe-3f9370748ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:10.725932 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec22421-383a-474a-b9fe-3f9370748ba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:10.726656 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-aec22421-383a-474a-b9fe-3f9370748ba6 admin admin] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:10.819460 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-35423b81-76e2-45cb-9505-b78786a0f9c8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:10.836039 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-be277a57-6d20-4439-bd73-9e656a0fe38a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:10.867956 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-be277a57-6d20-4439-bd73-9e656a0fe38a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:10.894175 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-35423b81-76e2-45cb-9505-b78786a0f9c8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Deleting port 22c664d6-02d7-459d-b644-2db7eeeb4595 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:47:10.894175 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-35423b81-76e2-45cb-9505-b78786a0f9c8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:10.957419 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-0a42ffc9-dabb-4db8-aa1b-21a1b818e4a8 tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1028804580'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:10.962366 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-61768b29-be86-47bf-a593-0aa72364f649 None None] Current status of the port 063018f8-8e85-463c-aff4-744c1ae59923 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:47:10.965921 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-61768b29-be86-47bf-a593-0aa72364f649 None None] Could not find standard attr ID for object 9d31d08f-f41a-4c8a-8433-0f9cc21a5480. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:47:10.974654 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710a9119-dbc0-45da-9898-fd7decf5b31d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-f810e159-a5e8-4c86-8cec-5d909fe013dd', 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'tenant_id': 'cde0b70c42f24e8e94f9303758760038', 'fixed_ips': [{'subnet_id': '3f7ed44d-036a-4c8b-a1c4-0565f1b60234'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:47:10.976746 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-710a9119-dbc0-45da-9898-fd7decf5b31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:11.033403 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-0a42ffc9-dabb-4db8-aa1b-21a1b818e4a8 tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:11.097513 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-0a42ffc9-dabb-4db8-aa1b-21a1b818e4a8 tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Usage tracker for resource:router and tenant:ada58e8d86dd4c6d82753863981a7eb0 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:11.107822 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-0a42ffc9-dabb-4db8-aa1b-21a1b818e4a8 tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:11.131571 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be277a57-6d20-4439-bd73-9e656a0fe38a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Made reservation on behalf of b10aaa5403b848e8bc3e4f603712654e for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:47:11.135116 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-be277a57-6d20-4439-bd73-9e656a0fe38a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:11.136940 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-710a9119-dbc0-45da-9898-fd7decf5b31d None None] Allocated IP 2001:db8::f816:3eff:feea:c8 (f810e159-a5e8-4c86-8cec-5d909fe013dd/3f7ed44d-036a-4c8b-a1c4-0565f1b60234/cc34c24a-1d09-4609-864e-edb348dd3721) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:47:11.144205 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-15bf728b-529b-4b42-9a44-f61a75cd8b1f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:11.181107 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec22421-383a-474a-b9fe-3f9370748ba6 admin admin] Pushing event updated for resources: {'Network': ['ID=9b52fa13-90e5-4d9b-bd04-f08f37ff314e,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:11.183508 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-0a42ffc9-dabb-4db8-aa1b-21a1b818e4a8 tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:11.193472 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-aec22421-383a-474a-b9fe-3f9370748ba6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3612943 Oct 26 15:47:11.193472 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36916) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:11.202865 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-81333433-acdb-4dff-81ca-bda87540f4c5 admin admin] Request body: {'subnet': {'network_id': '9b52fa13-90e5-4d9b-bd04-f08f37ff314e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1950227257-subnet', 'tenant_id': 'a4119eb7a47547308296079685b102f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:11.212816 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-81333433-acdb-4dff-81ca-bda87540f4c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:11.219739 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-81333433-acdb-4dff-81ca-bda87540f4c5 admin admin] Usage tracker for resource:subnet and tenant:a4119eb7a47547308296079685b102f3 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:11.224657 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-786e9274-7b53-40ed-97e3-6a2f5030e2cd tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Router b9f5cac9-44ed-4f52-931d-de01ea570928 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:47:11.225194 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-81333433-acdb-4dff-81ca-bda87540f4c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:11.225741 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 9b52fa13-90e5-4d9b-bd04-f08f37ff314e details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:47:11.234623 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-81333433-acdb-4dff-81ca-bda87540f4c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:11.261680 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bf728b-529b-4b42-9a44-f61a75cd8b1f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:47:11.262903 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [None req-be277a57-6d20-4439-bd73-9e656a0fe38a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] device_id is not set on port 7341577b-c83d-4c6f-b13e-9c38464b793c yet. {{(pid=89748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:47:11.306302 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0a42ffc9-dabb-4db8-aa1b-21a1b818e4a8 tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:11.307249 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0a42ffc9-dabb-4db8-aa1b-21a1b818e4a8 tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:11.322601 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-15bf728b-529b-4b42-9a44-f61a75cd8b1f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:47:11.339941 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bf728b-529b-4b42-9a44-f61a75cd8b1f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:11.340533 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-15bf728b-529b-4b42-9a44-f61a75cd8b1f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:11.384266 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81333433-acdb-4dff-81ca-bda87540f4c5 admin admin] Made reservation on behalf of a4119eb7a47547308296079685b102f3 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:47:11.386579 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-81333433-acdb-4dff-81ca-bda87540f4c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:11.417343 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf728b-529b-4b42-9a44-f61a75cd8b1f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Subnet': ['ID=44ba384b-457c-4f2a-af80-fd37cce2ca86,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:11.460360 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-710a9119-dbc0-45da-9898-fd7decf5b31d None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:11.472044 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-710a9119-dbc0-45da-9898-fd7decf5b31d None None] Transition to ACTIVE for port object cc34c24a-1d09-4609-864e-edb348dd3721 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:47:11.476658 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786e9274-7b53-40ed-97e3-6a2f5030e2cd tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:47:11.483509 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0a42ffc9-dabb-4db8-aa1b-21a1b818e4a8 tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:11.495255 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-710a9119-dbc0-45da-9898-fd7decf5b31d None None] Transition to ACTIVE for port object cc34c24a-1d09-4609-864e-edb348dd3721 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:47:11.495362 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76312d4-bdfb-4a8e-8d17-366cf819234e None None] Sync routers for ids ['b9f5cac9-44ed-4f52-931d-de01ea570928'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:47:11.503717 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-35423b81-76e2-45cb-9505-b78786a0f9c8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] For port 22c664d6-02d7-459d-b644-2db7eeeb4595, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=22c664d6-02d7-459d-b644-2db7eeeb4595,segment=NetworkSegment(4bcc13cd-0ddc-4bdb-a55b-63cdb48a001f),segment_id=4bcc13cd-0ddc-4bdb-a55b-63cdb48a001f)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:47:11.503902 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76312d4-bdfb-4a8e-8d17-366cf819234e None None] Routers {'b9f5cac9-44ed-4f52-931d-de01ea570928'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:47:11.504056 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-35423b81-76e2-45cb-9505-b78786a0f9c8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:11.504399 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-e76312d4-bdfb-4a8e-8d17-366cf819234e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:47:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['b9f5cac9-44ed-4f52-931d-de01ea570928'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:11.515445 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-786e9274-7b53-40ed-97e3-6a2f5030e2cd tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] 10.222.0.23 "PUT /v2.0/routers/b9f5cac9-44ed-4f52-931d-de01ea570928/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2875545 Oct 26 15:47:11.519625 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8140414c-0630-4dac-ac37-c86344d2ccdd tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:11.527481 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36920) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:11.568667 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-710a9119-dbc0-45da-9898-fd7decf5b31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:11.576894 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-e76312d4-bdfb-4a8e-8d17-366cf819234e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:11.590532 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76312d4-bdfb-4a8e-8d17-366cf819234e None None] Routers {'b9f5cac9-44ed-4f52-931d-de01ea570928'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:47:11.592706 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-e76312d4-bdfb-4a8e-8d17-366cf819234e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:47:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['b9f5cac9-44ed-4f52-931d-de01ea570928'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:11.610235 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-4d1bd437-6853-43ac-9c0c-8bca2253e6a5 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] show failed (client error): The resource could not be found. Oct 26 15:47:11.611289 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4d1bd437-6853-43ac-9c0c-8bca2253e6a5 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-1215412333 HTTP/1.1" status: 404 len: 335 time: 0.0826180 Oct 26 15:47:11.619030 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36924) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:11.637841 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710a9119-dbc0-45da-9898-fd7decf5b31d None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:47:11.640973 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-710a9119-dbc0-45da-9898-fd7decf5b31d None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:47:11.648306 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710a9119-dbc0-45da-9898-fd7decf5b31d None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:47:11.651767 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a9119-dbc0-45da-9898-fd7decf5b31d None None] Pushing event updated for resources: {'Port': ['ID=cc34c24a-1d09-4609-864e-edb348dd3721,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:11.657908 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-15bf728b-529b-4b42-9a44-f61a75cd8b1f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6288774 Oct 26 15:47:11.665625 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-35423b81-76e2-45cb-9505-b78786a0f9c8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Calling delete_port for 22c664d6-02d7-459d-b644-2db7eeeb4595 owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:47:11.737906 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-e76312d4-bdfb-4a8e-8d17-366cf819234e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:11.738328 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76312d4-bdfb-4a8e-8d17-366cf819234e None None] The sync data for ids ['b9f5cac9-44ed-4f52-931d-de01ea570928'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:47:11.747138 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36926) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:11.756906 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-e9176d5d-24f8-4657-9014-b3e3ad0dbfd0 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:11.775187 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-710a9119-dbc0-45da-9898-fd7decf5b31d None None] Attempting to bind port cc34c24a-1d09-4609-864e-edb348dd3721 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:47:11.775566 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-710a9119-dbc0-45da-9898-fd7decf5b31d None None] Attempting to bind port cc34c24a-1d09-4609-864e-edb348dd3721 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:47:11.776452 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710a9119-dbc0-45da-9898-fd7decf5b31d None None] Attempting to bind port cc34c24a-1d09-4609-864e-edb348dd3721 on network f810e159-a5e8-4c86-8cec-5d909fe013dd {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:47:11.781333 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-f3702d1d-de9c-4bde-8d1f-5cac0bf5cde9 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'port': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'mac_address': 'fa:16:3e:1b:a1:16', 'name': 'tempest-NetworksTestDHCPv6-1209096118'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:11.785468 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710a9119-dbc0-45da-9898-fd7decf5b31d None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:47:11.785468 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710a9119-dbc0-45da-9898-fd7decf5b31d None None] Checking segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:47:11.785468 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-710a9119-dbc0-45da-9898-fd7decf5b31d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:11.785468 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710a9119-dbc0-45da-9898-fd7decf5b31d None None] Bound using segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:47:11.785468 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-710a9119-dbc0-45da-9898-fd7decf5b31d None None] Bound port: cc34c24a-1d09-4609-864e-edb348dd3721, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:47:11.785468 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-710a9119-dbc0-45da-9898-fd7decf5b31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:11.812544 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0a42ffc9-dabb-4db8-aa1b-21a1b818e4a8 tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:11.849470 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-e9176d5d-24f8-4657-9014-b3e3ad0dbfd0 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] update failed (client error): The resource could not be found. Oct 26 15:47:11.850529 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e9176d5d-24f8-4657-9014-b3e3ad0dbfd0 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-932594788 HTTP/1.1" status: 404 len: 334 time: 0.1045101 Oct 26 15:47:11.858786 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36932) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:11.888755 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-710a9119-dbc0-45da-9898-fd7decf5b31d None None] For port cc34c24a-1d09-4609-864e-edb348dd3721, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:47:11.891922 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-710a9119-dbc0-45da-9898-fd7decf5b31d None None] For port cc34c24a-1d09-4609-864e-edb348dd3721, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=cc34c24a-1d09-4609-864e-edb348dd3721,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:47:11.933420 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0a42ffc9-dabb-4db8-aa1b-21a1b818e4a8 tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:11.934810 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-0a42ffc9-dabb-4db8-aa1b-21a1b818e4a8 tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.3390539 Oct 26 15:47:11.941446 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-ced4758d-7b06-4541-8cc2-3ce355180364 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Deleting subnet 538eea1f-15bc-4534-ae69-ef6cbbbb3ff2 {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:47:11.942718 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36936) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:11.946448 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ced4758d-7b06-4541-8cc2-3ce355180364 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:11.962414 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-710a9119-dbc0-45da-9898-fd7decf5b31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:12.041541 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-81333433-acdb-4dff-81ca-bda87540f4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:12.044072 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a9119-dbc0-45da-9898-fd7decf5b31d None None] Pushing event updated for resources: {'Port': ['ID=cc34c24a-1d09-4609-864e-edb348dd3721,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:12.179220 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3f9e696f-3a83-49f6-9a4f-73336ef5ff33 tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Notify callbacks [] for router, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:12.243786 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ced4758d-7b06-4541-8cc2-3ce355180364 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:12.297941 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-35423b81-76e2-45cb-9505-b78786a0f9c8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:12.314036 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-be277a57-6d20-4439-bd73-9e656a0fe38a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:12.354727 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35423b81-76e2-45cb-9505-b78786a0f9c8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] No DVR routers for this DVR port 22c664d6-02d7-459d-b644-2db7eeeb4595 on host dv-neutron-862712-1-hyperv {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:47:12.405261 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-f3702d1d-de9c-4bde-8d1f-5cac0bf5cde9 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:12.434460 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-f3702d1d-de9c-4bde-8d1f-5cac0bf5cde9 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Usage tracker for resource:port and tenant:cde0b70c42f24e8e94f9303758760038 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:12.439000 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35423b81-76e2-45cb-9505-b78786a0f9c8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event deleted for resources: {'Port': ['ID=22c664d6-02d7-459d-b644-2db7eeeb4595,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:12.448854 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-f3702d1d-de9c-4bde-8d1f-5cac0bf5cde9 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:12.513777 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-f3702d1d-de9c-4bde-8d1f-5cac0bf5cde9 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:12.520489 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81333433-acdb-4dff-81ca-bda87540f4c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cc9e74e-861e-45d0-8d44-208c9e1f2999,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:12.568185 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-35423b81-76e2-45cb-9505-b78786a0f9c8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:12.604937 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-35423b81-76e2-45cb-9505-b78786a0f9c8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc35911a-a8d2-4cff-a708-e45704422d7a']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:12.618871 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-35423b81-76e2-45cb-9505-b78786a0f9c8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bcc13cd-0ddc-4bdb-a55b-63cdb48a001f') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:12.619172 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-35423b81-76e2-45cb-9505-b78786a0f9c8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bcc13cd-0ddc-4bdb-a55b-63cdb48a001f') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:12.631284 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-35423b81-76e2-45cb-9505-b78786a0f9c8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:12.641322 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3702d1d-de9c-4bde-8d1f-5cac0bf5cde9 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:47:12.655800 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81333433-acdb-4dff-81ca-bda87540f4c5 admin admin] Checking segment: {'id': 'ef45b2d8-d853-4c7b-bf2d-57a8b128d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9b52fa13-90e5-4d9b-bd04-f08f37ff314e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:47:12.655981 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81333433-acdb-4dff-81ca-bda87540f4c5 admin admin] Network hostable DHCP agents. Network: 9b52fa13-90e5-4d9b-bd04-f08f37ff314e, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:47:12.715863 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8140414c-0630-4dac-ac37-c86344d2ccdd tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Router d2044af4-b236-40af-b3d4-fee545827943 is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:47:12.718065 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-be277a57-6d20-4439-bd73-9e656a0fe38a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:12.725672 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-35423b81-76e2-45cb-9505-b78786a0f9c8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:12.748532 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3f9e696f-3a83-49f6-9a4f-73336ef5ff33 tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:12.751943 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3f9e696f-3a83-49f6-9a4f-73336ef5ff33 tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:12.783918 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ced4758d-7b06-4541-8cc2-3ce355180364 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:12.808136 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35423b81-76e2-45cb-9505-b78786a0f9c8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:47:12.808537 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-35423b81-76e2-45cb-9505-b78786a0f9c8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:12.842291 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81333433-acdb-4dff-81ca-bda87540f4c5 admin admin] Network 9b52fa13-90e5-4d9b-bd04-f08f37ff314e is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:47:12.845369 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be277a57-6d20-4439-bd73-9e656a0fe38a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Network 727fe7ec-fce3-4e2e-9e69-5d326c45d061 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:47:12.867099 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3f9e696f-3a83-49f6-9a4f-73336ef5ff33 tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:12.868369 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9e696f-3a83-49f6-9a4f-73336ef5ff33 tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8ffb38db-4084-4521-9bf3-db53bc8072f9 {{(pid=89747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:47:12.888635 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3f9e696f-3a83-49f6-9a4f-73336ef5ff33 tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:12.889941 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-3f9e696f-3a83-49f6-9a4f-73336ef5ff33 tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] 10.222.0.23 "DELETE /v2.0/routers/8ffb38db-4084-4521-9bf3-db53bc8072f9 HTTP/1.1" status: 204 len: 168 time: 0.9453630 Oct 26 15:47:12.893315 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36942) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:12.900072 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-bc6db172-5c46-479c-adbd-ccbde74764bd tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Request body: {'router': {'name': 'tempest-router-1603399186', 'distributed': False}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:12.900305 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-be277a57-6d20-4439-bd73-9e656a0fe38a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:47:12.902778 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be277a57-6d20-4439-bd73-9e656a0fe38a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:47:12.905408 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-bc6db172-5c46-479c-adbd-ccbde74764bd tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:12.908573 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be277a57-6d20-4439-bd73-9e656a0fe38a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:12.909251 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-be277a57-6d20-4439-bd73-9e656a0fe38a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:12.910189 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-bc6db172-5c46-479c-adbd-ccbde74764bd tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Usage tracker for resource:router and tenant:ada58e8d86dd4c6d82753863981a7eb0 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:12.913493 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-bc6db172-5c46-479c-adbd-ccbde74764bd tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:12.920480 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-bc6db172-5c46-479c-adbd-ccbde74764bd tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:12.944050 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-81333433-acdb-4dff-81ca-bda87540f4c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 9b52fa13-90e5-4d9b-bd04-f08f37ff314e) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:47:12.949378 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81333433-acdb-4dff-81ca-bda87540f4c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:12.950073 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-81333433-acdb-4dff-81ca-bda87540f4c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:12.956483 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ced4758d-7b06-4541-8cc2-3ce355180364 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:12.957747 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0d5457-ea14-4f68-8e5a-20a11f664119 None None] Network 9b52fa13-90e5-4d9b-bd04-f08f37ff314e requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:47:12.972004 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 4bcc13cd-0ddc-4bdb-a55b-63cdb48a001f resource provider aggregate not found Oct 26 15:47:13.007262 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4758d-7b06-4541-8cc2-3ce355180364 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Pushing event deleted for resources: {'Subnet': ['ID=538eea1f-15bc-4534-ae69-ef6cbbbb3ff2,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:13.014558 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ced4758d-7b06-4541-8cc2-3ce355180364 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:13.017207 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ced4758d-7b06-4541-8cc2-3ce355180364 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] 10.222.0.23 "DELETE /v2.0/subnets/538eea1f-15bc-4534-ae69-ef6cbbbb3ff2 HTTP/1.1" status: 204 len: 168 time: 1.1489921 Oct 26 15:47:13.022773 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36948) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:13.035012 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dac6d9f-4208-4721-ac9b-ef42c12c4407 None None] Network 9308b587-4ad3-48aa-bc5b-1f948ad0901c requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:47:13.082602 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bc6db172-5c46-479c-adbd-ccbde74764bd tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:13.083794 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bc6db172-5c46-479c-adbd-ccbde74764bd tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:13.120800 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 4bcc13cd-0ddc-4bdb-a55b-63cdb48a001f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4bcc13cd-0ddc-4bdb-a55b-63cdb48a001f found for delete ", "request_id": "req-2bd25915-ff0c-49b9-bf12-a38fd1fad5b5"}]} Oct 26 15:47:13.153002 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-81333433-acdb-4dff-81ca-bda87540f4c5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9543967 Oct 26 15:47:13.153215 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be277a57-6d20-4439-bd73-9e656a0fe38a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event updated for resources: {'Port': ['ID=7341577b-c83d-4c6f-b13e-9c38464b793c,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:13.153215 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36952) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:13.186441 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-aaad0ff6-80d5-40d5-b043-e6d0788b0068 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1950227257-router', 'tenant_id': 'a4119eb7a47547308296079685b102f3', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:13.187607 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bc6db172-5c46-479c-adbd-ccbde74764bd tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:13.198662 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-aaad0ff6-80d5-40d5-b043-e6d0788b0068 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:13.201017 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-35423b81-76e2-45cb-9505-b78786a0f9c8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:13.203648 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f8c23542-17ff-4c1c-a8c3-05092b7f4f9d tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:13.204475 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f3702d1d-de9c-4bde-8d1f-5cac0bf5cde9 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:13.221698 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f8c23542-17ff-4c1c-a8c3-05092b7f4f9d tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Deleting port 063018f8-8e85-463c-aff4-744c1ae59923 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:47:13.224948 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f8c23542-17ff-4c1c-a8c3-05092b7f4f9d tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:13.235018 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-35423b81-76e2-45cb-9505-b78786a0f9c8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:13.237004 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-35423b81-76e2-45cb-9505-b78786a0f9c8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "DELETE /v2.0/networks/fc35911a-a8d2-4cff-a708-e45704422d7a HTTP/1.1" status: 204 len: 168 time: 5.8097875 Oct 26 15:47:13.237918 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-aaad0ff6-80d5-40d5-b043-e6d0788b0068 admin admin] Usage tracker for resource:router and tenant:a4119eb7a47547308296079685b102f3 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:13.254769 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-aaad0ff6-80d5-40d5-b043-e6d0788b0068 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:13.258080 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36956) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:13.267841 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35423b81-76e2-45cb-9505-b78786a0f9c8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event deleted for resources: {'Network': ['ID=fc35911a-a8d2-4cff-a708-e45704422d7a,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:13.272639 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-aaad0ff6-80d5-40d5-b043-e6d0788b0068 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:13.278144 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-8040ab01-c5ed-4451-b0f7-9cae6508b22b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-556618434'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:13.283045 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af5ae7a-8b34-4a67-8357-b1bbb52b97db None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:47:13.298584 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8040ab01-c5ed-4451-b0f7-9cae6508b22b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:13.309064 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-be277a57-6d20-4439-bd73-9e656a0fe38a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.0742435 Oct 26 15:47:13.318616 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8040ab01-c5ed-4451-b0f7-9cae6508b22b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Usage tracker for resource:network and tenant:1be2509a71d64d26a32bbf77f727e229 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:13.326533 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [None req-f3702d1d-de9c-4bde-8d1f-5cac0bf5cde9 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] device_id is not set on port 90f57049-618e-404a-8c80-b5a9feb8d779 yet. {{(pid=89748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:47:13.346566 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36960) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:13.352124 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bc6db172-5c46-479c-adbd-ccbde74764bd tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:13.359784 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-f06ac11a-a830-404d-89f4-65dd549e9d0f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:13.363574 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8040ab01-c5ed-4451-b0f7-9cae6508b22b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:13.376569 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8040ab01-c5ed-4451-b0f7-9cae6508b22b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:13.384376 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8140414c-0630-4dac-ac37-c86344d2ccdd tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:47:13.404112 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-aaad0ff6-80d5-40d5-b043-e6d0788b0068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:13.404875 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-aaad0ff6-80d5-40d5-b043-e6d0788b0068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:13.430097 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fff22f9-18b9-43c1-98b3-2d5ae36d677d None None] Sync routers for ids ['d2044af4-b236-40af-b3d4-fee545827943'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:47:13.457585 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-aaad0ff6-80d5-40d5-b043-e6d0788b0068 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:13.494060 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fff22f9-18b9-43c1-98b3-2d5ae36d677d None None] Routers {'d2044af4-b236-40af-b3d4-fee545827943'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:47:13.494709 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-0fff22f9-18b9-43c1-98b3-2d5ae36d677d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:47:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['d2044af4-b236-40af-b3d4-fee545827943'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:13.499909 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8040ab01-c5ed-4451-b0f7-9cae6508b22b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Made reservation on behalf of 1be2509a71d64d26a32bbf77f727e229 for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:47:13.503573 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8040ab01-c5ed-4451-b0f7-9cae6508b22b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:13.548323 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8140414c-0630-4dac-ac37-c86344d2ccdd tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:13.549538 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-8140414c-0630-4dac-ac37-c86344d2ccdd tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 8.4455159 Oct 26 15:47:13.555729 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36964) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:13.570819 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8040ab01-c5ed-4451-b0f7-9cae6508b22b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:47:13.626660 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bc6db172-5c46-479c-adbd-ccbde74764bd tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:13.627910 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-bc6db172-5c46-479c-adbd-ccbde74764bd tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7335846 Oct 26 15:47:13.651794 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36968) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:13.698509 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-4a811671-2093-426a-80f3-015b55df479e None None] Provisioning for port cc34c24a-1d09-4609-864e-edb348dd3721 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:47:13.738181 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8040ab01-c5ed-4451-b0f7-9cae6508b22b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:13.738670 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-8040ab01-c5ed-4451-b0f7-9cae6508b22b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Added segment dc06b401-ca61-4bfa-b0ae-986b521ad89f of type vlan for network 628fb319-2c4e-428f-9377-c82bbda4b677 Oct 26 15:47:13.798089 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcf845f-7f50-4662-846d-ab46a216d133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-9b52fa13-90e5-4d9b-bd04-f08f37ff314e', 'network_id': '9b52fa13-90e5-4d9b-bd04-f08f37ff314e', 'tenant_id': 'a4119eb7a47547308296079685b102f3', 'fixed_ips': [{'subnet_id': '5cc9e74e-861e-45d0-8d44-208c9e1f2999'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:47:13.798997 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-cbcf845f-7f50-4662-846d-ab46a216d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:13.872215 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-f3702d1d-de9c-4bde-8d1f-5cac0bf5cde9 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Allocated IP 172.20.0.13 (f810e159-a5e8-4c86-8cec-5d909fe013dd/44ba384b-457c-4f2a-af80-fd37cce2ca86/90f57049-618e-404a-8c80-b5a9feb8d779) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:47:13.903925 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-652945fb-2f71-44eb-a229-41f210becc2b tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Notify callbacks [] for router, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:13.942288 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8040ab01-c5ed-4451-b0f7-9cae6508b22b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:13.966540 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ff4c60-822e-459a-bd31-eb512492d08b None None] DHCP port deletion for 9308b587-4ad3-48aa-bc5b-1f948ad0901c request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:47:13.999622 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-89ff4c60-822e-459a-bd31-eb512492d08b None None] Deleting port 063018f8-8e85-463c-aff4-744c1ae59923 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:47:14.000011 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-89ff4c60-822e-459a-bd31-eb512492d08b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:14.032954 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device cc34c24a-1d09-4609-864e-edb348dd3721 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:47:14.076842 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-0fff22f9-18b9-43c1-98b3-2d5ae36d677d None None] Set router d2044af4-b236-40af-b3d4-fee545827943 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:47:14.088215 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-f3702d1d-de9c-4bde-8d1f-5cac0bf5cde9 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Allocated IP 2001:db8::f816:3eff:fe1b:a116 (f810e159-a5e8-4c86-8cec-5d909fe013dd/3f7ed44d-036a-4c8b-a1c4-0565f1b60234/90f57049-618e-404a-8c80-b5a9feb8d779) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:47:14.102136 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-aaad0ff6-80d5-40d5-b043-e6d0788b0068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:14.169847 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-f8c23542-17ff-4c1c-a8c3-05092b7f4f9d tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] For port 063018f8-8e85-463c-aff4-744c1ae59923, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=063018f8-8e85-463c-aff4-744c1ae59923,segment=NetworkSegment(4fe36976-da60-41bc-90de-c4edc3770412),segment_id=4fe36976-da60-41bc-90de-c4edc3770412)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:47:14.170416 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f8c23542-17ff-4c1c-a8c3-05092b7f4f9d tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:14.195198 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f06ac11a-a830-404d-89f4-65dd549e9d0f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:14.239284 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8040ab01-c5ed-4451-b0f7-9cae6508b22b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:14.245334 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8040ab01-c5ed-4451-b0f7-9cae6508b22b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:14.245918 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8040ab01-c5ed-4451-b0f7-9cae6508b22b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:14.334596 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f8c23542-17ff-4c1c-a8c3-05092b7f4f9d tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Calling delete_port for 063018f8-8e85-463c-aff4-744c1ae59923 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:47:14.459072 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-cbcf845f-7f50-4662-846d-ab46a216d133 None None] Allocated IP 172.20.0.2 (9b52fa13-90e5-4d9b-bd04-f08f37ff314e/5cc9e74e-861e-45d0-8d44-208c9e1f2999/46185db2-079e-4291-a32d-14620998126a) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:47:14.473846 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-8040ab01-c5ed-4451-b0f7-9cae6508b22b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2144535 Oct 26 15:47:14.474590 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8040ab01-c5ed-4451-b0f7-9cae6508b22b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event updated for resources: {'Network': ['ID=628fb319-2c4e-428f-9377-c82bbda4b677,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:14.497231 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36974) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:14.507494 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 628fb319-2c4e-428f-9377-c82bbda4b677 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:47:14.516722 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-4f726731-50df-4944-bd9c-e5ecb13ab061 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Request body: {'subnet': {'network_id': '628fb319-2c4e-428f-9377-c82bbda4b677', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:14.533075 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f3702d1d-de9c-4bde-8d1f-5cac0bf5cde9 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:14.627582 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-f3702d1d-de9c-4bde-8d1f-5cac0bf5cde9 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Transition to ACTIVE for port object 90f57049-618e-404a-8c80-b5a9feb8d779 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:47:14.637404 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-652945fb-2f71-44eb-a229-41f210becc2b tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:14.640872 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port cc34c24a-1d09-4609-864e-edb348dd3721 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:47:14.645251 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-652945fb-2f71-44eb-a229-41f210becc2b tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:14.666371 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-2aafa827-de36-45f4-b9e5-63f90e6a71dc tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] 10.222.0.23 "GET /v2.0/routers/d2044af4-b236-40af-b3d4-fee545827943 HTTP/1.1" status: 200 len: 909 time: 1.1070523 Oct 26 15:47:14.683012 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36978) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:14.715074 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port cc34c24a-1d09-4609-864e-edb348dd3721 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:47:14.715074 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:14.715074 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port cc34c24a-1d09-4609-864e-edb348dd3721 Oct 26 15:47:14.717097 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-ca6cd62b-0a14-4ca3-b103-ecee70cc584a tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1333398999', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'enable_snat': True}}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:14.732809 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-4f726731-50df-4944-bd9c-e5ecb13ab061 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:14.738660 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-4f726731-50df-4944-bd9c-e5ecb13ab061 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Usage tracker for resource:subnet and tenant:1be2509a71d64d26a32bbf77f727e229 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:14.742748 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-4f726731-50df-4944-bd9c-e5ecb13ab061 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:14.750063 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-4f726731-50df-4944-bd9c-e5ecb13ab061 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:14.754081 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f3702d1d-de9c-4bde-8d1f-5cac0bf5cde9 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:14.776868 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ca6cd62b-0a14-4ca3-b103-ecee70cc584a tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:14.797043 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ca6cd62b-0a14-4ca3-b103-ecee70cc584a tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Usage tracker for resource:router and tenant:10ca3219de1940369df7d17421d53c85 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:14.802615 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ca6cd62b-0a14-4ca3-b103-ecee70cc584a tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:14.812648 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ca6cd62b-0a14-4ca3-b103-ecee70cc584a tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:14.853749 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3702d1d-de9c-4bde-8d1f-5cac0bf5cde9 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:47:14.857741 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-f3702d1d-de9c-4bde-8d1f-5cac0bf5cde9 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:47:14.862743 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f06ac11a-a830-404d-89f4-65dd549e9d0f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:14.865029 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f8c23542-17ff-4c1c-a8c3-05092b7f4f9d tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:14.867834 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3702d1d-de9c-4bde-8d1f-5cac0bf5cde9 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:47:14.897324 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3702d1d-de9c-4bde-8d1f-5cac0bf5cde9 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Port': ['ID=90f57049-618e-404a-8c80-b5a9feb8d779,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:14.922579 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ca6cd62b-0a14-4ca3-b103-ecee70cc584a tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:14.923694 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ca6cd62b-0a14-4ca3-b103-ecee70cc584a tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:14.927184 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c23542-17ff-4c1c-a8c3-05092b7f4f9d tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Pushing event deleted for resources: {'Port': ['ID=063018f8-8e85-463c-aff4-744c1ae59923,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:14.930586 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c23542-17ff-4c1c-a8c3-05092b7f4f9d tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] No DVR routers for this DVR port 063018f8-8e85-463c-aff4-744c1ae59923 on host dv-neutron-862712-1-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:47:14.932981 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-652945fb-2f71-44eb-a229-41f210becc2b tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:14.933302 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652945fb-2f71-44eb-a229-41f210becc2b tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cd33264f-2418-49e5-baad-90a85c74da1e {{(pid=89747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:47:14.941582 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-89ff4c60-822e-459a-bd31-eb512492d08b None None] For port 063018f8-8e85-463c-aff4-744c1ae59923, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=063018f8-8e85-463c-aff4-744c1ae59923,segment=NetworkSegment(4fe36976-da60-41bc-90de-c4edc3770412),segment_id=4fe36976-da60-41bc-90de-c4edc3770412)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:47:14.942095 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-89ff4c60-822e-459a-bd31-eb512492d08b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:14.966592 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f726731-50df-4944-bd9c-e5ecb13ab061 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Made reservation on behalf of 1be2509a71d64d26a32bbf77f727e229 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:47:14.970037 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4f726731-50df-4944-bd9c-e5ecb13ab061 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:14.972777 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f06ac11a-a830-404d-89f4-65dd549e9d0f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:14.973484 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f06ac11a-a830-404d-89f4-65dd549e9d0f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] In _notify_port_updated(), no bound segment for port 7341577b-c83d-4c6f-b13e-9c38464b793c on network 727fe7ec-fce3-4e2e-9e69-5d326c45d061 {{(pid=89747) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 26 15:47:14.979714 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06ac11a-a830-404d-89f4-65dd549e9d0f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:14.980424 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f06ac11a-a830-404d-89f4-65dd549e9d0f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:14.984556 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f06ac11a-a830-404d-89f4-65dd549e9d0f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "PUT /v2.0/ports/7341577b-c83d-4c6f-b13e-9c38464b793c HTTP/1.1" status: 200 len: 818 time: 1.6339664 Oct 26 15:47:15.024532 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36982) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:15.109677 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ca6cd62b-0a14-4ca3-b103-ecee70cc584a tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:15.152027 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3702d1d-de9c-4bde-8d1f-5cac0bf5cde9 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:15.152657 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f3702d1d-de9c-4bde-8d1f-5cac0bf5cde9 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:15.173710 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-89ff4c60-822e-459a-bd31-eb512492d08b None None] Calling delete_port for 063018f8-8e85-463c-aff4-744c1ae59923 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:47:15.215615 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-652945fb-2f71-44eb-a229-41f210becc2b tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:15.227239 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-652945fb-2f71-44eb-a229-41f210becc2b tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] 10.222.0.23 "DELETE /v2.0/routers/cd33264f-2418-49e5-baad-90a85c74da1e HTTP/1.1" status: 204 len: 168 time: 1.5036278 Oct 26 15:47:15.227440 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36986) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:15.227568 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b654c663-526a-4b21-bb90-7edc35e7ebab None None] Update dhcp port {'port': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'fixed_ips': [{'subnet_id': '3f7ed44d-036a-4c8b-a1c4-0565f1b60234', 'ip_address': '2001:db8::f816:3eff:feea:c8'}, {'subnet_id': '44ba384b-457c-4f2a-af80-fd37cce2ca86'}], 'binding:host_id': 'dv-neutron-862712-1-hyperv'}, 'id': 'cc34c24a-1d09-4609-864e-edb348dd3721'} from dv-neutron-862712-1-hyperv. {{(pid=89749) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 26 15:47:15.229891 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ac11a-a830-404d-89f4-65dd549e9d0f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event updated for resources: {'Port': ['ID=7341577b-c83d-4c6f-b13e-9c38464b793c,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:15.236383 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f8c23542-17ff-4c1c-a8c3-05092b7f4f9d tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:15.238719 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-66ce582c-f765-48e6-8888-6996f8307266 tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Request body: {'router': {'name': 'tempest-router-1249546791', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b97c9f80cd3a491a971a25aeb7916b40'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:15.243413 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-66ce582c-f765-48e6-8888-6996f8307266 tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:15.252383 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-66ce582c-f765-48e6-8888-6996f8307266 tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Usage tracker for resource:router and tenant:b97c9f80cd3a491a971a25aeb7916b40 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:15.256444 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-aaad0ff6-80d5-40d5-b043-e6d0788b0068 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:15.266444 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-eae8115f-a4a0-4dd0-a501-fa026b4c340a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Deleting port 7341577b-c83d-4c6f-b13e-9c38464b793c {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:47:15.266956 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-eae8115f-a4a0-4dd0-a501-fa026b4c340a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:15.290874 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-66ce582c-f765-48e6-8888-6996f8307266 tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:15.300322 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-aaad0ff6-80d5-40d5-b043-e6d0788b0068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:15.303238 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-66ce582c-f765-48e6-8888-6996f8307266 tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:15.307151 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f3702d1d-de9c-4bde-8d1f-5cac0bf5cde9 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.5421112 Oct 26 15:47:15.314698 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 36990) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:15.321518 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-f8c23542-17ff-4c1c-a8c3-05092b7f4f9d tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9308b587-4ad3-48aa-bc5b-1f948ad0901c']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:15.415283 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b654c663-526a-4b21-bb90-7edc35e7ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:15.444294 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-f8c23542-17ff-4c1c-a8c3-05092b7f4f9d tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fe36976-da60-41bc-90de-c4edc3770412') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:15.444742 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-f8c23542-17ff-4c1c-a8c3-05092b7f4f9d tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fe36976-da60-41bc-90de-c4edc3770412') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:15.517315 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-89ff4c60-822e-459a-bd31-eb512492d08b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:47:15.517837 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-89ff4c60-822e-459a-bd31-eb512492d08b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:47:15.518325 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port cc34c24a-1d09-4609-864e-edb348dd3721 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:47:15.518741 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:15.520852 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-66ce582c-f765-48e6-8888-6996f8307266 tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:15.521874 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-66ce582c-f765-48e6-8888-6996f8307266 tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:15.528915 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-cbcf845f-7f50-4662-846d-ab46a216d133 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:15.545178 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-0fff22f9-18b9-43c1-98b3-2d5ae36d677d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2044af4-b236-40af-b3d4-fee545827943', 'name': 'tempest-snat-router-1333398999', 'tenant_id': '10ca3219de1940369df7d17421d53c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.160'}], 'enable_snat': False}, 'gw_port_id': 'df381fe0-2659-4aea-90b3-0776c1c439c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:47:05Z', 'updated_at': '2022-10-26T15:47:09Z', 'revision_number': 3, 'project_id': '10ca3219de1940369df7d17421d53c85', 'gw_port': {'id': 'df381fe0-2659-4aea-90b3-0776c1c439c0', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:77:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2044af4-b236-40af-b3d4-fee545827943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:47:08Z', 'updated_at': '2022-10-26T15:47:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:15.562988 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-66ce582c-f765-48e6-8888-6996f8307266 tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:15.571829 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fff22f9-18b9-43c1-98b3-2d5ae36d677d None None] Checking router: d2044af4-b236-40af-b3d4-fee545827943 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:47:15.572185 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fff22f9-18b9-43c1-98b3-2d5ae36d677d None None] Updating router d2044af4-b236-40af-b3d4-fee545827943 port df381fe0-2659-4aea-90b3-0776c1c439c0 binding host dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:47:15.590046 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-aaad0ff6-80d5-40d5-b043-e6d0788b0068 admin admin] Allocated IP 172.26.2.64 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/41f9995d-0451-4e1b-88a5-4afa3110819c) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:47:15.597817 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-cbcf845f-7f50-4662-846d-ab46a216d133 None None] Transition to ACTIVE for port object 46185db2-079e-4291-a32d-14620998126a will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:47:15.606135 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4f726731-50df-4944-bd9c-e5ecb13ab061 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:15.673520 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f8c23542-17ff-4c1c-a8c3-05092b7f4f9d tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:15.680136 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f726731-50df-4944-bd9c-e5ecb13ab061 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event updated for resources: {'Subnet': ['ID=74bcf894-f219-4f16-8c10-7a4d1b19a68b,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:15.704744 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-cbcf845f-7f50-4662-846d-ab46a216d133 None None] Transition to ACTIVE for port object 46185db2-079e-4291-a32d-14620998126a will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:47:15.708417 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-66ce582c-f765-48e6-8888-6996f8307266 tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:15.712630 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port cc34c24a-1d09-4609-864e-edb348dd3721, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=cc34c24a-1d09-4609-864e-edb348dd3721,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:47:15.720377 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-0fff22f9-18b9-43c1-98b3-2d5ae36d677d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:15.783095 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-cbcf845f-7f50-4662-846d-ab46a216d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:15.810322 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-66ce582c-f765-48e6-8888-6996f8307266 tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:15.814118 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-66ce582c-f765-48e6-8888-6996f8307266 tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5880413 Oct 26 15:47:15.815537 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 36994) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:15.822769 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-f68d95e4-726e-4489-bfcb-9e8cd452029c tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Request body: {'router': {'distributed': True}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:15.875775 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f8c23542-17ff-4c1c-a8c3-05092b7f4f9d tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:15.876172 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:15.891395 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c23542-17ff-4c1c-a8c3-05092b7f4f9d tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:47:15.891787 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f8c23542-17ff-4c1c-a8c3-05092b7f4f9d tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:15.959316 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcf845f-7f50-4662-846d-ab46a216d133 None None] Network 9b52fa13-90e5-4d9b-bd04-f08f37ff314e is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:47:15.967336 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-cbcf845f-7f50-4662-846d-ab46a216d133 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:47:15.970829 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ca6cd62b-0a14-4ca3-b103-ecee70cc584a tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:15.981191 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcf845f-7f50-4662-846d-ab46a216d133 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:47:15.981866 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 4fe36976-da60-41bc-90de-c4edc3770412 resource provider aggregate not found Oct 26 15:47:15.986310 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf845f-7f50-4662-846d-ab46a216d133 None None] Pushing event updated for resources: {'Port': ['ID=46185db2-079e-4291-a32d-14620998126a,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:16.032723 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-89ff4c60-822e-459a-bd31-eb512492d08b None None] Deleting port 063018f8-8e85-463c-aff4-744c1ae59923 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:47:16.034847 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-89ff4c60-822e-459a-bd31-eb512492d08b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:16.066531 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 063018f8-8e85-463c-aff4-744c1ae59923 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:47:16.084008 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 4fe36976-da60-41bc-90de-c4edc3770412 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4fe36976-da60-41bc-90de-c4edc3770412 found for delete ", "request_id": "req-1d472550-2434-43d2-aa9f-855bfb28d329"}]} Oct 26 15:47:16.084415 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f726731-50df-4944-bd9c-e5ecb13ab061 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Checking segment: {'id': 'dc06b401-ca61-4bfa-b0ae-986b521ad89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '628fb319-2c4e-428f-9377-c82bbda4b677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:47:16.084735 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f726731-50df-4944-bd9c-e5ecb13ab061 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Network hostable DHCP agents. Network: 628fb319-2c4e-428f-9377-c82bbda4b677, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:47:16.149370 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b41b9a-8fe2-4bbf-8c6b-8de908fb6379 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:16.155508 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b41b9a-8fe2-4bbf-8c6b-8de908fb6379 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:16.156057 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-42b41b9a-8fe2-4bbf-8c6b-8de908fb6379 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:47:16.169428 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-eae8115f-a4a0-4dd0-a501-fa026b4c340a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:16.204530 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 063018f8-8e85-463c-aff4-744c1ae59923 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:47:16.205140 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 063018f8-8e85-463c-aff4-744c1ae59923 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:47:16.210338 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-89ff4c60-822e-459a-bd31-eb512492d08b None None] The port '063018f8-8e85-463c-aff4-744c1ae59923' was deleted {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 15:47:16.214225 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-b654c663-526a-4b21-bb90-7edc35e7ebab None None] Allocated IP 172.20.0.2 (f810e159-a5e8-4c86-8cec-5d909fe013dd/44ba384b-457c-4f2a-af80-fd37cce2ca86/cc34c24a-1d09-4609-864e-edb348dd3721) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:47:16.233995 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f8c23542-17ff-4c1c-a8c3-05092b7f4f9d tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:16.315496 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=cc34c24a-1d09-4609-864e-edb348dd3721,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:16.323976 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-cbcf845f-7f50-4662-846d-ab46a216d133 None None] Attempting to bind port 46185db2-079e-4291-a32d-14620998126a on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:47:16.324354 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-cbcf845f-7f50-4662-846d-ab46a216d133 None None] Attempting to bind port 46185db2-079e-4291-a32d-14620998126a by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'ef45b2d8-d853-4c7b-bf2d-57a8b128d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9b52fa13-90e5-4d9b-bd04-f08f37ff314e'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:47:16.324725 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcf845f-7f50-4662-846d-ab46a216d133 None None] Attempting to bind port 46185db2-079e-4291-a32d-14620998126a on network 9b52fa13-90e5-4d9b-bd04-f08f37ff314e {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:47:16.378072 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-eae8115f-a4a0-4dd0-a501-fa026b4c340a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Calling delete_port for 7341577b-c83d-4c6f-b13e-9c38464b793c owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:47:16.378621 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcf845f-7f50-4662-846d-ab46a216d133 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:47:16.379018 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcf845f-7f50-4662-846d-ab46a216d133 None None] Checking segment: {'id': 'ef45b2d8-d853-4c7b-bf2d-57a8b128d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9b52fa13-90e5-4d9b-bd04-f08f37ff314e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:47:16.379424 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-cbcf845f-7f50-4662-846d-ab46a216d133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:16.379823 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcf845f-7f50-4662-846d-ab46a216d133 None None] Bound using segment: {'id': 'ef45b2d8-d853-4c7b-bf2d-57a8b128d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9b52fa13-90e5-4d9b-bd04-f08f37ff314e'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:47:16.380308 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-cbcf845f-7f50-4662-846d-ab46a216d133 None None] Bound port: 46185db2-079e-4291-a32d-14620998126a, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef45b2d8-d853-4c7b-bf2d-57a8b128d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9b52fa13-90e5-4d9b-bd04-f08f37ff314e'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:47:16.380688 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-cbcf845f-7f50-4662-846d-ab46a216d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:16.407085 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f8c23542-17ff-4c1c-a8c3-05092b7f4f9d tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:16.419336 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f68d95e4-726e-4489-bfcb-9e8cd452029c tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:16.419818 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f68d95e4-726e-4489-bfcb-9e8cd452029c tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Notify callbacks [] for router, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:16.433869 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c23542-17ff-4c1c-a8c3-05092b7f4f9d tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Pushing event deleted for resources: {'Network': ['ID=9308b587-4ad3-48aa-bc5b-1f948ad0901c,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:16.441976 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f8c23542-17ff-4c1c-a8c3-05092b7f4f9d tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] 10.222.0.23 "DELETE /v2.0/networks/9308b587-4ad3-48aa-bc5b-1f948ad0901c HTTP/1.1" status: 204 len: 168 time: 3.4173601 Oct 26 15:47:16.446032 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37002) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:16.454087 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-b654c663-526a-4b21-bb90-7edc35e7ebab None None] For port cc34c24a-1d09-4609-864e-edb348dd3721, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=cc34c24a-1d09-4609-864e-edb348dd3721,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:47:16.480271 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b654c663-526a-4b21-bb90-7edc35e7ebab None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:16.482975 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-42b41b9a-8fe2-4bbf-8c6b-8de908fb6379 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:47:16.484118 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-42b41b9a-8fe2-4bbf-8c6b-8de908fb6379 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 1.1683726 Oct 26 15:47:16.494619 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37006) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:16.498662 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-b654c663-526a-4b21-bb90-7edc35e7ebab None None] Transition to ACTIVE for port object cc34c24a-1d09-4609-864e-edb348dd3721 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:47:16.588230 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-cbcf845f-7f50-4662-846d-ab46a216d133 None None] For port 46185db2-079e-4291-a32d-14620998126a, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:47:16.592118 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f726731-50df-4944-bd9c-e5ecb13ab061 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Network 628fb319-2c4e-428f-9377-c82bbda4b677 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:47:16.595394 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-cbcf845f-7f50-4662-846d-ab46a216d133 None None] For port 46185db2-079e-4291-a32d-14620998126a, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=46185db2-079e-4291-a32d-14620998126a,segment=NetworkSegment(ef45b2d8-d853-4c7b-bf2d-57a8b128d8fe),segment_id=ef45b2d8-d853-4c7b-bf2d-57a8b128d8fe)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:47:16.596134 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-aaad0ff6-80d5-40d5-b043-e6d0788b0068 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:16.609186 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-820ad280-3ff4-4c36-bb15-73309610c759 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Deleting subnet d983e64a-c781-4494-9f48-f8814d561c7a {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:47:16.611093 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f68d95e4-726e-4489-bfcb-9e8cd452029c tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=89748) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Oct 26 15:47:16.611432 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f68d95e4-726e-4489-bfcb-9e8cd452029c tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Router 0fc96fcf-4964-47ed-82aa-5d9871ef5c28 migrating from provider to provider. {{(pid=89748) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Oct 26 15:47:16.611799 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f68d95e4-726e-4489-bfcb-9e8cd452029c tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:16.618052 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-820ad280-3ff4-4c36-bb15-73309610c759 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:16.619230 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f68d95e4-726e-4489-bfcb-9e8cd452029c tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:16.648905 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b654c663-526a-4b21-bb90-7edc35e7ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:16.659281 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-4a70a2fd-58b1-4f44-89d8-dba60608bdc6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting port 90f57049-618e-404a-8c80-b5a9feb8d779 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:47:16.667066 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4a70a2fd-58b1-4f44-89d8-dba60608bdc6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:16.683308 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-4f726731-50df-4944-bd9c-e5ecb13ab061 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 628fb319-2c4e-428f-9377-c82bbda4b677) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:47:16.696128 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-eae8115f-a4a0-4dd0-a501-fa026b4c340a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:16.700626 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f726731-50df-4944-bd9c-e5ecb13ab061 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:16.701349 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4f726731-50df-4944-bd9c-e5ecb13ab061 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:16.709528 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ddbc97-9d6f-4beb-9574-cc5ecbeee524 None None] Network 628fb319-2c4e-428f-9377-c82bbda4b677 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:47:16.730709 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-cbcf845f-7f50-4662-846d-ab46a216d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:16.746628 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f68d95e4-726e-4489-bfcb-9e8cd452029c tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-581503'] for router, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:16.749449 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-aaad0ff6-80d5-40d5-b043-e6d0788b0068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:16.782174 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-820ad280-3ff4-4c36-bb15-73309610c759 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:16.824495 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8115f-a4a0-4dd0-a501-fa026b4c340a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event deleted for resources: {'Port': ['ID=7341577b-c83d-4c6f-b13e-9c38464b793c,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:16.849284 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-eae8115f-a4a0-4dd0-a501-fa026b4c340a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:16.884913 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-4f726731-50df-4944-bd9c-e5ecb13ab061 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3835545 Oct 26 15:47:16.890402 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37010) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:16.960225 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaad0ff6-80d5-40d5-b043-e6d0788b0068 admin admin] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:47:16.966327 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-aaad0ff6-80d5-40d5-b043-e6d0788b0068 admin admin] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:47:16.968770 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaad0ff6-80d5-40d5-b043-e6d0788b0068 admin admin] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:47:16.997707 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaad0ff6-80d5-40d5-b043-e6d0788b0068 admin admin] Pushing event updated for resources: {'Port': ['ID=41f9995d-0451-4e1b-88a5-4afa3110819c,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:17.028388 dv-neutron-862712-1-hyperv neutron-server[89748]: WARNING neutron.scheduler.l3_agent_scheduler [None req-f68d95e4-726e-4489-bfcb-9e8cd452029c tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] No L3 agents can host the router 0fc96fcf-4964-47ed-82aa-5d9871ef5c28 Oct 26 15:47:17.086089 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b654c663-526a-4b21-bb90-7edc35e7ebab None None] Pushing event updated for resources: {'Port': ['ID=cc34c24a-1d09-4609-864e-edb348dd3721,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:17.166162 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-eae8115f-a4a0-4dd0-a501-fa026b4c340a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/ports/7341577b-c83d-4c6f-b13e-9c38464b793c HTTP/1.1" status: 204 len: 168 time: 2.1394548 Oct 26 15:47:17.174314 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37014) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:17.412876 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf845f-7f50-4662-846d-ab46a216d133 None None] Pushing event updated for resources: {'Port': ['ID=46185db2-079e-4291-a32d-14620998126a,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:17.462618 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b11523-24a5-470c-92d9-0cab86c1d4c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-628fb319-2c4e-428f-9377-c82bbda4b677', 'network_id': '628fb319-2c4e-428f-9377-c82bbda4b677', 'tenant_id': '1be2509a71d64d26a32bbf77f727e229', 'fixed_ips': [{'subnet_id': '74bcf894-f219-4f16-8c10-7a4d1b19a68b'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:47:17.463062 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d7b11523-24a5-470c-92d9-0cab86c1d4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:17.556006 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-0fff22f9-18b9-43c1-98b3-2d5ae36d677d None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:17.586251 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-0fff22f9-18b9-43c1-98b3-2d5ae36d677d None None] Transition to ACTIVE for port object df381fe0-2659-4aea-90b3-0776c1c439c0 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:47:17.640124 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-820ad280-3ff4-4c36-bb15-73309610c759 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:17.688895 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4a70a2fd-58b1-4f44-89d8-dba60608bdc6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:17.696893 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-d7b11523-24a5-470c-92d9-0cab86c1d4c5 None None] Allocated IP 172.20.0.1 (628fb319-2c4e-428f-9377-c82bbda4b677/74bcf894-f219-4f16-8c10-7a4d1b19a68b/448b1f63-899c-4d63-ac07-520f60bbf406) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:47:17.715526 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0bc75cc8-2f50-47c8-af31-a82e39871204 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:17.807597 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-0fff22f9-18b9-43c1-98b3-2d5ae36d677d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:17.893456 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-0fff22f9-18b9-43c1-98b3-2d5ae36d677d None None] Attempting to bind port df381fe0-2659-4aea-90b3-0776c1c439c0 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:47:17.893838 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-0fff22f9-18b9-43c1-98b3-2d5ae36d677d None None] Attempting to bind port df381fe0-2659-4aea-90b3-0776c1c439c0 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:47:17.894213 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fff22f9-18b9-43c1-98b3-2d5ae36d677d None None] Attempting to bind port df381fe0-2659-4aea-90b3-0776c1c439c0 on network 0c79a151-ef79-4fff-8a3c-258f9478471d {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:47:17.898809 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548df5c9-d5fe-49e3-afa2-88353f162d68 None None] Pushing event updated for resources: {'Port': ['ID=df381fe0-2659-4aea-90b3-0776c1c439c0,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:17.915908 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fff22f9-18b9-43c1-98b3-2d5ae36d677d None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:47:17.917206 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fff22f9-18b9-43c1-98b3-2d5ae36d677d None None] Checking segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:47:17.917624 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-0fff22f9-18b9-43c1-98b3-2d5ae36d677d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:17.920682 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fff22f9-18b9-43c1-98b3-2d5ae36d677d None None] Bound using segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:47:17.920682 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-0fff22f9-18b9-43c1-98b3-2d5ae36d677d None None] Bound port: df381fe0-2659-4aea-90b3-0776c1c439c0, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:47:17.921158 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-0fff22f9-18b9-43c1-98b3-2d5ae36d677d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:17.955757 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-4a70a2fd-58b1-4f44-89d8-dba60608bdc6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Calling delete_port for 90f57049-618e-404a-8c80-b5a9feb8d779 owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:47:18.084537 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-aaad0ff6-80d5-40d5-b043-e6d0788b0068 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:18.186201 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-0fff22f9-18b9-43c1-98b3-2d5ae36d677d None None] For port df381fe0-2659-4aea-90b3-0776c1c439c0, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:47:18.191002 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 46185db2-079e-4291-a32d-14620998126a up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:47:18.200209 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0bc75cc8-2f50-47c8-af31-a82e39871204 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:18.230634 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ca6cd62b-0a14-4ca3-b103-ecee70cc584a tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:18.265780 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-0fff22f9-18b9-43c1-98b3-2d5ae36d677d None None] For port df381fe0-2659-4aea-90b3-0776c1c439c0, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=df381fe0-2659-4aea-90b3-0776c1c439c0,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:47:18.281889 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68d95e4-726e-4489-bfcb-9e8cd452029c tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Hosts for router 0fc96fcf-4964-47ed-82aa-5d9871ef5c28: [] {{(pid=89748) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:326}} Oct 26 15:47:18.295651 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d7b11523-24a5-470c-92d9-0cab86c1d4c5 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:18.302429 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-820ad280-3ff4-4c36-bb15-73309610c759 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:18.319137 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-d7b11523-24a5-470c-92d9-0cab86c1d4c5 None None] Transition to ACTIVE for port object 448b1f63-899c-4d63-ac07-520f60bbf406 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:47:18.332269 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e661d44-6950-473c-95ba-a094d73cee8f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:18.333022 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-2e661d44-6950-473c-95ba-a094d73cee8f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Synchronizing usage tracker for tenant:b10aaa5403b848e8bc3e4f603712654e on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:47:18.341642 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-0fff22f9-18b9-43c1-98b3-2d5ae36d677d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:18.357305 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68d95e4-726e-4489-bfcb-9e8cd452029c tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Hosts for other DVR routers connected to router 0fc96fcf-4964-47ed-82aa-5d9871ef5c28: set() {{(pid=89748) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:343}} Oct 26 15:47:18.359887 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f68d95e4-726e-4489-bfcb-9e8cd452029c tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:18.363628 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f68d95e4-726e-4489-bfcb-9e8cd452029c tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] 10.222.0.23 "PUT /v2.0/routers/0fc96fcf-4964-47ed-82aa-5d9871ef5c28 HTTP/1.1" status: 200 len: 717 time: 2.5429964 Oct 26 15:47:18.365414 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37018) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:18.396030 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ca6cd62b-0a14-4ca3-b103-ecee70cc584a tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:18.409494 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-820ad280-3ff4-4c36-bb15-73309610c759 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:18.420239 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39947a02-447b-4456-8fae-0512f8aecc39 None None] Network 8a1858ed-a510-43b2-9fea-97c1ea592273 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:47:18.424870 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ad280-3ff4-4c36-bb15-73309610c759 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Pushing event deleted for resources: {'Subnet': ['ID=d983e64a-c781-4494-9f48-f8814d561c7a,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:18.456832 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-9f5a9a00-e4f8-41ea-9034-a7558ad6e59a None None] Provisioning for port cc34c24a-1d09-4609-864e-edb348dd3721 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:47:18.460251 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-d7b11523-24a5-470c-92d9-0cab86c1d4c5 None None] Transition to ACTIVE for port object 448b1f63-899c-4d63-ac07-520f60bbf406 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:47:18.519060 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-2e661d44-6950-473c-95ba-a094d73cee8f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Unset dirty status for tenant:b10aaa5403b848e8bc3e4f603712654e on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:47:18.519641 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-2e661d44-6950-473c-95ba-a094d73cee8f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 1.3382595 Oct 26 15:47:18.530113 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37022) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:18.531667 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-820ad280-3ff4-4c36-bb15-73309610c759 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] 10.222.0.23 "DELETE /v2.0/subnets/d983e64a-c781-4494-9f48-f8814d561c7a HTTP/1.1" status: 204 len: 168 time: 2.0838335 Oct 26 15:47:18.542196 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37024) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:18.549986 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 46185db2-079e-4291-a32d-14620998126a completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:47:18.577779 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-9f5a9a00-e4f8-41ea-9034-a7558ad6e59a None None] Provisioning complete for port cc34c24a-1d09-4609-864e-edb348dd3721 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:47:18.577779 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9f5a9a00-e4f8-41ea-9034-a7558ad6e59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:18.577779 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-9f5a9a00-e4f8-41ea-9034-a7558ad6e59a None None] Attempt 1 to provision port cc34c24a-1d09-4609-864e-edb348dd3721 Oct 26 15:47:18.640176 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d7b11523-24a5-470c-92d9-0cab86c1d4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:18.643724 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fff22f9-18b9-43c1-98b3-2d5ae36d677d None None] Routers {'d2044af4-b236-40af-b3d4-fee545827943'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:47:18.644430 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-0fff22f9-18b9-43c1-98b3-2d5ae36d677d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:47:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['d2044af4-b236-40af-b3d4-fee545827943'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:18.665129 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-444a64d2-a8d0-476a-8eda-89b97a669f00 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Deleting subnet bd0f7abc-a0e2-4d68-89bc-8ca7fde95f17 {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:47:18.665842 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-444a64d2-a8d0-476a-8eda-89b97a669f00 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:18.706719 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451ef9ec-0670-4603-9f8c-8d1ccfe7cead None None] Network 9b52fa13-90e5-4d9b-bd04-f08f37ff314e requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:47:18.750519 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-444a64d2-a8d0-476a-8eda-89b97a669f00 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:18.756541 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-856d8eaa-3f5a-4007-aebb-f08c693518f5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] GET failed (client error): The resource could not be found. Oct 26 15:47:18.757083 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-856d8eaa-3f5a-4007-aebb-f08c693518f5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Synchronizing usage tracker for tenant:b10aaa5403b848e8bc3e4f603712654e on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:47:18.780517 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-bf8e518e-440b-427b-a435-050252859cb2 tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] 10.222.0.23 "GET /v2.0/routers/0fc96fcf-4964-47ed-82aa-5d9871ef5c28 HTTP/1.1" status: 200 len: 717 time: 0.4112639 Oct 26 15:47:18.782500 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37030) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:18.785924 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device cc34c24a-1d09-4609-864e-edb348dd3721 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:47:18.812055 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-856d8eaa-3f5a-4007-aebb-f08c693518f5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Unset dirty status for tenant:b10aaa5403b848e8bc3e4f603712654e on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:47:18.817614 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37036) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:18.818015 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-856d8eaa-3f5a-4007-aebb-f08c693518f5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "GET /v2.0/ports/7341577b-c83d-4c6f-b13e-9c38464b793c HTTP/1.1" status: 404 len: 333 time: 0.2738605 Oct 26 15:47:18.868916 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-aaad0ff6-80d5-40d5-b043-e6d0788b0068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:18.899009 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-4fb00612-44f1-4148-b2ae-bdf5dc63f2e2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-308280060'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:18.910336 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0bc75cc8-2f50-47c8-af31-a82e39871204 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:18.915276 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4fb00612-44f1-4148-b2ae-bdf5dc63f2e2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:18.985559 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548df5c9-d5fe-49e3-afa2-88353f162d68 None None] Pushing event updated for resources: {'Port': ['ID=df381fe0-2659-4aea-90b3-0776c1c439c0,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:18.987651 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4fb00612-44f1-4148-b2ae-bdf5dc63f2e2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Usage tracker for resource:network and tenant:b10aaa5403b848e8bc3e4f603712654e is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:18.996718 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc75cc8-2f50-47c8-af31-a82e39871204 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event deleted for resources: {'Subnet': ['ID=74bcf894-f219-4f16-8c10-7a4d1b19a68b,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:19.007713 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4fb00612-44f1-4148-b2ae-bdf5dc63f2e2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:19.044648 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4fb00612-44f1-4148-b2ae-bdf5dc63f2e2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:19.063458 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b11523-24a5-470c-92d9-0cab86c1d4c5 None None] Network 628fb319-2c4e-428f-9377-c82bbda4b677 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:47:19.097390 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-d7b11523-24a5-470c-92d9-0cab86c1d4c5 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:47:19.116492 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-ca6cd62b-0a14-4ca3-b103-ecee70cc584a tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Allocated IP 172.26.2.10 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/e8ff80dd-2c7a-4206-a95c-ba17ef73ebea) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:47:19.143792 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b11523-24a5-470c-92d9-0cab86c1d4c5 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:47:19.189251 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-6a494fc7-ca02-4872-8b3b-d6215cefd2c8 tempest-RoutersTestDVR-431137562 tempest-RoutersTestDVR-431137562-project] 10.222.0.23 "GET /v2.0/routers/0fc96fcf-4964-47ed-82aa-5d9871ef5c28 HTTP/1.1" status: 200 len: 683 time: 0.4040878 Oct 26 15:47:19.189841 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37040) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:19.286894 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b11523-24a5-470c-92d9-0cab86c1d4c5 None None] Pushing event updated for resources: {'Port': ['ID=448b1f63-899c-4d63-ac07-520f60bbf406,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:19.297077 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4a70a2fd-58b1-4f44-89d8-dba60608bdc6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:19.341811 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0bc75cc8-2f50-47c8-af31-a82e39871204 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:19.403353 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-444a64d2-a8d0-476a-8eda-89b97a669f00 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:19.441116 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a70a2fd-58b1-4f44-89d8-dba60608bdc6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Port': ['ID=90f57049-618e-404a-8c80-b5a9feb8d779,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:19.443260 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb00612-44f1-4148-b2ae-bdf5dc63f2e2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Made reservation on behalf of b10aaa5403b848e8bc3e4f603712654e for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:47:19.446597 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4fb00612-44f1-4148-b2ae-bdf5dc63f2e2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:19.465202 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-0fff22f9-18b9-43c1-98b3-2d5ae36d677d None None] Set router d2044af4-b236-40af-b3d4-fee545827943 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:47:19.493484 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-06f5ebcb-baef-410d-87c1-19c54951da0d tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Notify callbacks [] for router, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:19.546693 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-0bc75cc8-2f50-47c8-af31-a82e39871204 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['628fb319-2c4e-428f-9377-c82bbda4b677']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:19.578371 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port cc34c24a-1d09-4609-864e-edb348dd3721 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:47:19.578775 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:19.579117 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port cc34c24a-1d09-4609-864e-edb348dd3721 Oct 26 15:47:19.603673 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-d7b11523-24a5-470c-92d9-0cab86c1d4c5 None None] Attempting to bind port 448b1f63-899c-4d63-ac07-520f60bbf406 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:47:19.604045 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-d7b11523-24a5-470c-92d9-0cab86c1d4c5 None None] Attempting to bind port 448b1f63-899c-4d63-ac07-520f60bbf406 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'dc06b401-ca61-4bfa-b0ae-986b521ad89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '628fb319-2c4e-428f-9377-c82bbda4b677'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:47:19.604403 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b11523-24a5-470c-92d9-0cab86c1d4c5 None None] Attempting to bind port 448b1f63-899c-4d63-ac07-520f60bbf406 on network 628fb319-2c4e-428f-9377-c82bbda4b677 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:47:19.623002 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-0bc75cc8-2f50-47c8-af31-a82e39871204 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc06b401-ca61-4bfa-b0ae-986b521ad89f') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:19.623657 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-0bc75cc8-2f50-47c8-af31-a82e39871204 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc06b401-ca61-4bfa-b0ae-986b521ad89f') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:19.666323 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b11523-24a5-470c-92d9-0cab86c1d4c5 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:47:19.666723 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b11523-24a5-470c-92d9-0cab86c1d4c5 None None] Checking segment: {'id': 'dc06b401-ca61-4bfa-b0ae-986b521ad89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '628fb319-2c4e-428f-9377-c82bbda4b677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:47:19.667135 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d7b11523-24a5-470c-92d9-0cab86c1d4c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:19.667535 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b11523-24a5-470c-92d9-0cab86c1d4c5 None None] Bound using segment: {'id': 'dc06b401-ca61-4bfa-b0ae-986b521ad89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '628fb319-2c4e-428f-9377-c82bbda4b677'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:47:19.668021 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-d7b11523-24a5-470c-92d9-0cab86c1d4c5 None None] Bound port: 448b1f63-899c-4d63-ac07-520f60bbf406, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc06b401-ca61-4bfa-b0ae-986b521ad89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '628fb319-2c4e-428f-9377-c82bbda4b677'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:47:19.668454 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d7b11523-24a5-470c-92d9-0cab86c1d4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:19.694160 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-9f5a9a00-e4f8-41ea-9034-a7558ad6e59a None None] Current status of the port cc34c24a-1d09-4609-864e-edb348dd3721 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:47:19.698103 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0bc75cc8-2f50-47c8-af31-a82e39871204 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:19.782903 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fb00612-44f1-4148-b2ae-bdf5dc63f2e2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:47:19.787150 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0bc75cc8-2f50-47c8-af31-a82e39871204 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:19.833654 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bc75cc8-2f50-47c8-af31-a82e39871204 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:47:19.834058 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0bc75cc8-2f50-47c8-af31-a82e39871204 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:19.870978 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4a70a2fd-58b1-4f44-89d8-dba60608bdc6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:19.887457 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-06f5ebcb-baef-410d-87c1-19c54951da0d tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:19.890041 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-06f5ebcb-baef-410d-87c1-19c54951da0d tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:19.932076 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment dc06b401-ca61-4bfa-b0ae-986b521ad89f resource provider aggregate not found Oct 26 15:47:19.945890 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaad0ff6-80d5-40d5-b043-e6d0788b0068 admin admin] Router 5f176685-5721-4547-968c-4a62110b7d6e is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:47:19.952030 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-444a64d2-a8d0-476a-8eda-89b97a669f00 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:19.962016 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment dc06b401-ca61-4bfa-b0ae-986b521ad89f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc06b401-ca61-4bfa-b0ae-986b521ad89f found for delete ", "request_id": "req-015dd66c-c348-4dbc-b1a0-795adb10aa32"}]} Oct 26 15:47:20.005185 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467417ad-6200-4a1d-af34-8629361aec02 None None] DHCP port deletion for 8a1858ed-a510-43b2-9fea-97c1ea592273 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:47:20.017971 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ca6cd62b-0a14-4ca3-b103-ecee70cc584a tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:20.021186 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-06f5ebcb-baef-410d-87c1-19c54951da0d tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:20.022223 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f5ebcb-baef-410d-87c1-19c54951da0d tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0fc96fcf-4964-47ed-82aa-5d9871ef5c28 {{(pid=89748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:47:20.032223 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444a64d2-a8d0-476a-8eda-89b97a669f00 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Pushing event deleted for resources: {'Subnet': ['ID=bd0f7abc-a0e2-4d68-89bc-8ca7fde95f17,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:20.038389 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-444a64d2-a8d0-476a-8eda-89b97a669f00 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:20.046170 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4fb00612-44f1-4148-b2ae-bdf5dc63f2e2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:20.046556 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-4fb00612-44f1-4148-b2ae-bdf5dc63f2e2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Added segment d9f77b60-38cc-4e70-9266-d4b18d853097 of type vlan for network f0152063-becc-4a23-8ec6-53c7fc51d575 Oct 26 15:47:20.059674 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-444a64d2-a8d0-476a-8eda-89b97a669f00 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] 10.222.0.23 "DELETE /v2.0/subnets/bd0f7abc-a0e2-4d68-89bc-8ca7fde95f17 HTTP/1.1" status: 204 len: 168 time: 1.4817131 Oct 26 15:47:20.063357 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37050) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:20.067430 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55421c54-fcc5-4a8c-ad2e-baecc36f573f None None] Network 5fb5921c-6c9f-47de-89a7-894063de0a8e requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:47:20.082704 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-467417ad-6200-4a1d-af34-8629361aec02 None None] Deleting port a8270584-ccf0-4631-84f9-dcaab252cc91 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:47:20.083202 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-467417ad-6200-4a1d-af34-8629361aec02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:20.111673 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-0bc75cc8-2f50-47c8-af31-a82e39871204 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 15:47:20.111673 dv-neutron-862712-1-hyperv neutron-server[89747]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 15:47:20.111673 dv-neutron-862712-1-hyperv neutron-server[89747]: [parameters: {'id': '628fb319-2c4e-428f-9377-c82bbda4b677'}] Oct 26 15:47:20.111673 dv-neutron-862712-1-hyperv neutron-server[89747]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:47:20.114133 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-0bc75cc8-2f50-47c8-af31-a82e39871204 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:47:20.116625 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-06f5ebcb-baef-410d-87c1-19c54951da0d tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:20.121454 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-06f5ebcb-baef-410d-87c1-19c54951da0d tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] 10.222.0.23 "DELETE /v2.0/routers/0fc96fcf-4964-47ed-82aa-5d9871ef5c28 HTTP/1.1" status: 204 len: 168 time: 0.9275553 Oct 26 15:47:20.122810 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37054) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:20.128656 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-86ef0c66-2b59-41ad-8509-ed47a9db41fe None None] Provisioning for port 46185db2-079e-4291-a32d-14620998126a completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:47:20.129454 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-f4164db4-1974-43c0-aac6-e0bf57e54221 tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Request body: {'router': {'name': 'tempest-router-240095184', 'distributed': True}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:20.137113 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-f4164db4-1974-43c0-aac6-e0bf57e54221 tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:20.145081 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-f4164db4-1974-43c0-aac6-e0bf57e54221 tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Usage tracker for resource:router and tenant:ada58e8d86dd4c6d82753863981a7eb0 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:20.145408 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-d7b11523-24a5-470c-92d9-0cab86c1d4c5 None None] For port 448b1f63-899c-4d63-ac07-520f60bbf406, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:47:20.150307 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-f4164db4-1974-43c0-aac6-e0bf57e54221 tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:20.160913 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-f4164db4-1974-43c0-aac6-e0bf57e54221 tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:20.165440 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4a70a2fd-58b1-4f44-89d8-dba60608bdc6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/ports/90f57049-618e-404a-8c80-b5a9feb8d779 HTTP/1.1" status: 204 len: 168 time: 3.6657917 Oct 26 15:47:20.165738 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37058) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:20.175005 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4fb00612-44f1-4148-b2ae-bdf5dc63f2e2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:20.234648 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8091f837-4a2b-48f3-a796-96e6c4713d63 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:20.246879 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaad0ff6-80d5-40d5-b043-e6d0788b0068 admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:47:20.255143 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-8091f837-4a2b-48f3-a796-96e6c4713d63 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Deleting port a8270584-ccf0-4631-84f9-dcaab252cc91 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:47:20.255143 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8091f837-4a2b-48f3-a796-96e6c4713d63 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:20.261456 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-86ef0c66-2b59-41ad-8509-ed47a9db41fe None None] Provisioning complete for port 46185db2-079e-4291-a32d-14620998126a triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:47:20.262147 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-86ef0c66-2b59-41ad-8509-ed47a9db41fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:20.262648 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-86ef0c66-2b59-41ad-8509-ed47a9db41fe None None] Attempt 1 to provision port 46185db2-079e-4291-a32d-14620998126a Oct 26 15:47:20.263745 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85c1d87-387b-450f-b306-30a8a62b9e58 None None] Sync routers for ids ['5f176685-5721-4547-968c-4a62110b7d6e'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:47:20.271019 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807f0a0d-0e9c-4335-a5f2-f5697e0dd81c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:20.272487 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807f0a0d-0e9c-4335-a5f2-f5697e0dd81c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:20.274353 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807f0a0d-0e9c-4335-a5f2-f5697e0dd81c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:20.275114 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-807f0a0d-0e9c-4335-a5f2-f5697e0dd81c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:subnet {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:47:20.275820 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85c1d87-387b-450f-b306-30a8a62b9e58 None None] Routers {'5f176685-5721-4547-968c-4a62110b7d6e'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:47:20.276636 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-d85c1d87-387b-450f-b306-30a8a62b9e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:47:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['5f176685-5721-4547-968c-4a62110b7d6e'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:20.303381 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-d7b11523-24a5-470c-92d9-0cab86c1d4c5 None None] For port 448b1f63-899c-4d63-ac07-520f60bbf406, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=448b1f63-899c-4d63-ac07-520f60bbf406,segment=NetworkSegment(dc06b401-ca61-4bfa-b0ae-986b521ad89f),segment_id=dc06b401-ca61-4bfa-b0ae-986b521ad89f)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:47:20.305646 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ca6cd62b-0a14-4ca3-b103-ecee70cc584a tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:20.324410 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f4164db4-1974-43c0-aac6-e0bf57e54221 tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:20.326105 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f4164db4-1974-43c0-aac6-e0bf57e54221 tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:20.353182 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port cc34c24a-1d09-4609-864e-edb348dd3721 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:47:20.353511 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f4164db4-1974-43c0-aac6-e0bf57e54221 tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:20.390722 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-aaad0ff6-80d5-40d5-b043-e6d0788b0068 admin admin] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:20.400580 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6cd62b-0a14-4ca3-b103-ecee70cc584a tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Pushing event updated for resources: {'Port': ['ID=e8ff80dd-2c7a-4206-a95c-ba17ef73ebea,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:20.406874 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-aaad0ff6-80d5-40d5-b043-e6d0788b0068 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.2351725 Oct 26 15:47:20.411770 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-807f0a0d-0e9c-4335-a5f2-f5697e0dd81c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:subnet {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:47:20.413776 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4fb00612-44f1-4148-b2ae-bdf5dc63f2e2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:20.419617 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-807f0a0d-0e9c-4335-a5f2-f5697e0dd81c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2513268 Oct 26 15:47:20.422718 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37062) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:20.422837 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb00612-44f1-4148-b2ae-bdf5dc63f2e2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:20.423397 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4fb00612-44f1-4148-b2ae-bdf5dc63f2e2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:20.423698 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37064) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:20.460708 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d7b11523-24a5-470c-92d9-0cab86c1d4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:20.505779 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6cd62b-0a14-4ca3-b103-ecee70cc584a tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:47:20.544721 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-d85c1d87-387b-450f-b306-30a8a62b9e58 None None] Set router 5f176685-5721-4547-968c-4a62110b7d6e gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:47:20.565870 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-ca6cd62b-0a14-4ca3-b103-ecee70cc584a tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:47:20.568837 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4fb00612-44f1-4148-b2ae-bdf5dc63f2e2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7454751 Oct 26 15:47:20.570735 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6cd62b-0a14-4ca3-b103-ecee70cc584a tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:47:20.650675 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a8270584-ccf0-4631-84f9-dcaab252cc91 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:47:20.689460 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0bc75cc8-2f50-47c8-af31-a82e39871204 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:20.767379 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37070) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:20.848480 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-6976a077-e229-4ae5-824f-a7c4b93f59be tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'subnet': {'network_id': 'f0152063-becc-4a23-8ec6-53c7fc51d575', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:20.891036 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f4164db4-1974-43c0-aac6-e0bf57e54221 tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:20.947824 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-e042cab3-cc54-4471-ac27-1b77232ac504 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting subnet 3f7ed44d-036a-4c8b-a1c4-0565f1b60234 {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:47:20.962077 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e042cab3-cc54-4471-ac27-1b77232ac504 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:20.966434 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-d85c1d87-387b-450f-b306-30a8a62b9e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f176685-5721-4547-968c-4a62110b7d6e', 'name': 'tempest-ServerActionsTestJSON-1950227257-router', 'tenant_id': 'a4119eb7a47547308296079685b102f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.64'}], 'enable_snat': True}, 'gw_port_id': '41f9995d-0451-4e1b-88a5-4afa3110819c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:47:13Z', 'updated_at': '2022-10-26T15:47:17Z', 'revision_number': 3, 'project_id': 'a4119eb7a47547308296079685b102f3', 'gw_port': {'id': '41f9995d-0451-4e1b-88a5-4afa3110819c', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b8:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f176685-5721-4547-968c-4a62110b7d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:47:15Z', 'updated_at': '2022-10-26T15:47:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:20.972547 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85c1d87-387b-450f-b306-30a8a62b9e58 None None] Checking router: 5f176685-5721-4547-968c-4a62110b7d6e for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:47:20.972922 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85c1d87-387b-450f-b306-30a8a62b9e58 None None] Updating router 5f176685-5721-4547-968c-4a62110b7d6e port 41f9995d-0451-4e1b-88a5-4afa3110819c binding host dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:47:21.017229 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f4164db4-1974-43c0-aac6-e0bf57e54221 tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:21.019075 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f4164db4-1974-43c0-aac6-e0bf57e54221 tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.8964140 Oct 26 15:47:21.028334 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37074) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:21.051694 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-d85c1d87-387b-450f-b306-30a8a62b9e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:21.085152 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-6976a077-e229-4ae5-824f-a7c4b93f59be tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:21.088760 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b11523-24a5-470c-92d9-0cab86c1d4c5 None None] Pushing event updated for resources: {'Port': ['ID=448b1f63-899c-4d63-ac07-520f60bbf406,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:21.090375 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-0bc75cc8-2f50-47c8-af31-a82e39871204 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Deleting port 448b1f63-899c-4d63-ac07-520f60bbf406 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:47:21.090724 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0bc75cc8-2f50-47c8-af31-a82e39871204 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:21.127610 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ccfd1e-cc9f-401f-ae6a-260d8c8a906a None None] Network 628fb319-2c4e-428f-9377-c82bbda4b677 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:47:21.130899 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb00612-44f1-4148-b2ae-bdf5dc63f2e2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event updated for resources: {'Network': ['ID=f0152063-becc-4a23-8ec6-53c7fc51d575,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:21.134988 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-6976a077-e229-4ae5-824f-a7c4b93f59be tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Usage tracker for resource:subnet and tenant:b10aaa5403b848e8bc3e4f603712654e is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:21.161151 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network f0152063-becc-4a23-8ec6-53c7fc51d575 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:47:21.177349 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-0fff22f9-18b9-43c1-98b3-2d5ae36d677d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2044af4-b236-40af-b3d4-fee545827943', 'name': 'tempest-snat-router-1333398999', 'tenant_id': '10ca3219de1940369df7d17421d53c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.160'}], 'enable_snat': False}, 'gw_port_id': 'df381fe0-2659-4aea-90b3-0776c1c439c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:47:05Z', 'updated_at': '2022-10-26T15:47:09Z', 'revision_number': 3, 'project_id': '10ca3219de1940369df7d17421d53c85', 'gw_port': {'id': 'df381fe0-2659-4aea-90b3-0776c1c439c0', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:77:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2044af4-b236-40af-b3d4-fee545827943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:47:08Z', 'updated_at': '2022-10-26T15:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:21.277896 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-6976a077-e229-4ae5-824f-a7c4b93f59be tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:21.290175 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-86ef0c66-2b59-41ad-8509-ed47a9db41fe None None] Current status of the port 46185db2-079e-4291-a32d-14620998126a is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:47:21.290838 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-86ef0c66-2b59-41ad-8509-ed47a9db41fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:21.316064 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-467417ad-6200-4a1d-af34-8629361aec02 None None] For port a8270584-ccf0-4631-84f9-dcaab252cc91, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=a8270584-ccf0-4631-84f9-dcaab252cc91,segment=NetworkSegment(de3bf5a2-db2e-4edd-b527-c95fe713d83f),segment_id=de3bf5a2-db2e-4edd-b527-c95fe713d83f)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:47:21.316854 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-467417ad-6200-4a1d-af34-8629361aec02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:21.317777 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-6976a077-e229-4ae5-824f-a7c4b93f59be tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:21.326037 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fff22f9-18b9-43c1-98b3-2d5ae36d677d None None] The sync data for ids ['d2044af4-b236-40af-b3d4-fee545827943'] in dv-neutron-862712-1-hyperv is: [{'id': 'd2044af4-b236-40af-b3d4-fee545827943', 'name': 'tempest-snat-router-1333398999', 'tenant_id': '10ca3219de1940369df7d17421d53c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.160'}], 'enable_snat': False}, 'gw_port_id': 'df381fe0-2659-4aea-90b3-0776c1c439c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:47:05Z', 'updated_at': '2022-10-26T15:47:09Z', 'revision_number': 3, 'project_id': '10ca3219de1940369df7d17421d53c85', 'gw_port': {'id': 'df381fe0-2659-4aea-90b3-0776c1c439c0', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:77:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2044af4-b236-40af-b3d4-fee545827943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:47:08Z', 'updated_at': '2022-10-26T15:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:47:21.340789 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e042cab3-cc54-4471-ac27-1b77232ac504 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:21.485713 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-d85c1d87-387b-450f-b306-30a8a62b9e58 None None] Notify callbacks [] for port, precommit_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:21.500772 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.provisioning_blocks [None req-d85c1d87-387b-450f-b306-30a8a62b9e58 None None] Transition to ACTIVE for port object 41f9995d-0451-4e1b-88a5-4afa3110819c will not be triggered until provisioned by entity L2. {{(pid=89750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:47:21.551096 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6976a077-e229-4ae5-824f-a7c4b93f59be tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Made reservation on behalf of b10aaa5403b848e8bc3e4f603712654e for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:47:21.552804 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6976a077-e229-4ae5-824f-a7c4b93f59be tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:21.608289 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-d85c1d87-387b-450f-b306-30a8a62b9e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:21.647432 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-86ef0c66-2b59-41ad-8509-ed47a9db41fe None None] For port 46185db2-079e-4291-a32d-14620998126a, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=46185db2-079e-4291-a32d-14620998126a,segment=NetworkSegment(ef45b2d8-d853-4c7b-bf2d-57a8b128d8fe),segment_id=ef45b2d8-d853-4c7b-bf2d-57a8b128d8fe)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:47:21.660174 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-467417ad-6200-4a1d-af34-8629361aec02 None None] Calling delete_port for a8270584-ccf0-4631-84f9-dcaab252cc91 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:47:21.668299 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2005a853-0e1b-41cc-9d72-bd803ab13c7e tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Notify callbacks [] for router, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:21.724616 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port a8270584-ccf0-4631-84f9-dcaab252cc91 is: ACTIVE; New status is: DOWN {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:47:21.725255 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:21.770262 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-d85c1d87-387b-450f-b306-30a8a62b9e58 None None] Attempting to bind port 41f9995d-0451-4e1b-88a5-4afa3110819c on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:47:21.771030 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-d85c1d87-387b-450f-b306-30a8a62b9e58 None None] Attempting to bind port 41f9995d-0451-4e1b-88a5-4afa3110819c by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:47:21.771732 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85c1d87-387b-450f-b306-30a8a62b9e58 None None] Attempting to bind port 41f9995d-0451-4e1b-88a5-4afa3110819c on network 0c79a151-ef79-4fff-8a3c-258f9478471d {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:47:21.781122 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85c1d87-387b-450f-b306-30a8a62b9e58 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:47:21.781885 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85c1d87-387b-450f-b306-30a8a62b9e58 None None] Checking segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:47:21.782525 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-d85c1d87-387b-450f-b306-30a8a62b9e58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:21.783146 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85c1d87-387b-450f-b306-30a8a62b9e58 None None] Bound using segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:47:21.783907 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-d85c1d87-387b-450f-b306-30a8a62b9e58 None None] Bound port: 41f9995d-0451-4e1b-88a5-4afa3110819c, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:47:21.784541 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-d85c1d87-387b-450f-b306-30a8a62b9e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:21.799441 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-86ef0c66-2b59-41ad-8509-ed47a9db41fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:21.886364 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-d85c1d87-387b-450f-b306-30a8a62b9e58 None None] For port 41f9995d-0451-4e1b-88a5-4afa3110819c, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:47:21.886364 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-d85c1d87-387b-450f-b306-30a8a62b9e58 None None] For port 41f9995d-0451-4e1b-88a5-4afa3110819c, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=41f9995d-0451-4e1b-88a5-4afa3110819c,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:47:21.904071 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f076b2ca-4b61-46cd-b690-bc0d8ebb8f5b None None] Pushing event updated for resources: {'Port': ['ID=41f9995d-0451-4e1b-88a5-4afa3110819c,revision_number=2']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:21.912829 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076b2ca-4b61-46cd-b690-bc0d8ebb8f5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:47:21.913698 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076b2ca-4b61-46cd-b690-bc0d8ebb8f5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:47:21.914261 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076b2ca-4b61-46cd-b690-bc0d8ebb8f5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:47:21.914849 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076b2ca-4b61-46cd-b690-bc0d8ebb8f5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:47:21.915486 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076b2ca-4b61-46cd-b690-bc0d8ebb8f5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:47:21.916176 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076b2ca-4b61-46cd-b690-bc0d8ebb8f5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:47:21.916718 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076b2ca-4b61-46cd-b690-bc0d8ebb8f5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:47:21.917266 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076b2ca-4b61-46cd-b690-bc0d8ebb8f5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:47:21.917964 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076b2ca-4b61-46cd-b690-bc0d8ebb8f5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:47:21.918667 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076b2ca-4b61-46cd-b690-bc0d8ebb8f5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:47:21.919201 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076b2ca-4b61-46cd-b690-bc0d8ebb8f5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:47:21.919743 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076b2ca-4b61-46cd-b690-bc0d8ebb8f5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:47:21.926079 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fee12b-0b99-4860-8949-59fc30a4f220 None None] DHCP port deletion for 5fb5921c-6c9f-47de-89a7-894063de0a8e request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:47:21.964410 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-d85c1d87-387b-450f-b306-30a8a62b9e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:21.966931 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6976a077-e229-4ae5-824f-a7c4b93f59be tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:21.972322 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-8091f837-4a2b-48f3-a796-96e6c4713d63 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] For port a8270584-ccf0-4631-84f9-dcaab252cc91, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=a8270584-ccf0-4631-84f9-dcaab252cc91,segment=NetworkSegment(de3bf5a2-db2e-4edd-b527-c95fe713d83f),segment_id=de3bf5a2-db2e-4edd-b527-c95fe713d83f)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:47:21.972322 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8091f837-4a2b-48f3-a796-96e6c4713d63 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:22.024236 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-86ef0c66-2b59-41ad-8509-ed47a9db41fe None None] Could not find standard attr ID for object 90f57049-618e-404a-8c80-b5a9feb8d779. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:47:22.061275 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c8fee12b-0b99-4860-8949-59fc30a4f220 None None] Deleting port 88d56480-5335-4dbc-ae4c-2ac16574dc7b {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:47:22.061946 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c8fee12b-0b99-4860-8949-59fc30a4f220 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:22.066011 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85c1d87-387b-450f-b306-30a8a62b9e58 None None] Routers {'5f176685-5721-4547-968c-4a62110b7d6e'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:47:22.066815 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-d85c1d87-387b-450f-b306-30a8a62b9e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:47:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['5f176685-5721-4547-968c-4a62110b7d6e'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:22.252431 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2005a853-0e1b-41cc-9d72-bd803ab13c7e tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:22.259065 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2005a853-0e1b-41cc-9d72-bd803ab13c7e tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:22.285767 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port a8270584-ccf0-4631-84f9-dcaab252cc91, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=a8270584-ccf0-4631-84f9-dcaab252cc91,segment=NetworkSegment(de3bf5a2-db2e-4edd-b527-c95fe713d83f),segment_id=de3bf5a2-db2e-4edd-b527-c95fe713d83f)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:47:22.287129 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-fc88a92c-8ae3-47c7-9d09-c3234567d986 None None] Provisioning complete for port 46185db2-079e-4291-a32d-14620998126a triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:47:22.287696 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fc88a92c-8ae3-47c7-9d09-c3234567d986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:22.288236 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-fc88a92c-8ae3-47c7-9d09-c3234567d986 None None] Attempt 1 to provision port 46185db2-079e-4291-a32d-14620998126a Oct 26 15:47:22.314458 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e042cab3-cc54-4471-ac27-1b77232ac504 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:22.376472 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ef0c66-2b59-41ad-8509-ed47a9db41fe None None] Pushing event updated for resources: {'Port': ['ID=46185db2-079e-4291-a32d-14620998126a,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:22.389257 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-d85c1d87-387b-450f-b306-30a8a62b9e58 None None] Set router 5f176685-5721-4547-968c-4a62110b7d6e gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:47:22.395139 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:22.489963 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-8091f837-4a2b-48f3-a796-96e6c4713d63 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Calling delete_port for a8270584-ccf0-4631-84f9-dcaab252cc91 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:47:22.554433 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-467417ad-6200-4a1d-af34-8629361aec02 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:47:22.554824 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-467417ad-6200-4a1d-af34-8629361aec02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:47:22.566974 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2005a853-0e1b-41cc-9d72-bd803ab13c7e tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:22.567532 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2005a853-0e1b-41cc-9d72-bd803ab13c7e tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a80bd99c-0d16-4291-b6b9-220d735dc40b {{(pid=89748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:47:22.596435 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-0bc75cc8-2f50-47c8-af31-a82e39871204 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] For port 448b1f63-899c-4d63-ac07-520f60bbf406, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=448b1f63-899c-4d63-ac07-520f60bbf406,segment=NetworkSegment(dc06b401-ca61-4bfa-b0ae-986b521ad89f),segment_id=dc06b401-ca61-4bfa-b0ae-986b521ad89f)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:47:22.596793 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0bc75cc8-2f50-47c8-af31-a82e39871204 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:22.621098 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=a8270584-ccf0-4631-84f9-dcaab252cc91,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:22.640867 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-c8fee12b-0b99-4860-8949-59fc30a4f220 None None] For port 88d56480-5335-4dbc-ae4c-2ac16574dc7b, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=88d56480-5335-4dbc-ae4c-2ac16574dc7b,segment=NetworkSegment(44dbe962-a391-4e41-8880-98e19adc45a5),segment_id=44dbe962-a391-4e41-8880-98e19adc45a5)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:47:22.645772 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c8fee12b-0b99-4860-8949-59fc30a4f220 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:22.724897 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f076b2ca-4b61-46cd-b690-bc0d8ebb8f5b None None] Pushing event updated for resources: {'Port': ['ID=41f9995d-0451-4e1b-88a5-4afa3110819c,revision_number=3']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:22.728645 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 15:47:22.731188 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e042cab3-cc54-4471-ac27-1b77232ac504 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:22.816791 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e042cab3-cc54-4471-ac27-1b77232ac504 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:22.824551 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042cab3-cc54-4471-ac27-1b77232ac504 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Subnet': ['ID=3f7ed44d-036a-4c8b-a1c4-0565f1b60234,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:22.849909 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-e042cab3-cc54-4471-ac27-1b77232ac504 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/3f7ed44d-036a-4c8b-a1c4-0565f1b60234 HTTP/1.1" status: 204 len: 168 time: 2.4186554 Oct 26 15:47:22.854238 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37080) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:22.895392 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-d85c1d87-387b-450f-b306-30a8a62b9e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f176685-5721-4547-968c-4a62110b7d6e', 'name': 'tempest-ServerActionsTestJSON-1950227257-router', 'tenant_id': 'a4119eb7a47547308296079685b102f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.64'}], 'enable_snat': True}, 'gw_port_id': '41f9995d-0451-4e1b-88a5-4afa3110819c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:47:13Z', 'updated_at': '2022-10-26T15:47:17Z', 'revision_number': 3, 'project_id': 'a4119eb7a47547308296079685b102f3', 'gw_port': {'id': '41f9995d-0451-4e1b-88a5-4afa3110819c', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b8:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f176685-5721-4547-968c-4a62110b7d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:47:15Z', 'updated_at': '2022-10-26T15:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:22.897151 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 46185db2-079e-4291-a32d-14620998126a up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:47:22.900715 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85c1d87-387b-450f-b306-30a8a62b9e58 None None] The sync data for ids ['5f176685-5721-4547-968c-4a62110b7d6e'] in dv-neutron-862712-1-hyperv is: [{'id': '5f176685-5721-4547-968c-4a62110b7d6e', 'name': 'tempest-ServerActionsTestJSON-1950227257-router', 'tenant_id': 'a4119eb7a47547308296079685b102f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.64'}], 'enable_snat': True}, 'gw_port_id': '41f9995d-0451-4e1b-88a5-4afa3110819c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:47:13Z', 'updated_at': '2022-10-26T15:47:17Z', 'revision_number': 3, 'project_id': 'a4119eb7a47547308296079685b102f3', 'gw_port': {'id': '41f9995d-0451-4e1b-88a5-4afa3110819c', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b8:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f176685-5721-4547-968c-4a62110b7d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:47:15Z', 'updated_at': '2022-10-26T15:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:47:22.910904 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2005a853-0e1b-41cc-9d72-bd803ab13c7e tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:22.912156 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2005a853-0e1b-41cc-9d72-bd803ab13c7e tempest-RoutersTestDVR-567535133 tempest-RoutersTestDVR-567535133-project-admin] 10.222.0.23 "DELETE /v2.0/routers/a80bd99c-0d16-4291-b6b9-220d735dc40b HTTP/1.1" status: 204 len: 168 time: 1.8803499 Oct 26 15:47:22.918639 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-0bc75cc8-2f50-47c8-af31-a82e39871204 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Calling delete_port for 448b1f63-899c-4d63-ac07-520f60bbf406 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:47:22.921550 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3bb2cfe0-9032-49dd-968e-b70f81459d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:22.965150 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-69cbc66e-3abd-4e24-bd53-baeb1c1182d4 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting subnet 44ba384b-457c-4f2a-af80-fd37cce2ca86 {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:47:22.967405 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-8091f837-4a2b-48f3-a796-96e6c4713d63 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:47:22.967405 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-8091f837-4a2b-48f3-a796-96e6c4713d63 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:47:22.972824 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77125790-517e-4075-9c21-596e4cc98642 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:47:23.013378 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-69cbc66e-3abd-4e24-bd53-baeb1c1182d4 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:23.019402 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6976a077-e229-4ae5-824f-a7c4b93f59be tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event updated for resources: {'Subnet': ['ID=c2d9719c-cf65-4c20-996e-7f9ccd280f3a,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:23.053504 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6976a077-e229-4ae5-824f-a7c4b93f59be tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Checking segment: {'id': 'd9f77b60-38cc-4e70-9266-d4b18d853097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f0152063-becc-4a23-8ec6-53c7fc51d575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:47:23.053504 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6976a077-e229-4ae5-824f-a7c4b93f59be tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Network hostable DHCP agents. Network: f0152063-becc-4a23-8ec6-53c7fc51d575, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:47:23.092259 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ca6cd62b-0a14-4ca3-b103-ecee70cc584a tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:23.095541 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-69cbc66e-3abd-4e24-bd53-baeb1c1182d4 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:23.268165 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-467417ad-6200-4a1d-af34-8629361aec02 None None] Deleting port a8270584-ccf0-4631-84f9-dcaab252cc91 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:47:23.268848 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-467417ad-6200-4a1d-af34-8629361aec02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:23.428796 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c8fee12b-0b99-4860-8949-59fc30a4f220 None None] Calling delete_port for 88d56480-5335-4dbc-ae4c-2ac16574dc7b owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:47:23.472266 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-8091f837-4a2b-48f3-a796-96e6c4713d63 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Deleting port a8270584-ccf0-4631-84f9-dcaab252cc91 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:47:23.472266 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8091f837-4a2b-48f3-a796-96e6c4713d63 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:23.478171 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-3bb2cfe0-9032-49dd-968e-b70f81459d41 admin admin] Allocated IP 172.20.0.1 (9b52fa13-90e5-4d9b-bd04-f08f37ff314e/5cc9e74e-861e-45d0-8d44-208c9e1f2999/1d46f836-0356-49cd-98d5-34b692c0f65a) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:47:23.488127 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-69cbc66e-3abd-4e24-bd53-baeb1c1182d4 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:23.532821 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6976a077-e229-4ae5-824f-a7c4b93f59be tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Network f0152063-becc-4a23-8ec6-53c7fc51d575 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:47:23.553360 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0bc75cc8-2f50-47c8-af31-a82e39871204 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:23.650944 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc75cc8-2f50-47c8-af31-a82e39871204 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event deleted for resources: {'Port': ['ID=448b1f63-899c-4d63-ac07-520f60bbf406,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:23.665803 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-fc88a92c-8ae3-47c7-9d09-c3234567d986 None None] Current status of the port 46185db2-079e-4291-a32d-14620998126a is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:47:23.814488 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37088) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:23.834984 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3bb2cfe0-9032-49dd-968e-b70f81459d41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:23.843844 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-69cbc66e-3abd-4e24-bd53-baeb1c1182d4 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:23.888257 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 46185db2-079e-4291-a32d-14620998126a triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:47:23.888648 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:23.888989 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 46185db2-079e-4291-a32d-14620998126a Oct 26 15:47:23.910607 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-69cbc66e-3abd-4e24-bd53-baeb1c1182d4 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:23.915415 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cbc66e-3abd-4e24-bd53-baeb1c1182d4 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Subnet': ['ID=44ba384b-457c-4f2a-af80-fd37cce2ca86,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:23.918971 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-3bb2cfe0-9032-49dd-968e-b70f81459d41 admin admin] Transition to ACTIVE for port object 1d46f836-0356-49cd-98d5-34b692c0f65a will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:47:23.939264 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-69cbc66e-3abd-4e24-bd53-baeb1c1182d4 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/44ba384b-457c-4f2a-af80-fd37cce2ca86 HTTP/1.1" status: 204 len: 168 time: 1.0835857 Oct 26 15:47:23.941554 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37094) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:23.951873 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c8fee12b-0b99-4860-8949-59fc30a4f220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:23.986361 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc75cc8-2f50-47c8-af31-a82e39871204 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] No DVR routers for this DVR port 448b1f63-899c-4d63-ac07-520f60bbf406 on host dv-neutron-862712-1-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:47:23.988371 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ca6cd62b-0a14-4ca3-b103-ecee70cc584a tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:24.018736 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-6976a077-e229-4ae5-824f-a7c4b93f59be tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, f0152063-becc-4a23-8ec6-53c7fc51d575) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:47:24.036611 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fee12b-0b99-4860-8949-59fc30a4f220 None None] Pushing event deleted for resources: {'Port': ['ID=88d56480-5335-4dbc-ae4c-2ac16574dc7b,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:24.039362 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fee12b-0b99-4860-8949-59fc30a4f220 None None] No DVR routers for this DVR port 88d56480-5335-4dbc-ae4c-2ac16574dc7b on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:47:24.046432 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc2b990-28ff-4293-99f9-e9545dbf7b55 None None] Network f0152063-becc-4a23-8ec6-53c7fc51d575 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:47:24.061614 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6976a077-e229-4ae5-824f-a7c4b93f59be tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:24.062436 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6976a077-e229-4ae5-824f-a7c4b93f59be tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:24.073356 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-508e8898-1b01-46eb-8a22-53f5f0e095a1 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1305985 Oct 26 15:47:24.075889 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37098) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:24.083190 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-100ae481-05c4-4a00-959d-7bc20bad1114 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'subnet': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:24.099297 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c76620db-7f95-473a-a6cc-89acb0b8a291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:24.120975 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-c76620db-7f95-473a-a6cc-89acb0b8a291 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:24.126549 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-c76620db-7f95-473a-a6cc-89acb0b8a291 admin admin] Usage tracker for resource:security_group_rule and tenant:b97c9f80cd3a491a971a25aeb7916b40 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:24.134945 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-c76620db-7f95-473a-a6cc-89acb0b8a291 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:24.138713 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-c76620db-7f95-473a-a6cc-89acb0b8a291 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:24.233125 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c76620db-7f95-473a-a6cc-89acb0b8a291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:24.320246 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c76620db-7f95-473a-a6cc-89acb0b8a291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:24.399471 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-c76620db-7f95-473a-a6cc-89acb0b8a291 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b97c9f80cd3a491a971a25aeb7916b40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5840008 Oct 26 15:47:24.403070 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37102) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:24.421889 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3bb2cfe0-9032-49dd-968e-b70f81459d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:24.425566 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-100ae481-05c4-4a00-959d-7bc20bad1114 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:24.460588 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76620db-7f95-473a-a6cc-89acb0b8a291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1ba1e2-5ed4-4981-b5f4-a25b68627232,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:24.468305 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b049a0c4-ff77-4602-9971-b5ab6eeba86e None None] Update dhcp port {'port': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'fixed_ips': [{'subnet_id': '44ba384b-457c-4f2a-af80-fd37cce2ca86'}], 'binding:host_id': 'dv-neutron-862712-1-hyperv'}, 'id': 'cc34c24a-1d09-4609-864e-edb348dd3721'} from dv-neutron-862712-1-hyperv. {{(pid=89749) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 26 15:47:24.478991 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-100ae481-05c4-4a00-959d-7bc20bad1114 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Usage tracker for resource:subnet and tenant:cde0b70c42f24e8e94f9303758760038 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:24.485111 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0bc75cc8-2f50-47c8-af31-a82e39871204 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:24.495803 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-100ae481-05c4-4a00-959d-7bc20bad1114 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:24.508200 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-6976a077-e229-4ae5-824f-a7c4b93f59be tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6680114 Oct 26 15:47:24.517378 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-100ae481-05c4-4a00-959d-7bc20bad1114 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:24.517881 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-467417ad-6200-4a1d-af34-8629361aec02 None None] For port a8270584-ccf0-4631-84f9-dcaab252cc91, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=a8270584-ccf0-4631-84f9-dcaab252cc91,segment=NetworkSegment(de3bf5a2-db2e-4edd-b527-c95fe713d83f),segment_id=de3bf5a2-db2e-4edd-b527-c95fe713d83f)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:47:24.518161 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37106) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:24.518331 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-467417ad-6200-4a1d-af34-8629361aec02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:24.529491 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-9643f53a-af93-4661-97d2-0cee14fe7b18 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'subnet': {'network_id': 'f0152063-becc-4a23-8ec6-53c7fc51d575', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:24.547810 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 46185db2-079e-4291-a32d-14620998126a is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:47:24.548922 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device df381fe0-2659-4aea-90b3-0776c1c439c0 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:47:24.557485 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb2cfe0-9032-49dd-968e-b70f81459d41 admin admin] Network 9b52fa13-90e5-4d9b-bd04-f08f37ff314e is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:47:24.564196 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-3bb2cfe0-9032-49dd-968e-b70f81459d41 admin admin] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:47:24.571527 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb2cfe0-9032-49dd-968e-b70f81459d41 admin admin] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:47:24.625313 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb2cfe0-9032-49dd-968e-b70f81459d41 admin admin] Pushing event updated for resources: {'Port': ['ID=1d46f836-0356-49cd-98d5-34b692c0f65a,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:24.628828 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-0bc75cc8-2f50-47c8-af31-a82e39871204 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['628fb319-2c4e-428f-9377-c82bbda4b677']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:24.642268 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-0bc75cc8-2f50-47c8-af31-a82e39871204 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc06b401-ca61-4bfa-b0ae-986b521ad89f') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:24.643070 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-0bc75cc8-2f50-47c8-af31-a82e39871204 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc06b401-ca61-4bfa-b0ae-986b521ad89f') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:24.659571 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-61557b5b-2adc-4bd3-8bb4-ef00f1372b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:24.673875 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca6cd62b-0a14-4ca3-b103-ecee70cc584a tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Router 55f3faab-8e0c-4296-8bb6-d588a0aa5851 is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:47:24.683024 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-8091f837-4a2b-48f3-a796-96e6c4713d63 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] For port a8270584-ccf0-4631-84f9-dcaab252cc91, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=a8270584-ccf0-4631-84f9-dcaab252cc91,segment=NetworkSegment(de3bf5a2-db2e-4edd-b527-c95fe713d83f),segment_id=de3bf5a2-db2e-4edd-b527-c95fe713d83f)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:47:24.683674 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8091f837-4a2b-48f3-a796-96e6c4713d63 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:24.694369 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-61557b5b-2adc-4bd3-8bb4-ef00f1372b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:24.702409 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3bb2cfe0-9032-49dd-968e-b70f81459d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:24.708509 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100ae481-05c4-4a00-959d-7bc20bad1114 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:47:24.715086 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-100ae481-05c4-4a00-959d-7bc20bad1114 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:24.721582 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0bc75cc8-2f50-47c8-af31-a82e39871204 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:24.902321 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-467417ad-6200-4a1d-af34-8629361aec02 None None] Calling delete_port for a8270584-ccf0-4631-84f9-dcaab252cc91 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:47:24.908295 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-8091f837-4a2b-48f3-a796-96e6c4713d63 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Calling delete_port for a8270584-ccf0-4631-84f9-dcaab252cc91 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:47:24.950143 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792d1d8b-2d94-4fc8-984d-071afc230681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-f0152063-becc-4a23-8ec6-53c7fc51d575', 'network_id': 'f0152063-becc-4a23-8ec6-53c7fc51d575', 'tenant_id': 'b10aaa5403b848e8bc3e4f603712654e', 'fixed_ips': [{'subnet_id': 'c2d9719c-cf65-4c20-996e-7f9ccd280f3a'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:47:24.951007 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-792d1d8b-2d94-4fc8-984d-071afc230681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:24.971716 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b049a0c4-ff77-4602-9971-b5ab6eeba86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:25.008434 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-61557b5b-2adc-4bd3-8bb4-ef00f1372b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:25.062321 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61557b5b-2adc-4bd3-8bb4-ef00f1372b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1ba1e2-5ed4-4981-b5f4-a25b68627232,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:25.081513 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-61557b5b-2adc-4bd3-8bb4-ef00f1372b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:25.085115 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-61557b5b-2adc-4bd3-8bb4-ef00f1372b03 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8c1ba1e2-5ed4-4981-b5f4-a25b68627232 HTTP/1.1" status: 204 len: 168 time: 0.6781209 Oct 26 15:47:25.230089 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d142d2b3-8648-4ea8-976c-d69a48781ff7 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:47:25.236190 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0bc75cc8-2f50-47c8-af31-a82e39871204 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:25.251942 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-5c878533-5cec-4fc2-8acd-a5c02e795b60 None None] Provisioning for port 1d46f836-0356-49cd-98d5-34b692c0f65a completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:47:25.255520 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bc75cc8-2f50-47c8-af31-a82e39871204 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:47:25.255928 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0bc75cc8-2f50-47c8-af31-a82e39871204 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:25.260490 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port df381fe0-2659-4aea-90b3-0776c1c439c0 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:47:25.276424 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-5c878533-5cec-4fc2-8acd-a5c02e795b60 None None] Provisioning complete for port 1d46f836-0356-49cd-98d5-34b692c0f65a triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:47:25.276424 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5c878533-5cec-4fc2-8acd-a5c02e795b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:25.276752 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-5c878533-5cec-4fc2-8acd-a5c02e795b60 None None] Attempt 1 to provision port 1d46f836-0356-49cd-98d5-34b692c0f65a Oct 26 15:47:25.282504 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3bb2cfe0-9032-49dd-968e-b70f81459d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:25.311510 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment dc06b401-ca61-4bfa-b0ae-986b521ad89f resource provider aggregate not found Oct 26 15:47:25.350925 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-100ae481-05c4-4a00-959d-7bc20bad1114 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:25.397693 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-5c878533-5cec-4fc2-8acd-a5c02e795b60 None None] Port 1d46f836-0356-49cd-98d5-34b692c0f65a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:47:25.402599 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port df381fe0-2659-4aea-90b3-0776c1c439c0 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:47:25.402748 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:25.403318 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port df381fe0-2659-4aea-90b3-0776c1c439c0 Oct 26 15:47:25.416040 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment dc06b401-ca61-4bfa-b0ae-986b521ad89f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc06b401-ca61-4bfa-b0ae-986b521ad89f found for delete ", "request_id": "req-f4ab4db0-a421-45d7-8d96-2de62f05cc44"}]} Oct 26 15:47:25.435600 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100ae481-05c4-4a00-959d-7bc20bad1114 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:47:25.452147 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-100ae481-05c4-4a00-959d-7bc20bad1114 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:47:25.463053 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100ae481-05c4-4a00-959d-7bc20bad1114 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:25.463640 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-100ae481-05c4-4a00-959d-7bc20bad1114 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:25.486765 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-9643f53a-af93-4661-97d2-0cee14fe7b18 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:25.494648 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-9643f53a-af93-4661-97d2-0cee14fe7b18 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Usage tracker for resource:subnet and tenant:b10aaa5403b848e8bc3e4f603712654e is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:25.498210 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6cd62b-0a14-4ca3-b103-ecee70cc584a tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:47:25.500189 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-9643f53a-af93-4661-97d2-0cee14fe7b18 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:25.521970 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e935f6c7-b2d5-4b7c-b089-8e9086d591ba None None] Sync routers for ids ['55f3faab-8e0c-4296-8bb6-d588a0aa5851'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:47:25.529533 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0bc75cc8-2f50-47c8-af31-a82e39871204 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:25.531653 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-9643f53a-af93-4661-97d2-0cee14fe7b18 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:25.552001 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0bc75cc8-2f50-47c8-af31-a82e39871204 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:25.554720 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-0bc75cc8-2f50-47c8-af31-a82e39871204 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "DELETE /v2.0/networks/628fb319-2c4e-428f-9377-c82bbda4b677 HTTP/1.1" status: 204 len: 168 time: 8.6564834 Oct 26 15:47:25.559837 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37118) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:25.569188 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-8a4073b2-bf7b-445b-8730-b53fd816371c tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1913569773'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:25.575878 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc75cc8-2f50-47c8-af31-a82e39871204 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event deleted for resources: {'Network': ['ID=628fb319-2c4e-428f-9377-c82bbda4b677,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:25.580505 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-8a4073b2-bf7b-445b-8730-b53fd816371c tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:25.594434 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e935f6c7-b2d5-4b7c-b089-8e9086d591ba None None] Routers {'55f3faab-8e0c-4296-8bb6-d588a0aa5851'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:47:25.595107 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-8a4073b2-bf7b-445b-8730-b53fd816371c tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Usage tracker for resource:network and tenant:1be2509a71d64d26a32bbf77f727e229 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:25.595235 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-e935f6c7-b2d5-4b7c-b089-8e9086d591ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:47:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['55f3faab-8e0c-4296-8bb6-d588a0aa5851'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:25.598293 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-8a4073b2-bf7b-445b-8730-b53fd816371c tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:25.610796 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-8a4073b2-bf7b-445b-8730-b53fd816371c tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:25.628020 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ae481-05c4-4a00-959d-7bc20bad1114 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Subnet': ['ID=6d92cc1d-b049-47c0-81f8-2fe858bee08a,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:25.633374 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-100ae481-05c4-4a00-959d-7bc20bad1114 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5546396 Oct 26 15:47:25.636637 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37122) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:25.641726 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-6b70c509-6aed-4704-8d94-2435538e4614 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'subnet': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:25.646068 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ca6cd62b-0a14-4ca3-b103-ecee70cc584a tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:25.648243 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ca6cd62b-0a14-4ca3-b103-ecee70cc584a tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 10.9636583 Oct 26 15:47:25.651630 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37126) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:25.744866 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-467417ad-6200-4a1d-af34-8629361aec02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:25.843211 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467417ad-6200-4a1d-af34-8629361aec02 None None] Pushing event deleted for resources: {'Port': ['ID=a8270584-ccf0-4631-84f9-dcaab252cc91,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:25.849612 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467417ad-6200-4a1d-af34-8629361aec02 None None] No DVR routers for this DVR port a8270584-ccf0-4631-84f9-dcaab252cc91 on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:47:25.879817 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4073b2-bf7b-445b-8730-b53fd816371c tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Made reservation on behalf of 1be2509a71d64d26a32bbf77f727e229 for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:47:25.888108 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8a4073b2-bf7b-445b-8730-b53fd816371c tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:25.893204 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9643f53a-af93-4661-97d2-0cee14fe7b18 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Made reservation on behalf of b10aaa5403b848e8bc3e4f603712654e for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:47:25.896643 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9643f53a-af93-4661-97d2-0cee14fe7b18 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:25.907983 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-5c878533-5cec-4fc2-8acd-a5c02e795b60 None None] Attempt 2 to provision port 1d46f836-0356-49cd-98d5-34b692c0f65a Oct 26 15:47:25.919591 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-8091f837-4a2b-48f3-a796-96e6c4713d63 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:47:25.919807 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-8091f837-4a2b-48f3-a796-96e6c4713d63 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:47:25.950055 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-6b70c509-6aed-4704-8d94-2435538e4614 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:25.957730 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-6b70c509-6aed-4704-8d94-2435538e4614 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Usage tracker for resource:subnet and tenant:cde0b70c42f24e8e94f9303758760038 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:25.958117 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-792d1d8b-2d94-4fc8-984d-071afc230681 None None] Allocated IP 2001:db8::2 (f0152063-becc-4a23-8ec6-53c7fc51d575/c2d9719c-cf65-4c20-996e-7f9ccd280f3a/db94a48e-af81-42a0-805c-ec9490856761) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:47:25.961775 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3bb2cfe0-9032-49dd-968e-b70f81459d41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:25.973039 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-6b70c509-6aed-4704-8d94-2435538e4614 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:25.980245 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-6b70c509-6aed-4704-8d94-2435538e4614 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:25.980416 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-8091f837-4a2b-48f3-a796-96e6c4713d63 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Deleting port a8270584-ccf0-4631-84f9-dcaab252cc91 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:47:25.980416 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8091f837-4a2b-48f3-a796-96e6c4713d63 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:25.990910 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37130) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:26.009148 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1be783bd-f09d-4147-b4f1-97688e1e9293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:26.024272 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-1be783bd-f09d-4147-b4f1-97688e1e9293 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:26.030928 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-1be783bd-f09d-4147-b4f1-97688e1e9293 admin admin] Usage tracker for resource:security_group_rule and tenant:ada58e8d86dd4c6d82753863981a7eb0 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:26.033688 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-1be783bd-f09d-4147-b4f1-97688e1e9293 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:26.040404 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-1be783bd-f09d-4147-b4f1-97688e1e9293 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:26.050393 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3bb2cfe0-9032-49dd-968e-b70f81459d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:26.076882 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port df381fe0-2659-4aea-90b3-0776c1c439c0 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:47:26.077512 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:26.086123 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-8091f837-4a2b-48f3-a796-96e6c4713d63 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] The port 'a8270584-ccf0-4631-84f9-dcaab252cc91' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 15:47:26.131660 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b70c509-6aed-4704-8d94-2435538e4614 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:47:26.134366 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6b70c509-6aed-4704-8d94-2435538e4614 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:26.154819 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-5c924e08-b4fc-44e9-b8e6-46d2f7340be0 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] 10.222.0.23 "GET /v2.0/routers/55f3faab-8e0c-4296-8bb6-d588a0aa5851 HTTP/1.1" status: 200 len: 907 time: 0.4987807 Oct 26 15:47:26.161884 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-e935f6c7-b2d5-4b7c-b089-8e9086d591ba None None] Set router 55f3faab-8e0c-4296-8bb6-d588a0aa5851 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:47:26.164590 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37134) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:26.185744 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a4073b2-bf7b-445b-8730-b53fd816371c tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:47:26.267885 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-5c878533-5cec-4fc2-8acd-a5c02e795b60 None None] Port 1d46f836-0356-49cd-98d5-34b692c0f65a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:47:26.278303 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8091f837-4a2b-48f3-a796-96e6c4713d63 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:26.285301 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port df381fe0-2659-4aea-90b3-0776c1c439c0, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=df381fe0-2659-4aea-90b3-0776c1c439c0,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:47:26.291316 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8a4073b2-bf7b-445b-8730-b53fd816371c tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:26.291658 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-8a4073b2-bf7b-445b-8730-b53fd816371c tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Added segment e8ee616b-c43a-4a02-bc59-fa76d073954e of type vlan for network f6b49112-323f-4958-9543-a8792e60eeb0 Oct 26 15:47:26.317900 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.ipam_backend_mixin [None req-9643f53a-af93-4661-97d2-0cee14fe7b18 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c2d9719c-cf65-4c20-996e-7f9ccd280f3a (CIDR: 2001:db8::/64) Oct 26 15:47:26.325099 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-8091f837-4a2b-48f3-a796-96e6c4713d63 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a1858ed-a510-43b2-9fea-97c1ea592273']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:26.349578 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-8091f837-4a2b-48f3-a796-96e6c4713d63 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de3bf5a2-db2e-4edd-b527-c95fe713d83f') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:26.349578 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-8091f837-4a2b-48f3-a796-96e6c4713d63 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de3bf5a2-db2e-4edd-b527-c95fe713d83f') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:26.363111 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8a4073b2-bf7b-445b-8730-b53fd816371c tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:26.368434 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8091f837-4a2b-48f3-a796-96e6c4713d63 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:26.403046 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3bb2cfe0-9032-49dd-968e-b70f81459d41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:26.412112 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-9643f53a-af93-4661-97d2-0cee14fe7b18 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:47:26.412875 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9643f53a-af93-4661-97d2-0cee14fe7b18 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:47:26.430201 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:26.438280 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8091f837-4a2b-48f3-a796-96e6c4713d63 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:26.457580 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb2cfe0-9032-49dd-968e-b70f81459d41 admin admin] Pushing event updated for resources: {'Port': ['ID=1d46f836-0356-49cd-98d5-34b692c0f65a,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:26.471540 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8091f837-4a2b-48f3-a796-96e6c4713d63 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:47:26.472298 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8091f837-4a2b-48f3-a796-96e6c4713d63 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:26.505510 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 88d56480-5335-4dbc-ae4c-2ac16574dc7b no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:47:26.566861 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 88d56480-5335-4dbc-ae4c-2ac16574dc7b {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:47:26.567449 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 88d56480-5335-4dbc-ae4c-2ac16574dc7b not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:47:26.622742 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5bc4b0d4-5002-42fb-8270-341a5af3a637 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for router, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:26.688266 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8a4073b2-bf7b-445b-8730-b53fd816371c tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:26.694436 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4073b2-bf7b-445b-8730-b53fd816371c tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:26.697456 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8a4073b2-bf7b-445b-8730-b53fd816371c tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:26.726674 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=df381fe0-2659-4aea-90b3-0776c1c439c0,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:26.749343 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8091f837-4a2b-48f3-a796-96e6c4713d63 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:26.759893 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8091f837-4a2b-48f3-a796-96e6c4713d63 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:26.766398 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-9643f53a-af93-4661-97d2-0cee14fe7b18 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2456422 Oct 26 15:47:26.767303 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37142) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:26.788788 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-5c878533-5cec-4fc2-8acd-a5c02e795b60 None None] Attempt 3 to provision port 1d46f836-0356-49cd-98d5-34b692c0f65a Oct 26 15:47:26.802968 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1be783bd-f09d-4147-b4f1-97688e1e9293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:26.827722 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 41f9995d-0451-4e1b-88a5-4afa3110819c up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:47:26.839851 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-bf8edf0b-53fe-4940-850a-be039f972ae1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'subnet': {'network_id': 'f0152063-becc-4a23-8ec6-53c7fc51d575', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:26.870373 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb2cfe0-9032-49dd-968e-b70f81459d41 admin admin] Network 9b52fa13-90e5-4d9b-bd04-f08f37ff314e is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:47:26.881255 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8091f837-4a2b-48f3-a796-96e6c4713d63 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] 10.222.0.23 "DELETE /v2.0/networks/8a1858ed-a510-43b2-9fea-97c1ea592273 HTTP/1.1" status: 204 len: 168 time: 6.8168511 Oct 26 15:47:26.902227 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-3bb2cfe0-9032-49dd-968e-b70f81459d41 admin admin] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:47:26.903916 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37146) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:26.919429 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1be783bd-f09d-4147-b4f1-97688e1e9293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:26.943579 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-792d1d8b-2d94-4fc8-984d-071afc230681 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:26.948068 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f30a7b-2262-4297-9316-8a8a37f45847 None None] Update dhcp port {'port': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'fixed_ips': [{'subnet_id': '6d92cc1d-b049-47c0-81f8-2fe858bee08a'}], 'binding:host_id': 'dv-neutron-862712-1-hyperv'}, 'id': 'cc34c24a-1d09-4609-864e-edb348dd3721'} from dv-neutron-862712-1-hyperv. {{(pid=89749) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 26 15:47:26.951547 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8a4073b2-bf7b-445b-8730-b53fd816371c tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3852313 Oct 26 15:47:26.953898 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37150) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:26.956201 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4073b2-bf7b-445b-8730-b53fd816371c tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event updated for resources: {'Network': ['ID=f6b49112-323f-4958-9543-a8792e60eeb0,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:26.983287 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-5c878533-5cec-4fc2-8acd-a5c02e795b60 None None] Port 1d46f836-0356-49cd-98d5-34b692c0f65a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:47:26.983913 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network f6b49112-323f-4958-9543-a8792e60eeb0 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:47:26.996119 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-1e0950a3-5959-41a9-8f1c-fd5ed752573a tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:27.011407 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8091f837-4a2b-48f3-a796-96e6c4713d63 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Pushing event deleted for resources: {'Network': ['ID=8a1858ed-a510-43b2-9fea-97c1ea592273,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:27.024757 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:27.149865 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-792d1d8b-2d94-4fc8-984d-071afc230681 None None] Transition to ACTIVE for port object db94a48e-af81-42a0-805c-ec9490856761 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:47:27.190611 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-792d1d8b-2d94-4fc8-984d-071afc230681 None None] Transition to ACTIVE for port object db94a48e-af81-42a0-805c-ec9490856761 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:47:27.207346 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f3f30a7b-2262-4297-9316-8a8a37f45847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:27.264462 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-1be783bd-f09d-4147-b4f1-97688e1e9293 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ada58e8d86dd4c6d82753863981a7eb0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2693024 Oct 26 15:47:27.279888 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-e935f6c7-b2d5-4b7c-b089-8e9086d591ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f3faab-8e0c-4296-8bb6-d588a0aa5851', 'name': 'tempest-snat-router-1333398999', 'tenant_id': '10ca3219de1940369df7d17421d53c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.10'}], 'enable_snat': True}, 'gw_port_id': 'e8ff80dd-2c7a-4206-a95c-ba17ef73ebea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:47:14Z', 'updated_at': '2022-10-26T15:47:21Z', 'revision_number': 3, 'project_id': '10ca3219de1940369df7d17421d53c85', 'gw_port': {'id': 'e8ff80dd-2c7a-4206-a95c-ba17ef73ebea', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f3faab-8e0c-4296-8bb6-d588a0aa5851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:47:18Z', 'updated_at': '2022-10-26T15:47:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:27.280178 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37154) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:27.280664 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be783bd-f09d-4147-b4f1-97688e1e9293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aae6491-5820-47e3-9d1c-fbcadd6ab0de,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:27.283964 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5bc4b0d4-5002-42fb-8270-341a5af3a637 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:27.285562 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-792d1d8b-2d94-4fc8-984d-071afc230681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:27.330430 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7d42746b-39c6-49a4-bd9a-cdc13394dc30 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:27.352058 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 41f9995d-0451-4e1b-88a5-4afa3110819c completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:47:27.364438 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e935f6c7-b2d5-4b7c-b089-8e9086d591ba None None] Checking router: 55f3faab-8e0c-4296-8bb6-d588a0aa5851 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:47:27.364881 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e935f6c7-b2d5-4b7c-b089-8e9086d591ba None None] Updating router 55f3faab-8e0c-4296-8bb6-d588a0aa5851 port e8ff80dd-2c7a-4206-a95c-ba17ef73ebea binding host dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:47:27.381670 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-bf8edf0b-53fe-4940-850a-be039f972ae1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:27.401520 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-bf8edf0b-53fe-4940-850a-be039f972ae1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Usage tracker for resource:subnet and tenant:b10aaa5403b848e8bc3e4f603712654e is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:27.407648 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-bf8edf0b-53fe-4940-850a-be039f972ae1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:27.419904 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 41f9995d-0451-4e1b-88a5-4afa3110819c triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:47:27.420354 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:27.420767 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 41f9995d-0451-4e1b-88a5-4afa3110819c Oct 26 15:47:27.422421 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-bf8edf0b-53fe-4940-850a-be039f972ae1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:27.440001 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment de3bf5a2-db2e-4edd-b527-c95fe713d83f resource provider aggregate not found Oct 26 15:47:27.447439 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792d1d8b-2d94-4fc8-984d-071afc230681 None None] Network f0152063-becc-4a23-8ec6-53c7fc51d575 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:47:27.471113 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment de3bf5a2-db2e-4edd-b527-c95fe713d83f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de3bf5a2-db2e-4edd-b527-c95fe713d83f found for delete ", "request_id": "req-664adabe-7fe7-4b00-b5f3-7b57b9d27da0"}]} Oct 26 15:47:27.472710 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1e0950a3-5959-41a9-8f1c-fd5ed752573a tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:27.491234 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-5c878533-5cec-4fc2-8acd-a5c02e795b60 None None] Attempt 4 to provision port 1d46f836-0356-49cd-98d5-34b692c0f65a Oct 26 15:47:27.521446 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8edf0b-53fe-4940-850a-be039f972ae1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Made reservation on behalf of b10aaa5403b848e8bc3e4f603712654e for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:47:27.525797 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bf8edf0b-53fe-4940-850a-be039f972ae1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:27.529747 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-792d1d8b-2d94-4fc8-984d-071afc230681 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:47:27.552008 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1e0950a3-5959-41a9-8f1c-fd5ed752573a tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:27.574837 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792d1d8b-2d94-4fc8-984d-071afc230681 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:47:27.586656 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792d1d8b-2d94-4fc8-984d-071afc230681 None None] Pushing event updated for resources: {'Port': ['ID=db94a48e-af81-42a0-805c-ec9490856761,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:27.603647 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-5bc4b0d4-5002-42fb-8270-341a5af3a637 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Deleting port e8ff80dd-2c7a-4206-a95c-ba17ef73ebea {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:47:27.603916 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5bc4b0d4-5002-42fb-8270-341a5af3a637 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:27.661790 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e935f6c7-b2d5-4b7c-b089-8e9086d591ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:27.735175 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1e0950a3-5959-41a9-8f1c-fd5ed752573a tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Network f6b49112-323f-4958-9543-a8792e60eeb0 is not hosted by any dhcp agent {{(pid=89747) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 26 15:47:27.740986 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0950a3-5959-41a9-8f1c-fd5ed752573a tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:27.741728 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1e0950a3-5959-41a9-8f1c-fd5ed752573a tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:27.743124 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-1e0950a3-5959-41a9-8f1c-fd5ed752573a tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "PUT /v2.0/networks/f6b49112-323f-4958-9543-a8792e60eeb0 HTTP/1.1" status: 200 len: 723 time: 0.7882283 Oct 26 15:47:27.743328 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b114f1fc-48c8-4f94-846e-9b2525fba3b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:27.750498 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37162) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:27.766300 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-e43022d5-e355-42af-afb6-3717988a1e3f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Request body: {'subnet': {'network_id': 'f6b49112-323f-4958-9543-a8792e60eeb0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:27.769960 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb2cfe0-9032-49dd-968e-b70f81459d41 admin admin] Router 5f176685-5721-4547-968c-4a62110b7d6e has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:47:27.774713 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-5c878533-5cec-4fc2-8acd-a5c02e795b60 None None] Port 1d46f836-0356-49cd-98d5-34b692c0f65a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:47:27.833072 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-792d1d8b-2d94-4fc8-984d-071afc230681 None None] Attempting to bind port db94a48e-af81-42a0-805c-ec9490856761 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:47:27.833439 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-792d1d8b-2d94-4fc8-984d-071afc230681 None None] Attempting to bind port db94a48e-af81-42a0-805c-ec9490856761 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'd9f77b60-38cc-4e70-9266-d4b18d853097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f0152063-becc-4a23-8ec6-53c7fc51d575'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:47:27.833801 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792d1d8b-2d94-4fc8-984d-071afc230681 None None] Attempting to bind port db94a48e-af81-42a0-805c-ec9490856761 on network f0152063-becc-4a23-8ec6-53c7fc51d575 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:47:27.842864 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0950a3-5959-41a9-8f1c-fd5ed752573a tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event updated for resources: {'Network': ['ID=f6b49112-323f-4958-9543-a8792e60eeb0,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:27.897017 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network f6b49112-323f-4958-9543-a8792e60eeb0 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:47:27.918901 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792d1d8b-2d94-4fc8-984d-071afc230681 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:47:27.919422 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792d1d8b-2d94-4fc8-984d-071afc230681 None None] Checking segment: {'id': 'd9f77b60-38cc-4e70-9266-d4b18d853097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f0152063-becc-4a23-8ec6-53c7fc51d575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:47:27.919828 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-792d1d8b-2d94-4fc8-984d-071afc230681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:27.920221 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792d1d8b-2d94-4fc8-984d-071afc230681 None None] Bound using segment: {'id': 'd9f77b60-38cc-4e70-9266-d4b18d853097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f0152063-becc-4a23-8ec6-53c7fc51d575'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:47:27.920705 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-792d1d8b-2d94-4fc8-984d-071afc230681 None None] Bound port: db94a48e-af81-42a0-805c-ec9490856761, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9f77b60-38cc-4e70-9266-d4b18d853097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f0152063-becc-4a23-8ec6-53c7fc51d575'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:47:27.921080 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-792d1d8b-2d94-4fc8-984d-071afc230681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:27.931471 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e43022d5-e355-42af-afb6-3717988a1e3f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:27.941089 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e43022d5-e355-42af-afb6-3717988a1e3f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Usage tracker for resource:subnet and tenant:1be2509a71d64d26a32bbf77f727e229 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:27.945739 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e43022d5-e355-42af-afb6-3717988a1e3f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:27.946591 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7d42746b-39c6-49a4-bd9a-cdc13394dc30 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:27.956973 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b114f1fc-48c8-4f94-846e-9b2525fba3b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:27.957615 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e43022d5-e355-42af-afb6-3717988a1e3f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:28.059812 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43022d5-e355-42af-afb6-3717988a1e3f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Made reservation on behalf of 1be2509a71d64d26a32bbf77f727e229 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:47:28.064044 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e43022d5-e355-42af-afb6-3717988a1e3f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:28.073804 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-f3f30a7b-2262-4297-9316-8a8a37f45847 None None] Allocated IP 172.20.0.2 (f810e159-a5e8-4c86-8cec-5d909fe013dd/6d92cc1d-b049-47c0-81f8-2fe858bee08a/cc34c24a-1d09-4609-864e-edb348dd3721) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:47:28.151891 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5bc4b0d4-5002-42fb-8270-341a5af3a637 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:28.185144 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-7d42746b-39c6-49a4-bd9a-cdc13394dc30 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fb5921c-6c9f-47de-89a7-894063de0a8e']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:28.287787 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-7d42746b-39c6-49a4-bd9a-cdc13394dc30 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44dbe962-a391-4e41-8880-98e19adc45a5') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:28.288903 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-7d42746b-39c6-49a4-bd9a-cdc13394dc30 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44dbe962-a391-4e41-8880-98e19adc45a5') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:28.290948 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bf8edf0b-53fe-4940-850a-be039f972ae1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:28.299991 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 41f9995d-0451-4e1b-88a5-4afa3110819c is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:47:28.300549 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:28.305346 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-5c878533-5cec-4fc2-8acd-a5c02e795b60 None None] Attempt 5 to provision port 1d46f836-0356-49cd-98d5-34b692c0f65a Oct 26 15:47:28.365890 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-5bc4b0d4-5002-42fb-8270-341a5af3a637 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Calling delete_port for e8ff80dd-2c7a-4206-a95c-ba17ef73ebea owned by network:router_gateway {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:47:28.371618 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8edf0b-53fe-4940-850a-be039f972ae1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Network f0152063-becc-4a23-8ec6-53c7fc51d575 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:47:28.388918 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-bf8edf0b-53fe-4940-850a-be039f972ae1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:47:28.397271 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8edf0b-53fe-4940-850a-be039f972ae1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:28.399231 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bf8edf0b-53fe-4940-850a-be039f972ae1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:28.419716 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8edf0b-53fe-4940-850a-be039f972ae1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event updated for resources: {'Subnet': ['ID=7cccb248-792c-48fa-8787-f5e7f87d8321,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:28.423973 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7d42746b-39c6-49a4-bd9a-cdc13394dc30 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:28.461818 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.objects.ports [None req-6b70c509-6aed-4704-8d94-2435538e4614 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89748) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 26 15:47:28.483562 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e43022d5-e355-42af-afb6-3717988a1e3f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:28.489407 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 41f9995d-0451-4e1b-88a5-4afa3110819c, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=41f9995d-0451-4e1b-88a5-4afa3110819c,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:47:28.519123 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7d42746b-39c6-49a4-bd9a-cdc13394dc30 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:28.545037 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-5c878533-5cec-4fc2-8acd-a5c02e795b60 None None] Port 1d46f836-0356-49cd-98d5-34b692c0f65a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:47:28.547654 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-792d1d8b-2d94-4fc8-984d-071afc230681 None None] For port db94a48e-af81-42a0-805c-ec9490856761, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:47:28.552700 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-bf8edf0b-53fe-4940-850a-be039f972ae1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7709131 Oct 26 15:47:28.555689 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37166) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:28.557947 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d42746b-39c6-49a4-bd9a-cdc13394dc30 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:47:28.558370 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7d42746b-39c6-49a4-bd9a-cdc13394dc30 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:28.574040 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-bd600940-841d-4ab8-967e-0b1fabd87539 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'port': {'network_id': 'f0152063-becc-4a23-8ec6-53c7fc51d575', 'fixed_ips': [{'subnet_id': 'c2d9719c-cf65-4c20-996e-7f9ccd280f3a'}, {'subnet_id': '7cccb248-792c-48fa-8787-f5e7f87d8321'}], 'name': 'tempest-PortsIpV6TestJSON-1731245631'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:28.579822 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-792d1d8b-2d94-4fc8-984d-071afc230681 None None] For port db94a48e-af81-42a0-805c-ec9490856761, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=db94a48e-af81-42a0-805c-ec9490856761,segment=NetworkSegment(d9f77b60-38cc-4e70-9266-d4b18d853097),segment_id=d9f77b60-38cc-4e70-9266-d4b18d853097)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:47:28.585654 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:28.650956 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 44dbe962-a391-4e41-8880-98e19adc45a5 resource provider aggregate not found Oct 26 15:47:28.671771 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b114f1fc-48c8-4f94-846e-9b2525fba3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:28.674914 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb2cfe0-9032-49dd-968e-b70f81459d41 admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:47:28.676178 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-f3f30a7b-2262-4297-9316-8a8a37f45847 None None] For port cc34c24a-1d09-4609-864e-edb348dd3721, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=cc34c24a-1d09-4609-864e-edb348dd3721,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:47:28.686608 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 44dbe962-a391-4e41-8880-98e19adc45a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 44dbe962-a391-4e41-8880-98e19adc45a5 found for delete ", "request_id": "req-072f8ef5-afe1-47c6-9c35-7e54099b0d41"}]} Oct 26 15:47:28.688958 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-792d1d8b-2d94-4fc8-984d-071afc230681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:28.689895 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9744ad-33a3-4ccf-b26d-fabe23d5da65 None None] Sync routers for ids ['5f176685-5721-4547-968c-4a62110b7d6e'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:47:28.707565 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9744ad-33a3-4ccf-b26d-fabe23d5da65 None None] Routers {'5f176685-5721-4547-968c-4a62110b7d6e'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:47:28.708628 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-3a9744ad-33a3-4ccf-b26d-fabe23d5da65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:47:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['5f176685-5721-4547-968c-4a62110b7d6e'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:28.719691 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device cc34c24a-1d09-4609-864e-edb348dd3721 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:47:28.731348 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43022d5-e355-42af-afb6-3717988a1e3f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event updated for resources: {'Subnet': ['ID=7b9cd484-81d5-4b3c-b3fe-5ce5a89e9b7c,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:28.735642 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114f1fc-48c8-4f94-846e-9b2525fba3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aae6491-5820-47e3-9d1c-fbcadd6ab0de,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:28.755368 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=41f9995d-0451-4e1b-88a5-4afa3110819c,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:28.765802 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43022d5-e355-42af-afb6-3717988a1e3f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Checking segment: {'id': 'e8ee616b-c43a-4a02-bc59-fa76d073954e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f6b49112-323f-4958-9543-a8792e60eeb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:47:28.766166 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43022d5-e355-42af-afb6-3717988a1e3f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Network hostable DHCP agents. Network: f6b49112-323f-4958-9543-a8792e60eeb0, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:47:28.789886 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b114f1fc-48c8-4f94-846e-9b2525fba3b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:28.793722 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b114f1fc-48c8-4f94-846e-9b2525fba3b0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6aae6491-5820-47e3-9d1c-fbcadd6ab0de HTTP/1.1" status: 204 len: 168 time: 1.5056145 Oct 26 15:47:28.795219 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-3bb2cfe0-9032-49dd-968e-b70f81459d41 admin admin] 10.222.0.23 "PUT /v2.0/routers/5f176685-5721-4547-968c-4a62110b7d6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3704154 Oct 26 15:47:28.882715 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7d42746b-39c6-49a4-bd9a-cdc13394dc30 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:28.896024 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.resource_extend [None req-f3f30a7b-2262-4297-9316-8a8a37f45847 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 15:47:28.918771 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f3f30a7b-2262-4297-9316-8a8a37f45847 None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:28.938481 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7d42746b-39c6-49a4-bd9a-cdc13394dc30 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:28.950872 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43022d5-e355-42af-afb6-3717988a1e3f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Network f6b49112-323f-4958-9543-a8792e60eeb0 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:47:28.960839 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d42746b-39c6-49a4-bd9a-cdc13394dc30 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Pushing event deleted for resources: {'Network': ['ID=5fb5921c-6c9f-47de-89a7-894063de0a8e,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:28.993122 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-7d42746b-39c6-49a4-bd9a-cdc13394dc30 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] 10.222.0.23 "DELETE /v2.0/networks/5fb5921c-6c9f-47de-89a7-894063de0a8e HTTP/1.1" status: 204 len: 168 time: 2.0775037 Oct 26 15:47:28.993122 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37178) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:29.008849 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-f3f30a7b-2262-4297-9316-8a8a37f45847 None None] Transition to ACTIVE for port object cc34c24a-1d09-4609-864e-edb348dd3721 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:47:29.031748 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792d1d8b-2d94-4fc8-984d-071afc230681 None None] Pushing event updated for resources: {'Port': ['ID=db94a48e-af81-42a0-805c-ec9490856761,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:29.046799 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-bd600940-841d-4ab8-967e-0b1fabd87539 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:29.054797 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-bd600940-841d-4ab8-967e-0b1fabd87539 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Usage tracker for resource:port and tenant:b10aaa5403b848e8bc3e4f603712654e is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:29.062018 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-bd600940-841d-4ab8-967e-0b1fabd87539 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:29.079089 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-bd600940-841d-4ab8-967e-0b1fabd87539 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:29.088954 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-5c878533-5cec-4fc2-8acd-a5c02e795b60 None None] Attempt 6 to provision port 1d46f836-0356-49cd-98d5-34b692c0f65a Oct 26 15:47:29.090225 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-e43022d5-e355-42af-afb6-3717988a1e3f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, f6b49112-323f-4958-9543-a8792e60eeb0) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:47:29.104590 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43022d5-e355-42af-afb6-3717988a1e3f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:29.105335 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e43022d5-e355-42af-afb6-3717988a1e3f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:29.135236 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-a835960e-867b-4eb8-9fca-03b45b3617d2 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Deleting subnet d5e0a431-b6ba-4de8-bce5-8dc3b4f06627 {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:47:29.143285 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a835960e-867b-4eb8-9fca-03b45b3617d2 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:29.174559 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d78a70b-f748-424e-93e9-6920d7df78fc None None] Network f6b49112-323f-4958-9543-a8792e60eeb0 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:47:29.198197 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5bc4b0d4-5002-42fb-8270-341a5af3a637 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:29.217513 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-e935f6c7-b2d5-4b7c-b089-8e9086d591ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:47:29.218424 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-e935f6c7-b2d5-4b7c-b089-8e9086d591ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:47:29.225991 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-3a9744ad-33a3-4ccf-b26d-fabe23d5da65 None None] Set router 5f176685-5721-4547-968c-4a62110b7d6e gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:47:29.228102 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e43022d5-e355-42af-afb6-3717988a1e3f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4756830 Oct 26 15:47:29.233830 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37186) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:29.245427 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-1908f1d5-2e11-4461-b2e0-3f630fda7a4d tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:29.265490 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f3f30a7b-2262-4297-9316-8a8a37f45847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:29.419708 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd600940-841d-4ab8-967e-0b1fabd87539 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Made reservation on behalf of b10aaa5403b848e8bc3e4f603712654e for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:47:29.564707 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4b0d4-5002-42fb-8270-341a5af3a637 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8ff80dd-2c7a-4206-a95c-ba17ef73ebea,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:29.571594 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1908f1d5-2e11-4461-b2e0-3f630fda7a4d tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3772570'] for subnet, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:29.630407 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-5c878533-5cec-4fc2-8acd-a5c02e795b60 None None] Port 1d46f836-0356-49cd-98d5-34b692c0f65a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:47:29.638553 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port cc34c24a-1d09-4609-864e-edb348dd3721 is: ACTIVE; New status is: DOWN {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:47:29.638961 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:29.708243 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f30a7b-2262-4297-9316-8a8a37f45847 None None] Pushing event updated for resources: {'Port': ['ID=cc34c24a-1d09-4609-864e-edb348dd3721,revision_number=8']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:29.877127 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a835960e-867b-4eb8-9fca-03b45b3617d2 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:30.061934 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e935f6c7-b2d5-4b7c-b089-8e9086d591ba None None] Port e8ff80dd-2c7a-4206-a95c-ba17ef73ebea not found while updating agent binding for router 55f3faab-8e0c-4296-8bb6-d588a0aa5851. {{(pid=89749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 26 15:47:30.102863 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-3a9744ad-33a3-4ccf-b26d-fabe23d5da65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f176685-5721-4547-968c-4a62110b7d6e', 'name': 'tempest-ServerActionsTestJSON-1950227257-router', 'tenant_id': 'a4119eb7a47547308296079685b102f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.64'}], 'enable_snat': True}, 'gw_port_id': '41f9995d-0451-4e1b-88a5-4afa3110819c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:47:13Z', 'updated_at': '2022-10-26T15:47:24Z', 'revision_number': 4, 'project_id': 'a4119eb7a47547308296079685b102f3', 'gw_port': {'id': '41f9995d-0451-4e1b-88a5-4afa3110819c', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f176685-5721-4547-968c-4a62110b7d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:47:15Z', 'updated_at': '2022-10-26T15:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '1d46f836-0356-49cd-98d5-34b692c0f65a', 'name': '', 'network_id': '9b52fa13-90e5-4d9b-bd04-f08f37ff314e', 'tenant_id': 'a4119eb7a47547308296079685b102f3', 'mac_address': 'fa:16:3e:99:72:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f176685-5721-4547-968c-4a62110b7d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5cc9e74e-861e-45d0-8d44-208c9e1f2999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:47:23Z', 'updated_at': '2022-10-26T15:47:25Z', 'revision_number': 2, 'project_id': 'a4119eb7a47547308296079685b102f3', 'subnets': [{'id': '5cc9e74e-861e-45d0-8d44-208c9e1f2999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:30.103491 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6b70c509-6aed-4704-8d94-2435538e4614 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:30.112442 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9744ad-33a3-4ccf-b26d-fabe23d5da65 None None] Checking router: 5f176685-5721-4547-968c-4a62110b7d6e for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:47:30.113179 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9744ad-33a3-4ccf-b26d-fabe23d5da65 None None] Updating router 5f176685-5721-4547-968c-4a62110b7d6e port 1d46f836-0356-49cd-98d5-34b692c0f65a binding host dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:47:30.135706 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-5c878533-5cec-4fc2-8acd-a5c02e795b60 None None] Attempt 7 to provision port 1d46f836-0356-49cd-98d5-34b692c0f65a Oct 26 15:47:30.160407 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a835960e-867b-4eb8-9fca-03b45b3617d2 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:30.193863 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:47:30.195148 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:47:30.237025 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e935f6c7-b2d5-4b7c-b089-8e9086d591ba None None] Routers {'55f3faab-8e0c-4296-8bb6-d588a0aa5851'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:47:30.237593 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-e935f6c7-b2d5-4b7c-b089-8e9086d591ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:47:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['55f3faab-8e0c-4296-8bb6-d588a0aa5851'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:30.260213 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5bc4b0d4-5002-42fb-8270-341a5af3a637 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:30.262162 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-3a9744ad-33a3-4ccf-b26d-fabe23d5da65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:30.317598 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bd600940-841d-4ab8-967e-0b1fabd87539 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:30.345198 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1908f1d5-2e11-4461-b2e0-3f630fda7a4d tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728807979403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2334290'] for subnet, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:30.465560 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908f1d5-2e11-4461-b2e0-3f630fda7a4d tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event updated for resources: {'Subnet': ['ID=7b9cd484-81d5-4b3c-b3fe-5ce5a89e9b7c,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:30.477412 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1908f1d5-2e11-4461-b2e0-3f630fda7a4d tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:30.478313 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1908f1d5-2e11-4461-b2e0-3f630fda7a4d tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:30.482817 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-1908f1d5-2e11-4461-b2e0-3f630fda7a4d tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "PUT /v2.0/subnets/7b9cd484-81d5-4b3c-b3fe-5ce5a89e9b7c HTTP/1.1" status: 200 len: 806 time: 1.2473903 Oct 26 15:47:30.483627 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37206) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:30.649872 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5435a505-9553-4491-82b7-398bafac1550 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-f6b49112-323f-4958-9543-a8792e60eeb0', 'network_id': 'f6b49112-323f-4958-9543-a8792e60eeb0', 'tenant_id': '1be2509a71d64d26a32bbf77f727e229', 'fixed_ips': [{'subnet_id': '7b9cd484-81d5-4b3c-b3fe-5ce5a89e9b7c'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:47:30.659559 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5435a505-9553-4491-82b7-398bafac1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:30.701005 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-e935f6c7-b2d5-4b7c-b089-8e9086d591ba None None] Set router 55f3faab-8e0c-4296-8bb6-d588a0aa5851 gateway port host: None {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:47:30.814541 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-bd600940-841d-4ab8-967e-0b1fabd87539 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] device_id is not set on port efdede79-7011-46bb-b49b-b8f46b49759d yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:47:30.871599 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-3a9744ad-33a3-4ccf-b26d-fabe23d5da65 None None] Notify callbacks [] for port, precommit_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:30.893256 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.provisioning_blocks [None req-3a9744ad-33a3-4ccf-b26d-fabe23d5da65 None None] Transition to ACTIVE for port object 1d46f836-0356-49cd-98d5-34b692c0f65a will not be triggered until provisioned by entity L2. {{(pid=89750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:47:30.995937 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-5c878533-5cec-4fc2-8acd-a5c02e795b60 None None] Port 1d46f836-0356-49cd-98d5-34b692c0f65a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:47:31.022131 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a835960e-867b-4eb8-9fca-03b45b3617d2 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:31.030576 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-3a9744ad-33a3-4ccf-b26d-fabe23d5da65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:31.063670 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port cc34c24a-1d09-4609-864e-edb348dd3721 is: ACTIVE; New status is: DOWN {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:47:31.065974 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:31.077062 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37214) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:31.079700 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5bc4b0d4-5002-42fb-8270-341a5af3a637 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:31.081780 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d4d4c592-e8b2-4c82-99f3-929ece0db2eb tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:31.086632 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a835960e-867b-4eb8-9fca-03b45b3617d2 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:31.091810 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13efb03f-31b9-4d52-ba09-7ad5aa6a0ab4 None None] Network f0152063-becc-4a23-8ec6-53c7fc51d575 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:47:31.095228 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-6b70c509-6aed-4704-8d94-2435538e4614 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] For port cc34c24a-1d09-4609-864e-edb348dd3721, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=cc34c24a-1d09-4609-864e-edb348dd3721,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:47:31.099358 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5bc4b0d4-5002-42fb-8270-341a5af3a637 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:31.101888 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835960e-867b-4eb8-9fca-03b45b3617d2 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Pushing event deleted for resources: {'Subnet': ['ID=d5e0a431-b6ba-4de8-bce5-8dc3b4f06627,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:31.113308 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a835960e-867b-4eb8-9fca-03b45b3617d2 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] 10.222.0.23 "DELETE /v2.0/subnets/d5e0a431-b6ba-4de8-bce5-8dc3b4f06627 HTTP/1.1" status: 204 len: 168 time: 2.1180477 Oct 26 15:47:31.116500 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37220) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:31.135029 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37224) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:31.156985 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-7f5bc07b-df10-48b0-ab55-bc8df7e21028 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1394411263', 'description': 'tempest-description--2114512972'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:31.159909 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b18195f-18f2-4a09-b3fc-301e5be507db None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:47:31.162943 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-7f5bc07b-df10-48b0-ab55-bc8df7e21028 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:31.168007 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7f5bc07b-df10-48b0-ab55-bc8df7e21028 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Usage tracker for resource:security_group and tenant:a4119eb7a47547308296079685b102f3 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:31.175118 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7f5bc07b-df10-48b0-ab55-bc8df7e21028 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:31.182168 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-7f5bc07b-df10-48b0-ab55-bc8df7e21028 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:31.239717 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e20eb5-0c9b-47b3-bc0d-4fa6b4a4ce66 None None] Network 761f6f92-a3c8-4d21-a9d5-acf3cf4d9ef9 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:47:31.259680 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7f5bc07b-df10-48b0-ab55-bc8df7e21028 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:31.281294 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6b70c509-6aed-4704-8d94-2435538e4614 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:31.341296 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d4d4c592-e8b2-4c82-99f3-929ece0db2eb tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:31.341547 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6d38dc4b-1bee-4c40-9918-08578dad4002 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:31.364235 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-6d38dc4b-1bee-4c40-9918-08578dad4002 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Deleting port 0931721a-5c88-4a7e-97b0-9876ae09b33f {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:47:31.364743 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6d38dc4b-1bee-4c40-9918-08578dad4002 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:31.373839 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-e935f6c7-b2d5-4b7c-b089-8e9086d591ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f3faab-8e0c-4296-8bb6-d588a0aa5851', 'name': 'tempest-snat-router-1333398999', 'tenant_id': '10ca3219de1940369df7d17421d53c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:47:14Z', 'updated_at': '2022-10-26T15:47:28Z', 'revision_number': 5, 'project_id': '10ca3219de1940369df7d17421d53c85', 'gw_port_host': None}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:31.377144 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-7f5bc07b-df10-48b0-ab55-bc8df7e21028 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:31.381505 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7f5bc07b-df10-48b0-ab55-bc8df7e21028 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Usage tracker for resource:security_group_rule and tenant:a4119eb7a47547308296079685b102f3 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:31.384515 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-3a9744ad-33a3-4ccf-b26d-fabe23d5da65 None None] Attempting to bind port 1d46f836-0356-49cd-98d5-34b692c0f65a on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:47:31.385538 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-3a9744ad-33a3-4ccf-b26d-fabe23d5da65 None None] Attempting to bind port 1d46f836-0356-49cd-98d5-34b692c0f65a by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'ef45b2d8-d853-4c7b-bf2d-57a8b128d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9b52fa13-90e5-4d9b-bd04-f08f37ff314e'}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:47:31.386136 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9744ad-33a3-4ccf-b26d-fabe23d5da65 None None] Attempting to bind port 1d46f836-0356-49cd-98d5-34b692c0f65a on network 9b52fa13-90e5-4d9b-bd04-f08f37ff314e {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:47:31.386479 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7f5bc07b-df10-48b0-ab55-bc8df7e21028 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:31.390331 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8471f596-d6d5-4426-976d-21868d52f124 None None] Pushing event updated for resources: {'Port': ['ID=1d46f836-0356-49cd-98d5-34b692c0f65a,revision_number=3']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:31.392301 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-7f5bc07b-df10-48b0-ab55-bc8df7e21028 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:31.395997 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9744ad-33a3-4ccf-b26d-fabe23d5da65 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:47:31.396672 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9744ad-33a3-4ccf-b26d-fabe23d5da65 None None] Checking segment: {'id': 'ef45b2d8-d853-4c7b-bf2d-57a8b128d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9b52fa13-90e5-4d9b-bd04-f08f37ff314e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:47:31.397400 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-3a9744ad-33a3-4ccf-b26d-fabe23d5da65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:31.398562 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9744ad-33a3-4ccf-b26d-fabe23d5da65 None None] Bound using segment: {'id': 'ef45b2d8-d853-4c7b-bf2d-57a8b128d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9b52fa13-90e5-4d9b-bd04-f08f37ff314e'} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:47:31.399335 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-3a9744ad-33a3-4ccf-b26d-fabe23d5da65 None None] Bound port: 1d46f836-0356-49cd-98d5-34b692c0f65a, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef45b2d8-d853-4c7b-bf2d-57a8b128d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9b52fa13-90e5-4d9b-bd04-f08f37ff314e'}}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:47:31.400315 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-3a9744ad-33a3-4ccf-b26d-fabe23d5da65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:31.415609 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-67769ba5-7524-4b1d-8c3d-031a892bea53 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1795939528'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:31.437227 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-67769ba5-7524-4b1d-8c3d-031a892bea53 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:31.469824 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-67769ba5-7524-4b1d-8c3d-031a892bea53 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Usage tracker for resource:network and tenant:b5d218d21c1a4a65a548d86f4c5955d1 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:31.471043 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6b70c509-6aed-4704-8d94-2435538e4614 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:31.472387 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6b70c509-6aed-4704-8d94-2435538e4614 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:31.480559 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-67769ba5-7524-4b1d-8c3d-031a892bea53 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:31.500182 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-67769ba5-7524-4b1d-8c3d-031a892bea53 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:31.506728 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-3a9744ad-33a3-4ccf-b26d-fabe23d5da65 None None] For port 1d46f836-0356-49cd-98d5-34b692c0f65a, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:47:31.511721 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-3a9744ad-33a3-4ccf-b26d-fabe23d5da65 None None] For port 1d46f836-0356-49cd-98d5-34b692c0f65a, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=1d46f836-0356-49cd-98d5-34b692c0f65a,segment=NetworkSegment(ef45b2d8-d853-4c7b-bf2d-57a8b128d8fe),segment_id=ef45b2d8-d853-4c7b-bf2d-57a8b128d8fe)] {{(pid=89750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:47:31.547802 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5bc4b0d4-5002-42fb-8270-341a5af3a637 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:31.548698 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc4b0d4-5002-42fb-8270-341a5af3a637 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 55f3faab-8e0c-4296-8bb6-d588a0aa5851 {{(pid=89748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:47:31.610813 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-5c878533-5cec-4fc2-8acd-a5c02e795b60 None None] Attempt 8 to provision port 1d46f836-0356-49cd-98d5-34b692c0f65a Oct 26 15:47:31.615531 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b70c509-6aed-4704-8d94-2435538e4614 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:47:31.618950 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-3a9744ad-33a3-4ccf-b26d-fabe23d5da65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:31.627301 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-6b70c509-6aed-4704-8d94-2435538e4614 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:47:31.633912 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5bc4b0d4-5002-42fb-8270-341a5af3a637 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:31.638233 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-5bc4b0d4-5002-42fb-8270-341a5af3a637 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] 10.222.0.23 "DELETE /v2.0/routers/55f3faab-8e0c-4296-8bb6-d588a0aa5851 HTTP/1.1" status: 204 len: 168 time: 5.4676876 Oct 26 15:47:31.642174 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b70c509-6aed-4704-8d94-2435538e4614 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:31.643183 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6b70c509-6aed-4704-8d94-2435538e4614 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:31.645481 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37228) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:31.668957 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7f5bc07b-df10-48b0-ab55-bc8df7e21028 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:31.703138 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8471f596-d6d5-4426-976d-21868d52f124 None None] Pushing event updated for resources: {'Port': ['ID=1d46f836-0356-49cd-98d5-34b692c0f65a,revision_number=4']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:31.708070 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e935f6c7-b2d5-4b7c-b089-8e9086d591ba None None] The sync data for ids ['55f3faab-8e0c-4296-8bb6-d588a0aa5851'] in dv-neutron-862712-1-hyperv is: [{'id': '55f3faab-8e0c-4296-8bb6-d588a0aa5851', 'name': 'tempest-snat-router-1333398999', 'tenant_id': '10ca3219de1940369df7d17421d53c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:47:14Z', 'updated_at': '2022-10-26T15:47:28Z', 'revision_number': 5, 'project_id': '10ca3219de1940369df7d17421d53c85', 'gw_port_host': None}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:47:31.736230 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9744ad-33a3-4ccf-b26d-fabe23d5da65 None None] Routers {'5f176685-5721-4547-968c-4a62110b7d6e'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:47:31.736857 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-3a9744ad-33a3-4ccf-b26d-fabe23d5da65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:47:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['5f176685-5721-4547-968c-4a62110b7d6e'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:31.780747 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b70c509-6aed-4704-8d94-2435538e4614 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Subnet': ['ID=157f475d-d15b-4ed0-864e-f7b0181cf4a5,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:31.811696 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b70c509-6aed-4704-8d94-2435538e4614 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Port': ['ID=cc34c24a-1d09-4609-864e-edb348dd3721,revision_number=9']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:31.852979 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7f5bc07b-df10-48b0-ab55-bc8df7e21028 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:31.853148 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-6d38dc4b-1bee-4c40-9918-08578dad4002 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] For port 0931721a-5c88-4a7e-97b0-9876ae09b33f, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=0931721a-5c88-4a7e-97b0-9876ae09b33f,segment=NetworkSegment(60795961-2f3a-4172-927c-96d78878fb69),segment_id=60795961-2f3a-4172-927c-96d78878fb69)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:47:31.853148 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6d38dc4b-1bee-4c40-9918-08578dad4002 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:31.858221 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67769ba5-7524-4b1d-8c3d-031a892bea53 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Made reservation on behalf of b5d218d21c1a4a65a548d86f4c5955d1 for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:47:31.861976 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-67769ba5-7524-4b1d-8c3d-031a892bea53 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:31.877810 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d4d4c592-e8b2-4c82-99f3-929ece0db2eb tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:31.941913 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-6b70c509-6aed-4704-8d94-2435538e4614 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.3044899 Oct 26 15:47:31.974633 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37232) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:31.983130 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-67769ba5-7524-4b1d-8c3d-031a892bea53 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:31.997238 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-bd600940-841d-4ab8-967e-0b1fabd87539 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Allocated IP 2001:db8::35b (f0152063-becc-4a23-8ec6-53c7fc51d575/c2d9719c-cf65-4c20-996e-7f9ccd280f3a/efdede79-7011-46bb-b49b-b8f46b49759d) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:47:32.008629 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d4c592-e8b2-4c82-99f3-929ece0db2eb tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event deleted for resources: {'Subnet': ['ID=7b9cd484-81d5-4b3c-b3fe-5ce5a89e9b7c,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:32.015542 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-3a9744ad-33a3-4ccf-b26d-fabe23d5da65 None None] Set router 5f176685-5721-4547-968c-4a62110b7d6e gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:47:32.043296 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-6d38dc4b-1bee-4c40-9918-08578dad4002 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Calling delete_port for 0931721a-5c88-4a7e-97b0-9876ae09b33f owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:47:32.050379 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-0cfed647-ce35-4895-8098-da2762892a76 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'port': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'mac_address': 'fa:16:3e:a6:59:36', 'name': 'tempest-NetworksTestDHCPv6-922944191'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:32.052153 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:47:32.052515 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server [None req-5435a505-9553-4491-82b7-398bafac1550 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7b9cd484-81d5-4b3c-b3fe-5ce5a89e9b7c: This subnet is being modified by another concurrent operation. Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 15:47:32.054707 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 15:47:32.058364 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:47:32.058364 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 15:47:32.058364 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:47:32.058364 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 15:47:32.058364 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:47:32.058364 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 15:47:32.058364 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:47:32.058364 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 15:47:32.058364 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 15:47:32.058364 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 15:47:32.058364 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:47:32.058364 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 15:47:32.058364 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:47:32.058364 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 15:47:32.058364 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 15:47:32.058364 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 15:47:32.058364 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Oct 26 15:47:32.058364 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 26 15:47:32.058364 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Oct 26 15:47:32.058364 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 26 15:47:32.058364 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Oct 26 15:47:32.058364 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 26 15:47:32.058364 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 26 15:47:32.058364 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 26 15:47:32.058364 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 26 15:47:32.058364 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 15:47:32.058364 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Oct 26 15:47:32.058364 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 26 15:47:32.058364 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 26 15:47:32.058364 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 26 15:47:32.058364 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 26 15:47:32.058364 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 15:47:32.058364 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 26 15:47:32.058364 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 15:47:32.058364 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 15:47:32.058364 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise exception Oct 26 15:47:32.058364 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7b9cd484-81d5-4b3c-b3fe-5ce5a89e9b7c: This subnet is being modified by another concurrent operation. Oct 26 15:47:32.058364 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server Oct 26 15:47:32.081282 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-5c878533-5cec-4fc2-8acd-a5c02e795b60 None None] Port 1d46f836-0356-49cd-98d5-34b692c0f65a had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 15:47:32.114438 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270b9d21-ad57-49bd-b923-d69299d715f3 None None] Network f6b49112-323f-4958-9543-a8792e60eeb0 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:47:32.131724 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-bd600940-841d-4ab8-967e-0b1fabd87539 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Allocated IP 2001:db8:0:1::190 (f0152063-becc-4a23-8ec6-53c7fc51d575/7cccb248-792c-48fa-8787-f5e7f87d8321/efdede79-7011-46bb-b49b-b8f46b49759d) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:47:32.208355 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-67769ba5-7524-4b1d-8c3d-031a892bea53 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:32.221516 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5bc07b-df10-48b0-ab55-bc8df7e21028 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f19e6ea-c9d6-4d02-8032-559039c26c7c,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:32.294094 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-67769ba5-7524-4b1d-8c3d-031a892bea53 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Usage tracker for resource:security_group_rule and tenant:b5d218d21c1a4a65a548d86f4c5955d1 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:32.297187 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-55366e2f-12f4-413b-a44c-fb71696c3a05 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for router, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:32.347535 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6d38dc4b-1bee-4c40-9918-08578dad4002 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:32.380986 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-67769ba5-7524-4b1d-8c3d-031a892bea53 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:32.396879 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-3a9744ad-33a3-4ccf-b26d-fabe23d5da65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f176685-5721-4547-968c-4a62110b7d6e', 'name': 'tempest-ServerActionsTestJSON-1950227257-router', 'tenant_id': 'a4119eb7a47547308296079685b102f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.64'}], 'enable_snat': True}, 'gw_port_id': '41f9995d-0451-4e1b-88a5-4afa3110819c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:47:13Z', 'updated_at': '2022-10-26T15:47:24Z', 'revision_number': 4, 'project_id': 'a4119eb7a47547308296079685b102f3', 'gw_port': {'id': '41f9995d-0451-4e1b-88a5-4afa3110819c', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f176685-5721-4547-968c-4a62110b7d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:47:15Z', 'updated_at': '2022-10-26T15:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '1d46f836-0356-49cd-98d5-34b692c0f65a', 'name': '', 'network_id': '9b52fa13-90e5-4d9b-bd04-f08f37ff314e', 'tenant_id': 'a4119eb7a47547308296079685b102f3', 'mac_address': 'fa:16:3e:99:72:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f176685-5721-4547-968c-4a62110b7d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5cc9e74e-861e-45d0-8d44-208c9e1f2999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:47:23Z', 'updated_at': '2022-10-26T15:47:31Z', 'revision_number': 4, 'project_id': 'a4119eb7a47547308296079685b102f3', 'subnets': [{'id': '5cc9e74e-861e-45d0-8d44-208c9e1f2999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:32.404827 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9744ad-33a3-4ccf-b26d-fabe23d5da65 None None] The sync data for ids ['5f176685-5721-4547-968c-4a62110b7d6e'] in dv-neutron-862712-1-hyperv is: [{'id': '5f176685-5721-4547-968c-4a62110b7d6e', 'name': 'tempest-ServerActionsTestJSON-1950227257-router', 'tenant_id': 'a4119eb7a47547308296079685b102f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.64'}], 'enable_snat': True}, 'gw_port_id': '41f9995d-0451-4e1b-88a5-4afa3110819c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:47:13Z', 'updated_at': '2022-10-26T15:47:24Z', 'revision_number': 4, 'project_id': 'a4119eb7a47547308296079685b102f3', 'gw_port': {'id': '41f9995d-0451-4e1b-88a5-4afa3110819c', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f176685-5721-4547-968c-4a62110b7d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:47:15Z', 'updated_at': '2022-10-26T15:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '1d46f836-0356-49cd-98d5-34b692c0f65a', 'name': '', 'network_id': '9b52fa13-90e5-4d9b-bd04-f08f37ff314e', 'tenant_id': 'a4119eb7a47547308296079685b102f3', 'mac_address': 'fa:16:3e:99:72:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f176685-5721-4547-968c-4a62110b7d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5cc9e74e-861e-45d0-8d44-208c9e1f2999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:47:23Z', 'updated_at': '2022-10-26T15:47:31Z', 'revision_number': 4, 'project_id': 'a4119eb7a47547308296079685b102f3', 'subnets': [{'id': '5cc9e74e-861e-45d0-8d44-208c9e1f2999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:47:32.421612 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d38dc4b-1bee-4c40-9918-08578dad4002 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] No DVR routers for this DVR port 0931721a-5c88-4a7e-97b0-9876ae09b33f on host dv-neutron-862712-1-hyperv {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:47:32.425959 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f728c195-599d-4b4d-bf64-bb266ae6f900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:32.433835 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127d2735-ff12-45ab-b401-d17a27088056 None None] Network f6b49112-323f-4958-9543-a8792e60eeb0 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:47:32.523115 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7f5bc07b-df10-48b0-ab55-bc8df7e21028 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:32.525911 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-7f5bc07b-df10-48b0-ab55-bc8df7e21028 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3878546 Oct 26 15:47:32.530030 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-67769ba5-7524-4b1d-8c3d-031a892bea53 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:32.558102 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d38dc4b-1bee-4c40-9918-08578dad4002 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Pushing event deleted for resources: {'Port': ['ID=0931721a-5c88-4a7e-97b0-9876ae09b33f,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:32.565148 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37236) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:32.593565 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d4d4c592-e8b2-4c82-99f3-929ece0db2eb tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:32.599259 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-6ed8e690-cf78-4ca4-ada8-c46969f76e0c None None] Provisioning for port db94a48e-af81-42a0-805c-ec9490856761 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:47:32.619199 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6d38dc4b-1bee-4c40-9918-08578dad4002 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:32.631348 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-311a9faa-b4b2-49c3-9fee-0c79fe303898 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Request body: {'security_group_rule': {'security_group_id': '0f19e6ea-c9d6-4d02-8032-559039c26c7c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:32.683004 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-6d38dc4b-1bee-4c40-9918-08578dad4002 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['761f6f92-a3c8-4d21-a9d5-acf3cf4d9ef9']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:32.704548 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-311a9faa-b4b2-49c3-9fee-0c79fe303898 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:32.722340 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-6d38dc4b-1bee-4c40-9918-08578dad4002 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60795961-2f3a-4172-927c-96d78878fb69') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:32.729239 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-6d38dc4b-1bee-4c40-9918-08578dad4002 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60795961-2f3a-4172-927c-96d78878fb69') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:32.735939 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6d38dc4b-1bee-4c40-9918-08578dad4002 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:32.770930 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6d38dc4b-1bee-4c40-9918-08578dad4002 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:32.780312 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d38dc4b-1bee-4c40-9918-08578dad4002 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:47:32.780823 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6d38dc4b-1bee-4c40-9918-08578dad4002 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:32.847545 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139d3150-5d6e-4857-9e14-492bbe209843 None None] DHCP port deletion for 761f6f92-a3c8-4d21-a9d5-acf3cf4d9ef9 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:47:32.895474 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-311a9faa-b4b2-49c3-9fee-0c79fe303898 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Usage tracker for resource:security_group_rule and tenant:a4119eb7a47547308296079685b102f3 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:32.900841 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-0cfed647-ce35-4895-8098-da2762892a76 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:32.911349 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 60795961-2f3a-4172-927c-96d78878fb69 resource provider aggregate not found Oct 26 15:47:32.929280 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 60795961-2f3a-4172-927c-96d78878fb69 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 60795961-2f3a-4172-927c-96d78878fb69 found for delete ", "request_id": "req-600e5bb9-2e61-473e-8acb-fc66dd152210"}]} Oct 26 15:47:32.997267 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6d38dc4b-1bee-4c40-9918-08578dad4002 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:33.002810 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6d38dc4b-1bee-4c40-9918-08578dad4002 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:33.051759 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-6d38dc4b-1bee-4c40-9918-08578dad4002 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] 10.222.0.23 "DELETE /v2.0/networks/761f6f92-a3c8-4d21-a9d5-acf3cf4d9ef9 HTTP/1.1" status: 204 len: 168 time: 1.9339986 Oct 26 15:47:33.052461 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37244) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:33.055551 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d38dc4b-1bee-4c40-9918-08578dad4002 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Pushing event deleted for resources: {'Network': ['ID=761f6f92-a3c8-4d21-a9d5-acf3cf4d9ef9,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:33.114530 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-5e943864-3603-4cc5-9cc7-78a3fa7e8b39 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Synchronizing usage tracker for tenant:9751a64439434c5cb279f90db157da02 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:47:33.124332 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port cc34c24a-1d09-4609-864e-edb348dd3721 is: ACTIVE; New status is: DOWN {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:47:33.124729 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:33.129734 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-0cfed647-ce35-4895-8098-da2762892a76 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Usage tracker for resource:port and tenant:cde0b70c42f24e8e94f9303758760038 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:33.132627 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-311a9faa-b4b2-49c3-9fee-0c79fe303898 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:33.141735 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-d4d4c592-e8b2-4c82-99f3-929ece0db2eb tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6b49112-323f-4958-9543-a8792e60eeb0']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:33.150460 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-0cfed647-ce35-4895-8098-da2762892a76 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:33.158786 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-6ed8e690-cf78-4ca4-ada8-c46969f76e0c None None] Provisioning for port cc34c24a-1d09-4609-864e-edb348dd3721 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:47:33.180456 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-6ed8e690-cf78-4ca4-ada8-c46969f76e0c None None] Provisioning complete for port cc34c24a-1d09-4609-864e-edb348dd3721 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:47:33.184060 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6ed8e690-cf78-4ca4-ada8-c46969f76e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:33.184060 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-6ed8e690-cf78-4ca4-ada8-c46969f76e0c None None] Attempt 1 to provision port cc34c24a-1d09-4609-864e-edb348dd3721 Oct 26 15:47:33.184598 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-311a9faa-b4b2-49c3-9fee-0c79fe303898 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:33.189612 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-0cfed647-ce35-4895-8098-da2762892a76 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:33.199412 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-d4d4c592-e8b2-4c82-99f3-929ece0db2eb tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8ee616b-c43a-4a02-bc59-fa76d073954e') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:33.199783 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-d4d4c592-e8b2-4c82-99f3-929ece0db2eb tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8ee616b-c43a-4a02-bc59-fa76d073954e') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:33.217571 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port cc34c24a-1d09-4609-864e-edb348dd3721, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=cc34c24a-1d09-4609-864e-edb348dd3721,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:47:33.289595 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d4d4c592-e8b2-4c82-99f3-929ece0db2eb tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:33.337411 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:33.362428 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d4d4c592-e8b2-4c82-99f3-929ece0db2eb tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:33.371540 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-67769ba5-7524-4b1d-8c3d-031a892bea53 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:33.373858 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-55366e2f-12f4-413b-a44c-fb71696c3a05 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:33.396345 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4d4c592-e8b2-4c82-99f3-929ece0db2eb tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:47:33.396854 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d4d4c592-e8b2-4c82-99f3-929ece0db2eb tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:33.455460 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cfed647-ce35-4895-8098-da2762892a76 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:47:33.535420 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6ed8e690-cf78-4ca4-ada8-c46969f76e0c None None] Current status of the port cc34c24a-1d09-4609-864e-edb348dd3721 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:47:33.537396 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6ed8e690-cf78-4ca4-ada8-c46969f76e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:33.542200 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment e8ee616b-c43a-4a02-bc59-fa76d073954e resource provider aggregate not found Oct 26 15:47:33.561845 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-5e943864-3603-4cc5-9cc7-78a3fa7e8b39 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Unset dirty status for tenant:9751a64439434c5cb279f90db157da02 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:47:33.567105 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-5e943864-3603-4cc5-9cc7-78a3fa7e8b39 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9f5cac9-44ed-4f52-931d-de01ea570928 HTTP/1.1" status: 200 len: 205 time: 0.5119529 Oct 26 15:47:33.571846 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c48600-122a-4d7c-9778-d0417409e24a None None] Update dhcp port {'port': {'network_id': 'f0152063-becc-4a23-8ec6-53c7fc51d575', 'fixed_ips': [{'subnet_id': 'c2d9719c-cf65-4c20-996e-7f9ccd280f3a', 'ip_address': '2001:db8::2'}, {'subnet_id': '7cccb248-792c-48fa-8787-f5e7f87d8321'}], 'binding:host_id': 'dv-neutron-862712-1-hyperv'}, 'id': 'db94a48e-af81-42a0-805c-ec9490856761'} from dv-neutron-862712-1-hyperv. {{(pid=89749) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 26 15:47:33.572124 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37252) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:33.578900 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-67769ba5-7524-4b1d-8c3d-031a892bea53 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:33.656811 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=cc34c24a-1d09-4609-864e-edb348dd3721,revision_number=10']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:33.695609 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-6ed8e690-cf78-4ca4-ada8-c46969f76e0c None None] For port cc34c24a-1d09-4609-864e-edb348dd3721, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=cc34c24a-1d09-4609-864e-edb348dd3721,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:47:33.695609 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-52c48600-122a-4d7c-9778-d0417409e24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:33.781794 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-55366e2f-12f4-413b-a44c-fb71696c3a05 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Deleting port df381fe0-2659-4aea-90b3-0776c1c439c0 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:47:33.782361 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-55366e2f-12f4-413b-a44c-fb71696c3a05 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:33.814836 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 1d46f836-0356-49cd-98d5-34b692c0f65a up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:47:33.860248 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6ed8e690-cf78-4ca4-ada8-c46969f76e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:33.893654 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-55651b82-5043-4109-a356-2a43f4ab2cb7 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks [] for router, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:33.955157 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment e8ee616b-c43a-4a02-bc59-fa76d073954e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e8ee616b-c43a-4a02-bc59-fa76d073954e found for delete ", "request_id": "req-c65c5a11-19bb-463d-a6ca-322163015ad0"}]} Oct 26 15:47:33.955991 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-311a9faa-b4b2-49c3-9fee-0c79fe303898 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:34.007924 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0cfed647-ce35-4895-8098-da2762892a76 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:34.060678 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bd600940-841d-4ab8-967e-0b1fabd87539 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:34.100966 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-0cfed647-ce35-4895-8098-da2762892a76 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] device_id is not set on port f21607d5-d167-4b77-8e64-ffccbe8098a9 yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:47:34.156532 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8e690-cf78-4ca4-ada8-c46969f76e0c None None] Pushing event updated for resources: {'Port': ['ID=cc34c24a-1d09-4609-864e-edb348dd3721,revision_number=11']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:34.185279 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b464253-4578-42d6-b457-0b2660ead78b None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:47:34.199154 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-311a9faa-b4b2-49c3-9fee-0c79fe303898 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:34.205359 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67769ba5-7524-4b1d-8c3d-031a892bea53 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05fdfc3d-3a57-4fa3-b2e1-c234cb5051cd,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:34.240420 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-bd600940-841d-4ab8-967e-0b1fabd87539 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Transition to ACTIVE for port object efdede79-7011-46bb-b49b-b8f46b49759d will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:47:34.265601 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67769ba5-7524-4b1d-8c3d-031a892bea53 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:47:34.330129 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-23ac3b48-fee0-4629-94e8-ba855becc0f1 None None] Provisioning complete for port cc34c24a-1d09-4609-864e-edb348dd3721 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:47:34.330607 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-23ac3b48-fee0-4629-94e8-ba855becc0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:34.330909 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-23ac3b48-fee0-4629-94e8-ba855becc0f1 None None] Attempt 1 to provision port cc34c24a-1d09-4609-864e-edb348dd3721 Oct 26 15:47:34.331845 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d4d4c592-e8b2-4c82-99f3-929ece0db2eb tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:34.332163 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-55651b82-5043-4109-a356-2a43f4ab2cb7 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:34.335021 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-55651b82-5043-4109-a356-2a43f4ab2cb7 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:34.338940 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d4d4c592-e8b2-4c82-99f3-929ece0db2eb tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:34.360780 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-67769ba5-7524-4b1d-8c3d-031a892bea53 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:34.361115 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-67769ba5-7524-4b1d-8c3d-031a892bea53 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Added segment 058f777a-2003-49db-9554-24abe2cd4bde of type vlan for network ea103fec-373a-4028-a582-61b3ac56a836 Oct 26 15:47:34.395871 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-311a9faa-b4b2-49c3-9fee-0c79fe303898 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:34.433429 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d4d4c592-e8b2-4c82-99f3-929ece0db2eb tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "DELETE /v2.0/networks/f6b49112-323f-4958-9543-a8792e60eeb0 HTTP/1.1" status: 204 len: 168 time: 3.9465930 Oct 26 15:47:34.434417 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d4c592-e8b2-4c82-99f3-929ece0db2eb tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event deleted for resources: {'Network': ['ID=f6b49112-323f-4958-9543-a8792e60eeb0,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:34.436450 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37260) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:34.446629 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 1d46f836-0356-49cd-98d5-34b692c0f65a completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:47:34.461535 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 1d46f836-0356-49cd-98d5-34b692c0f65a triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:47:34.461917 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:34.462261 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 1d46f836-0356-49cd-98d5-34b692c0f65a Oct 26 15:47:34.467882 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5781527-ed6b-4f5b-afbe-84ff6b41ef29 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] DELETE failed (client error): The resource could not be found. Oct 26 15:47:34.468665 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5781527-ed6b-4f5b-afbe-84ff6b41ef29 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:47:34.479760 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-d5781527-ed6b-4f5b-afbe-84ff6b41ef29 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "DELETE /v2.0/networks/f6b49112-323f-4958-9543-a8792e60eeb0 HTTP/1.1" status: 404 len: 339 time: 0.0367708 Oct 26 15:47:34.480067 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37264) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:34.484851 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a9faa-b4b2-49c3-9fee-0c79fe303898 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03079dc6-e527-4cd5-adc8-639c89026749,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:34.485950 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-b5c07250-99db-4f17-96c7-fcc33e9aa328 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-378178723', 'description': 'd1'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:34.492373 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-b5c07250-99db-4f17-96c7-fcc33e9aa328 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:34.496558 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-67769ba5-7524-4b1d-8c3d-031a892bea53 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:34.496767 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-b5c07250-99db-4f17-96c7-fcc33e9aa328 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Usage tracker for resource:network and tenant:1be2509a71d64d26a32bbf77f727e229 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:34.499826 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-b5c07250-99db-4f17-96c7-fcc33e9aa328 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:34.506309 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-55651b82-5043-4109-a356-2a43f4ab2cb7 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:34.507808 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55651b82-5043-4109-a356-2a43f4ab2cb7 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Fanout notify agent at l3_agent the message router_deleted on router b9f5cac9-44ed-4f52-931d-de01ea570928 {{(pid=89748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:47:34.513906 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-b5c07250-99db-4f17-96c7-fcc33e9aa328 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:34.518102 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-55651b82-5043-4109-a356-2a43f4ab2cb7 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:34.519218 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-55651b82-5043-4109-a356-2a43f4ab2cb7 tempest-RoutersNegativeIpV6Test-1457059823 tempest-RoutersNegativeIpV6Test-1457059823-project] 10.222.0.23 "DELETE /v2.0/routers/b9f5cac9-44ed-4f52-931d-de01ea570928 HTTP/1.1" status: 204 len: 168 time: 0.9505222 Oct 26 15:47:34.579411 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-32195f87-4c87-4992-b3bd-7e00788da395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:34.602523 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c07250-99db-4f17-96c7-fcc33e9aa328 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Made reservation on behalf of 1be2509a71d64d26a32bbf77f727e229 for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:47:34.607590 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b5c07250-99db-4f17-96c7-fcc33e9aa328 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:34.615708 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-311a9faa-b4b2-49c3-9fee-0c79fe303898 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:34.615708 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-311a9faa-b4b2-49c3-9fee-0c79fe303898 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0410650 Oct 26 15:47:34.624399 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37270) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:34.653911 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-6d03ce9c-ef1c-48cb-b548-f13b4263aadb tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Request body: {'security_group_rule': {'security_group_id': '0f19e6ea-c9d6-4d02-8032-559039c26c7c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:34.658849 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-23ac3b48-fee0-4629-94e8-ba855becc0f1 None None] Current status of the port cc34c24a-1d09-4609-864e-edb348dd3721 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:47:34.681804 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5c07250-99db-4f17-96c7-fcc33e9aa328 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:47:34.708681 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b5c07250-99db-4f17-96c7-fcc33e9aa328 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:34.709685 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-b5c07250-99db-4f17-96c7-fcc33e9aa328 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Added segment 81efed7c-beb9-4948-8ceb-1913a4063727 of type vlan for network f2e1d645-ec6d-445d-9f21-0a73ed6ba3ba Oct 26 15:47:34.719730 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-6d03ce9c-ef1c-48cb-b548-f13b4263aadb tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:34.722381 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bd600940-841d-4ab8-967e-0b1fabd87539 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:34.731794 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-6d03ce9c-ef1c-48cb-b548-f13b4263aadb tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Usage tracker for resource:security_group_rule and tenant:a4119eb7a47547308296079685b102f3 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:34.746747 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b5c07250-99db-4f17-96c7-fcc33e9aa328 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:34.771733 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 1d46f836-0356-49cd-98d5-34b692c0f65a is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:47:34.772122 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:34.777614 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-6d03ce9c-ef1c-48cb-b548-f13b4263aadb tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:34.818761 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-52c48600-122a-4d7c-9778-d0417409e24a None None] Allocated IP 2001:db8:0:1::2 (f0152063-becc-4a23-8ec6-53c7fc51d575/7cccb248-792c-48fa-8787-f5e7f87d8321/db94a48e-af81-42a0-805c-ec9490856761) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:47:34.819074 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-6d03ce9c-ef1c-48cb-b548-f13b4263aadb tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:34.831228 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-67769ba5-7524-4b1d-8c3d-031a892bea53 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:34.836874 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67769ba5-7524-4b1d-8c3d-031a892bea53 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:34.837466 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-67769ba5-7524-4b1d-8c3d-031a892bea53 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:34.841133 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 1d46f836-0356-49cd-98d5-34b692c0f65a, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=1d46f836-0356-49cd-98d5-34b692c0f65a,segment=NetworkSegment(ef45b2d8-d853-4c7b-bf2d-57a8b128d8fe),segment_id=ef45b2d8-d853-4c7b-bf2d-57a8b128d8fe)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:47:34.844374 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-55366e2f-12f4-413b-a44c-fb71696c3a05 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] For port df381fe0-2659-4aea-90b3-0776c1c439c0, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=df381fe0-2659-4aea-90b3-0776c1c439c0,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:47:34.844374 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-55366e2f-12f4-413b-a44c-fb71696c3a05 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:34.894107 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b5c07250-99db-4f17-96c7-fcc33e9aa328 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:34.900060 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c07250-99db-4f17-96c7-fcc33e9aa328 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:34.900683 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b5c07250-99db-4f17-96c7-fcc33e9aa328 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:34.934328 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:34.935150 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device db94a48e-af81-42a0-805c-ec9490856761 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:47:34.969248 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd600940-841d-4ab8-967e-0b1fabd87539 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Network f0152063-becc-4a23-8ec6-53c7fc51d575 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:47:35.026025 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c07250-99db-4f17-96c7-fcc33e9aa328 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event updated for resources: {'Network': ['ID=f2e1d645-ec6d-445d-9f21-0a73ed6ba3ba,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:35.058807 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-bd600940-841d-4ab8-967e-0b1fabd87539 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:47:35.063260 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network f2e1d645-ec6d-445d-9f21-0a73ed6ba3ba details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:47:35.109089 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b5c07250-99db-4f17-96c7-fcc33e9aa328 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6254549 Oct 26 15:47:35.109270 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37276) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:35.153569 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd600940-841d-4ab8-967e-0b1fabd87539 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:47:35.159733 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd600940-841d-4ab8-967e-0b1fabd87539 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:35.159733 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bd600940-841d-4ab8-967e-0b1fabd87539 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:35.164661 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-0cfed647-ce35-4895-8098-da2762892a76 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Allocated IP 172.20.0.14 (f810e159-a5e8-4c86-8cec-5d909fe013dd/6d92cc1d-b049-47c0-81f8-2fe858bee08a/f21607d5-d167-4b77-8e64-ffccbe8098a9) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:47:35.179784 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd600940-841d-4ab8-967e-0b1fabd87539 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event updated for resources: {'Port': ['ID=efdede79-7011-46bb-b49b-b8f46b49759d,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:35.187427 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-55366e2f-12f4-413b-a44c-fb71696c3a05 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Calling delete_port for df381fe0-2659-4aea-90b3-0776c1c439c0 owned by network:router_gateway {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:47:35.204984 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37280) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:35.238667 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-67769ba5-7524-4b1d-8c3d-031a892bea53 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 4.1545968 Oct 26 15:47:35.246222 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37286) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:35.247842 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6d03ce9c-ef1c-48cb-b548-f13b4263aadb tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:35.254015 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-004337ca-fa2d-42c1-8169-965f4671eba8 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Request body: {'subnet': {'network_id': 'ea103fec-373a-4028-a582-61b3ac56a836', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:35.259414 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-0cfed647-ce35-4895-8098-da2762892a76 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Allocated IP 2001:db8::f816:3eff:fea6:5936 (f810e159-a5e8-4c86-8cec-5d909fe013dd/157f475d-d15b-4ed0-864e-f7b0181cf4a5/f21607d5-d167-4b77-8e64-ffccbe8098a9) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:47:35.261459 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67769ba5-7524-4b1d-8c3d-031a892bea53 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Pushing event updated for resources: {'Network': ['ID=ea103fec-373a-4028-a582-61b3ac56a836,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:35.321327 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network ea103fec-373a-4028-a582-61b3ac56a836 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:47:35.370655 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-bd600940-841d-4ab8-967e-0b1fabd87539 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 6.8119068 Oct 26 15:47:35.381370 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37290) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:35.397198 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-ce27bce6-1313-40bf-9f64-26167560c8a1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c2d9719c-cf65-4c20-996e-7f9ccd280f3a'}]}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:35.475475 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-0224f069-aa6d-446d-9ceb-694527870936 None None] Provisioning complete for port cc34c24a-1d09-4609-864e-edb348dd3721 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:47:35.475856 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-0224f069-aa6d-446d-9ceb-694527870936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:35.476547 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0224f069-aa6d-446d-9ceb-694527870936 None None] Attempt 1 to provision port cc34c24a-1d09-4609-864e-edb348dd3721 Oct 26 15:47:35.511452 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40f906d-62bb-489c-800e-e80afe9ab97d tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:35.512088 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=1d46f836-0356-49cd-98d5-34b692c0f65a,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:35.512182 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-d40f906d-62bb-489c-800e-e80afe9ab97d tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Synchronizing usage tracker for tenant:1be2509a71d64d26a32bbf77f727e229 on resource:network {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:47:35.543283 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-52c48600-122a-4d7c-9778-d0417409e24a None None] For port db94a48e-af81-42a0-805c-ec9490856761, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=db94a48e-af81-42a0-805c-ec9490856761,segment=NetworkSegment(d9f77b60-38cc-4e70-9266-d4b18d853097),segment_id=d9f77b60-38cc-4e70-9266-d4b18d853097)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:47:35.551062 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:35.564451 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:35.579548 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-004337ca-fa2d-42c1-8169-965f4671eba8 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:35.587049 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-eb88fca0-bc51-4e19-97d1-ec6e1b332c4f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9751a64439434c5cb279f90db157da02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3814273 Oct 26 15:47:35.587647 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37294) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:35.592122 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-004337ca-fa2d-42c1-8169-965f4671eba8 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Usage tracker for resource:subnet and tenant:b5d218d21c1a4a65a548d86f4c5955d1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:35.596520 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-52c48600-122a-4d7c-9778-d0417409e24a None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:35.606619 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-004337ca-fa2d-42c1-8169-965f4671eba8 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:35.617886 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-004337ca-fa2d-42c1-8169-965f4671eba8 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:35.641459 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port db94a48e-af81-42a0-805c-ec9490856761 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:47:35.668531 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-52c48600-122a-4d7c-9778-d0417409e24a None None] Transition to ACTIVE for port object db94a48e-af81-42a0-805c-ec9490856761 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:47:35.670762 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6d03ce9c-ef1c-48cb-b548-f13b4263aadb tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:35.671406 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port db94a48e-af81-42a0-805c-ec9490856761 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:47:35.671780 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:35.672119 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port db94a48e-af81-42a0-805c-ec9490856761 Oct 26 15:47:35.676303 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-d40f906d-62bb-489c-800e-e80afe9ab97d tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Unset dirty status for tenant:1be2509a71d64d26a32bbf77f727e229 on resource:network {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:47:35.684619 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37298) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:35.685853 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-d40f906d-62bb-489c-800e-e80afe9ab97d tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "GET /v2.0/networks?id=f2e1d645-ec6d-445d-9f21-0a73ed6ba3ba HTTP/1.1" status: 200 len: 760 time: 0.5755596 Oct 26 15:47:35.702281 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-4a2818ad-4439-4c78-ba10-901f3705eaf6 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Request body: {'network': {'description': 'd2'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:35.721668 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6111073b-7885-40f3-9bc1-aed3c012f44a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:35.725264 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0224f069-aa6d-446d-9ceb-694527870936 None None] Current status of the port cc34c24a-1d09-4609-864e-edb348dd3721 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:47:35.747989 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004337ca-fa2d-42c1-8169-965f4671eba8 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Made reservation on behalf of b5d218d21c1a4a65a548d86f4c5955d1 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:47:35.760106 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-004337ca-fa2d-42c1-8169-965f4671eba8 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:35.773129 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6111073b-7885-40f3-9bc1-aed3c012f44a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:35.794208 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-52c48600-122a-4d7c-9778-d0417409e24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:35.869240 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6d03ce9c-ef1c-48cb-b548-f13b4263aadb tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:35.925173 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port db94a48e-af81-42a0-805c-ec9490856761 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:47:35.925613 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:35.976475 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d03ce9c-ef1c-48cb-b548-f13b4263aadb tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f595ca1a-1cdd-490e-affc-d154a197ab54,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:36.006499 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c48600-122a-4d7c-9778-d0417409e24a None None] Pushing event updated for resources: {'Port': ['ID=db94a48e-af81-42a0-805c-ec9490856761,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:36.017203 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6111073b-7885-40f3-9bc1-aed3c012f44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:36.046460 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6111073b-7885-40f3-9bc1-aed3c012f44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2ee197-34cf-49e8-b926-8b9ee5c9a32a,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:36.059987 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6111073b-7885-40f3-9bc1-aed3c012f44a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:36.061145 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-6111073b-7885-40f3-9bc1-aed3c012f44a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4c2ee197-34cf-49e8-b926-8b9ee5c9a32a HTTP/1.1" status: 204 len: 168 time: 0.4711926 Oct 26 15:47:36.093528 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:47:36.093528 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:47:36.107718 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0cfed647-ce35-4895-8098-da2762892a76 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:36.145324 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-004337ca-fa2d-42c1-8169-965f4671eba8 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:36.179548 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6d03ce9c-ef1c-48cb-b548-f13b4263aadb tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:36.183685 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-6d03ce9c-ef1c-48cb-b548-f13b4263aadb tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5461504 Oct 26 15:47:36.185303 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37304) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:36.200181 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-f7689b69-12e6-43c8-aaa4-61d4719ca50f tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Request body: {'floatingip': {'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:36.213251 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-f7689b69-12e6-43c8-aaa4-61d4719ca50f tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:36.228717 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-f7689b69-12e6-43c8-aaa4-61d4719ca50f tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Usage tracker for resource:floatingip and tenant:a4119eb7a47547308296079685b102f3 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:36.233742 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-f7689b69-12e6-43c8-aaa4-61d4719ca50f tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:36.239272 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-0cfed647-ce35-4895-8098-da2762892a76 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Transition to ACTIVE for port object f21607d5-d167-4b77-8e64-ffccbe8098a9 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:47:36.249750 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-f7689b69-12e6-43c8-aaa4-61d4719ca50f tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:36.254190 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004337ca-fa2d-42c1-8169-965f4671eba8 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Pushing event updated for resources: {'Subnet': ['ID=22b944d3-bc31-4a4b-9a6b-22d78a03dcfe,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:36.270616 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004337ca-fa2d-42c1-8169-965f4671eba8 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Checking segment: {'id': '058f777a-2003-49db-9554-24abe2cd4bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ea103fec-373a-4028-a582-61b3ac56a836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:47:36.270616 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004337ca-fa2d-42c1-8169-965f4671eba8 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Network hostable DHCP agents. Network: ea103fec-373a-4028-a582-61b3ac56a836, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:47:36.308849 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4a2818ad-4439-4c78-ba10-901f3705eaf6 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:36.324950 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ce27bce6-1313-40bf-9f64-26167560c8a1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:36.343518 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-55366e2f-12f4-413b-a44c-fb71696c3a05 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:36.391917 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f7689b69-12e6-43c8-aaa4-61d4719ca50f tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Notify callbacks [] for floatingip, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:36.451536 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4a2818ad-4439-4c78-ba10-901f3705eaf6 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:36.458989 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55366e2f-12f4-413b-a44c-fb71696c3a05 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Pushing event deleted for resources: {'Port': ['ID=df381fe0-2659-4aea-90b3-0776c1c439c0,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:36.494772 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004337ca-fa2d-42c1-8169-965f4671eba8 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Network ea103fec-373a-4028-a582-61b3ac56a836 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:47:36.531897 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4a2818ad-4439-4c78-ba10-901f3705eaf6 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Network f2e1d645-ec6d-445d-9f21-0a73ed6ba3ba is not hosted by any dhcp agent {{(pid=89747) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 26 15:47:36.533981 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2818ad-4439-4c78-ba10-901f3705eaf6 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:36.534653 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4a2818ad-4439-4c78-ba10-901f3705eaf6 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:36.535931 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4a2818ad-4439-4c78-ba10-901f3705eaf6 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "PUT /v2.0/networks/f2e1d645-ec6d-445d-9f21-0a73ed6ba3ba HTTP/1.1" status: 200 len: 757 time: 0.8503776 Oct 26 15:47:36.540773 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37310) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:36.648871 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0cfed647-ce35-4895-8098-da2762892a76 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:36.677879 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-004337ca-fa2d-42c1-8169-965f4671eba8 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, ea103fec-373a-4028-a582-61b3ac56a836) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:47:36.725984 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2f4867-fbc8-403a-89aa-500180814e84 None None] Network f0152063-becc-4a23-8ec6-53c7fc51d575 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:47:36.727886 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004337ca-fa2d-42c1-8169-965f4671eba8 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:36.729786 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-004337ca-fa2d-42c1-8169-965f4671eba8 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:36.755504 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2818ad-4439-4c78-ba10-901f3705eaf6 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event updated for resources: {'Network': ['ID=f2e1d645-ec6d-445d-9f21-0a73ed6ba3ba,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:36.794642 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facda601-d2f8-4f4a-abda-93d5c41ac10f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:36.799353 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-facda601-d2f8-4f4a-abda-93d5c41ac10f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "GET /v2.0/networks?id=f2e1d645-ec6d-445d-9f21-0a73ed6ba3ba HTTP/1.1" status: 200 len: 760 time: 0.2540004 Oct 26 15:47:36.799518 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfed647-ce35-4895-8098-da2762892a76 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:47:36.804763 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37320) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:36.808960 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-0cfed647-ce35-4895-8098-da2762892a76 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:47:36.811915 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfed647-ce35-4895-8098-da2762892a76 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:47:36.816276 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-07def94c-2ce0-4a9b-bf7c-d0a3fb72a858 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1334033901'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:36.825498 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-07def94c-2ce0-4a9b-bf7c-d0a3fb72a858 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:36.828588 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f7689b69-12e6-43c8-aaa4-61d4719ca50f tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:36.845250 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a05fc1-f42b-41b1-a6c4-6578f24ec500 None None] Network ea103fec-373a-4028-a582-61b3ac56a836 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:47:36.849792 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-55366e2f-12f4-413b-a44c-fb71696c3a05 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:36.877446 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-004337ca-fa2d-42c1-8169-965f4671eba8 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6276672 Oct 26 15:47:36.880436 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network f2e1d645-ec6d-445d-9f21-0a73ed6ba3ba details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:47:36.880769 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37324) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:36.905936 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-63e2e2b1-b0ee-41b3-b8b0-28a0efd2b725 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Request body: {'port': {'network_id': 'ea103fec-373a-4028-a582-61b3ac56a836', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-194726557'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:36.930574 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-07def94c-2ce0-4a9b-bf7c-d0a3fb72a858 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:37.071578 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port db94a48e-af81-42a0-805c-ec9490856761 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:47:37.071578 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:37.101286 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfed647-ce35-4895-8098-da2762892a76 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Port': ['ID=f21607d5-d167-4b77-8e64-ffccbe8098a9,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:37.117164 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port db94a48e-af81-42a0-805c-ec9490856761, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=db94a48e-af81-42a0-805c-ec9490856761,segment=NetworkSegment(d9f77b60-38cc-4e70-9266-d4b18d853097),segment_id=d9f77b60-38cc-4e70-9266-d4b18d853097)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:47:37.122912 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-404dede1-f617-4022-908b-bec01c044930 None None] Provisioning for port db94a48e-af81-42a0-805c-ec9490856761 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:47:37.137518 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:37.162006 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-404dede1-f617-4022-908b-bec01c044930 None None] Provisioning complete for port db94a48e-af81-42a0-805c-ec9490856761 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:47:37.162379 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-404dede1-f617-4022-908b-bec01c044930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:37.162836 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-404dede1-f617-4022-908b-bec01c044930 None None] Attempt 1 to provision port db94a48e-af81-42a0-805c-ec9490856761 Oct 26 15:47:37.185837 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07def94c-2ce0-4a9b-bf7c-d0a3fb72a858 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Made reservation on behalf of 1be2509a71d64d26a32bbf77f727e229 for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:47:37.189264 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-07def94c-2ce0-4a9b-bf7c-d0a3fb72a858 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:37.191634 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfed647-ce35-4895-8098-da2762892a76 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:37.192453 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0cfed647-ce35-4895-8098-da2762892a76 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:37.202971 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-55366e2f-12f4-413b-a44c-fb71696c3a05 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:37.203501 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:37.204312 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device cc34c24a-1d09-4609-864e-edb348dd3721 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:47:37.214024 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-55366e2f-12f4-413b-a44c-fb71696c3a05 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:37.263105 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-f7689b69-12e6-43c8-aaa4-61d4719ca50f tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Allocated IP 172.26.2.24 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/29b79631-a8ab-42b9-9afe-58f7f2dbcb19) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:47:37.269249 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-63e2e2b1-b0ee-41b3-b8b0-28a0efd2b725 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:37.374065 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=db94a48e-af81-42a0-805c-ec9490856761,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:37.403550 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07def94c-2ce0-4a9b-bf7c-d0a3fb72a858 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:47:37.412909 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-63e2e2b1-b0ee-41b3-b8b0-28a0efd2b725 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Usage tracker for resource:port and tenant:b5d218d21c1a4a65a548d86f4c5955d1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:37.418983 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-63e2e2b1-b0ee-41b3-b8b0-28a0efd2b725 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:37.428052 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-63e2e2b1-b0ee-41b3-b8b0-28a0efd2b725 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:37.431525 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-07def94c-2ce0-4a9b-bf7c-d0a3fb72a858 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:37.431879 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-07def94c-2ce0-4a9b-bf7c-d0a3fb72a858 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Added segment 9703d020-75b4-4009-84ab-d1497f5763e9 of type vlan for network a2f89b56-6346-4347-8ade-78bc51bc5961 Oct 26 15:47:37.518357 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-ce27bce6-1313-40bf-9f64-26167560c8a1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Delete allocated IP 2001:db8:0:1::190 (f0152063-becc-4a23-8ec6-53c7fc51d575/7cccb248-792c-48fa-8787-f5e7f87d8321) {{(pid=89747) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 26 15:47:37.525004 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f7689b69-12e6-43c8-aaa4-61d4719ca50f tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:37.592395 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-07def94c-2ce0-4a9b-bf7c-d0a3fb72a858 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:37.606266 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-0cfed647-ce35-4895-8098-da2762892a76 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.6245551 Oct 26 15:47:37.607119 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-55366e2f-12f4-413b-a44c-fb71696c3a05 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:37.607898 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55366e2f-12f4-413b-a44c-fb71696c3a05 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d2044af4-b236-40af-b3d4-fee545827943 {{(pid=89747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:47:37.622505 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37340) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:37.626194 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-55366e2f-12f4-413b-a44c-fb71696c3a05 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:37.627371 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-55366e2f-12f4-413b-a44c-fb71696c3a05 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] 10.222.0.23 "DELETE /v2.0/routers/d2044af4-b236-40af-b3d4-fee545827943 HTTP/1.1" status: 204 len: 168 time: 5.9812150 Oct 26 15:47:37.636816 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37344) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:37.646082 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-25dd0b60-3853-4ba4-b552-19103166ca79 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-637622909', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}, 'admin_state_up': False}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:37.655905 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-25dd0b60-3853-4ba4-b552-19103166ca79 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:37.675115 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-25dd0b60-3853-4ba4-b552-19103166ca79 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Usage tracker for resource:router and tenant:eae49afb94514da8ad9cfe3afdaae288 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:37.688361 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-25dd0b60-3853-4ba4-b552-19103166ca79 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:37.702330 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-25dd0b60-3853-4ba4-b552-19103166ca79 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:37.736762 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e2e2b1-b0ee-41b3-b8b0-28a0efd2b725 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Made reservation on behalf of b5d218d21c1a4a65a548d86f4c5955d1 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:47:37.743927 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-63e2e2b1-b0ee-41b3-b8b0-28a0efd2b725 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:37.745172 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-404dede1-f617-4022-908b-bec01c044930 None None] Current status of the port db94a48e-af81-42a0-805c-ec9490856761 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:47:37.767005 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ce27bce6-1313-40bf-9f64-26167560c8a1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:37.767556 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port cc34c24a-1d09-4609-864e-edb348dd3721 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:47:37.768496 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:37.768777 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port cc34c24a-1d09-4609-864e-edb348dd3721 Oct 26 15:47:37.782091 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f7689b69-12e6-43c8-aaa4-61d4719ca50f tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:37.797426 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-ce27bce6-1313-40bf-9f64-26167560c8a1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Ignored duplicate provisioning block setup for port efdede79-7011-46bb-b49b-b8f46b49759d by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 26 15:47:37.812493 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-25dd0b60-3853-4ba4-b552-19103166ca79 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:37.813560 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-25dd0b60-3853-4ba4-b552-19103166ca79 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:37.837361 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-25dd0b60-3853-4ba4-b552-19103166ca79 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:37.839644 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [None req-63e2e2b1-b0ee-41b3-b8b0-28a0efd2b725 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] device_id is not set on port bf59481c-9cb6-4aba-992c-572ee6335885 yet. {{(pid=89748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:47:37.910154 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ce27bce6-1313-40bf-9f64-26167560c8a1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:37.917624 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7689b69-12e6-43c8-aaa4-61d4719ca50f tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:47:37.925762 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-f7689b69-12e6-43c8-aaa4-61d4719ca50f tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:47:37.939965 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7689b69-12e6-43c8-aaa4-61d4719ca50f tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:47:37.997092 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb66f8a-8ef0-4ccf-85c7-bf2841993b9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-ea103fec-373a-4028-a582-61b3ac56a836', 'network_id': 'ea103fec-373a-4028-a582-61b3ac56a836', 'tenant_id': 'b5d218d21c1a4a65a548d86f4c5955d1', 'fixed_ips': [{'subnet_id': '22b944d3-bc31-4a4b-9a6b-22d78a03dcfe'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:47:37.997092 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-cfb66f8a-8ef0-4ccf-85c7-bf2841993b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:38.006521 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7689b69-12e6-43c8-aaa4-61d4719ca50f tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Pushing event updated for resources: {'Port': ['ID=29b79631-a8ab-42b9-9afe-58f7f2dbcb19,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:38.015534 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-07def94c-2ce0-4a9b-bf7c-d0a3fb72a858 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:38.021205 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07def94c-2ce0-4a9b-bf7c-d0a3fb72a858 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:38.021728 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-07def94c-2ce0-4a9b-bf7c-d0a3fb72a858 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:38.116410 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port cc34c24a-1d09-4609-864e-edb348dd3721 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:47:38.118374 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device df381fe0-2659-4aea-90b3-0776c1c439c0 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:47:38.234215 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-ce27bce6-1313-40bf-9f64-26167560c8a1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] In _notify_port_updated(), no bound segment for port efdede79-7011-46bb-b49b-b8f46b49759d on network f0152063-becc-4a23-8ec6-53c7fc51d575 {{(pid=89747) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 26 15:47:38.241036 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-6d59f4e0-88d6-4d81-84ae-4cae40b3d1a6 None None] Provisioning for port f21607d5-d167-4b77-8e64-ffccbe8098a9 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:47:38.241521 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce27bce6-1313-40bf-9f64-26167560c8a1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:38.242252 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ce27bce6-1313-40bf-9f64-26167560c8a1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:38.246857 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ce27bce6-1313-40bf-9f64-26167560c8a1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "PUT /v2.0/ports/efdede79-7011-46bb-b49b-b8f46b49759d HTTP/1.1" status: 200 len: 926 time: 2.8610773 Oct 26 15:47:38.270654 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: df381fe0-2659-4aea-90b3-0776c1c439c0 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:47:38.271027 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device df381fe0-2659-4aea-90b3-0776c1c439c0 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Oct 26 15:47:38.290497 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37356) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:38.311361 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-6d59f4e0-88d6-4d81-84ae-4cae40b3d1a6 None None] Provisioning complete for port f21607d5-d167-4b77-8e64-ffccbe8098a9 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:47:38.311753 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6d59f4e0-88d6-4d81-84ae-4cae40b3d1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:38.312097 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-6d59f4e0-88d6-4d81-84ae-4cae40b3d1a6 None None] Attempt 1 to provision port f21607d5-d167-4b77-8e64-ffccbe8098a9 Oct 26 15:47:38.326285 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef060d5f-6dc5-477f-8b49-85666832447f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:38.334665 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef060d5f-6dc5-477f-8b49-85666832447f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:38.336650 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ef060d5f-6dc5-477f-8b49-85666832447f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:47:38.356753 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-4b842cf0-b7a3-4eeb-8dff-78219d932c0d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c2d9719c-cf65-4c20-996e-7f9ccd280f3a'}, {'subnet_id': '7cccb248-792c-48fa-8787-f5e7f87d8321'}]}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:38.360043 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Port df381fe0-2659-4aea-90b3-0776c1c439c0 not found, will not notify nova. {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Oct 26 15:47:38.360364 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 41f9995d-0451-4e1b-88a5-4afa3110819c up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:47:38.425807 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-25dd0b60-3853-4ba4-b552-19103166ca79 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:38.444076 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce27bce6-1313-40bf-9f64-26167560c8a1 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event updated for resources: {'Port': ['ID=efdede79-7011-46bb-b49b-b8f46b49759d,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:38.474350 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07def94c-2ce0-4a9b-bf7c-d0a3fb72a858 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event updated for resources: {'Network': ['ID=a2f89b56-6346-4347-8ade-78bc51bc5961,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:38.496953 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6d59f4e0-88d6-4d81-84ae-4cae40b3d1a6 None None] Port f21607d5-d167-4b77-8e64-ffccbe8098a9 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:47:38.497593 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network a2f89b56-6346-4347-8ade-78bc51bc5961 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:47:38.503501 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-63e2e2b1-b0ee-41b3-b8b0-28a0efd2b725 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Allocated IP 2001:db8::28c (ea103fec-373a-4028-a582-61b3ac56a836/22b944d3-bc31-4a4b-9a6b-22d78a03dcfe/bf59481c-9cb6-4aba-992c-572ee6335885) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:47:38.519322 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 41f9995d-0451-4e1b-88a5-4afa3110819c triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:47:38.520325 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:38.520325 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 41f9995d-0451-4e1b-88a5-4afa3110819c Oct 26 15:47:38.549335 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-07def94c-2ce0-4a9b-bf7c-d0a3fb72a858 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7419052 Oct 26 15:47:38.559675 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37364) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:38.649039 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-f91f85d5-d4ce-46e9-849f-c3386770d5c9 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Request body: {'subnet': {'network_id': 'a2f89b56-6346-4347-8ade-78bc51bc5961', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:38.705171 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f7689b69-12e6-43c8-aaa4-61d4719ca50f tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:38.756622 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ef060d5f-6dc5-477f-8b49-85666832447f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:47:38.770687 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ef060d5f-6dc5-477f-8b49-85666832447f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 1.1454554 Oct 26 15:47:38.770687 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37372) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:38.861661 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 41f9995d-0451-4e1b-88a5-4afa3110819c is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:47:38.941147 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 0931721a-5c88-4a7e-97b0-9876ae09b33f no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:47:38.981211 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-25dd0b60-3853-4ba4-b552-19103166ca79 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for router_gateway, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:39.006614 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-6d59f4e0-88d6-4d81-84ae-4cae40b3d1a6 None None] Attempt 2 to provision port f21607d5-d167-4b77-8e64-ffccbe8098a9 Oct 26 15:47:39.015576 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-25dd0b60-3853-4ba4-b552-19103166ca79 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:39.064238 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 0931721a-5c88-4a7e-97b0-9876ae09b33f {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:47:39.064592 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 0931721a-5c88-4a7e-97b0-9876ae09b33f not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:47:39.118549 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6d59f4e0-88d6-4d81-84ae-4cae40b3d1a6 None None] Port f21607d5-d167-4b77-8e64-ffccbe8098a9 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:47:39.182061 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-37b00093-52e0-41b7-a242-fac05f12d472 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting port f21607d5-d167-4b77-8e64-ffccbe8098a9 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:47:39.182411 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-37b00093-52e0-41b7-a242-fac05f12d472 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:39.182537 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37376) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:39.196820 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-25dd0b60-3853-4ba4-b552-19103166ca79 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Allocated IP 172.26.2.115 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/f82028c8-7183-48ea-9101-10db17742a8a) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:47:39.209087 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-477f53f0-f5fd-41fc-b94c-bcaa05c07cd2 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1962077996', 'description': 'tempest-secgroup-smoke-1962077996 description', 'project_id': '3ff1cd5d856143f1b2c461b2d5e300a8'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:39.217892 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-477f53f0-f5fd-41fc-b94c-bcaa05c07cd2 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:39.234524 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 1d46f836-0356-49cd-98d5-34b692c0f65a up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:47:39.253116 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-477f53f0-f5fd-41fc-b94c-bcaa05c07cd2 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Usage tracker for resource:security_group and tenant:3ff1cd5d856143f1b2c461b2d5e300a8 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:39.258622 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-f91f85d5-d4ce-46e9-849f-c3386770d5c9 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:39.261079 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-f91f85d5-d4ce-46e9-849f-c3386770d5c9 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Usage tracker for resource:subnet and tenant:1be2509a71d64d26a32bbf77f727e229 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:39.264232 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-f91f85d5-d4ce-46e9-849f-c3386770d5c9 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:39.270611 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-f91f85d5-d4ce-46e9-849f-c3386770d5c9 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:39.302142 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f7689b69-12e6-43c8-aaa4-61d4719ca50f tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:39.304862 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-477f53f0-f5fd-41fc-b94c-bcaa05c07cd2 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:39.323794 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-477f53f0-f5fd-41fc-b94c-bcaa05c07cd2 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:39.333625 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 1d46f836-0356-49cd-98d5-34b692c0f65a triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:47:39.334462 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:39.334462 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 1d46f836-0356-49cd-98d5-34b692c0f65a Oct 26 15:47:39.377112 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91f85d5-d4ce-46e9-849f-c3386770d5c9 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Made reservation on behalf of 1be2509a71d64d26a32bbf77f727e229 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:47:39.380582 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f91f85d5-d4ce-46e9-849f-c3386770d5c9 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:39.405918 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-477f53f0-f5fd-41fc-b94c-bcaa05c07cd2 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:39.420462 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-25dd0b60-3853-4ba4-b552-19103166ca79 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:39.426211 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-477f53f0-f5fd-41fc-b94c-bcaa05c07cd2 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:39.448519 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-477f53f0-f5fd-41fc-b94c-bcaa05c07cd2 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:39.452799 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-477f53f0-f5fd-41fc-b94c-bcaa05c07cd2 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Usage tracker for resource:security_group_rule and tenant:3ff1cd5d856143f1b2c461b2d5e300a8 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:39.456342 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-477f53f0-f5fd-41fc-b94c-bcaa05c07cd2 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:39.464109 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-477f53f0-f5fd-41fc-b94c-bcaa05c07cd2 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:39.473368 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 1d46f836-0356-49cd-98d5-34b692c0f65a is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:47:39.474523 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device cc34c24a-1d09-4609-864e-edb348dd3721 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:47:39.548695 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port cc34c24a-1d09-4609-864e-edb348dd3721 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:47:39.549613 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:39.549957 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port cc34c24a-1d09-4609-864e-edb348dd3721 Oct 26 15:47:39.560301 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-477f53f0-f5fd-41fc-b94c-bcaa05c07cd2 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:39.572022 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-25dd0b60-3853-4ba4-b552-19103166ca79 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:39.642650 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-6d59f4e0-88d6-4d81-84ae-4cae40b3d1a6 None None] Attempt 3 to provision port f21607d5-d167-4b77-8e64-ffccbe8098a9 Oct 26 15:47:39.726425 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4b842cf0-b7a3-4eeb-8dff-78219d932c0d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:39.730278 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port cc34c24a-1d09-4609-864e-edb348dd3721 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:47:39.731455 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device db94a48e-af81-42a0-805c-ec9490856761 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:47:39.743963 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-63e2e2b1-b0ee-41b3-b8b0-28a0efd2b725 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:39.758153 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6d59f4e0-88d6-4d81-84ae-4cae40b3d1a6 None None] Port f21607d5-d167-4b77-8e64-ffccbe8098a9 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:47:39.764101 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-477f53f0-f5fd-41fc-b94c-bcaa05c07cd2 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:39.787565 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-477f53f0-f5fd-41fc-b94c-bcaa05c07cd2 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:39.797137 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-477f53f0-f5fd-41fc-b94c-bcaa05c07cd2 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Usage tracker for resource:security_group_rule and tenant:3ff1cd5d856143f1b2c461b2d5e300a8 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:39.806556 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port db94a48e-af81-42a0-805c-ec9490856761 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:47:39.806856 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:39.807204 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port db94a48e-af81-42a0-805c-ec9490856761 Oct 26 15:47:39.810440 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-477f53f0-f5fd-41fc-b94c-bcaa05c07cd2 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:39.818682 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dd0b60-3853-4ba4-b552-19103166ca79 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:47:39.828197 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-25dd0b60-3853-4ba4-b552-19103166ca79 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:47:39.831049 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-477f53f0-f5fd-41fc-b94c-bcaa05c07cd2 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:39.832864 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd0b60-3853-4ba4-b552-19103166ca79 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Pushing event updated for resources: {'Port': ['ID=f82028c8-7183-48ea-9101-10db17742a8a,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:39.835126 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dd0b60-3853-4ba4-b552-19103166ca79 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:47:39.861924 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f53f0-f5fd-41fc-b94c-bcaa05c07cd2 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efb64fee-d72f-4eff-9e79-a843f3f08b9b,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:39.936192 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port db94a48e-af81-42a0-805c-ec9490856761 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:47:39.942046 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-63e2e2b1-b0ee-41b3-b8b0-28a0efd2b725 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Transition to ACTIVE for port object bf59481c-9cb6-4aba-992c-572ee6335885 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:47:39.991122 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device df381fe0-2659-4aea-90b3-0776c1c439c0 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:47:40.029295 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: df381fe0-2659-4aea-90b3-0776c1c439c0 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:47:40.029757 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device df381fe0-2659-4aea-90b3-0776c1c439c0 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:47:40.136426 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-477f53f0-f5fd-41fc-b94c-bcaa05c07cd2 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:40.196369 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-477f53f0-f5fd-41fc-b94c-bcaa05c07cd2 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:40.259742 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-6d59f4e0-88d6-4d81-84ae-4cae40b3d1a6 None None] Attempt 4 to provision port f21607d5-d167-4b77-8e64-ffccbe8098a9 Oct 26 15:47:40.328135 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-37b00093-52e0-41b7-a242-fac05f12d472 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:40.348851 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f7689b69-12e6-43c8-aaa4-61d4719ca50f tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:40.376144 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6d59f4e0-88d6-4d81-84ae-4cae40b3d1a6 None None] Port f21607d5-d167-4b77-8e64-ffccbe8098a9 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:47:40.398069 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f53f0-f5fd-41fc-b94c-bcaa05c07cd2 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=714ce366-d10f-43dc-886a-95016c1d1e76,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:40.437419 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-25dd0b60-3853-4ba4-b552-19103166ca79 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for router_gateway, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:40.489790 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-37b00093-52e0-41b7-a242-fac05f12d472 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Calling delete_port for f21607d5-d167-4b77-8e64-ffccbe8098a9 owned by {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:47:40.528989 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f7689b69-12e6-43c8-aaa4-61d4719ca50f tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:40.561007 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-477f53f0-f5fd-41fc-b94c-bcaa05c07cd2 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:40.564969 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-477f53f0-f5fd-41fc-b94c-bcaa05c07cd2 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3787365 Oct 26 15:47:40.580270 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37380) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:40.597073 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-20f443e7-7825-4e85-9fa6-63c640621569 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Request body: {'security_group_rule': {'security_group_id': '714ce366-d10f-43dc-886a-95016c1d1e76', 'project_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:40.605934 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-20f443e7-7825-4e85-9fa6-63c640621569 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:40.612513 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-20f443e7-7825-4e85-9fa6-63c640621569 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Usage tracker for resource:security_group_rule and tenant:3ff1cd5d856143f1b2c461b2d5e300a8 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:40.619113 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-20f443e7-7825-4e85-9fa6-63c640621569 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:40.626911 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-63e2e2b1-b0ee-41b3-b8b0-28a0efd2b725 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:40.641111 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-20f443e7-7825-4e85-9fa6-63c640621569 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:40.659317 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-cfb66f8a-8ef0-4ccf-85c7-bf2841993b9d None None] Allocated IP 2001:db8::2 (ea103fec-373a-4028-a582-61b3ac56a836/22b944d3-bc31-4a4b-9a6b-22d78a03dcfe/9f6e5950-7829-421f-a383-32d7770aae33) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:47:40.787701 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f7689b69-12e6-43c8-aaa4-61d4719ca50f tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:40.793586 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e2e2b1-b0ee-41b3-b8b0-28a0efd2b725 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Network ea103fec-373a-4028-a582-61b3ac56a836 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:47:40.807636 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-63e2e2b1-b0ee-41b3-b8b0-28a0efd2b725 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:47:40.810203 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e2e2b1-b0ee-41b3-b8b0-28a0efd2b725 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:47:40.816371 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e2e2b1-b0ee-41b3-b8b0-28a0efd2b725 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:40.817178 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-63e2e2b1-b0ee-41b3-b8b0-28a0efd2b725 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:40.821487 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7689b69-12e6-43c8-aaa4-61d4719ca50f tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Pushing event updated for resources: {'Port': ['ID=29b79631-a8ab-42b9-9afe-58f7f2dbcb19,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:40.844175 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-20f443e7-7825-4e85-9fa6-63c640621569 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:40.884059 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-6d59f4e0-88d6-4d81-84ae-4cae40b3d1a6 None None] Attempt 5 to provision port f21607d5-d167-4b77-8e64-ffccbe8098a9 Oct 26 15:47:40.913962 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f91f85d5-d4ce-46e9-849f-c3386770d5c9 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:40.956933 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-20f443e7-7825-4e85-9fa6-63c640621569 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:40.963728 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-25dd0b60-3853-4ba4-b552-19103166ca79 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:40.995522 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6d59f4e0-88d6-4d81-84ae-4cae40b3d1a6 None None] Port f21607d5-d167-4b77-8e64-ffccbe8098a9 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:47:40.996527 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-cfb66f8a-8ef0-4ccf-85c7-bf2841993b9d None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:41.008832 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-cfb66f8a-8ef0-4ccf-85c7-bf2841993b9d None None] Transition to ACTIVE for port object 9f6e5950-7829-421f-a383-32d7770aae33 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:47:41.023428 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-4b842cf0-b7a3-4eeb-8dff-78219d932c0d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Allocated IP 2001:db8:0:1::114 (f0152063-becc-4a23-8ec6-53c7fc51d575/7cccb248-792c-48fa-8787-f5e7f87d8321/efdede79-7011-46bb-b49b-b8f46b49759d) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:47:41.031929 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-cfb66f8a-8ef0-4ccf-85c7-bf2841993b9d None None] Transition to ACTIVE for port object 9f6e5950-7829-421f-a383-32d7770aae33 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:47:41.042788 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f7689b69-12e6-43c8-aaa4-61d4719ca50f tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:41.051841 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f7689b69-12e6-43c8-aaa4-61d4719ca50f tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8647568 Oct 26 15:47:41.074048 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e2e2b1-b0ee-41b3-b8b0-28a0efd2b725 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Pushing event updated for resources: {'Port': ['ID=bf59481c-9cb6-4aba-992c-572ee6335885,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:41.081332 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-63e2e2b1-b0ee-41b3-b8b0-28a0efd2b725 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.1922636 Oct 26 15:47:41.120829 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37386) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:41.129365 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-cfb66f8a-8ef0-4ccf-85c7-bf2841993b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:41.166457 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-20f443e7-7825-4e85-9fa6-63c640621569 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:41.187935 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-21370037-8c97-4afa-bcef-669539f6e99a tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Request body: {'port': {'network_id': 'ea103fec-373a-4028-a582-61b3ac56a836', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1016985043', 'allowed_address_pairs': [{'ip_address': '2001:db8::28c', 'mac_address': 'fa:16:3e:36:42:80'}]}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:41.221587 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f85d5-d4ce-46e9-849f-c3386770d5c9 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event updated for resources: {'Subnet': ['ID=924978bf-a510-448b-bba4-04d4e1fd6765,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:41.226327 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f443e7-7825-4e85-9fa6-63c640621569 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26b06feb-00c0-4fcc-8899-8e53aeff980c,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:41.280641 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb66f8a-8ef0-4ccf-85c7-bf2841993b9d None None] Pushing event updated for resources: {'Port': ['ID=9f6e5950-7829-421f-a383-32d7770aae33,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:41.294264 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb66f8a-8ef0-4ccf-85c7-bf2841993b9d None None] Network ea103fec-373a-4028-a582-61b3ac56a836 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:47:41.295596 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-cfb66f8a-8ef0-4ccf-85c7-bf2841993b9d None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:47:41.298645 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb66f8a-8ef0-4ccf-85c7-bf2841993b9d None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:47:41.369729 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-20f443e7-7825-4e85-9fa6-63c640621569 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:41.371513 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-20f443e7-7825-4e85-9fa6-63c640621569 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7902036 Oct 26 15:47:41.375284 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91f85d5-d4ce-46e9-849f-c3386770d5c9 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Checking segment: {'id': '9703d020-75b4-4009-84ab-d1497f5763e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'a2f89b56-6346-4347-8ade-78bc51bc5961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:47:41.375646 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91f85d5-d4ce-46e9-849f-c3386770d5c9 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Network hostable DHCP agents. Network: a2f89b56-6346-4347-8ade-78bc51bc5961, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:47:41.376654 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-0fef6501-debf-4836-b839-c3628b6563b1 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Synchronizing usage tracker for tenant:a4119eb7a47547308296079685b102f3 on resource:security_group {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:47:41.379506 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37400) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:41.391068 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-fefad5d9-266b-45d6-8dbc-413af99ae2d7 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Request body: {'security_group_rule': {'security_group_id': '714ce366-d10f-43dc-886a-95016c1d1e76', 'project_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:41.398460 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-fefad5d9-266b-45d6-8dbc-413af99ae2d7 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:41.405002 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-cfb66f8a-8ef0-4ccf-85c7-bf2841993b9d None None] Attempting to bind port 9f6e5950-7829-421f-a383-32d7770aae33 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:47:41.405377 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-cfb66f8a-8ef0-4ccf-85c7-bf2841993b9d None None] Attempting to bind port 9f6e5950-7829-421f-a383-32d7770aae33 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '058f777a-2003-49db-9554-24abe2cd4bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ea103fec-373a-4028-a582-61b3ac56a836'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:47:41.406191 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb66f8a-8ef0-4ccf-85c7-bf2841993b9d None None] Attempting to bind port 9f6e5950-7829-421f-a383-32d7770aae33 on network ea103fec-373a-4028-a582-61b3ac56a836 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:47:41.408377 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-fefad5d9-266b-45d6-8dbc-413af99ae2d7 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Usage tracker for resource:security_group_rule and tenant:3ff1cd5d856143f1b2c461b2d5e300a8 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:41.411270 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb66f8a-8ef0-4ccf-85c7-bf2841993b9d None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:47:41.411645 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb66f8a-8ef0-4ccf-85c7-bf2841993b9d None None] Checking segment: {'id': '058f777a-2003-49db-9554-24abe2cd4bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ea103fec-373a-4028-a582-61b3ac56a836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:47:41.412179 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-cfb66f8a-8ef0-4ccf-85c7-bf2841993b9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:41.412488 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb66f8a-8ef0-4ccf-85c7-bf2841993b9d None None] Bound using segment: {'id': '058f777a-2003-49db-9554-24abe2cd4bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ea103fec-373a-4028-a582-61b3ac56a836'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:47:41.413078 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-cfb66f8a-8ef0-4ccf-85c7-bf2841993b9d None None] Bound port: 9f6e5950-7829-421f-a383-32d7770aae33, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '058f777a-2003-49db-9554-24abe2cd4bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ea103fec-373a-4028-a582-61b3ac56a836'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:47:41.414290 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-fefad5d9-266b-45d6-8dbc-413af99ae2d7 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:41.414441 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-cfb66f8a-8ef0-4ccf-85c7-bf2841993b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:41.430037 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-fefad5d9-266b-45d6-8dbc-413af99ae2d7 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:41.500773 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-6d59f4e0-88d6-4d81-84ae-4cae40b3d1a6 None None] Attempt 6 to provision port f21607d5-d167-4b77-8e64-ffccbe8098a9 Oct 26 15:47:41.505844 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25dd0b60-3853-4ba4-b552-19103166ca79 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Router 596dacd8-ff66-4568-b24f-bffdb38bfabc is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:47:41.521934 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-21370037-8c97-4afa-bcef-669539f6e99a tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:41.528809 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-21370037-8c97-4afa-bcef-669539f6e99a tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Usage tracker for resource:port and tenant:b5d218d21c1a4a65a548d86f4c5955d1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:41.532811 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-21370037-8c97-4afa-bcef-669539f6e99a tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:41.549348 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-21370037-8c97-4afa-bcef-669539f6e99a tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:41.556061 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4b842cf0-b7a3-4eeb-8dff-78219d932c0d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:41.562599 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-cfb66f8a-8ef0-4ccf-85c7-bf2841993b9d None None] For port 9f6e5950-7829-421f-a383-32d7770aae33, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:47:41.567270 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-cfb66f8a-8ef0-4ccf-85c7-bf2841993b9d None None] For port 9f6e5950-7829-421f-a383-32d7770aae33, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=9f6e5950-7829-421f-a383-32d7770aae33,segment=NetworkSegment(058f777a-2003-49db-9554-24abe2cd4bde),segment_id=058f777a-2003-49db-9554-24abe2cd4bde)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:47:41.569762 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6d59f4e0-88d6-4d81-84ae-4cae40b3d1a6 None None] Port f21607d5-d167-4b77-8e64-ffccbe8098a9 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:47:41.574174 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-4b842cf0-b7a3-4eeb-8dff-78219d932c0d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Ignored duplicate provisioning block setup for port efdede79-7011-46bb-b49b-b8f46b49759d by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 26 15:47:41.576600 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-0fef6501-debf-4836-b839-c3628b6563b1 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Unset dirty status for tenant:a4119eb7a47547308296079685b102f3 on resource:security_group {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:47:41.577802 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-0fef6501-debf-4836-b839-c3628b6563b1 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1394411263&fields=id&tenant_id=a4119eb7a47547308296079685b102f3 HTTP/1.1" status: 200 len: 267 time: 0.2837870 Oct 26 15:47:41.585650 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91f85d5-d4ce-46e9-849f-c3386770d5c9 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Network a2f89b56-6346-4347-8ade-78bc51bc5961 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:47:41.625544 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-37b00093-52e0-41b7-a242-fac05f12d472 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:41.650026 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-cfb66f8a-8ef0-4ccf-85c7-bf2841993b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:41.696556 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-f91f85d5-d4ce-46e9-849f-c3386770d5c9 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, a2f89b56-6346-4347-8ade-78bc51bc5961) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:47:41.703756 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91f85d5-d4ce-46e9-849f-c3386770d5c9 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:41.705244 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f91f85d5-d4ce-46e9-849f-c3386770d5c9 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:41.711311 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21370037-8c97-4afa-bcef-669539f6e99a tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Made reservation on behalf of b5d218d21c1a4a65a548d86f4c5955d1 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:47:41.715611 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b326b1-5dd3-42e8-97c5-32dc15e37bb1 None None] Network a2f89b56-6346-4347-8ade-78bc51bc5961 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:47:41.737496 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4b842cf0-b7a3-4eeb-8dff-78219d932c0d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:41.782437 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fefad5d9-266b-45d6-8dbc-413af99ae2d7 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:41.821902 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b00093-52e0-41b7-a242-fac05f12d472 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Port': ['ID=f21607d5-d167-4b77-8e64-ffccbe8098a9,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:41.822457 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb66f8a-8ef0-4ccf-85c7-bf2841993b9d None None] Pushing event updated for resources: {'Port': ['ID=9f6e5950-7829-421f-a383-32d7770aae33,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:41.934371 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f91f85d5-d4ce-46e9-849f-c3386770d5c9 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3735809 Oct 26 15:47:41.985415 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25dd0b60-3853-4ba4-b552-19103166ca79 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:47:41.987306 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37404) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:42.013154 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284ac4bb-8781-48b2-a6f8-c61ed1f2a412 None None] Sync routers for ids ['596dacd8-ff66-4568-b24f-bffdb38bfabc'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:47:42.041241 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284ac4bb-8781-48b2-a6f8-c61ed1f2a412 None None] Routers {'596dacd8-ff66-4568-b24f-bffdb38bfabc'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:47:42.043403 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-284ac4bb-8781-48b2-a6f8-c61ed1f2a412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:47:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['596dacd8-ff66-4568-b24f-bffdb38bfabc'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:42.117853 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-21370037-8c97-4afa-bcef-669539f6e99a tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:42.141867 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-6d59f4e0-88d6-4d81-84ae-4cae40b3d1a6 None None] Attempt 7 to provision port f21607d5-d167-4b77-8e64-ffccbe8098a9 Oct 26 15:47:42.194427 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34201285-6822-45f1-a472-963b29d5292b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-a2f89b56-6346-4347-8ade-78bc51bc5961', 'network_id': 'a2f89b56-6346-4347-8ade-78bc51bc5961', 'tenant_id': '1be2509a71d64d26a32bbf77f727e229', 'fixed_ips': [{'subnet_id': '924978bf-a510-448b-bba4-04d4e1fd6765'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:47:42.195394 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-34201285-6822-45f1-a472-963b29d5292b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:42.240114 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6d59f4e0-88d6-4d81-84ae-4cae40b3d1a6 None None] Port f21607d5-d167-4b77-8e64-ffccbe8098a9 was deleted so its status cannot be updated. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:47:42.242918 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-284ac4bb-8781-48b2-a6f8-c61ed1f2a412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:42.326997 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284ac4bb-8781-48b2-a6f8-c61ed1f2a412 None None] Routers {'596dacd8-ff66-4568-b24f-bffdb38bfabc'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:47:42.327837 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-284ac4bb-8781-48b2-a6f8-c61ed1f2a412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:47:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['596dacd8-ff66-4568-b24f-bffdb38bfabc'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:42.369197 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cfbd5ed8-bb77-4885-a056-a6b793db75a4 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:42.407249 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-5745cf2e-a010-455d-93b2-a889db40dc8c tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:42.407985 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-5745cf2e-a010-455d-93b2-a889db40dc8c tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Synchronizing usage tracker for tenant:a4119eb7a47547308296079685b102f3 on resource:network {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:47:42.412063 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fefad5d9-266b-45d6-8dbc-413af99ae2d7 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:42.416497 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-25dd0b60-3853-4ba4-b552-19103166ca79 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:42.420937 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-25dd0b60-3853-4ba4-b552-19103166ca79 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.7799735 Oct 26 15:47:42.421367 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37410) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:42.431982 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-ab553f10-e20e-41a2-a1db-f68f5afd3a71 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'enable_snat': False}}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:42.434736 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-284ac4bb-8781-48b2-a6f8-c61ed1f2a412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:42.434867 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284ac4bb-8781-48b2-a6f8-c61ed1f2a412 None None] The sync data for ids ['596dacd8-ff66-4568-b24f-bffdb38bfabc'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:47:42.474046 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-04383afa-17e0-46dd-89de-3b437494f6cf None None] Provisioning complete for port db94a48e-af81-42a0-805c-ec9490856761 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:47:42.474591 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-04383afa-17e0-46dd-89de-3b437494f6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:42.475057 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-04383afa-17e0-46dd-89de-3b437494f6cf None None] Attempt 1 to provision port db94a48e-af81-42a0-805c-ec9490856761 Oct 26 15:47:42.491806 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [None req-21370037-8c97-4afa-bcef-669539f6e99a tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] device_id is not set on port af4ba089-cc62-4a4c-9a59-d4134d3d49f1 yet. {{(pid=89748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:47:42.527752 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-4b842cf0-b7a3-4eeb-8dff-78219d932c0d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] In _notify_port_updated(), no bound segment for port efdede79-7011-46bb-b49b-b8f46b49759d on network f0152063-becc-4a23-8ec6-53c7fc51d575 {{(pid=89748) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 26 15:47:42.533427 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b842cf0-b7a3-4eeb-8dff-78219d932c0d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:42.534382 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4b842cf0-b7a3-4eeb-8dff-78219d932c0d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:42.535403 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-4b842cf0-b7a3-4eeb-8dff-78219d932c0d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "PUT /v2.0/ports/efdede79-7011-46bb-b49b-b8f46b49759d HTTP/1.1" status: 200 len: 1012 time: 4.2319989 Oct 26 15:47:42.542552 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37414) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:42.546265 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b842cf0-b7a3-4eeb-8dff-78219d932c0d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event updated for resources: {'Port': ['ID=efdede79-7011-46bb-b49b-b8f46b49759d,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:42.580096 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fefad5d9-266b-45d6-8dbc-413af99ae2d7 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:42.650551 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-34201285-6822-45f1-a472-963b29d5292b None None] Allocated IP 172.20.0.2 (a2f89b56-6346-4347-8ade-78bc51bc5961/924978bf-a510-448b-bba4-04d4e1fd6765/1735375d-dab4-4d6b-a5c2-30d0b3213e1e) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:47:42.653391 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-37b00093-52e0-41b7-a242-fac05f12d472 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:42.656217 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefad5d9-266b-45d6-8dbc-413af99ae2d7 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27dd97b8-3a7c-45f6-8f3b-1414f757e774,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:42.676327 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-37b00093-52e0-41b7-a242-fac05f12d472 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/ports/f21607d5-d167-4b77-8e64-ffccbe8098a9 HTTP/1.1" status: 204 len: 168 time: 3.8847234 Oct 26 15:47:42.681530 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37418) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:42.707449 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-04383afa-17e0-46dd-89de-3b437494f6cf None None] Current status of the port db94a48e-af81-42a0-805c-ec9490856761 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:47:42.717423 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-120ef002-9398-4d21-a1a2-b0071a57d6da tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Deleting port efdede79-7011-46bb-b49b-b8f46b49759d {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:47:42.717992 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-120ef002-9398-4d21-a1a2-b0071a57d6da tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:42.746828 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-5745cf2e-a010-455d-93b2-a889db40dc8c tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Unset dirty status for tenant:a4119eb7a47547308296079685b102f3 on resource:network {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:47:42.747982 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-5745cf2e-a010-455d-93b2-a889db40dc8c tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/networks?id=9b52fa13-90e5-4d9b-bd04-f08f37ff314e HTTP/1.1" status: 200 len: 812 time: 0.9819915 Oct 26 15:47:42.748682 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cfbd5ed8-bb77-4885-a056-a6b793db75a4 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:42.796979 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fefad5d9-266b-45d6-8dbc-413af99ae2d7 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:42.798185 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-fefad5d9-266b-45d6-8dbc-413af99ae2d7 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4136980 Oct 26 15:47:42.803051 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37422) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:42.819036 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-78738e99-3b88-4aa8-a7a8-c896262f3529 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Request body: {'security_group_rule': {'security_group_id': '714ce366-d10f-43dc-886a-95016c1d1e76', 'project_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:42.825843 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-a8e58fec-1d00-4175-9485-b4debcaa8efd tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/quotas/a4119eb7a47547308296079685b102f3 HTTP/1.1" status: 200 len: 375 time: 0.0395298 Oct 26 15:47:42.833311 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-78738e99-3b88-4aa8-a7a8-c896262f3529 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:42.888892 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-78738e99-3b88-4aa8-a7a8-c896262f3529 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Usage tracker for resource:security_group_rule and tenant:3ff1cd5d856143f1b2c461b2d5e300a8 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:42.905967 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-21370037-8c97-4afa-bcef-669539f6e99a tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Allocated IP 2001:db8::3 (ea103fec-373a-4028-a582-61b3ac56a836/22b944d3-bc31-4a4b-9a6b-22d78a03dcfe/af4ba089-cc62-4a4c-9a59-d4134d3d49f1) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:47:42.908722 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-78738e99-3b88-4aa8-a7a8-c896262f3529 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:42.924289 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-78738e99-3b88-4aa8-a7a8-c896262f3529 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:42.952140 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-04383afa-17e0-46dd-89de-3b437494f6cf None None] Provisioning for port efdede79-7011-46bb-b49b-b8f46b49759d completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:47:42.965034 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37428) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:42.971805 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-04383afa-17e0-46dd-89de-3b437494f6cf None None] Provisioning complete for port efdede79-7011-46bb-b49b-b8f46b49759d triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:47:42.972186 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-04383afa-17e0-46dd-89de-3b437494f6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:42.972529 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-04383afa-17e0-46dd-89de-3b437494f6cf None None] Attempt 1 to provision port efdede79-7011-46bb-b49b-b8f46b49759d Oct 26 15:47:43.023963 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac7ae2d-7739-4503-a16d-d257d34a912f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:43.025441 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac7ae2d-7739-4503-a16d-d257d34a912f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:43.027103 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac7ae2d-7739-4503-a16d-d257d34a912f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:43.027924 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-fac7ae2d-7739-4503-a16d-d257d34a912f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:subnet {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:47:43.058181 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-34201285-6822-45f1-a472-963b29d5292b None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:43.061205 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-04383afa-17e0-46dd-89de-3b437494f6cf None None] Port efdede79-7011-46bb-b49b-b8f46b49759d cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:47:43.070669 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-34201285-6822-45f1-a472-963b29d5292b None None] Transition to ACTIVE for port object 1735375d-dab4-4d6b-a5c2-30d0b3213e1e will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:47:43.111982 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-34201285-6822-45f1-a472-963b29d5292b None None] Transition to ACTIVE for port object 1735375d-dab4-4d6b-a5c2-30d0b3213e1e will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:47:43.195853 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-fac7ae2d-7739-4503-a16d-d257d34a912f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:subnet {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:47:43.197604 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-34201285-6822-45f1-a472-963b29d5292b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:43.199882 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-fac7ae2d-7739-4503-a16d-d257d34a912f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5116222 Oct 26 15:47:43.203871 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37432) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:43.226160 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-78738e99-3b88-4aa8-a7a8-c896262f3529 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:43.286762 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-17815d74-045e-4c0b-bbf8-9700dcabb223 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a4119eb7a47547308296079685b102f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4414186 Oct 26 15:47:43.293461 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 9f6e5950-7829-421f-a383-32d7770aae33 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:47:43.370861 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34201285-6822-45f1-a472-963b29d5292b None None] Network a2f89b56-6346-4347-8ade-78bc51bc5961 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:47:43.384594 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34201285-6822-45f1-a472-963b29d5292b None None] Pushing event updated for resources: {'Port': ['ID=1735375d-dab4-4d6b-a5c2-30d0b3213e1e,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:43.394003 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-34201285-6822-45f1-a472-963b29d5292b None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:47:43.406138 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-120ef002-9398-4d21-a1a2-b0071a57d6da tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:43.418327 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34201285-6822-45f1-a472-963b29d5292b None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:47:43.421885 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698813f3-daa3-42ed-8021-5e8337b0c74f None None] Network ea103fec-373a-4028-a582-61b3ac56a836 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:47:43.492344 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-faaf9fb7-b1de-4399-aeb4-32c3a7ab4136 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting subnet 157f475d-d15b-4ed0-864e-f7b0181cf4a5 {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:47:43.506500 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cfbd5ed8-bb77-4885-a056-a6b793db75a4 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:43.514796 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-faaf9fb7-b1de-4399-aeb4-32c3a7ab4136 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:43.569401 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-120ef002-9398-4d21-a1a2-b0071a57d6da tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Calling delete_port for efdede79-7011-46bb-b49b-b8f46b49759d owned by {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:47:43.571614 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-04383afa-17e0-46dd-89de-3b437494f6cf None None] Attempt 2 to provision port efdede79-7011-46bb-b49b-b8f46b49759d Oct 26 15:47:43.686548 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-34201285-6822-45f1-a472-963b29d5292b None None] Attempting to bind port 1735375d-dab4-4d6b-a5c2-30d0b3213e1e on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:47:43.686548 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-34201285-6822-45f1-a472-963b29d5292b None None] Attempting to bind port 1735375d-dab4-4d6b-a5c2-30d0b3213e1e by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '9703d020-75b4-4009-84ab-d1497f5763e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'a2f89b56-6346-4347-8ade-78bc51bc5961'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:47:43.686953 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34201285-6822-45f1-a472-963b29d5292b None None] Attempting to bind port 1735375d-dab4-4d6b-a5c2-30d0b3213e1e on network a2f89b56-6346-4347-8ade-78bc51bc5961 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:47:43.688776 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf4c063-1e86-4f2f-8677-683eb7112a5c tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:43.689343 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf4c063-1e86-4f2f-8677-683eb7112a5c tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:43.690393 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf4c063-1e86-4f2f-8677-683eb7112a5c tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:43.692482 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-04383afa-17e0-46dd-89de-3b437494f6cf None None] Port efdede79-7011-46bb-b49b-b8f46b49759d cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:47:43.694499 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-0bf4c063-1e86-4f2f-8677-683eb7112a5c tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/ports?project_id=8316bfcf068445aeb00a503282bb001c&network_id=463f536f-4c79-4aa7-83ec-186e85f0d447 HTTP/1.1" status: 200 len: 2999 time: 0.7239127 Oct 26 15:47:43.700491 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-78738e99-3b88-4aa8-a7a8-c896262f3529 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:43.704462 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34201285-6822-45f1-a472-963b29d5292b None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:47:43.704837 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34201285-6822-45f1-a472-963b29d5292b None None] Checking segment: {'id': '9703d020-75b4-4009-84ab-d1497f5763e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'a2f89b56-6346-4347-8ade-78bc51bc5961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:47:43.705234 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-34201285-6822-45f1-a472-963b29d5292b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:43.705629 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34201285-6822-45f1-a472-963b29d5292b None None] Bound using segment: {'id': '9703d020-75b4-4009-84ab-d1497f5763e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'a2f89b56-6346-4347-8ade-78bc51bc5961'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:47:43.706103 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-34201285-6822-45f1-a472-963b29d5292b None None] Bound port: 1735375d-dab4-4d6b-a5c2-30d0b3213e1e, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9703d020-75b4-4009-84ab-d1497f5763e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'a2f89b56-6346-4347-8ade-78bc51bc5961'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:47:43.706503 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-34201285-6822-45f1-a472-963b29d5292b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:43.721710 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-21370037-8c97-4afa-bcef-669539f6e99a tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:43.726273 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 9f6e5950-7829-421f-a383-32d7770aae33 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:47:43.743008 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-21370037-8c97-4afa-bcef-669539f6e99a tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Transition to ACTIVE for port object af4ba089-cc62-4a4c-9a59-d4134d3d49f1 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:47:43.743386 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ab553f10-e20e-41a2-a1db-f68f5afd3a71 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:43.747450 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd5ed8-bb77-4885-a056-a6b793db75a4 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event deleted for resources: {'Subnet': ['ID=924978bf-a510-448b-bba4-04d4e1fd6765,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:43.789767 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-78738e99-3b88-4aa8-a7a8-c896262f3529 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:43.838537 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78738e99-3b88-4aa8-a7a8-c896262f3529 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6963c502-8f40-4299-ad04-052e755df929,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:43.914207 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-faaf9fb7-b1de-4399-aeb4-32c3a7ab4136 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:43.927214 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-34201285-6822-45f1-a472-963b29d5292b None None] For port 1735375d-dab4-4d6b-a5c2-30d0b3213e1e, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:47:43.931847 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-34201285-6822-45f1-a472-963b29d5292b None None] For port 1735375d-dab4-4d6b-a5c2-30d0b3213e1e, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=1735375d-dab4-4d6b-a5c2-30d0b3213e1e,segment=NetworkSegment(9703d020-75b4-4009-84ab-d1497f5763e9),segment_id=9703d020-75b4-4009-84ab-d1497f5763e9)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:47:43.955343 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-78738e99-3b88-4aa8-a7a8-c896262f3529 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:43.957416 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-a9d94faf-c266-42ba-9b57-8b420b2299c4 service neutron] 10.222.0.23 "GET /v2.0/networks/9b52fa13-90e5-4d9b-bd04-f08f37ff314e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6145165 Oct 26 15:47:43.959511 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cfbd5ed8-bb77-4885-a056-a6b793db75a4 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:43.963307 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-78738e99-3b88-4aa8-a7a8-c896262f3529 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1497798 Oct 26 15:47:43.964145 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37440) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:43.971351 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-aa8df1c9-138a-4a3a-a5f5-b3c1b410ec5d tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Request body: {'security_group_rule': {'security_group_id': '714ce366-d10f-43dc-886a-95016c1d1e76', 'project_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:43.978705 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-aa8df1c9-138a-4a3a-a5f5-b3c1b410ec5d tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:43.983084 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-aa8df1c9-138a-4a3a-a5f5-b3c1b410ec5d tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Usage tracker for resource:security_group_rule and tenant:3ff1cd5d856143f1b2c461b2d5e300a8 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:43.986336 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-aa8df1c9-138a-4a3a-a5f5-b3c1b410ec5d tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:43.989663 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-21370037-8c97-4afa-bcef-669539f6e99a tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:44.029127 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-34201285-6822-45f1-a472-963b29d5292b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:44.032648 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-aa8df1c9-138a-4a3a-a5f5-b3c1b410ec5d tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:44.043587 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-120ef002-9398-4d21-a1a2-b0071a57d6da tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:44.086223 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21370037-8c97-4afa-bcef-669539f6e99a tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Network ea103fec-373a-4028-a582-61b3ac56a836 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:47:44.136596 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-cfbd5ed8-bb77-4885-a056-a6b793db75a4 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2f89b56-6346-4347-8ade-78bc51bc5961']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:44.146550 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-21370037-8c97-4afa-bcef-669539f6e99a tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:47:44.149710 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21370037-8c97-4afa-bcef-669539f6e99a tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:47:44.155484 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-cfbd5ed8-bb77-4885-a056-a6b793db75a4 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9703d020-75b4-4009-84ab-d1497f5763e9') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:44.155902 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-cfbd5ed8-bb77-4885-a056-a6b793db75a4 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9703d020-75b4-4009-84ab-d1497f5763e9') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:44.156843 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21370037-8c97-4afa-bcef-669539f6e99a tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:44.158149 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-21370037-8c97-4afa-bcef-669539f6e99a tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:44.174550 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cfbd5ed8-bb77-4885-a056-a6b793db75a4 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:44.197571 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cfbd5ed8-bb77-4885-a056-a6b793db75a4 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:44.198290 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-04383afa-17e0-46dd-89de-3b437494f6cf None None] Attempt 3 to provision port efdede79-7011-46bb-b49b-b8f46b49759d Oct 26 15:47:44.214637 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfbd5ed8-bb77-4885-a056-a6b793db75a4 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:47:44.214637 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cfbd5ed8-bb77-4885-a056-a6b793db75a4 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:44.233287 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21370037-8c97-4afa-bcef-669539f6e99a tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Pushing event updated for resources: {'Port': ['ID=af4ba089-cc62-4a4c-9a59-d4134d3d49f1,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:44.277153 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-04383afa-17e0-46dd-89de-3b437494f6cf None None] Port efdede79-7011-46bb-b49b-b8f46b49759d was deleted so its status cannot be updated. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:47:44.285476 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-aa8df1c9-138a-4a3a-a5f5-b3c1b410ec5d tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:44.292124 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34201285-6822-45f1-a472-963b29d5292b None None] Pushing event updated for resources: {'Port': ['ID=1735375d-dab4-4d6b-a5c2-30d0b3213e1e,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:44.305482 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e399e8a-7ec1-45f8-a0db-5372107c7626 None None] Network a2f89b56-6346-4347-8ade-78bc51bc5961 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:47:44.309586 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-120ef002-9398-4d21-a1a2-b0071a57d6da tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:44.314636 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-120ef002-9398-4d21-a1a2-b0071a57d6da tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/ports/efdede79-7011-46bb-b49b-b8f46b49759d HTTP/1.1" status: 204 len: 168 time: 1.7655885 Oct 26 15:47:44.317801 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37444) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:44.318337 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120ef002-9398-4d21-a1a2-b0071a57d6da tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event deleted for resources: {'Port': ['ID=efdede79-7011-46bb-b49b-b8f46b49759d,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:44.381508 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-a72300af-d3f9-4449-a0b4-12c4dde316fa tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] GET failed (client error): The resource could not be found. Oct 26 15:47:44.382132 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a72300af-d3f9-4449-a0b4-12c4dde316fa tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Synchronizing usage tracker for tenant:b10aaa5403b848e8bc3e4f603712654e on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:47:44.390384 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-21370037-8c97-4afa-bcef-669539f6e99a tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 3.2668164 Oct 26 15:47:44.406306 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 9703d020-75b4-4009-84ab-d1497f5763e9 resource provider aggregate not found Oct 26 15:47:44.416181 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37452) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:44.492715 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-aa8df1c9-138a-4a3a-a5f5-b3c1b410ec5d tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:44.513972 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 9703d020-75b4-4009-84ab-d1497f5763e9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9703d020-75b4-4009-84ab-d1497f5763e9 found for delete ", "request_id": "req-e8120e97-1dcc-4b30-bd79-809662874439"}]} Oct 26 15:47:44.516849 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a72300af-d3f9-4449-a0b4-12c4dde316fa tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Unset dirty status for tenant:b10aaa5403b848e8bc3e4f603712654e on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:47:44.518837 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a72300af-d3f9-4449-a0b4-12c4dde316fa tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "GET /v2.0/ports/efdede79-7011-46bb-b49b-b8f46b49759d HTTP/1.1" status: 404 len: 333 time: 0.1972294 Oct 26 15:47:44.528704 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37458) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:44.574288 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-855d953f-564a-4e36-ab76-ddc54b989b99 None None] Provisioning for port bf59481c-9cb6-4aba-992c-572ee6335885 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:47:44.586043 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-cfbd5ed8-bb77-4885-a056-a6b793db75a4 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 15:47:44.586043 dv-neutron-862712-1-hyperv neutron-server[89747]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 15:47:44.586043 dv-neutron-862712-1-hyperv neutron-server[89747]: [parameters: {'id': 'a2f89b56-6346-4347-8ade-78bc51bc5961'}] Oct 26 15:47:44.586043 dv-neutron-862712-1-hyperv neutron-server[89747]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:47:44.587241 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-cfbd5ed8-bb77-4885-a056-a6b793db75a4 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:47:44.587840 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-aa8df1c9-138a-4a3a-a5f5-b3c1b410ec5d tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:44.593019 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-855d953f-564a-4e36-ab76-ddc54b989b99 None None] Provisioning complete for port bf59481c-9cb6-4aba-992c-572ee6335885 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:47:44.593254 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-855d953f-564a-4e36-ab76-ddc54b989b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:44.593654 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-855d953f-564a-4e36-ab76-ddc54b989b99 None None] Attempt 1 to provision port bf59481c-9cb6-4aba-992c-572ee6335885 Oct 26 15:47:44.624518 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-faaf9fb7-b1de-4399-aeb4-32c3a7ab4136 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:44.667542 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-c6e59750-0364-4274-aefd-5f97b5bf219f service neutron] 10.222.0.23 "GET /v2.0/networks/9b52fa13-90e5-4d9b-bd04-f08f37ff314e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6889145 Oct 26 15:47:44.754886 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-855d953f-564a-4e36-ab76-ddc54b989b99 None None] Port bf59481c-9cb6-4aba-992c-572ee6335885 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:47:44.783238 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648d980c-8ebd-4528-a573-f6427aa7db08 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:44.791356 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648d980c-8ebd-4528-a573-f6427aa7db08 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:44.797418 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648d980c-8ebd-4528-a573-f6427aa7db08 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:44.802137 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-648d980c-8ebd-4528-a573-f6427aa7db08 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.3793297 Oct 26 15:47:44.813237 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37464) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:44.813431 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8df1c9-138a-4a3a-a5f5-b3c1b410ec5d tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbef061e-788b-4ae7-9819-3e3cd1d56e98,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:44.827127 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-99c25860-fcaa-4ccf-bca4-c678a4ad1aac tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Deleting subnet 7cccb248-792c-48fa-8787-f5e7f87d8321 {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:47:44.831029 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-99c25860-fcaa-4ccf-bca4-c678a4ad1aac tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:44.867901 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-aa8df1c9-138a-4a3a-a5f5-b3c1b410ec5d tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:44.869101 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-aa8df1c9-138a-4a3a-a5f5-b3c1b410ec5d tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9039745 Oct 26 15:47:44.872519 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37468) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:44.877581 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-f0f08bf6-4076-4791-ab76-0624dd7d6754 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Request body: {'security_group_rule': {'security_group_id': '714ce366-d10f-43dc-886a-95016c1d1e76', 'project_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:44.888299 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-f0f08bf6-4076-4791-ab76-0624dd7d6754 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:44.894747 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-f0f08bf6-4076-4791-ab76-0624dd7d6754 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Usage tracker for resource:security_group_rule and tenant:3ff1cd5d856143f1b2c461b2d5e300a8 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:44.908484 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-f0f08bf6-4076-4791-ab76-0624dd7d6754 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:44.927709 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-f0f08bf6-4076-4791-ab76-0624dd7d6754 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:44.932007 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-99c25860-fcaa-4ccf-bca4-c678a4ad1aac tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:44.963296 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37476) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:44.972714 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46621ec1-b092-42fc-8e10-21b72398cc6d None None] get_active_networks_info from dv-neutron-862712-1-hyperv {{(pid=89749) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 26 15:47:45.019242 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-faaf9fb7-b1de-4399-aeb4-32c3a7ab4136 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:45.088340 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cfbd5ed8-bb77-4885-a056-a6b793db75a4 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:45.091316 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-93f3cae4-99ee-4a60-ba6b-7f8a7426bb6d req-ed3b358d-3d58-4646-b9a8-863c6e81c2b5 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Synchronizing usage tracker for tenant:a4119eb7a47547308296079685b102f3 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:47:45.098869 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf9fb7-b1de-4399-aeb4-32c3a7ab4136 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Subnet': ['ID=157f475d-d15b-4ed0-864e-f7b0181cf4a5,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:45.107338 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-1e1cf84a-dc94-4409-b535-c898bc3a3a8e tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Deleting port af4ba089-cc62-4a4c-9a59-d4134d3d49f1 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:47:45.107779 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1e1cf84a-dc94-4409-b535-c898bc3a3a8e tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:45.134258 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46621ec1-b092-42fc-8e10-21b72398cc6d None None] Resources bound (agent type, host, resource id): {{(pid=89749) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:47:45.155919 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.securitygroups_db [None req-f0f08bf6-4076-4791-ab76-0624dd7d6754 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Project 3ff1cd5d856143f1b2c461b2d5e300a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:47:45.162742 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b043effe-7c41-4b18-8911-7bcaa18223c6 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:45.166874 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-faaf9fb7-b1de-4399-aeb4-32c3a7ab4136 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:45.167028 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b043effe-7c41-4b18-8911-7bcaa18223c6 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=0c79a151-ef79-4fff-8a3c-258f9478471d HTTP/1.1" status: 200 len: 814 time: 0.1974962 Oct 26 15:47:45.174361 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f0f08bf6-4076-4791-ab76-0624dd7d6754 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:45.206246 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-cfbd5ed8-bb77-4885-a056-a6b793db75a4 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Deleting port 1735375d-dab4-4d6b-a5c2-30d0b3213e1e {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:47:45.206780 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cfbd5ed8-bb77-4885-a056-a6b793db75a4 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:45.226993 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-93f3cae4-99ee-4a60-ba6b-7f8a7426bb6d req-ed3b358d-3d58-4646-b9a8-863c6e81c2b5 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Unset dirty status for tenant:a4119eb7a47547308296079685b102f3 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:47:45.228257 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-93f3cae4-99ee-4a60-ba6b-7f8a7426bb6d req-ed3b358d-3d58-4646-b9a8-863c6e81c2b5 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 210 time: 0.2639430 Oct 26 15:47:45.232436 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-99c25860-fcaa-4ccf-bca4-c678a4ad1aac tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:45.270490 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-855d953f-564a-4e36-ab76-ddc54b989b99 None None] Attempt 2 to provision port bf59481c-9cb6-4aba-992c-572ee6335885 Oct 26 15:47:45.335325 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f0f08bf6-4076-4791-ab76-0624dd7d6754 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:45.418963 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-99c25860-fcaa-4ccf-bca4-c678a4ad1aac tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:45.427738 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-855d953f-564a-4e36-ab76-ddc54b989b99 None None] Port bf59481c-9cb6-4aba-992c-572ee6335885 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:47:45.470731 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f0f08bf6-4076-4791-ab76-0624dd7d6754 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:45.484586 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-faaf9fb7-b1de-4399-aeb4-32c3a7ab4136 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/157f475d-d15b-4ed0-864e-f7b0181cf4a5 HTTP/1.1" status: 204 len: 168 time: 2.2073627 Oct 26 15:47:45.490662 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37492) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:45.507937 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-99c25860-fcaa-4ccf-bca4-c678a4ad1aac tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:45.517240 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c25860-fcaa-4ccf-bca4-c678a4ad1aac tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event deleted for resources: {'Subnet': ['ID=7cccb248-792c-48fa-8787-f5e7f87d8321,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:45.580990 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f08bf6-4076-4791-ab76-0624dd7d6754 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77188b1a-2058-4611-b4e3-27bbf1f34283,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:45.593513 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-99c25860-fcaa-4ccf-bca4-c678a4ad1aac tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/subnets/7cccb248-792c-48fa-8787-f5e7f87d8321 HTTP/1.1" status: 204 len: 168 time: 1.0634143 Oct 26 15:47:45.601021 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37496) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:45.696606 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37502) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:45.714869 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-a740420e-57a7-4588-81fc-ca6aea293f92 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'network': {'name': 'tempest-network-smoke--803858356', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'port_security_enabled': True}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:45.719736 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f0f08bf6-4076-4791-ab76-0624dd7d6754 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:45.724311 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f0f08bf6-4076-4791-ab76-0624dd7d6754 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8482840 Oct 26 15:47:45.728278 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa73660d-b09c-46c7-a0ea-911623d44752 None None] get_active_networks_info from dv-neutron-862712-1-hyperv {{(pid=89749) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 26 15:47:45.734014 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a740420e-57a7-4588-81fc-ca6aea293f92 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:45.736914 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37506) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:45.747194 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-2273fc96-7f43-41ee-be6e-7cd16ad62221 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Request body: {'security_group_rule': {'security_group_id': '714ce366-d10f-43dc-886a-95016c1d1e76', 'project_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:45.755317 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e557bd-b70b-4417-b5ae-f923f437c30d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Deleting subnet c2d9719c-cf65-4c20-996e-7f9ccd280f3a {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:47:45.770653 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f883ea8-7c0a-4546-a4d4-d2779671ec56 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting subnet 6d92cc1d-b049-47c0-81f8-2fe858bee08a {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:47:45.770653 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-54e557bd-b70b-4417-b5ae-f923f437c30d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:45.803976 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-2273fc96-7f43-41ee-be6e-7cd16ad62221 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:45.816563 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4f883ea8-7c0a-4546-a4d4-d2779671ec56 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:45.844874 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a740420e-57a7-4588-81fc-ca6aea293f92 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:45.849925 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-2273fc96-7f43-41ee-be6e-7cd16ad62221 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Usage tracker for resource:security_group_rule and tenant:3ff1cd5d856143f1b2c461b2d5e300a8 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:45.862548 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-2273fc96-7f43-41ee-be6e-7cd16ad62221 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:45.890399 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-2273fc96-7f43-41ee-be6e-7cd16ad62221 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:45.902786 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa73660d-b09c-46c7-a0ea-911623d44752 None None] Resources bound (agent type, host, resource id): {{(pid=89749) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:47:45.919897 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-54e557bd-b70b-4417-b5ae-f923f437c30d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:45.938526 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-855d953f-564a-4e36-ab76-ddc54b989b99 None None] Attempt 3 to provision port bf59481c-9cb6-4aba-992c-572ee6335885 Oct 26 15:47:45.968776 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4f883ea8-7c0a-4546-a4d4-d2779671ec56 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:45.999140 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a740420e-57a7-4588-81fc-ca6aea293f92 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Made reservation on behalf of 8316bfcf068445aeb00a503282bb001c for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:47:46.003076 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a740420e-57a7-4588-81fc-ca6aea293f92 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:46.035921 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.securitygroups_db [None req-2273fc96-7f43-41ee-be6e-7cd16ad62221 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Project 3ff1cd5d856143f1b2c461b2d5e300a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:47:46.072210 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2273fc96-7f43-41ee-be6e-7cd16ad62221 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:46.077895 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-855d953f-564a-4e36-ab76-ddc54b989b99 None None] Port bf59481c-9cb6-4aba-992c-572ee6335885 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:47:46.156084 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a740420e-57a7-4588-81fc-ca6aea293f92 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:47:46.196205 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1e1cf84a-dc94-4409-b535-c898bc3a3a8e tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:46.203265 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a740420e-57a7-4588-81fc-ca6aea293f92 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:46.203591 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-a740420e-57a7-4588-81fc-ca6aea293f92 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Added segment 140d29cb-1f6e-4615-a4e2-daa14f99aebb of type vlan for network 3cb2dcfd-260a-4d3a-b758-3b083e2645e7 Oct 26 15:47:46.219089 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-cfbd5ed8-bb77-4885-a056-a6b793db75a4 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] For port 1735375d-dab4-4d6b-a5c2-30d0b3213e1e, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=1735375d-dab4-4d6b-a5c2-30d0b3213e1e,segment=NetworkSegment(9703d020-75b4-4009-84ab-d1497f5763e9),segment_id=9703d020-75b4-4009-84ab-d1497f5763e9)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:47:46.219441 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cfbd5ed8-bb77-4885-a056-a6b793db75a4 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:46.236514 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4f883ea8-7c0a-4546-a4d4-d2779671ec56 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:46.329265 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-54e557bd-b70b-4417-b5ae-f923f437c30d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:46.369323 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-1e1cf84a-dc94-4409-b535-c898bc3a3a8e tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Calling delete_port for af4ba089-cc62-4a4c-9a59-d4134d3d49f1 owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:47:46.376855 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca33f1f3-b060-479a-85f6-7152efde38dd None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:47:46.395594 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35306ac6-1578-4e3d-bd07-9f8ec4e1dc72 None None] Network f0152063-becc-4a23-8ec6-53c7fc51d575 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:47:46.411935 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2273fc96-7f43-41ee-be6e-7cd16ad62221 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:46.415505 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a740420e-57a7-4588-81fc-ca6aea293f92 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:46.482537 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2273fc96-7f43-41ee-be6e-7cd16ad62221 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:46.518971 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2273fc96-7f43-41ee-be6e-7cd16ad62221 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2851bf96-6f60-45ce-a446-5990f3dcb9f0,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:46.534284 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4f883ea8-7c0a-4546-a4d4-d2779671ec56 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:46.575181 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-cfbd5ed8-bb77-4885-a056-a6b793db75a4 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Calling delete_port for 1735375d-dab4-4d6b-a5c2-30d0b3213e1e owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:47:46.577490 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4f883ea8-7c0a-4546-a4d4-d2779671ec56 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:46.581861 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-4f883ea8-7c0a-4546-a4d4-d2779671ec56 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/6d92cc1d-b049-47c0-81f8-2fe858bee08a HTTP/1.1" status: 204 len: 168 time: 1.0766680 Oct 26 15:47:46.581861 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a740420e-57a7-4588-81fc-ca6aea293f92 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:46.586182 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a740420e-57a7-4588-81fc-ca6aea293f92 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:46.586790 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a740420e-57a7-4588-81fc-ca6aea293f92 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:46.593356 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37516) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:46.596642 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-855d953f-564a-4e36-ab76-ddc54b989b99 None None] Attempt 4 to provision port bf59481c-9cb6-4aba-992c-572ee6335885 Oct 26 15:47:46.635428 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-5712100a-6393-435a-91c4-540995fc2a9b req-78c05e0c-3a62-4e5e-96a8-5b78d3d3b794 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 210 time: 0.1832511 Oct 26 15:47:46.686175 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ab553f10-e20e-41a2-a1db-f68f5afd3a71 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:46.695319 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-855d953f-564a-4e36-ab76-ddc54b989b99 None None] Port bf59481c-9cb6-4aba-992c-572ee6335885 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:47:46.704825 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ab553f10-e20e-41a2-a1db-f68f5afd3a71 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-581503'] for router, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:46.803618 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a740420e-57a7-4588-81fc-ca6aea293f92 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Network': ['ID=3cb2dcfd-260a-4d3a-b758-3b083e2645e7,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:46.807814 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-54e557bd-b70b-4417-b5ae-f923f437c30d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:46.811657 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f883ea8-7c0a-4546-a4d4-d2779671ec56 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Subnet': ['ID=6d92cc1d-b049-47c0-81f8-2fe858bee08a,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:46.822353 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 3cb2dcfd-260a-4d3a-b758-3b083e2645e7 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:47:46.859579 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2273fc96-7f43-41ee-be6e-7cd16ad62221 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:46.860678 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2273fc96-7f43-41ee-be6e-7cd16ad62221 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1227188 Oct 26 15:47:46.864841 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37522) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:46.871114 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-d7273be6-6b46-4018-a728-5549d3433180 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Request body: {'network': {'name': 'tempest-network-smoke--1625865453', 'project_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'port_security_enabled': True}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:46.877234 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-46b79334-4146-4c77-83f7-1bb52c64cf71 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1462712 Oct 26 15:47:46.884205 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d7273be6-6b46-4018-a728-5549d3433180 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:46.885317 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37526) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:46.887693 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e557bd-b70b-4417-b5ae-f923f437c30d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event deleted for resources: {'Subnet': ['ID=c2d9719c-cf65-4c20-996e-7f9ccd280f3a,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:46.888881 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d7273be6-6b46-4018-a728-5549d3433180 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Usage tracker for resource:network and tenant:3ff1cd5d856143f1b2c461b2d5e300a8 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:46.895895 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-4acac87a-55b7-4207-a540-af8cbd0ba6d2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'subnet': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:46.896819 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-54e557bd-b70b-4417-b5ae-f923f437c30d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:46.903599 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-54e557bd-b70b-4417-b5ae-f923f437c30d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/subnets/c2d9719c-cf65-4c20-996e-7f9ccd280f3a HTTP/1.1" status: 204 len: 168 time: 1.3011124 Oct 26 15:47:46.909888 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37530) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:46.927950 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d7273be6-6b46-4018-a728-5549d3433180 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:46.941943 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d7273be6-6b46-4018-a728-5549d3433180 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:47.000502 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a740420e-57a7-4588-81fc-ca6aea293f92 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3030267 Oct 26 15:47:47.012442 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37534) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:47.018517 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5574fca9-ecf4-4803-b422-14dadd4e9806 None None] DHCP port deletion for f0152063-becc-4a23-8ec6-53c7fc51d575 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:47:47.032560 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-5574fca9-ecf4-4803-b422-14dadd4e9806 None None] Deleting port db94a48e-af81-42a0-805c-ec9490856761 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:47:47.032952 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5574fca9-ecf4-4803-b422-14dadd4e9806 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:47.062347 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cfbd5ed8-bb77-4885-a056-a6b793db75a4 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:47.109284 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86038060-b728-49a7-b513-064d91c6868f tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:47.110840 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-86038060-b728-49a7-b513-064d91c6868f tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=8316bfcf068445aeb00a503282bb001c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0973902 Oct 26 15:47:47.115905 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1eb76b48-bca9-4e0a-9963-2d1d6f906cdb tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:47.118199 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37538) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:47.167147 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd5ed8-bb77-4885-a056-a6b793db75a4 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event deleted for resources: {'Port': ['ID=1735375d-dab4-4d6b-a5c2-30d0b3213e1e,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:47.169393 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7273be6-6b46-4018-a728-5549d3433180 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Made reservation on behalf of 3ff1cd5d856143f1b2c461b2d5e300a8 for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:47:47.180170 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d7273be6-6b46-4018-a728-5549d3433180 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:47.294823 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-5574fca9-ecf4-4803-b422-14dadd4e9806 None None] For port db94a48e-af81-42a0-805c-ec9490856761, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=db94a48e-af81-42a0-805c-ec9490856761,segment=NetworkSegment(d9f77b60-38cc-4e70-9266-d4b18d853097),segment_id=d9f77b60-38cc-4e70-9266-d4b18d853097)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:47:47.295229 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5574fca9-ecf4-4803-b422-14dadd4e9806 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:47.312819 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-855d953f-564a-4e36-ab76-ddc54b989b99 None None] Attempt 5 to provision port bf59481c-9cb6-4aba-992c-572ee6335885 Oct 26 15:47:47.339794 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-1eb76b48-bca9-4e0a-9963-2d1d6f906cdb tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Deleting port db94a48e-af81-42a0-805c-ec9490856761 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:47:47.340125 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1eb76b48-bca9-4e0a-9963-2d1d6f906cdb tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:47.342773 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device db94a48e-af81-42a0-805c-ec9490856761 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:47:47.368544 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4acac87a-55b7-4207-a540-af8cbd0ba6d2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:47.371020 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbd5ed8-bb77-4885-a056-a6b793db75a4 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] No DVR routers for this DVR port 1735375d-dab4-4d6b-a5c2-30d0b3213e1e on host dv-neutron-862712-1-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:47:47.408787 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4acac87a-55b7-4207-a540-af8cbd0ba6d2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Usage tracker for resource:subnet and tenant:cde0b70c42f24e8e94f9303758760038 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:47.423538 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4acac87a-55b7-4207-a540-af8cbd0ba6d2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:47.446627 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4acac87a-55b7-4207-a540-af8cbd0ba6d2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:47.521459 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c881bba-ad0b-445b-8774-f2096a8b3371 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:47.523708 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7273be6-6b46-4018-a728-5549d3433180 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:47:47.524815 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-9c881bba-ad0b-445b-8774-f2096a8b3371 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4056766 Oct 26 15:47:47.529694 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37544) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:47.530009 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1e1cf84a-dc94-4409-b535-c898bc3a3a8e tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:47.531293 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab553f10-e20e-41a2-a1db-f68f5afd3a71 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Router 596dacd8-ff66-4568-b24f-bffdb38bfabc has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:47:47.604047 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4acac87a-55b7-4207-a540-af8cbd0ba6d2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:47:47.607508 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4acac87a-55b7-4207-a540-af8cbd0ba6d2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:47.624087 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cfbd5ed8-bb77-4885-a056-a6b793db75a4 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:47.636171 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1cf84a-dc94-4409-b535-c898bc3a3a8e tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Pushing event deleted for resources: {'Port': ['ID=af4ba089-cc62-4a4c-9a59-d4134d3d49f1,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:47.640392 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-5574fca9-ecf4-4803-b422-14dadd4e9806 None None] Calling delete_port for db94a48e-af81-42a0-805c-ec9490856761 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:47:47.645032 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d7273be6-6b46-4018-a728-5549d3433180 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:47.650076 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-d7273be6-6b46-4018-a728-5549d3433180 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Added segment 36dee383-8b60-4366-bb63-6db63ca82dac of type vlan for network 36fe47be-95f5-45e7-bd5b-f22f2000c1c4 Oct 26 15:47:47.650617 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-7e918929-72d4-41fc-a626-a7271d00a75f tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=0c79a151-ef79-4fff-8a3c-258f9478471d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1182201 Oct 26 15:47:47.651703 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37548) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:47.715034 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-1eb76b48-bca9-4e0a-9963-2d1d6f906cdb tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] For port db94a48e-af81-42a0-805c-ec9490856761, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=db94a48e-af81-42a0-805c-ec9490856761,segment=NetworkSegment(d9f77b60-38cc-4e70-9266-d4b18d853097),segment_id=d9f77b60-38cc-4e70-9266-d4b18d853097)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:47:47.718619 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1eb76b48-bca9-4e0a-9963-2d1d6f906cdb tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:47.723996 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-855d953f-564a-4e36-ab76-ddc54b989b99 None None] Port bf59481c-9cb6-4aba-992c-572ee6335885 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:47:47.799161 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port db94a48e-af81-42a0-805c-ec9490856761 is: ACTIVE; New status is: DOWN {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:47:47.799161 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:47.864088 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port db94a48e-af81-42a0-805c-ec9490856761, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=db94a48e-af81-42a0-805c-ec9490856761,segment=NetworkSegment(d9f77b60-38cc-4e70-9266-d4b18d853097),segment_id=d9f77b60-38cc-4e70-9266-d4b18d853097)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:47:47.892767 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fa9620-bdfb-4cb0-ac0c-30a5a4377666 None None] DHCP port deletion for f810e159-a5e8-4c86-8cec-5d909fe013dd request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:47:47.898460 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-e4fa9620-bdfb-4cb0-ac0c-30a5a4377666 None None] Deleting port cc34c24a-1d09-4609-864e-edb348dd3721 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:47:47.899043 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e4fa9620-bdfb-4cb0-ac0c-30a5a4377666 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:47.946125 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-1eb76b48-bca9-4e0a-9963-2d1d6f906cdb tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Calling delete_port for db94a48e-af81-42a0-805c-ec9490856761 owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:47:48.042489 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e4ed8a22-eaf7-4c8f-a507-80fbfdb133e4 req-76cccecc-fad4-4069-8cbe-c95939cceb9a tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 210 time: 0.1061025 Oct 26 15:47:48.053846 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:48.076139 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-cfbd5ed8-bb77-4885-a056-a6b793db75a4 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2f89b56-6346-4347-8ade-78bc51bc5961']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:48.089606 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-03ec349d-f0f2-452a-a677-ed6fc51f0710 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=8316bfcf068445aeb00a503282bb001c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3818963 Oct 26 15:47:48.095578 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37554) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:48.117619 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-cfbd5ed8-bb77-4885-a056-a6b793db75a4 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9703d020-75b4-4009-84ab-d1497f5763e9') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:48.118181 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-cfbd5ed8-bb77-4885-a056-a6b793db75a4 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9703d020-75b4-4009-84ab-d1497f5763e9') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:48.141071 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-5574fca9-ecf4-4803-b422-14dadd4e9806 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:47:48.141369 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-5574fca9-ecf4-4803-b422-14dadd4e9806 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:47:48.146186 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d7273be6-6b46-4018-a728-5549d3433180 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:48.166793 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cfbd5ed8-bb77-4885-a056-a6b793db75a4 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:48.189673 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.db.api [None req-1eb76b48-bca9-4e0a-9963-2d1d6f906cdb tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:47:48.189673 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG oslo_db.api [None req-1eb76b48-bca9-4e0a-9963-2d1d6f906cdb tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:47:48.231492 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-855d953f-564a-4e36-ab76-ddc54b989b99 None None] Attempt 6 to provision port bf59481c-9cb6-4aba-992c-572ee6335885 Oct 26 15:47:48.249570 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cfbd5ed8-bb77-4885-a056-a6b793db75a4 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:48.291721 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-e4fa9620-bdfb-4cb0-ac0c-30a5a4377666 None None] For port cc34c24a-1d09-4609-864e-edb348dd3721, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=cc34c24a-1d09-4609-864e-edb348dd3721,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:47:48.292239 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e4fa9620-bdfb-4cb0-ac0c-30a5a4377666 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:48.299266 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=db94a48e-af81-42a0-805c-ec9490856761,revision_number=7']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:48.308963 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab553f10-e20e-41a2-a1db-f68f5afd3a71 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:47:48.316183 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfbd5ed8-bb77-4885-a056-a6b793db75a4 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:47:48.316590 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cfbd5ed8-bb77-4885-a056-a6b793db75a4 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:48.327909 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511a6cfe-695b-483e-930e-fa9721b84dfb None None] Sync routers for ids ['596dacd8-ff66-4568-b24f-bffdb38bfabc'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:47:48.345865 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511a6cfe-695b-483e-930e-fa9721b84dfb None None] Routers {'596dacd8-ff66-4568-b24f-bffdb38bfabc'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:47:48.346515 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-511a6cfe-695b-483e-930e-fa9721b84dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:47:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['596dacd8-ff66-4568-b24f-bffdb38bfabc'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:48.349429 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8d977a-69f3-4ea5-b7fd-f7b1d3cd5f01 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:48.354718 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ce8d977a-69f3-4ea5-b7fd-f7b1d3cd5f01 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2555859 Oct 26 15:47:48.356302 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37560) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:48.415110 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 9703d020-75b4-4009-84ab-d1497f5763e9 resource provider aggregate not found Oct 26 15:47:48.444637 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1e1cf84a-dc94-4409-b535-c898bc3a3a8e tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:48.467188 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 9703d020-75b4-4009-84ab-d1497f5763e9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9703d020-75b4-4009-84ab-d1497f5763e9 found for delete ", "request_id": "req-adbb2c55-4559-49e4-b7c8-9d05614dff4b"}]} Oct 26 15:47:48.473227 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-511a6cfe-695b-483e-930e-fa9721b84dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:48.483820 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511a6cfe-695b-483e-930e-fa9721b84dfb None None] Routers {'596dacd8-ff66-4568-b24f-bffdb38bfabc'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:47:48.484650 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-511a6cfe-695b-483e-930e-fa9721b84dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:47:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['596dacd8-ff66-4568-b24f-bffdb38bfabc'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:48.501431 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-2b1f3818-e94a-4158-885d-81b9c317debc tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:48.504930 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-2b1f3818-e94a-4158-885d-81b9c317debc tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.48 "GET /v2.0/networks?id=9b52fa13-90e5-4d9b-bd04-f08f37ff314e HTTP/1.1" status: 200 len: 812 time: 0.2647457 Oct 26 15:47:48.511113 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-1e1cf84a-dc94-4409-b535-c898bc3a3a8e tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] 10.222.0.23 "DELETE /v2.0/ports/af4ba089-cc62-4a4c-9a59-d4134d3d49f1 HTTP/1.1" status: 204 len: 168 time: 3.7044299 Oct 26 15:47:48.516645 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d7273be6-6b46-4018-a728-5549d3433180 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:48.521201 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-bada10b2-4690-4582-b06e-c008736dea66 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=0c79a151-ef79-4fff-8a3c-258f9478471d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1618481 Oct 26 15:47:48.521701 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-e4fa9620-bdfb-4cb0-ac0c-30a5a4377666 None None] Calling delete_port for cc34c24a-1d09-4609-864e-edb348dd3721 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:47:48.521856 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37566) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:48.522154 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37568) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:48.522613 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7273be6-6b46-4018-a728-5549d3433180 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:48.523214 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d7273be6-6b46-4018-a728-5549d3433180 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:48.528725 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ab553f10-e20e-41a2-a1db-f68f5afd3a71 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:48.529911 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ab553f10-e20e-41a2-a1db-f68f5afd3a71 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] 10.222.0.23 "PUT /v2.0/routers/596dacd8-ff66-4568-b24f-bffdb38bfabc HTTP/1.1" status: 200 len: 921 time: 6.1075995 Oct 26 15:47:48.556674 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37570) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:48.557159 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-855d953f-564a-4e36-ab76-ddc54b989b99 None None] Port bf59481c-9cb6-4aba-992c-572ee6335885 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:47:48.560144 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-511a6cfe-695b-483e-930e-fa9721b84dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:48.560702 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511a6cfe-695b-483e-930e-fa9721b84dfb None None] The sync data for ids ['596dacd8-ff66-4568-b24f-bffdb38bfabc'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:47:48.588185 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-c512ca1d-2e25-4eec-b6dd-690fecd6b6e0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1794494231', 'network_id': '3cb2dcfd-260a-4d3a-b758-3b083e2645e7', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:48.653177 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-5574fca9-ecf4-4803-b422-14dadd4e9806 None None] Deleting port db94a48e-af81-42a0-805c-ec9490856761 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:47:48.654975 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5574fca9-ecf4-4803-b422-14dadd4e9806 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:48.692737 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-1eb76b48-bca9-4e0a-9963-2d1d6f906cdb tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Deleting port db94a48e-af81-42a0-805c-ec9490856761 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:47:48.693355 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1eb76b48-bca9-4e0a-9963-2d1d6f906cdb tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:48.729527 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e4fa9620-bdfb-4cb0-ac0c-30a5a4377666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:48.796337 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b21212-238c-4000-b8be-91d8a50bfc02 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] GET failed (client error): The resource could not be found. Oct 26 15:47:48.796874 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-88b21212-238c-4000-b8be-91d8a50bfc02 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Synchronizing usage tracker for tenant:b5d218d21c1a4a65a548d86f4c5955d1 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:47:48.826018 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa9620-bdfb-4cb0-ac0c-30a5a4377666 None None] Pushing event deleted for resources: {'Port': ['ID=cc34c24a-1d09-4609-864e-edb348dd3721,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:48.836342 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fa9620-bdfb-4cb0-ac0c-30a5a4377666 None None] No DVR routers for this DVR port cc34c24a-1d09-4609-864e-edb348dd3721 on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:47:48.838998 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cfbd5ed8-bb77-4885-a056-a6b793db75a4 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:48.886730 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cfbd5ed8-bb77-4885-a056-a6b793db75a4 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:48.891545 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-cfbd5ed8-bb77-4885-a056-a6b793db75a4 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "DELETE /v2.0/networks/a2f89b56-6346-4347-8ade-78bc51bc5961 HTTP/1.1" status: 204 len: 168 time: 6.8902543 Oct 26 15:47:48.894858 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37580) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:48.929647 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-3e86730a-7a6f-40b0-9121-62b27bdd4cbe tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4119eb7a47547308296079685b102f3 HTTP/1.1" status: 200 len: 380 time: 0.4063005 Oct 26 15:47:48.961959 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-4139bf25-d6d2-4f28-a1c1-03cd6a677fee tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] GET failed (client error): The resource could not be found. Oct 26 15:47:48.962757 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4139bf25-d6d2-4f28-a1c1-03cd6a677fee tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Synchronizing usage tracker for tenant:1be2509a71d64d26a32bbf77f727e229 on resource:subnet {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:47:48.963078 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-4eaf55a4-7c00-41b6-861c-a9d793cd3293 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Request body: {'port': {'device_id': 'd33a371d-c739-48ea-9e77-f89d56ad8495', 'network_id': '9b52fa13-90e5-4d9b-bd04-f08f37ff314e', 'admin_state_up': True, 'tenant_id': 'a4119eb7a47547308296079685b102f3', 'security_groups': ['0f19e6ea-c9d6-4d02-8032-559039c26c7c']}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:48.965832 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7273be6-6b46-4018-a728-5549d3433180 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Pushing event updated for resources: {'Network': ['ID=36fe47be-95f5-45e7-bd5b-f22f2000c1c4,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:48.983520 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d7273be6-6b46-4018-a728-5549d3433180 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.1172423 Oct 26 15:47:48.996460 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 36fe47be-95f5-45e7-bd5b-f22f2000c1c4 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:47:49.009757 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37586) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:49.019734 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-5574fca9-ecf4-4803-b422-14dadd4e9806 None None] For port db94a48e-af81-42a0-805c-ec9490856761, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=db94a48e-af81-42a0-805c-ec9490856761,segment=NetworkSegment(d9f77b60-38cc-4e70-9266-d4b18d853097),segment_id=d9f77b60-38cc-4e70-9266-d4b18d853097)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:47:49.020133 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5574fca9-ecf4-4803-b422-14dadd4e9806 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:49.027791 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-728e2fec-0495-42ec-be9a-9bb17d0ca1ca tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1718828859', 'admin_state_up': True, 'project_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:49.046294 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd5ed8-bb77-4885-a056-a6b793db75a4 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event deleted for resources: {'Network': ['ID=a2f89b56-6346-4347-8ade-78bc51bc5961,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:49.056994 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-728e2fec-0495-42ec-be9a-9bb17d0ca1ca tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:49.075010 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-728e2fec-0495-42ec-be9a-9bb17d0ca1ca tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Usage tracker for resource:router and tenant:3ff1cd5d856143f1b2c461b2d5e300a8 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:49.075204 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-855d953f-564a-4e36-ab76-ddc54b989b99 None None] Attempt 7 to provision port bf59481c-9cb6-4aba-992c-572ee6335885 Oct 26 15:47:49.080381 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-728e2fec-0495-42ec-be9a-9bb17d0ca1ca tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:49.089726 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-728e2fec-0495-42ec-be9a-9bb17d0ca1ca tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:49.105356 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-862b8905-c93d-4677-aa80-74575abddef4 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] 10.222.0.23 "GET /v2.0/routers/596dacd8-ff66-4568-b24f-bffdb38bfabc HTTP/1.1" status: 200 len: 921 time: 0.5437987 Oct 26 15:47:49.109162 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37592) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:49.197796 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-728e2fec-0495-42ec-be9a-9bb17d0ca1ca tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:49.198883 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-728e2fec-0495-42ec-be9a-9bb17d0ca1ca tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:49.202996 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4acac87a-55b7-4207-a540-af8cbd0ba6d2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:49.206708 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4139bf25-d6d2-4f28-a1c1-03cd6a677fee tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Unset dirty status for tenant:1be2509a71d64d26a32bbf77f727e229 on resource:subnet {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:47:49.211646 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4139bf25-d6d2-4f28-a1c1-03cd6a677fee tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "GET /v2.0/subnets/924978bf-a510-448b-bba4-04d4e1fd6765 HTTP/1.1" status: 404 len: 337 time: 0.3082411 Oct 26 15:47:49.213488 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37596) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:49.255948 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device cc34c24a-1d09-4609-864e-edb348dd3721 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:47:49.271220 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-88b21212-238c-4000-b8be-91d8a50bfc02 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Unset dirty status for tenant:b5d218d21c1a4a65a548d86f4c5955d1 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:47:49.274436 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-88b21212-238c-4000-b8be-91d8a50bfc02 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] 10.222.0.23 "GET /v2.0/ports/af4ba089-cc62-4a4c-9a59-d4134d3d49f1 HTTP/1.1" status: 404 len: 333 time: 0.7008271 Oct 26 15:47:49.297323 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37598) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:49.300671 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-c512ca1d-2e25-4eec-b6dd-690fecd6b6e0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:49.316696 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-c512ca1d-2e25-4eec-b6dd-690fecd6b6e0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:subnet and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:49.322642 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-046aa3bd-6ef5-4a6e-a37f-a8291072709b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Request body: {'port': {'network_id': 'ea103fec-373a-4028-a582-61b3ac56a836', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-88826439'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:49.340462 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-c512ca1d-2e25-4eec-b6dd-690fecd6b6e0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:49.350811 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-1eb76b48-bca9-4e0a-9963-2d1d6f906cdb tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] For port db94a48e-af81-42a0-805c-ec9490856761, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=db94a48e-af81-42a0-805c-ec9490856761,segment=NetworkSegment(d9f77b60-38cc-4e70-9266-d4b18d853097),segment_id=d9f77b60-38cc-4e70-9266-d4b18d853097)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:47:49.351274 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1eb76b48-bca9-4e0a-9963-2d1d6f906cdb tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:49.373676 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-c512ca1d-2e25-4eec-b6dd-690fecd6b6e0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:49.420559 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-5574fca9-ecf4-4803-b422-14dadd4e9806 None None] Calling delete_port for db94a48e-af81-42a0-805c-ec9490856761 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:47:49.479667 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: cc34c24a-1d09-4609-864e-edb348dd3721 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:47:49.479990 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device cc34c24a-1d09-4609-864e-edb348dd3721 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:47:49.488980 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-86d1e7e5-408e-44ea-abff-53631ee23cda req-3b7c592c-d1fa-4b61-804a-5a8b9f67f994 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 210 time: 0.2935467 Oct 26 15:47:49.501536 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-855d953f-564a-4e36-ab76-ddc54b989b99 None None] Port bf59481c-9cb6-4aba-992c-572ee6335885 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:47:49.503840 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acac87a-55b7-4207-a540-af8cbd0ba6d2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:47:49.508588 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-be0a926e-3edf-47c8-8100-0a3dc0c8fbdc tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] DELETE failed (client error): The resource could not be found. Oct 26 15:47:49.509019 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be0a926e-3edf-47c8-8100-0a3dc0c8fbdc tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:47:49.520757 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-4acac87a-55b7-4207-a540-af8cbd0ba6d2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:47:49.546938 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acac87a-55b7-4207-a540-af8cbd0ba6d2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:49.546938 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4acac87a-55b7-4207-a540-af8cbd0ba6d2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:49.546938 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-728e2fec-0495-42ec-be9a-9bb17d0ca1ca tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:49.546938 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-be0a926e-3edf-47c8-8100-0a3dc0c8fbdc tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "DELETE /v2.0/networks/a2f89b56-6346-4347-8ade-78bc51bc5961 HTTP/1.1" status: 404 len: 339 time: 0.1206973 Oct 26 15:47:49.548744 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37604) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:49.554169 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b671b893-558b-4da7-9121-e03dac2f8d34 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:47:49.581515 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-1eb76b48-bca9-4e0a-9963-2d1d6f906cdb tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Calling delete_port for db94a48e-af81-42a0-805c-ec9490856761 owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:47:49.585722 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acac87a-55b7-4207-a540-af8cbd0ba6d2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Subnet': ['ID=4cc233ee-c45a-43cc-988e-7aa8e2bf50b9,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:49.630382 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c512ca1d-2e25-4eec-b6dd-690fecd6b6e0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Made reservation on behalf of 8316bfcf068445aeb00a503282bb001c for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:47:49.633919 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c512ca1d-2e25-4eec-b6dd-690fecd6b6e0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:49.643258 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5574fca9-ecf4-4803-b422-14dadd4e9806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:49.656095 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acac87a-55b7-4207-a540-af8cbd0ba6d2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:47:49.656452 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acac87a-55b7-4207-a540-af8cbd0ba6d2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:47:49.656803 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acac87a-55b7-4207-a540-af8cbd0ba6d2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:47:49.657141 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acac87a-55b7-4207-a540-af8cbd0ba6d2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:47:49.657479 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acac87a-55b7-4207-a540-af8cbd0ba6d2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:47:49.657808 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acac87a-55b7-4207-a540-af8cbd0ba6d2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:47:49.658324 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acac87a-55b7-4207-a540-af8cbd0ba6d2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:47:49.658847 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acac87a-55b7-4207-a540-af8cbd0ba6d2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:47:49.659338 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acac87a-55b7-4207-a540-af8cbd0ba6d2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:47:49.659847 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acac87a-55b7-4207-a540-af8cbd0ba6d2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:47:49.660333 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acac87a-55b7-4207-a540-af8cbd0ba6d2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:47:49.660819 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acac87a-55b7-4207-a540-af8cbd0ba6d2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:47:49.680587 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4acac87a-55b7-4207-a540-af8cbd0ba6d2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7940714 Oct 26 15:47:49.688634 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37608) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:49.694372 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-0c288673-40e9-4c9f-8c4a-684deaa33698 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'subnet': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:49.716128 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5574fca9-ecf4-4803-b422-14dadd4e9806 None None] Pushing event deleted for resources: {'Port': ['ID=db94a48e-af81-42a0-805c-ec9490856761,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:49.722597 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5574fca9-ecf4-4803-b422-14dadd4e9806 None None] No DVR routers for this DVR port db94a48e-af81-42a0-805c-ec9490856761 on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:47:49.745882 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1b719c-5edf-4661-86a0-4ead75f23ccb tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:49.746815 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-fa1b719c-5edf-4661-86a0-4ead75f23ccb tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Synchronizing usage tracker for tenant:10ca3219de1940369df7d17421d53c85 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:47:49.760278 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-4eaf55a4-7c00-41b6-861c-a9d793cd3293 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:49.813316 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-4eaf55a4-7c00-41b6-861c-a9d793cd3293 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:49.864856 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-046aa3bd-6ef5-4a6e-a37f-a8291072709b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:49.872041 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59a3b6a-2af8-4c50-96b9-b94f5019cf91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-f810e159-a5e8-4c86-8cec-5d909fe013dd', 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'tenant_id': 'cde0b70c42f24e8e94f9303758760038', 'fixed_ips': [{'subnet_id': '4cc233ee-c45a-43cc-988e-7aa8e2bf50b9'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:47:49.873119 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e59a3b6a-2af8-4c50-96b9-b94f5019cf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:49.906917 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-046aa3bd-6ef5-4a6e-a37f-a8291072709b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:49.919253 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.db.api [None req-1eb76b48-bca9-4e0a-9963-2d1d6f906cdb tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:47:49.919572 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG oslo_db.api [None req-1eb76b48-bca9-4e0a-9963-2d1d6f906cdb tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:47:49.935898 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-4eaf55a4-7c00-41b6-861c-a9d793cd3293 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Made reservation on behalf of a4119eb7a47547308296079685b102f3 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:47:49.939356 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-4eaf55a4-7c00-41b6-861c-a9d793cd3293 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:49.996714 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c70e7a-7ad5-4023-98a9-ceb12c2bed96 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:49.997685 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e3c70e7a-7ad5-4023-98a9-ceb12c2bed96 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Synchronizing usage tracker for tenant:1be2509a71d64d26a32bbf77f727e229 on resource:network {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:47:50.019998 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046aa3bd-6ef5-4a6e-a37f-a8291072709b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Made reservation on behalf of b5d218d21c1a4a65a548d86f4c5955d1 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:47:50.020999 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-855d953f-564a-4e36-ab76-ddc54b989b99 None None] Attempt 8 to provision port bf59481c-9cb6-4aba-992c-572ee6335885 Oct 26 15:47:50.024513 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-046aa3bd-6ef5-4a6e-a37f-a8291072709b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:50.077644 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [None req-046aa3bd-6ef5-4a6e-a37f-a8291072709b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] device_id is not set on port a223ee79-e0e3-4a57-9d1a-971f1b926404 yet. {{(pid=89748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:47:50.096600 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-855d953f-564a-4e36-ab76-ddc54b989b99 None None] Port bf59481c-9cb6-4aba-992c-572ee6335885 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:47:50.101977 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-e59a3b6a-2af8-4c50-96b9-b94f5019cf91 None None] Allocated IP 172.20.0.2 (f810e159-a5e8-4c86-8cec-5d909fe013dd/4cc233ee-c45a-43cc-988e-7aa8e2bf50b9/ae1f8bb7-1ddb-4744-a4ff-1642e23cd5d7) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:47:50.123628 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c512ca1d-2e25-4eec-b6dd-690fecd6b6e0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:50.145534 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-fa1b719c-5edf-4661-86a0-4ead75f23ccb tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Unset dirty status for tenant:10ca3219de1940369df7d17421d53c85 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:47:50.146714 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-fa1b719c-5edf-4661-86a0-4ead75f23ccb tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=0c79a151-ef79-4fff-8a3c-258f9478471d&device_id=596dacd8-ff66-4568-b24f-bffdb38bfabc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.0366011 Oct 26 15:47:50.169452 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37612) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:50.181253 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-728e2fec-0495-42ec-be9a-9bb17d0ca1ca tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:50.193934 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-0c288673-40e9-4c9f-8c4a-684deaa33698 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:50.201348 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-0c288673-40e9-4c9f-8c4a-684deaa33698 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Usage tracker for resource:subnet and tenant:cde0b70c42f24e8e94f9303758760038 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:50.204652 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-0c288673-40e9-4c9f-8c4a-684deaa33698 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:50.212189 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-0c288673-40e9-4c9f-8c4a-684deaa33698 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:50.248132 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e3c70e7a-7ad5-4023-98a9-ceb12c2bed96 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Unset dirty status for tenant:1be2509a71d64d26a32bbf77f727e229 on resource:network {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:47:50.249323 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e3c70e7a-7ad5-4023-98a9-ceb12c2bed96 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6997759 Oct 26 15:47:50.252161 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37616) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:50.303125 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c288673-40e9-4c9f-8c4a-684deaa33698 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:47:50.307471 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0c288673-40e9-4c9f-8c4a-684deaa33698 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:50.323738 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e59a3b6a-2af8-4c50-96b9-b94f5019cf91 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:50.337502 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d44439e4-60bf-4b0a-873c-89dbb3862bb0 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "GET /v2.0/subnets?network_id=0c79a151-ef79-4fff-8a3c-258f9478471d HTTP/1.1" status: 200 len: 207 time: 0.0810084 Oct 26 15:47:50.340083 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-e59a3b6a-2af8-4c50-96b9-b94f5019cf91 None None] Transition to ACTIVE for port object ae1f8bb7-1ddb-4744-a4ff-1642e23cd5d7 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:47:50.348471 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37620) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:50.362414 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-e59a3b6a-2af8-4c50-96b9-b94f5019cf91 None None] Transition to ACTIVE for port object ae1f8bb7-1ddb-4744-a4ff-1642e23cd5d7 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:47:50.437077 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e59a3b6a-2af8-4c50-96b9-b94f5019cf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:50.460964 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c512ca1d-2e25-4eec-b6dd-690fecd6b6e0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Subnet': ['ID=a7d1390d-7ca6-41a0-aef7-8fb535033097,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:50.517393 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59a3b6a-2af8-4c50-96b9-b94f5019cf91 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:47:50.520070 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-e59a3b6a-2af8-4c50-96b9-b94f5019cf91 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:47:50.524233 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59a3b6a-2af8-4c50-96b9-b94f5019cf91 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:47:50.545844 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c512ca1d-2e25-4eec-b6dd-690fecd6b6e0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Checking segment: {'id': '140d29cb-1f6e-4615-a4e2-daa14f99aebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3cb2dcfd-260a-4d3a-b758-3b083e2645e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:47:50.546119 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c512ca1d-2e25-4eec-b6dd-690fecd6b6e0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network hostable DHCP agents. Network: 3cb2dcfd-260a-4d3a-b758-3b083e2645e7, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:47:50.563467 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-4eaf55a4-7c00-41b6-861c-a9d793cd3293 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Allocated IP 172.20.0.9 (9b52fa13-90e5-4d9b-bd04-f08f37ff314e/5cc9e74e-861e-45d0-8d44-208c9e1f2999/0c267633-51b9-4b9d-bbf1-b8861290ab0b) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:47:50.568423 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c512ca1d-2e25-4eec-b6dd-690fecd6b6e0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:47:50.568776 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c512ca1d-2e25-4eec-b6dd-690fecd6b6e0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:47:50.569858 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c512ca1d-2e25-4eec-b6dd-690fecd6b6e0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:47:50.569858 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c512ca1d-2e25-4eec-b6dd-690fecd6b6e0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:47:50.570071 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c512ca1d-2e25-4eec-b6dd-690fecd6b6e0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:47:50.570305 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c512ca1d-2e25-4eec-b6dd-690fecd6b6e0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:47:50.570583 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c512ca1d-2e25-4eec-b6dd-690fecd6b6e0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:47:50.570909 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c512ca1d-2e25-4eec-b6dd-690fecd6b6e0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:47:50.571230 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c512ca1d-2e25-4eec-b6dd-690fecd6b6e0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:47:50.571549 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c512ca1d-2e25-4eec-b6dd-690fecd6b6e0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:47:50.571865 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c512ca1d-2e25-4eec-b6dd-690fecd6b6e0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:47:50.572186 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c512ca1d-2e25-4eec-b6dd-690fecd6b6e0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:47:50.627474 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a3b6a-2af8-4c50-96b9-b94f5019cf91 None None] Pushing event updated for resources: {'Port': ['ID=ae1f8bb7-1ddb-4744-a4ff-1642e23cd5d7,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:50.635589 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-855d953f-564a-4e36-ab76-ddc54b989b99 None None] Attempt 9 to provision port bf59481c-9cb6-4aba-992c-572ee6335885 Oct 26 15:47:50.664866 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-046aa3bd-6ef5-4a6e-a37f-a8291072709b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Allocated IP 2001:db8::3a (ea103fec-373a-4028-a582-61b3ac56a836/22b944d3-bc31-4a4b-9a6b-22d78a03dcfe/a223ee79-e0e3-4a57-9d1a-971f1b926404) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:47:50.679334 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d306e165-5139-4a1b-bd32-8cd0aee8de9c tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:50.679545 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-d306e165-5139-4a1b-bd32-8cd0aee8de9c tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Synchronizing usage tracker for tenant:10ca3219de1940369df7d17421d53c85 on resource:network {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:47:50.738979 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0c3b92-4a12-4175-9ff0-8bdd57fae44a tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:50.740893 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-e59a3b6a-2af8-4c50-96b9-b94f5019cf91 None None] Attempting to bind port ae1f8bb7-1ddb-4744-a4ff-1642e23cd5d7 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:47:50.741763 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-e59a3b6a-2af8-4c50-96b9-b94f5019cf91 None None] Attempting to bind port ae1f8bb7-1ddb-4744-a4ff-1642e23cd5d7 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:47:50.742130 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59a3b6a-2af8-4c50-96b9-b94f5019cf91 None None] Attempting to bind port ae1f8bb7-1ddb-4744-a4ff-1642e23cd5d7 on network f810e159-a5e8-4c86-8cec-5d909fe013dd {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:47:50.746135 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0c3b92-4a12-4175-9ff0-8bdd57fae44a tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:50.751219 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59a3b6a-2af8-4c50-96b9-b94f5019cf91 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:47:50.751599 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59a3b6a-2af8-4c50-96b9-b94f5019cf91 None None] Checking segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:47:50.751821 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0c3b92-4a12-4175-9ff0-8bdd57fae44a tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:50.752004 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e59a3b6a-2af8-4c50-96b9-b94f5019cf91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:50.752412 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59a3b6a-2af8-4c50-96b9-b94f5019cf91 None None] Bound using segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:47:50.752948 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-e59a3b6a-2af8-4c50-96b9-b94f5019cf91 None None] Bound port: ae1f8bb7-1ddb-4744-a4ff-1642e23cd5d7, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:47:50.753266 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e59a3b6a-2af8-4c50-96b9-b94f5019cf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:50.757770 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0c3b92-4a12-4175-9ff0-8bdd57fae44a tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:50.758671 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-0e0c3b92-4a12-4175-9ff0-8bdd57fae44a tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Synchronizing usage tracker for tenant:1be2509a71d64d26a32bbf77f727e229 on resource:network {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:47:50.769011 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-1eb76b48-bca9-4e0a-9963-2d1d6f906cdb tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Deleting port db94a48e-af81-42a0-805c-ec9490856761 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:47:50.769331 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1eb76b48-bca9-4e0a-9963-2d1d6f906cdb tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:50.771641 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-855d953f-564a-4e36-ab76-ddc54b989b99 None None] Port bf59481c-9cb6-4aba-992c-572ee6335885 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:47:50.867417 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c512ca1d-2e25-4eec-b6dd-690fecd6b6e0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network 3cb2dcfd-260a-4d3a-b758-3b083e2645e7 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:47:50.882296 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-e59a3b6a-2af8-4c50-96b9-b94f5019cf91 None None] For port ae1f8bb7-1ddb-4744-a4ff-1642e23cd5d7, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:47:50.888674 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-e59a3b6a-2af8-4c50-96b9-b94f5019cf91 None None] For port ae1f8bb7-1ddb-4744-a4ff-1642e23cd5d7, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=ae1f8bb7-1ddb-4744-a4ff-1642e23cd5d7,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:47:50.893899 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-0e0c3b92-4a12-4175-9ff0-8bdd57fae44a tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Unset dirty status for tenant:1be2509a71d64d26a32bbf77f727e229 on resource:network {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:47:50.895049 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-0e0c3b92-4a12-4175-9ff0-8bdd57fae44a tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.5356891 Oct 26 15:47:50.898849 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3b825d8b-0b2c-46b8-95ac-cbd3e11193f3 req-5402026b-fb5d-4ec9-a199-1da39ab84bbe tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 210 time: 0.1672697 Oct 26 15:47:50.920071 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37626) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:50.967585 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-1eb76b48-bca9-4e0a-9963-2d1d6f906cdb tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] The port 'db94a48e-af81-42a0-805c-ec9490856761' was deleted {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 15:47:50.970214 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e59a3b6a-2af8-4c50-96b9-b94f5019cf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:50.991986 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-728e2fec-0495-42ec-be9a-9bb17d0ca1ca tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for router_gateway, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:51.070751 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a3b6a-2af8-4c50-96b9-b94f5019cf91 None None] Pushing event updated for resources: {'Port': ['ID=ae1f8bb7-1ddb-4744-a4ff-1642e23cd5d7,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:51.178082 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-c512ca1d-2e25-4eec-b6dd-690fecd6b6e0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 3cb2dcfd-260a-4d3a-b758-3b083e2645e7) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:47:51.180026 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-d306e165-5139-4a1b-bd32-8cd0aee8de9c tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Unset dirty status for tenant:10ca3219de1940369df7d17421d53c85 on resource:network {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:47:51.181159 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-d306e165-5139-4a1b-bd32-8cd0aee8de9c tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] 10.222.0.23 "GET /v2.0/networks/0c79a151-ef79-4fff-8a3c-258f9478471d HTTP/1.1" status: 200 len: 881 time: 1.0107849 Oct 26 15:47:51.188505 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64a4898-d833-41fc-8c72-c26bab0d7003 None None] Network 3cb2dcfd-260a-4d3a-b758-3b083e2645e7 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:47:51.196690 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37630) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:51.203996 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c512ca1d-2e25-4eec-b6dd-690fecd6b6e0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:51.204793 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c512ca1d-2e25-4eec-b6dd-690fecd6b6e0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:51.221210 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-728e2fec-0495-42ec-be9a-9bb17d0ca1ca tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:51.295863 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-855d953f-564a-4e36-ab76-ddc54b989b99 None None] Attempt 10 to provision port bf59481c-9cb6-4aba-992c-572ee6335885 Oct 26 15:47:51.406051 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-525ab94c-7a91-4fa8-b47d-0020241a80a1 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] 10.222.0.23 "GET /v2.0/ports?device_id=596dacd8-ff66-4568-b24f-bffdb38bfabc HTTP/1.1" status: 200 len: 205 time: 0.1970773 Oct 26 15:47:51.413702 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37634) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:51.451365 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-855d953f-564a-4e36-ab76-ddc54b989b99 None None] Port bf59481c-9cb6-4aba-992c-572ee6335885 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:47:51.531075 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1eb76b48-bca9-4e0a-9963-2d1d6f906cdb tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:51.583643 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-1eb76b48-bca9-4e0a-9963-2d1d6f906cdb tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0152063-becc-4a23-8ec6-53c7fc51d575']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:51.605182 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-c512ca1d-2e25-4eec-b6dd-690fecd6b6e0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.0281811 Oct 26 15:47:51.611053 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-0cf1f84b-7218-4774-97b7-e5bc7b5b8932 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.6841176 Oct 26 15:47:51.615436 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-855d953f-564a-4e36-ab76-ddc54b989b99 None None] Provisioning for port 9f6e5950-7829-421f-a383-32d7770aae33 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:47:51.622182 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-855d953f-564a-4e36-ab76-ddc54b989b99 None None] Provisioning complete for port 9f6e5950-7829-421f-a383-32d7770aae33 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:47:51.622674 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-855d953f-564a-4e36-ab76-ddc54b989b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:51.623024 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-855d953f-564a-4e36-ab76-ddc54b989b99 None None] Attempt 1 to provision port 9f6e5950-7829-421f-a383-32d7770aae33 Oct 26 15:47:51.628010 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37638) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:51.646294 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-1eb76b48-bca9-4e0a-9963-2d1d6f906cdb tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9f77b60-38cc-4e70-9266-d4b18d853097') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:51.646623 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-1eb76b48-bca9-4e0a-9963-2d1d6f906cdb tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9f77b60-38cc-4e70-9266-d4b18d853097') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:51.662325 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-4eaf55a4-7c00-41b6-861c-a9d793cd3293 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:51.667708 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3383b871-3222-4440-ad30-04a4757643ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-3cb2dcfd-260a-4d3a-b758-3b083e2645e7', 'network_id': '3cb2dcfd-260a-4d3a-b758-3b083e2645e7', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ips': [{'subnet_id': 'a7d1390d-7ca6-41a0-aef7-8fb535033097'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:47:51.668550 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3383b871-3222-4440-ad30-04a4757643ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:51.675134 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.objects.ports [None req-0c288673-40e9-4c9f-8c4a-684deaa33698 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89747) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 26 15:47:51.721552 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1eb76b48-bca9-4e0a-9963-2d1d6f906cdb tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:51.762122 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-4eaf55a4-7c00-41b6-861c-a9d793cd3293 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Transition to ACTIVE for port object 0c267633-51b9-4b9d-bbf1-b8861290ab0b will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:47:51.768904 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1eb76b48-bca9-4e0a-9963-2d1d6f906cdb tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:51.785871 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-728e2fec-0495-42ec-be9a-9bb17d0ca1ca tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Allocated IP 172.26.2.100 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/872bb1f1-7a70-433f-8c45-8a5b179de111) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:47:51.787346 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eb76b48-bca9-4e0a-9963-2d1d6f906cdb tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:47:51.788482 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1eb76b48-bca9-4e0a-9963-2d1d6f906cdb tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:51.812137 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37644) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:51.825954 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-046aa3bd-6ef5-4a6e-a37f-a8291072709b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:51.847800 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-faa4ea67-c8d4-4a15-b8d2-14c81a0128d3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-481171447', 'description': 'tempest-secgroup-smoke-481171447 description', 'project_id': '8316bfcf068445aeb00a503282bb001c'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:51.867096 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-faa4ea67-c8d4-4a15-b8d2-14c81a0128d3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:51.892596 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment d9f77b60-38cc-4e70-9266-d4b18d853097 resource provider aggregate not found Oct 26 15:47:51.897896 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b638eed-7791-49cd-8d3c-18d0d6cc7dfa tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:51.899333 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b638eed-7791-49cd-8d3c-18d0d6cc7dfa tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:51.904170 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-3b638eed-7791-49cd-8d3c-18d0d6cc7dfa tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2671325 Oct 26 15:47:51.907809 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37652) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:51.948791 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-855d953f-564a-4e36-ab76-ddc54b989b99 None None] Current status of the port 9f6e5950-7829-421f-a383-32d7770aae33 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:47:51.949557 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-855d953f-564a-4e36-ab76-ddc54b989b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:51.960396 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment d9f77b60-38cc-4e70-9266-d4b18d853097 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d9f77b60-38cc-4e70-9266-d4b18d853097 found for delete ", "request_id": "req-d3501a92-945e-4ca9-b8ef-542785d0a95e"}]} Oct 26 15:47:51.973983 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-046aa3bd-6ef5-4a6e-a37f-a8291072709b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Transition to ACTIVE for port object a223ee79-e0e3-4a57-9d1a-971f1b926404 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:47:51.978448 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-faa4ea67-c8d4-4a15-b8d2-14c81a0128d3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:51.989632 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1f64c901-d49e-435b-93cf-522dda838493 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for router, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:52.015761 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-855d953f-564a-4e36-ab76-ddc54b989b99 None None] For port 9f6e5950-7829-421f-a383-32d7770aae33, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=9f6e5950-7829-421f-a383-32d7770aae33,segment=NetworkSegment(058f777a-2003-49db-9554-24abe2cd4bde),segment_id=058f777a-2003-49db-9554-24abe2cd4bde)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:47:52.030409 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70877e0b-4d76-4469-8a29-041d21930e4e tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attributes excluded by policy engine: ['shared'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:52.032015 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70877e0b-4d76-4469-8a29-041d21930e4e tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attributes excluded by policy engine: ['shared'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:52.032631 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-70877e0b-4d76-4469-8a29-041d21930e4e tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Synchronizing usage tracker for tenant:1be2509a71d64d26a32bbf77f727e229 on resource:subnet {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:47:52.057521 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-70877e0b-4d76-4469-8a29-041d21930e4e tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Unset dirty status for tenant:1be2509a71d64d26a32bbf77f727e229 on resource:subnet {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:47:52.058881 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-70877e0b-4d76-4469-8a29-041d21930e4e tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1499567 Oct 26 15:47:52.062546 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37658) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:52.101233 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-3383b871-3222-4440-ad30-04a4757643ed None None] Allocated IP 172.20.0.18 (3cb2dcfd-260a-4d3a-b758-3b083e2645e7/a7d1390d-7ca6-41a0-aef7-8fb535033097/67d42444-d305-4836-b148-92519c55f332) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:47:52.224189 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1eb76b48-bca9-4e0a-9963-2d1d6f906cdb tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:52.233392 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a763407-3f02-43aa-9704-05e12240092b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:52.240687 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-5a763407-3f02-43aa-9704-05e12240092b tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "GET /v2.0/networks/6f96eeba-3749-449c-b45b-c4ae005dc426 HTTP/1.1" status: 200 len: 799 time: 0.1769121 Oct 26 15:47:52.243222 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-855d953f-564a-4e36-ab76-ddc54b989b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:52.244159 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37662) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:52.309724 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1eb76b48-bca9-4e0a-9963-2d1d6f906cdb tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:52.312874 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-4eaf55a4-7c00-41b6-861c-a9d793cd3293 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:52.322185 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-855d953f-564a-4e36-ab76-ddc54b989b99 None None] Could not find standard attr ID for object efdede79-7011-46bb-b49b-b8f46b49759d. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:47:52.343842 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb76b48-bca9-4e0a-9963-2d1d6f906cdb tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event deleted for resources: {'Network': ['ID=f0152063-becc-4a23-8ec6-53c7fc51d575,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:52.346091 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-046aa3bd-6ef5-4a6e-a37f-a8291072709b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:52.349027 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-728e2fec-0495-42ec-be9a-9bb17d0ca1ca tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:52.353239 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-faa4ea67-c8d4-4a15-b8d2-14c81a0128d3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:52.395245 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-4eaf55a4-7c00-41b6-861c-a9d793cd3293 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Network 9b52fa13-90e5-4d9b-bd04-f08f37ff314e is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:47:52.408329 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-4eaf55a4-7c00-41b6-861c-a9d793cd3293 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:47:52.430107 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-1eb76b48-bca9-4e0a-9963-2d1d6f906cdb tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/networks/f0152063-becc-4a23-8ec6-53c7fc51d575 HTTP/1.1" status: 204 len: 168 time: 5.5205600 Oct 26 15:47:52.433139 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-4eaf55a4-7c00-41b6-861c-a9d793cd3293 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:47:52.435919 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d953f-564a-4e36-ab76-ddc54b989b99 None None] Pushing event updated for resources: {'Port': ['ID=9f6e5950-7829-421f-a383-32d7770aae33,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:52.448977 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37666) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:52.451273 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d953f-564a-4e36-ab76-ddc54b989b99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:47:52.451273 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d953f-564a-4e36-ab76-ddc54b989b99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:47:52.452762 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d953f-564a-4e36-ab76-ddc54b989b99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:47:52.452934 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d953f-564a-4e36-ab76-ddc54b989b99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:47:52.453281 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d953f-564a-4e36-ab76-ddc54b989b99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:47:52.453641 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d953f-564a-4e36-ab76-ddc54b989b99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:47:52.453959 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d953f-564a-4e36-ab76-ddc54b989b99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:47:52.454557 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d953f-564a-4e36-ab76-ddc54b989b99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:47:52.454702 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d953f-564a-4e36-ab76-ddc54b989b99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:47:52.454969 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d953f-564a-4e36-ab76-ddc54b989b99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:47:52.455301 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d953f-564a-4e36-ab76-ddc54b989b99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:47:52.455623 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d953f-564a-4e36-ab76-ddc54b989b99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:47:52.494432 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-30ee50e3-fd00-444c-b79b-92bff0bc7847 None None] Provisioning complete for port bf59481c-9cb6-4aba-992c-572ee6335885 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:47:52.494714 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-30ee50e3-fd00-444c-b79b-92bff0bc7847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:52.494947 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-30ee50e3-fd00-444c-b79b-92bff0bc7847 None None] Attempt 1 to provision port bf59481c-9cb6-4aba-992c-572ee6335885 Oct 26 15:47:52.511408 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046aa3bd-6ef5-4a6e-a37f-a8291072709b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Network ea103fec-373a-4028-a582-61b3ac56a836 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:47:52.525417 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-046aa3bd-6ef5-4a6e-a37f-a8291072709b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:47:52.531136 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf55a4-7c00-41b6-861c-a9d793cd3293 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Pushing event updated for resources: {'Port': ['ID=0c267633-51b9-4b9d-bbf1-b8861290ab0b,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:52.533512 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046aa3bd-6ef5-4a6e-a37f-a8291072709b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:47:52.547357 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046aa3bd-6ef5-4a6e-a37f-a8291072709b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:52.548031 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-046aa3bd-6ef5-4a6e-a37f-a8291072709b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:52.571059 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-30ee50e3-fd00-444c-b79b-92bff0bc7847 None None] Port bf59481c-9cb6-4aba-992c-572ee6335885 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:47:52.575151 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3383b871-3222-4440-ad30-04a4757643ed None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:52.593862 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-3383b871-3222-4440-ad30-04a4757643ed None None] Transition to ACTIVE for port object 67d42444-d305-4836-b148-92519c55f332 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:47:52.634158 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-3383b871-3222-4440-ad30-04a4757643ed None None] Transition to ACTIVE for port object 67d42444-d305-4836-b148-92519c55f332 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:47:52.637909 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-faa4ea67-c8d4-4a15-b8d2-14c81a0128d3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:52.674561 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-faa4ea67-c8d4-4a15-b8d2-14c81a0128d3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:52.679617 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de81c5-70a4-4f01-8242-a2c05d02cfc9 req-b70b43ac-e222-4bd1-9d07-eccdeb0cbfe8 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:52.679617 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-d9de81c5-70a4-4f01-8242-a2c05d02cfc9 req-b70b43ac-e222-4bd1-9d07-eccdeb0cbfe8 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Synchronizing usage tracker for tenant:a4119eb7a47547308296079685b102f3 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:47:52.681319 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-faa4ea67-c8d4-4a15-b8d2-14c81a0128d3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:52.693263 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-4eaf55a4-7c00-41b6-861c-a9d793cd3293 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:52.693480 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-4eaf55a4-7c00-41b6-861c-a9d793cd3293 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:52.705062 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-faa4ea67-c8d4-4a15-b8d2-14c81a0128d3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:52.731180 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046aa3bd-6ef5-4a6e-a37f-a8291072709b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Pushing event updated for resources: {'Port': ['ID=a223ee79-e0e3-4a57-9d1a-971f1b926404,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:52.741768 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3383b871-3222-4440-ad30-04a4757643ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:52.744654 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0c288673-40e9-4c9f-8c4a-684deaa33698 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:52.766652 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-046aa3bd-6ef5-4a6e-a37f-a8291072709b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.4629412 Oct 26 15:47:52.767581 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37670) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:52.776737 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-93c1c016-b9e4-4840-b871-a2d2617d6e8a tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::28c', 'mac_address': 'fa:16:3e:36:42:80'}]}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:52.804506 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1f64c901-d49e-435b-93cf-522dda838493 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:52.824111 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-5dc4626b-375b-42f5-b935-4e92a5bef4e6 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "GET /v2.0/networks/6f96eeba-3749-449c-b45b-c4ae005dc426?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.5718958 Oct 26 15:47:52.826670 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3383b871-3222-4440-ad30-04a4757643ed None None] Network 3cb2dcfd-260a-4d3a-b758-3b083e2645e7 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:47:52.831550 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37674) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:52.838492 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-3383b871-3222-4440-ad30-04a4757643ed None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:47:52.843328 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3383b871-3222-4440-ad30-04a4757643ed None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:47:52.851040 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-4eaf55a4-7c00-41b6-861c-a9d793cd3293 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9117851 Oct 26 15:47:52.854820 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3383b871-3222-4440-ad30-04a4757643ed None None] Pushing event updated for resources: {'Port': ['ID=67d42444-d305-4836-b148-92519c55f332,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:52.906519 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-c85ea3c7-23f0-4c4a-8258-ffb843e28ce2 service neutron] Request body: {'port': {'device_id': 'd33a371d-c739-48ea-9e77-f89d56ad8495', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8627'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:52.953954 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-d9de81c5-70a4-4f01-8242-a2c05d02cfc9 req-b70b43ac-e222-4bd1-9d07-eccdeb0cbfe8 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Unset dirty status for tenant:a4119eb7a47547308296079685b102f3 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:47:52.955156 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d9de81c5-70a4-4f01-8242-a2c05d02cfc9 req-b70b43ac-e222-4bd1-9d07-eccdeb0cbfe8 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 931 time: 0.8818974 Oct 26 15:47:52.981120 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-3383b871-3222-4440-ad30-04a4757643ed None None] Attempting to bind port 67d42444-d305-4836-b148-92519c55f332 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:47:52.981507 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-3383b871-3222-4440-ad30-04a4757643ed None None] Attempting to bind port 67d42444-d305-4836-b148-92519c55f332 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '140d29cb-1f6e-4615-a4e2-daa14f99aebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3cb2dcfd-260a-4d3a-b758-3b083e2645e7'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:47:52.981870 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3383b871-3222-4440-ad30-04a4757643ed None None] Attempting to bind port 67d42444-d305-4836-b148-92519c55f332 on network 3cb2dcfd-260a-4d3a-b758-3b083e2645e7 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:47:52.988744 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3383b871-3222-4440-ad30-04a4757643ed None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:47:52.990061 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3383b871-3222-4440-ad30-04a4757643ed None None] Checking segment: {'id': '140d29cb-1f6e-4615-a4e2-daa14f99aebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3cb2dcfd-260a-4d3a-b758-3b083e2645e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:47:52.990846 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3383b871-3222-4440-ad30-04a4757643ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:52.991031 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3383b871-3222-4440-ad30-04a4757643ed None None] Bound using segment: {'id': '140d29cb-1f6e-4615-a4e2-daa14f99aebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3cb2dcfd-260a-4d3a-b758-3b083e2645e7'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:47:52.991473 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-3383b871-3222-4440-ad30-04a4757643ed None None] Bound port: 67d42444-d305-4836-b148-92519c55f332, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140d29cb-1f6e-4615-a4e2-daa14f99aebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3cb2dcfd-260a-4d3a-b758-3b083e2645e7'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:47:52.991856 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3383b871-3222-4440-ad30-04a4757643ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:53.031318 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aea5ca5-afca-4d1e-a94c-053eb54fe22f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:53.032020 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4aea5ca5-afca-4d1e-a94c-053eb54fe22f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Synchronizing usage tracker for tenant:b10aaa5403b848e8bc3e4f603712654e on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:47:53.049113 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-728e2fec-0495-42ec-be9a-9bb17d0ca1ca tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:53.052813 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-1f64c901-d49e-435b-93cf-522dda838493 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Deleting port f82028c8-7183-48ea-9101-10db17742a8a {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:47:53.052967 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1f64c901-d49e-435b-93cf-522dda838493 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:53.072790 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-30ee50e3-fd00-444c-b79b-92bff0bc7847 None None] Attempt 2 to provision port bf59481c-9cb6-4aba-992c-572ee6335885 Oct 26 15:47:53.127611 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078d9efa-2cd9-4ac2-918d-09d76c98dd0f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:53.135427 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-078d9efa-2cd9-4ac2-918d-09d76c98dd0f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "GET /v2.0/subnets/7d7a23a4-5a28-4dd9-aaf6-1b75c5030c59 HTTP/1.1" status: 200 len: 811 time: 0.3023593 Oct 26 15:47:53.149510 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37678) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:53.160795 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-30ee50e3-fd00-444c-b79b-92bff0bc7847 None None] Port bf59481c-9cb6-4aba-992c-572ee6335885 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:47:53.164598 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-3383b871-3222-4440-ad30-04a4757643ed None None] For port 67d42444-d305-4836-b148-92519c55f332, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:47:53.179969 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-3383b871-3222-4440-ad30-04a4757643ed None None] For port 67d42444-d305-4836-b148-92519c55f332, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=67d42444-d305-4836-b148-92519c55f332,segment=NetworkSegment(140d29cb-1f6e-4615-a4e2-daa14f99aebb),segment_id=140d29cb-1f6e-4615-a4e2-daa14f99aebb)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:47:53.195361 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d9de81c5-70a4-4f01-8242-a2c05d02cfc9 req-e4409eed-6e4f-483a-902c-8e1613f60ead tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2327745 Oct 26 15:47:53.217692 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-c85ea3c7-23f0-4c4a-8258-ffb843e28ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:53.257023 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728e2fec-0495-42ec-be9a-9bb17d0ca1ca tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:47:53.260190 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3383b871-3222-4440-ad30-04a4757643ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:53.273334 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-728e2fec-0495-42ec-be9a-9bb17d0ca1ca tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:47:53.306059 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728e2fec-0495-42ec-be9a-9bb17d0ca1ca tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:47:53.334292 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 9f6e5950-7829-421f-a383-32d7770aae33 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:47:53.389174 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e2fec-0495-42ec-be9a-9bb17d0ca1ca tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Pushing event updated for resources: {'Port': ['ID=872bb1f1-7a70-433f-8c45-8a5b179de111,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:53.426147 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3383b871-3222-4440-ad30-04a4757643ed None None] Pushing event updated for resources: {'Port': ['ID=67d42444-d305-4836-b148-92519c55f332,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:53.434983 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4aea5ca5-afca-4d1e-a94c-053eb54fe22f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Unset dirty status for tenant:b10aaa5403b848e8bc3e4f603712654e on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:47:53.436147 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4aea5ca5-afca-4d1e-a94c-053eb54fe22f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.9841657 Oct 26 15:47:53.440430 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 9f6e5950-7829-421f-a383-32d7770aae33 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:47:53.440430 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:53.440430 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 9f6e5950-7829-421f-a383-32d7770aae33 Oct 26 15:47:53.443517 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37682) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:53.518152 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a8b675-2b0b-462f-8500-ebcd188b4068 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attributes excluded by policy engine: ['shared'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:53.524924 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c8a8b675-2b0b-462f-8500-ebcd188b4068 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "GET /v2.0/subnets/7d7a23a4-5a28-4dd9-aaf6-1b75c5030c59?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3533289 Oct 26 15:47:53.545263 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37686) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:53.578922 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 9f6e5950-7829-421f-a383-32d7770aae33 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:47:53.580666 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device ae1f8bb7-1ddb-4744-a4ff-1642e23cd5d7 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:47:53.591415 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-3d8e2e39-5294-46fe-8a80-7890c46736a5 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-615951130'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:53.597377 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-faa4ea67-c8d4-4a15-b8d2-14c81a0128d3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:53.609282 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-3d8e2e39-5294-46fe-8a80-7890c46736a5 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:53.665316 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-30ee50e3-fd00-444c-b79b-92bff0bc7847 None None] Attempt 3 to provision port bf59481c-9cb6-4aba-992c-572ee6335885 Oct 26 15:47:53.757774 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-30ee50e3-fd00-444c-b79b-92bff0bc7847 None None] Port bf59481c-9cb6-4aba-992c-572ee6335885 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:47:53.764407 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-faa4ea67-c8d4-4a15-b8d2-14c81a0128d3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:53.777917 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-3d8e2e39-5294-46fe-8a80-7890c46736a5 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:53.791885 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-93c1c016-b9e4-4840-b871-a2d2617d6e8a tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:53.792882 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port ae1f8bb7-1ddb-4744-a4ff-1642e23cd5d7 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:47:53.802107 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1f64c901-d49e-435b-93cf-522dda838493 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:53.891078 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8e2e39-5294-46fe-8a80-7890c46736a5 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Made reservation on behalf of 1be2509a71d64d26a32bbf77f727e229 for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:47:53.894994 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3d8e2e39-5294-46fe-8a80-7890c46736a5 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:54.002761 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-9f38d540-ca46-46b8-bba2-21a01a7eb7b3 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Synchronizing usage tracker for tenant:b10aaa5403b848e8bc3e4f603712654e on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:47:54.027534 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-1f64c901-d49e-435b-93cf-522dda838493 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Calling delete_port for f82028c8-7183-48ea-9101-10db17742a8a owned by network:router_gateway {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:47:54.043752 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d8e2e39-5294-46fe-8a80-7890c46736a5 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:47:54.061501 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-0c288673-40e9-4c9f-8c4a-684deaa33698 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] For port ae1f8bb7-1ddb-4744-a4ff-1642e23cd5d7, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=ae1f8bb7-1ddb-4744-a4ff-1642e23cd5d7,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:47:54.076149 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ea67-c8d4-4a15-b8d2-14c81a0128d3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=240ebfaa-9dab-471a-8343-76af9134bb3b,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:54.087433 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-9f38d540-ca46-46b8-bba2-21a01a7eb7b3 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Unset dirty status for tenant:b10aaa5403b848e8bc3e4f603712654e on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:47:54.088608 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-9f38d540-ca46-46b8-bba2-21a01a7eb7b3 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.6433887 Oct 26 15:47:54.099537 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37690) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:54.110746 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-19539f34-a2eb-4e09-86b2-29b3e5485280 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2091390026'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:54.121414 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-19539f34-a2eb-4e09-86b2-29b3e5485280 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:54.140860 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-19539f34-a2eb-4e09-86b2-29b3e5485280 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Usage tracker for resource:network and tenant:b10aaa5403b848e8bc3e4f603712654e is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:54.143326 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3d8e2e39-5294-46fe-8a80-7890c46736a5 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:54.143475 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-3d8e2e39-5294-46fe-8a80-7890c46736a5 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Added segment 74b6c720-7c60-4f18-8355-966f98df1f07 of type vlan for network 1253886c-fd3f-4901-b079-ed436aa06ac7 Oct 26 15:47:54.147757 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-19539f34-a2eb-4e09-86b2-29b3e5485280 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:54.163736 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0c288673-40e9-4c9f-8c4a-684deaa33698 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:54.165507 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-19539f34-a2eb-4e09-86b2-29b3e5485280 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:54.184968 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-faa4ea67-c8d4-4a15-b8d2-14c81a0128d3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:54.186171 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-faa4ea67-c8d4-4a15-b8d2-14c81a0128d3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 2.3680792 Oct 26 15:47:54.195417 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37694) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:54.203963 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-4ee2bb70-2c39-434f-88e5-c3df2c04dbdb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '240ebfaa-9dab-471a-8343-76af9134bb3b', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:54.212505 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4ee2bb70-2c39-434f-88e5-c3df2c04dbdb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:54.226813 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3d8e2e39-5294-46fe-8a80-7890c46736a5 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:54.259625 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-30ee50e3-fd00-444c-b79b-92bff0bc7847 None None] Attempt 4 to provision port bf59481c-9cb6-4aba-992c-572ee6335885 Oct 26 15:47:54.277782 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4ee2bb70-2c39-434f-88e5-c3df2c04dbdb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:54.281942 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0c288673-40e9-4c9f-8c4a-684deaa33698 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:54.282691 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0c288673-40e9-4c9f-8c4a-684deaa33698 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:54.349630 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-30ee50e3-fd00-444c-b79b-92bff0bc7847 None None] Port bf59481c-9cb6-4aba-992c-572ee6335885 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:47:54.371481 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4ee2bb70-2c39-434f-88e5-c3df2c04dbdb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:54.382389 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-93c1c016-b9e4-4840-b871-a2d2617d6e8a tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:54.385541 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-c85ea3c7-23f0-4c4a-8258-ffb843e28ce2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c267633-51b9-4b9d-bbf1-b8861290ab0b {{(pid=89748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:47:54.393940 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-c85ea3c7-23f0-4c4a-8258-ffb843e28ce2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:54.409913 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-c85ea3c7-23f0-4c4a-8258-ffb843e28ce2 service neutron] Transition to ACTIVE for port object 0c267633-51b9-4b9d-bbf1-b8861290ab0b will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:47:54.429748 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19539f34-a2eb-4e09-86b2-29b3e5485280 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Made reservation on behalf of b10aaa5403b848e8bc3e4f603712654e for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:47:54.433123 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-19539f34-a2eb-4e09-86b2-29b3e5485280 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:54.440521 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3d8e2e39-5294-46fe-8a80-7890c46736a5 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:54.446650 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8e2e39-5294-46fe-8a80-7890c46736a5 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:54.447434 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3d8e2e39-5294-46fe-8a80-7890c46736a5 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:54.485543 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-c85ea3c7-23f0-4c4a-8258-ffb843e28ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:54.539237 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-93c1c016-b9e4-4840-b871-a2d2617d6e8a tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:54.539901 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-93c1c016-b9e4-4840-b871-a2d2617d6e8a tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] In _notify_port_updated(), no bound segment for port a223ee79-e0e3-4a57-9d1a-971f1b926404 on network ea103fec-373a-4028-a582-61b3ac56a836 {{(pid=89748) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 26 15:47:54.545316 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c1c016-b9e4-4840-b871-a2d2617d6e8a tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:54.545965 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-93c1c016-b9e4-4840-b871-a2d2617d6e8a tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:54.547350 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-93c1c016-b9e4-4840-b871-a2d2617d6e8a tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] 10.222.0.23 "PUT /v2.0/ports/a223ee79-e0e3-4a57-9d1a-971f1b926404 HTTP/1.1" status: 200 len: 1000 time: 1.7780569 Oct 26 15:47:54.616217 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37700) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:54.618107 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8a36ef-f9d1-41e8-ac53-604923f430d1 None None] Network 3cb2dcfd-260a-4d3a-b758-3b083e2645e7 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:47:54.632694 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4ee2bb70-2c39-434f-88e5-c3df2c04dbdb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:54.744122 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8e2e39-5294-46fe-8a80-7890c46736a5 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event updated for resources: {'Network': ['ID=1253886c-fd3f-4901-b079-ed436aa06ac7,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:54.758096 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ea3c7-23f0-4c4a-8258-ffb843e28ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=0c267633-51b9-4b9d-bbf1-b8861290ab0b,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:54.761645 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 1253886c-fd3f-4901-b079-ed436aa06ac7 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:47:54.813666 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c288673-40e9-4c9f-8c4a-684deaa33698 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:47:54.848229 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-3d8e2e39-5294-46fe-8a80-7890c46736a5 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2922895 Oct 26 15:47:54.849411 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-0c288673-40e9-4c9f-8c4a-684deaa33698 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:47:54.856378 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37706) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:54.860410 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-30ee50e3-fd00-444c-b79b-92bff0bc7847 None None] Attempt 5 to provision port bf59481c-9cb6-4aba-992c-572ee6335885 Oct 26 15:47:54.867017 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-2fac0f0f-06ef-4397-be3f-ca43c5784b07 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Request body: {'subnet': {'network_id': '1253886c-fd3f-4901-b079-ed436aa06ac7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:54.869249 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c288673-40e9-4c9f-8c4a-684deaa33698 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:54.869842 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0c288673-40e9-4c9f-8c4a-684deaa33698 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:54.919524 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c288673-40e9-4c9f-8c4a-684deaa33698 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Subnet': ['ID=9fa255e4-ea9a-4955-833e-0c8ca7dd2f70,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:54.932029 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc458e6-ae18-4db0-a4d0-b53c94a48294 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:47:54.934701 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-5e91b7f1-6641-4030-aeb6-bd22f5ca7e47 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Deleting port a223ee79-e0e3-4a57-9d1a-971f1b926404 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:47:54.935030 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5e91b7f1-6641-4030-aeb6-bd22f5ca7e47 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:54.963586 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c288673-40e9-4c9f-8c4a-684deaa33698 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Port': ['ID=ae1f8bb7-1ddb-4744-a4ff-1642e23cd5d7,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:54.973094 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19539f34-a2eb-4e09-86b2-29b3e5485280 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:47:54.985327 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1c016-b9e4-4840-b871-a2d2617d6e8a tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Pushing event updated for resources: {'Port': ['ID=a223ee79-e0e3-4a57-9d1a-971f1b926404,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:55.014458 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4ee2bb70-2c39-434f-88e5-c3df2c04dbdb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:55.020865 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-c85ea3c7-23f0-4c4a-8258-ffb843e28ce2 service neutron] Attempting to bind port 0c267633-51b9-4b9d-bbf1-b8861290ab0b on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:47:55.021199 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-c85ea3c7-23f0-4c4a-8258-ffb843e28ce2 service neutron] Attempting to bind port 0c267633-51b9-4b9d-bbf1-b8861290ab0b by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'ef45b2d8-d853-4c7b-bf2d-57a8b128d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9b52fa13-90e5-4d9b-bd04-f08f37ff314e'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:47:55.021631 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-c85ea3c7-23f0-4c4a-8258-ffb843e28ce2 service neutron] Attempting to bind port 0c267633-51b9-4b9d-bbf1-b8861290ab0b on network 9b52fa13-90e5-4d9b-bd04-f08f37ff314e {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:47:55.032106 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-c85ea3c7-23f0-4c4a-8258-ffb843e28ce2 service neutron] Port 0c267633-51b9-4b9d-bbf1-b8861290ab0b on network 9b52fa13-90e5-4d9b-bd04-f08f37ff314e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:47:55.032420 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-c85ea3c7-23f0-4c4a-8258-ffb843e28ce2 service neutron] Attempting to bind port 0c267633-51b9-4b9d-bbf1-b8861290ab0b on network 9b52fa13-90e5-4d9b-bd04-f08f37ff314e {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:47:55.036202 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-2fac0f0f-06ef-4397-be3f-ca43c5784b07 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:55.040888 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-19539f34-a2eb-4e09-86b2-29b3e5485280 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:55.041230 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-19539f34-a2eb-4e09-86b2-29b3e5485280 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Added segment 562fa11f-0855-4594-9cc9-f78e3cceefca of type vlan for network 2c595047-ff94-4743-aba3-6e23319f30c6 Oct 26 15:47:55.044156 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-c85ea3c7-23f0-4c4a-8258-ffb843e28ce2 service neutron] Checking agent: {'id': '1b551391-ebdd-44bd-8801-034277ca5526', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8627', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'started_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:47:55.044844 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-c85ea3c7-23f0-4c4a-8258-ffb843e28ce2 service neutron] Checking segment: {'id': 'ef45b2d8-d853-4c7b-bf2d-57a8b128d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9b52fa13-90e5-4d9b-bd04-f08f37ff314e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:47:55.045228 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-c85ea3c7-23f0-4c4a-8258-ffb843e28ce2 service neutron] Bound using segment: {'id': 'ef45b2d8-d853-4c7b-bf2d-57a8b128d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9b52fa13-90e5-4d9b-bd04-f08f37ff314e'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:47:55.045659 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-c85ea3c7-23f0-4c4a-8258-ffb843e28ce2 service neutron] Bound port: 0c267633-51b9-4b9d-bbf1-b8861290ab0b, host: hv-neutron-8627, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef45b2d8-d853-4c7b-bf2d-57a8b128d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9b52fa13-90e5-4d9b-bd04-f08f37ff314e'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:47:55.046168 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-c85ea3c7-23f0-4c4a-8258-ffb843e28ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:55.051803 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-728e2fec-0495-42ec-be9a-9bb17d0ca1ca tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for router_gateway, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:55.067513 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-2fac0f0f-06ef-4397-be3f-ca43c5784b07 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:55.086336 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-30ee50e3-fd00-444c-b79b-92bff0bc7847 None None] Port bf59481c-9cb6-4aba-992c-572ee6335885 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:47:55.164131 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-c85ea3c7-23f0-4c4a-8258-ffb843e28ce2 service neutron] For port 0c267633-51b9-4b9d-bbf1-b8861290ab0b, host hv-neutron-8627, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:47:55.177314 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-c85ea3c7-23f0-4c4a-8258-ffb843e28ce2 service neutron] For port 0c267633-51b9-4b9d-bbf1-b8861290ab0b, host hv-neutron-8627, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=0c267633-51b9-4b9d-bbf1-b8861290ab0b,segment=NetworkSegment(ef45b2d8-d853-4c7b-bf2d-57a8b128d8fe),segment_id=ef45b2d8-d853-4c7b-bf2d-57a8b128d8fe)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:47:55.195039 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fac0f0f-06ef-4397-be3f-ca43c5784b07 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Made reservation on behalf of 1be2509a71d64d26a32bbf77f727e229 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:47:55.199028 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2fac0f0f-06ef-4397-be3f-ca43c5784b07 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:55.223740 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-0c288673-40e9-4c9f-8c4a-684deaa33698 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.5334959 Oct 26 15:47:55.224318 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37710) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:55.259271 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1f64c901-d49e-435b-93cf-522dda838493 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:55.281051 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-49e79aba-3345-4a82-97ec-e4cec9dd6ca5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'port': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'mac_address': 'fa:16:3e:f4:51:bc', 'name': 'tempest-NetworksTestDHCPv6-795415193'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:55.321307 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-c85ea3c7-23f0-4c4a-8258-ffb843e28ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:55.330987 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 67d42444-d305-4836-b148-92519c55f332 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:47:55.386903 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-c85ea3c7-23f0-4c4a-8258-ffb843e28ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:55.388261 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-c85ea3c7-23f0-4c4a-8258-ffb843e28ce2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:55.390001 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-c85ea3c7-23f0-4c4a-8258-ffb843e28ce2 service neutron] 10.222.0.48 "PUT /v2.0/ports/0c267633-51b9-4b9d-bbf1-b8861290ab0b HTTP/1.1" status: 200 len: 1093 time: 2.4953029 Oct 26 15:47:55.390708 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd33a371d-c739-48ea-9e77-f89d56ad8495', 'tag': '0c267633-51b9-4b9d-bbf1-b8861290ab0b'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:47:55.393658 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9903fb45-0b16-456d-b504-fa73ca172b92" -d '{"events": [{"name": "network-changed", "server_uuid": "d33a371d-c739-48ea-9e77-f89d56ad8495", "tag": "0c267633-51b9-4b9d-bbf1-b8861290ab0b"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:47:55.435290 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f64c901-d49e-435b-93cf-522dda838493 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Pushing event deleted for resources: {'Port': ['ID=f82028c8-7183-48ea-9101-10db17742a8a,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:55.449540 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-19539f34-a2eb-4e09-86b2-29b3e5485280 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:55.503935 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 67d42444-d305-4836-b148-92519c55f332 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:47:55.513911 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device ae1f8bb7-1ddb-4744-a4ff-1642e23cd5d7 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:47:55.525858 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18022504-e999-4e9c-a588-fe65ba05ff94 req-34c3fba8-819d-4db9-bc03-d16a3e9ea5cd tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:55.527463 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-18022504-e999-4e9c-a588-fe65ba05ff94 req-34c3fba8-819d-4db9-bc03-d16a3e9ea5cd tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 943 time: 0.9184492 Oct 26 15:47:55.589716 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-30ee50e3-fd00-444c-b79b-92bff0bc7847 None None] Attempt 6 to provision port bf59481c-9cb6-4aba-992c-572ee6335885 Oct 26 15:47:55.595744 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.ipam_backend_mixin [None req-2fac0f0f-06ef-4397-be3f-ca43c5784b07 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Performing IP validity checks on allocation pools {{(pid=89748) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 26 15:47:55.596408 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.ipam_backend_mixin [None req-2fac0f0f-06ef-4397-be3f-ca43c5784b07 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89748) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 26 15:47:55.662176 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-30ee50e3-fd00-444c-b79b-92bff0bc7847 None None] Port bf59481c-9cb6-4aba-992c-572ee6335885 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:47:55.712837 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.db.resource_extend [None req-19539f34-a2eb-4e09-86b2-29b3e5485280 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 15:47:55.793669 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94286d6-6826-4399-9ad3-78c4a71c36a9 x-openstack-request-id: req-b94286d6-6826-4399-9ad3-78c4a71c36a9 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:47:55.793669 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d33a371d-c739-48ea-9e77-f89d56ad8495", "tag": "0c267633-51b9-4b9d-bbf1-b8861290ab0b", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:47:55.793996 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b94286d6-6826-4399-9ad3-78c4a71c36a9 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:47:55.794263 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b94286d6-6826-4399-9ad3-78c4a71c36a9'] response: {'name': 'network-changed', 'server_uuid': 'd33a371d-c739-48ea-9e77-f89d56ad8495', 'tag': '0c267633-51b9-4b9d-bbf1-b8861290ab0b', 'status': 'completed', 'code': 200} Oct 26 15:47:55.806293 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4ee2bb70-2c39-434f-88e5-c3df2c04dbdb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:55.853065 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ea3c7-23f0-4c4a-8258-ffb843e28ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=0c267633-51b9-4b9d-bbf1-b8861290ab0b,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:55.870288 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-22f3598e-760c-4889-b81c-188b4e44920a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:55.871810 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-22f3598e-760c-4889-b81c-188b4e44920a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4119eb7a47547308296079685b102f3&device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 1096 time: 0.1261628 Oct 26 15:47:55.942753 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2fac0f0f-06ef-4397-be3f-ca43c5784b07 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:55.958764 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4ee2bb70-2c39-434f-88e5-c3df2c04dbdb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:55.960312 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-19539f34-a2eb-4e09-86b2-29b3e5485280 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:55.965801 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19539f34-a2eb-4e09-86b2-29b3e5485280 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:55.966394 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-19539f34-a2eb-4e09-86b2-29b3e5485280 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:55.989562 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-9d181542-52fb-4c3e-b855-e83325694acc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c267633-51b9-4b9d-bbf1-b8861290ab0b HTTP/1.1" status: 200 len: 217 time: 0.1046028 Oct 26 15:47:56.038642 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1f64c901-d49e-435b-93cf-522dda838493 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:56.078430 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac0f0f-06ef-4397-be3f-ca43c5784b07 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event updated for resources: {'Subnet': ['ID=f3f9d49c-bd61-49d1-9b8c-7000f77c926a,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:56.101208 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-6cd84f27-da7e-4d18-a02c-60e51d13a211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:56.102491 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-6cd84f27-da7e-4d18-a02c-60e51d13a211 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5cc9e74e-861e-45d0-8d44-208c9e1f2999 HTTP/1.1" status: 200 len: 851 time: 0.1042655 Oct 26 15:47:56.103541 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-18022504-e999-4e9c-a588-fe65ba05ff94 req-e29ba4a8-b692-4bf2-98e2-a34c7ac2bccc tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5417719 Oct 26 15:47:56.106834 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fac0f0f-06ef-4397-be3f-ca43c5784b07 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Checking segment: {'id': '74b6c720-7c60-4f18-8355-966f98df1f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1253886c-fd3f-4901-b079-ed436aa06ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:47:56.107211 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fac0f0f-06ef-4397-be3f-ca43c5784b07 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Network hostable DHCP agents. Network: 1253886c-fd3f-4901-b079-ed436aa06ac7, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:47:56.164178 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-30ee50e3-fd00-444c-b79b-92bff0bc7847 None None] Attempt 7 to provision port bf59481c-9cb6-4aba-992c-572ee6335885 Oct 26 15:47:56.204834 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-0f0e7f86-d920-4245-8f01-656379e88208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:56.206507 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-0f0e7f86-d920-4245-8f01-656379e88208 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b52fa13-90e5-4d9b-bd04-f08f37ff314e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0946412 Oct 26 15:47:56.219206 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-30ee50e3-fd00-444c-b79b-92bff0bc7847 None None] Port bf59481c-9cb6-4aba-992c-572ee6335885 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:47:56.292056 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fac0f0f-06ef-4397-be3f-ca43c5784b07 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Network 1253886c-fd3f-4901-b079-ed436aa06ac7 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:47:56.355486 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-0eab26fe-6cd5-441f-882a-1f5a59e9a724 service neutron] 10.222.0.48 "GET /v2.0/networks/9b52fa13-90e5-4d9b-bd04-f08f37ff314e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429760 Oct 26 15:47:56.383542 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-2fac0f0f-06ef-4397-be3f-ca43c5784b07 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 1253886c-fd3f-4901-b079-ed436aa06ac7) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:47:56.391848 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a09533-f94c-4097-95bb-713a49bdb939 None None] Network 1253886c-fd3f-4901-b079-ed436aa06ac7 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:47:56.433911 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fac0f0f-06ef-4397-be3f-ca43c5784b07 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:56.434523 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2fac0f0f-06ef-4397-be3f-ca43c5784b07 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:56.496294 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-49e79aba-3345-4a82-97ec-e4cec9dd6ca5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:56.518611 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee2bb70-2c39-434f-88e5-c3df2c04dbdb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e33555ce-352f-452e-b155-ca167c3fd367,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:56.521861 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-fd82fe32-f40d-475f-a0c6-54ca22a351c3 req-34dc12cd-ef88-4e44-bb29-595872b4a0ff service neutron] 10.222.0.48 "GET /v2.0/networks/9b52fa13-90e5-4d9b-bd04-f08f37ff314e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602900 Oct 26 15:47:56.555647 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2fac0f0f-06ef-4397-be3f-ca43c5784b07 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.6980112 Oct 26 15:47:56.558208 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37716) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:56.564178 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-f0f5b512-6c72-4656-a3c1-5c3fe5cd8ce1 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:56.564485 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-49e79aba-3345-4a82-97ec-e4cec9dd6ca5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Usage tracker for resource:port and tenant:cde0b70c42f24e8e94f9303758760038 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:56.580453 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-49e79aba-3345-4a82-97ec-e4cec9dd6ca5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:56.584071 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1f64c901-d49e-435b-93cf-522dda838493 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:56.598897 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1f64c901-d49e-435b-93cf-522dda838493 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:56.601354 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-49e79aba-3345-4a82-97ec-e4cec9dd6ca5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:56.607670 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5e91b7f1-6641-4030-aeb6-bd22f5ca7e47 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:56.633058 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19539f34-a2eb-4e09-86b2-29b3e5485280 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event updated for resources: {'Network': ['ID=2c595047-ff94-4743-aba3-6e23319f30c6,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:56.645237 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a248f65-d35b-46a3-b590-18e4198fbe2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-1253886c-fd3f-4901-b079-ed436aa06ac7', 'network_id': '1253886c-fd3f-4901-b079-ed436aa06ac7', 'tenant_id': '1be2509a71d64d26a32bbf77f727e229', 'fixed_ips': [{'subnet_id': 'f3f9d49c-bd61-49d1-9b8c-7000f77c926a'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:47:56.646071 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9a248f65-d35b-46a3-b590-18e4198fbe2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:56.655683 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 2c595047-ff94-4743-aba3-6e23319f30c6 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:47:56.666680 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-728e2fec-0495-42ec-be9a-9bb17d0ca1ca tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:56.727826 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-30ee50e3-fd00-444c-b79b-92bff0bc7847 None None] Attempt 8 to provision port bf59481c-9cb6-4aba-992c-572ee6335885 Oct 26 15:47:56.765769 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f0f5b512-6c72-4656-a3c1-5c3fe5cd8ce1 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2222787'] for subnet, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:56.849609 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903fb45-0b16-456d-b504-fa73ca172b92 req-80da7029-894a-4d28-a2b3-f07ed226ae8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:56.851358 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9903fb45-0b16-456d-b504-fa73ca172b92 req-80da7029-894a-4d28-a2b3-f07ed226ae8f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4119eb7a47547308296079685b102f3&device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 1096 time: 0.1617143 Oct 26 15:47:56.861163 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-5e91b7f1-6641-4030-aeb6-bd22f5ca7e47 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Calling delete_port for a223ee79-e0e3-4a57-9d1a-971f1b926404 owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:47:56.900549 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4ee2bb70-2c39-434f-88e5-c3df2c04dbdb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:56.904426 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4ee2bb70-2c39-434f-88e5-c3df2c04dbdb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.7035277 Oct 26 15:47:56.905042 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-19539f34-a2eb-4e09-86b2-29b3e5485280 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.8026445 Oct 26 15:47:56.921180 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-30ee50e3-fd00-444c-b79b-92bff0bc7847 None None] Port bf59481c-9cb6-4aba-992c-572ee6335885 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:47:56.934574 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37720) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:56.934899 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37722) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:56.939815 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:56.978329 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e79aba-3345-4a82-97ec-e4cec9dd6ca5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:47:56.983283 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-ab3358c4-fa08-4865-81f9-24e84027aa80 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'subnet': {'network_id': '2c595047-ff94-4743-aba3-6e23319f30c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:56.999075 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-472206f8-698c-4612-a69d-3bb41d597b4b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '240ebfaa-9dab-471a-8343-76af9134bb3b', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:57.020360 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-472206f8-698c-4612-a69d-3bb41d597b4b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:57.075764 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-472206f8-698c-4612-a69d-3bb41d597b4b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:57.078094 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1f64c901-d49e-435b-93cf-522dda838493 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:57.078660 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f64c901-d49e-435b-93cf-522dda838493 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Fanout notify agent at l3_agent the message router_deleted on router 596dacd8-ff66-4568-b24f-bffdb38bfabc {{(pid=89747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:47:57.085372 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-472206f8-698c-4612-a69d-3bb41d597b4b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:57.111051 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1f64c901-d49e-435b-93cf-522dda838493 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:57.118802 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-1f64c901-d49e-435b-93cf-522dda838493 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] 10.222.0.23 "DELETE /v2.0/routers/596dacd8-ff66-4568-b24f-bffdb38bfabc HTTP/1.1" status: 204 len: 168 time: 5.6885741 Oct 26 15:47:57.119328 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-472206f8-698c-4612-a69d-3bb41d597b4b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:57.119328 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37728) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:57.132219 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-da112114-6461-48e6-ac29-b6112645a411 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-987539427', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:57.175229 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-da112114-6461-48e6-ac29-b6112645a411 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:57.201755 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-da112114-6461-48e6-ac29-b6112645a411 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Usage tracker for resource:router and tenant:eae49afb94514da8ad9cfe3afdaae288 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:57.216138 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-da112114-6461-48e6-ac29-b6112645a411 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:57.234882 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-da112114-6461-48e6-ac29-b6112645a411 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:57.241948 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-ab3358c4-fa08-4865-81f9-24e84027aa80 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:57.246880 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-49e79aba-3345-4a82-97ec-e4cec9dd6ca5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:57.305530 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-49e79aba-3345-4a82-97ec-e4cec9dd6ca5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] device_id is not set on port 737c9bc8-415e-46c3-99c5-ed10f4ea11a8 yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:47:57.314638 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ab3358c4-fa08-4865-81f9-24e84027aa80 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Usage tracker for resource:subnet and tenant:b10aaa5403b848e8bc3e4f603712654e is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:57.322776 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ab3358c4-fa08-4865-81f9-24e84027aa80 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:57.343661 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903fb45-0b16-456d-b504-fa73ca172b92 req-d95b6131-cfbe-4c48-9a09-50d3e15558fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:57.347192 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9903fb45-0b16-456d-b504-fa73ca172b92 req-d95b6131-cfbe-4c48-9a09-50d3e15558fb service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b52fa13-90e5-4d9b-bd04-f08f37ff314e HTTP/1.1" status: 200 len: 913 time: 0.4863179 Oct 26 15:47:57.349001 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-ab3358c4-fa08-4865-81f9-24e84027aa80 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:57.354944 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-472206f8-698c-4612-a69d-3bb41d597b4b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:57.423054 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-30ee50e3-fd00-444c-b79b-92bff0bc7847 None None] Attempt 9 to provision port bf59481c-9cb6-4aba-992c-572ee6335885 Oct 26 15:47:57.437093 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5e91b7f1-6641-4030-aeb6-bd22f5ca7e47 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:57.531179 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-30ee50e3-fd00-444c-b79b-92bff0bc7847 None None] Port bf59481c-9cb6-4aba-992c-572ee6335885 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:47:57.543396 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728e2fec-0495-42ec-be9a-9bb17d0ca1ca tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Router ae03fe35-a79f-4110-97fb-08ebe0b84f88 is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:47:57.545005 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-9a248f65-d35b-46a3-b590-18e4198fbe2c None None] Allocated IP 172.20.0.3 (1253886c-fd3f-4901-b079-ed436aa06ac7/f3f9d49c-bd61-49d1-9b8c-7000f77c926a/0585b1e0-87da-4126-944c-288dd42b78fd) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:47:57.545801 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e91b7f1-6641-4030-aeb6-bd22f5ca7e47 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Pushing event deleted for resources: {'Port': ['ID=a223ee79-e0e3-4a57-9d1a-971f1b926404,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:57.548061 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-da112114-6461-48e6-ac29-b6112645a411 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:57.549042 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-da112114-6461-48e6-ac29-b6112645a411 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:57.552678 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f0f5b512-6c72-4656-a3c1-5c3fe5cd8ce1 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728807979403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1634136'] for subnet, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:57.594523 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9903fb45-0b16-456d-b504-fa73ca172b92 req-880d336c-898b-4358-8654-b405903e4d2e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c267633-51b9-4b9d-bbf1-b8861290ab0b HTTP/1.1" status: 200 len: 217 time: 0.2404788 Oct 26 15:47:57.681248 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3358c4-fa08-4865-81f9-24e84027aa80 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Made reservation on behalf of b10aaa5403b848e8bc3e4f603712654e for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:47:57.690155 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ab3358c4-fa08-4865-81f9-24e84027aa80 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:57.792130 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-da112114-6461-48e6-ac29-b6112645a411 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:57.806912 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-49e79aba-3345-4a82-97ec-e4cec9dd6ca5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Allocated IP 172.20.0.4 (f810e159-a5e8-4c86-8cec-5d909fe013dd/4cc233ee-c45a-43cc-988e-7aa8e2bf50b9/737c9bc8-415e-46c3-99c5-ed10f4ea11a8) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:47:57.812179 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f5b512-6c72-4656-a3c1-5c3fe5cd8ce1 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:57.812778 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f0f5b512-6c72-4656-a3c1-5c3fe5cd8ce1 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:57.816758 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f0f5b512-6c72-4656-a3c1-5c3fe5cd8ce1 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "PUT /v2.0/subnets/f3f9d49c-bd61-49d1-9b8c-7000f77c926a HTTP/1.1" status: 200 len: 877 time: 1.2548802 Oct 26 15:47:57.816912 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-49e79aba-3345-4a82-97ec-e4cec9dd6ca5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Allocated IP 2001:db8::f816:3eff:fef4:51bc (f810e159-a5e8-4c86-8cec-5d909fe013dd/9fa255e4-ea9a-4955-833e-0c8ca7dd2f70/737c9bc8-415e-46c3-99c5-ed10f4ea11a8) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:47:57.842176 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37734) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:57.849677 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9a248f65-d35b-46a3-b590-18e4198fbe2c None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:57.861483 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-9a248f65-d35b-46a3-b590-18e4198fbe2c None None] Transition to ACTIVE for port object 0585b1e0-87da-4126-944c-288dd42b78fd will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:47:57.871258 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5b512-6c72-4656-a3c1-5c3fe5cd8ce1 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event updated for resources: {'Subnet': ['ID=f3f9d49c-bd61-49d1-9b8c-7000f77c926a,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:57.885562 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-9a248f65-d35b-46a3-b590-18e4198fbe2c None None] Transition to ACTIVE for port object 0585b1e0-87da-4126-944c-288dd42b78fd will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:47:57.939958 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9a248f65-d35b-46a3-b590-18e4198fbe2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:57.950867 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903fb45-0b16-456d-b504-fa73ca172b92 req-4cdb8611-62dc-4007-b968-4f75a5476513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:57.952360 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9903fb45-0b16-456d-b504-fa73ca172b92 req-4cdb8611-62dc-4007-b968-4f75a5476513 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5cc9e74e-861e-45d0-8d44-208c9e1f2999 HTTP/1.1" status: 200 len: 851 time: 0.3406377 Oct 26 15:47:58.013747 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a248f65-d35b-46a3-b590-18e4198fbe2c None None] Network 1253886c-fd3f-4901-b079-ed436aa06ac7 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:47:58.016882 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-9a248f65-d35b-46a3-b590-18e4198fbe2c None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:47:58.019802 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a248f65-d35b-46a3-b590-18e4198fbe2c None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:47:58.033167 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-30ee50e3-fd00-444c-b79b-92bff0bc7847 None None] Attempt 10 to provision port bf59481c-9cb6-4aba-992c-572ee6335885 Oct 26 15:47:58.038797 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf654c1-c939-4ff3-b7be-f2c84222d332 req-7c7c8459-94bb-470b-b8d4-123dd0422b48 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:58.040135 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1bf654c1-c939-4ff3-b7be-f2c84222d332 req-7c7c8459-94bb-470b-b8d4-123dd0422b48 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 943 time: 0.8001754 Oct 26 15:47:58.044391 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-472206f8-698c-4612-a69d-3bb41d597b4b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:58.071525 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-da112114-6461-48e6-ac29-b6112645a411 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:58.104245 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-30ee50e3-fd00-444c-b79b-92bff0bc7847 None None] Port bf59481c-9cb6-4aba-992c-572ee6335885 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:47:58.108514 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a248f65-d35b-46a3-b590-18e4198fbe2c None None] Pushing event updated for resources: {'Port': ['ID=0585b1e0-87da-4126-944c-288dd42b78fd,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:58.110907 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-30ee50e3-fd00-444c-b79b-92bff0bc7847 None None] Could not find standard attr ID for object af4ba089-cc62-4a4c-9a59-d4134d3d49f1. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:47:58.151809 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-472206f8-698c-4612-a69d-3bb41d597b4b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:58.176819 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5e91b7f1-6641-4030-aeb6-bd22f5ca7e47 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:58.226820 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472206f8-698c-4612-a69d-3bb41d597b4b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97bc4b97-adec-4643-8a46-6d50969e46da,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:58.231543 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1c4d30fb-2f8b-4807-8d19-3a4a200e0ad2 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:58.238940 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1bf654c1-c939-4ff3-b7be-f2c84222d332 req-d2443a1a-ca32-4252-b603-79b3bbc34aa4 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842248 Oct 26 15:47:58.278626 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-da112114-6461-48e6-ac29-b6112645a411 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:58.279798 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-da112114-6461-48e6-ac29-b6112645a411 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1599495 Oct 26 15:47:58.288334 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37738) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:58.297711 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-cf7eea53-ea4c-445f-b749-7d738985d42b tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Request body: {'router': {'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:58.298536 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-9a248f65-d35b-46a3-b590-18e4198fbe2c None None] Attempting to bind port 0585b1e0-87da-4126-944c-288dd42b78fd on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:47:58.298925 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-9a248f65-d35b-46a3-b590-18e4198fbe2c None None] Attempting to bind port 0585b1e0-87da-4126-944c-288dd42b78fd by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '74b6c720-7c60-4f18-8355-966f98df1f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1253886c-fd3f-4901-b079-ed436aa06ac7'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:47:58.299288 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a248f65-d35b-46a3-b590-18e4198fbe2c None None] Attempting to bind port 0585b1e0-87da-4126-944c-288dd42b78fd on network 1253886c-fd3f-4901-b079-ed436aa06ac7 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:47:58.305395 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a248f65-d35b-46a3-b590-18e4198fbe2c None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:47:58.305782 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a248f65-d35b-46a3-b590-18e4198fbe2c None None] Checking segment: {'id': '74b6c720-7c60-4f18-8355-966f98df1f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1253886c-fd3f-4901-b079-ed436aa06ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:47:58.306192 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9a248f65-d35b-46a3-b590-18e4198fbe2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:58.306624 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a248f65-d35b-46a3-b590-18e4198fbe2c None None] Bound using segment: {'id': '74b6c720-7c60-4f18-8355-966f98df1f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1253886c-fd3f-4901-b079-ed436aa06ac7'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:47:58.307117 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-9a248f65-d35b-46a3-b590-18e4198fbe2c None None] Bound port: 0585b1e0-87da-4126-944c-288dd42b78fd, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b6c720-7c60-4f18-8355-966f98df1f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1253886c-fd3f-4901-b079-ed436aa06ac7'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:47:58.307488 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9a248f65-d35b-46a3-b590-18e4198fbe2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:58.325549 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728e2fec-0495-42ec-be9a-9bb17d0ca1ca tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:47:58.350851 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-5e91b7f1-6641-4030-aeb6-bd22f5ca7e47 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] 10.222.0.23 "DELETE /v2.0/ports/a223ee79-e0e3-4a57-9d1a-971f1b926404 HTTP/1.1" status: 204 len: 168 time: 3.7123399 Oct 26 15:47:58.353662 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37742) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:58.364524 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e008ef65-0c23-4812-9a29-31e9fd324789 None None] Sync routers for ids ['ae03fe35-a79f-4110-97fb-08ebe0b84f88'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:47:58.367184 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-9819e74d-e32c-4534-b754-8f9948d2de28 None None] Provisioning for port ae1f8bb7-1ddb-4744-a4ff-1642e23cd5d7 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:47:58.391221 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-9819e74d-e32c-4534-b754-8f9948d2de28 None None] Provisioning complete for port ae1f8bb7-1ddb-4744-a4ff-1642e23cd5d7 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:47:58.391597 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9819e74d-e32c-4534-b754-8f9948d2de28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:58.391935 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-9819e74d-e32c-4534-b754-8f9948d2de28 None None] Attempt 1 to provision port ae1f8bb7-1ddb-4744-a4ff-1642e23cd5d7 Oct 26 15:47:58.419725 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-728e2fec-0495-42ec-be9a-9bb17d0ca1ca tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:58.420918 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-728e2fec-0495-42ec-be9a-9bb17d0ca1ca tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 9.4039891 Oct 26 15:47:58.426022 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37746) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:58.429531 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-472206f8-698c-4612-a69d-3bb41d597b4b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:58.430879 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-472206f8-698c-4612-a69d-3bb41d597b4b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4908888 Oct 26 15:47:58.436827 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37750) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:58.450278 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-8e15084b-ddba-4cbc-928e-2498c792c060 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '240ebfaa-9dab-471a-8343-76af9134bb3b', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:58.452525 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e008ef65-0c23-4812-9a29-31e9fd324789 None None] Routers {'ae03fe35-a79f-4110-97fb-08ebe0b84f88'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:47:58.453181 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-e008ef65-0c23-4812-9a29-31e9fd324789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:47:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['ae03fe35-a79f-4110-97fb-08ebe0b84f88'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:58.459694 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-49e79aba-3345-4a82-97ec-e4cec9dd6ca5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:58.463264 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-8e15084b-ddba-4cbc-928e-2498c792c060 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:58.471786 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-8e15084b-ddba-4cbc-928e-2498c792c060 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:58.477483 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-8e15084b-ddba-4cbc-928e-2498c792c060 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:58.486867 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-8e15084b-ddba-4cbc-928e-2498c792c060 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:58.489742 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-49e79aba-3345-4a82-97ec-e4cec9dd6ca5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Transition to ACTIVE for port object 737c9bc8-415e-46c3-99c5-ed10f4ea11a8 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:47:58.496398 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-1c4d30fb-2f8b-4807-8d19-3a4a200e0ad2 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Deleting port 0585b1e0-87da-4126-944c-288dd42b78fd {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:47:58.496914 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1c4d30fb-2f8b-4807-8d19-3a4a200e0ad2 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:58.547882 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c606a79-05ec-4765-ae87-b94ff82b827b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] GET failed (client error): The resource could not be found. Oct 26 15:47:58.548424 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-6c606a79-05ec-4765-ae87-b94ff82b827b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Synchronizing usage tracker for tenant:b5d218d21c1a4a65a548d86f4c5955d1 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:47:58.558915 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903fb45-0b16-456d-b504-fa73ca172b92 req-a92dbbde-be82-4317-95da-6bba270c0b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:58.560332 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9903fb45-0b16-456d-b504-fa73ca172b92 req-a92dbbde-be82-4317-95da-6bba270c0b46 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b52fa13-90e5-4d9b-bd04-f08f37ff314e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5922825 Oct 26 15:47:58.637050 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-bcd6e452-0d17-4703-b93c-44e8d5147994 tempest-TestNetworkAdvancedServerOps-520730758 tempest-TestNetworkAdvancedServerOps-520730758-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=3ff1cd5d856143f1b2c461b2d5e300a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2097962 Oct 26 15:47:58.640051 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-49e79aba-3345-4a82-97ec-e4cec9dd6ca5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:58.642618 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37756) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:58.643745 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8e15084b-ddba-4cbc-928e-2498c792c060 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:58.668618 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-9a248f65-d35b-46a3-b590-18e4198fbe2c None None] For port 0585b1e0-87da-4126-944c-288dd42b78fd, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:47:58.736285 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-9a248f65-d35b-46a3-b590-18e4198fbe2c None None] For port 0585b1e0-87da-4126-944c-288dd42b78fd, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=0585b1e0-87da-4126-944c-288dd42b78fd,segment=NetworkSegment(74b6c720-7c60-4f18-8355-966f98df1f07),segment_id=74b6c720-7c60-4f18-8355-966f98df1f07)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:47:58.739359 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-e008ef65-0c23-4812-9a29-31e9fd324789 None None] Set router ae03fe35-a79f-4110-97fb-08ebe0b84f88 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:47:58.856662 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9a248f65-d35b-46a3-b590-18e4198fbe2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:58.877543 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e79aba-3345-4a82-97ec-e4cec9dd6ca5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:47:58.901320 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-49e79aba-3345-4a82-97ec-e4cec9dd6ca5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:47:58.904146 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e79aba-3345-4a82-97ec-e4cec9dd6ca5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:47:58.932922 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ab3358c4-fa08-4865-81f9-24e84027aa80 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:58.933533 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-9819e74d-e32c-4534-b754-8f9948d2de28 None None] Current status of the port ae1f8bb7-1ddb-4744-a4ff-1642e23cd5d7 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:47:58.933714 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9819e74d-e32c-4534-b754-8f9948d2de28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:58.937464 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-6c606a79-05ec-4765-ae87-b94ff82b827b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Unset dirty status for tenant:b5d218d21c1a4a65a548d86f4c5955d1 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:47:58.938834 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-6c606a79-05ec-4765-ae87-b94ff82b827b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] 10.222.0.23 "GET /v2.0/ports/a223ee79-e0e3-4a57-9d1a-971f1b926404 HTTP/1.1" status: 404 len: 333 time: 0.5755236 Oct 26 15:47:58.943424 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37760) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:58.961562 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-6b2ac8cf-8533-4c8d-b697-fcc2c4d83f9b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Request body: {'port': {'network_id': 'ea103fec-373a-4028-a582-61b3ac56a836', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1273455591'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:59.004043 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e79aba-3345-4a82-97ec-e4cec9dd6ca5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Port': ['ID=737c9bc8-415e-46c3-99c5-ed10f4ea11a8,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:59.073872 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-9819e74d-e32c-4534-b754-8f9948d2de28 None None] For port ae1f8bb7-1ddb-4744-a4ff-1642e23cd5d7, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=ae1f8bb7-1ddb-4744-a4ff-1642e23cd5d7,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:47:59.082625 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a248f65-d35b-46a3-b590-18e4198fbe2c None None] Pushing event updated for resources: {'Port': ['ID=0585b1e0-87da-4126-944c-288dd42b78fd,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:59.121954 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8e15084b-ddba-4cbc-928e-2498c792c060 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:59.123456 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec3b6cc-1252-4689-b0d7-4ff542ece170 tempest-TestNetworkAdvancedServerOps-520730758 tempest-TestNetworkAdvancedServerOps-520730758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:59.124980 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-7ec3b6cc-1252-4689-b0d7-4ff542ece170 tempest-TestNetworkAdvancedServerOps-520730758 tempest-TestNetworkAdvancedServerOps-520730758-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4715586 Oct 26 15:47:59.140139 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37764) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:59.174931 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9819e74d-e32c-4534-b754-8f9948d2de28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:59.242998 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8e15084b-ddba-4cbc-928e-2498c792c060 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:59.256818 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-9819e74d-e32c-4534-b754-8f9948d2de28 None None] Could not find standard attr ID for object a223ee79-e0e3-4a57-9d1a-971f1b926404. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:47:59.257067 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-28d6f376-8d22-4684-b246-199146d6cbf4 tempest-TestNetworkAdvancedServerOps-520730758 tempest-TestNetworkAdvancedServerOps-520730758-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=0c79a151-ef79-4fff-8a3c-258f9478471d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1103294 Oct 26 15:47:59.257219 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37768) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:59.297859 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9819e74d-e32c-4534-b754-8f9948d2de28 None None] Pushing event updated for resources: {'Port': ['ID=ae1f8bb7-1ddb-4744-a4ff-1642e23cd5d7,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:59.307094 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-0f85c19a-83a6-4362-b510-12aa5848b7db tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-11954899', 'network_id': '36fe47be-95f5-45e7-bd5b-f22f2000c1c4', 'project_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:59.324177 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-e008ef65-0c23-4812-9a29-31e9fd324789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae03fe35-a79f-4110-97fb-08ebe0b84f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718828859', 'tenant_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.100'}], 'enable_snat': True}, 'gw_port_id': '872bb1f1-7a70-433f-8c45-8a5b179de111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:47:49Z', 'updated_at': '2022-10-26T15:47:54Z', 'revision_number': 3, 'project_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'gw_port': {'id': '872bb1f1-7a70-433f-8c45-8a5b179de111', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae03fe35-a79f-4110-97fb-08ebe0b84f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:47:51Z', 'updated_at': '2022-10-26T15:47:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:59.335198 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cf7eea53-ea4c-445f-b749-7d738985d42b tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:59.336514 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e008ef65-0c23-4812-9a29-31e9fd324789 None None] Checking router: ae03fe35-a79f-4110-97fb-08ebe0b84f88 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:47:59.336870 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e008ef65-0c23-4812-9a29-31e9fd324789 None None] Updating router ae03fe35-a79f-4110-97fb-08ebe0b84f88 port 872bb1f1-7a70-433f-8c45-8a5b179de111 binding host dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:47:59.352331 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e79aba-3345-4a82-97ec-e4cec9dd6ca5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:59.352629 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-49e79aba-3345-4a82-97ec-e4cec9dd6ca5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:59.400479 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e15084b-ddba-4cbc-928e-2498c792c060 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6fe8d75-3817-4087-8cfa-4314871c57d1,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:59.444864 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-9819e74d-e32c-4534-b754-8f9948d2de28 None None] Provisioning for port 0c267633-51b9-4b9d-bbf1-b8861290ab0b completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:47:59.449617 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-6b2ac8cf-8533-4c8d-b697-fcc2c4d83f9b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:59.464000 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-6b2ac8cf-8533-4c8d-b697-fcc2c4d83f9b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:59.480582 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e008ef65-0c23-4812-9a29-31e9fd324789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:59.544924 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8e15084b-ddba-4cbc-928e-2498c792c060 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:59.548711 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8e15084b-ddba-4cbc-928e-2498c792c060 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1039562 Oct 26 15:47:59.554719 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37774) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:59.565911 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-842a9826-0b3b-4a32-840d-8087e542f4d3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '240ebfaa-9dab-471a-8343-76af9134bb3b', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:47:59.572507 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-842a9826-0b3b-4a32-840d-8087e542f4d3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:59.576778 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-842a9826-0b3b-4a32-840d-8087e542f4d3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:59.586138 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-842a9826-0b3b-4a32-840d-8087e542f4d3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:59.592786 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-842a9826-0b3b-4a32-840d-8087e542f4d3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:59.607969 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-49e79aba-3345-4a82-97ec-e4cec9dd6ca5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.3720827 Oct 26 15:47:59.608469 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37778) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:47:59.640630 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3358c4-fa08-4865-81f9-24e84027aa80 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Checking segment: {'id': '562fa11f-0855-4594-9cc9-f78e3cceefca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2c595047-ff94-4743-aba3-6e23319f30c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:47:59.640918 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3358c4-fa08-4865-81f9-24e84027aa80 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Network hostable DHCP agents. Network: 2c595047-ff94-4743-aba3-6e23319f30c6, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:47:59.653299 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-9819e74d-e32c-4534-b754-8f9948d2de28 None None] Provisioning for port 67d42444-d305-4836-b148-92519c55f332 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:47:59.656047 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-0f85c19a-83a6-4362-b510-12aa5848b7db tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:47:59.661866 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-9819e74d-e32c-4534-b754-8f9948d2de28 None None] Provisioning complete for port 67d42444-d305-4836-b148-92519c55f332 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:47:59.662352 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9819e74d-e32c-4534-b754-8f9948d2de28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:59.663320 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-9819e74d-e32c-4534-b754-8f9948d2de28 None None] Attempt 1 to provision port 67d42444-d305-4836-b148-92519c55f332 Oct 26 15:47:59.665482 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9903fb45-0b16-456d-b504-fa73ca172b92 req-c1bd9f63-ff42-4e7c-bb7b-958b6efe976d service neutron] 10.222.0.48 "GET /v2.0/networks/9b52fa13-90e5-4d9b-bd04-f08f37ff314e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0888097 Oct 26 15:47:59.666085 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3358c4-fa08-4865-81f9-24e84027aa80 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event updated for resources: {'Subnet': ['ID=547f1e13-0a68-45a8-ba61-a7f47ba5ae42,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:59.675232 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-0f85c19a-83a6-4362-b510-12aa5848b7db tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Usage tracker for resource:subnet and tenant:3ff1cd5d856143f1b2c461b2d5e300a8 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:47:59.684120 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-0f85c19a-83a6-4362-b510-12aa5848b7db tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:47:59.708331 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2ac8cf-8533-4c8d-b697-fcc2c4d83f9b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Made reservation on behalf of b5d218d21c1a4a65a548d86f4c5955d1 for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:47:59.709193 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 15:47:59.712291 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6b2ac8cf-8533-4c8d-b697-fcc2c4d83f9b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:59.734639 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-0f85c19a-83a6-4362-b510-12aa5848b7db tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:47:59.771910 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-842a9826-0b3b-4a32-840d-8087e542f4d3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:59.792092 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-6b2ac8cf-8533-4c8d-b697-fcc2c4d83f9b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] device_id is not set on port 80fd7fc4-2dfd-4c03-9022-1fea990dcda5 yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:47:59.909520 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-9819e74d-e32c-4534-b754-8f9948d2de28 None None] Current status of the port 67d42444-d305-4836-b148-92519c55f332 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:47:59.910073 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9819e74d-e32c-4534-b754-8f9948d2de28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:59.938190 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4aed7c-3682-46e6-bd8f-77892bd54da7 req-7f306d00-ec68-4380-af78-fb84cc91d060 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:59.940639 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-1c4d30fb-2f8b-4807-8d19-3a4a200e0ad2 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] For port 0585b1e0-87da-4126-944c-288dd42b78fd, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=0585b1e0-87da-4126-944c-288dd42b78fd,segment=NetworkSegment(74b6c720-7c60-4f18-8355-966f98df1f07),segment_id=74b6c720-7c60-4f18-8355-966f98df1f07)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:47:59.941174 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1c4d30fb-2f8b-4807-8d19-3a4a200e0ad2 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:47:59.941982 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-9a4aed7c-3682-46e6-bd8f-77892bd54da7 req-7f306d00-ec68-4380-af78-fb84cc91d060 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 943 time: 0.4491601 Oct 26 15:48:00.012805 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3358c4-fa08-4865-81f9-24e84027aa80 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Network 2c595047-ff94-4743-aba3-6e23319f30c6 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:48:00.081625 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-6b2ac8cf-8533-4c8d-b697-fcc2c4d83f9b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Allocated IP 2001:db8::37d (ea103fec-373a-4028-a582-61b3ac56a836/22b944d3-bc31-4a4b-9a6b-22d78a03dcfe/80fd7fc4-2dfd-4c03-9022-1fea990dcda5) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:48:00.103013 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e008ef65-0c23-4812-9a29-31e9fd324789 None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:00.121833 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-e008ef65-0c23-4812-9a29-31e9fd324789 None None] Transition to ACTIVE for port object 872bb1f1-7a70-433f-8c45-8a5b179de111 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:48:00.128489 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-9819e74d-e32c-4534-b754-8f9948d2de28 None None] For port 67d42444-d305-4836-b148-92519c55f332, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=67d42444-d305-4836-b148-92519c55f332,segment=NetworkSegment(140d29cb-1f6e-4615-a4e2-daa14f99aebb),segment_id=140d29cb-1f6e-4615-a4e2-daa14f99aebb)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:48:00.152022 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f85c19a-83a6-4362-b510-12aa5848b7db tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Made reservation on behalf of 3ff1cd5d856143f1b2c461b2d5e300a8 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:48:00.156661 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0f85c19a-83a6-4362-b510-12aa5848b7db tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:00.177036 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-9a4aed7c-3682-46e6-bd8f-77892bd54da7 req-64a4c424-ee52-48b0-9c35-cc426e04d02a tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641747 Oct 26 15:48:00.192256 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-1c4d30fb-2f8b-4807-8d19-3a4a200e0ad2 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Calling delete_port for 0585b1e0-87da-4126-944c-288dd42b78fd owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:48:00.200726 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e008ef65-0c23-4812-9a29-31e9fd324789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:00.212623 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-842a9826-0b3b-4a32-840d-8087e542f4d3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:00.226216 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ff667d-7e23-4f58-a20d-f937a3292324 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:00.232222 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ff667d-7e23-4f58-a20d-f937a3292324 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:00.233665 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-72ff667d-7e23-4f58-a20d-f937a3292324 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:48:00.310854 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226643c-eaef-4fd7-b7c2-4a9adf988aac None None] Pushing event updated for resources: {'Port': ['ID=872bb1f1-7a70-433f-8c45-8a5b179de111,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:00.316087 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9819e74d-e32c-4534-b754-8f9948d2de28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:00.382760 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-ab3358c4-fa08-4865-81f9-24e84027aa80 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 2c595047-ff94-4743-aba3-6e23319f30c6) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:00.390193 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9819e74d-e32c-4534-b754-8f9948d2de28 None None] Pushing event updated for resources: {'Port': ['ID=67d42444-d305-4836-b148-92519c55f332,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:00.392424 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9903fb45-0b16-456d-b504-fa73ca172b92 req-cbe6bc22-b3c7-4b03-aeb6-ad0eccc1a29a service neutron] 10.222.0.48 "GET /v2.0/networks/9b52fa13-90e5-4d9b-bd04-f08f37ff314e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7181375 Oct 26 15:48:00.396012 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 0c267633-51b9-4b9d-bbf1-b8861290ab0b details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 15:48:00.404782 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3358c4-fa08-4865-81f9-24e84027aa80 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:00.405502 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ab3358c4-fa08-4865-81f9-24e84027aa80 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:00.461060 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6b2ac8cf-8533-4c8d-b697-fcc2c4d83f9b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:00.478853 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-6b2ac8cf-8533-4c8d-b697-fcc2c4d83f9b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Transition to ACTIVE for port object 80fd7fc4-2dfd-4c03-9022-1fea990dcda5 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:48:00.481273 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-842a9826-0b3b-4a32-840d-8087e542f4d3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:00.492058 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-e008ef65-0c23-4812-9a29-31e9fd324789 None None] Attempting to bind port 872bb1f1-7a70-433f-8c45-8a5b179de111 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:48:00.492679 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-e008ef65-0c23-4812-9a29-31e9fd324789 None None] Attempting to bind port 872bb1f1-7a70-433f-8c45-8a5b179de111 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:48:00.492806 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e008ef65-0c23-4812-9a29-31e9fd324789 None None] Attempting to bind port 872bb1f1-7a70-433f-8c45-8a5b179de111 on network 0c79a151-ef79-4fff-8a3c-258f9478471d {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:48:00.495610 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a876e6e-d7f3-4566-bb97-dd98730c8e41 None None] Network 2c595047-ff94-4743-aba3-6e23319f30c6 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:48:00.502966 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-72ff667d-7e23-4f58-a20d-f937a3292324 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:48:00.506893 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-72ff667d-7e23-4f58-a20d-f937a3292324 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.8959489 Oct 26 15:48:00.513377 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37782) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:00.549019 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a9826-0b3b-4a32-840d-8087e542f4d3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdf8fc56-5ed8-4e01-9b47-514bf642ae6a,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:00.560594 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ab3358c4-fa08-4865-81f9-24e84027aa80 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6167679 Oct 26 15:48:00.564169 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37786) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:00.571329 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-af79621a-85cc-4af5-9e84-5ad748b8cd84 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'port': {'network_id': '2c595047-ff94-4743-aba3-6e23319f30c6', 'name': 'tempest-PortsIpV6TestJSON-1167590879'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:00.581469 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b807cd9-28da-4510-abeb-a783f0d9a2d8 None None] Network 1253886c-fd3f-4901-b079-ed436aa06ac7 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:48:00.601845 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-e63cc68e-40a6-43bc-85de-0baad959089b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting port 737c9bc8-415e-46c3-99c5-ed10f4ea11a8 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:48:00.602186 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e63cc68e-40a6-43bc-85de-0baad959089b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:00.615897 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e008ef65-0c23-4812-9a29-31e9fd324789 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:48:00.615897 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e008ef65-0c23-4812-9a29-31e9fd324789 None None] Checking segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:48:00.616695 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e008ef65-0c23-4812-9a29-31e9fd324789 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:00.616890 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e008ef65-0c23-4812-9a29-31e9fd324789 None None] Bound using segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:48:00.617386 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-e008ef65-0c23-4812-9a29-31e9fd324789 None None] Bound port: 872bb1f1-7a70-433f-8c45-8a5b179de111, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:48:00.617758 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e008ef65-0c23-4812-9a29-31e9fd324789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:00.659981 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-842a9826-0b3b-4a32-840d-8087e542f4d3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:00.661154 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-842a9826-0b3b-4a32-840d-8087e542f4d3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1053047 Oct 26 15:48:00.664395 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37790) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:00.671855 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-f3a46d75-1206-47e6-a784-69c90d153717 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '240ebfaa-9dab-471a-8343-76af9134bb3b', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:00.681742 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-f3a46d75-1206-47e6-a784-69c90d153717 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:48:00.723836 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-f3a46d75-1206-47e6-a784-69c90d153717 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:48:00.738746 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-f3a46d75-1206-47e6-a784-69c90d153717 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:48:00.749998 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-f3a46d75-1206-47e6-a784-69c90d153717 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:48:00.792797 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6b2ac8cf-8533-4c8d-b697-fcc2c4d83f9b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:00.871257 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-ca062301-aab4-4eae-8796-bacae22c2e19 None None] Provisioning for port 737c9bc8-415e-46c3-99c5-ed10f4ea11a8 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:48:00.911807 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-ca062301-aab4-4eae-8796-bacae22c2e19 None None] Provisioning complete for port 737c9bc8-415e-46c3-99c5-ed10f4ea11a8 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:48:00.912130 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ca062301-aab4-4eae-8796-bacae22c2e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:00.913106 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ca062301-aab4-4eae-8796-bacae22c2e19 None None] Attempt 1 to provision port 737c9bc8-415e-46c3-99c5-ed10f4ea11a8 Oct 26 15:48:00.926230 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1c4d30fb-2f8b-4807-8d19-3a4a200e0ad2 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:01.003699 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-e008ef65-0c23-4812-9a29-31e9fd324789 None None] For port 872bb1f1-7a70-433f-8c45-8a5b179de111, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:48:01.009024 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 0c267633-51b9-4b9d-bbf1-b8861290ab0b, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=0c267633-51b9-4b9d-bbf1-b8861290ab0b,segment=NetworkSegment(ef45b2d8-d853-4c7b-bf2d-57a8b128d8fe),segment_id=ef45b2d8-d853-4c7b-bf2d-57a8b128d8fe)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:48:01.020511 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.securitygroups_db [None req-f3a46d75-1206-47e6-a784-69c90d153717 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Project 8316bfcf068445aeb00a503282bb001c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:48:01.055409 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f3a46d75-1206-47e6-a784-69c90d153717 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:01.088775 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-e008ef65-0c23-4812-9a29-31e9fd324789 None None] For port 872bb1f1-7a70-433f-8c45-8a5b179de111, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=872bb1f1-7a70-433f-8c45-8a5b179de111,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:48:01.097303 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2ac8cf-8533-4c8d-b697-fcc2c4d83f9b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Network ea103fec-373a-4028-a582-61b3ac56a836 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:48:01.101079 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': '0c267633-51b9-4b9d-bbf1-b8861290ab0b', 'network_id': '9b52fa13-90e5-4d9b-bd04-f08f37ff314e', 'port_id': '0c267633-51b9-4b9d-bbf1-b8861290ab0b', 'mac_address': 'fa:16:3e:19:1f:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cc9e74e-861e-45d0-8d44-208c9e1f2999', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 15:48:01.113420 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-6b2ac8cf-8533-4c8d-b697-fcc2c4d83f9b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:01.114159 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453a32f7-e73c-43db-b04c-f37f97180ef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-2c595047-ff94-4743-aba3-6e23319f30c6', 'network_id': '2c595047-ff94-4743-aba3-6e23319f30c6', 'tenant_id': 'b10aaa5403b848e8bc3e4f603712654e', 'fixed_ips': [{'subnet_id': '547f1e13-0a68-45a8-ba61-a7f47ba5ae42'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:48:01.114951 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-453a32f7-e73c-43db-b04c-f37f97180ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:01.120703 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ac8cf-8533-4c8d-b697-fcc2c4d83f9b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Pushing event updated for resources: {'Port': ['ID=80fd7fc4-2dfd-4c03-9022-1fea990dcda5,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:01.124628 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ca062301-aab4-4eae-8796-bacae22c2e19 None None] Port 737c9bc8-415e-46c3-99c5-ed10f4ea11a8 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:01.133899 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2ac8cf-8533-4c8d-b697-fcc2c4d83f9b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:48:01.139446 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2ac8cf-8533-4c8d-b697-fcc2c4d83f9b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:01.140074 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6b2ac8cf-8533-4c8d-b697-fcc2c4d83f9b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:01.205922 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e63cc68e-40a6-43bc-85de-0baad959089b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:01.207882 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e008ef65-0c23-4812-9a29-31e9fd324789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:01.221481 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-6b2ac8cf-8533-4c8d-b697-fcc2c4d83f9b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2760861 Oct 26 15:48:01.229761 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37796) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:01.250987 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cf7eea53-ea4c-445f-b749-7d738985d42b tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for router_gateway, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:01.299465 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d30fb-2f8b-4807-8d19-3a4a200e0ad2 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event deleted for resources: {'Port': ['ID=0585b1e0-87da-4126-944c-288dd42b78fd,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:01.312242 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f3a46d75-1206-47e6-a784-69c90d153717 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:01.344122 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-af79621a-85cc-4af5-9e84-5ad748b8cd84 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:48:01.354644 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cf7eea53-ea4c-445f-b749-7d738985d42b tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:01.362845 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-af79621a-85cc-4af5-9e84-5ad748b8cd84 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:48:01.364753 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0f85c19a-83a6-4362-b510-12aa5848b7db tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:01.484148 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-8cc23e17-b11b-47cf-85b0-89c1e299e1e5 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:36:42:80'}]}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:01.528049 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 67d42444-d305-4836-b148-92519c55f332 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:48:01.567406 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-e63cc68e-40a6-43bc-85de-0baad959089b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Calling delete_port for 737c9bc8-415e-46c3-99c5-ed10f4ea11a8 owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:48:01.602223 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4d30fb-2f8b-4807-8d19-3a4a200e0ad2 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] No DVR routers for this DVR port 0585b1e0-87da-4126-944c-288dd42b78fd on host dv-neutron-862712-1-hyperv {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:48:01.611010 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 0c267633-51b9-4b9d-bbf1-b8861290ab0b is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:48:01.611257 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:01.612538 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f3a46d75-1206-47e6-a784-69c90d153717 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:01.639341 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e008ef65-0c23-4812-9a29-31e9fd324789 None None] Routers {'ae03fe35-a79f-4110-97fb-08ebe0b84f88'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:48:01.640005 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-e008ef65-0c23-4812-9a29-31e9fd324789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:47:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['ae03fe35-a79f-4110-97fb-08ebe0b84f88'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:01.700046 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ca062301-aab4-4eae-8796-bacae22c2e19 None None] Attempt 2 to provision port 737c9bc8-415e-46c3-99c5-ed10f4ea11a8 Oct 26 15:48:01.704868 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a46d75-1206-47e6-a784-69c90d153717 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83a43dad-3b95-4058-8948-d0789730b6b4,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:01.761774 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af79621a-85cc-4af5-9e84-5ad748b8cd84 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Made reservation on behalf of b10aaa5403b848e8bc3e4f603712654e for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:48:01.765357 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-af79621a-85cc-4af5-9e84-5ad748b8cd84 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:01.808315 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f3a46d75-1206-47e6-a784-69c90d153717 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:01.810164 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f3a46d75-1206-47e6-a784-69c90d153717 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1448550 Oct 26 15:48:01.817987 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f85c19a-83a6-4362-b510-12aa5848b7db tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Pushing event updated for resources: {'Subnet': ['ID=0eab9ffd-a774-40a5-8c42-7d8fdcf3444f,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:01.823484 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a441341-6734-4785-80fe-020c2016e596 None None] Network 1253886c-fd3f-4901-b079-ed436aa06ac7 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:48:01.825280 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37800) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:01.877617 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-8c5fbf7d-37c0-4616-92cd-46d39e2025f1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '240ebfaa-9dab-471a-8343-76af9134bb3b', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:01.901406 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8c5fbf7d-37c0-4616-92cd-46d39e2025f1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:48:01.915999 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [None req-af79621a-85cc-4af5-9e84-5ad748b8cd84 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] device_id is not set on port 0aa071dd-0ab0-48e2-aeff-5c77dc3b0b5e yet. {{(pid=89748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:48:01.963400 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8c5fbf7d-37c0-4616-92cd-46d39e2025f1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:48:01.965047 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1c4d30fb-2f8b-4807-8d19-3a4a200e0ad2 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:01.992572 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8c5fbf7d-37c0-4616-92cd-46d39e2025f1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:48:02.002512 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f85c19a-83a6-4362-b510-12aa5848b7db tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Checking segment: {'id': '36dee383-8b60-4366-bb63-6db63ca82dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '36fe47be-95f5-45e7-bd5b-f22f2000c1c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:48:02.003590 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f85c19a-83a6-4362-b510-12aa5848b7db tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Network hostable DHCP agents. Network: 36fe47be-95f5-45e7-bd5b-f22f2000c1c4, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:48:02.013945 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c267633-51b9-4b9d-bbf1-b8861290ab0b {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:48:02.027692 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8c5fbf7d-37c0-4616-92cd-46d39e2025f1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:48:02.041676 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8cc23e17-b11b-47cf-85b0-89c1e299e1e5 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:02.044102 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226643c-eaef-4fd7-b7c2-4a9adf988aac None None] Pushing event updated for resources: {'Port': ['ID=872bb1f1-7a70-433f-8c45-8a5b179de111,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:02.107848 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-cf7eea53-ea4c-445f-b749-7d738985d42b tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Allocated IP 172.26.2.71 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/dc2a62b0-3a5e-49ff-ada4-9e794c12c2a5) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:48:02.114645 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ca062301-aab4-4eae-8796-bacae22c2e19 None None] Port 737c9bc8-415e-46c3-99c5-ed10f4ea11a8 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:02.152932 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 0c267633-51b9-4b9d-bbf1-b8861290ab0b, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=0c267633-51b9-4b9d-bbf1-b8861290ab0b,segment=NetworkSegment(ef45b2d8-d853-4c7b-bf2d-57a8b128d8fe),segment_id=ef45b2d8-d853-4c7b-bf2d-57a8b128d8fe)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:48:02.169649 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a515d-e26a-4d09-9415-ebe8771ee387 req-5fd577b9-d8d6-43f1-99c7-c5a2cbcb6742 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:02.171279 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-889a515d-e26a-4d09-9415-ebe8771ee387 req-5fd577b9-d8d6-43f1-99c7-c5a2cbcb6742 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 943 time: 0.4808099 Oct 26 15:48:02.175891 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2c113eb8-c63a-426a-91da-7b1dd0b63108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:02.218460 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 67d42444-d305-4836-b148-92519c55f332 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:48:02.218750 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:02.219093 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 67d42444-d305-4836-b148-92519c55f332 Oct 26 15:48:02.220524 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.securitygroups_db [None req-8c5fbf7d-37c0-4616-92cd-46d39e2025f1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Project 8316bfcf068445aeb00a503282bb001c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:48:02.226118 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e63cc68e-40a6-43bc-85de-0baad959089b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:02.255808 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8c5fbf7d-37c0-4616-92cd-46d39e2025f1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:02.281492 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f85c19a-83a6-4362-b510-12aa5848b7db tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Network 36fe47be-95f5-45e7-bd5b-f22f2000c1c4 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:48:02.281893 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-453a32f7-e73c-43db-b04c-f37f97180ef9 None None] Allocated IP 2001:db8::2 (2c595047-ff94-4743-aba3-6e23319f30c6/547f1e13-0a68-45a8-ba61-a7f47ba5ae42/6d0aa50a-5db1-4227-910a-47e05b85e91d) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:48:02.306915 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:02.355334 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-e008ef65-0c23-4812-9a29-31e9fd324789 None None] Set router ae03fe35-a79f-4110-97fb-08ebe0b84f88 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:48:02.360533 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1c4d30fb-2f8b-4807-8d19-3a4a200e0ad2 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:02.428992 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-889a515d-e26a-4d09-9415-ebe8771ee387 req-1aeb4cdd-7c6b-4554-a981-b0ae385fb4d9 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1979663 Oct 26 15:48:02.437736 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-0f85c19a-83a6-4362-b510-12aa5848b7db tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 36fe47be-95f5-45e7-bd5b-f22f2000c1c4) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:02.445690 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d30fb-2f8b-4807-8d19-3a4a200e0ad2 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event deleted for resources: {'Subnet': ['ID=f3f9d49c-bd61-49d1-9b8c-7000f77c926a,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:02.464682 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63cc68e-40a6-43bc-85de-0baad959089b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Port': ['ID=737c9bc8-415e-46c3-99c5-ed10f4ea11a8,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:02.465459 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f85c19a-83a6-4362-b510-12aa5848b7db tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:02.466058 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0f85c19a-83a6-4362-b510-12aa5848b7db tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:02.490449 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cf7eea53-ea4c-445f-b749-7d738985d42b tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:02.500589 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7414624d-7c67-4235-921e-a3b89d420760 None None] Network 36fe47be-95f5-45e7-bd5b-f22f2000c1c4 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:48:02.523344 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8c5fbf7d-37c0-4616-92cd-46d39e2025f1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:02.633945 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ca062301-aab4-4eae-8796-bacae22c2e19 None None] Attempt 3 to provision port 737c9bc8-415e-46c3-99c5-ed10f4ea11a8 Oct 26 15:48:02.655268 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1c4d30fb-2f8b-4807-8d19-3a4a200e0ad2 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:02.690423 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-1c4d30fb-2f8b-4807-8d19-3a4a200e0ad2 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1253886c-fd3f-4901-b079-ed436aa06ac7']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:02.691576 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8cc23e17-b11b-47cf-85b0-89c1e299e1e5 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:02.694120 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e63cc68e-40a6-43bc-85de-0baad959089b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:02.706828 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-1c4d30fb-2f8b-4807-8d19-3a4a200e0ad2 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74b6c720-7c60-4f18-8355-966f98df1f07') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:02.707224 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-1c4d30fb-2f8b-4807-8d19-3a4a200e0ad2 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74b6c720-7c60-4f18-8355-966f98df1f07') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:02.723574 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1c4d30fb-2f8b-4807-8d19-3a4a200e0ad2 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:02.739095 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8c5fbf7d-37c0-4616-92cd-46d39e2025f1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:02.756673 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-0f85c19a-83a6-4362-b510-12aa5848b7db tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.4668357 Oct 26 15:48:02.759887 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37804) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:02.763505 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8cc23e17-b11b-47cf-85b0-89c1e299e1e5 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:02.764165 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-8cc23e17-b11b-47cf-85b0-89c1e299e1e5 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] In _notify_port_updated(), no bound segment for port 80fd7fc4-2dfd-4c03-9022-1fea990dcda5 on network ea103fec-373a-4028-a582-61b3ac56a836 {{(pid=89747) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 26 15:48:02.770536 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc23e17-b11b-47cf-85b0-89c1e299e1e5 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:02.770744 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8cc23e17-b11b-47cf-85b0-89c1e299e1e5 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:02.773119 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8cc23e17-b11b-47cf-85b0-89c1e299e1e5 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] 10.222.0.23 "PUT /v2.0/ports/80fd7fc4-2dfd-4c03-9022-1fea990dcda5 HTTP/1.1" status: 200 len: 1003 time: 1.5414062 Oct 26 15:48:02.778304 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5fbf7d-37c0-4616-92cd-46d39e2025f1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcfaad4b-ed74-41f5-aa6b-dba1b8184852,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:02.781666 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37808) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:02.782828 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1c4d30fb-2f8b-4807-8d19-3a4a200e0ad2 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:02.825260 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ca062301-aab4-4eae-8796-bacae22c2e19 None None] Port 737c9bc8-415e-46c3-99c5-ed10f4ea11a8 was deleted so its status cannot be updated. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:48:02.839538 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['0c267633-51b9-4b9d-bbf1-b8861290ab0b'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 15:48:02.849757 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c4d30fb-2f8b-4807-8d19-3a4a200e0ad2 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:48:02.854309 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1c4d30fb-2f8b-4807-8d19-3a4a200e0ad2 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:02.873626 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e63cc68e-40a6-43bc-85de-0baad959089b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/ports/737c9bc8-415e-46c3-99c5-ed10f4ea11a8 HTTP/1.1" status: 204 len: 168 time: 2.3580945 Oct 26 15:48:02.874586 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37812) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:02.907996 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=0c267633-51b9-4b9d-bbf1-b8861290ab0b,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:03.043259 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 74b6c720-7c60-4f18-8355-966f98df1f07 resource provider aggregate not found Oct 26 15:48:03.070835 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8c5fbf7d-37c0-4616-92cd-46d39e2025f1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:03.082788 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-8c5fbf7d-37c0-4616-92cd-46d39e2025f1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2393639 Oct 26 15:48:03.082788 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-2bab668b-ed8a-4861-8d6e-08b04b2e075b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Deleting port 80fd7fc4-2dfd-4c03-9022-1fea990dcda5 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:48:03.082788 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2bab668b-ed8a-4861-8d6e-08b04b2e075b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:03.088571 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe64fd3-4ddc-476c-aa03-3000c6f7501f None None] Network 1253886c-fd3f-4901-b079-ed436aa06ac7 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:48:03.132037 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1c4d30fb-2f8b-4807-8d19-3a4a200e0ad2 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:03.139177 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1c4d30fb-2f8b-4807-8d19-3a4a200e0ad2 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:03.142863 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cf7eea53-ea4c-445f-b749-7d738985d42b tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:03.162120 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 74b6c720-7c60-4f18-8355-966f98df1f07 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 74b6c720-7c60-4f18-8355-966f98df1f07 found for delete ", "request_id": "req-35ecd800-619a-45e3-b84e-c1060dab5814"}]} Oct 26 15:48:03.242597 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc23e17-b11b-47cf-85b0-89c1e299e1e5 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Pushing event updated for resources: {'Port': ['ID=80fd7fc4-2dfd-4c03-9022-1fea990dcda5,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:03.254369 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d30fb-2f8b-4807-8d19-3a4a200e0ad2 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event deleted for resources: {'Network': ['ID=1253886c-fd3f-4901-b079-ed436aa06ac7,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:03.271320 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-1c4d30fb-2f8b-4807-8d19-3a4a200e0ad2 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "DELETE /v2.0/networks/1253886c-fd3f-4901-b079-ed436aa06ac7 HTTP/1.1" status: 204 len: 168 time: 5.4258640 Oct 26 15:48:03.285429 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37822) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:03.289768 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7418003-56e0-40d0-95d8-dca79367e659 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:03.291589 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7418003-56e0-40d0-95d8-dca79367e659 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:03.294421 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7418003-56e0-40d0-95d8-dca79367e659 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:03.295377 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d7418003-56e0-40d0-95d8-dca79367e659 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:subnet {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:48:03.300902 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7eea53-ea4c-445f-b749-7d738985d42b tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:48:03.306894 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-cf7eea53-ea4c-445f-b749-7d738985d42b tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:03.343004 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7eea53-ea4c-445f-b749-7d738985d42b tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:48:03.350155 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-32a1a157-b67e-4059-9f30-2c9c9f4a96c4 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] DELETE failed (client error): The resource could not be found. Oct 26 15:48:03.350898 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32a1a157-b67e-4059-9f30-2c9c9f4a96c4 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:48:03.353469 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-32a1a157-b67e-4059-9f30-2c9c9f4a96c4 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "DELETE /v2.0/subnets/f3f9d49c-bd61-49d1-9b8c-7000f77c926a HTTP/1.1" status: 404 len: 337 time: 0.0550601 Oct 26 15:48:03.361529 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37832) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:03.385582 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe64fd3-4ddc-476c-aa03-3000c6f7501f None None] Network 1253886c-fd3f-4901-b079-ed436aa06ac7 could not be found, it might have been deleted concurrently. {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Oct 26 15:48:03.402291 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 67d42444-d305-4836-b148-92519c55f332 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:48:03.403754 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device ae1f8bb7-1ddb-4744-a4ff-1642e23cd5d7 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:48:03.442572 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-fa55238a-bf84-4b51-a26d-7d696deefaa2 None None] Provisioning for port 80fd7fc4-2dfd-4c03-9022-1fea990dcda5 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:48:03.503804 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18be56ae-c74f-4890-a990-2ed662667fc3 None None] DHCP port deletion for 1253886c-fd3f-4901-b079-ed436aa06ac7 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:48:03.523026 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-fa55238a-bf84-4b51-a26d-7d696deefaa2 None None] Provisioning complete for port 80fd7fc4-2dfd-4c03-9022-1fea990dcda5 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:48:03.531958 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fa55238a-bf84-4b51-a26d-7d696deefaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:03.531958 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-fa55238a-bf84-4b51-a26d-7d696deefaa2 None None] Attempt 1 to provision port 80fd7fc4-2dfd-4c03-9022-1fea990dcda5 Oct 26 15:48:03.571292 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7eea53-ea4c-445f-b749-7d738985d42b tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Pushing event updated for resources: {'Port': ['ID=dc2a62b0-3a5e-49ff-ada4-9e794c12c2a5,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:03.616495 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-94b15d2e-eb8a-46ce-a966-2952a5f3930e tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] DELETE failed (client error): The resource could not be found. Oct 26 15:48:03.617008 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94b15d2e-eb8a-46ce-a966-2952a5f3930e tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:48:03.618728 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-94b15d2e-eb8a-46ce-a966-2952a5f3930e tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "DELETE /v2.0/networks/1253886c-fd3f-4901-b079-ed436aa06ac7 HTTP/1.1" status: 404 len: 339 time: 0.2560101 Oct 26 15:48:03.623616 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-453a32f7-e73c-43db-b04c-f37f97180ef9 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:03.634756 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d7418003-56e0-40d0-95d8-dca79367e659 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:subnet {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:48:03.638459 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d7418003-56e0-40d0-95d8-dca79367e659 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.6781235 Oct 26 15:48:03.638459 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37842) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:03.646651 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37844) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:03.755078 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a02bd3a-240f-468d-873f-2856938f76d8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] DELETE failed (client error): The resource could not be found. Oct 26 15:48:03.755471 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a02bd3a-240f-468d-873f-2856938f76d8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:48:03.757256 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-9a02bd3a-240f-468d-873f-2856938f76d8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "DELETE /v2.0/subnets/924978bf-a510-448b-bba4-04d4e1fd6765 HTTP/1.1" status: 404 len: 337 time: 0.1147177 Oct 26 15:48:03.775276 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37850) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:03.802806 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e791b97-6d8c-4c3a-b80f-28b0afc13fcb tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting subnet 4cc233ee-c45a-43cc-988e-7aa8e2bf50b9 {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:48:03.804498 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-453a32f7-e73c-43db-b04c-f37f97180ef9 None None] Transition to ACTIVE for port object 6d0aa50a-5db1-4227-910a-47e05b85e91d will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:48:03.811409 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-fa55238a-bf84-4b51-a26d-7d696deefaa2 None None] Port 80fd7fc4-2dfd-4c03-9022-1fea990dcda5 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:03.819916 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8e791b97-6d8c-4c3a-b80f-28b0afc13fcb tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:03.829501 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63b59e4-f22b-4ec5-b867-46abccd7dfa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-36fe47be-95f5-45e7-bd5b-f22f2000c1c4', 'network_id': '36fe47be-95f5-45e7-bd5b-f22f2000c1c4', 'tenant_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'fixed_ips': [{'subnet_id': '0eab9ffd-a774-40a5-8c42-7d8fdcf3444f'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:48:03.830310 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b63b59e4-f22b-4ec5-b867-46abccd7dfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:03.866668 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-852173ec-5844-4dd7-a9a1-29a4838fe4c8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] DELETE failed (client error): The resource could not be found. Oct 26 15:48:03.866924 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-852173ec-5844-4dd7-a9a1-29a4838fe4c8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:48:03.868612 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-852173ec-5844-4dd7-a9a1-29a4838fe4c8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "DELETE /v2.0/networks/a2f89b56-6346-4347-8ade-78bc51bc5961 HTTP/1.1" status: 404 len: 339 time: 0.0926244 Oct 26 15:48:03.875736 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-05fadbf1-f292-4c3d-b4a1-eab01dc2b0a1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:security_group {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:48:03.882308 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37854) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:03.888067 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-453a32f7-e73c-43db-b04c-f37f97180ef9 None None] Transition to ACTIVE for port object 6d0aa50a-5db1-4227-910a-47e05b85e91d will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:48:03.957858 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port ae1f8bb7-1ddb-4744-a4ff-1642e23cd5d7 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:48:03.958588 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:03.959000 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port ae1f8bb7-1ddb-4744-a4ff-1642e23cd5d7 Oct 26 15:48:04.020800 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-e008ef65-0c23-4812-9a29-31e9fd324789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae03fe35-a79f-4110-97fb-08ebe0b84f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718828859', 'tenant_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.100'}], 'enable_snat': True}, 'gw_port_id': '872bb1f1-7a70-433f-8c45-8a5b179de111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:47:49Z', 'updated_at': '2022-10-26T15:47:54Z', 'revision_number': 3, 'project_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'gw_port': {'id': '872bb1f1-7a70-433f-8c45-8a5b179de111', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae03fe35-a79f-4110-97fb-08ebe0b84f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:47:51Z', 'updated_at': '2022-10-26T15:48:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:04.048580 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-453a32f7-e73c-43db-b04c-f37f97180ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:04.090401 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e008ef65-0c23-4812-9a29-31e9fd324789 None None] The sync data for ids ['ae03fe35-a79f-4110-97fb-08ebe0b84f88'] in dv-neutron-862712-1-hyperv is: [{'id': 'ae03fe35-a79f-4110-97fb-08ebe0b84f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718828859', 'tenant_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.100'}], 'enable_snat': True}, 'gw_port_id': '872bb1f1-7a70-433f-8c45-8a5b179de111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:47:49Z', 'updated_at': '2022-10-26T15:47:54Z', 'revision_number': 3, 'project_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'gw_port': {'id': '872bb1f1-7a70-433f-8c45-8a5b179de111', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae03fe35-a79f-4110-97fb-08ebe0b84f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:47:51Z', 'updated_at': '2022-10-26T15:48:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:48:04.102397 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8e791b97-6d8c-4c3a-b80f-28b0afc13fcb tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:04.146664 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-548a4254-57e2-487f-8e64-07a5c5a102dd req-a73544a0-656d-471a-b4e9-442ffe0d347e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=317f2fc3-5951-4998-94f0-0728b8b2326b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7612665 Oct 26 15:48:04.164952 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-05fadbf1-f292-4c3d-b4a1-eab01dc2b0a1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:security_group {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:48:04.173089 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-05fadbf1-f292-4c3d-b4a1-eab01dc2b0a1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-481171447&fields=id&tenant_id=8316bfcf068445aeb00a503282bb001c HTTP/1.1" status: 200 len: 267 time: 0.7037113 Oct 26 15:48:04.189869 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a32f7-e73c-43db-b04c-f37f97180ef9 None None] Pushing event updated for resources: {'Port': ['ID=6d0aa50a-5db1-4227-910a-47e05b85e91d,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:04.194750 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2bab668b-ed8a-4861-8d6e-08b04b2e075b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:04.205406 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453a32f7-e73c-43db-b04c-f37f97180ef9 None None] Network 2c595047-ff94-4743-aba3-6e23319f30c6 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:48:04.213746 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-453a32f7-e73c-43db-b04c-f37f97180ef9 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:04.213912 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-acf5aa31-2e80-4369-8b60-2d5c180b0a83 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:04.254378 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453a32f7-e73c-43db-b04c-f37f97180ef9 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:48:04.347942 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-fa55238a-bf84-4b51-a26d-7d696deefaa2 None None] Attempt 2 to provision port 80fd7fc4-2dfd-4c03-9022-1fea990dcda5 Oct 26 15:48:04.397604 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25827843-ea80-4b31-8e8b-70a55a6109e4 req-bd97ffd3-a9fc-48cc-ae18-31adcdac2591 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:04.399840 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-25827843-ea80-4b31-8e8b-70a55a6109e4 req-bd97ffd3-a9fc-48cc-ae18-31adcdac2591 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 944 time: 0.8042367 Oct 26 15:48:04.424863 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-2bab668b-ed8a-4861-8d6e-08b04b2e075b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Calling delete_port for 80fd7fc4-2dfd-4c03-9022-1fea990dcda5 owned by {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:48:04.471951 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8e791b97-6d8c-4c3a-b80f-28b0afc13fcb tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:04.532188 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-b63b59e4-f22b-4ec5-b867-46abccd7dfa6 None None] Allocated IP 172.20.0.2 (36fe47be-95f5-45e7-bd5b-f22f2000c1c4/0eab9ffd-a774-40a5-8c42-7d8fdcf3444f/3148e202-49e8-4013-819d-934fc31db6e2) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:48:04.557707 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-af79621a-85cc-4af5-9e84-5ad748b8cd84 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Allocated IP 2001:db8::96 (2c595047-ff94-4743-aba3-6e23319f30c6/547f1e13-0a68-45a8-ba61-a7f47ba5ae42/0aa071dd-0ab0-48e2-aeff-5c77dc3b0b5e) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:48:04.573647 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-453a32f7-e73c-43db-b04c-f37f97180ef9 None None] Attempting to bind port 6d0aa50a-5db1-4227-910a-47e05b85e91d on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:48:04.574317 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-453a32f7-e73c-43db-b04c-f37f97180ef9 None None] Attempting to bind port 6d0aa50a-5db1-4227-910a-47e05b85e91d by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '562fa11f-0855-4594-9cc9-f78e3cceefca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2c595047-ff94-4743-aba3-6e23319f30c6'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:48:04.575887 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453a32f7-e73c-43db-b04c-f37f97180ef9 None None] Attempting to bind port 6d0aa50a-5db1-4227-910a-47e05b85e91d on network 2c595047-ff94-4743-aba3-6e23319f30c6 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:48:04.578930 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port ae1f8bb7-1ddb-4744-a4ff-1642e23cd5d7 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:48:04.582276 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 0585b1e0-87da-4126-944c-288dd42b78fd up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:48:04.595455 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-b1683b3b-aaf9-49fa-8da1-b797279c188d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:04.597083 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-b1683b3b-aaf9-49fa-8da1-b797279c188d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/networks?id=3cb2dcfd-260a-4d3a-b758-3b083e2645e7 HTTP/1.1" status: 200 len: 796 time: 0.4228582 Oct 26 15:48:04.630455 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-05f6d937-c61a-4fe2-9f16-d23ceb3c4c18 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:04.648346 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-fa55238a-bf84-4b51-a26d-7d696deefaa2 None None] Port 80fd7fc4-2dfd-4c03-9022-1fea990dcda5 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:04.671375 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-59437826-62f2-4a6c-812a-644170be4143 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/quotas/8316bfcf068445aeb00a503282bb001c HTTP/1.1" status: 200 len: 375 time: 0.0299830 Oct 26 15:48:04.688278 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4710f8d9-ff7c-434f-8cde-b91f69e4a5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:04.693058 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 0585b1e0-87da-4126-944c-288dd42b78fd {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:48:04.693403 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 0585b1e0-87da-4126-944c-288dd42b78fd not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Oct 26 15:48:04.725960 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453a32f7-e73c-43db-b04c-f37f97180ef9 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:48:04.726343 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453a32f7-e73c-43db-b04c-f37f97180ef9 None None] Checking segment: {'id': '562fa11f-0855-4594-9cc9-f78e3cceefca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2c595047-ff94-4743-aba3-6e23319f30c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:48:04.729693 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-453a32f7-e73c-43db-b04c-f37f97180ef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:04.730303 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453a32f7-e73c-43db-b04c-f37f97180ef9 None None] Bound using segment: {'id': '562fa11f-0855-4594-9cc9-f78e3cceefca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2c595047-ff94-4743-aba3-6e23319f30c6'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:48:04.731043 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-453a32f7-e73c-43db-b04c-f37f97180ef9 None None] Bound port: 6d0aa50a-5db1-4227-910a-47e05b85e91d, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '562fa11f-0855-4594-9cc9-f78e3cceefca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2c595047-ff94-4743-aba3-6e23319f30c6'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:48:04.731601 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-453a32f7-e73c-43db-b04c-f37f97180ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:04.808011 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8e791b97-6d8c-4c3a-b80f-28b0afc13fcb tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:04.814128 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Port 0585b1e0-87da-4126-944c-288dd42b78fd not found, will not notify nova. {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Oct 26 15:48:04.976700 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cf7eea53-ea4c-445f-b749-7d738985d42b tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for router_gateway, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:04.986033 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-453a32f7-e73c-43db-b04c-f37f97180ef9 None None] For port 6d0aa50a-5db1-4227-910a-47e05b85e91d, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:48:05.025733 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 872bb1f1-7a70-433f-8c45-8a5b179de111 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:48:05.087435 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-453a32f7-e73c-43db-b04c-f37f97180ef9 None None] For port 6d0aa50a-5db1-4227-910a-47e05b85e91d, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=6d0aa50a-5db1-4227-910a-47e05b85e91d,segment=NetworkSegment(562fa11f-0855-4594-9cc9-f78e3cceefca),segment_id=562fa11f-0855-4594-9cc9-f78e3cceefca)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:48:05.100456 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e791b97-6d8c-4c3a-b80f-28b0afc13fcb tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Subnet': ['ID=4cc233ee-c45a-43cc-988e-7aa8e2bf50b9,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:05.120807 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8e791b97-6d8c-4c3a-b80f-28b0afc13fcb tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:05.132475 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241a123e-7101-43c5-a559-4f38641831bb None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:48:05.157041 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-fa55238a-bf84-4b51-a26d-7d696deefaa2 None None] Attempt 3 to provision port 80fd7fc4-2dfd-4c03-9022-1fea990dcda5 Oct 26 15:48:05.212061 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b63b59e4-f22b-4ec5-b867-46abccd7dfa6 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:05.266189 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-453a32f7-e73c-43db-b04c-f37f97180ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:05.272891 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-727b1a89-8500-4258-af52-4d3b42b28bbb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4864681 Oct 26 15:48:05.283900 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8e791b97-6d8c-4c3a-b80f-28b0afc13fcb tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/4cc233ee-c45a-43cc-988e-7aa8e2bf50b9 HTTP/1.1" status: 204 len: 168 time: 1.6319995 Oct 26 15:48:05.285827 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37858) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:05.355666 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:05.360105 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-b63b59e4-f22b-4ec5-b867-46abccd7dfa6 None None] Transition to ACTIVE for port object 3148e202-49e8-4013-819d-934fc31db6e2 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:48:05.413070 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-fa55238a-bf84-4b51-a26d-7d696deefaa2 None None] Port 80fd7fc4-2dfd-4c03-9022-1fea990dcda5 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:05.436762 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-b63b59e4-f22b-4ec5-b867-46abccd7dfa6 None None] Transition to ACTIVE for port object 3148e202-49e8-4013-819d-934fc31db6e2 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:48:05.441009 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:05.465849 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a32f7-e73c-43db-b04c-f37f97180ef9 None None] Pushing event updated for resources: {'Port': ['ID=6d0aa50a-5db1-4227-910a-47e05b85e91d,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:05.504716 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-25827843-ea80-4b31-8e8b-70a55a6109e4 req-9dabf828-7cb7-4c3c-bf59-29233bfcd8f8 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9826722 Oct 26 15:48:05.522703 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-509f73f0-3d90-484f-9422-d3a3a8b1467d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting subnet 9fa255e4-ea9a-4955-833e-0c8ca7dd2f70 {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:48:05.523858 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 872bb1f1-7a70-433f-8c45-8a5b179de111 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:48:05.530131 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-509f73f0-3d90-484f-9422-d3a3a8b1467d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:05.556422 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-acf5aa31-2e80-4369-8b60-2d5c180b0a83 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:05.610399 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 872bb1f1-7a70-433f-8c45-8a5b179de111 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:48:05.611121 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:05.611709 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 872bb1f1-7a70-433f-8c45-8a5b179de111 Oct 26 15:48:05.666027 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b63b59e4-f22b-4ec5-b867-46abccd7dfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:05.686947 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-acf5aa31-2e80-4369-8b60-2d5c180b0a83 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2e1d645-ec6d-445d-9f21-0a73ed6ba3ba']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:05.731692 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-acf5aa31-2e80-4369-8b60-2d5c180b0a83 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81efed7c-beb9-4948-8ceb-1913a4063727') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:05.732029 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-acf5aa31-2e80-4369-8b60-2d5c180b0a83 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81efed7c-beb9-4948-8ceb-1913a4063727') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:05.732608 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-e0251192-9d72-424e-9eb6-d5bb99a49888 service neutron] 10.222.0.23 "GET /v2.0/networks/3cb2dcfd-260a-4d3a-b758-3b083e2645e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107649 Oct 26 15:48:05.735213 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-509f73f0-3d90-484f-9422-d3a3a8b1467d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:05.752450 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-acf5aa31-2e80-4369-8b60-2d5c180b0a83 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:05.759420 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63b59e4-f22b-4ec5-b867-46abccd7dfa6 None None] Network 36fe47be-95f5-45e7-bd5b-f22f2000c1c4 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:48:05.765667 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-b63b59e4-f22b-4ec5-b867-46abccd7dfa6 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:05.772759 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a4254-57e2-487f-8e64-07a5c5a102dd req-d7e82320-f7b5-40fe-a34d-48f9e4d369ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:05.774355 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-548a4254-57e2-487f-8e64-07a5c5a102dd req-d7e82320-f7b5-40fe-a34d-48f9e4d369ef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=317f2fc3-5951-4998-94f0-0728b8b2326b HTTP/1.1" status: 200 len: 1098 time: 1.4888849 Oct 26 15:48:05.775180 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63b59e4-f22b-4ec5-b867-46abccd7dfa6 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:48:05.805314 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-af79621a-85cc-4af5-9e84-5ad748b8cd84 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:05.823574 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-acf5aa31-2e80-4369-8b60-2d5c180b0a83 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:05.832455 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acf5aa31-2e80-4369-8b60-2d5c180b0a83 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:48:05.832929 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-acf5aa31-2e80-4369-8b60-2d5c180b0a83 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:05.919245 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-fa55238a-bf84-4b51-a26d-7d696deefaa2 None None] Attempt 4 to provision port 80fd7fc4-2dfd-4c03-9022-1fea990dcda5 Oct 26 15:48:05.984473 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-05f6d937-c61a-4fe2-9f16-d23ceb3c4c18 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Allocated IP 172.20.0.1 (36fe47be-95f5-45e7-bd5b-f22f2000c1c4/0eab9ffd-a774-40a5-8c42-7d8fdcf3444f/5b231630-304c-451d-a1cc-c067446409e2) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:48:05.988978 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-ef826d9c-fd67-4d5c-8c6d-fa0eb60ef545 service neutron] 10.222.0.23 "GET /v2.0/networks/3cb2dcfd-260a-4d3a-b758-3b083e2645e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151847 Oct 26 15:48:06.039702 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b59e4-f22b-4ec5-b867-46abccd7dfa6 None None] Pushing event updated for resources: {'Port': ['ID=3148e202-49e8-4013-819d-934fc31db6e2,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:06.064305 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-fa55238a-bf84-4b51-a26d-7d696deefaa2 None None] Port 80fd7fc4-2dfd-4c03-9022-1fea990dcda5 was deleted so its status cannot be updated. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:48:06.090668 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-fa55238a-bf84-4b51-a26d-7d696deefaa2 None None] Could not find standard attr ID for object 0585b1e0-87da-4126-944c-288dd42b78fd. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:48:06.105657 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-b63b59e4-f22b-4ec5-b867-46abccd7dfa6 None None] Attempting to bind port 3148e202-49e8-4013-819d-934fc31db6e2 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:48:06.106985 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-b63b59e4-f22b-4ec5-b867-46abccd7dfa6 None None] Attempting to bind port 3148e202-49e8-4013-819d-934fc31db6e2 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '36dee383-8b60-4366-bb63-6db63ca82dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '36fe47be-95f5-45e7-bd5b-f22f2000c1c4'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:48:06.106985 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63b59e4-f22b-4ec5-b867-46abccd7dfa6 None None] Attempting to bind port 3148e202-49e8-4013-819d-934fc31db6e2 on network 36fe47be-95f5-45e7-bd5b-f22f2000c1c4 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:48:06.114841 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63b59e4-f22b-4ec5-b867-46abccd7dfa6 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:48:06.115331 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63b59e4-f22b-4ec5-b867-46abccd7dfa6 None None] Checking segment: {'id': '36dee383-8b60-4366-bb63-6db63ca82dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '36fe47be-95f5-45e7-bd5b-f22f2000c1c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:48:06.116415 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b63b59e4-f22b-4ec5-b867-46abccd7dfa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:06.116684 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63b59e4-f22b-4ec5-b867-46abccd7dfa6 None None] Bound using segment: {'id': '36dee383-8b60-4366-bb63-6db63ca82dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '36fe47be-95f5-45e7-bd5b-f22f2000c1c4'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:48:06.117268 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-b63b59e4-f22b-4ec5-b867-46abccd7dfa6 None None] Bound port: 3148e202-49e8-4013-819d-934fc31db6e2, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36dee383-8b60-4366-bb63-6db63ca82dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '36fe47be-95f5-45e7-bd5b-f22f2000c1c4'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:48:06.117766 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b63b59e4-f22b-4ec5-b867-46abccd7dfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:06.145671 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-509f73f0-3d90-484f-9422-d3a3a8b1467d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:06.188166 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2bab668b-ed8a-4861-8d6e-08b04b2e075b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:06.190876 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 81efed7c-beb9-4948-8ceb-1913a4063727 resource provider aggregate not found Oct 26 15:48:06.210189 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 872bb1f1-7a70-433f-8c45-8a5b179de111 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:48:06.216307 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:06.229346 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-acf5aa31-2e80-4369-8b60-2d5c180b0a83 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:06.278828 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 81efed7c-beb9-4948-8ceb-1913a4063727 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 81efed7c-beb9-4948-8ceb-1913a4063727 found for delete ", "request_id": "req-511a0177-3263-435f-a529-8ab2761fcd4f"}]} Oct 26 15:48:06.286055 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab668b-ed8a-4861-8d6e-08b04b2e075b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Pushing event deleted for resources: {'Port': ['ID=80fd7fc4-2dfd-4c03-9022-1fea990dcda5,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:06.348062 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 872bb1f1-7a70-433f-8c45-8a5b179de111, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=872bb1f1-7a70-433f-8c45-8a5b179de111,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:48:06.357230 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-b63b59e4-f22b-4ec5-b867-46abccd7dfa6 None None] For port 3148e202-49e8-4013-819d-934fc31db6e2, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:48:06.361094 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-b63b59e4-f22b-4ec5-b867-46abccd7dfa6 None None] For port 3148e202-49e8-4013-819d-934fc31db6e2, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=3148e202-49e8-4013-819d-934fc31db6e2,segment=NetworkSegment(36dee383-8b60-4366-bb63-6db63ca82dac),segment_id=36dee383-8b60-4366-bb63-6db63ca82dac)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:48:06.362160 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-509f73f0-3d90-484f-9422-d3a3a8b1467d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:06.392348 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-acf5aa31-2e80-4369-8b60-2d5c180b0a83 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:06.396047 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-af79621a-85cc-4af5-9e84-5ad748b8cd84 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Transition to ACTIVE for port object 0aa071dd-0ab0-48e2-aeff-5c77dc3b0b5e will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:48:06.409310 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f73f0-3d90-484f-9422-d3a3a8b1467d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Subnet': ['ID=9fa255e4-ea9a-4955-833e-0c8ca7dd2f70,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:06.416245 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-05f6d937-c61a-4fe2-9f16-d23ceb3c4c18 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:06.421721 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 0c267633-51b9-4b9d-bbf1-b8861290ab0b up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:48:06.429320 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-509f73f0-3d90-484f-9422-d3a3a8b1467d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:06.446929 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-05f6d937-c61a-4fe2-9f16-d23ceb3c4c18 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Transition to ACTIVE for port object 5b231630-304c-451d-a1cc-c067446409e2 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:48:06.452790 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-509f73f0-3d90-484f-9422-d3a3a8b1467d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/9fa255e4-ea9a-4955-833e-0c8ca7dd2f70 HTTP/1.1" status: 204 len: 168 time: 1.1659863 Oct 26 15:48:06.464916 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37870) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:06.563596 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b63b59e4-f22b-4ec5-b867-46abccd7dfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:06.580771 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:06.587172 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b772025f-c671-4a7c-aa52-b5d826aa9f38 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1208153 Oct 26 15:48:06.590228 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37880) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:06.767486 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2bab668b-ed8a-4861-8d6e-08b04b2e075b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:06.778908 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7870a6b2-8468-49ce-add2-98291da786a8 req-e3ba9ee2-54f4-430f-bbb1-c5e4f1b3ad9f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b696bde-eae4-49e5-b03f-e9db71adfa6b HTTP/1.1" status: 200 len: 210 time: 0.1680927 Oct 26 15:48:06.791626 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 0585b1e0-87da-4126-944c-288dd42b78fd no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:48:06.807789 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5aa31-2e80-4369-8b60-2d5c180b0a83 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event deleted for resources: {'Network': ['ID=f2e1d645-ec6d-445d-9f21-0a73ed6ba3ba,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:06.879395 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-af79621a-85cc-4af5-9e84-5ad748b8cd84 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:06.893479 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30616c37-9e23-42ce-8053-d87cbad75599 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:06.896428 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-30616c37-9e23-42ce-8053-d87cbad75599 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:48:06.919943 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-05f6d937-c61a-4fe2-9f16-d23ceb3c4c18 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:06.949512 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 0585b1e0-87da-4126-944c-288dd42b78fd {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:48:06.950114 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 0585b1e0-87da-4126-944c-288dd42b78fd not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:48:07.010886 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b59e4-f22b-4ec5-b867-46abccd7dfa6 None None] Pushing event updated for resources: {'Port': ['ID=3148e202-49e8-4013-819d-934fc31db6e2,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:07.035185 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-acf5aa31-2e80-4369-8b60-2d5c180b0a83 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "DELETE /v2.0/networks/f2e1d645-ec6d-445d-9f21-0a73ed6ba3ba HTTP/1.1" status: 204 len: 168 time: 3.1431336 Oct 26 15:48:07.083915 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37884) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:07.181289 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2bab668b-ed8a-4861-8d6e-08b04b2e075b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] 10.222.0.23 "DELETE /v2.0/ports/80fd7fc4-2dfd-4c03-9022-1fea990dcda5 HTTP/1.1" status: 204 len: 168 time: 4.3920126 Oct 26 15:48:07.187835 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=872bb1f1-7a70-433f-8c45-8a5b179de111,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:07.191661 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning for port 0c267633-51b9-4b9d-bbf1-b8861290ab0b completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:48:07.195830 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:07.201033 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port 0c267633-51b9-4b9d-bbf1-b8861290ab0b triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:48:07.201033 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:07.201033 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port 0c267633-51b9-4b9d-bbf1-b8861290ab0b Oct 26 15:48:07.202761 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37890) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:07.208301 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f6d937-c61a-4fe2-9f16-d23ceb3c4c18 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Network 36fe47be-95f5-45e7-bd5b-f22f2000c1c4 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:48:07.215944 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-05f6d937-c61a-4fe2-9f16-d23ceb3c4c18 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:07.229014 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f6d937-c61a-4fe2-9f16-d23ceb3c4c18 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:48:07.274920 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 6d0aa50a-5db1-4227-910a-47e05b85e91d up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:48:07.286569 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-30616c37-9e23-42ce-8053-d87cbad75599 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:48:07.288849 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-30616c37-9e23-42ce-8053-d87cbad75599 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6906502 Oct 26 15:48:07.299349 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37894) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:07.360848 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec6ac342-ea9a-454b-92d1-d8c1e79e15e2 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] GET failed (client error): The resource could not be found. Oct 26 15:48:07.362366 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ec6ac342-ea9a-454b-92d1-d8c1e79e15e2 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Synchronizing usage tracker for tenant:b5d218d21c1a4a65a548d86f4c5955d1 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:48:07.367708 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af79621a-85cc-4af5-9e84-5ad748b8cd84 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Network 2c595047-ff94-4743-aba3-6e23319f30c6 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:48:07.384801 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-af79621a-85cc-4af5-9e84-5ad748b8cd84 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:07.386575 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af79621a-85cc-4af5-9e84-5ad748b8cd84 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:48:07.394027 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af79621a-85cc-4af5-9e84-5ad748b8cd84 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:07.395534 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-af79621a-85cc-4af5-9e84-5ad748b8cd84 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:07.407669 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-a37e8e46-abf4-48cf-8170-6a24d4814ef5 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] DELETE failed (client error): The resource could not be found. Oct 26 15:48:07.408040 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a37e8e46-abf4-48cf-8170-6a24d4814ef5 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:48:07.412090 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a37e8e46-abf4-48cf-8170-6a24d4814ef5 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "DELETE /v2.0/subnets/7b9cd484-81d5-4b3c-b3fe-5ce5a89e9b7c HTTP/1.1" status: 404 len: 337 time: 0.2980158 Oct 26 15:48:07.419049 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37898) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:07.426259 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cf7eea53-ea4c-445f-b749-7d738985d42b tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:07.456771 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af79621a-85cc-4af5-9e84-5ad748b8cd84 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event updated for resources: {'Port': ['ID=0aa071dd-0ab0-48e2-aeff-5c77dc3b0b5e,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:07.464875 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cf7eea53-ea4c-445f-b749-7d738985d42b tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-581503'] for router, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:07.470382 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a4254-57e2-487f-8e64-07a5c5a102dd req-96846e66-0171-4442-8970-b86220fbab5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:07.472095 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-548a4254-57e2-487f-8e64-07a5c5a102dd req-96846e66-0171-4442-8970-b86220fbab5e service neutron] 10.222.0.48 "GET /v2.0/networks?id=463f536f-4c79-4aa7-83ec-186e85f0d447 HTTP/1.1" status: 200 len: 897 time: 1.4921927 Oct 26 15:48:07.507636 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 0c267633-51b9-4b9d-bbf1-b8861290ab0b is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:48:07.508538 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:07.522265 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 6d0aa50a-5db1-4227-910a-47e05b85e91d completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:48:07.529691 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6d937-c61a-4fe2-9f16-d23ceb3c4c18 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Pushing event updated for resources: {'Port': ['ID=5b231630-304c-451d-a1cc-c067446409e2,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:07.556378 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-00261bde-884f-4551-9f0b-3d5c7c7774ff tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] DELETE failed (client error): The resource could not be found. Oct 26 15:48:07.556378 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00261bde-884f-4551-9f0b-3d5c7c7774ff tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:48:07.556378 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-00261bde-884f-4551-9f0b-3d5c7c7774ff tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "DELETE /v2.0/networks/f6b49112-323f-4958-9543-a8792e60eeb0 HTTP/1.1" status: 404 len: 339 time: 0.1156142 Oct 26 15:48:07.559186 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 0c267633-51b9-4b9d-bbf1-b8861290ab0b, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=0c267633-51b9-4b9d-bbf1-b8861290ab0b,segment=NetworkSegment(ef45b2d8-d853-4c7b-bf2d-57a8b128d8fe),segment_id=ef45b2d8-d853-4c7b-bf2d-57a8b128d8fe)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:48:07.562536 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33a371d-c739-48ea-9e77-f89d56ad8495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c267633-51b9-4b9d-bbf1-b8861290ab0b'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:48:07.566012 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7e3364-dbb6-4b89-95f8-6777cd74c9ee" -d '{"events": [{"server_uuid": "d33a371d-c739-48ea-9e77-f89d56ad8495", "name": "network-vif-plugged", "status": "completed", "tag": "0c267633-51b9-4b9d-bbf1-b8861290ab0b"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:48:07.566176 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37902) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:07.583251 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-05f6d937-c61a-4fe2-9f16-d23ceb3c4c18 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:07.621980 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a35c979-13a7-48d9-ba89-a30f0793f751 None None] Network 2c595047-ff94-4743-aba3-6e23319f30c6 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:48:07.728829 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad24c00-d336-41a0-811d-ac510c5c0438 x-openstack-request-id: req-0ad24c00-d336-41a0-811d-ac510c5c0438 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:48:07.729246 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d33a371d-c739-48ea-9e77-f89d56ad8495", "name": "network-vif-plugged", "status": "completed", "tag": "0c267633-51b9-4b9d-bbf1-b8861290ab0b", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:48:07.729501 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0ad24c00-d336-41a0-811d-ac510c5c0438 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:48:07.729904 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ad24c00-d336-41a0-811d-ac510c5c0438'] response: {'server_uuid': 'd33a371d-c739-48ea-9e77-f89d56ad8495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c267633-51b9-4b9d-bbf1-b8861290ab0b', 'code': 200} Oct 26 15:48:07.731270 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe43b416-54d5-4499-a560-b8840abde07f None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:48:07.742353 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1459b0b-5072-401f-aef5-e8b571e1d5b0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:07.743153 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-f1459b0b-5072-401f-aef5-e8b571e1d5b0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:subnet {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:48:07.757190 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-5217ad20-4d1e-4945-9595-8750f5596b83 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] DELETE failed (client error): The resource could not be found. Oct 26 15:48:07.757787 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5217ad20-4d1e-4945-9595-8750f5596b83 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:48:07.761986 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-5217ad20-4d1e-4945-9595-8750f5596b83 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "DELETE /v2.0/subnets/74bcf894-f219-4f16-8c10-7a4d1b19a68b HTTP/1.1" status: 404 len: 337 time: 0.1839759 Oct 26 15:48:07.765641 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37908) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:07.785219 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ec6ac342-ea9a-454b-92d1-d8c1e79e15e2 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Unset dirty status for tenant:b5d218d21c1a4a65a548d86f4c5955d1 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:48:07.786104 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ec6ac342-ea9a-454b-92d1-d8c1e79e15e2 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] 10.222.0.23 "GET /v2.0/ports/80fd7fc4-2dfd-4c03-9022-1fea990dcda5 HTTP/1.1" status: 404 len: 333 time: 0.5824022 Oct 26 15:48:07.793601 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-af79621a-85cc-4af5-9e84-5ad748b8cd84 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 7.2257211 Oct 26 15:48:07.794393 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37912) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:07.794747 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37914) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:07.820412 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-64cefb96-15a0-4327-8a55-f72fc5ecc137 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Request body: {'port': {'network_id': 'ea103fec-373a-4028-a582-61b3ac56a836', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1080164449'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:07.826005 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:07.862407 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-fed5f808-649b-4fa5-bcc8-35424e6be5ec tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'port': {'network_id': '2c595047-ff94-4743-aba3-6e23319f30c6', 'name': 'tempest-PortsIpV6TestJSON-1879457539'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:08.112818 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4da92-b8a5-4115-8f12-4affdc90cfaa req-81b5a999-529e-4be6-a878-fa64f1e4a72b tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:08.122947 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-1ec6aa70-f090-4c88-a4e5-faa32df06e80 None None] Provisioning complete for port ae1f8bb7-1ddb-4744-a4ff-1642e23cd5d7 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:48:08.123525 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1ec6aa70-f090-4c88-a4e5-faa32df06e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:08.123628 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-4db4da92-b8a5-4115-8f12-4affdc90cfaa req-81b5a999-529e-4be6-a878-fa64f1e4a72b tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 944 time: 1.1375368 Oct 26 15:48:08.123714 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-1ec6aa70-f090-4c88-a4e5-faa32df06e80 None None] Attempt 1 to provision port ae1f8bb7-1ddb-4744-a4ff-1642e23cd5d7 Oct 26 15:48:08.124517 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-42d34f75-a18c-4cf3-b67a-251f31e73aff tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] DELETE failed (client error): The resource could not be found. Oct 26 15:48:08.124986 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42d34f75-a18c-4cf3-b67a-251f31e73aff tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:48:08.132142 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-42d34f75-a18c-4cf3-b67a-251f31e73aff tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "DELETE /v2.0/networks/628fb319-2c4e-428f-9377-c82bbda4b677 HTTP/1.1" status: 404 len: 339 time: 0.3646555 Oct 26 15:48:08.155397 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37924) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:08.219396 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=0c267633-51b9-4b9d-bbf1-b8861290ab0b,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:08.239541 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-f1459b0b-5072-401f-aef5-e8b571e1d5b0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:subnet {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:48:08.241236 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f1459b0b-5072-401f-aef5-e8b571e1d5b0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.9169867 Oct 26 15:48:08.251832 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37928) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:08.254403 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-643799cc-35eb-4e0c-a0b9-e269fce1bd8f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] DELETE failed (client error): The resource could not be found. Oct 26 15:48:08.255454 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-643799cc-35eb-4e0c-a0b9-e269fce1bd8f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:48:08.258424 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-643799cc-35eb-4e0c-a0b9-e269fce1bd8f tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "DELETE /v2.0/subnets/f0f180d3-3ac5-4d14-b8fd-6fcd322c1f0d HTTP/1.1" status: 404 len: 337 time: 0.1016798 Oct 26 15:48:08.261713 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-4db4da92-b8a5-4115-8f12-4affdc90cfaa req-1390881c-cf2b-4371-ac42-ec2048618e42 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286395 Oct 26 15:48:08.329121 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37932) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:08.349926 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757bc651-36c2-47ce-9cc4-2ce27cf9e5a8 None None] Network 36fe47be-95f5-45e7-bd5b-f22f2000c1c4 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:48:08.381655 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c0f98369-f16e-4da4-ab56-9dc61d795747 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1234145 Oct 26 15:48:08.381655 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-05f6d937-c61a-4fe2-9f16-d23ceb3c4c18 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:08.396298 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37936) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:08.403785 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ea2f12-8666-4d66-adb3-c8ed0821adc8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] DELETE failed (client error): The resource could not be found. Oct 26 15:48:08.404255 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9ea2f12-8666-4d66-adb3-c8ed0821adc8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:48:08.405850 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b9ea2f12-8666-4d66-adb3-c8ed0821adc8 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "DELETE /v2.0/networks/fc35911a-a8d2-4cff-a708-e45704422d7a HTTP/1.1" status: 404 len: 339 time: 0.0756948 Oct 26 15:48:08.411351 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-4335fe52-5c04-4aec-917b-9469b84df369 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'subnet': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:08.429573 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37940) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:08.439667 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c3628a1a-cc61-4c59-bbee-fe4a590b776d req-c33e5e41-55c2-4085-9343-eee2c05f038e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b696bde-eae4-49e5-b03f-e9db71adfa6b HTTP/1.1" status: 200 len: 210 time: 0.3222883 Oct 26 15:48:08.499149 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-548a4254-57e2-487f-8e64-07a5c5a102dd req-ce0ff3d8-3b15-4dad-bf35-003191810a82 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17d303d5-fb92-49a6-9891-432f5db08b5f HTTP/1.1" status: 200 len: 1001 time: 0.9267390 Oct 26 15:48:08.575178 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-d377f8af-e62a-4e57-80ac-0fab0ea34bde tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] DELETE failed (client error): The resource could not be found. Oct 26 15:48:08.575622 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d377f8af-e62a-4e57-80ac-0fab0ea34bde tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:48:08.579613 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d377f8af-e62a-4e57-80ac-0fab0ea34bde tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "DELETE /v2.0/subnets/dbfe1e3d-63b9-408b-baa3-956bcf4955f4 HTTP/1.1" status: 404 len: 337 time: 0.1455727 Oct 26 15:48:08.594336 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37944) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:08.632403 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-1ec6aa70-f090-4c88-a4e5-faa32df06e80 None None] Current status of the port ae1f8bb7-1ddb-4744-a4ff-1642e23cd5d7 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:48:08.633243 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25de194c-b102-4ff9-8678-676f7a08004f None None] DHCP port deletion for f810e159-a5e8-4c86-8cec-5d909fe013dd request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:48:08.642781 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d5182b-9161-4101-9a7f-318522e91fe0 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] DELETE failed (client error): The resource could not be found. Oct 26 15:48:08.643370 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6d5182b-9161-4101-9a7f-318522e91fe0 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:48:08.648188 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c6d5182b-9161-4101-9a7f-318522e91fe0 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "DELETE /v2.0/networks/632b6cbc-78f2-48a7-b674-69dd711fa00e HTTP/1.1" status: 404 len: 339 time: 0.0505872 Oct 26 15:48:08.648364 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-25de194c-b102-4ff9-8678-676f7a08004f None None] Deleting port ae1f8bb7-1ddb-4744-a4ff-1642e23cd5d7 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:48:08.648364 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-25de194c-b102-4ff9-8678-676f7a08004f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:08.660418 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37948) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:08.758542 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7856c87-6382-453d-ba99-401591422b7e tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] DELETE failed (client error): The resource could not be found. Oct 26 15:48:08.759008 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7856c87-6382-453d-ba99-401591422b7e tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:48:08.763027 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-c7856c87-6382-453d-ba99-401591422b7e tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "DELETE /v2.0/subnets/84fa0b28-add9-4380-b9e3-f9ffe22c4a20 HTTP/1.1" status: 404 len: 337 time: 0.0935729 Oct 26 15:48:08.763027 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a4254-57e2-487f-8e64-07a5c5a102dd req-6f5d51d9-cff2-47aa-ae00-c266b913d710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:08.768410 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-548a4254-57e2-487f-8e64-07a5c5a102dd req-6f5d51d9-cff2-47aa-ae00-c266b913d710 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24fd7863-3159-4cf8-879b-2b00a6811b4e HTTP/1.1" status: 200 len: 835 time: 0.2560775 Oct 26 15:48:08.773431 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37952) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:08.817433 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4335fe52-5c04-4aec-917b-9469b84df369 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:48:08.836229 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4335fe52-5c04-4aec-917b-9469b84df369 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:48:08.864555 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-64cefb96-15a0-4327-8a55-f72fc5ecc137 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:48:08.870144 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa8cfbd5-e1f6-4116-8155-dd67f0108eac tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] DELETE failed (client error): The resource could not be found. Oct 26 15:48:08.870653 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa8cfbd5-e1f6-4116-8155-dd67f0108eac tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:48:08.874661 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-aa8cfbd5-e1f6-4116-8155-dd67f0108eac tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "DELETE /v2.0/networks/0f83cfb2-3316-42dd-8b06-efa4c512adf9 HTTP/1.1" status: 404 len: 339 time: 0.0987158 Oct 26 15:48:08.874804 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75edbfa3-74a3-4ff0-8d2c-bf6da31dd3d3 req-7e2f92b1-14ab-4d8e-947b-bb25c82c4d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:08.876604 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37956) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:08.876740 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-75edbfa3-74a3-4ff0-8d2c-bf6da31dd3d3 req-7e2f92b1-14ab-4d8e-947b-bb25c82c4d0e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 1098 time: 0.7685859 Oct 26 15:48:08.878505 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-fed5f808-649b-4fa5-bcc8-35424e6be5ec tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:48:08.910903 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-fed5f808-649b-4fa5-bcc8-35424e6be5ec tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Usage tracker for resource:port and tenant:b10aaa5403b848e8bc3e4f603712654e is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:48:08.916980 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-fed5f808-649b-4fa5-bcc8-35424e6be5ec tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:48:08.924568 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-30e7177b-16ff-42fb-bfd4-55994f8393a4 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] DELETE failed (client error): The resource could not be found. Oct 26 15:48:08.924965 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30e7177b-16ff-42fb-bfd4-55994f8393a4 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:48:08.929115 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-30e7177b-16ff-42fb-bfd4-55994f8393a4 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "DELETE /v2.0/subnets/1e0681af-092b-4e8d-99cb-3fdf5f6824dc HTTP/1.1" status: 404 len: 337 time: 0.0506403 Oct 26 15:48:08.929267 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-fed5f808-649b-4fa5-bcc8-35424e6be5ec tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:48:08.940657 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37960) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:08.947420 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4335fe52-5c04-4aec-917b-9469b84df369 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:48:08.951068 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4335fe52-5c04-4aec-917b-9469b84df369 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:08.951524 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-1ec6aa70-f090-4c88-a4e5-faa32df06e80 None None] Provisioning for port 6d0aa50a-5db1-4227-910a-47e05b85e91d completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:48:08.953159 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-4335fe52-5c04-4aec-917b-9469b84df369 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:48:08.953687 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4335fe52-5c04-4aec-917b-9469b84df369 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:48:08.972485 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-64cefb96-15a0-4327-8a55-f72fc5ecc137 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:48:09.000274 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-0659c88c-0574-4416-95bd-d683fc763cd4 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] DELETE failed (client error): The resource could not be found. Oct 26 15:48:09.000747 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0659c88c-0574-4416-95bd-d683fc763cd4 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:48:09.003219 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-0659c88c-0574-4416-95bd-d683fc763cd4 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "DELETE /v2.0/networks/3fc200f6-7064-4588-bcf3-57a1a7b1dfdb HTTP/1.1" status: 404 len: 339 time: 0.0554533 Oct 26 15:48:09.010512 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37964) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:09.045443 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-1ec6aa70-f090-4c88-a4e5-faa32df06e80 None None] Provisioning complete for port 6d0aa50a-5db1-4227-910a-47e05b85e91d triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:48:09.045831 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1ec6aa70-f090-4c88-a4e5-faa32df06e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:09.046167 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-1ec6aa70-f090-4c88-a4e5-faa32df06e80 None None] Attempt 1 to provision port 6d0aa50a-5db1-4227-910a-47e05b85e91d Oct 26 15:48:09.063413 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7eea53-ea4c-445f-b749-7d738985d42b tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Router 8dd1d4aa-537b-4b37-8fef-96604311bbff is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:48:09.066740 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-75edbfa3-74a3-4ff0-8d2c-bf6da31dd3d3 req-82c96b16-c442-4155-8262-4cb84ea81726 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758592 Oct 26 15:48:09.072446 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed5f808-649b-4fa5-bcc8-35424e6be5ec tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Made reservation on behalf of b10aaa5403b848e8bc3e4f603712654e for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:48:09.076309 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fed5f808-649b-4fa5-bcc8-35424e6be5ec tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:09.090185 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-70cad97c-5db0-4155-9d3c-92785e3aa8f3 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] DELETE failed (client error): The resource could not be found. Oct 26 15:48:09.090682 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70cad97c-5db0-4155-9d3c-92785e3aa8f3 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:48:09.092622 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-70cad97c-5db0-4155-9d3c-92785e3aa8f3 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "DELETE /v2.0/subnets/6f8be9ff-4e82-42af-afe2-a7b510adb1a8 HTTP/1.1" status: 404 len: 337 time: 0.0820644 Oct 26 15:48:09.095495 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37968) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:09.140714 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-39a1d0c4-6007-475b-8b35-a136512bdb5c tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] DELETE failed (client error): The resource could not be found. Oct 26 15:48:09.141621 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39a1d0c4-6007-475b-8b35-a136512bdb5c tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:48:09.143922 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-39a1d0c4-6007-475b-8b35-a136512bdb5c tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "DELETE /v2.0/networks/11631a5d-f020-4249-a0a5-51b7f806bb9e HTTP/1.1" status: 404 len: 339 time: 0.0461886 Oct 26 15:48:09.156652 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37972) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:09.163755 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-25de194c-b102-4ff9-8678-676f7a08004f None None] For port ae1f8bb7-1ddb-4744-a4ff-1642e23cd5d7, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=ae1f8bb7-1ddb-4744-a4ff-1642e23cd5d7,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:48:09.164219 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-25de194c-b102-4ff9-8678-676f7a08004f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:09.181226 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [None req-fed5f808-649b-4fa5-bcc8-35424e6be5ec tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] device_id is not set on port e7b9d200-e077-4f5f-b89d-74a76bc5e20d yet. {{(pid=89748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:48:09.217446 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c87c711-829e-4c3f-88bb-5f6edf490712 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] DELETE failed (client error): The resource could not be found. Oct 26 15:48:09.217908 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c87c711-829e-4c3f-88bb-5f6edf490712 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:48:09.219814 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-5c87c711-829e-4c3f-88bb-5f6edf490712 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "DELETE /v2.0/subnets/723d47fd-9c70-4edb-b925-3e137098cdb3 HTTP/1.1" status: 404 len: 337 time: 0.0605762 Oct 26 15:48:09.223885 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64cefb96-15a0-4327-8a55-f72fc5ecc137 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Made reservation on behalf of b5d218d21c1a4a65a548d86f4c5955d1 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:48:09.229206 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4335fe52-5c04-4aec-917b-9469b84df369 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8297131 Oct 26 15:48:09.231714 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37976) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:09.231823 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-64cefb96-15a0-4327-8a55-f72fc5ecc137 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:09.244081 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 37980) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:09.265974 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-aef4124f-a696-4ad2-af09-4ee8fe742029 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] DELETE failed (client error): The resource could not be found. Oct 26 15:48:09.266458 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aef4124f-a696-4ad2-af09-4ee8fe742029 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:48:09.274093 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-aef4124f-a696-4ad2-af09-4ee8fe742029 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "DELETE /v2.0/networks/798f1d99-5857-4df1-adc6-82de279bf4b4 HTTP/1.1" status: 404 len: 339 time: 0.0362129 Oct 26 15:48:09.280939 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37982) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:09.323250 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-05f6d937-c61a-4fe2-9f16-d23ceb3c4c18 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:09.359983 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-f02b055b-08db-4ea0-88d1-9d774c77bfcd tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Deleting subnet 7d7a23a4-5a28-4dd9-aaf6-1b75c5030c59 {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:48:09.363486 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-b6f9e0ea-5819-4ad5-8905-7bc0592a85c3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'subnet': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:09.363942 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f02b055b-08db-4ea0-88d1-9d774c77bfcd tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:09.384172 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 3148e202-49e8-4013-819d-934fc31db6e2 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:48:09.403424 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a4254-57e2-487f-8e64-07a5c5a102dd req-e16b5342-0a74-4f28-ae85-012a3c0d6c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:09.413104 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-548a4254-57e2-487f-8e64-07a5c5a102dd req-e16b5342-0a74-4f28-ae85-012a3c0d6c29 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=463f536f-4c79-4aa7-83ec-186e85f0d447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5985091 Oct 26 15:48:09.427428 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-25de194c-b102-4ff9-8678-676f7a08004f None None] Calling delete_port for ae1f8bb7-1ddb-4744-a4ff-1642e23cd5d7 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:48:09.436984 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-05f6d937-c61a-4fe2-9f16-d23ceb3c4c18 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:09.532727 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [None req-64cefb96-15a0-4327-8a55-f72fc5ecc137 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] device_id is not set on port 29e95355-5f40-4b15-8ebb-4add31912089 yet. {{(pid=89748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:48:09.669251 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-1ec6aa70-f090-4c88-a4e5-faa32df06e80 None None] Current status of the port 6d0aa50a-5db1-4227-910a-47e05b85e91d is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:48:09.672288 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1ec6aa70-f090-4c88-a4e5-faa32df06e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:09.743100 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f02b055b-08db-4ea0-88d1-9d774c77bfcd tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:09.762433 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-1ec6aa70-f090-4c88-a4e5-faa32df06e80 None None] For port 6d0aa50a-5db1-4227-910a-47e05b85e91d, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=6d0aa50a-5db1-4227-910a-47e05b85e91d,segment=NetworkSegment(562fa11f-0855-4594-9cc9-f78e3cceefca),segment_id=562fa11f-0855-4594-9cc9-f78e3cceefca)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:48:09.815996 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-05f6d937-c61a-4fe2-9f16-d23ceb3c4c18 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:09.821190 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6d937-c61a-4fe2-9f16-d23ceb3c4c18 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Pushing event updated for resources: {'Port': ['ID=5b231630-304c-451d-a1cc-c067446409e2,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:09.889420 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 3148e202-49e8-4013-819d-934fc31db6e2 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:48:09.896968 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 872bb1f1-7a70-433f-8c45-8a5b179de111 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:48:09.942166 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-25de194c-b102-4ff9-8678-676f7a08004f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:09.960869 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1ec6aa70-f090-4c88-a4e5-faa32df06e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:10.017684 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25de194c-b102-4ff9-8678-676f7a08004f None None] No DVR routers for this DVR port ae1f8bb7-1ddb-4744-a4ff-1642e23cd5d7 on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:48:10.038221 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f02b055b-08db-4ea0-88d1-9d774c77bfcd tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:10.095529 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de194c-b102-4ff9-8678-676f7a08004f None None] Pushing event deleted for resources: {'Port': ['ID=ae1f8bb7-1ddb-4744-a4ff-1642e23cd5d7,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:10.195026 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-647acaa8-3f8d-4b50-857a-aba4b7244d0f req-8003a958-cf36-4ef7-88b6-285ea8e14bc7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b696bde-eae4-49e5-b03f-e9db71adfa6b HTTP/1.1" status: 200 len: 210 time: 0.3947840 Oct 26 15:48:10.223913 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec6aa70-f090-4c88-a4e5-faa32df06e80 None None] Pushing event updated for resources: {'Port': ['ID=6d0aa50a-5db1-4227-910a-47e05b85e91d,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:10.223913 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 872bb1f1-7a70-433f-8c45-8a5b179de111 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:48:10.223913 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:10.223913 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 872bb1f1-7a70-433f-8c45-8a5b179de111 Oct 26 15:48:10.234915 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39f3ef-37d9-4623-a162-9293788a4354 req-ef11510b-2368-4792-af6d-aea12a160462 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:10.236602 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-4d39f3ef-37d9-4623-a162-9293788a4354 req-ef11510b-2368-4792-af6d-aea12a160462 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.7507362 Oct 26 15:48:10.250248 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Provisioning for port 5b231630-304c-451d-a1cc-c067446409e2 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:48:10.296913 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Provisioning complete for port 5b231630-304c-451d-a1cc-c067446409e2 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:48:10.297834 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:10.298178 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Attempt 1 to provision port 5b231630-304c-451d-a1cc-c067446409e2 Oct 26 15:48:10.349615 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-b6f9e0ea-5819-4ad5-8905-7bc0592a85c3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:48:10.354977 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-4d39f3ef-37d9-4623-a162-9293788a4354 req-4bdaffe7-3776-4d0f-b9fb-4be2a7fe740a tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996428 Oct 26 15:48:10.366829 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f6d937-c61a-4fe2-9f16-d23ceb3c4c18 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Network 36fe47be-95f5-45e7-bd5b-f22f2000c1c4 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:48:10.379508 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Port 5b231630-304c-451d-a1cc-c067446409e2 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:10.381583 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-05f6d937-c61a-4fe2-9f16-d23ceb3c4c18 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:10.460382 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7eea53-ea4c-445f-b749-7d738985d42b tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:48:10.467826 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-b6f9e0ea-5819-4ad5-8905-7bc0592a85c3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:48:10.476577 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18e1fea-960a-4329-937f-fdfa9a9f1ead None None] Sync routers for ids ['8dd1d4aa-537b-4b37-8fef-96604311bbff'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:48:10.480551 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 872bb1f1-7a70-433f-8c45-8a5b179de111 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:48:10.510520 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18e1fea-960a-4329-937f-fdfa9a9f1ead None None] Routers {'8dd1d4aa-537b-4b37-8fef-96604311bbff'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:48:10.511444 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-e18e1fea-960a-4329-937f-fdfa9a9f1ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:48:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['8dd1d4aa-537b-4b37-8fef-96604311bbff'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:10.517085 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cf7eea53-ea4c-445f-b749-7d738985d42b tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:10.518778 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-cf7eea53-ea4c-445f-b749-7d738985d42b tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] 10.222.0.23 "PUT /v2.0/routers/8dd1d4aa-537b-4b37-8fef-96604311bbff HTTP/1.1" status: 200 len: 878 time: 12.2268057 Oct 26 15:48:10.556205 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device ae1f8bb7-1ddb-4744-a4ff-1642e23cd5d7 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:48:10.561896 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 37996) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:10.583668 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f02b055b-08db-4ea0-88d1-9d774c77bfcd tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:10.586914 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-4bbf1032-eda9-485f-bf5d-4eec37a1d674 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:10.587713 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-4bbf1032-eda9-485f-bf5d-4eec37a1d674 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:network {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:48:10.593152 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-548a4254-57e2-487f-8e64-07a5c5a102dd req-3ee4a3cb-ce0e-4b44-9967-4848cbfe2073 service neutron] 10.222.0.48 "GET /v2.0/networks/463f536f-4c79-4aa7-83ec-186e85f0d447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9279907 Oct 26 15:48:10.596255 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-fed5f808-649b-4fa5-bcc8-35424e6be5ec tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Allocated IP 2001:db8::2e8 (2c595047-ff94-4743-aba3-6e23319f30c6/547f1e13-0a68-45a8-ba61-a7f47ba5ae42/e7b9d200-e077-4f5f-b89d-74a76bc5e20d) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:48:10.617973 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-e18e1fea-960a-4329-937f-fdfa9a9f1ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:10.629550 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18e1fea-960a-4329-937f-fdfa9a9f1ead None None] Routers {'8dd1d4aa-537b-4b37-8fef-96604311bbff'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:48:10.630722 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-e18e1fea-960a-4329-937f-fdfa9a9f1ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:48:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['8dd1d4aa-537b-4b37-8fef-96604311bbff'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:10.635229 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: ae1f8bb7-1ddb-4744-a4ff-1642e23cd5d7 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:48:10.635652 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device ae1f8bb7-1ddb-4744-a4ff-1642e23cd5d7 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:48:10.735548 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-e18e1fea-960a-4329-937f-fdfa9a9f1ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:10.736595 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18e1fea-960a-4329-937f-fdfa9a9f1ead None None] The sync data for ids ['8dd1d4aa-537b-4b37-8fef-96604311bbff'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:48:10.740302 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f9e0ea-5819-4ad5-8905-7bc0592a85c3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:48:10.744621 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b6f9e0ea-5819-4ad5-8905-7bc0592a85c3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:10.750080 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6f9e0ea-5819-4ad5-8905-7bc0592a85c3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:48:10.750080 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6f9e0ea-5819-4ad5-8905-7bc0592a85c3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:48:10.783768 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-64cefb96-15a0-4327-8a55-f72fc5ecc137 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Allocated IP 2001:db8::24f (ea103fec-373a-4028-a582-61b3ac56a836/22b944d3-bc31-4a4b-9a6b-22d78a03dcfe/29e95355-5f40-4b15-8ebb-4add31912089) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:48:10.816893 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc57864-a824-4592-83a0-447a11e4d1e8 None None] Network 6f96eeba-3749-449c-b45b-c4ae005dc426 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:48:10.838164 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f02b055b-08db-4ea0-88d1-9d774c77bfcd tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:10.845959 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b055b-08db-4ea0-88d1-9d774c77bfcd tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event deleted for resources: {'Subnet': ['ID=7d7a23a4-5a28-4dd9-aaf6-1b75c5030c59,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:10.870406 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f02b055b-08db-4ea0-88d1-9d774c77bfcd tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "DELETE /v2.0/subnets/7d7a23a4-5a28-4dd9-aaf6-1b75c5030c59 HTTP/1.1" status: 204 len: 168 time: 1.5862167 Oct 26 15:48:10.874790 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38000) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:10.884536 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Attempt 2 to provision port 5b231630-304c-451d-a1cc-c067446409e2 Oct 26 15:48:10.953894 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-4bbf1032-eda9-485f-bf5d-4eec37a1d674 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:network {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:48:10.955477 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-4bbf1032-eda9-485f-bf5d-4eec37a1d674 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "GET /v2.0/networks?id=3cb2dcfd-260a-4d3a-b758-3b083e2645e7 HTTP/1.1" status: 200 len: 796 time: 1.2443941 Oct 26 15:48:10.993152 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Port 5b231630-304c-451d-a1cc-c067446409e2 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:11.026421 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b6f9e0ea-5819-4ad5-8905-7bc0592a85c3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.7122376 Oct 26 15:48:11.032327 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38004) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:11.037645 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-fa5e2735-388d-4049-8034-ef351d593f45 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] 10.222.0.23 "GET /v2.0/routers/8dd1d4aa-537b-4b37-8fef-96604311bbff HTTP/1.1" status: 200 len: 919 time: 0.4760153 Oct 26 15:48:11.046797 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-e26bbf5e-ba61-4bf8-83bb-fcad3fc31c54 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'subnet': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:11.069160 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38006) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:11.074778 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 6d0aa50a-5db1-4227-910a-47e05b85e91d up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:48:11.141346 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-548a4254-57e2-487f-8e64-07a5c5a102dd req-f4cc316c-66a9-44fd-a2cb-f74c902ab0a3 service neutron] 10.222.0.48 "GET /v2.0/networks/463f536f-4c79-4aa7-83ec-186e85f0d447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5317492 Oct 26 15:48:11.157057 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 6d0aa50a-5db1-4227-910a-47e05b85e91d triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:48:11.157441 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:11.157777 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 6d0aa50a-5db1-4227-910a-47e05b85e91d Oct 26 15:48:11.168284 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8369689f-7ba3-4b21-a7af-a949b0ed2f14 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:11.173790 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-b76a0ea2-c3ad-4ff9-a54f-b4a871a54a75 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8316bfcf068445aeb00a503282bb001c HTTP/1.1" status: 200 len: 472 time: 0.1839650 Oct 26 15:48:11.205726 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f6d937-c61a-4fe2-9f16-d23ceb3c4c18 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Router ae03fe35-a79f-4110-97fb-08ebe0b84f88 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:48:11.226034 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a83557-85ea-4897-9070-b9b74c104b2b None None] DHCP port deletion for 6f96eeba-3749-449c-b45b-c4ae005dc426 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:48:11.234254 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-85a83557-85ea-4897-9070-b9b74c104b2b None None] Deleting port 81b32e8d-fed2-4322-a773-d0f9e8de32ae {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:48:11.234668 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-85a83557-85ea-4897-9070-b9b74c104b2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:11.253796 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-8369689f-7ba3-4b21-a7af-a949b0ed2f14 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Deleting port 81b32e8d-fed2-4322-a773-d0f9e8de32ae {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:48:11.254142 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8369689f-7ba3-4b21-a7af-a949b0ed2f14 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:11.284309 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e26bbf5e-ba61-4bf8-83bb-fcad3fc31c54 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:48:11.287734 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-0eed716d-b3c9-4847-8b52-5560abc2c30e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'port': {'device_id': '2b696bde-eae4-49e5-b03f-e9db71adfa6b', 'network_id': '3cb2dcfd-260a-4d3a-b758-3b083e2645e7', 'admin_state_up': True, 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'security_groups': ['240ebfaa-9dab-471a-8343-76af9134bb3b']}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:11.386947 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e26bbf5e-ba61-4bf8-83bb-fcad3fc31c54 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:48:11.442361 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6fd760a8-2451-4973-aaeb-bdd6fed50f33 req-c981a4b7-2748-4b80-bcf3-df56ab46111e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b696bde-eae4-49e5-b03f-e9db71adfa6b HTTP/1.1" status: 200 len: 210 time: 0.1106269 Oct 26 15:48:11.456368 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 6d0aa50a-5db1-4227-910a-47e05b85e91d is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:48:11.458926 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fed5f808-649b-4fa5-bcc8-35424e6be5ec tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:11.536310 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Attempt 3 to provision port 5b231630-304c-451d-a1cc-c067446409e2 Oct 26 15:48:11.557673 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-fed5f808-649b-4fa5-bcc8-35424e6be5ec tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Transition to ACTIVE for port object e7b9d200-e077-4f5f-b89d-74a76bc5e20d will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:48:11.619333 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5420d332-61e9-4d3b-8841-b945b5359926 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:11.635003 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Port 5b231630-304c-451d-a1cc-c067446409e2 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:11.638181 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-5420d332-61e9-4d3b-8841-b945b5359926 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=0c79a151-ef79-4fff-8a3c-258f9478471d&device_id=8dd1d4aa-537b-4b37-8fef-96604311bbff&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5653298 Oct 26 15:48:11.638297 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-85a83557-85ea-4897-9070-b9b74c104b2b None None] For port 81b32e8d-fed2-4322-a773-d0f9e8de32ae, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=81b32e8d-fed2-4322-a773-d0f9e8de32ae,segment=NetworkSegment(9707e602-4ca9-4171-bc37-6e0e4a0b353f),segment_id=9707e602-4ca9-4171-bc37-6e0e4a0b353f)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:48:11.638297 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-85a83557-85ea-4897-9070-b9b74c104b2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:11.639686 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38016) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:11.644307 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-64cefb96-15a0-4327-8a55-f72fc5ecc137 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:11.651887 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26bbf5e-ba61-4bf8-83bb-fcad3fc31c54 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:48:11.655501 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e26bbf5e-ba61-4bf8-83bb-fcad3fc31c54 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:11.656935 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-e26bbf5e-ba61-4bf8-83bb-fcad3fc31c54 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:48:11.657377 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e26bbf5e-ba61-4bf8-83bb-fcad3fc31c54 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:48:11.702418 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-0eed716d-b3c9-4847-8b52-5560abc2c30e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:48:11.708013 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-0eed716d-b3c9-4847-8b52-5560abc2c30e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:port and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:48:11.712190 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-0eed716d-b3c9-4847-8b52-5560abc2c30e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for port was recalculated. Used quota:5. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:48:11.718490 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-0eed716d-b3c9-4847-8b52-5560abc2c30e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:48:11.803757 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-64cefb96-15a0-4327-8a55-f72fc5ecc137 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Transition to ACTIVE for port object 29e95355-5f40-4b15-8ebb-4add31912089 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:48:11.821183 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-85a83557-85ea-4897-9070-b9b74c104b2b None None] Calling delete_port for 81b32e8d-fed2-4322-a773-d0f9e8de32ae owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:48:11.848501 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-0eed716d-b3c9-4847-8b52-5560abc2c30e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Made reservation on behalf of 8316bfcf068445aeb00a503282bb001c for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:48:11.852175 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-0eed716d-b3c9-4847-8b52-5560abc2c30e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:11.884775 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f6d937-c61a-4fe2-9f16-d23ceb3c4c18 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:48:11.905006 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00d3925-9e4e-4829-bdd7-ee982e166d7a None None] Sync routers for ids ['ae03fe35-a79f-4110-97fb-08ebe0b84f88'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:48:11.907044 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-05f6d937-c61a-4fe2-9f16-d23ceb3c4c18 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "PUT /v2.0/routers/ae03fe35-a79f-4110-97fb-08ebe0b84f88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1455257 Oct 26 15:48:11.915683 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00d3925-9e4e-4829-bdd7-ee982e166d7a None None] Routers {'ae03fe35-a79f-4110-97fb-08ebe0b84f88'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:48:11.917452 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-b00d3925-9e4e-4829-bdd7-ee982e166d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:48:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['ae03fe35-a79f-4110-97fb-08ebe0b84f88'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:11.917587 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-8369689f-7ba3-4b21-a7af-a949b0ed2f14 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] For port 81b32e8d-fed2-4322-a773-d0f9e8de32ae, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=81b32e8d-fed2-4322-a773-d0f9e8de32ae,segment=NetworkSegment(9707e602-4ca9-4171-bc37-6e0e4a0b353f),segment_id=9707e602-4ca9-4171-bc37-6e0e4a0b353f)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:48:11.917846 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8369689f-7ba3-4b21-a7af-a949b0ed2f14 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:11.998918 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e26bbf5e-ba61-4bf8-83bb-fcad3fc31c54 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9600379 Oct 26 15:48:12.031607 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16f2fb6-a07b-4e03-b003-e73a878e9a50 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:12.036020 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-c16f2fb6-a07b-4e03-b003-e73a878e9a50 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] 10.222.0.23 "GET /v2.0/networks/0c79a151-ef79-4fff-8a3c-258f9478471d HTTP/1.1" status: 200 len: 881 time: 0.3926618 Oct 26 15:48:12.036020 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fed5f808-649b-4fa5-bcc8-35424e6be5ec tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:12.036020 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38028) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:12.037491 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38034) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:12.044788 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-85a83557-85ea-4897-9070-b9b74c104b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:12.117066 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a83557-85ea-4897-9070-b9b74c104b2b None None] Pushing event deleted for resources: {'Port': ['ID=81b32e8d-fed2-4322-a773-d0f9e8de32ae,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:12.125338 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a83557-85ea-4897-9070-b9b74c104b2b None None] No DVR routers for this DVR port 81b32e8d-fed2-4322-a773-d0f9e8de32ae on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:48:12.138756 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Attempt 4 to provision port 5b231630-304c-451d-a1cc-c067446409e2 Oct 26 15:48:12.149773 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-bc4ff36e-795c-4527-a3ac-776ef75642ce tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'subnet': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:12.214038 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-8369689f-7ba3-4b21-a7af-a949b0ed2f14 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Calling delete_port for 81b32e8d-fed2-4322-a773-d0f9e8de32ae owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:48:12.217006 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed5f808-649b-4fa5-bcc8-35424e6be5ec tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Network 2c595047-ff94-4743-aba3-6e23319f30c6 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:48:12.217651 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Port 5b231630-304c-451d-a1cc-c067446409e2 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:12.222338 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-b00d3925-9e4e-4829-bdd7-ee982e166d7a None None] Set router ae03fe35-a79f-4110-97fb-08ebe0b84f88 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:48:12.230776 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ebf0cbcf-0273-4d7b-931d-55fd85fef007 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] 10.222.0.23 "GET /v2.0/ports?device_id=8dd1d4aa-537b-4b37-8fef-96604311bbff HTTP/1.1" status: 200 len: 205 time: 0.1794736 Oct 26 15:48:12.243097 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38040) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:12.243405 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-fed5f808-649b-4fa5-bcc8-35424e6be5ec tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:12.245977 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed5f808-649b-4fa5-bcc8-35424e6be5ec tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:48:12.259120 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed5f808-649b-4fa5-bcc8-35424e6be5ec tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:12.259120 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fed5f808-649b-4fa5-bcc8-35424e6be5ec tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:12.368711 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-870f015b-a544-4795-9130-95a27e10aefa req-94178200-13ff-4a2b-840b-7bab9fe5eb25 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1962077996&fields=id&tenant_id=3ff1cd5d856143f1b2c461b2d5e300a8 HTTP/1.1" status: 200 len: 267 time: 0.1940575 Oct 26 15:48:12.387658 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-64cefb96-15a0-4327-8a55-f72fc5ecc137 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:12.427988 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-0eed716d-b3c9-4847-8b52-5560abc2c30e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Allocated IP 172.20.0.26 (3cb2dcfd-260a-4d3a-b758-3b083e2645e7/a7d1390d-7ca6-41a0-aef7-8fb535033097/bc5cac88-00b8-4886-9476-bca4a4258a03) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:48:12.431201 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed5f808-649b-4fa5-bcc8-35424e6be5ec tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event updated for resources: {'Port': ['ID=e7b9d200-e077-4f5f-b89d-74a76bc5e20d,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:12.477325 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-8369689f-7ba3-4b21-a7af-a949b0ed2f14 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:48:12.477915 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-8369689f-7ba3-4b21-a7af-a949b0ed2f14 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:48:12.491289 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e295a9d-d866-48d6-9217-5b992c965435 req-ae2b1d3d-5807-4049-a588-cd86092ecdaa tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:12.505133 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0e295a9d-d866-48d6-9217-5b992c965435 req-ae2b1d3d-5807-4049-a588-cd86092ecdaa tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.6945820 Oct 26 15:48:12.549571 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9f236332-b1f8-47d3-86f8-fcba28a2c6cf tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for router, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:12.635040 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-b00d3925-9e4e-4829-bdd7-ee982e166d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae03fe35-a79f-4110-97fb-08ebe0b84f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718828859', 'tenant_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.100'}], 'enable_snat': True}, 'gw_port_id': '872bb1f1-7a70-433f-8c45-8a5b179de111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:47:49Z', 'updated_at': '2022-10-26T15:48:07Z', 'revision_number': 4, 'project_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'gw_port': {'id': '872bb1f1-7a70-433f-8c45-8a5b179de111', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae03fe35-a79f-4110-97fb-08ebe0b84f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:47:51Z', 'updated_at': '2022-10-26T15:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '5b231630-304c-451d-a1cc-c067446409e2', 'name': '', 'network_id': '36fe47be-95f5-45e7-bd5b-f22f2000c1c4', 'tenant_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'mac_address': 'fa:16:3e:54:0e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae03fe35-a79f-4110-97fb-08ebe0b84f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '0eab9ffd-a774-40a5-8c42-7d8fdcf3444f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:48:05Z', 'updated_at': '2022-10-26T15:48:08Z', 'revision_number': 2, 'project_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'subnets': [{'id': '0eab9ffd-a774-40a5-8c42-7d8fdcf3444f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:12.639724 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00d3925-9e4e-4829-bdd7-ee982e166d7a None None] Checking router: ae03fe35-a79f-4110-97fb-08ebe0b84f88 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:48:12.640188 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00d3925-9e4e-4829-bdd7-ee982e166d7a None None] Updating router ae03fe35-a79f-4110-97fb-08ebe0b84f88 port 5b231630-304c-451d-a1cc-c067446409e2 binding host dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:48:12.699210 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b00d3925-9e4e-4829-bdd7-ee982e166d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:12.704093 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0e295a9d-d866-48d6-9217-5b992c965435 req-a69376db-3d51-42ab-a4f7-468f07d5f6f5 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025144 Oct 26 15:48:12.729126 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Attempt 5 to provision port 5b231630-304c-451d-a1cc-c067446409e2 Oct 26 15:48:12.783984 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9f236332-b1f8-47d3-86f8-fcba28a2c6cf tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:12.836562 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Port 5b231630-304c-451d-a1cc-c067446409e2 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:12.858132 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-fed5f808-649b-4fa5-bcc8-35424e6be5ec tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.0455239 Oct 26 15:48:12.867530 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-9280634b-2a5c-40ec-a9fa-9af906677117 req-8a91ab22-f807-4970-aa46-85f5e5f3bb68 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b696bde-eae4-49e5-b03f-e9db71adfa6b HTTP/1.1" status: 200 len: 210 time: 0.0590570 Oct 26 15:48:12.868741 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38048) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:12.869951 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-9f236332-b1f8-47d3-86f8-fcba28a2c6cf tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Deleting port dc2a62b0-3a5e-49ff-ada4-9e794c12c2a5 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:48:12.870502 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9f236332-b1f8-47d3-86f8-fcba28a2c6cf tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:12.872336 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-bc4ff36e-795c-4527-a3ac-776ef75642ce tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:48:12.875761 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cefb96-15a0-4327-8a55-f72fc5ecc137 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Network ea103fec-373a-4028-a582-61b3ac56a836 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:48:12.886645 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-64cefb96-15a0-4327-8a55-f72fc5ecc137 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:12.905000 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cefb96-15a0-4327-8a55-f72fc5ecc137 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:48:12.910843 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cefb96-15a0-4327-8a55-f72fc5ecc137 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:12.915303 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-64cefb96-15a0-4327-8a55-f72fc5ecc137 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:12.936388 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-bc4ff36e-795c-4527-a3ac-776ef75642ce tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:48:12.979861 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-8369689f-7ba3-4b21-a7af-a949b0ed2f14 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Deleting port 81b32e8d-fed2-4322-a773-d0f9e8de32ae {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:48:12.981287 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cefb96-15a0-4327-8a55-f72fc5ecc137 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Pushing event updated for resources: {'Port': ['ID=29e95355-5f40-4b15-8ebb-4add31912089,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:12.981439 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8369689f-7ba3-4b21-a7af-a949b0ed2f14 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:13.031753 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-64cefb96-15a0-4327-8a55-f72fc5ecc137 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 5.2210455 Oct 26 15:48:13.032630 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38052) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:13.050625 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-cc403e10-22bd-4663-ac06-1d4a0830ca13 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Request body: {'port': {'network_id': 'ea103fec-373a-4028-a582-61b3ac56a836', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1666028781'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:13.104811 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4ff36e-795c-4527-a3ac-776ef75642ce tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:48:13.108415 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bc4ff36e-795c-4527-a3ac-776ef75642ce tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:13.109903 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc4ff36e-795c-4527-a3ac-776ef75642ce tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:48:13.110406 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc4ff36e-795c-4527-a3ac-776ef75642ce tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:48:13.157145 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 81b32e8d-fed2-4322-a773-d0f9e8de32ae no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:48:13.200941 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-8369689f-7ba3-4b21-a7af-a949b0ed2f14 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] The port '81b32e8d-fed2-4322-a773-d0f9e8de32ae' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 15:48:13.208651 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f015b-a544-4795-9130-95a27e10aefa req-93a0c74e-0c88-47b3-9fd7-55894bfa43cb tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:13.210815 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-870f015b-a544-4795-9130-95a27e10aefa req-93a0c74e-0c88-47b3-9fd7-55894bfa43cb tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/networks?id=36fe47be-95f5-45e7-bd5b-f22f2000c1c4 HTTP/1.1" status: 200 len: 797 time: 0.8165135 Oct 26 15:48:13.215597 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-bc4ff36e-795c-4527-a3ac-776ef75642ce tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.1684551 Oct 26 15:48:13.219375 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-0eed716d-b3c9-4847-8b52-5560abc2c30e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:13.222395 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38056) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:13.231057 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 81b32e8d-fed2-4322-a773-d0f9e8de32ae {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:48:13.231405 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 81b32e8d-fed2-4322-a773-d0f9e8de32ae not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:48:13.247126 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-161b9243-acdb-4839-a85b-27765580e745 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'subnet': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:13.331729 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-870f015b-a544-4795-9130-95a27e10aefa req-7989710b-25d9-4066-add6-3fcacc917c89 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/quotas/3ff1cd5d856143f1b2c461b2d5e300a8 HTTP/1.1" status: 200 len: 375 time: 0.0986073 Oct 26 15:48:13.342177 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-0eed716d-b3c9-4847-8b52-5560abc2c30e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Transition to ACTIVE for port object bc5cac88-00b8-4886-9476-bca4a4258a03 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:48:13.359519 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Attempt 6 to provision port 5b231630-304c-451d-a1cc-c067446409e2 Oct 26 15:48:13.419471 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d9121b-6771-46bd-a83a-0b787eb8319f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:13.424272 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-53d9121b-6771-46bd-a83a-0b787eb8319f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A96 HTTP/1.1" status: 200 len: 928 time: 0.5170636 Oct 26 15:48:13.425193 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38060) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:13.452770 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Port 5b231630-304c-451d-a1cc-c067446409e2 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:13.456120 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b00d3925-9e4e-4829-bdd7-ee982e166d7a None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:13.470393 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-b00d3925-9e4e-4829-bdd7-ee982e166d7a None None] Transition to ACTIVE for port object 5b231630-304c-451d-a1cc-c067446409e2 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:48:13.487638 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-161b9243-acdb-4839-a85b-27765580e745 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:48:13.508868 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-cc403e10-22bd-4663-ac06-1d4a0830ca13 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:48:13.511155 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-161b9243-acdb-4839-a85b-27765580e745 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:48:13.525630 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8369689f-7ba3-4b21-a7af-a949b0ed2f14 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:13.534187 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-cc403e10-22bd-4663-ac06-1d4a0830ca13 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:48:13.544738 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b00d3925-9e4e-4829-bdd7-ee982e166d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:13.550493 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-870f015b-a544-4795-9130-95a27e10aefa req-3cdd8b6b-ca37-400c-8054-5951775ff619 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3ff1cd5d856143f1b2c461b2d5e300a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2042880 Oct 26 15:48:13.581926 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d117205-87bc-4e95-aa1e-df02d1fa8564 req-a9ff1182-cd3f-4674-894f-cb7dc9811dc3 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:13.583451 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2d117205-87bc-4e95-aa1e-df02d1fa8564 req-a9ff1182-cd3f-4674-894f-cb7dc9811dc3 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.5291455 Oct 26 15:48:13.596293 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9f236332-b1f8-47d3-86f8-fcba28a2c6cf tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:13.606825 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38064) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:13.615731 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-8369689f-7ba3-4b21-a7af-a949b0ed2f14 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f96eeba-3749-449c-b45b-c4ae005dc426']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:13.633873 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-243e6e96-fe34-48b9-a589-20543cf4aec9 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Request body: {'floatingip': {'port_id': '0c267633-51b9-4b9d-bbf1-b8861290ab0b'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:13.643404 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-0eed716d-b3c9-4847-8b52-5560abc2c30e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:13.645022 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc403e10-22bd-4663-ac06-1d4a0830ca13 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Made reservation on behalf of b5d218d21c1a4a65a548d86f4c5955d1 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:48:13.649121 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cc403e10-22bd-4663-ac06-1d4a0830ca13 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:13.665739 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161b9243-acdb-4839-a85b-27765580e745 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:48:13.669165 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-161b9243-acdb-4839-a85b-27765580e745 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:13.671216 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-161b9243-acdb-4839-a85b-27765580e745 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:48:13.671778 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-161b9243-acdb-4839-a85b-27765580e745 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:48:13.691190 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-35d6bf9b-e5d1-42fd-88d4-ecf045eaacd3 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Deleting port e7b9d200-e077-4f5f-b89d-74a76bc5e20d {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:48:13.691559 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-35d6bf9b-e5d1-42fd-88d4-ecf045eaacd3 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:13.767626 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [None req-cc403e10-22bd-4663-ac06-1d4a0830ca13 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] device_id is not set on port bb3fbc0b-9794-4f71-b0fd-49715c9de29b yet. {{(pid=89748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:48:13.787772 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d0436-ef7b-4884-a56e-250e585ac8f5 None None] Pushing event updated for resources: {'Port': ['ID=5b231630-304c-451d-a1cc-c067446409e2,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:13.815170 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-b00d3925-9e4e-4829-bdd7-ee982e166d7a None None] Attempting to bind port 5b231630-304c-451d-a1cc-c067446409e2 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:48:13.815538 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-b00d3925-9e4e-4829-bdd7-ee982e166d7a None None] Attempting to bind port 5b231630-304c-451d-a1cc-c067446409e2 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '36dee383-8b60-4366-bb63-6db63ca82dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '36fe47be-95f5-45e7-bd5b-f22f2000c1c4'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:48:13.816580 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00d3925-9e4e-4829-bdd7-ee982e166d7a None None] Attempting to bind port 5b231630-304c-451d-a1cc-c067446409e2 on network 36fe47be-95f5-45e7-bd5b-f22f2000c1c4 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:48:13.825257 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00d3925-9e4e-4829-bdd7-ee982e166d7a None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:48:13.828306 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00d3925-9e4e-4829-bdd7-ee982e166d7a None None] Checking segment: {'id': '36dee383-8b60-4366-bb63-6db63ca82dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '36fe47be-95f5-45e7-bd5b-f22f2000c1c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:48:13.828306 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b00d3925-9e4e-4829-bdd7-ee982e166d7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:13.828306 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00d3925-9e4e-4829-bdd7-ee982e166d7a None None] Bound using segment: {'id': '36dee383-8b60-4366-bb63-6db63ca82dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '36fe47be-95f5-45e7-bd5b-f22f2000c1c4'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:48:13.828739 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-b00d3925-9e4e-4829-bdd7-ee982e166d7a None None] Bound port: 5b231630-304c-451d-a1cc-c067446409e2, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36dee383-8b60-4366-bb63-6db63ca82dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '36fe47be-95f5-45e7-bd5b-f22f2000c1c4'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:48:13.829536 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b00d3925-9e4e-4829-bdd7-ee982e166d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:13.838617 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-0eed716d-b3c9-4847-8b52-5560abc2c30e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network 3cb2dcfd-260a-4d3a-b758-3b083e2645e7 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:48:13.849736 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-0eed716d-b3c9-4847-8b52-5560abc2c30e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:13.858156 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-0eed716d-b3c9-4847-8b52-5560abc2c30e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:48:13.895497 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed716d-b3c9-4847-8b52-5560abc2c30e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=bc5cac88-00b8-4886-9476-bca4a4258a03,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:13.918613 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-161b9243-acdb-4839-a85b-27765580e745 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6927941 Oct 26 15:48:13.930260 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38070) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:13.946826 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-4f75221f-6842-47f6-8ce4-9169ac6110bc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'subnet': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:13.947543 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-b00d3925-9e4e-4829-bdd7-ee982e166d7a None None] For port 5b231630-304c-451d-a1cc-c067446409e2, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:48:13.951429 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-b00d3925-9e4e-4829-bdd7-ee982e166d7a None None] For port 5b231630-304c-451d-a1cc-c067446409e2, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=5b231630-304c-451d-a1cc-c067446409e2,segment=NetworkSegment(36dee383-8b60-4366-bb63-6db63ca82dac),segment_id=36dee383-8b60-4366-bb63-6db63ca82dac)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:48:13.955353 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Attempt 7 to provision port 5b231630-304c-451d-a1cc-c067446409e2 Oct 26 15:48:14.029310 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Port 5b231630-304c-451d-a1cc-c067446409e2 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:14.031054 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b00d3925-9e4e-4829-bdd7-ee982e166d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:14.038669 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-8369689f-7ba3-4b21-a7af-a949b0ed2f14 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9707e602-4ca9-4171-bc37-6e0e4a0b353f') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:14.039101 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-8369689f-7ba3-4b21-a7af-a949b0ed2f14 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9707e602-4ca9-4171-bc37-6e0e4a0b353f') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:14.039855 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-870f015b-a544-4795-9130-95a27e10aefa req-dd2cbfde-fd42-4fbc-a98a-b181ccbed3ed service neutron] 10.222.0.23 "GET /v2.0/networks/36fe47be-95f5-45e7-bd5b-f22f2000c1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4787199 Oct 26 15:48:14.083219 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-9f236332-b1f8-47d3-86f8-fcba28a2c6cf tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Calling delete_port for dc2a62b0-3a5e-49ff-ada4-9e794c12c2a5 owned by network:router_gateway {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:48:14.095529 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00d3925-9e4e-4829-bdd7-ee982e166d7a None None] Routers {'ae03fe35-a79f-4110-97fb-08ebe0b84f88'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:48:14.096316 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-b00d3925-9e4e-4829-bdd7-ee982e166d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:48:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['ae03fe35-a79f-4110-97fb-08ebe0b84f88'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:14.182069 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8369689f-7ba3-4b21-a7af-a949b0ed2f14 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:14.197555 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-243e6e96-fe34-48b9-a589-20543cf4aec9 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Notify callbacks [] for floatingip, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:14.272272 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-0eed716d-b3c9-4847-8b52-5560abc2c30e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:14.272607 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d0436-ef7b-4884-a56e-250e585ac8f5 None None] Pushing event updated for resources: {'Port': ['ID=5b231630-304c-451d-a1cc-c067446409e2,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:14.272962 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-0eed716d-b3c9-4847-8b52-5560abc2c30e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:14.291037 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-4f75221f-6842-47f6-8ce4-9169ac6110bc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:48:14.310912 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-b00d3925-9e4e-4829-bdd7-ee982e166d7a None None] Set router ae03fe35-a79f-4110-97fb-08ebe0b84f88 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:48:14.341612 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-4f75221f-6842-47f6-8ce4-9169ac6110bc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:48:14.362361 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8369689f-7ba3-4b21-a7af-a949b0ed2f14 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:14.384855 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-cc403e10-22bd-4663-ac06-1d4a0830ca13 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Allocated IP 2001:db8::39c (ea103fec-373a-4028-a582-61b3ac56a836/22b944d3-bc31-4a4b-9a6b-22d78a03dcfe/bb3fbc0b-9794-4f71-b0fd-49715c9de29b) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:48:14.420085 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-870f015b-a544-4795-9130-95a27e10aefa req-a06a3557-2046-4266-bc54-b2a31c520d21 service neutron] 10.222.0.23 "GET /v2.0/networks/36fe47be-95f5-45e7-bd5b-f22f2000c1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783985 Oct 26 15:48:14.423280 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-0eed716d-b3c9-4847-8b52-5560abc2c30e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1406145 Oct 26 15:48:14.442079 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-70dd07ce-0177-48ea-b86b-d1e0a859b8ff service neutron] Request body: {'port': {'device_id': '2b696bde-eae4-49e5-b03f-e9db71adfa6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8627'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:14.474338 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8369689f-7ba3-4b21-a7af-a949b0ed2f14 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:48:14.475402 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8369689f-7ba3-4b21-a7af-a949b0ed2f14 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:14.497048 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f75221f-6842-47f6-8ce4-9169ac6110bc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:48:14.500849 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4f75221f-6842-47f6-8ce4-9169ac6110bc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:14.503977 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f75221f-6842-47f6-8ce4-9169ac6110bc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:48:14.503977 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f75221f-6842-47f6-8ce4-9169ac6110bc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:48:14.535262 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 9707e602-4ca9-4171-bc37-6e0e4a0b353f resource provider aggregate not found Oct 26 15:48:14.558564 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Attempt 8 to provision port 5b231630-304c-451d-a1cc-c067446409e2 Oct 26 15:48:14.615031 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 9707e602-4ca9-4171-bc37-6e0e4a0b353f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9707e602-4ca9-4171-bc37-6e0e4a0b353f found for delete ", "request_id": "req-d13d6d4e-2b87-4c59-8135-94985523a4cd"}]} Oct 26 15:48:14.720487 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Port 5b231630-304c-451d-a1cc-c067446409e2 had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 15:48:14.766354 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-b00d3925-9e4e-4829-bdd7-ee982e166d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae03fe35-a79f-4110-97fb-08ebe0b84f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718828859', 'tenant_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.100'}], 'enable_snat': True}, 'gw_port_id': '872bb1f1-7a70-433f-8c45-8a5b179de111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:47:49Z', 'updated_at': '2022-10-26T15:48:07Z', 'revision_number': 4, 'project_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'gw_port': {'id': '872bb1f1-7a70-433f-8c45-8a5b179de111', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae03fe35-a79f-4110-97fb-08ebe0b84f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:47:51Z', 'updated_at': '2022-10-26T15:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '5b231630-304c-451d-a1cc-c067446409e2', 'name': '', 'network_id': '36fe47be-95f5-45e7-bd5b-f22f2000c1c4', 'tenant_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'mac_address': 'fa:16:3e:54:0e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae03fe35-a79f-4110-97fb-08ebe0b84f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '0eab9ffd-a774-40a5-8c42-7d8fdcf3444f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:48:05Z', 'updated_at': '2022-10-26T15:48:13Z', 'revision_number': 4, 'project_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'subnets': [{'id': '0eab9ffd-a774-40a5-8c42-7d8fdcf3444f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:14.771298 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00d3925-9e4e-4829-bdd7-ee982e166d7a None None] The sync data for ids ['ae03fe35-a79f-4110-97fb-08ebe0b84f88'] in dv-neutron-862712-1-hyperv is: [{'id': 'ae03fe35-a79f-4110-97fb-08ebe0b84f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718828859', 'tenant_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.100'}], 'enable_snat': True}, 'gw_port_id': '872bb1f1-7a70-433f-8c45-8a5b179de111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:47:49Z', 'updated_at': '2022-10-26T15:48:07Z', 'revision_number': 4, 'project_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'gw_port': {'id': '872bb1f1-7a70-433f-8c45-8a5b179de111', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae03fe35-a79f-4110-97fb-08ebe0b84f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:47:51Z', 'updated_at': '2022-10-26T15:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '5b231630-304c-451d-a1cc-c067446409e2', 'name': '', 'network_id': '36fe47be-95f5-45e7-bd5b-f22f2000c1c4', 'tenant_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'mac_address': 'fa:16:3e:54:0e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae03fe35-a79f-4110-97fb-08ebe0b84f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '0eab9ffd-a774-40a5-8c42-7d8fdcf3444f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:48:05Z', 'updated_at': '2022-10-26T15:48:13Z', 'revision_number': 4, 'project_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'subnets': [{'id': '0eab9ffd-a774-40a5-8c42-7d8fdcf3444f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:48:14.817355 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Provisioning for port 0aa071dd-0ab0-48e2-aeff-5c77dc3b0b5e completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:48:14.852154 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-4f75221f-6842-47f6-8ce4-9169ac6110bc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9205928 Oct 26 15:48:14.854918 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Provisioning complete for port 0aa071dd-0ab0-48e2-aeff-5c77dc3b0b5e triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:48:14.857316 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:14.857316 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Attempt 1 to provision port 0aa071dd-0ab0-48e2-aeff-5c77dc3b0b5e Oct 26 15:48:14.863971 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8369689f-7ba3-4b21-a7af-a949b0ed2f14 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:14.889587 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-70dd07ce-0177-48ea-b86b-d1e0a859b8ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:14.914166 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38082) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:14.963419 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Port 0aa071dd-0ab0-48e2-aeff-5c77dc3b0b5e cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:14.979357 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8e0503e8-fd4f-4344-862a-904c0ad9a965 req-e18ba5f4-12a9-4223-9b98-d20c14445d34 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/ports?device_id=055d89eb-6041-456b-814d-aa39354c6eca HTTP/1.1" status: 200 len: 210 time: 0.1849422 Oct 26 15:48:15.027776 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-050698c3-9621-4c9a-aade-1c111002371f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:48:15.082127 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 5b231630-304c-451d-a1cc-c067446409e2 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:48:15.137778 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-050698c3-9621-4c9a-aade-1c111002371f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:48:15.138999 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-050698c3-9621-4c9a-aade-1c111002371f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2210944 Oct 26 15:48:15.148500 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38090) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:15.178592 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8369689f-7ba3-4b21-a7af-a949b0ed2f14 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:15.239023 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6431c0-c34c-43e9-b83d-c9ba4246a768 req-19d8b80c-98d1-47e6-88fb-1e9d7e35f9a8 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:15.247874 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ba6431c0-c34c-43e9-b83d-c9ba4246a768 req-19d8b80c-98d1-47e6-88fb-1e9d7e35f9a8 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b696bde-eae4-49e5-b03f-e9db71adfa6b HTTP/1.1" status: 200 len: 932 time: 1.1836755 Oct 26 15:48:15.261909 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cc403e10-22bd-4663-ac06-1d4a0830ca13 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:15.264436 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8369689f-7ba3-4b21-a7af-a949b0ed2f14 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] Pushing event deleted for resources: {'Network': ['ID=6f96eeba-3749-449c-b45b-c4ae005dc426,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:15.303809 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8369689f-7ba3-4b21-a7af-a949b0ed2f14 tempest-NetworksTest-208164905 tempest-NetworksTest-208164905-project] 10.222.0.23 "DELETE /v2.0/networks/6f96eeba-3749-449c-b45b-c4ae005dc426 HTTP/1.1" status: 204 len: 168 time: 4.4278283 Oct 26 15:48:15.319945 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-cc403e10-22bd-4663-ac06-1d4a0830ca13 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Transition to ACTIVE for port object bb3fbc0b-9794-4f71-b0fd-49715c9de29b will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:48:15.328163 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 5b231630-304c-451d-a1cc-c067446409e2 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:48:15.340184 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 5b231630-304c-451d-a1cc-c067446409e2 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:48:15.340184 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:15.340184 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 5b231630-304c-451d-a1cc-c067446409e2 Oct 26 15:48:15.367855 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9f236332-b1f8-47d3-86f8-fcba28a2c6cf tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:15.369567 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc53826-4f42-4c8a-b177-7d4b12c5a701 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:15.370683 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-cbc53826-4f42-4c8a-b177-7d4b12c5a701 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:subnet {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:48:15.391120 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-35d6bf9b-e5d1-42fd-88d4-ecf045eaacd3 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:15.464365 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Attempt 2 to provision port 0aa071dd-0ab0-48e2-aeff-5c77dc3b0b5e Oct 26 15:48:15.511406 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-cbc53826-4f42-4c8a-b177-7d4b12c5a701 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:subnet {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:48:15.517416 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-cbc53826-4f42-4c8a-b177-7d4b12c5a701 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3671334 Oct 26 15:48:15.522195 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38096) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:15.576868 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Port 0aa071dd-0ab0-48e2-aeff-5c77dc3b0b5e cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:15.619930 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 5b231630-304c-451d-a1cc-c067446409e2 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:48:15.620656 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:15.628275 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b381e9de-6c2f-41aa-bee7-00fa7f0efb5e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1034746 Oct 26 15:48:15.638508 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38102) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:15.656622 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-d61b91cd-7e83-490f-b7bb-4a7c579fa045 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'subnet': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:15.662737 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ba6431c0-c34c-43e9-b83d-c9ba4246a768 req-a58b8b13-e25f-40ef-9bca-4e5301a0724f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=240ebfaa-9dab-471a-8343-76af9134bb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4135561 Oct 26 15:48:15.668897 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 5b231630-304c-451d-a1cc-c067446409e2, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=5b231630-304c-451d-a1cc-c067446409e2,segment=NetworkSegment(36dee383-8b60-4366-bb63-6db63ca82dac),segment_id=36dee383-8b60-4366-bb63-6db63ca82dac)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:48:15.738788 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:15.813852 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-d61b91cd-7e83-490f-b7bb-4a7c579fa045 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:48:15.831470 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-d61b91cd-7e83-490f-b7bb-4a7c579fa045 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:48:15.844169 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=5b231630-304c-451d-a1cc-c067446409e2,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:15.870802 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-35d6bf9b-e5d1-42fd-88d4-ecf045eaacd3 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Calling delete_port for e7b9d200-e077-4f5f-b89d-74a76bc5e20d owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:48:15.904472 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f236332-b1f8-47d3-86f8-fcba28a2c6cf tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Pushing event deleted for resources: {'Port': ['ID=dc2a62b0-3a5e-49ff-ada4-9e794c12c2a5,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:15.948066 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-70dd07ce-0177-48ea-b86b-d1e0a859b8ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc5cac88-00b8-4886-9476-bca4a4258a03 {{(pid=89748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:48:15.964034 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-70dd07ce-0177-48ea-b86b-d1e0a859b8ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:15.984647 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-70dd07ce-0177-48ea-b86b-d1e0a859b8ff service neutron] Transition to ACTIVE for port object bc5cac88-00b8-4886-9476-bca4a4258a03 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:48:15.987550 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61b91cd-7e83-490f-b7bb-4a7c579fa045 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:48:15.993512 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d61b91cd-7e83-490f-b7bb-4a7c579fa045 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:16.020033 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cc403e10-22bd-4663-ac06-1d4a0830ca13 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:16.050314 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38110) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:16.077847 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Attempt 3 to provision port 0aa071dd-0ab0-48e2-aeff-5c77dc3b0b5e Oct 26 15:48:16.179282 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Port 0aa071dd-0ab0-48e2-aeff-5c77dc3b0b5e cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:16.208338 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-70dd07ce-0177-48ea-b86b-d1e0a859b8ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:16.242702 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9f236332-b1f8-47d3-86f8-fcba28a2c6cf tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:16.278629 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc403e10-22bd-4663-ac06-1d4a0830ca13 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Network ea103fec-373a-4028-a582-61b3ac56a836 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:48:16.305705 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-cc403e10-22bd-4663-ac06-1d4a0830ca13 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:16.322323 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-41193e08-45c1-41e3-9019-98ab2ee335d0 req-ccfdd3d6-ff2e-4766-a202-a550dac2df62 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/ports?device_id=055d89eb-6041-456b-814d-aa39354c6eca HTTP/1.1" status: 200 len: 210 time: 0.2446506 Oct 26 15:48:16.329236 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc403e10-22bd-4663-ac06-1d4a0830ca13 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:48:16.335496 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc403e10-22bd-4663-ac06-1d4a0830ca13 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:16.336130 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cc403e10-22bd-4663-ac06-1d4a0830ca13 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:16.400498 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc403e10-22bd-4663-ac06-1d4a0830ca13 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Pushing event updated for resources: {'Port': ['ID=bb3fbc0b-9794-4f71-b0fd-49715c9de29b,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:16.508519 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9f236332-b1f8-47d3-86f8-fcba28a2c6cf tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:16.514161 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9f236332-b1f8-47d3-86f8-fcba28a2c6cf tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:16.553134 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-cc403e10-22bd-4663-ac06-1d4a0830ca13 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.5040979 Oct 26 15:48:16.553736 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38116) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:16.553736 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.db.resource_extend [None req-243e6e96-fe34-48b9-a589-20543cf4aec9 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 15:48:16.616200 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-70dd07ce-0177-48ea-b86b-d1e0a859b8ff service neutron] Attempting to bind port bc5cac88-00b8-4886-9476-bca4a4258a03 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:48:16.616529 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-70dd07ce-0177-48ea-b86b-d1e0a859b8ff service neutron] Attempting to bind port bc5cac88-00b8-4886-9476-bca4a4258a03 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': '140d29cb-1f6e-4615-a4e2-daa14f99aebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3cb2dcfd-260a-4d3a-b758-3b083e2645e7'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:48:16.616846 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-70dd07ce-0177-48ea-b86b-d1e0a859b8ff service neutron] Attempting to bind port bc5cac88-00b8-4886-9476-bca4a4258a03 on network 3cb2dcfd-260a-4d3a-b758-3b083e2645e7 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:48:16.619321 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd07ce-0177-48ea-b86b-d1e0a859b8ff service neutron] Pushing event updated for resources: {'Port': ['ID=bc5cac88-00b8-4886-9476-bca4a4258a03,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:16.628828 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-70dd07ce-0177-48ea-b86b-d1e0a859b8ff service neutron] Port bc5cac88-00b8-4886-9476-bca4a4258a03 on network 3cb2dcfd-260a-4d3a-b758-3b083e2645e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:48:16.629076 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-70dd07ce-0177-48ea-b86b-d1e0a859b8ff service neutron] Attempting to bind port bc5cac88-00b8-4886-9476-bca4a4258a03 on network 3cb2dcfd-260a-4d3a-b758-3b083e2645e7 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:48:16.637834 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-70dd07ce-0177-48ea-b86b-d1e0a859b8ff service neutron] Checking agent: {'id': '1b551391-ebdd-44bd-8801-034277ca5526', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8627', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'started_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:48:16.638167 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-70dd07ce-0177-48ea-b86b-d1e0a859b8ff service neutron] Checking segment: {'id': '140d29cb-1f6e-4615-a4e2-daa14f99aebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3cb2dcfd-260a-4d3a-b758-3b083e2645e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:48:16.638786 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-70dd07ce-0177-48ea-b86b-d1e0a859b8ff service neutron] Bound using segment: {'id': '140d29cb-1f6e-4615-a4e2-daa14f99aebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3cb2dcfd-260a-4d3a-b758-3b083e2645e7'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:48:16.639226 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-70dd07ce-0177-48ea-b86b-d1e0a859b8ff service neutron] Bound port: bc5cac88-00b8-4886-9476-bca4a4258a03, host: hv-neutron-8627, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140d29cb-1f6e-4615-a4e2-daa14f99aebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3cb2dcfd-260a-4d3a-b758-3b083e2645e7'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:48:16.639572 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-70dd07ce-0177-48ea-b86b-d1e0a859b8ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:16.666993 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-35d6bf9b-e5d1-42fd-88d4-ecf045eaacd3 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:16.675094 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-8162cb11-864f-49b4-b942-52e6bf5859a4 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::28c', 'mac_address': 'fa:16:3e:36:42:80'}, {'ip_address': '2001:db8::24f', 'mac_address': 'fa:16:3e:05:17:d5'}]}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:16.681286 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Attempt 4 to provision port 0aa071dd-0ab0-48e2-aeff-5c77dc3b0b5e Oct 26 15:48:16.742664 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b59e2661-871b-4862-b82b-00d5fc29da1f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1be2509a71d64d26a32bbf77f727e229&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6832545 Oct 26 15:48:16.747632 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38122) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:16.809737 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Port 0aa071dd-0ab0-48e2-aeff-5c77dc3b0b5e cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:16.880923 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9f236332-b1f8-47d3-86f8-fcba28a2c6cf tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:16.881640 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f236332-b1f8-47d3-86f8-fcba28a2c6cf tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Fanout notify agent at l3_agent the message router_deleted on router 8dd1d4aa-537b-4b37-8fef-96604311bbff {{(pid=89747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:48:16.883360 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d6bf9b-e5d1-42fd-88d4-ecf045eaacd3 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event deleted for resources: {'Port': ['ID=e7b9d200-e077-4f5f-b89d-74a76bc5e20d,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:16.929520 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-70dd07ce-0177-48ea-b86b-d1e0a859b8ff service neutron] For port bc5cac88-00b8-4886-9476-bca4a4258a03, host hv-neutron-8627, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:48:16.941663 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-70dd07ce-0177-48ea-b86b-d1e0a859b8ff service neutron] For port bc5cac88-00b8-4886-9476-bca4a4258a03, host hv-neutron-8627, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=bc5cac88-00b8-4886-9476-bca4a4258a03,segment=NetworkSegment(140d29cb-1f6e-4615-a4e2-daa14f99aebb),segment_id=140d29cb-1f6e-4615-a4e2-daa14f99aebb)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:48:17.000492 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-35d6bf9b-e5d1-42fd-88d4-ecf045eaacd3 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:17.005204 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-243e6e96-fe34-48b9-a589-20543cf4aec9 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:17.059894 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 5b231630-304c-451d-a1cc-c067446409e2 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:48:17.073735 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-70dd07ce-0177-48ea-b86b-d1e0a859b8ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:17.095407 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9f236332-b1f8-47d3-86f8-fcba28a2c6cf tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:17.096983 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-9f236332-b1f8-47d3-86f8-fcba28a2c6cf tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] 10.222.0.23 "DELETE /v2.0/routers/8dd1d4aa-537b-4b37-8fef-96604311bbff HTTP/1.1" status: 204 len: 168 time: 4.8529344 Oct 26 15:48:17.106396 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-35d6bf9b-e5d1-42fd-88d4-ecf045eaacd3 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/ports/e7b9d200-e077-4f5f-b89d-74a76bc5e20d HTTP/1.1" status: 204 len: 168 time: 3.6654966 Oct 26 15:48:17.110446 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38126) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:17.110650 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38128) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:17.114348 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-243e6e96-fe34-48b9-a589-20543cf4aec9 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:17.123874 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-70dd07ce-0177-48ea-b86b-d1e0a859b8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:17.124492 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-70dd07ce-0177-48ea-b86b-d1e0a859b8ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:17.127019 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-70dd07ce-0177-48ea-b86b-d1e0a859b8ff service neutron] 10.222.0.48 "PUT /v2.0/ports/bc5cac88-00b8-4886-9476-bca4a4258a03 HTTP/1.1" status: 200 len: 1094 time: 2.6880002 Oct 26 15:48:17.129226 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b696bde-eae4-49e5-b03f-e9db71adfa6b', 'tag': 'bc5cac88-00b8-4886-9476-bca4a4258a03'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:48:17.132338 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168118b4-e167-48df-bce9-e52f247f7b31" -d '{"events": [{"name": "network-changed", "server_uuid": "2b696bde-eae4-49e5-b03f-e9db71adfa6b", "tag": "bc5cac88-00b8-4886-9476-bca4a4258a03"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:48:17.149297 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 5b231630-304c-451d-a1cc-c067446409e2 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:48:17.149681 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:17.150022 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 5b231630-304c-451d-a1cc-c067446409e2 Oct 26 15:48:17.207288 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6658cc6-3ddd-4a4d-8e76-be2351b49686 x-openstack-request-id: req-b6658cc6-3ddd-4a4d-8e76-be2351b49686 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:48:17.207787 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b696bde-eae4-49e5-b03f-e9db71adfa6b", "tag": "bc5cac88-00b8-4886-9476-bca4a4258a03", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:48:17.208218 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b6658cc6-3ddd-4a4d-8e76-be2351b49686 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:48:17.208776 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6658cc6-3ddd-4a4d-8e76-be2351b49686'] response: {'name': 'network-changed', 'server_uuid': '2b696bde-eae4-49e5-b03f-e9db71adfa6b', 'tag': 'bc5cac88-00b8-4886-9476-bca4a4258a03', 'status': 'completed', 'code': 200} Oct 26 15:48:17.214519 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.objects.ports [None req-d61b91cd-7e83-490f-b7bb-4a7c579fa045 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89748) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 26 15:48:17.217515 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d61b91cd-7e83-490f-b7bb-4a7c579fa045 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:17.237182 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-c172cb7b-489e-4acd-a889-6255e8552aa4 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-466670188', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:17.291662 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 5b231630-304c-451d-a1cc-c067446409e2 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:48:17.310604 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Attempt 5 to provision port 0aa071dd-0ab0-48e2-aeff-5c77dc3b0b5e Oct 26 15:48:17.340831 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61b91cd-7e83-490f-b7bb-4a7c579fa045 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:48:17.341336 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-c172cb7b-489e-4acd-a889-6255e8552aa4 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:48:17.345958 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd07ce-0177-48ea-b86b-d1e0a859b8ff service neutron] Pushing event updated for resources: {'Port': ['ID=bc5cac88-00b8-4886-9476-bca4a4258a03,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:17.352802 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-d61b91cd-7e83-490f-b7bb-4a7c579fa045 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:17.364238 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61b91cd-7e83-490f-b7bb-4a7c579fa045 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:17.364831 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d61b91cd-7e83-490f-b7bb-4a7c579fa045 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:17.382131 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-c172cb7b-489e-4acd-a889-6255e8552aa4 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Usage tracker for resource:router and tenant:eae49afb94514da8ad9cfe3afdaae288 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:48:17.397258 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526a8675-fb4b-4b78-b4a5-f3d26a4d6a48 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:48:17.400406 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b91cd-7e83-490f-b7bb-4a7c579fa045 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Subnet': ['ID=8e7366a8-db14-4a87-9b86-5d803e975024,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:17.400546 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-c172cb7b-489e-4acd-a889-6255e8552aa4 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:48:17.403748 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-63966bd7-c50a-4a00-9ee0-82c097892ec5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] GET failed (client error): The resource could not be found. Oct 26 15:48:17.404280 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-63966bd7-c50a-4a00-9ee0-82c097892ec5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Synchronizing usage tracker for tenant:b10aaa5403b848e8bc3e4f603712654e on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:48:17.456493 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168118b4-e167-48df-bce9-e52f247f7b31 req-f38a24bd-ae0c-4dc4-b911-577e0b38376d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:17.457995 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-168118b4-e167-48df-bce9-e52f247f7b31 req-f38a24bd-ae0c-4dc4-b911-577e0b38376d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=2b696bde-eae4-49e5-b03f-e9db71adfa6b HTTP/1.1" status: 200 len: 1097 time: 0.1970279 Oct 26 15:48:17.530427 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-d61b91cd-7e83-490f-b7bb-4a7c579fa045 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8908420 Oct 26 15:48:17.544402 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38138) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:17.552170 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-578df0fd-e638-4cfd-868b-6fc71314cce7 req-8560eb5c-6045-4020-b107-6d8cfaeb7c29 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/ports?device_id=055d89eb-6041-456b-814d-aa39354c6eca HTTP/1.1" status: 200 len: 210 time: 0.0912740 Oct 26 15:48:17.574495 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Port 0aa071dd-0ab0-48e2-aeff-5c77dc3b0b5e cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:17.592862 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-c172cb7b-489e-4acd-a889-6255e8552aa4 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:48:17.606241 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-8a127041-0475-4b7e-9fc3-ed8d451b10e3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'port': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'mac_address': 'fa:16:3e:c5:7d:7b', 'name': 'tempest-NetworksTestDHCPv6-1447247009'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:17.624480 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f0b71448-7ddf-4d26-ab64-a46351cd8dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:17.676777 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ba93e-6c14-40bf-bc40-2ff8925d91a7 req-60f88033-4a13-4da6-ae33-056952d84c4c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:17.685204 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ed5ba93e-6c14-40bf-bc40-2ff8925d91a7 req-60f88033-4a13-4da6-ae33-056952d84c4c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b696bde-eae4-49e5-b03f-e9db71adfa6b HTTP/1.1" status: 200 len: 944 time: 0.8849046 Oct 26 15:48:17.733424 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcee9626-c383-41fa-a721-014b3e9c7327 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-f810e159-a5e8-4c86-8cec-5d909fe013dd', 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'tenant_id': 'cde0b70c42f24e8e94f9303758760038', 'fixed_ips': [{'subnet_id': '8e7366a8-db14-4a87-9b86-5d803e975024'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:48:17.734682 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fcee9626-c383-41fa-a721-014b3e9c7327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:17.768930 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f0b71448-7ddf-4d26-ab64-a46351cd8dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:17.782838 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c172cb7b-489e-4acd-a889-6255e8552aa4 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:17.783874 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c172cb7b-489e-4acd-a889-6255e8552aa4 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:17.788055 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-63966bd7-c50a-4a00-9ee0-82c097892ec5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Unset dirty status for tenant:b10aaa5403b848e8bc3e4f603712654e on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:48:17.791826 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-63966bd7-c50a-4a00-9ee0-82c097892ec5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "GET /v2.0/ports/e7b9d200-e077-4f5f-b89d-74a76bc5e20d HTTP/1.1" status: 404 len: 333 time: 0.5620763 Oct 26 15:48:17.793012 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38142) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:17.860248 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.l3_db [None req-243e6e96-fe34-48b9-a589-20543cf4aec9 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Floating IP 712d52cb-b12b-4745-b6ae-5b9f447d543f associated. External IP: 172.26.2.24, port: 0c267633-51b9-4b9d-bbf1-b8861290ab0b. Oct 26 15:48:17.915663 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-fcee9626-c383-41fa-a721-014b3e9c7327 None None] Allocated IP 2001:db8::f816:3eff:fe1b:256b (f810e159-a5e8-4c86-8cec-5d909fe013dd/8e7366a8-db14-4a87-9b86-5d803e975024/aff54726-81b6-46ef-95ae-2b0e229a562f) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:48:18.012295 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ed5ba93e-6c14-40bf-bc40-2ff8925d91a7 req-68e0f710-0c58-4c81-be20-2fffb8b99662 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=240ebfaa-9dab-471a-8343-76af9134bb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3230588 Oct 26 15:48:18.013166 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8a127041-0475-4b7e-9fc3-ed8d451b10e3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:48:18.047830 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c172cb7b-489e-4acd-a889-6255e8552aa4 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:18.062666 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Attempt 6 to provision port 0aa071dd-0ab0-48e2-aeff-5c77dc3b0b5e Oct 26 15:48:18.069294 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8162cb11-864f-49b4-b942-52e6bf5859a4 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:18.070526 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-9c4e5060-bacc-4cc4-9df9-2266c656751c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Deleting port 0aa071dd-0ab0-48e2-aeff-5c77dc3b0b5e {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:48:18.070925 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9c4e5060-bacc-4cc4-9df9-2266c656751c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:18.104032 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8a127041-0475-4b7e-9fc3-ed8d451b10e3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:48:18.127452 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168118b4-e167-48df-bce9-e52f247f7b31 req-87d92ef0-62d7-4a91-8b06-6cb28b79893f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:18.129990 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168118b4-e167-48df-bce9-e52f247f7b31 req-87d92ef0-62d7-4a91-8b06-6cb28b79893f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:18.129990 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-168118b4-e167-48df-bce9-e52f247f7b31 req-87d92ef0-62d7-4a91-8b06-6cb28b79893f service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=8316bfcf068445aeb00a503282bb001c&shared=False HTTP/1.1" status: 200 len: 1582 time: 0.6300972 Oct 26 15:48:18.159528 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f015b-a544-4795-9130-95a27e10aefa req-e29735b9-d9b3-494c-a4ea-2cd7268f43ea tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:18.161977 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-870f015b-a544-4795-9130-95a27e10aefa req-e29735b9-d9b3-494c-a4ea-2cd7268f43ea tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.48 "GET /v2.0/networks?id=36fe47be-95f5-45e7-bd5b-f22f2000c1c4 HTTP/1.1" status: 200 len: 797 time: 0.5409126 Oct 26 15:48:18.191410 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c172cb7b-489e-4acd-a889-6255e8552aa4 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:18.191540 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Port 0aa071dd-0ab0-48e2-aeff-5c77dc3b0b5e cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:18.235028 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fcee9626-c383-41fa-a721-014b3e9c7327 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:18.247910 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-fcee9626-c383-41fa-a721-014b3e9c7327 None None] Transition to ACTIVE for port object aff54726-81b6-46ef-95ae-2b0e229a562f will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:48:18.270326 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-fcee9626-c383-41fa-a721-014b3e9c7327 None None] Transition to ACTIVE for port object aff54726-81b6-46ef-95ae-2b0e229a562f will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:48:18.348136 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a127041-0475-4b7e-9fc3-ed8d451b10e3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:48:18.363575 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f0b71448-7ddf-4d26-ab64-a46351cd8dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:18.377332 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fcee9626-c383-41fa-a721-014b3e9c7327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:18.378071 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-870f015b-a544-4795-9130-95a27e10aefa req-147107b5-dc0d-42c4-ab01-31c6cd3e6ed2 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ff1cd5d856143f1b2c461b2d5e300a8 HTTP/1.1" status: 200 len: 380 time: 0.1319540 Oct 26 15:48:18.447279 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-870f015b-a544-4795-9130-95a27e10aefa req-b462bd7b-9b3a-4033-adc6-30b8a7f9e264 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Request body: {'port': {'device_id': '055d89eb-6041-456b-814d-aa39354c6eca', 'network_id': '36fe47be-95f5-45e7-bd5b-f22f2000c1c4', 'admin_state_up': True, 'tenant_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'security_groups': ['714ce366-d10f-43dc-886a-95016c1d1e76']}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:18.448448 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcee9626-c383-41fa-a721-014b3e9c7327 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:48:18.451574 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-fcee9626-c383-41fa-a721-014b3e9c7327 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:18.455388 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcee9626-c383-41fa-a721-014b3e9c7327 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:48:18.465870 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcee9626-c383-41fa-a721-014b3e9c7327 None None] Pushing event updated for resources: {'Port': ['ID=aff54726-81b6-46ef-95ae-2b0e229a562f,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:18.468343 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b71448-7ddf-4d26-ab64-a46351cd8dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d16808d-fcef-4d1a-82b8-09e4d0a6bdf9,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:18.470209 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f0b71448-7ddf-4d26-ab64-a46351cd8dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:18.473824 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f0b71448-7ddf-4d26-ab64-a46351cd8dad admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4d16808d-fcef-4d1a-82b8-09e4d0a6bdf9 HTTP/1.1" status: 204 len: 168 time: 1.6732376 Oct 26 15:48:18.522690 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c172cb7b-489e-4acd-a889-6255e8552aa4 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:18.523813 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c172cb7b-489e-4acd-a889-6255e8552aa4 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2988276 Oct 26 15:48:18.529662 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38152) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:18.541514 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-4a5beefc-79d3-420c-93ec-b40359881ceb tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'enable_snat': True}}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:18.592758 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-fcee9626-c383-41fa-a721-014b3e9c7327 None None] Attempting to bind port aff54726-81b6-46ef-95ae-2b0e229a562f on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:48:18.593140 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-fcee9626-c383-41fa-a721-014b3e9c7327 None None] Attempting to bind port aff54726-81b6-46ef-95ae-2b0e229a562f by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:48:18.593507 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcee9626-c383-41fa-a721-014b3e9c7327 None None] Attempting to bind port aff54726-81b6-46ef-95ae-2b0e229a562f on network f810e159-a5e8-4c86-8cec-5d909fe013dd {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:48:18.599608 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcee9626-c383-41fa-a721-014b3e9c7327 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:48:18.600539 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcee9626-c383-41fa-a721-014b3e9c7327 None None] Checking segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:48:18.600539 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fcee9626-c383-41fa-a721-014b3e9c7327 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:18.601034 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcee9626-c383-41fa-a721-014b3e9c7327 None None] Bound using segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:48:18.601397 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-fcee9626-c383-41fa-a721-014b3e9c7327 None None] Bound port: aff54726-81b6-46ef-95ae-2b0e229a562f, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:48:18.601776 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fcee9626-c383-41fa-a721-014b3e9c7327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:18.691655 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Attempt 7 to provision port 0aa071dd-0ab0-48e2-aeff-5c77dc3b0b5e Oct 26 15:48:18.750135 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-fcee9626-c383-41fa-a721-014b3e9c7327 None None] For port aff54726-81b6-46ef-95ae-2b0e229a562f, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:48:18.767981 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-fcee9626-c383-41fa-a721-014b3e9c7327 None None] For port aff54726-81b6-46ef-95ae-2b0e229a562f, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=aff54726-81b6-46ef-95ae-2b0e229a562f,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:48:18.770679 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Port 0aa071dd-0ab0-48e2-aeff-5c77dc3b0b5e cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:18.797077 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.db.resource_extend [None req-8162cb11-864f-49b4-b942-52e6bf5859a4 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 15:48:18.866274 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fcee9626-c383-41fa-a721-014b3e9c7327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:18.874730 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8162cb11-864f-49b4-b942-52e6bf5859a4 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:18.936699 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-da7228ef-e39c-4cda-8823-9a193ece8b20 req-42463297-3eee-44eb-be46-376c048b9be9 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/ports?device_id=055d89eb-6041-456b-814d-aa39354c6eca HTTP/1.1" status: 200 len: 210 time: 0.1973047 Oct 26 15:48:18.947938 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243e6e96-fe34-48b9-a589-20543cf4aec9 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Router 5f176685-5721-4547-968c-4a62110b7d6e has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:48:18.950784 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168118b4-e167-48df-bce9-e52f247f7b31 req-c2bf747f-5064-408e-8fe7-01d0f61278e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:18.952411 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-168118b4-e167-48df-bce9-e52f247f7b31 req-c2bf747f-5064-408e-8fe7-01d0f61278e9 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8112135 Oct 26 15:48:19.063736 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcee9626-c383-41fa-a721-014b3e9c7327 None None] Pushing event updated for resources: {'Port': ['ID=aff54726-81b6-46ef-95ae-2b0e229a562f,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:19.122801 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8162cb11-864f-49b4-b942-52e6bf5859a4 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:19.123450 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-8162cb11-864f-49b4-b942-52e6bf5859a4 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] In _notify_port_updated(), no bound segment for port bb3fbc0b-9794-4f71-b0fd-49715c9de29b on network ea103fec-373a-4028-a582-61b3ac56a836 {{(pid=89747) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 26 15:48:19.129169 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8162cb11-864f-49b4-b942-52e6bf5859a4 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:19.129460 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8a127041-0475-4b7e-9fc3-ed8d451b10e3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:19.129875 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8162cb11-864f-49b4-b942-52e6bf5859a4 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:19.134827 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8162cb11-864f-49b4-b942-52e6bf5859a4 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] 10.222.0.23 "PUT /v2.0/ports/bb3fbc0b-9794-4f71-b0fd-49715c9de29b HTTP/1.1" status: 200 len: 1068 time: 2.5094967 Oct 26 15:48:19.140008 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38168) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:19.197619 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-870f015b-a544-4795-9130-95a27e10aefa req-b462bd7b-9b3a-4033-adc6-30b8a7f9e264 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:48:19.241236 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9c4e5060-bacc-4cc4-9df9-2266c656751c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:19.272823 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Attempt 8 to provision port 0aa071dd-0ab0-48e2-aeff-5c77dc3b0b5e Oct 26 15:48:19.333209 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-870f015b-a544-4795-9130-95a27e10aefa req-b462bd7b-9b3a-4033-adc6-30b8a7f9e264 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Usage tracker for resource:port and tenant:3ff1cd5d856143f1b2c461b2d5e300a8 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:48:19.337166 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-870f015b-a544-4795-9130-95a27e10aefa req-b462bd7b-9b3a-4033-adc6-30b8a7f9e264 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:48:19.344137 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-870f015b-a544-4795-9130-95a27e10aefa req-b462bd7b-9b3a-4033-adc6-30b8a7f9e264 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:48:19.344567 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Port 0aa071dd-0ab0-48e2-aeff-5c77dc3b0b5e cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:19.455332 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-9c4e5060-bacc-4cc4-9df9-2266c656751c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Calling delete_port for 0aa071dd-0ab0-48e2-aeff-5c77dc3b0b5e owned by {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:48:19.551238 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [None req-8a127041-0475-4b7e-9fc3-ed8d451b10e3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] device_id is not set on port b762d3db-cbd3-47ec-8e99-a5398f97304e yet. {{(pid=89748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:48:19.603853 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4a5beefc-79d3-420c-93ec-b40359881ceb tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:19.607670 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-1c613159-16f2-4852-bf23-814dc4cfc6f0 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Deleting port bb3fbc0b-9794-4f71-b0fd-49715c9de29b {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:48:19.608009 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1c613159-16f2-4852-bf23-814dc4cfc6f0 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:19.626655 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8162cb11-864f-49b4-b942-52e6bf5859a4 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Pushing event updated for resources: {'Port': ['ID=bb3fbc0b-9794-4f71-b0fd-49715c9de29b,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:19.663364 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-870f015b-a544-4795-9130-95a27e10aefa req-b462bd7b-9b3a-4033-adc6-30b8a7f9e264 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Made reservation on behalf of 3ff1cd5d856143f1b2c461b2d5e300a8 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:48:19.667475 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-870f015b-a544-4795-9130-95a27e10aefa req-b462bd7b-9b3a-4033-adc6-30b8a7f9e264 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:19.671920 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243e6e96-fe34-48b9-a589-20543cf4aec9 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:48:19.683064 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c82d19c-ef30-4b05-8822-0ab87dbf2632 None None] Sync routers for ids ['5f176685-5721-4547-968c-4a62110b7d6e'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:48:19.694826 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-243e6e96-fe34-48b9-a589-20543cf4aec9 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:19.699434 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c82d19c-ef30-4b05-8822-0ab87dbf2632 None None] Routers {'5f176685-5721-4547-968c-4a62110b7d6e'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:48:19.703421 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-1c82d19c-ef30-4b05-8822-0ab87dbf2632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:48:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['5f176685-5721-4547-968c-4a62110b7d6e'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:19.755144 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-243e6e96-fe34-48b9-a589-20543cf4aec9 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "PUT /v2.0/floatingips/712d52cb-b12b-4745-b6ae-5b9f447d543f HTTP/1.1" status: 200 len: 990 time: 6.1449978 Oct 26 15:48:19.758750 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd33a371d-c739-48ea-9e77-f89d56ad8495', 'tag': '0c267633-51b9-4b9d-bbf1-b8861290ab0b'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:48:19.762001 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec078ab02bc810209f0573d5deb19682ea498273c1503582233cb0925c39ad22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080c2fc9-c2f0-48c2-8915-b51bd50280b0" -d '{"events": [{"name": "network-changed", "server_uuid": "d33a371d-c739-48ea-9e77-f89d56ad8495", "tag": "0c267633-51b9-4b9d-bbf1-b8861290ab0b"}]}' {{(pid=89747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:48:19.795251 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a161dcf3-9080-48f2-a262-eb45944c48d4 req-47f26630-3328-450f-ad25-8d1a50251414 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:19.796901 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a161dcf3-9080-48f2-a262-eb45944c48d4 req-47f26630-3328-450f-ad25-8d1a50251414 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b696bde-eae4-49e5-b03f-e9db71adfa6b HTTP/1.1" status: 200 len: 944 time: 0.5998271 Oct 26 15:48:19.845454 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Attempt 9 to provision port 0aa071dd-0ab0-48e2-aeff-5c77dc3b0b5e Oct 26 15:48:19.864102 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [req-870f015b-a544-4795-9130-95a27e10aefa req-b462bd7b-9b3a-4033-adc6-30b8a7f9e264 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Allocated IP 172.20.0.8 (36fe47be-95f5-45e7-bd5b-f22f2000c1c4/0eab9ffd-a774-40a5-8c42-7d8fdcf3444f/7d911889-3577-4408-935a-4ddbca7d0a55) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:48:19.878361 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38186) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:19.929675 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.48', 50148) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:19.940958 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Port 0aa071dd-0ab0-48e2-aeff-5c77dc3b0b5e cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:19.947232 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb57becb-43fe-4d68-b55f-88f8b852373c x-openstack-request-id: req-fb57becb-43fe-4d68-b55f-88f8b852373c {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:48:19.948265 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d33a371d-c739-48ea-9e77-f89d56ad8495", "tag": "0c267633-51b9-4b9d-bbf1-b8861290ab0b", "status": "completed", "code": 200}]} {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:48:19.948666 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fb57becb-43fe-4d68-b55f-88f8b852373c {{(pid=89747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:48:19.949424 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb57becb-43fe-4d68-b55f-88f8b852373c'] response: {'name': 'network-changed', 'server_uuid': 'd33a371d-c739-48ea-9e77-f89d56ad8495', 'tag': '0c267633-51b9-4b9d-bbf1-b8861290ab0b', 'status': 'completed', 'code': 200} Oct 26 15:48:19.987382 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a161dcf3-9080-48f2-a262-eb45944c48d4 req-3ac7a94d-9c85-45ac-884d-11883671d03d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=240ebfaa-9dab-471a-8343-76af9134bb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817222 Oct 26 15:48:20.046843 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-5707bd54-7f6f-4b92-afe0-d888ccaa620c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:20.048413 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-5707bd54-7f6f-4b92-afe0-d888ccaa620c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=2b696bde-eae4-49e5-b03f-e9db71adfa6b HTTP/1.1" status: 200 len: 1097 time: 1.0312674 Oct 26 15:48:20.092007 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-1c82d19c-ef30-4b05-8822-0ab87dbf2632 None None] Set router 5f176685-5721-4547-968c-4a62110b7d6e gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:48:20.285016 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-fe14a6f6-7f2b-4f2a-8e33-2cf2fe4798d4 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Request body: {'network': {'name': 'tempest-RoutersTest-1630476711'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:20.308784 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4a5beefc-79d3-420c-93ec-b40359881ceb tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:20.350437 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-6d9d5d4c-ff5c-4673-a150-98c344c4bc61 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=bc5cac88-00b8-4886-9476-bca4a4258a03 HTTP/1.1" status: 200 len: 217 time: 0.2560585 Oct 26 15:48:20.350699 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4a5beefc-79d3-420c-93ec-b40359881ceb tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:20.366757 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-fe14a6f6-7f2b-4f2a-8e33-2cf2fe4798d4 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:48:20.385032 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f2e5ecb4-004a-4ec2-9db8-e2ccd7fbb22d req-a2c997ad-791f-4bac-80fa-76cadddb1d46 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/ports?device_id=055d89eb-6041-456b-814d-aa39354c6eca HTTP/1.1" status: 200 len: 210 time: 0.1948018 Oct 26 15:48:20.444813 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Attempt 10 to provision port 0aa071dd-0ab0-48e2-aeff-5c77dc3b0b5e Oct 26 15:48:20.459685 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-fe14a6f6-7f2b-4f2a-8e33-2cf2fe4798d4 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Usage tracker for resource:network and tenant:c6ecf98f295847b88c4c5e8d668b4162 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:48:20.516542 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Port 0aa071dd-0ab0-48e2-aeff-5c77dc3b0b5e cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:20.532418 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-1c82d19c-ef30-4b05-8822-0ab87dbf2632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f176685-5721-4547-968c-4a62110b7d6e', 'name': 'tempest-ServerActionsTestJSON-1950227257-router', 'tenant_id': 'a4119eb7a47547308296079685b102f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.64'}], 'enable_snat': True}, 'gw_port_id': '41f9995d-0451-4e1b-88a5-4afa3110819c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:47:13Z', 'updated_at': '2022-10-26T15:47:24Z', 'revision_number': 4, 'project_id': 'a4119eb7a47547308296079685b102f3', 'gw_port': {'id': '41f9995d-0451-4e1b-88a5-4afa3110819c', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f176685-5721-4547-968c-4a62110b7d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:47:15Z', 'updated_at': '2022-10-26T15:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '712d52cb-b12b-4745-b6ae-5b9f447d543f', 'tenant_id': 'a4119eb7a47547308296079685b102f3', 'floating_ip_address': '172.26.2.24', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '5f176685-5721-4547-968c-4a62110b7d6e', 'port_id': '0c267633-51b9-4b9d-bbf1-b8861290ab0b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b52fa13-90e5-4d9b-bd04-f08f37ff314e', 'mac_address': 'fa:16:3e:19:1f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33a371d-c739-48ea-9e77-f89d56ad8495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:47:38Z', 'updated_at': '2022-10-26T15:48:16Z', 'revision_number': 1, 'project_id': 'a4119eb7a47547308296079685b102f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d46f836-0356-49cd-98d5-34b692c0f65a', 'name': '', 'network_id': '9b52fa13-90e5-4d9b-bd04-f08f37ff314e', 'tenant_id': 'a4119eb7a47547308296079685b102f3', 'mac_address': 'fa:16:3e:99:72:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f176685-5721-4547-968c-4a62110b7d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5cc9e74e-861e-45d0-8d44-208c9e1f2999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:47:23Z', 'updated_at': '2022-10-26T15:47:34Z', 'revision_number': 5, 'project_id': 'a4119eb7a47547308296079685b102f3', 'subnets': [{'id': '5cc9e74e-861e-45d0-8d44-208c9e1f2999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:20.535332 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-4a5beefc-79d3-420c-93ec-b40359881ceb tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Allocated IP 172.26.2.226 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/50a39db9-5ee9-477f-844c-27a4b4576823) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:48:20.536831 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c82d19c-ef30-4b05-8822-0ab87dbf2632 None None] Checking router: 5f176685-5721-4547-968c-4a62110b7d6e for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:48:20.546042 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c82d19c-ef30-4b05-8822-0ab87dbf2632 None None] Routers {'5f176685-5721-4547-968c-4a62110b7d6e'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:48:20.546885 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-1c82d19c-ef30-4b05-8822-0ab87dbf2632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:48:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['5f176685-5721-4547-968c-4a62110b7d6e'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:20.577501 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Provisioning for port 3148e202-49e8-4013-819d-934fc31db6e2 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:48:20.584328 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Provisioning complete for port 3148e202-49e8-4013-819d-934fc31db6e2 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:48:20.587634 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:20.587634 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Attempt 1 to provision port 3148e202-49e8-4013-819d-934fc31db6e2 Oct 26 15:48:20.704964 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4a5beefc-79d3-420c-93ec-b40359881ceb tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:20.756310 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-1c82d19c-ef30-4b05-8822-0ab87dbf2632 None None] Set router 5f176685-5721-4547-968c-4a62110b7d6e gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:48:20.796149 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-fe14a6f6-7f2b-4f2a-8e33-2cf2fe4798d4 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:48:20.803086 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Current status of the port 3148e202-49e8-4013-819d-934fc31db6e2 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:48:20.803818 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:20.822968 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-fe14a6f6-7f2b-4f2a-8e33-2cf2fe4798d4 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:48:20.824951 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4a5beefc-79d3-420c-93ec-b40359881ceb tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:20.854336 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] For port 3148e202-49e8-4013-819d-934fc31db6e2, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=3148e202-49e8-4013-819d-934fc31db6e2,segment=NetworkSegment(36dee383-8b60-4366-bb63-6db63ca82dac),segment_id=36dee383-8b60-4366-bb63-6db63ca82dac)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:48:20.886306 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-8a127041-0475-4b7e-9fc3-ed8d451b10e3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Allocated IP 2001:db8::f816:3eff:fec5:7d7b (f810e159-a5e8-4c86-8cec-5d909fe013dd/8e7366a8-db14-4a87-9b86-5d803e975024/b762d3db-cbd3-47ec-8e99-a5398f97304e) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:48:20.899760 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5beefc-79d3-420c-93ec-b40359881ceb tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:48:20.902759 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-4a5beefc-79d3-420c-93ec-b40359881ceb tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:20.909181 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5beefc-79d3-420c-93ec-b40359881ceb tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:48:20.933063 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:20.936373 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-edcc5c60-e949-456b-a627-4033a96d23d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:20.938429 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-edcc5c60-e949-456b-a627-4033a96d23d9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a7d1390d-7ca6-41a0-aef7-8fb535033097 HTTP/1.1" status: 200 len: 838 time: 0.5614781 Oct 26 15:48:20.948090 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5beefc-79d3-420c-93ec-b40359881ceb tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Pushing event updated for resources: {'Port': ['ID=50a39db9-5ee9-477f-844c-27a4b4576823,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:20.950498 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-870f015b-a544-4795-9130-95a27e10aefa req-b462bd7b-9b3a-4033-adc6-30b8a7f9e264 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:21.052462 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c2fc9-c2f0-48c2-8915-b51bd50280b0 req-dd1c81db-c8e5-4ecb-a19d-a855fecfd92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:21.055239 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-080c2fc9-c2f0-48c2-8915-b51bd50280b0 req-dd1c81db-c8e5-4ecb-a19d-a855fecfd92d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4119eb7a47547308296079685b102f3&device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 1098 time: 1.1203084 Oct 26 15:48:21.058133 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Provisioning complete for port 6d0aa50a-5db1-4227-910a-47e05b85e91d triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:48:21.058882 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:21.059275 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Attempt 1 to provision port 6d0aa50a-5db1-4227-910a-47e05b85e91d Oct 26 15:48:21.076221 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9c4e5060-bacc-4cc4-9df9-2266c656751c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:21.078067 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe14a6f6-7f2b-4f2a-8e33-2cf2fe4798d4 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Made reservation on behalf of c6ecf98f295847b88c4c5e8d668b4162 for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:48:21.081723 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fe14a6f6-7f2b-4f2a-8e33-2cf2fe4798d4 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:21.221131 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-870f015b-a544-4795-9130-95a27e10aefa req-b462bd7b-9b3a-4033-adc6-30b8a7f9e264 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Transition to ACTIVE for port object 7d911889-3577-4408-935a-4ddbca7d0a55 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:48:21.223355 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device aff54726-81b6-46ef-95ae-2b0e229a562f up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:48:21.291068 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fe14a6f6-7f2b-4f2a-8e33-2cf2fe4798d4 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:21.307906 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e5060-bacc-4cc4-9df9-2266c656751c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event deleted for resources: {'Port': ['ID=0aa071dd-0ab0-48e2-aeff-5c77dc3b0b5e,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:21.309464 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Pushing event updated for resources: {'Port': ['ID=3148e202-49e8-4013-819d-934fc31db6e2,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:21.318982 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-cccf2079-ad73-4866-9ffc-eb6a3e91af3a None None] Current status of the port 6d0aa50a-5db1-4227-910a-47e05b85e91d is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:48:21.338848 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-1c82d19c-ef30-4b05-8822-0ab87dbf2632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f176685-5721-4547-968c-4a62110b7d6e', 'name': 'tempest-ServerActionsTestJSON-1950227257-router', 'tenant_id': 'a4119eb7a47547308296079685b102f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.64'}], 'enable_snat': True}, 'gw_port_id': '41f9995d-0451-4e1b-88a5-4afa3110819c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:47:13Z', 'updated_at': '2022-10-26T15:47:24Z', 'revision_number': 4, 'project_id': 'a4119eb7a47547308296079685b102f3', 'gw_port': {'id': '41f9995d-0451-4e1b-88a5-4afa3110819c', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f176685-5721-4547-968c-4a62110b7d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:47:15Z', 'updated_at': '2022-10-26T15:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '712d52cb-b12b-4745-b6ae-5b9f447d543f', 'tenant_id': 'a4119eb7a47547308296079685b102f3', 'floating_ip_address': '172.26.2.24', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '5f176685-5721-4547-968c-4a62110b7d6e', 'port_id': '0c267633-51b9-4b9d-bbf1-b8861290ab0b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b52fa13-90e5-4d9b-bd04-f08f37ff314e', 'mac_address': 'fa:16:3e:19:1f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33a371d-c739-48ea-9e77-f89d56ad8495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:47:38Z', 'updated_at': '2022-10-26T15:48:16Z', 'revision_number': 1, 'project_id': 'a4119eb7a47547308296079685b102f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d46f836-0356-49cd-98d5-34b692c0f65a', 'name': '', 'network_id': '9b52fa13-90e5-4d9b-bd04-f08f37ff314e', 'tenant_id': 'a4119eb7a47547308296079685b102f3', 'mac_address': 'fa:16:3e:99:72:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f176685-5721-4547-968c-4a62110b7d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5cc9e74e-861e-45d0-8d44-208c9e1f2999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:47:23Z', 'updated_at': '2022-10-26T15:47:34Z', 'revision_number': 5, 'project_id': 'a4119eb7a47547308296079685b102f3', 'subnets': [{'id': '5cc9e74e-861e-45d0-8d44-208c9e1f2999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:21.344505 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c82d19c-ef30-4b05-8822-0ab87dbf2632 None None] The sync data for ids ['5f176685-5721-4547-968c-4a62110b7d6e'] in dv-neutron-862712-1-hyperv is: [{'id': '5f176685-5721-4547-968c-4a62110b7d6e', 'name': 'tempest-ServerActionsTestJSON-1950227257-router', 'tenant_id': 'a4119eb7a47547308296079685b102f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.64'}], 'enable_snat': True}, 'gw_port_id': '41f9995d-0451-4e1b-88a5-4afa3110819c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:47:13Z', 'updated_at': '2022-10-26T15:47:24Z', 'revision_number': 4, 'project_id': 'a4119eb7a47547308296079685b102f3', 'gw_port': {'id': '41f9995d-0451-4e1b-88a5-4afa3110819c', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f176685-5721-4547-968c-4a62110b7d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:47:15Z', 'updated_at': '2022-10-26T15:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '712d52cb-b12b-4745-b6ae-5b9f447d543f', 'tenant_id': 'a4119eb7a47547308296079685b102f3', 'floating_ip_address': '172.26.2.24', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '5f176685-5721-4547-968c-4a62110b7d6e', 'port_id': '0c267633-51b9-4b9d-bbf1-b8861290ab0b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b52fa13-90e5-4d9b-bd04-f08f37ff314e', 'mac_address': 'fa:16:3e:19:1f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33a371d-c739-48ea-9e77-f89d56ad8495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:47:38Z', 'updated_at': '2022-10-26T15:48:16Z', 'revision_number': 1, 'project_id': 'a4119eb7a47547308296079685b102f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d46f836-0356-49cd-98d5-34b692c0f65a', 'name': '', 'network_id': '9b52fa13-90e5-4d9b-bd04-f08f37ff314e', 'tenant_id': 'a4119eb7a47547308296079685b102f3', 'mac_address': 'fa:16:3e:99:72:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f176685-5721-4547-968c-4a62110b7d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5cc9e74e-861e-45d0-8d44-208c9e1f2999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:47:23Z', 'updated_at': '2022-10-26T15:47:34Z', 'revision_number': 5, 'project_id': 'a4119eb7a47547308296079685b102f3', 'subnets': [{'id': '5cc9e74e-861e-45d0-8d44-208c9e1f2999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:48:21.390212 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port aff54726-81b6-46ef-95ae-2b0e229a562f completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:48:21.392808 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1c613159-16f2-4852-bf23-814dc4cfc6f0 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:21.435997 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9c4e5060-bacc-4cc4-9df9-2266c656751c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:21.493193 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-6e6d49be-6d17-49b3-b980-85ac3669678e None None] Provisioning for port bb3fbc0b-9794-4f71-b0fd-49715c9de29b completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:48:21.504647 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-6e6d49be-6d17-49b3-b980-85ac3669678e None None] Provisioning complete for port bb3fbc0b-9794-4f71-b0fd-49715c9de29b triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:48:21.505358 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6e6d49be-6d17-49b3-b980-85ac3669678e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:21.506188 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-6e6d49be-6d17-49b3-b980-85ac3669678e None None] Attempt 1 to provision port bb3fbc0b-9794-4f71-b0fd-49715c9de29b Oct 26 15:48:21.516487 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-fe14a6f6-7f2b-4f2a-8e33-2cf2fe4798d4 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:48:21.596706 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-1c613159-16f2-4852-bf23-814dc4cfc6f0 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Calling delete_port for bb3fbc0b-9794-4f71-b0fd-49715c9de29b owned by {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:48:21.604328 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6e6d49be-6d17-49b3-b980-85ac3669678e None None] Port bb3fbc0b-9794-4f71-b0fd-49715c9de29b cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:21.658320 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4a5beefc-79d3-420c-93ec-b40359881ceb tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:21.692801 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab9421c-cf7e-4ce8-8b86-17c119e98c6c None None] New status for floating IP 712d52cb-b12b-4745-b6ae-5b9f447d543f: ACTIVE {{(pid=89749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:48:21.734328 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-fe14a6f6-7f2b-4f2a-8e33-2cf2fe4798d4 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Usage tracker for resource:security_group_rule and tenant:c6ecf98f295847b88c4c5e8d668b4162 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:48:21.742976 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7f3a6086-d516-4dd3-87d2-2cc4a70c122a req-1962d073-da65-41ce-bc85-cab9b5184c45 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/ports?device_id=055d89eb-6041-456b-814d-aa39354c6eca HTTP/1.1" status: 200 len: 210 time: 0.0599675 Oct 26 15:48:21.772090 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-fe14a6f6-7f2b-4f2a-8e33-2cf2fe4798d4 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:48:21.851589 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-fe14a6f6-7f2b-4f2a-8e33-2cf2fe4798d4 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:48:21.864661 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14d47f-fddb-4913-b331-f8c2286f3520 req-113b99aa-dd7e-45f7-b24d-5b492b5e650a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:21.873340 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-8e14d47f-fddb-4913-b331-f8c2286f3520 req-113b99aa-dd7e-45f7-b24d-5b492b5e650a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b696bde-eae4-49e5-b03f-e9db71adfa6b HTTP/1.1" status: 200 len: 944 time: 0.2740915 Oct 26 15:48:21.937713 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-9c4e5060-bacc-4cc4-9df9-2266c656751c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/ports/0aa071dd-0ab0-48e2-aeff-5c77dc3b0b5e HTTP/1.1" status: 204 len: 168 time: 4.0724049 Oct 26 15:48:21.948165 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-db5527b0-8598-46b9-9f55-8d07a0b2118a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:21.949647 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-db5527b0-8598-46b9-9f55-8d07a0b2118a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3cb2dcfd-260a-4d3a-b758-3b083e2645e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.9932251 Oct 26 15:48:21.950278 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38202) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:21.958184 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c2fc9-c2f0-48c2-8915-b51bd50280b0 req-92c92818-7e08-4a1e-b0e0-0d6af0bbdc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:21.962039 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-080c2fc9-c2f0-48c2-8915-b51bd50280b0 req-92c92818-7e08-4a1e-b0e0-0d6af0bbdc24 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b52fa13-90e5-4d9b-bd04-f08f37ff314e HTTP/1.1" status: 200 len: 913 time: 0.8401504 Oct 26 15:48:21.975661 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-870f015b-a544-4795-9130-95a27e10aefa req-b462bd7b-9b3a-4033-adc6-30b8a7f9e264 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:22.055309 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-8e14d47f-fddb-4913-b331-f8c2286f3520 req-aa4a9294-f160-44e5-b19e-70d5a3c97287 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=240ebfaa-9dab-471a-8343-76af9134bb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1815307 Oct 26 15:48:22.101665 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4a5beefc-79d3-420c-93ec-b40359881ceb tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:22.105273 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4a5beefc-79d3-420c-93ec-b40359881ceb tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-581503'] for router, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:22.105844 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-6e6d49be-6d17-49b3-b980-85ac3669678e None None] Attempt 2 to provision port bb3fbc0b-9794-4f71-b0fd-49715c9de29b Oct 26 15:48:22.163853 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6e6d49be-6d17-49b3-b980-85ac3669678e None None] Port bb3fbc0b-9794-4f71-b0fd-49715c9de29b cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:22.280876 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-d97ec2c8-49a4-4e5a-934e-62cc833966fe tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] GET failed (client error): The resource could not be found. Oct 26 15:48:22.281453 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-d97ec2c8-49a4-4e5a-934e-62cc833966fe tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Synchronizing usage tracker for tenant:b10aaa5403b848e8bc3e4f603712654e on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:48:22.367117 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-870f015b-a544-4795-9130-95a27e10aefa req-b462bd7b-9b3a-4033-adc6-30b8a7f9e264 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Network 36fe47be-95f5-45e7-bd5b-f22f2000c1c4 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:48:22.367992 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462bd7b-9b3a-4033-adc6-30b8a7f9e264 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Pushing event updated for resources: {'Port': ['ID=7d911889-3577-4408-935a-4ddbca7d0a55,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:22.380150 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [req-870f015b-a544-4795-9130-95a27e10aefa req-b462bd7b-9b3a-4033-adc6-30b8a7f9e264 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:22.390203 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5beefc-79d3-420c-93ec-b40359881ceb tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Router eed3d479-27d8-47a1-990b-b78b5a80f3dc is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:48:22.400292 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-870f015b-a544-4795-9130-95a27e10aefa req-b462bd7b-9b3a-4033-adc6-30b8a7f9e264 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:48:22.432260 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-080c2fc9-c2f0-48c2-8915-b51bd50280b0 req-b6551fb7-86ac-4faf-b794-b2e6d3a5a4f7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c267633-51b9-4b9d-bbf1-b8861290ab0b HTTP/1.1" status: 200 len: 1000 time: 0.3982098 Oct 26 15:48:22.497428 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-d97ec2c8-49a4-4e5a-934e-62cc833966fe tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Unset dirty status for tenant:b10aaa5403b848e8bc3e4f603712654e on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:48:22.498615 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-d97ec2c8-49a4-4e5a-934e-62cc833966fe tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "GET /v2.0/ports/0aa071dd-0ab0-48e2-aeff-5c77dc3b0b5e HTTP/1.1" status: 404 len: 333 time: 0.5391858 Oct 26 15:48:22.510814 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38206) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:22.535529 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1c613159-16f2-4852-bf23-814dc4cfc6f0 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:22.594930 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5beefc-79d3-420c-93ec-b40359881ceb tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:48:22.604411 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806ac253-fabc-44bc-a277-28efe456f758 None None] Sync routers for ids ['eed3d479-27d8-47a1-990b-b78b5a80f3dc'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:48:22.606329 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4a5beefc-79d3-420c-93ec-b40359881ceb tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:22.610183 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4a5beefc-79d3-420c-93ec-b40359881ceb tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] 10.222.0.23 "PUT /v2.0/routers/eed3d479-27d8-47a1-990b-b78b5a80f3dc HTTP/1.1" status: 200 len: 914 time: 4.0751851 Oct 26 15:48:22.610386 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38210) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:22.618899 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806ac253-fabc-44bc-a277-28efe456f758 None None] Routers {'eed3d479-27d8-47a1-990b-b78b5a80f3dc'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:48:22.619619 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-806ac253-fabc-44bc-a277-28efe456f758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:48:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['eed3d479-27d8-47a1-990b-b78b5a80f3dc'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:22.665004 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-6e6d49be-6d17-49b3-b980-85ac3669678e None None] Attempt 3 to provision port bb3fbc0b-9794-4f71-b0fd-49715c9de29b Oct 26 15:48:22.690805 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-806ac253-fabc-44bc-a277-28efe456f758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:22.701641 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806ac253-fabc-44bc-a277-28efe456f758 None None] Routers {'eed3d479-27d8-47a1-990b-b78b5a80f3dc'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:48:22.702440 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-806ac253-fabc-44bc-a277-28efe456f758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:48:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['eed3d479-27d8-47a1-990b-b78b5a80f3dc'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:22.744329 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6e6d49be-6d17-49b3-b980-85ac3669678e None None] Port bb3fbc0b-9794-4f71-b0fd-49715c9de29b was deleted so its status cannot be updated. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:48:22.749303 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-bee6d398-0685-4fd6-8d06-af902fd2036a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Deleting subnet 547f1e13-0a68-45a8-ba61-a7f47ba5ae42 {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:48:22.752673 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-a54812e1-f751-43c7-8e9c-88119775fc20 service neutron] 10.222.0.48 "GET /v2.0/networks/3cb2dcfd-260a-4d3a-b758-3b083e2645e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7785876 Oct 26 15:48:22.755506 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8a127041-0475-4b7e-9fc3-ed8d451b10e3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:22.769832 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-6e6d49be-6d17-49b3-b980-85ac3669678e None None] Provisioning complete for port 5b231630-304c-451d-a1cc-c067446409e2 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:48:22.773545 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6e6d49be-6d17-49b3-b980-85ac3669678e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:22.777155 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-6e6d49be-6d17-49b3-b980-85ac3669678e None None] Attempt 1 to provision port 5b231630-304c-451d-a1cc-c067446409e2 Oct 26 15:48:22.794634 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-806ac253-fabc-44bc-a277-28efe456f758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:22.795289 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806ac253-fabc-44bc-a277-28efe456f758 None None] The sync data for ids ['eed3d479-27d8-47a1-990b-b78b5a80f3dc'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:48:22.811051 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bee6d398-0685-4fd6-8d06-af902fd2036a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:22.828693 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-dd171a0b-260e-4898-a18a-7cc9e640d023 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] 10.222.0.23 "GET /v2.0/routers/eed3d479-27d8-47a1-990b-b78b5a80f3dc HTTP/1.1" status: 200 len: 920 time: 0.2162585 Oct 26 15:48:22.829624 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38216) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:22.916876 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6e6d49be-6d17-49b3-b980-85ac3669678e None None] Current status of the port 5b231630-304c-451d-a1cc-c067446409e2 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:48:22.928796 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293ea7ba-e20c-4f27-8b32-ec9b6a536835 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:22.930308 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-293ea7ba-e20c-4f27-8b32-ec9b6a536835 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=0c79a151-ef79-4fff-8a3c-258f9478471d&device_id=eed3d479-27d8-47a1-990b-b78b5a80f3dc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0991430 Oct 26 15:48:22.938128 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38220) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:22.958108 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f015b-a544-4795-9130-95a27e10aefa req-b462bd7b-9b3a-4033-adc6-30b8a7f9e264 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:22.959470 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-870f015b-a544-4795-9130-95a27e10aefa req-b462bd7b-9b3a-4033-adc6-30b8a7f9e264 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:22.976366 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c613159-16f2-4852-bf23-814dc4cfc6f0 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Pushing event deleted for resources: {'Port': ['ID=bb3fbc0b-9794-4f71-b0fd-49715c9de29b,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:22.984756 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-6e6d49be-6d17-49b3-b980-85ac3669678e None None] Provisioning for port bc5cac88-00b8-4886-9476-bca4a4258a03 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:48:23.057063 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c2fc9-c2f0-48c2-8915-b51bd50280b0 req-f5cb8758-1bfd-4080-b756-04e68716bc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:23.059086 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-080c2fc9-c2f0-48c2-8915-b51bd50280b0 req-f5cb8758-1bfd-4080-b756-04e68716bc8e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5cc9e74e-861e-45d0-8d44-208c9e1f2999 HTTP/1.1" status: 200 len: 851 time: 0.6147037 Oct 26 15:48:23.060611 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 3148e202-49e8-4013-819d-934fc31db6e2 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:48:23.092341 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2622f38d-8f61-4608-8792-1a2c907b1194 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:23.093605 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-6e6d49be-6d17-49b3-b980-85ac3669678e None None] Provisioning for port aff54726-81b6-46ef-95ae-2b0e229a562f completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:48:23.093924 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-2622f38d-8f61-4608-8792-1a2c907b1194 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Synchronizing usage tracker for tenant:10ca3219de1940369df7d17421d53c85 on resource:network {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:48:23.110015 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-2622f38d-8f61-4608-8792-1a2c907b1194 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Unset dirty status for tenant:10ca3219de1940369df7d17421d53c85 on resource:network {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:48:23.114847 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-2622f38d-8f61-4608-8792-1a2c907b1194 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] 10.222.0.23 "GET /v2.0/networks/0c79a151-ef79-4fff-8a3c-258f9478471d HTTP/1.1" status: 200 len: 881 time: 0.1751962 Oct 26 15:48:23.115184 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38226) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:23.120659 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-6e6d49be-6d17-49b3-b980-85ac3669678e None None] Provisioning complete for port aff54726-81b6-46ef-95ae-2b0e229a562f triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:48:23.121041 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6e6d49be-6d17-49b3-b980-85ac3669678e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:23.121382 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-6e6d49be-6d17-49b3-b980-85ac3669678e None None] Attempt 1 to provision port aff54726-81b6-46ef-95ae-2b0e229a562f Oct 26 15:48:23.181825 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-8a127041-0475-4b7e-9fc3-ed8d451b10e3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Transition to ACTIVE for port object b762d3db-cbd3-47ec-8e99-a5398f97304e will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:48:23.186402 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-48722c5b-d73b-4993-8354-bd2df2e50479 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] 10.222.0.23 "GET /v2.0/ports?device_id=eed3d479-27d8-47a1-990b-b78b5a80f3dc HTTP/1.1" status: 200 len: 205 time: 0.0698681 Oct 26 15:48:23.187052 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38230) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:23.254699 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 3148e202-49e8-4013-819d-934fc31db6e2 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:48:23.255118 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:23.255464 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 3148e202-49e8-4013-819d-934fc31db6e2 Oct 26 15:48:23.283379 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bee6d398-0685-4fd6-8d06-af902fd2036a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:23.345473 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-870f015b-a544-4795-9130-95a27e10aefa req-b462bd7b-9b3a-4033-adc6-30b8a7f9e264 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9546170 Oct 26 15:48:23.394366 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-870f015b-a544-4795-9130-95a27e10aefa req-7147a3f0-915c-4535-b54c-13d0066c01dc service neutron] Request body: {'port': {'device_id': '055d89eb-6041-456b-814d-aa39354c6eca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8627'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:23.461787 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 3148e202-49e8-4013-819d-934fc31db6e2 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:48:23.469002 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6e6d49be-6d17-49b3-b980-85ac3669678e None None] Current status of the port aff54726-81b6-46ef-95ae-2b0e229a562f is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:48:23.469448 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6e6d49be-6d17-49b3-b980-85ac3669678e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:23.481187 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fe14a6f6-7f2b-4f2a-8e33-2cf2fe4798d4 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:23.495301 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e9a8f329-639f-4d21-979b-3a39e97164ee req-325c39ca-1049-40c9-9729-bfee40cd0342 service neutron] 10.222.0.48 "GET /v2.0/networks/3cb2dcfd-260a-4d3a-b758-3b083e2645e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6443028 Oct 26 15:48:23.506905 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-6e6d49be-6d17-49b3-b980-85ac3669678e None None] For port aff54726-81b6-46ef-95ae-2b0e229a562f, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=aff54726-81b6-46ef-95ae-2b0e229a562f,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:48:23.563559 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fe14a6f6-7f2b-4f2a-8e33-2cf2fe4798d4 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:23.600856 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-23203716-c434-4460-a8b3-aa0b38dfe5fb tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for router, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:23.613219 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6e6d49be-6d17-49b3-b980-85ac3669678e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:23.731784 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbbcb4-117a-4f9b-b982-701ed4197988 req-2dd50dd0-503a-4dd8-b7c4-38a1bd0d4b5c tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:23.733224 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-acfbbcb4-117a-4f9b-b982-701ed4197988 req-2dd50dd0-503a-4dd8-b7c4-38a1bd0d4b5c tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Synchronizing usage tracker for tenant:3ff1cd5d856143f1b2c461b2d5e300a8 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:48:23.738825 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669a7ec-5821-4a9e-8441-6b7034d912d4 req-d78c189e-ef93-4742-bea2-72f3f2fb5326 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:23.740486 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-4669a7ec-5821-4a9e-8441-6b7034d912d4 req-d78c189e-ef93-4742-bea2-72f3f2fb5326 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b696bde-eae4-49e5-b03f-e9db71adfa6b HTTP/1.1" status: 200 len: 944 time: 0.3329685 Oct 26 15:48:23.743342 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe14a6f6-7f2b-4f2a-8e33-2cf2fe4798d4 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:48:23.752265 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8a127041-0475-4b7e-9fc3-ed8d451b10e3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:23.758071 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-6e6d49be-6d17-49b3-b980-85ac3669678e None None] Provisioning for port 29e95355-5f40-4b15-8ebb-4add31912089 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:48:23.761155 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c2fc9-c2f0-48c2-8915-b51bd50280b0 req-c92d85f6-de3a-43e0-ac8d-fbcb2141c390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:23.762825 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d49be-6d17-49b3-b980-85ac3669678e None None] Pushing event updated for resources: {'Port': ['ID=aff54726-81b6-46ef-95ae-2b0e229a562f,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:23.763216 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-080c2fc9-c2f0-48c2-8915-b51bd50280b0 req-c92d85f6-de3a-43e0-ac8d-fbcb2141c390 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b52fa13-90e5-4d9b-bd04-f08f37ff314e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6558723 Oct 26 15:48:23.767083 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-6e6d49be-6d17-49b3-b980-85ac3669678e None None] Provisioning complete for port 29e95355-5f40-4b15-8ebb-4add31912089 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:48:23.767083 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6e6d49be-6d17-49b3-b980-85ac3669678e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:23.767437 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-6e6d49be-6d17-49b3-b980-85ac3669678e None None] Attempt 1 to provision port 29e95355-5f40-4b15-8ebb-4add31912089 Oct 26 15:48:23.820659 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-4669a7ec-5821-4a9e-8441-6b7034d912d4 req-e974b8bd-1e50-4451-8ca1-8de3b2cb8d6f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=240ebfaa-9dab-471a-8343-76af9134bb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713499 Oct 26 15:48:23.826179 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6e6d49be-6d17-49b3-b980-85ac3669678e None None] Port 29e95355-5f40-4b15-8ebb-4add31912089 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:23.839164 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-23203716-c434-4460-a8b3-aa0b38dfe5fb tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:23.864937 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14a6f6-7f2b-4f2a-8e33-2cf2fe4798d4 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f407372c-3ca6-470e-8c9a-1978656c8d9b,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:23.874689 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bee6d398-0685-4fd6-8d06-af902fd2036a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:23.919719 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-23203716-c434-4460-a8b3-aa0b38dfe5fb tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Deleting port 50a39db9-5ee9-477f-844c-27a4b4576823 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:48:23.920172 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-23203716-c434-4460-a8b3-aa0b38dfe5fb tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:23.989446 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-870f015b-a544-4795-9130-95a27e10aefa req-7147a3f0-915c-4535-b54c-13d0066c01dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:24.004923 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fe14a6f6-7f2b-4f2a-8e33-2cf2fe4798d4 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:24.005261 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-fe14a6f6-7f2b-4f2a-8e33-2cf2fe4798d4 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Added segment 5c629e54-fa9b-459c-909f-2f59bff27453 of type vlan for network 3145270b-cf51-4aeb-86d8-f9215b268a49 Oct 26 15:48:24.092525 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a127041-0475-4b7e-9fc3-ed8d451b10e3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:48:24.093417 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-23203716-c434-4460-a8b3-aa0b38dfe5fb tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:24.096216 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1c613159-16f2-4852-bf23-814dc4cfc6f0 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:24.110669 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-8a127041-0475-4b7e-9fc3-ed8d451b10e3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:24.113212 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a127041-0475-4b7e-9fc3-ed8d451b10e3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:48:24.119909 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a127041-0475-4b7e-9fc3-ed8d451b10e3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:24.120589 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8a127041-0475-4b7e-9fc3-ed8d451b10e3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:24.214295 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-acfbbcb4-117a-4f9b-b982-701ed4197988 req-2dd50dd0-503a-4dd8-b7c4-38a1bd0d4b5c tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Unset dirty status for tenant:3ff1cd5d856143f1b2c461b2d5e300a8 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:48:24.215526 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-acfbbcb4-117a-4f9b-b982-701ed4197988 req-2dd50dd0-503a-4dd8-b7c4-38a1bd0d4b5c tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/ports?device_id=055d89eb-6041-456b-814d-aa39354c6eca HTTP/1.1" status: 200 len: 931 time: 1.2691882 Oct 26 15:48:24.225776 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-23203716-c434-4460-a8b3-aa0b38dfe5fb tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Calling delete_port for 50a39db9-5ee9-477f-844c-27a4b4576823 owned by network:router_gateway {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:48:24.232127 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-1c613159-16f2-4852-bf23-814dc4cfc6f0 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] 10.222.0.23 "DELETE /v2.0/ports/bb3fbc0b-9794-4f71-b0fd-49715c9de29b HTTP/1.1" status: 204 len: 168 time: 5.0849710 Oct 26 15:48:24.232127 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a127041-0475-4b7e-9fc3-ed8d451b10e3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Port': ['ID=b762d3db-cbd3-47ec-8e99-a5398f97304e,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:24.233748 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38234) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:24.249156 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fe14a6f6-7f2b-4f2a-8e33-2cf2fe4798d4 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:24.328211 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-6e6d49be-6d17-49b3-b980-85ac3669678e None None] Attempt 2 to provision port 29e95355-5f40-4b15-8ebb-4add31912089 Oct 26 15:48:24.368647 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-be7ad9aa-5fd3-4576-9290-fc7ee7a3f72a tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] GET failed (client error): The resource could not be found. Oct 26 15:48:24.369218 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-be7ad9aa-5fd3-4576-9290-fc7ee7a3f72a tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Synchronizing usage tracker for tenant:b5d218d21c1a4a65a548d86f4c5955d1 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:48:24.392755 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6e6d49be-6d17-49b3-b980-85ac3669678e None None] Port 29e95355-5f40-4b15-8ebb-4add31912089 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:24.454577 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-8a127041-0475-4b7e-9fc3-ed8d451b10e3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 6.9089699 Oct 26 15:48:24.457578 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38238) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:24.476710 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bee6d398-0685-4fd6-8d06-af902fd2036a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:24.502906 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-23203716-c434-4460-a8b3-aa0b38dfe5fb tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:24.527126 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-080c2fc9-c2f0-48c2-8915-b51bd50280b0 req-5f34716c-9cb6-4009-a38f-1be13f721cce service neutron] 10.222.0.48 "GET /v2.0/networks/9b52fa13-90e5-4d9b-bd04-f08f37ff314e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6793673 Oct 26 15:48:24.530053 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-acfbbcb4-117a-4f9b-b982-701ed4197988 req-28f85ee8-fb28-4c75-af12-b19ae4be31c0 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/security-groups?id=714ce366-d10f-43dc-886a-95016c1d1e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2877460 Oct 26 15:48:24.550693 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bee6d398-0685-4fd6-8d06-af902fd2036a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:24.553101 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-bee6d398-0685-4fd6-8d06-af902fd2036a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/subnets/547f1e13-0a68-45a8-ba61-a7f47ba5ae42 HTTP/1.1" status: 204 len: 168 time: 2.0322590 Oct 26 15:48:24.553962 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6d398-0685-4fd6-8d06-af902fd2036a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event deleted for resources: {'Subnet': ['ID=547f1e13-0a68-45a8-ba61-a7f47ba5ae42,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:24.556473 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38242) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:24.562147 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117f95d1-33ff-40b5-8c7f-bff34b9f7482 None None] Network 2c595047-ff94-4743-aba3-6e23319f30c6 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:48:24.565880 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23203716-c434-4460-a8b3-aa0b38dfe5fb tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Pushing event deleted for resources: {'Port': ['ID=50a39db9-5ee9-477f-844c-27a4b4576823,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:24.608248 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fe14a6f6-7f2b-4f2a-8e33-2cf2fe4798d4 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:24.613762 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe14a6f6-7f2b-4f2a-8e33-2cf2fe4798d4 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:24.614379 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fe14a6f6-7f2b-4f2a-8e33-2cf2fe4798d4 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:24.709453 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87401e64-059c-4da8-9af9-7df5e19d2dde tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:24.715840 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87401e64-059c-4da8-9af9-7df5e19d2dde tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:24.720598 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-87401e64-059c-4da8-9af9-7df5e19d2dde tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.2619286 Oct 26 15:48:24.721265 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38246) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:24.762352 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-23203716-c434-4460-a8b3-aa0b38dfe5fb tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:24.876571 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b384ad-31ab-4ccd-91de-51e5951144f1 None None] DHCP port deletion for 2c595047-ff94-4743-aba3-6e23319f30c6 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:48:24.882500 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c9b384ad-31ab-4ccd-91de-51e5951144f1 None None] Deleting port 6d0aa50a-5db1-4227-910a-47e05b85e91d {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:48:24.882500 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c9b384ad-31ab-4ccd-91de-51e5951144f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:24.912515 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-6e6d49be-6d17-49b3-b980-85ac3669678e None None] Attempt 3 to provision port 29e95355-5f40-4b15-8ebb-4add31912089 Oct 26 15:48:24.958116 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-be7ad9aa-5fd3-4576-9290-fc7ee7a3f72a tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Unset dirty status for tenant:b5d218d21c1a4a65a548d86f4c5955d1 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:48:24.958441 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-be7ad9aa-5fd3-4576-9290-fc7ee7a3f72a tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] 10.222.0.23 "GET /v2.0/ports/bb3fbc0b-9794-4f71-b0fd-49715c9de29b HTTP/1.1" status: 404 len: 333 time: 0.7148890 Oct 26 15:48:25.028135 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6e6d49be-6d17-49b3-b980-85ac3669678e None None] Port 29e95355-5f40-4b15-8ebb-4add31912089 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:25.041087 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38252) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:25.081309 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device aff54726-81b6-46ef-95ae-2b0e229a562f up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:48:25.173466 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-fe14a6f6-7f2b-4f2a-8e33-2cf2fe4798d4 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 5.2899182 Oct 26 15:48:25.176836 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-23203716-c434-4460-a8b3-aa0b38dfe5fb tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:25.180196 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-23203716-c434-4460-a8b3-aa0b38dfe5fb tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:25.181748 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38256) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:25.185298 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-217f126a-b356-4d8e-83cd-13e05c5c98c5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting port b762d3db-cbd3-47ec-8e99-a5398f97304e {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:48:25.186087 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-217f126a-b356-4d8e-83cd-13e05c5c98c5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:25.201472 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14a6f6-7f2b-4f2a-8e33-2cf2fe4798d4 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event updated for resources: {'Network': ['ID=3145270b-cf51-4aeb-86d8-f9215b268a49,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:25.218537 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 3145270b-cf51-4aeb-86d8-f9215b268a49 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:48:25.226755 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-d1425ea9-0a73-423f-b2a5-d4511b863a89 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Request body: {'network': {'name': 'tempest-RoutersTest-66498882'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:25.230410 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5ffb8dc4-8ac7-4e1b-bfe5-eebe29bfab81 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:25.249042 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d1425ea9-0a73-423f-b2a5-d4511b863a89 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:48:25.249261 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-8803ed3b-6462-4d6b-b616-8dfef1905c65 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Deleting port 29e95355-5f40-4b15-8ebb-4add31912089 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:48:25.249508 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8803ed3b-6462-4d6b-b616-8dfef1905c65 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:25.264527 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d1425ea9-0a73-423f-b2a5-d4511b863a89 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Usage tracker for resource:network and tenant:c6ecf98f295847b88c4c5e8d668b4162 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:48:25.272814 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d1425ea9-0a73-423f-b2a5-d4511b863a89 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:48:25.284064 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d1425ea9-0a73-423f-b2a5-d4511b863a89 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:48:25.310634 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-c9b384ad-31ab-4ccd-91de-51e5951144f1 None None] For port 6d0aa50a-5db1-4227-910a-47e05b85e91d, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=6d0aa50a-5db1-4227-910a-47e05b85e91d,segment=NetworkSegment(562fa11f-0855-4594-9cc9-f78e3cceefca),segment_id=562fa11f-0855-4594-9cc9-f78e3cceefca)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:48:25.311032 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c9b384ad-31ab-4ccd-91de-51e5951144f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:25.342995 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-080c2fc9-c2f0-48c2-8915-b51bd50280b0 req-2356f180-bf11-4583-b6ae-c5b6f305fdb7 service neutron] 10.222.0.48 "GET /v2.0/networks/9b52fa13-90e5-4d9b-bd04-f08f37ff314e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7962778 Oct 26 15:48:25.351964 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-23203716-c434-4460-a8b3-aa0b38dfe5fb tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:25.352487 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23203716-c434-4460-a8b3-aa0b38dfe5fb tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Fanout notify agent at l3_agent the message router_deleted on router eed3d479-27d8-47a1-990b-b78b5a80f3dc {{(pid=89747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:48:25.356007 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-5ffb8dc4-8ac7-4e1b-bfe5-eebe29bfab81 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Deleting port 6d0aa50a-5db1-4227-910a-47e05b85e91d {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:48:25.356332 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5ffb8dc4-8ac7-4e1b-bfe5-eebe29bfab81 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:25.373937 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b17cb8-fe34-4f74-b089-5f9ccea3900e req-133cbe1b-51af-4de4-8e0c-e9e6b488a412 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:25.375467 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-87b17cb8-fe34-4f74-b089-5f9ccea3900e req-133cbe1b-51af-4de4-8e0c-e9e6b488a412 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b696bde-eae4-49e5-b03f-e9db71adfa6b HTTP/1.1" status: 200 len: 944 time: 0.2745862 Oct 26 15:48:25.418153 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1425ea9-0a73-423f-b2a5-d4511b863a89 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Made reservation on behalf of c6ecf98f295847b88c4c5e8d668b4162 for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:48:25.421278 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d1425ea9-0a73-423f-b2a5-d4511b863a89 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:25.467489 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c9b384ad-31ab-4ccd-91de-51e5951144f1 None None] Calling delete_port for 6d0aa50a-5db1-4227-910a-47e05b85e91d owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:48:25.497342 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-23203716-c434-4460-a8b3-aa0b38dfe5fb tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:25.502101 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-23203716-c434-4460-a8b3-aa0b38dfe5fb tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] 10.222.0.23 "DELETE /v2.0/routers/eed3d479-27d8-47a1-990b-b78b5a80f3dc HTTP/1.1" status: 204 len: 168 time: 2.3104331 Oct 26 15:48:25.508912 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38260) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:25.515188 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port aff54726-81b6-46ef-95ae-2b0e229a562f triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:48:25.515560 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:25.515894 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port aff54726-81b6-46ef-95ae-2b0e229a562f Oct 26 15:48:25.540558 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-e62f74ca-c65f-4f13-a780-db802d3702e1 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1868955566', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:25.542958 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-6e6d49be-6d17-49b3-b980-85ac3669678e None None] Attempt 4 to provision port 29e95355-5f40-4b15-8ebb-4add31912089 Oct 26 15:48:25.559014 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-87b17cb8-fe34-4f74-b089-5f9ccea3900e req-fe685081-510c-46be-9509-610ddc62c2ae tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=240ebfaa-9dab-471a-8343-76af9134bb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596551 Oct 26 15:48:25.560455 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e62f74ca-c65f-4f13-a780-db802d3702e1 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:48:25.567698 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1425ea9-0a73-423f-b2a5-d4511b863a89 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:48:25.574002 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e62f74ca-c65f-4f13-a780-db802d3702e1 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Usage tracker for resource:router and tenant:eae49afb94514da8ad9cfe3afdaae288 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:48:25.592509 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e62f74ca-c65f-4f13-a780-db802d3702e1 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:48:25.622228 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e62f74ca-c65f-4f13-a780-db802d3702e1 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:48:25.624513 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d1425ea9-0a73-423f-b2a5-d4511b863a89 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:25.624910 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-d1425ea9-0a73-423f-b2a5-d4511b863a89 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Added segment a789e892-a6a2-4c95-ad78-9080c24dbfea of type vlan for network 01e8d086-9546-4bd7-81ea-027a1f4f7736 Oct 26 15:48:25.653450 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6e6d49be-6d17-49b3-b980-85ac3669678e None None] Port 29e95355-5f40-4b15-8ebb-4add31912089 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:25.658185 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-217f126a-b356-4d8e-83cd-13e05c5c98c5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:25.714105 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [req-870f015b-a544-4795-9130-95a27e10aefa req-7147a3f0-915c-4535-b54c-13d0066c01dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d911889-3577-4408-935a-4ddbca7d0a55 {{(pid=89748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:48:25.725024 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-870f015b-a544-4795-9130-95a27e10aefa req-7147a3f0-915c-4535-b54c-13d0066c01dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:25.734290 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c9b384ad-31ab-4ccd-91de-51e5951144f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:25.743792 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-870f015b-a544-4795-9130-95a27e10aefa req-7147a3f0-915c-4535-b54c-13d0066c01dc service neutron] Transition to ACTIVE for port object 7d911889-3577-4408-935a-4ddbca7d0a55 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:48:25.747411 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port aff54726-81b6-46ef-95ae-2b0e229a562f is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:48:25.799945 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b384ad-31ab-4ccd-91de-51e5951144f1 None None] No DVR routers for this DVR port 6d0aa50a-5db1-4227-910a-47e05b85e91d on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:48:25.805789 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d1425ea9-0a73-423f-b2a5-d4511b863a89 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:25.814453 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e62f74ca-c65f-4f13-a780-db802d3702e1 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:25.816237 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e62f74ca-c65f-4f13-a780-db802d3702e1 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:25.822711 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 6d0aa50a-5db1-4227-910a-47e05b85e91d no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:48:25.831932 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-217f126a-b356-4d8e-83cd-13e05c5c98c5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Calling delete_port for b762d3db-cbd3-47ec-8e99-a5398f97304e owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:48:25.862095 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b384ad-31ab-4ccd-91de-51e5951144f1 None None] Pushing event deleted for resources: {'Port': ['ID=6d0aa50a-5db1-4227-910a-47e05b85e91d,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:25.864098 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 6d0aa50a-5db1-4227-910a-47e05b85e91d {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:48:25.864511 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 6d0aa50a-5db1-4227-910a-47e05b85e91d not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:48:25.899139 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-870f015b-a544-4795-9130-95a27e10aefa req-7147a3f0-915c-4535-b54c-13d0066c01dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:25.918672 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e62f74ca-c65f-4f13-a780-db802d3702e1 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:25.991633 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d1425ea9-0a73-423f-b2a5-d4511b863a89 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:25.996890 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1425ea9-0a73-423f-b2a5-d4511b863a89 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:25.997458 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d1425ea9-0a73-423f-b2a5-d4511b863a89 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:26.037666 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e62f74ca-c65f-4f13-a780-db802d3702e1 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:26.142991 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1425ea9-0a73-423f-b2a5-d4511b863a89 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event updated for resources: {'Network': ['ID=01e8d086-9546-4bd7-81ea-027a1f4f7736,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:26.154667 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-6e6d49be-6d17-49b3-b980-85ac3669678e None None] Attempt 5 to provision port 29e95355-5f40-4b15-8ebb-4add31912089 Oct 26 15:48:26.179987 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 01e8d086-9546-4bd7-81ea-027a1f4f7736 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:48:26.208584 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147a3f0-915c-4535-b54c-13d0066c01dc service neutron] Pushing event updated for resources: {'Port': ['ID=7d911889-3577-4408-935a-4ddbca7d0a55,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:26.219326 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d1425ea9-0a73-423f-b2a5-d4511b863a89 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.0076778 Oct 26 15:48:26.221940 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38266) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:26.229632 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-2c752fb2-b964-4664-9c19-a184d9149d52 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Request body: {'subnet': {'network_id': '3145270b-cf51-4aeb-86d8-f9215b268a49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:26.232858 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-5ffb8dc4-8ac7-4e1b-bfe5-eebe29bfab81 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] For port 6d0aa50a-5db1-4227-910a-47e05b85e91d, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=6d0aa50a-5db1-4227-910a-47e05b85e91d,segment=NetworkSegment(562fa11f-0855-4594-9cc9-f78e3cceefca),segment_id=562fa11f-0855-4594-9cc9-f78e3cceefca)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:48:26.233225 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5ffb8dc4-8ac7-4e1b-bfe5-eebe29bfab81 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:26.246636 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-217f126a-b356-4d8e-83cd-13e05c5c98c5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:26.248381 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e62f74ca-c65f-4f13-a780-db802d3702e1 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:26.249832 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e62f74ca-c65f-4f13-a780-db802d3702e1 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7201705 Oct 26 15:48:26.254684 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38270) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:26.297499 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6e6d49be-6d17-49b3-b980-85ac3669678e None None] Port 29e95355-5f40-4b15-8ebb-4add31912089 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:26.353915 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f126a-b356-4d8e-83cd-13e05c5c98c5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Port': ['ID=b762d3db-cbd3-47ec-8e99-a5398f97304e,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:26.435955 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-217f126a-b356-4d8e-83cd-13e05c5c98c5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:26.440254 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-217f126a-b356-4d8e-83cd-13e05c5c98c5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/ports/b762d3db-cbd3-47ec-8e99-a5398f97304e HTTP/1.1" status: 204 len: 168 time: 1.7135477 Oct 26 15:48:26.441513 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38274) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:26.496429 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-2c752fb2-b964-4664-9c19-a184d9149d52 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:48:26.503799 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-2c752fb2-b964-4664-9c19-a184d9149d52 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Usage tracker for resource:subnet and tenant:c6ecf98f295847b88c4c5e8d668b4162 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:48:26.509331 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-2c752fb2-b964-4664-9c19-a184d9149d52 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:48:26.512889 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-6fccfbed-0e5e-4a87-8380-72c617733b4f tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'enable_snat': False}}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:26.523521 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-2c752fb2-b964-4664-9c19-a184d9149d52 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:48:26.535656 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33418a62-7006-425f-b1a7-816628b68514 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:26.538097 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33418a62-7006-425f-b1a7-816628b68514 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:26.539699 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-33418a62-7006-425f-b1a7-816628b68514 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0972431 Oct 26 15:48:26.543036 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38278) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:26.574272 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8803ed3b-6462-4d6b-b616-8dfef1905c65 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:26.581009 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device bc5cac88-00b8-4886-9476-bca4a4258a03 details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 15:48:26.587975 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-5ffb8dc4-8ac7-4e1b-bfe5-eebe29bfab81 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Calling delete_port for 6d0aa50a-5db1-4227-910a-47e05b85e91d owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:48:26.611416 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-759f8f33-93de-4117-af9f-d4b3289b6254 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting subnet 8e7366a8-db14-4a87-9b86-5d803e975024 {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:48:26.619974 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-759f8f33-93de-4117-af9f-d4b3289b6254 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:26.653439 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c752fb2-b964-4664-9c19-a184d9149d52 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Made reservation on behalf of c6ecf98f295847b88c4c5e8d668b4162 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:48:26.655095 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2c752fb2-b964-4664-9c19-a184d9149d52 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:26.686057 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf22c19-9f42-4827-8f7a-1c00872897d7 req-5b804c69-943e-489f-a4ce-4af7fba66b32 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:26.693650 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-faf22c19-9f42-4827-8f7a-1c00872897d7 req-5b804c69-943e-489f-a4ce-4af7fba66b32 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/ports?device_id=055d89eb-6041-456b-814d-aa39354c6eca HTTP/1.1" status: 200 len: 931 time: 0.9478424 Oct 26 15:48:26.798940 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-6e6d49be-6d17-49b3-b980-85ac3669678e None None] Attempt 6 to provision port 29e95355-5f40-4b15-8ebb-4add31912089 Oct 26 15:48:26.861317 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:26.865348 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-8803ed3b-6462-4d6b-b616-8dfef1905c65 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Calling delete_port for 29e95355-5f40-4b15-8ebb-4add31912089 owned by {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:48:26.892798 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6e6d49be-6d17-49b3-b980-85ac3669678e None None] Port 29e95355-5f40-4b15-8ebb-4add31912089 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:26.895279 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port bc5cac88-00b8-4886-9476-bca4a4258a03, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=bc5cac88-00b8-4886-9476-bca4a4258a03,segment=NetworkSegment(140d29cb-1f6e-4615-a4e2-daa14f99aebb),segment_id=140d29cb-1f6e-4615-a4e2-daa14f99aebb)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:48:26.909601 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': 'bc5cac88-00b8-4886-9476-bca4a4258a03', 'network_id': '3cb2dcfd-260a-4d3a-b758-3b083e2645e7', 'port_id': 'bc5cac88-00b8-4886-9476-bca4a4258a03', 'mac_address': 'fa:16:3e:ed:3a:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7d1390d-7ca6-41a0-aef7-8fb535033097', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 15:48:26.975993 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-759f8f33-93de-4117-af9f-d4b3289b6254 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:26.977623 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port bc5cac88-00b8-4886-9476-bca4a4258a03 is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:48:26.978343 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:26.988439 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-870f015b-a544-4795-9130-95a27e10aefa req-7147a3f0-915c-4535-b54c-13d0066c01dc service neutron] Attempting to bind port 7d911889-3577-4408-935a-4ddbca7d0a55 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:48:26.988777 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-870f015b-a544-4795-9130-95a27e10aefa req-7147a3f0-915c-4535-b54c-13d0066c01dc service neutron] Attempting to bind port 7d911889-3577-4408-935a-4ddbca7d0a55 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': '36dee383-8b60-4366-bb63-6db63ca82dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '36fe47be-95f5-45e7-bd5b-f22f2000c1c4'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:48:26.989102 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f015b-a544-4795-9130-95a27e10aefa req-7147a3f0-915c-4535-b54c-13d0066c01dc service neutron] Attempting to bind port 7d911889-3577-4408-935a-4ddbca7d0a55 on network 36fe47be-95f5-45e7-bd5b-f22f2000c1c4 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:48:26.997136 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc5cac88-00b8-4886-9476-bca4a4258a03 {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:48:27.014719 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port bc5cac88-00b8-4886-9476-bca4a4258a03, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=bc5cac88-00b8-4886-9476-bca4a4258a03,segment=NetworkSegment(140d29cb-1f6e-4615-a4e2-daa14f99aebb),segment_id=140d29cb-1f6e-4615-a4e2-daa14f99aebb)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:48:27.082343 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f015b-a544-4795-9130-95a27e10aefa req-7147a3f0-915c-4535-b54c-13d0066c01dc service neutron] Port 7d911889-3577-4408-935a-4ddbca7d0a55 on network 36fe47be-95f5-45e7-bd5b-f22f2000c1c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:48:27.082623 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f015b-a544-4795-9130-95a27e10aefa req-7147a3f0-915c-4535-b54c-13d0066c01dc service neutron] Attempting to bind port 7d911889-3577-4408-935a-4ddbca7d0a55 on network 36fe47be-95f5-45e7-bd5b-f22f2000c1c4 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:48:27.093509 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:27.115517 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-faf22c19-9f42-4827-8f7a-1c00872897d7 req-977537ca-4120-43e2-a942-a771426ec313 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/security-groups?id=714ce366-d10f-43dc-886a-95016c1d1e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4207411 Oct 26 15:48:27.130519 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f015b-a544-4795-9130-95a27e10aefa req-7147a3f0-915c-4535-b54c-13d0066c01dc service neutron] Checking agent: {'id': '1b551391-ebdd-44bd-8801-034277ca5526', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8627', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'started_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:48:27.131075 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f015b-a544-4795-9130-95a27e10aefa req-7147a3f0-915c-4535-b54c-13d0066c01dc service neutron] Checking segment: {'id': '36dee383-8b60-4366-bb63-6db63ca82dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '36fe47be-95f5-45e7-bd5b-f22f2000c1c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:48:27.131480 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f015b-a544-4795-9130-95a27e10aefa req-7147a3f0-915c-4535-b54c-13d0066c01dc service neutron] Bound using segment: {'id': '36dee383-8b60-4366-bb63-6db63ca82dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '36fe47be-95f5-45e7-bd5b-f22f2000c1c4'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:48:27.132082 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-870f015b-a544-4795-9130-95a27e10aefa req-7147a3f0-915c-4535-b54c-13d0066c01dc service neutron] Bound port: 7d911889-3577-4408-935a-4ddbca7d0a55, host: hv-neutron-8627, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36dee383-8b60-4366-bb63-6db63ca82dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '36fe47be-95f5-45e7-bd5b-f22f2000c1c4'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:48:27.132310 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-870f015b-a544-4795-9130-95a27e10aefa req-7147a3f0-915c-4535-b54c-13d0066c01dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:27.162646 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a974c-948f-4221-a73a-782c45882239 req-5d5f79b7-91ac-4221-bb98-c9a998ffb0a7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:27.164147 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-fb4a974c-948f-4221-a73a-782c45882239 req-5d5f79b7-91ac-4221-bb98-c9a998ffb0a7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b696bde-eae4-49e5-b03f-e9db71adfa6b HTTP/1.1" status: 200 len: 944 time: 0.3891771 Oct 26 15:48:27.170149 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-759f8f33-93de-4117-af9f-d4b3289b6254 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:27.189897 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=bc5cac88-00b8-4886-9476-bca4a4258a03,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:27.221097 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.db.api [None req-5ffb8dc4-8ac7-4e1b-bfe5-eebe29bfab81 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:48:27.221422 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG oslo_db.api [None req-5ffb8dc4-8ac7-4e1b-bfe5-eebe29bfab81 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:48:27.278548 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-fb4a974c-948f-4221-a73a-782c45882239 req-fabba40d-498f-47e3-a6ea-80fb747f189b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=240ebfaa-9dab-471a-8343-76af9134bb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770462 Oct 26 15:48:27.368437 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6fccfbed-0e5e-4a87-8380-72c617733b4f tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:27.390218 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2c752fb2-b964-4664-9c19-a184d9149d52 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:27.394200 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-6e6d49be-6d17-49b3-b980-85ac3669678e None None] Attempt 7 to provision port 29e95355-5f40-4b15-8ebb-4add31912089 Oct 26 15:48:27.425937 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-870f015b-a544-4795-9130-95a27e10aefa req-7147a3f0-915c-4535-b54c-13d0066c01dc service neutron] For port 7d911889-3577-4408-935a-4ddbca7d0a55, host hv-neutron-8627, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:48:27.429449 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-870f015b-a544-4795-9130-95a27e10aefa req-7147a3f0-915c-4535-b54c-13d0066c01dc service neutron] For port 7d911889-3577-4408-935a-4ddbca7d0a55, host hv-neutron-8627, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=7d911889-3577-4408-935a-4ddbca7d0a55,segment=NetworkSegment(36dee383-8b60-4366-bb63-6db63ca82dac),segment_id=36dee383-8b60-4366-bb63-6db63ca82dac)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:48:27.440073 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-759f8f33-93de-4117-af9f-d4b3289b6254 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:27.452184 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6e6d49be-6d17-49b3-b980-85ac3669678e None None] Port 29e95355-5f40-4b15-8ebb-4add31912089 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:27.460800 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-759f8f33-93de-4117-af9f-d4b3289b6254 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:27.464522 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c143ab-aeb5-443d-8662-d3edfcd82618 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:48:27.493216 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c752fb2-b964-4664-9c19-a184d9149d52 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event updated for resources: {'Subnet': ['ID=5459c700-7af6-4c7c-b430-897e07b1797d,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:27.529747 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-759f8f33-93de-4117-af9f-d4b3289b6254 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/8e7366a8-db14-4a87-9b86-5d803e975024 HTTP/1.1" status: 204 len: 168 time: 0.9834616 Oct 26 15:48:27.533028 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38286) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:27.534689 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['bc5cac88-00b8-4886-9476-bca4a4258a03'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 15:48:27.538394 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f8f33-93de-4117-af9f-d4b3289b6254 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Subnet': ['ID=8e7366a8-db14-4a87-9b86-5d803e975024,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:27.542420 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-870f015b-a544-4795-9130-95a27e10aefa req-7147a3f0-915c-4535-b54c-13d0066c01dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:27.580156 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8803ed3b-6462-4d6b-b616-8dfef1905c65 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:27.588312 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f015b-a544-4795-9130-95a27e10aefa req-7147a3f0-915c-4535-b54c-13d0066c01dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:27.588793 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-870f015b-a544-4795-9130-95a27e10aefa req-7147a3f0-915c-4535-b54c-13d0066c01dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:27.590246 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-870f015b-a544-4795-9130-95a27e10aefa req-7147a3f0-915c-4535-b54c-13d0066c01dc service neutron] 10.222.0.48 "PUT /v2.0/ports/7d911889-3577-4408-935a-4ddbca7d0a55 HTTP/1.1" status: 200 len: 1093 time: 4.2173724 Oct 26 15:48:27.591085 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '055d89eb-6041-456b-814d-aa39354c6eca', 'tag': '7d911889-3577-4408-935a-4ddbca7d0a55'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:48:27.593470 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8acf3ef-713e-4a86-978f-35fd739c74ae" -d '{"events": [{"name": "network-changed", "server_uuid": "055d89eb-6041-456b-814d-aa39354c6eca", "tag": "7d911889-3577-4408-935a-4ddbca7d0a55"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:48:27.638577 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c752fb2-b964-4664-9c19-a184d9149d52 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Checking segment: {'id': '5c629e54-fa9b-459c-909f-2f59bff27453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3145270b-cf51-4aeb-86d8-f9215b268a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:48:27.639107 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c752fb2-b964-4664-9c19-a184d9149d52 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Network hostable DHCP agents. Network: 3145270b-cf51-4aeb-86d8-f9215b268a49, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:48:27.651235 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b977aceb-6513-4927-ae68-7057e824c56b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1118317 Oct 26 15:48:27.660869 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38292) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:27.673165 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29e00d9-6758-44c1-b4d8-2af78b92a014 x-openstack-request-id: req-c29e00d9-6758-44c1-b4d8-2af78b92a014 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:48:27.673572 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "055d89eb-6041-456b-814d-aa39354c6eca", "tag": "7d911889-3577-4408-935a-4ddbca7d0a55", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:48:27.673948 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c29e00d9-6758-44c1-b4d8-2af78b92a014 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:48:27.674447 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c29e00d9-6758-44c1-b4d8-2af78b92a014'] response: {'name': 'network-changed', 'server_uuid': '055d89eb-6041-456b-814d-aa39354c6eca', 'tag': '7d911889-3577-4408-935a-4ddbca7d0a55', 'status': 'completed', 'code': 200} Oct 26 15:48:27.686274 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-a9476890-763b-472c-80be-59276d9ba508 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'subnet': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:27.698774 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8803ed3b-6462-4d6b-b616-8dfef1905c65 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:27.703516 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147a3f0-915c-4535-b54c-13d0066c01dc service neutron] Pushing event updated for resources: {'Port': ['ID=7d911889-3577-4408-935a-4ddbca7d0a55,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:27.749025 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-5ffb8dc4-8ac7-4e1b-bfe5-eebe29bfab81 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Deleting port 6d0aa50a-5db1-4227-910a-47e05b85e91d {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:48:27.749511 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5ffb8dc4-8ac7-4e1b-bfe5-eebe29bfab81 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:27.840973 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c752fb2-b964-4664-9c19-a184d9149d52 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Network 3145270b-cf51-4aeb-86d8-f9215b268a49 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:48:27.878528 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803ed3b-6462-4d6b-b616-8dfef1905c65 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Pushing event deleted for resources: {'Port': ['ID=29e95355-5f40-4b15-8ebb-4add31912089,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:27.887565 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-a9476890-763b-472c-80be-59276d9ba508 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:48:27.894097 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-a9476890-763b-472c-80be-59276d9ba508 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Usage tracker for resource:subnet and tenant:cde0b70c42f24e8e94f9303758760038 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:48:27.897936 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-a9476890-763b-472c-80be-59276d9ba508 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:48:27.911641 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-a9476890-763b-472c-80be-59276d9ba508 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:48:27.916447 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-2c752fb2-b964-4664-9c19-a184d9149d52 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 3145270b-cf51-4aeb-86d8-f9215b268a49) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:27.928141 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-8803ed3b-6462-4d6b-b616-8dfef1905c65 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] 10.222.0.23 "DELETE /v2.0/ports/29e95355-5f40-4b15-8ebb-4add31912089 HTTP/1.1" status: 204 len: 168 time: 2.8870032 Oct 26 15:48:27.933648 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c752fb2-b964-4664-9c19-a184d9149d52 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:27.933648 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2c752fb2-b964-4664-9c19-a184d9149d52 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:27.935277 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38296) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:27.942615 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85ac660-3c5d-42f4-acb9-f463cfac9414 None None] Network 3145270b-cf51-4aeb-86d8-f9215b268a49 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:48:27.947189 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-5ffb8dc4-8ac7-4e1b-bfe5-eebe29bfab81 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] The port '6d0aa50a-5db1-4227-910a-47e05b85e91d' was deleted {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 15:48:27.963425 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6ba764-cc0e-4bea-b380-e9267f4b0953 None None] DHCP port deletion for f810e159-a5e8-4c86-8cec-5d909fe013dd request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:48:27.971599 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-6e6d49be-6d17-49b3-b980-85ac3669678e None None] Attempt 8 to provision port 29e95355-5f40-4b15-8ebb-4add31912089 Oct 26 15:48:28.008504 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9476890-763b-472c-80be-59276d9ba508 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:48:28.013763 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a9476890-763b-472c-80be-59276d9ba508 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:28.019750 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-5f6ba764-cc0e-4bea-b380-e9267f4b0953 None None] Deleting port aff54726-81b6-46ef-95ae-2b0e229a562f {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:48:28.019961 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5f6ba764-cc0e-4bea-b380-e9267f4b0953 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:28.041248 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-2c752fb2-b964-4664-9c19-a184d9149d52 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8181973 Oct 26 15:48:28.089969 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38300) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:28.100562 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-9ad6eaa3-35a3-435f-aefc-06a02a50d936 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Request body: {'subnet': {'network_id': '01e8d086-9546-4bd7-81ea-027a1f4f7736', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:28.119847 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6e6d49be-6d17-49b3-b980-85ac3669678e None None] Port 29e95355-5f40-4b15-8ebb-4add31912089 was deleted so its status cannot be updated. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:48:28.154552 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-6e6d49be-6d17-49b3-b980-85ac3669678e None None] Could not find standard attr ID for object e7b9d200-e077-4f5f-b89d-74a76bc5e20d. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:48:28.185060 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-2de8c836-17f4-4069-b2f9-9f3e76b3d2c3 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] GET failed (client error): The resource could not be found. Oct 26 15:48:28.185741 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-2de8c836-17f4-4069-b2f9-9f3e76b3d2c3 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Synchronizing usage tracker for tenant:b5d218d21c1a4a65a548d86f4c5955d1 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:48:28.270152 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-9ad6eaa3-35a3-435f-aefc-06a02a50d936 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:48:28.275793 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-9ad6eaa3-35a3-435f-aefc-06a02a50d936 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Usage tracker for resource:subnet and tenant:c6ecf98f295847b88c4c5e8d668b4162 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:48:28.279319 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-9ad6eaa3-35a3-435f-aefc-06a02a50d936 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:48:28.285980 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5ffb8dc4-8ac7-4e1b-bfe5-eebe29bfab81 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:28.287420 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-9ad6eaa3-35a3-435f-aefc-06a02a50d936 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:48:28.380261 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-5ffb8dc4-8ac7-4e1b-bfe5-eebe29bfab81 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c595047-ff94-4743-aba3-6e23319f30c6']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:28.433471 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-5f6ba764-cc0e-4bea-b380-e9267f4b0953 None None] For port aff54726-81b6-46ef-95ae-2b0e229a562f, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=aff54726-81b6-46ef-95ae-2b0e229a562f,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:48:28.434116 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5f6ba764-cc0e-4bea-b380-e9267f4b0953 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:28.449514 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-2de8c836-17f4-4069-b2f9-9f3e76b3d2c3 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Unset dirty status for tenant:b5d218d21c1a4a65a548d86f4c5955d1 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:48:28.450937 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad6eaa3-35a3-435f-aefc-06a02a50d936 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Made reservation on behalf of c6ecf98f295847b88c4c5e8d668b4162 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:48:28.451301 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2de8c836-17f4-4069-b2f9-9f3e76b3d2c3 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] 10.222.0.23 "GET /v2.0/ports/29e95355-5f40-4b15-8ebb-4add31912089 HTTP/1.1" status: 404 len: 333 time: 0.5019813 Oct 26 15:48:28.456217 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9ad6eaa3-35a3-435f-aefc-06a02a50d936 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:28.470163 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38308) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:28.506401 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-5ffb8dc4-8ac7-4e1b-bfe5-eebe29bfab81 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '562fa11f-0855-4594-9cc9-f78e3cceefca') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:28.507094 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-5ffb8dc4-8ac7-4e1b-bfe5-eebe29bfab81 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '562fa11f-0855-4594-9cc9-f78e3cceefca') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:28.524179 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8acf3ef-713e-4a86-978f-35fd739c74ae req-7a866ec7-7054-4595-9ced-7f611b713d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:28.525807 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a8acf3ef-713e-4a86-978f-35fd739c74ae req-7a866ec7-7054-4595-9ced-7f611b713d2e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ff1cd5d856143f1b2c461b2d5e300a8&device_id=055d89eb-6041-456b-814d-aa39354c6eca HTTP/1.1" status: 200 len: 1096 time: 0.7398269 Oct 26 15:48:28.542514 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5ffb8dc4-8ac7-4e1b-bfe5-eebe29bfab81 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:28.608072 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-5f6ba764-cc0e-4bea-b380-e9267f4b0953 None None] Calling delete_port for aff54726-81b6-46ef-95ae-2b0e229a562f owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:48:28.656719 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-acdcf368-aba7-469d-b0c6-dd91c3601ac6 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Deleting port bf59481c-9cb6-4aba-992c-572ee6335885 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:48:28.657050 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-acdcf368-aba7-469d-b0c6-dd91c3601ac6 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:28.680013 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5ffb8dc4-8ac7-4e1b-bfe5-eebe29bfab81 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:28.702977 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-7be226f8-9060-4553-9125-41fbbed49e77 None None] Provisioning for port 7d911889-3577-4408-935a-4ddbca7d0a55 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:48:28.706604 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ffb8dc4-8ac7-4e1b-bfe5-eebe29bfab81 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:48:28.707128 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5ffb8dc4-8ac7-4e1b-bfe5-eebe29bfab81 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:28.780581 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea1960-f62b-43c5-ba70-8144ebe572af req-a0c340f8-76a5-4c42-8197-af42aa4450b8 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:28.781281 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-93ea1960-f62b-43c5-ba70-8144ebe572af req-a0c340f8-76a5-4c42-8197-af42aa4450b8 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Synchronizing usage tracker for tenant:3ff1cd5d856143f1b2c461b2d5e300a8 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:48:28.798837 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 562fa11f-0855-4594-9cc9-f78e3cceefca resource provider aggregate not found Oct 26 15:48:28.803065 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6fccfbed-0e5e-4a87-8380-72c617733b4f tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:28.872788 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6fccfbed-0e5e-4a87-8380-72c617733b4f tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:28.874276 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-93ea1960-f62b-43c5-ba70-8144ebe572af req-a0c340f8-76a5-4c42-8197-af42aa4450b8 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Unset dirty status for tenant:3ff1cd5d856143f1b2c461b2d5e300a8 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:48:28.876512 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 562fa11f-0855-4594-9cc9-f78e3cceefca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 562fa11f-0855-4594-9cc9-f78e3cceefca found for delete ", "request_id": "req-ca2b189f-0136-4664-9d6a-ac7147d2be4c"}]} Oct 26 15:48:28.876684 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b29076-0091-4177-ae01-613680e40b57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-3145270b-cf51-4aeb-86d8-f9215b268a49', 'network_id': '3145270b-cf51-4aeb-86d8-f9215b268a49', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'fixed_ips': [{'subnet_id': '5459c700-7af6-4c7c-b430-897e07b1797d'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:48:28.877385 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-19b29076-0091-4177-ae01-613680e40b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:28.878940 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-93ea1960-f62b-43c5-ba70-8144ebe572af req-a0c340f8-76a5-4c42-8197-af42aa4450b8 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/ports?device_id=055d89eb-6041-456b-814d-aa39354c6eca HTTP/1.1" status: 200 len: 943 time: 0.5023201 Oct 26 15:48:28.888516 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-7be226f8-9060-4553-9125-41fbbed49e77 None None] Could not find standard attr ID for object b762d3db-cbd3-47ec-8e99-a5398f97304e. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:48:28.953749 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8acf3ef-713e-4a86-978f-35fd739c74ae req-800e8026-1b59-4a72-9504-69f2dcf90693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:28.955265 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a8acf3ef-713e-4a86-978f-35fd739c74ae req-800e8026-1b59-4a72-9504-69f2dcf90693 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=3ff1cd5d856143f1b2c461b2d5e300a8&shared=False HTTP/1.1" status: 200 len: 898 time: 0.4060261 Oct 26 15:48:28.966915 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e47288-a14a-45b3-b98e-912a8f33dc20 req-d34e6516-b1e0-4dde-8d96-5c61e4eae2cc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:28.967609 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-05e47288-a14a-45b3-b98e-912a8f33dc20 req-d34e6516-b1e0-4dde-8d96-5c61e4eae2cc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:48:29.076528 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5ffb8dc4-8ac7-4e1b-bfe5-eebe29bfab81 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:29.077333 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device aff54726-81b6-46ef-95ae-2b0e229a562f no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:48:29.126756 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: aff54726-81b6-46ef-95ae-2b0e229a562f {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:48:29.127109 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device aff54726-81b6-46ef-95ae-2b0e229a562f not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:48:29.128521 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5f6ba764-cc0e-4bea-b380-e9267f4b0953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:29.151120 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5ffb8dc4-8ac7-4e1b-bfe5-eebe29bfab81 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:29.158262 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb8dc4-8ac7-4e1b-bfe5-eebe29bfab81 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event deleted for resources: {'Network': ['ID=2c595047-ff94-4743-aba3-6e23319f30c6,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:29.186240 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-05e47288-a14a-45b3-b98e-912a8f33dc20 req-d34e6516-b1e0-4dde-8d96-5c61e4eae2cc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:48:29.188442 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-05e47288-a14a-45b3-b98e-912a8f33dc20 req-d34e6516-b1e0-4dde-8d96-5c61e4eae2cc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b696bde-eae4-49e5-b03f-e9db71adfa6b HTTP/1.1" status: 200 len: 945 time: 0.7337179 Oct 26 15:48:29.219146 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6ba764-cc0e-4bea-b380-e9267f4b0953 None None] Pushing event deleted for resources: {'Port': ['ID=aff54726-81b6-46ef-95ae-2b0e229a562f,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:29.220887 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6ba764-cc0e-4bea-b380-e9267f4b0953 None None] No DVR routers for this DVR port aff54726-81b6-46ef-95ae-2b0e229a562f on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:48:29.246550 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-19b29076-0091-4177-ae01-613680e40b57 None None] Allocated IP 172.20.0.2 (3145270b-cf51-4aeb-86d8-f9215b268a49/5459c700-7af6-4c7c-b430-897e07b1797d/86883083-daa2-4691-a697-8eba28d0712c) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:48:29.269783 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-5ffb8dc4-8ac7-4e1b-bfe5-eebe29bfab81 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/networks/2c595047-ff94-4743-aba3-6e23319f30c6 HTTP/1.1" status: 204 len: 168 time: 4.6841743 Oct 26 15:48:29.278394 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38316) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:29.297532 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8acf3ef-713e-4a86-978f-35fd739c74ae req-d3f98d4d-654a-44fd-a92f-d9e300873cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:29.299040 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a8acf3ef-713e-4a86-978f-35fd739c74ae req-d3f98d4d-654a-44fd-a92f-d9e300873cde service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3286939 Oct 26 15:48:29.315123 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-93ea1960-f62b-43c5-ba70-8144ebe572af req-e5c6e464-38a0-4ccc-b1f6-10629117619c tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Synchronizing usage tracker for tenant:3ff1cd5d856143f1b2c461b2d5e300a8 on resource:security_group {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:48:29.321085 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-c060ee31-7c8a-4593-b3b2-27a1b9813aad tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1296204456'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:29.327243 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-6fccfbed-0e5e-4a87-8380-72c617733b4f tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Allocated IP 172.26.2.212 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/12b2023a-c8e4-4c72-863b-fc68b07b9622) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:48:29.337072 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.objects.ports [None req-a9476890-763b-472c-80be-59276d9ba508 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89747) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 26 15:48:29.338658 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-c060ee31-7c8a-4593-b3b2-27a1b9813aad tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:48:29.345579 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-05e47288-a14a-45b3-b98e-912a8f33dc20 req-8f98b407-ebe7-497f-b573-a1be16360a52 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=240ebfaa-9dab-471a-8343-76af9134bb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847633 Oct 26 15:48:29.403692 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-c060ee31-7c8a-4593-b3b2-27a1b9813aad tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Usage tracker for resource:network and tenant:b10aaa5403b848e8bc3e4f603712654e is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:48:29.410840 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-c060ee31-7c8a-4593-b3b2-27a1b9813aad tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:48:29.414881 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-acdcf368-aba7-469d-b0c6-dd91c3601ac6 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:29.438579 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-c060ee31-7c8a-4593-b3b2-27a1b9813aad tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:48:29.533401 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-19b29076-0091-4177-ae01-613680e40b57 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:29.551582 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-19b29076-0091-4177-ae01-613680e40b57 None None] Transition to ACTIVE for port object 86883083-daa2-4691-a697-8eba28d0712c will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:48:29.580835 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-acdcf368-aba7-469d-b0c6-dd91c3601ac6 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Calling delete_port for bf59481c-9cb6-4aba-992c-572ee6335885 owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:48:29.584236 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-19b29076-0091-4177-ae01-613680e40b57 None None] Transition to ACTIVE for port object 86883083-daa2-4691-a697-8eba28d0712c will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:48:29.594566 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6fccfbed-0e5e-4a87-8380-72c617733b4f tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:29.604247 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f015b-a544-4795-9130-95a27e10aefa req-ffb7d59d-e8d7-4e10-b0cc-79acf7f77820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:29.605704 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-870f015b-a544-4795-9130-95a27e10aefa req-ffb7d59d-e8d7-4e10-b0cc-79acf7f77820 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ff1cd5d856143f1b2c461b2d5e300a8&device_id=055d89eb-6041-456b-814d-aa39354c6eca HTTP/1.1" status: 200 len: 1096 time: 0.1860943 Oct 26 15:48:29.610066 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9ad6eaa3-35a3-435f-aefc-06a02a50d936 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:29.646180 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-19b29076-0091-4177-ae01-613680e40b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:29.659503 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-93ea1960-f62b-43c5-ba70-8144ebe572af req-e5c6e464-38a0-4ccc-b1f6-10629117619c tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Unset dirty status for tenant:3ff1cd5d856143f1b2c461b2d5e300a8 on resource:security_group {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:48:29.668560 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-93ea1960-f62b-43c5-ba70-8144ebe572af req-e5c6e464-38a0-4ccc-b1f6-10629117619c tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/security-groups?id=714ce366-d10f-43dc-886a-95016c1d1e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6856589 Oct 26 15:48:29.689946 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c060ee31-7c8a-4593-b3b2-27a1b9813aad tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Made reservation on behalf of b10aaa5403b848e8bc3e4f603712654e for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:48:29.693452 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c060ee31-7c8a-4593-b3b2-27a1b9813aad tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:29.714069 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-870f015b-a544-4795-9130-95a27e10aefa req-353c8c41-1d5d-4b58-a547-b135e7829956 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d911889-3577-4408-935a-4ddbca7d0a55 HTTP/1.1" status: 200 len: 217 time: 0.0896547 Oct 26 15:48:29.733055 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b29076-0091-4177-ae01-613680e40b57 None None] Network 3145270b-cf51-4aeb-86d8-f9215b268a49 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:48:29.736684 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-19b29076-0091-4177-ae01-613680e40b57 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:29.741793 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b29076-0091-4177-ae01-613680e40b57 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:48:29.766681 dv-neutron-862712-1-hyperv neutron-server[89747]: WARNING neutron.services.revisions.revision_plugin [None req-a9476890-763b-472c-80be-59276d9ba508 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Could not find related port for resource to bump revision. Oct 26 15:48:29.814157 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad6eaa3-35a3-435f-aefc-06a02a50d936 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event updated for resources: {'Subnet': ['ID=d444ccbf-d549-4a04-8a45-a57c05f666c2,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:29.824092 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c060ee31-7c8a-4593-b3b2-27a1b9813aad tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:48:29.826874 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.ipam_pluggable_backend [None req-a9476890-763b-472c-80be-59276d9ba508 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Port aff54726-81b6-46ef-95ae-2b0e229a562f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=89747) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:601}} Oct 26 15:48:29.827180 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.ipam_pluggable_backend [None req-a9476890-763b-472c-80be-59276d9ba508 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Reverting IP allocation for 2001:db8::f816:3eff:fe1b:256b {{(pid=89747) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:603}} Oct 26 15:48:29.844104 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c060ee31-7c8a-4593-b3b2-27a1b9813aad tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:29.844451 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-c060ee31-7c8a-4593-b3b2-27a1b9813aad tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Added segment d8956412-47b7-4117-a875-fdf0436be975 of type vlan for network 6ea96af8-2ecc-4029-9455-54aeb407a3c5 Oct 26 15:48:29.845821 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a9476890-763b-472c-80be-59276d9ba508 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:29.850358 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad6eaa3-35a3-435f-aefc-06a02a50d936 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Checking segment: {'id': 'a789e892-a6a2-4c95-ad78-9080c24dbfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '01e8d086-9546-4bd7-81ea-027a1f4f7736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:48:29.850750 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad6eaa3-35a3-435f-aefc-06a02a50d936 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Network hostable DHCP agents. Network: 01e8d086-9546-4bd7-81ea-027a1f4f7736, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:48:29.857970 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b29076-0091-4177-ae01-613680e40b57 None None] Pushing event updated for resources: {'Port': ['ID=86883083-daa2-4691-a697-8eba28d0712c,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:29.868540 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-19b29076-0091-4177-ae01-613680e40b57 None None] Attempting to bind port 86883083-daa2-4691-a697-8eba28d0712c on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:48:29.869083 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-19b29076-0091-4177-ae01-613680e40b57 None None] Attempting to bind port 86883083-daa2-4691-a697-8eba28d0712c by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '5c629e54-fa9b-459c-909f-2f59bff27453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3145270b-cf51-4aeb-86d8-f9215b268a49'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:48:29.869536 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b29076-0091-4177-ae01-613680e40b57 None None] Attempting to bind port 86883083-daa2-4691-a697-8eba28d0712c on network 3145270b-cf51-4aeb-86d8-f9215b268a49 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:48:29.875698 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b29076-0091-4177-ae01-613680e40b57 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:48:29.876209 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b29076-0091-4177-ae01-613680e40b57 None None] Checking segment: {'id': '5c629e54-fa9b-459c-909f-2f59bff27453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3145270b-cf51-4aeb-86d8-f9215b268a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:48:29.876708 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-19b29076-0091-4177-ae01-613680e40b57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:29.877317 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b29076-0091-4177-ae01-613680e40b57 None None] Bound using segment: {'id': '5c629e54-fa9b-459c-909f-2f59bff27453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3145270b-cf51-4aeb-86d8-f9215b268a49'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:48:29.877879 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-19b29076-0091-4177-ae01-613680e40b57 None None] Bound port: 86883083-daa2-4691-a697-8eba28d0712c, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c629e54-fa9b-459c-909f-2f59bff27453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3145270b-cf51-4aeb-86d8-f9215b268a49'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:48:29.878345 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-19b29076-0091-4177-ae01-613680e40b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:29.908386 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6fccfbed-0e5e-4a87-8380-72c617733b4f tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:29.964255 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9476890-763b-472c-80be-59276d9ba508 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:48:29.965379 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f015b-a544-4795-9130-95a27e10aefa req-48090109-9d59-4b96-8a12-03c3c1cff562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:29.966888 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-870f015b-a544-4795-9130-95a27e10aefa req-48090109-9d59-4b96-8a12-03c3c1cff562 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0eab9ffd-a774-40a5-8c42-7d8fdcf3444f HTTP/1.1" status: 200 len: 833 time: 0.2457294 Oct 26 15:48:29.974193 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-a9476890-763b-472c-80be-59276d9ba508 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:29.983119 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-19b29076-0091-4177-ae01-613680e40b57 None None] For port 86883083-daa2-4691-a697-8eba28d0712c, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:48:29.987580 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9476890-763b-472c-80be-59276d9ba508 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:29.987862 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-19b29076-0091-4177-ae01-613680e40b57 None None] For port 86883083-daa2-4691-a697-8eba28d0712c, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=86883083-daa2-4691-a697-8eba28d0712c,segment=NetworkSegment(5c629e54-fa9b-459c-909f-2f59bff27453),segment_id=5c629e54-fa9b-459c-909f-2f59bff27453)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:48:29.988179 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a9476890-763b-472c-80be-59276d9ba508 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:29.992857 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15866594-c652-4ae3-94ca-0a7b861794e4 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:48:30.035003 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9476890-763b-472c-80be-59276d9ba508 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Subnet': ['ID=369ca9ff-64f4-415a-818b-1dc76b975f1f,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:30.040011 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c060ee31-7c8a-4593-b3b2-27a1b9813aad tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:30.049419 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fccfbed-0e5e-4a87-8380-72c617733b4f tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:48:30.050847 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fccfbed-0e5e-4a87-8380-72c617733b4f tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Pushing event updated for resources: {'Port': ['ID=12b2023a-c8e4-4c72-863b-fc68b07b9622,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:30.062656 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-6fccfbed-0e5e-4a87-8380-72c617733b4f tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:30.065434 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fccfbed-0e5e-4a87-8380-72c617733b4f tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:48:30.065964 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-19b29076-0091-4177-ae01-613680e40b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:30.117259 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad6eaa3-35a3-435f-aefc-06a02a50d936 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Network 01e8d086-9546-4bd7-81ea-027a1f4f7736 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:48:30.155257 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a9476890-763b-472c-80be-59276d9ba508 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4933138 Oct 26 15:48:30.156510 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-acdcf368-aba7-469d-b0c6-dd91c3601ac6 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:30.158853 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38320) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:30.169411 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-6028d05b-78d7-4764-9189-b5cff384e8f0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'port': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'mac_address': 'fa:16:3e:a5:34:a4', 'name': 'tempest-NetworksTestDHCPv6-406049364'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:30.192047 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b29076-0091-4177-ae01-613680e40b57 None None] Pushing event updated for resources: {'Port': ['ID=86883083-daa2-4691-a697-8eba28d0712c,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:30.237507 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c060ee31-7c8a-4593-b3b2-27a1b9813aad tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:30.242773 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c060ee31-7c8a-4593-b3b2-27a1b9813aad tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:30.243365 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c060ee31-7c8a-4593-b3b2-27a1b9813aad tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:30.268505 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdcf368-aba7-469d-b0c6-dd91c3601ac6 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Pushing event deleted for resources: {'Port': ['ID=bf59481c-9cb6-4aba-992c-572ee6335885,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:30.314157 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f015b-a544-4795-9130-95a27e10aefa req-cd54ee94-4062-4dc9-b51e-9572439a10bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:30.316227 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-870f015b-a544-4795-9130-95a27e10aefa req-cd54ee94-4062-4dc9-b51e-9572439a10bc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=36fe47be-95f5-45e7-bd5b-f22f2000c1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3339114 Oct 26 15:48:30.325555 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d44e250-08da-49ec-b675-2ec6f9473478 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-f810e159-a5e8-4c86-8cec-5d909fe013dd', 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'tenant_id': 'cde0b70c42f24e8e94f9303758760038', 'fixed_ips': [{'subnet_id': '369ca9ff-64f4-415a-818b-1dc76b975f1f'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:48:30.326492 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7d44e250-08da-49ec-b675-2ec6f9473478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:30.343495 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-9ad6eaa3-35a3-435f-aefc-06a02a50d936 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 01e8d086-9546-4bd7-81ea-027a1f4f7736) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:30.445571 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b80a909-2a7c-4c98-a680-b37276b8b467 None None] Network 01e8d086-9546-4bd7-81ea-027a1f4f7736 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:48:30.486926 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad6eaa3-35a3-435f-aefc-06a02a50d936 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:30.497693 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9ad6eaa3-35a3-435f-aefc-06a02a50d936 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:30.509416 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-870f015b-a544-4795-9130-95a27e10aefa req-9411fc93-3132-4c37-92a3-2c84c9d1db6f service neutron] 10.222.0.48 "GET /v2.0/networks/36fe47be-95f5-45e7-bd5b-f22f2000c1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844122 Oct 26 15:48:30.555929 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c060ee31-7c8a-4593-b3b2-27a1b9813aad tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2705514 Oct 26 15:48:30.556619 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-acdcf368-aba7-469d-b0c6-dd91c3601ac6 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:30.560700 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-acdcf368-aba7-469d-b0c6-dd91c3601ac6 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] 10.222.0.23 "DELETE /v2.0/ports/bf59481c-9cb6-4aba-992c-572ee6335885 HTTP/1.1" status: 204 len: 168 time: 2.0814168 Oct 26 15:48:30.579032 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38326) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:30.585734 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38328) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:30.610129 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c060ee31-7c8a-4593-b3b2-27a1b9813aad tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event updated for resources: {'Network': ['ID=6ea96af8-2ecc-4029-9455-54aeb407a3c5,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:30.611443 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device bc5cac88-00b8-4886-9476-bca4a4258a03 up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:48:30.663365 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-9ad6eaa3-35a3-435f-aefc-06a02a50d936 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5700650 Oct 26 15:48:30.665502 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38334) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:30.670776 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-b99e87b3-2446-4094-a8d3-5c667c1abd98 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1312458183', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:30.682283 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b99e87b3-2446-4094-a8d3-5c667c1abd98 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:48:30.690285 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-6028d05b-78d7-4764-9189-b5cff384e8f0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:48:30.692856 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b99e87b3-2446-4094-a8d3-5c667c1abd98 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Usage tracker for resource:router and tenant:c6ecf98f295847b88c4c5e8d668b4162 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:48:30.710574 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b99e87b3-2446-4094-a8d3-5c667c1abd98 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:48:30.722455 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-b09a127e-598c-456b-ad17-150787499086 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'subnet': {'network_id': '6ea96af8-2ecc-4029-9455-54aeb407a3c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:30.726336 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-6028d05b-78d7-4764-9189-b5cff384e8f0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Usage tracker for resource:port and tenant:cde0b70c42f24e8e94f9303758760038 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:48:30.734970 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b99e87b3-2446-4094-a8d3-5c667c1abd98 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:48:30.744386 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-6028d05b-78d7-4764-9189-b5cff384e8f0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:48:30.765510 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-6028d05b-78d7-4764-9189-b5cff384e8f0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:48:30.839134 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 6ea96af8-2ecc-4029-9455-54aeb407a3c5 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:48:30.884309 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b99e87b3-2446-4094-a8d3-5c667c1abd98 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:30.884309 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b99e87b3-2446-4094-a8d3-5c667c1abd98 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:30.897540 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6028d05b-78d7-4764-9189-b5cff384e8f0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:48:30.998080 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b99e87b3-2446-4094-a8d3-5c667c1abd98 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:31.076463 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6028d05b-78d7-4764-9189-b5cff384e8f0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:31.102926 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb75b0b-c4e6-4a95-83c5-1b96598a8bd2 req-b99c17f4-31ad-4c51-a77c-2c1a7649ccba tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:31.104536 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2cb75b0b-c4e6-4a95-83c5-1b96598a8bd2 req-b99c17f4-31ad-4c51-a77c-2c1a7649ccba tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/ports?device_id=055d89eb-6041-456b-814d-aa39354c6eca HTTP/1.1" status: 200 len: 943 time: 0.2699659 Oct 26 15:48:31.108123 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b99e87b3-2446-4094-a8d3-5c667c1abd98 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:31.159796 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-6028d05b-78d7-4764-9189-b5cff384e8f0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] device_id is not set on port 2bb13cee-79c4-4251-93a6-8f3925cc223e yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:48:31.172930 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 86883083-daa2-4691-a697-8eba28d0712c up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:48:31.196872 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-70782cea-6dcc-4b12-834d-bfbf0fc4de7b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Deleting subnet 22b944d3-bc31-4a4b-9a6b-22d78a03dcfe {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:48:31.214310 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-b09a127e-598c-456b-ad17-150787499086 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:48:31.217245 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-70782cea-6dcc-4b12-834d-bfbf0fc4de7b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:31.226218 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-7d44e250-08da-49ec-b675-2ec6f9473478 None None] Allocated IP 2001:db8::f816:3eff:fed4:a2a2 (f810e159-a5e8-4c86-8cec-5d909fe013dd/369ca9ff-64f4-415a-818b-1dc76b975f1f/32ef7b04-755b-474d-b00e-f57e4526f73d) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:48:31.236187 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2cb75b0b-c4e6-4a95-83c5-1b96598a8bd2 req-a361af6b-45fe-4883-8ff7-e042e81a85d7 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/security-groups?id=714ce366-d10f-43dc-886a-95016c1d1e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214325 Oct 26 15:48:31.254325 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-b09a127e-598c-456b-ad17-150787499086 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Usage tracker for resource:subnet and tenant:b10aaa5403b848e8bc3e4f603712654e is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:48:31.277044 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-b09a127e-598c-456b-ad17-150787499086 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:48:31.288506 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b99e87b3-2446-4094-a8d3-5c667c1abd98 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:31.290002 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b99e87b3-2446-4094-a8d3-5c667c1abd98 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6232026 Oct 26 15:48:31.292621 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38340) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:31.302184 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-b09a127e-598c-456b-ad17-150787499086 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:48:31.331402 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-870f015b-a544-4795-9130-95a27e10aefa req-f74efc67-c2d1-4128-89a3-5444060e62f5 service neutron] 10.222.0.48 "GET /v2.0/networks/36fe47be-95f5-45e7-bd5b-f22f2000c1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8099823 Oct 26 15:48:31.336400 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6fccfbed-0e5e-4a87-8380-72c617733b4f tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:31.401441 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-70782cea-6dcc-4b12-834d-bfbf0fc4de7b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:31.403575 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning for port bc5cac88-00b8-4886-9476-bca4a4258a03 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:48:31.444520 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09a127e-598c-456b-ad17-150787499086 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Made reservation on behalf of b10aaa5403b848e8bc3e4f603712654e for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:48:31.447369 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b09a127e-598c-456b-ad17-150787499086 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:31.487631 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port bc5cac88-00b8-4886-9476-bca4a4258a03 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:48:31.488172 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:31.488600 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port bc5cac88-00b8-4886-9476-bca4a4258a03 Oct 26 15:48:31.648796 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e593ff-1894-47fb-b9f2-daa508336014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-01e8d086-9546-4bd7-81ea-027a1f4f7736', 'network_id': '01e8d086-9546-4bd7-81ea-027a1f4f7736', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'fixed_ips': [{'subnet_id': 'd444ccbf-d549-4a04-8a45-a57c05f666c2'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:48:31.649766 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-80e593ff-1894-47fb-b9f2-daa508336014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:31.680581 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4ead2-5d37-4033-8587-335239339cbb req-4e8498ed-9b22-4fbb-adfa-28c161a936d3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:31.683245 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a4f4ead2-5d37-4033-8587-335239339cbb req-4e8498ed-9b22-4fbb-adfa-28c161a936d3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b696bde-eae4-49e5-b03f-e9db71adfa6b HTTP/1.1" status: 200 len: 945 time: 1.0074599 Oct 26 15:48:31.774709 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 86883083-daa2-4691-a697-8eba28d0712c completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:48:31.897815 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a532aabf-3362-41df-8e1b-3ae8f38a6e78 None None] Network 3145270b-cf51-4aeb-86d8-f9215b268a49 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:48:31.904267 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a4f4ead2-5d37-4033-8587-335239339cbb req-32f3f339-60ea-4aea-ad51-de37ea35ade1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=240ebfaa-9dab-471a-8343-76af9134bb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584191 Oct 26 15:48:31.994660 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-01ab5601-a817-439c-a059-a149fe037413 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:32.079636 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-70782cea-6dcc-4b12-834d-bfbf0fc4de7b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:32.081962 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port bc5cac88-00b8-4886-9476-bca4a4258a03 is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:48:32.082514 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:32.116609 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7d44e250-08da-49ec-b675-2ec6f9473478 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:32.169554 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-7d44e250-08da-49ec-b675-2ec6f9473478 None None] Transition to ACTIVE for port object 32ef7b04-755b-474d-b00e-f57e4526f73d will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:48:32.216859 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b696bde-eae4-49e5-b03f-e9db71adfa6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5cac88-00b8-4886-9476-bca4a4258a03'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:48:32.219761 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478b3de3-e96d-43a2-9923-852a7820b144" -d '{"events": [{"server_uuid": "2b696bde-eae4-49e5-b03f-e9db71adfa6b", "name": "network-vif-plugged", "status": "completed", "tag": "bc5cac88-00b8-4886-9476-bca4a4258a03"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:48:32.222270 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-9fb14473-78ec-42b0-adab-26f88d6c4f90 None None] Provisioning for port 86883083-daa2-4691-a697-8eba28d0712c completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:48:32.234085 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-80e593ff-1894-47fb-b9f2-daa508336014 None None] Allocated IP 172.21.0.2 (01e8d086-9546-4bd7-81ea-027a1f4f7736/d444ccbf-d549-4a04-8a45-a57c05f666c2/a7c4121b-d4af-4307-8f2a-f9e6c11f7de1) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:48:32.237671 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f9d21a0e-2379-4c64-84bc-6089a9976b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:32.243900 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6fccfbed-0e5e-4a87-8380-72c617733b4f tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:32.256025 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6fccfbed-0e5e-4a87-8380-72c617733b4f tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-581503'] for router, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:32.284782 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-9fb14473-78ec-42b0-adab-26f88d6c4f90 None None] Provisioning complete for port 86883083-daa2-4691-a697-8eba28d0712c triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:48:32.285500 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9fb14473-78ec-42b0-adab-26f88d6c4f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:32.287427 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-9fb14473-78ec-42b0-adab-26f88d6c4f90 None None] Attempt 1 to provision port 86883083-daa2-4691-a697-8eba28d0712c Oct 26 15:48:32.336916 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-7d44e250-08da-49ec-b675-2ec6f9473478 None None] Transition to ACTIVE for port object 32ef7b04-755b-474d-b00e-f57e4526f73d will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:48:32.339884 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port bc5cac88-00b8-4886-9476-bca4a4258a03, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=bc5cac88-00b8-4886-9476-bca4a4258a03,segment=NetworkSegment(140d29cb-1f6e-4615-a4e2-daa14f99aebb),segment_id=140d29cb-1f6e-4615-a4e2-daa14f99aebb)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:48:32.353808 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b8f8f7-740c-49b4-9377-20edfdaecdf4 x-openstack-request-id: req-c6b8f8f7-740c-49b4-9377-20edfdaecdf4 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:48:32.353808 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b696bde-eae4-49e5-b03f-e9db71adfa6b", "name": "network-vif-plugged", "status": "completed", "tag": "bc5cac88-00b8-4886-9476-bca4a4258a03", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:48:32.353808 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c6b8f8f7-740c-49b4-9377-20edfdaecdf4 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:48:32.353808 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6b8f8f7-740c-49b4-9377-20edfdaecdf4'] response: {'server_uuid': '2b696bde-eae4-49e5-b03f-e9db71adfa6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5cac88-00b8-4886-9476-bca4a4258a03', 'code': 200} Oct 26 15:48:32.595935 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-01ab5601-a817-439c-a059-a149fe037413 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Allocated IP 172.20.0.1 (3145270b-cf51-4aeb-86d8-f9215b268a49/5459c700-7af6-4c7c-b430-897e07b1797d/5b01e647-3e70-41dc-a94a-aca98ebe5a33) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:48:32.596196 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56886c7-82ab-4754-bba9-aafd6aa882d2 req-9662e738-34ce-4f25-9958-8d32a8a7aeb6 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:32.596196 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b56886c7-82ab-4754-bba9-aafd6aa882d2 req-9662e738-34ce-4f25-9958-8d32a8a7aeb6 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/ports?device_id=055d89eb-6041-456b-814d-aa39354c6eca HTTP/1.1" status: 200 len: 943 time: 0.1517401 Oct 26 15:48:32.619448 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-01ab5601-a817-439c-a059-a149fe037413 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:32.639536 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-01ab5601-a817-439c-a059-a149fe037413 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Transition to ACTIVE for port object 5b01e647-3e70-41dc-a94a-aca98ebe5a33 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:48:32.670645 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b56886c7-82ab-4754-bba9-aafd6aa882d2 req-105087c1-2365-4732-841a-2c8967f25e6a tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/security-groups?id=714ce366-d10f-43dc-886a-95016c1d1e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571194 Oct 26 15:48:32.737492 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-9fb14473-78ec-42b0-adab-26f88d6c4f90 None None] Current status of the port 86883083-daa2-4691-a697-8eba28d0712c is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:48:32.738084 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9fb14473-78ec-42b0-adab-26f88d6c4f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:32.776661 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-70782cea-6dcc-4b12-834d-bfbf0fc4de7b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:32.782486 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-80e593ff-1894-47fb-b9f2-daa508336014 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:32.799302 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-80e593ff-1894-47fb-b9f2-daa508336014 None None] Transition to ACTIVE for port object a7c4121b-d4af-4307-8f2a-f9e6c11f7de1 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:48:32.802905 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-9fb14473-78ec-42b0-adab-26f88d6c4f90 None None] For port 86883083-daa2-4691-a697-8eba28d0712c, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=86883083-daa2-4691-a697-8eba28d0712c,segment=NetworkSegment(5c629e54-fa9b-459c-909f-2f59bff27453),segment_id=5c629e54-fa9b-459c-909f-2f59bff27453)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:48:32.817285 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70782cea-6dcc-4b12-834d-bfbf0fc4de7b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Pushing event deleted for resources: {'Subnet': ['ID=22b944d3-bc31-4a4b-9a6b-22d78a03dcfe,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:32.821429 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-80e593ff-1894-47fb-b9f2-daa508336014 None None] Transition to ACTIVE for port object a7c4121b-d4af-4307-8f2a-f9e6c11f7de1 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:48:32.823680 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-70782cea-6dcc-4b12-834d-bfbf0fc4de7b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:32.831387 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a981abe-83e5-49f9-b95a-33cfb6218935 None None] Network ea103fec-373a-4028-a582-61b3ac56a836 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:48:32.837732 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-70782cea-6dcc-4b12-834d-bfbf0fc4de7b tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] 10.222.0.23 "DELETE /v2.0/subnets/22b944d3-bc31-4a4b-9a6b-22d78a03dcfe HTTP/1.1" status: 204 len: 168 time: 2.2450750 Oct 26 15:48:32.838032 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38348) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:32.853661 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:32.854815 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7d44e250-08da-49ec-b675-2ec6f9473478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:32.868216 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fccfbed-0e5e-4a87-8380-72c617733b4f tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Router ae25d379-527c-4b17-a3e6-cd3e2c8692a7 is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:48:32.870762 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b09a127e-598c-456b-ad17-150787499086 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:32.940708 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-01ab5601-a817-439c-a059-a149fe037413 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:33.059908 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-6028d05b-78d7-4764-9189-b5cff384e8f0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Allocated IP 2001:db8::f816:3eff:fea5:34a4 (f810e159-a5e8-4c86-8cec-5d909fe013dd/369ca9ff-64f4-415a-818b-1dc76b975f1f/2bb13cee-79c4-4251-93a6-8f3925cc223e) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:48:33.080713 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9fb14473-78ec-42b0-adab-26f88d6c4f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:33.082943 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-80e593ff-1894-47fb-b9f2-daa508336014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:33.100778 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ab5601-a817-439c-a059-a149fe037413 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Network 3145270b-cf51-4aeb-86d8-f9215b268a49 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:48:33.105791 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-01ab5601-a817-439c-a059-a149fe037413 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:33.134565 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d44e250-08da-49ec-b675-2ec6f9473478 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:48:33.140716 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-7d44e250-08da-49ec-b675-2ec6f9473478 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:33.150130 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab5601-a817-439c-a059-a149fe037413 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event updated for resources: {'Port': ['ID=5b01e647-3e70-41dc-a94a-aca98ebe5a33,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:33.150773 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e593ff-1894-47fb-b9f2-daa508336014 None None] Network 01e8d086-9546-4bd7-81ea-027a1f4f7736 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:48:33.151698 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d44e250-08da-49ec-b675-2ec6f9473478 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:48:33.162336 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ab5601-a817-439c-a059-a149fe037413 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:48:33.201923 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-80e593ff-1894-47fb-b9f2-daa508336014 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:33.232016 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e593ff-1894-47fb-b9f2-daa508336014 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:48:33.285567 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-01ab5601-a817-439c-a059-a149fe037413 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:33.341437 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a41b8bbc-ad14-42ce-ba6a-1375308efec5 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:33.375676 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=bc5cac88-00b8-4886-9476-bca4a4258a03,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:33.498065 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a127e-598c-456b-ad17-150787499086 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event updated for resources: {'Subnet': ['ID=21b45b3a-e2b1-468c-8973-bc3c8e51fe37,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:33.524170 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09a127e-598c-456b-ad17-150787499086 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Checking segment: {'id': 'd8956412-47b7-4117-a875-fdf0436be975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '6ea96af8-2ecc-4029-9455-54aeb407a3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:48:33.524528 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09a127e-598c-456b-ad17-150787499086 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Network hostable DHCP agents. Network: 6ea96af8-2ecc-4029-9455-54aeb407a3c5, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:48:33.529679 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-d43453ba-4a1a-4b17-bff5-87813a724839 None None] Provisioning complete for port 86883083-daa2-4691-a697-8eba28d0712c triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:48:33.530180 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d43453ba-4a1a-4b17-bff5-87813a724839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:33.530386 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-d43453ba-4a1a-4b17-bff5-87813a724839 None None] Attempt 1 to provision port 86883083-daa2-4691-a697-8eba28d0712c Oct 26 15:48:33.556539 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-a41b8bbc-ad14-42ce-ba6a-1375308efec5 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Deleting port 9f6e5950-7829-421f-a383-32d7770aae33 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:48:33.557245 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a41b8bbc-ad14-42ce-ba6a-1375308efec5 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:33.579355 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-7d44e250-08da-49ec-b675-2ec6f9473478 None None] Attempting to bind port 32ef7b04-755b-474d-b00e-f57e4526f73d on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:48:33.579730 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-7d44e250-08da-49ec-b675-2ec6f9473478 None None] Attempting to bind port 32ef7b04-755b-474d-b00e-f57e4526f73d by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:48:33.580089 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d44e250-08da-49ec-b675-2ec6f9473478 None None] Attempting to bind port 32ef7b04-755b-474d-b00e-f57e4526f73d on network f810e159-a5e8-4c86-8cec-5d909fe013dd {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:48:33.593967 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44e250-08da-49ec-b675-2ec6f9473478 None None] Pushing event updated for resources: {'Port': ['ID=32ef7b04-755b-474d-b00e-f57e4526f73d,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:33.601255 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-80e593ff-1894-47fb-b9f2-daa508336014 None None] Attempting to bind port a7c4121b-d4af-4307-8f2a-f9e6c11f7de1 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:48:33.601631 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-80e593ff-1894-47fb-b9f2-daa508336014 None None] Attempting to bind port a7c4121b-d4af-4307-8f2a-f9e6c11f7de1 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'a789e892-a6a2-4c95-ad78-9080c24dbfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '01e8d086-9546-4bd7-81ea-027a1f4f7736'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:48:33.601990 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e593ff-1894-47fb-b9f2-daa508336014 None None] Attempting to bind port a7c4121b-d4af-4307-8f2a-f9e6c11f7de1 on network 01e8d086-9546-4bd7-81ea-027a1f4f7736 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:48:33.609716 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf29be-7665-439d-aec3-3351e37bacc3 req-3a7765c6-fa57-4370-b563-5e7101682ad5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:33.611370 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-8baf29be-7665-439d-aec3-3351e37bacc3 req-3a7765c6-fa57-4370-b563-5e7101682ad5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b696bde-eae4-49e5-b03f-e9db71adfa6b HTTP/1.1" status: 200 len: 946 time: 0.5068457 Oct 26 15:48:33.636762 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fccfbed-0e5e-4a87-8380-72c617733b4f tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:48:33.636975 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d44e250-08da-49ec-b675-2ec6f9473478 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:48:33.637133 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d44e250-08da-49ec-b675-2ec6f9473478 None None] Checking segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:48:33.637528 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7d44e250-08da-49ec-b675-2ec6f9473478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:33.637914 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d44e250-08da-49ec-b675-2ec6f9473478 None None] Bound using segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:48:33.638401 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-7d44e250-08da-49ec-b675-2ec6f9473478 None None] Bound port: 32ef7b04-755b-474d-b00e-f57e4526f73d, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:48:33.638811 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7d44e250-08da-49ec-b675-2ec6f9473478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:33.641842 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6fccfbed-0e5e-4a87-8380-72c617733b4f tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:33.645689 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-6fccfbed-0e5e-4a87-8380-72c617733b4f tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] 10.222.0.23 "PUT /v2.0/routers/ae25d379-527c-4b17-a3e6-cd3e2c8692a7 HTTP/1.1" status: 200 len: 916 time: 7.3749685 Oct 26 15:48:33.647395 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38354) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:33.692470 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0710b8f-ffcf-4604-9ce0-bd8c6cdc31cb None None] Sync routers for ids ['ae25d379-527c-4b17-a3e6-cd3e2c8692a7'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:48:33.724816 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e593ff-1894-47fb-b9f2-daa508336014 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:48:33.725514 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e593ff-1894-47fb-b9f2-daa508336014 None None] Checking segment: {'id': 'a789e892-a6a2-4c95-ad78-9080c24dbfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '01e8d086-9546-4bd7-81ea-027a1f4f7736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:48:33.726082 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-80e593ff-1894-47fb-b9f2-daa508336014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:33.726656 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e593ff-1894-47fb-b9f2-daa508336014 None None] Bound using segment: {'id': 'a789e892-a6a2-4c95-ad78-9080c24dbfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '01e8d086-9546-4bd7-81ea-027a1f4f7736'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:48:33.727310 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-80e593ff-1894-47fb-b9f2-daa508336014 None None] Bound port: a7c4121b-d4af-4307-8f2a-f9e6c11f7de1, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a789e892-a6a2-4c95-ad78-9080c24dbfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '01e8d086-9546-4bd7-81ea-027a1f4f7736'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:48:33.727875 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-80e593ff-1894-47fb-b9f2-daa508336014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:33.730703 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-8baf29be-7665-439d-aec3-3351e37bacc3 req-7ecb43b3-c3e9-43c1-a72a-c7046f55d4a0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=240ebfaa-9dab-471a-8343-76af9134bb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909889 Oct 26 15:48:33.777651 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-01ab5601-a817-439c-a059-a149fe037413 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:33.816280 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e8bfd-5fcf-4431-a3d4-c6e6bc1bfb40 req-12dc233b-caa4-4869-ae2f-fcd624a98e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:33.819369 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b33e8bfd-5fcf-4431-a3d4-c6e6bc1bfb40 req-12dc233b-caa4-4869-ae2f-fcd624a98e07 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2b696bde-eae4-49e5-b03f-e9db71adfa6b HTTP/1.1" status: 200 len: 1099 time: 0.6942084 Oct 26 15:48:33.866286 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0710b8f-ffcf-4604-9ce0-bd8c6cdc31cb None None] Routers {'ae25d379-527c-4b17-a3e6-cd3e2c8692a7'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:48:33.866998 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-b0710b8f-ffcf-4604-9ce0-bd8c6cdc31cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:48:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['ae25d379-527c-4b17-a3e6-cd3e2c8692a7'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:33.868401 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09a127e-598c-456b-ad17-150787499086 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Network 6ea96af8-2ecc-4029-9455-54aeb407a3c5 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:48:33.886603 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6028d05b-78d7-4764-9189-b5cff384e8f0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:33.980566 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-b0710b8f-ffcf-4604-9ce0-bd8c6cdc31cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:33.982546 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb14473-78ec-42b0-adab-26f88d6c4f90 None None] Pushing event updated for resources: {'Port': ['ID=86883083-daa2-4691-a697-8eba28d0712c,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:34.062053 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-6028d05b-78d7-4764-9189-b5cff384e8f0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Transition to ACTIVE for port object 2bb13cee-79c4-4251-93a6-8f3925cc223e will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:48:34.094536 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b33e8bfd-5fcf-4431-a3d4-c6e6bc1bfb40 req-f6db91f7-d0cc-459a-a964-cbc214b2777d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=240ebfaa-9dab-471a-8343-76af9134bb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2483649 Oct 26 15:48:34.095099 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-b09a127e-598c-456b-ad17-150787499086 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 6ea96af8-2ecc-4029-9455-54aeb407a3c5) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:34.116725 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc57d16-97f1-4770-8166-18e55fb3c354 None None] DHCP port deletion for ea103fec-373a-4028-a582-61b3ac56a836 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:48:34.119337 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb491151-c7b9-4504-8926-f4ad4a90b705 None None] Network 6ea96af8-2ecc-4029-9455-54aeb407a3c5 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:48:34.120443 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09a127e-598c-456b-ad17-150787499086 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:34.121056 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b09a127e-598c-456b-ad17-150787499086 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:34.155675 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0710b8f-ffcf-4604-9ce0-bd8c6cdc31cb None None] Routers {'ae25d379-527c-4b17-a3e6-cd3e2c8692a7'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:48:34.156290 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-b0710b8f-ffcf-4604-9ce0-bd8c6cdc31cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:48:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['ae25d379-527c-4b17-a3e6-cd3e2c8692a7'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:34.179276 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f4e17c59-a5f8-4681-b8e4-eae90854bbee tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] 10.222.0.23 "GET /v2.0/routers/ae25d379-527c-4b17-a3e6-cd3e2c8692a7 HTTP/1.1" status: 200 len: 922 time: 0.5270708 Oct 26 15:48:34.179513 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-a41b8bbc-ad14-42ce-ba6a-1375308efec5 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] For port 9f6e5950-7829-421f-a383-32d7770aae33, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=9f6e5950-7829-421f-a383-32d7770aae33,segment=NetworkSegment(058f777a-2003-49db-9554-24abe2cd4bde),segment_id=058f777a-2003-49db-9554-24abe2cd4bde)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:48:34.180118 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a41b8bbc-ad14-42ce-ba6a-1375308efec5 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:34.182225 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38362) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:34.219284 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-dfc57d16-97f1-4770-8166-18e55fb3c354 None None] Deleting port 9f6e5950-7829-421f-a383-32d7770aae33 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:48:34.224791 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-dfc57d16-97f1-4770-8166-18e55fb3c354 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:34.301219 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-7d44e250-08da-49ec-b675-2ec6f9473478 None None] For port 32ef7b04-755b-474d-b00e-f57e4526f73d, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:48:34.315003 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e1a14-3a47-4d66-b7af-8236d1e5f706 req-3dd7d69a-bf34-4954-9129-575b25382eed tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:34.316533 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-fa6e1a14-3a47-4d66-b7af-8236d1e5f706 req-3dd7d69a-bf34-4954-9129-575b25382eed tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/ports?device_id=055d89eb-6041-456b-814d-aa39354c6eca HTTP/1.1" status: 200 len: 943 time: 0.4260983 Oct 26 15:48:34.322991 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6028d05b-78d7-4764-9189-b5cff384e8f0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:34.324873 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-a41b8bbc-ad14-42ce-ba6a-1375308efec5 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Calling delete_port for 9f6e5950-7829-421f-a383-32d7770aae33 owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:48:34.330963 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-80e593ff-1894-47fb-b9f2-daa508336014 None None] For port a7c4121b-d4af-4307-8f2a-f9e6c11f7de1, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:48:34.334799 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-b0710b8f-ffcf-4604-9ce0-bd8c6cdc31cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:34.335202 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0710b8f-ffcf-4604-9ce0-bd8c6cdc31cb None None] The sync data for ids ['ae25d379-527c-4b17-a3e6-cd3e2c8692a7'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:48:34.336595 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e593ff-1894-47fb-b9f2-daa508336014 None None] Pushing event updated for resources: {'Port': ['ID=a7c4121b-d4af-4307-8f2a-f9e6c11f7de1,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:34.351865 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-7d44e250-08da-49ec-b675-2ec6f9473478 None None] For port 32ef7b04-755b-474d-b00e-f57e4526f73d, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=32ef7b04-755b-474d-b00e-f57e4526f73d,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:48:34.354559 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-d43453ba-4a1a-4b17-bff5-87813a724839 None None] Current status of the port 86883083-daa2-4691-a697-8eba28d0712c is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:48:34.355744 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b09a127e-598c-456b-ad17-150787499086 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7678473 Oct 26 15:48:34.376461 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-80e593ff-1894-47fb-b9f2-daa508336014 None None] For port a7c4121b-d4af-4307-8f2a-f9e6c11f7de1, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=a7c4121b-d4af-4307-8f2a-f9e6c11f7de1,segment=NetworkSegment(a789e892-a6a2-4c95-ad78-9080c24dbfea),segment_id=a789e892-a6a2-4c95-ad78-9080c24dbfea)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:48:34.378278 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38366) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:34.386151 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-85fe4b30-d268-45f1-a429-47fc3a7b10f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'port': {'network_id': '6ea96af8-2ecc-4029-9455-54aeb407a3c5', 'name': 'tempest-PortsIpV6TestJSON-1206179229', 'fixed_ips': [{'subnet_id': '21b45b3a-e2b1-468c-8973-bc3c8e51fe37', 'ip_address': '2001:db8::10'}]}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:34.422188 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-fa6e1a14-3a47-4d66-b7af-8236d1e5f706 req-a832d754-89ee-4a8c-ae80-9f19550ce20c tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/security-groups?id=714ce366-d10f-43dc-886a-95016c1d1e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682981 Oct 26 15:48:34.432653 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a2e4e3-2a13-4127-b1c6-89791440eff2 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:34.435864 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d4a2e4e3-2a13-4127-b1c6-89791440eff2 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=0c79a151-ef79-4fff-8a3c-258f9478471d&device_id=ae25d379-527c-4b17-a3e6-cd3e2c8692a7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2491126 Oct 26 15:48:34.436937 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38370) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:34.462524 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7d44e250-08da-49ec-b675-2ec6f9473478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:34.507492 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.db.resource_extend [None req-01ab5601-a817-439c-a059-a149fe037413 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 15:48:34.527233 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-80e593ff-1894-47fb-b9f2-daa508336014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:34.541880 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6028d05b-78d7-4764-9189-b5cff384e8f0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:48:34.548954 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-6028d05b-78d7-4764-9189-b5cff384e8f0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:34.551722 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6028d05b-78d7-4764-9189-b5cff384e8f0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:48:34.558097 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6028d05b-78d7-4764-9189-b5cff384e8f0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:34.558527 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6028d05b-78d7-4764-9189-b5cff384e8f0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:34.565664 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-01ab5601-a817-439c-a059-a149fe037413 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:34.577849 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6028d05b-78d7-4764-9189-b5cff384e8f0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Port': ['ID=2bb13cee-79c4-4251-93a6-8f3925cc223e,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:34.583012 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d953f1-908a-4fbe-a4db-0040df06a5c7 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:34.585253 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a8d953f1-908a-4fbe-a4db-0040df06a5c7 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] 10.222.0.23 "GET /v2.0/networks/0c79a151-ef79-4fff-8a3c-258f9478471d HTTP/1.1" status: 200 len: 881 time: 0.1471028 Oct 26 15:48:34.588147 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38374) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:34.649422 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-51bf32e0-6b1a-4cf1-b2f7-1e3246fba0fe tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25d379-527c-4b17-a3e6-cd3e2c8692a7 HTTP/1.1" status: 200 len: 205 time: 0.0601959 Oct 26 15:48:34.650425 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38378) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:34.667554 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-998a9c73-dbc6-47ad-97be-a5ab87681da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:34.682249 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-01ab5601-a817-439c-a059-a149fe037413 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:34.728934 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-85fe4b30-d268-45f1-a429-47fc3a7b10f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:48:34.730690 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 7d911889-3577-4408-935a-4ddbca7d0a55 details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 15:48:34.790501 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-85fe4b30-d268-45f1-a429-47fc3a7b10f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Usage tracker for resource:port and tenant:b10aaa5403b848e8bc3e4f603712654e is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:48:34.805417 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-6028d05b-78d7-4764-9189-b5cff384e8f0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.6422098 Oct 26 15:48:34.807849 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-85fe4b30-d268-45f1-a429-47fc3a7b10f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:48:34.829503 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38384) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:34.831184 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-02e9f1dc-84b5-4740-aa30-d47204c0e2a4 None None] Provisioning for port 5b01e647-3e70-41dc-a94a-aca98ebe5a33 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:48:34.848123 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44e250-08da-49ec-b675-2ec6f9473478 None None] Pushing event updated for resources: {'Port': ['ID=32ef7b04-755b-474d-b00e-f57e4526f73d,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:34.884466 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a41b8bbc-ad14-42ce-ba6a-1375308efec5 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:34.913747 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-85fe4b30-d268-45f1-a429-47fc3a7b10f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:48:34.946436 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.resource_extend [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 15:48:34.961353 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41b8bbc-ad14-42ce-ba6a-1375308efec5 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] No DVR routers for this DVR port 9f6e5950-7829-421f-a383-32d7770aae33 on host dv-neutron-862712-1-hyperv {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:48:34.981839 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab5601-a817-439c-a059-a149fe037413 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event updated for resources: {'Port': ['ID=5b01e647-3e70-41dc-a94a-aca98ebe5a33,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:34.988609 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-dfc57d16-97f1-4770-8166-18e55fb3c354 None None] For port 9f6e5950-7829-421f-a383-32d7770aae33, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=9f6e5950-7829-421f-a383-32d7770aae33,segment=NetworkSegment(058f777a-2003-49db-9554-24abe2cd4bde),segment_id=058f777a-2003-49db-9554-24abe2cd4bde)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:48:34.989194 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-dfc57d16-97f1-4770-8166-18e55fb3c354 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:35.080703 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-01ab5601-a817-439c-a059-a149fe037413 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:35.110941 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85fe4b30-d268-45f1-a429-47fc3a7b10f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Made reservation on behalf of b10aaa5403b848e8bc3e4f603712654e for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:48:35.163179 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a41b8bbc-ad14-42ce-ba6a-1375308efec5 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:35.195392 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-dfc57d16-97f1-4770-8166-18e55fb3c354 None None] Calling delete_port for 9f6e5950-7829-421f-a383-32d7770aae33 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:48:35.196155 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c6acea6f-f206-45a3-8f54-a587597067d2 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for router, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:35.360333 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-02e9f1dc-84b5-4740-aa30-d47204c0e2a4 None None] Provisioning complete for port 5b01e647-3e70-41dc-a94a-aca98ebe5a33 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:48:35.360705 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-02e9f1dc-84b5-4740-aa30-d47204c0e2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:35.361040 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-02e9f1dc-84b5-4740-aa30-d47204c0e2a4 None None] Attempt 1 to provision port 5b01e647-3e70-41dc-a94a-aca98ebe5a33 Oct 26 15:48:35.457053 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41b8bbc-ad14-42ce-ba6a-1375308efec5 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Pushing event deleted for resources: {'Port': ['ID=9f6e5950-7829-421f-a383-32d7770aae33,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:35.495961 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6002beb-0e56-41e2-b525-5c8dfa2a6636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-6ea96af8-2ecc-4029-9455-54aeb407a3c5', 'network_id': '6ea96af8-2ecc-4029-9455-54aeb407a3c5', 'tenant_id': 'b10aaa5403b848e8bc3e4f603712654e', 'fixed_ips': [{'subnet_id': '21b45b3a-e2b1-468c-8973-bc3c8e51fe37'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:48:35.496796 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e6002beb-0e56-41e2-b525-5c8dfa2a6636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:35.504015 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162c398d-fc8d-4dc7-9b7d-e54d5d189469 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:35.510802 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162c398d-fc8d-4dc7-9b7d-e54d5d189469 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:35.511629 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-162c398d-fc8d-4dc7-9b7d-e54d5d189469 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:48:35.529017 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 86883083-daa2-4691-a697-8eba28d0712c up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:48:35.613259 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fdaf74-bd40-4054-a9f0-58716d07d1a1 req-b5caf082-b390-48a9-9ced-eb50323b04eb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:35.621390 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-49fdaf74-bd40-4054-a9f0-58716d07d1a1 req-b5caf082-b390-48a9-9ced-eb50323b04eb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b696bde-eae4-49e5-b03f-e9db71adfa6b HTTP/1.1" status: 200 len: 946 time: 0.6358128 Oct 26 15:48:35.639522 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-dfc57d16-97f1-4770-8166-18e55fb3c354 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:48:35.639873 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-dfc57d16-97f1-4770-8166-18e55fb3c354 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:48:35.640781 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ab5601-a817-439c-a059-a149fe037413 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Network 3145270b-cf51-4aeb-86d8-f9215b268a49 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:48:35.647543 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-01ab5601-a817-439c-a059-a149fe037413 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:35.657377 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-85fe4b30-d268-45f1-a429-47fc3a7b10f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:35.680777 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-162c398d-fc8d-4dc7-9b7d-e54d5d189469 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:48:35.681958 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-162c398d-fc8d-4dc7-9b7d-e54d5d189469 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.8464499 Oct 26 15:48:35.694719 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38390) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:35.695969 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-85fe4b30-d268-45f1-a429-47fc3a7b10f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] device_id is not set on port df3e97a1-9b73-4ace-95af-5e7b53dab760 yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:48:35.706084 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 7d911889-3577-4408-935a-4ddbca7d0a55, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=7d911889-3577-4408-935a-4ddbca7d0a55,segment=NetworkSegment(36dee383-8b60-4366-bb63-6db63ca82dac),segment_id=36dee383-8b60-4366-bb63-6db63ca82dac)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:48:35.729288 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': '7d911889-3577-4408-935a-4ddbca7d0a55', 'network_id': '36fe47be-95f5-45e7-bd5b-f22f2000c1c4', 'port_id': '7d911889-3577-4408-935a-4ddbca7d0a55', 'mac_address': 'fa:16:3e:50:3c:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eab9ffd-a774-40a5-8c42-7d8fdcf3444f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 15:48:35.791568 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-02e9f1dc-84b5-4740-aa30-d47204c0e2a4 None None] Port 5b01e647-3e70-41dc-a94a-aca98ebe5a33 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:35.797429 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:35.798203 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:35.851151 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e593ff-1894-47fb-b9f2-daa508336014 None None] Pushing event updated for resources: {'Port': ['ID=a7c4121b-d4af-4307-8f2a-f9e6c11f7de1,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:35.854414 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-a41b8bbc-ad14-42ce-ba6a-1375308efec5 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea103fec-373a-4028-a582-61b3ac56a836']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:35.928169 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c6acea6f-f206-45a3-8f54-a587597067d2 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:35.959520 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 86883083-daa2-4691-a697-8eba28d0712c triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:48:35.959520 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:35.960187 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 86883083-daa2-4691-a697-8eba28d0712c Oct 26 15:48:35.965972 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-a41b8bbc-ad14-42ce-ba6a-1375308efec5 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '058f777a-2003-49db-9554-24abe2cd4bde') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:35.966431 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-a41b8bbc-ad14-42ce-ba6a-1375308efec5 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '058f777a-2003-49db-9554-24abe2cd4bde') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:35.991606 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a41b8bbc-ad14-42ce-ba6a-1375308efec5 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:35.996072 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 7d911889-3577-4408-935a-4ddbca7d0a55 is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:48:35.996453 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:36.026886 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a41b8bbc-ad14-42ce-ba6a-1375308efec5 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:36.052494 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a41b8bbc-ad14-42ce-ba6a-1375308efec5 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:48:36.053874 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a41b8bbc-ad14-42ce-ba6a-1375308efec5 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:36.082314 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-c6acea6f-f206-45a3-8f54-a587597067d2 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Deleting port 12b2023a-c8e4-4c72-863b-fc68b07b9622 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:48:36.082763 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c6acea6f-f206-45a3-8f54-a587597067d2 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:36.097813 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d911889-3577-4408-935a-4ddbca7d0a55 {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:48:36.121947 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-e6002beb-0e56-41e2-b525-5c8dfa2a6636 None None] Allocated IP 2001:db8::2 (6ea96af8-2ecc-4029-9455-54aeb407a3c5/21b45b3a-e2b1-468c-8973-bc3c8e51fe37/d66303da-e662-4589-8646-4b1b42f3b2c4) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:48:36.142361 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-dfc57d16-97f1-4770-8166-18e55fb3c354 None None] Deleting port 9f6e5950-7829-421f-a383-32d7770aae33 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:48:36.143094 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-dfc57d16-97f1-4770-8166-18e55fb3c354 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:36.211869 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 058f777a-2003-49db-9554-24abe2cd4bde resource provider aggregate not found Oct 26 15:48:36.221415 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-49fdaf74-bd40-4054-a9f0-58716d07d1a1 req-684edafd-55a7-4b8e-a5e6-3d6668e4a921 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=240ebfaa-9dab-471a-8343-76af9134bb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5992570 Oct 26 15:48:36.252561 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-dfc57d16-97f1-4770-8166-18e55fb3c354 None None] The port '9f6e5950-7829-421f-a383-32d7770aae33' was deleted {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 15:48:36.255758 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 7d911889-3577-4408-935a-4ddbca7d0a55, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=7d911889-3577-4408-935a-4ddbca7d0a55,segment=NetworkSegment(36dee383-8b60-4366-bb63-6db63ca82dac),segment_id=36dee383-8b60-4366-bb63-6db63ca82dac)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:48:36.321963 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-02e9f1dc-84b5-4740-aa30-d47204c0e2a4 None None] Attempt 2 to provision port 5b01e647-3e70-41dc-a94a-aca98ebe5a33 Oct 26 15:48:36.410965 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-161f51d3-d83f-461f-9e62-a26da230ea5f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting port 2bb13cee-79c4-4251-93a6-8f3925cc223e {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:48:36.413588 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-161f51d3-d83f-461f-9e62-a26da230ea5f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:36.427824 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 058f777a-2003-49db-9554-24abe2cd4bde resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 058f777a-2003-49db-9554-24abe2cd4bde found for delete ", "request_id": "req-3e356d9c-f1cc-42ac-8ab2-bc89f631f70e"}]} Oct 26 15:48:36.445810 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fbac7-45e0-4847-a783-ead944af7525 req-6875b920-7e4d-4ea9-aa25-81b696148ed4 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:36.447756 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8f8fbac7-45e0-4847-a783-ead944af7525 req-6875b920-7e4d-4ea9-aa25-81b696148ed4 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/ports?device_id=055d89eb-6041-456b-814d-aa39354c6eca HTTP/1.1" status: 200 len: 943 time: 0.6065929 Oct 26 15:48:36.459928 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:36.467442 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a41b8bbc-ad14-42ce-ba6a-1375308efec5 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:36.540453 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a41b8bbc-ad14-42ce-ba6a-1375308efec5 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:36.557755 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41b8bbc-ad14-42ce-ba6a-1375308efec5 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] Pushing event deleted for resources: {'Network': ['ID=ea103fec-373a-4028-a582-61b3ac56a836,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:36.578801 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=7d911889-3577-4408-935a-4ddbca7d0a55,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:36.611174 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 86883083-daa2-4691-a697-8eba28d0712c is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:48:36.612405 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 32ef7b04-755b-474d-b00e-f57e4526f73d up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:48:36.628348 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ab5601-a817-439c-a059-a149fe037413 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Router 2a0d9104-bfa1-4ec7-a345-d00049991ac5 is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:48:36.630388 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8f8fbac7-45e0-4847-a783-ead944af7525 req-2e92f474-ae13-4fa0-824e-ce660ecda76d tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/security-groups?id=714ce366-d10f-43dc-886a-95016c1d1e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596746 Oct 26 15:48:36.640640 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c6acea6f-f206-45a3-8f54-a587597067d2 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:36.657366 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-02e9f1dc-84b5-4740-aa30-d47204c0e2a4 None None] Port 5b01e647-3e70-41dc-a94a-aca98ebe5a33 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:36.710266 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 15:48:36.825870 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-c6acea6f-f206-45a3-8f54-a587597067d2 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Calling delete_port for 12b2023a-c8e4-4c72-863b-fc68b07b9622 owned by network:router_gateway {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:48:36.868993 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:36.878974 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a41b8bbc-ad14-42ce-ba6a-1375308efec5 tempest-AllowedAddressPairIpV6TestJSON-395858372 tempest-AllowedAddressPairIpV6TestJSON-395858372-project] 10.222.0.23 "DELETE /v2.0/networks/ea103fec-373a-4028-a582-61b3ac56a836 HTTP/1.1" status: 204 len: 168 time: 4.0397570 Oct 26 15:48:36.886537 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['7d911889-3577-4408-935a-4ddbca7d0a55'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 15:48:36.941306 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d906dd4d-6482-472f-b05f-f0479355e380 None None] Network 01e8d086-9546-4bd7-81ea-027a1f4f7736 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:48:37.027457 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ab5601-a817-439c-a059-a149fe037413 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:48:37.041853 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958be5f2-4135-4dcb-a8db-212a3e1a6476 None None] Sync routers for ids ['2a0d9104-bfa1-4ec7-a345-d00049991ac5'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:48:37.048964 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-01ab5601-a817-439c-a059-a149fe037413 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "PUT /v2.0/routers/2a0d9104-bfa1-4ec7-a345-d00049991ac5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7544112 Oct 26 15:48:37.055913 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958be5f2-4135-4dcb-a8db-212a3e1a6476 None None] Routers {'2a0d9104-bfa1-4ec7-a345-d00049991ac5'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:48:37.055913 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-958be5f2-4135-4dcb-a8db-212a3e1a6476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:48:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['2a0d9104-bfa1-4ec7-a345-d00049991ac5'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:37.057048 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38400) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:37.065655 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 32ef7b04-755b-474d-b00e-f57e4526f73d completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:48:37.070325 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e6002beb-0e56-41e2-b525-5c8dfa2a6636 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:37.111361 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-e6002beb-0e56-41e2-b525-5c8dfa2a6636 None None] Transition to ACTIVE for port object d66303da-e662-4589-8646-4b1b42f3b2c4 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:48:37.112799 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-161f51d3-d83f-461f-9e62-a26da230ea5f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:37.123431 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-958be5f2-4135-4dcb-a8db-212a3e1a6476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:37.156177 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958be5f2-4135-4dcb-a8db-212a3e1a6476 None None] Routers {'2a0d9104-bfa1-4ec7-a345-d00049991ac5'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:48:37.158392 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-958be5f2-4135-4dcb-a8db-212a3e1a6476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:48:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['2a0d9104-bfa1-4ec7-a345-d00049991ac5'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:37.162913 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-02e9f1dc-84b5-4740-aa30-d47204c0e2a4 None None] Attempt 3 to provision port 5b01e647-3e70-41dc-a94a-aca98ebe5a33 Oct 26 15:48:37.184452 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c6acea6f-f206-45a3-8f54-a587597067d2 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:37.201549 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 9f6e5950-7829-421f-a383-32d7770aae33 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:48:37.233490 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e564a1ed-91f5-4387-b333-dd39a1fa9fb3 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:37.235810 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-e564a1ed-91f5-4387-b333-dd39a1fa9fb3 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "GET /v2.0/ports/5b01e647-3e70-41dc-a94a-aca98ebe5a33 HTTP/1.1" status: 200 len: 910 time: 0.1774349 Oct 26 15:48:37.247287 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-958be5f2-4135-4dcb-a8db-212a3e1a6476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:37.247693 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958be5f2-4135-4dcb-a8db-212a3e1a6476 None None] The sync data for ids ['2a0d9104-bfa1-4ec7-a345-d00049991ac5'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:48:37.256074 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-161f51d3-d83f-461f-9e62-a26da230ea5f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Calling delete_port for 2bb13cee-79c4-4251-93a6-8f3925cc223e owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:48:37.257557 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38404) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:37.269168 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-e6002beb-0e56-41e2-b525-5c8dfa2a6636 None None] Transition to ACTIVE for port object d66303da-e662-4589-8646-4b1b42f3b2c4 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:48:37.294565 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 9f6e5950-7829-421f-a383-32d7770aae33 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:48:37.295241 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 9f6e5950-7829-421f-a383-32d7770aae33 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:48:37.325192 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6acea6f-f206-45a3-8f54-a587597067d2 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Pushing event deleted for resources: {'Port': ['ID=12b2023a-c8e4-4c72-863b-fc68b07b9622,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:37.466376 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e6002beb-0e56-41e2-b525-5c8dfa2a6636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:37.479395 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-85fe4b30-d268-45f1-a429-47fc3a7b10f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Allocated IP 2001:db8::10 (6ea96af8-2ecc-4029-9455-54aeb407a3c5/21b45b3a-e2b1-468c-8973-bc3c8e51fe37/df3e97a1-9b73-4ace-95af-5e7b53dab760) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:48:37.553925 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c6acea6f-f206-45a3-8f54-a587597067d2 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:37.571621 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38412) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:37.584746 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a7c4121b-d4af-4307-8f2a-f9e6c11f7de1 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:48:37.675519 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-02e9f1dc-84b5-4740-aa30-d47204c0e2a4 None None] Port 5b01e647-3e70-41dc-a94a-aca98ebe5a33 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:37.699488 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6002beb-0e56-41e2-b525-5c8dfa2a6636 None None] Network 6ea96af8-2ecc-4029-9455-54aeb407a3c5 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:48:37.779230 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6002beb-0e56-41e2-b525-5c8dfa2a6636 None None] Pushing event updated for resources: {'Port': ['ID=d66303da-e662-4589-8646-4b1b42f3b2c4,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:37.779447 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-e6002beb-0e56-41e2-b525-5c8dfa2a6636 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:37.787935 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6002beb-0e56-41e2-b525-5c8dfa2a6636 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:48:37.796823 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-161f51d3-d83f-461f-9e62-a26da230ea5f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:37.967523 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-e6002beb-0e56-41e2-b525-5c8dfa2a6636 None None] Attempting to bind port d66303da-e662-4589-8646-4b1b42f3b2c4 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:48:37.967931 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-e6002beb-0e56-41e2-b525-5c8dfa2a6636 None None] Attempting to bind port d66303da-e662-4589-8646-4b1b42f3b2c4 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'd8956412-47b7-4117-a875-fdf0436be975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '6ea96af8-2ecc-4029-9455-54aeb407a3c5'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:48:37.968263 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6002beb-0e56-41e2-b525-5c8dfa2a6636 None None] Attempting to bind port d66303da-e662-4589-8646-4b1b42f3b2c4 on network 6ea96af8-2ecc-4029-9455-54aeb407a3c5 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:48:37.981650 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6002beb-0e56-41e2-b525-5c8dfa2a6636 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:48:37.982043 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6002beb-0e56-41e2-b525-5c8dfa2a6636 None None] Checking segment: {'id': 'd8956412-47b7-4117-a875-fdf0436be975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '6ea96af8-2ecc-4029-9455-54aeb407a3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:48:37.982436 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e6002beb-0e56-41e2-b525-5c8dfa2a6636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:37.982862 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6002beb-0e56-41e2-b525-5c8dfa2a6636 None None] Bound using segment: {'id': 'd8956412-47b7-4117-a875-fdf0436be975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '6ea96af8-2ecc-4029-9455-54aeb407a3c5'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:48:37.983348 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-e6002beb-0e56-41e2-b525-5c8dfa2a6636 None None] Bound port: d66303da-e662-4589-8646-4b1b42f3b2c4, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8956412-47b7-4117-a875-fdf0436be975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '6ea96af8-2ecc-4029-9455-54aeb407a3c5'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:48:37.983729 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e6002beb-0e56-41e2-b525-5c8dfa2a6636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:38.028262 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f51d3-d83f-461f-9e62-a26da230ea5f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Port': ['ID=2bb13cee-79c4-4251-93a6-8f3925cc223e,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:38.043563 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f3136-1168-487d-bd1f-146b6316e274 req-970463c6-4d68-47f1-acc7-a99b3b62e814 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:38.051885 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-262f3136-1168-487d-bd1f-146b6316e274 req-970463c6-4d68-47f1-acc7-a99b3b62e814 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b696bde-eae4-49e5-b03f-e9db71adfa6b HTTP/1.1" status: 200 len: 946 time: 0.5675995 Oct 26 15:48:38.072942 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port a7c4121b-d4af-4307-8f2a-f9e6c11f7de1 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:48:38.176601 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-02e9f1dc-84b5-4740-aa30-d47204c0e2a4 None None] Attempt 4 to provision port 5b01e647-3e70-41dc-a94a-aca98ebe5a33 Oct 26 15:48:38.178724 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c6acea6f-f206-45a3-8f54-a587597067d2 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:38.187426 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c6acea6f-f206-45a3-8f54-a587597067d2 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:38.219867 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-e6002beb-0e56-41e2-b525-5c8dfa2a6636 None None] For port d66303da-e662-4589-8646-4b1b42f3b2c4, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:48:38.230152 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-85fe4b30-d268-45f1-a429-47fc3a7b10f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:38.261120 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-02e9f1dc-84b5-4740-aa30-d47204c0e2a4 None None] Port 5b01e647-3e70-41dc-a94a-aca98ebe5a33 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:38.269227 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-85fe4b30-d268-45f1-a429-47fc3a7b10f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Transition to ACTIVE for port object df3e97a1-9b73-4ace-95af-5e7b53dab760 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:48:38.270618 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-e6002beb-0e56-41e2-b525-5c8dfa2a6636 None None] For port d66303da-e662-4589-8646-4b1b42f3b2c4, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=d66303da-e662-4589-8646-4b1b42f3b2c4,segment=NetworkSegment(d8956412-47b7-4117-a875-fdf0436be975),segment_id=d8956412-47b7-4117-a875-fdf0436be975)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:48:38.310690 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-262f3136-1168-487d-bd1f-146b6316e274 req-3c4f5a36-a18c-4ad1-9131-ff4581edc2d7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=240ebfaa-9dab-471a-8343-76af9134bb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2571845 Oct 26 15:48:38.321399 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-161f51d3-d83f-461f-9e62-a26da230ea5f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:38.347491 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c6acea6f-f206-45a3-8f54-a587597067d2 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:38.347491 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6acea6f-f206-45a3-8f54-a587597067d2 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Fanout notify agent at l3_agent the message router_deleted on router ae25d379-527c-4b17-a3e6-cd3e2c8692a7 {{(pid=89748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:48:38.347730 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e6002beb-0e56-41e2-b525-5c8dfa2a6636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:38.370187 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-5e17665c-3a86-44a8-af03-ce511049f49c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b5d218d21c1a4a65a548d86f4c5955d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7598758 Oct 26 15:48:38.370918 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38422) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:38.431562 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-161f51d3-d83f-461f-9e62-a26da230ea5f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/ports/2bb13cee-79c4-4251-93a6-8f3925cc223e HTTP/1.1" status: 204 len: 168 time: 2.6940672 Oct 26 15:48:38.433096 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38426) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:38.486334 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e8c19-6eaf-4173-a710-3ebe5a2f02a5 req-d0fada00-ae70-418b-ae09-b49ee5227b2a tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:38.486853 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6002beb-0e56-41e2-b525-5c8dfa2a6636 None None] Pushing event updated for resources: {'Port': ['ID=d66303da-e662-4589-8646-4b1b42f3b2c4,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:38.487947 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2a5e8c19-6eaf-4173-a710-3ebe5a2f02a5 req-d0fada00-ae70-418b-ae09-b49ee5227b2a tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/ports?device_id=055d89eb-6041-456b-814d-aa39354c6eca HTTP/1.1" status: 200 len: 944 time: 0.6037939 Oct 26 15:48:38.502210 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-85fe4b30-d268-45f1-a429-47fc3a7b10f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:38.583047 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c6acea6f-f206-45a3-8f54-a587597067d2 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:38.584997 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-c6acea6f-f206-45a3-8f54-a587597067d2 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] 10.222.0.23 "DELETE /v2.0/routers/ae25d379-527c-4b17-a3e6-cd3e2c8692a7 HTTP/1.1" status: 204 len: 168 time: 3.9330037 Oct 26 15:48:38.591047 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38430) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:38.597770 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-750c170b-7941-4343-b50b-8a681d3512c3 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1820115934', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}, 'admin_state_up': False}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:38.605634 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-750c170b-7941-4343-b50b-8a681d3512c3 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:48:38.640483 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-750c170b-7941-4343-b50b-8a681d3512c3 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Usage tracker for resource:router and tenant:eae49afb94514da8ad9cfe3afdaae288 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:48:38.655207 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-750c170b-7941-4343-b50b-8a681d3512c3 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:48:38.667879 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-750c170b-7941-4343-b50b-8a681d3512c3 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:48:38.678207 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fe4b30-d268-45f1-a429-47fc3a7b10f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Network 6ea96af8-2ecc-4029-9455-54aeb407a3c5 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:48:38.681613 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da91adca-6a1e-4e23-aac7-55328539ed45 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:38.683300 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da91adca-6a1e-4e23-aac7-55328539ed45 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:38.684087 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-da91adca-6a1e-4e23-aac7-55328539ed45 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:subnet {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:48:38.698514 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-02a8f6da-b0ac-4cf1-8ef3-3f27258d14c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:38.704388 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-85fe4b30-d268-45f1-a429-47fc3a7b10f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:38.710201 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2a5e8c19-6eaf-4173-a710-3ebe5a2f02a5 req-2882a307-7303-4a9a-a891-7d95e73769aa tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/security-groups?id=714ce366-d10f-43dc-886a-95016c1d1e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815984 Oct 26 15:48:38.716485 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a0ab7cbd-5750-448b-b23d-0ea12b4d3c6d tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:38.722869 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fe4b30-d268-45f1-a429-47fc3a7b10f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:48:38.732401 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fe4b30-d268-45f1-a429-47fc3a7b10f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:38.733517 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-85fe4b30-d268-45f1-a429-47fc3a7b10f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:38.751097 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe4b30-d268-45f1-a429-47fc3a7b10f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event updated for resources: {'Port': ['ID=df3e97a1-9b73-4ace-95af-5e7b53dab760,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:38.762392 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-02e9f1dc-84b5-4740-aa30-d47204c0e2a4 None None] Attempt 5 to provision port 5b01e647-3e70-41dc-a94a-aca98ebe5a33 Oct 26 15:48:38.806252 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-02a8f6da-b0ac-4cf1-8ef3-3f27258d14c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:38.823848 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-02e9f1dc-84b5-4740-aa30-d47204c0e2a4 None None] Port 5b01e647-3e70-41dc-a94a-aca98ebe5a33 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:38.871845 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5c8dc-5cac-45dd-8664-1821bf616356 req-fa671aed-fd93-4c00-a11a-83ca8c374bd3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:38.874028 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-3ab5c8dc-5cac-45dd-8664-1821bf616356 req-fa671aed-fd93-4c00-a11a-83ca8c374bd3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b696bde-eae4-49e5-b03f-e9db71adfa6b HTTP/1.1" status: 200 len: 946 time: 0.3294480 Oct 26 15:48:38.880022 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-750c170b-7941-4343-b50b-8a681d3512c3 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:38.881614 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-750c170b-7941-4343-b50b-8a681d3512c3 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:38.899650 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-da91adca-6a1e-4e23-aac7-55328539ed45 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:subnet {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:48:38.904911 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-da91adca-6a1e-4e23-aac7-55328539ed45 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4679852 Oct 26 15:48:38.905139 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38434) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:38.915929 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-85fe4b30-d268-45f1-a429-47fc3a7b10f2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.5345457 Oct 26 15:48:38.917882 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38438) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:38.931715 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-4493e25a-bc56-49f7-81c4-c601d7529d63 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'port': {'network_id': '6ea96af8-2ecc-4029-9455-54aeb407a3c5', 'name': 'tempest-PortsIpV6TestJSON-1346606277', 'fixed_ips': [{'subnet_id': '21b45b3a-e2b1-468c-8973-bc3c8e51fe37', 'ip_address': '2001:db8::f'}]}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:38.972938 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-750c170b-7941-4343-b50b-8a681d3512c3 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:39.007864 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-ced1e4f8-fdc6-4eaf-8e31-0cf27b3fb919 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting subnet 369ca9ff-64f4-415a-818b-1dc76b975f1f {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:48:39.009951 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-02a8f6da-b0ac-4cf1-8ef3-3f27258d14c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:39.028562 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-3ab5c8dc-5cac-45dd-8664-1821bf616356 req-87efddda-a765-4230-8b87-1f06125259e1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=240ebfaa-9dab-471a-8343-76af9134bb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481698 Oct 26 15:48:39.039716 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8f6da-b0ac-4cf1-8ef3-3f27258d14c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fdfc3d-3a57-4fa3-b2e1-c234cb5051cd,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:39.058228 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-02a8f6da-b0ac-4cf1-8ef3-3f27258d14c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:39.059567 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-02a8f6da-b0ac-4cf1-8ef3-3f27258d14c7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/05fdfc3d-3a57-4fa3-b2e1-c234cb5051cd HTTP/1.1" status: 204 len: 168 time: 0.6864243 Oct 26 15:48:39.072078 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ced1e4f8-fdc6-4eaf-8e31-0cf27b3fb919 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:39.124653 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4493e25a-bc56-49f7-81c4-c601d7529d63 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:48:39.129758 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4493e25a-bc56-49f7-81c4-c601d7529d63 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Usage tracker for resource:port and tenant:b10aaa5403b848e8bc3e4f603712654e is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:48:39.133504 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4493e25a-bc56-49f7-81c4-c601d7529d63 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:48:39.139851 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4493e25a-bc56-49f7-81c4-c601d7529d63 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:48:39.160060 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ced1e4f8-fdc6-4eaf-8e31-0cf27b3fb919 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:39.261820 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4493e25a-bc56-49f7-81c4-c601d7529d63 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Made reservation on behalf of b10aaa5403b848e8bc3e4f603712654e for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:48:39.267355 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4493e25a-bc56-49f7-81c4-c601d7529d63 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:39.296898 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-4493e25a-bc56-49f7-81c4-c601d7529d63 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] device_id is not set on port 9864d7f1-d7d2-4fae-b5cf-3828c0cbfd37 yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:48:39.324845 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-02e9f1dc-84b5-4740-aa30-d47204c0e2a4 None None] Attempt 6 to provision port 5b01e647-3e70-41dc-a94a-aca98ebe5a33 Oct 26 15:48:39.460802 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-02e9f1dc-84b5-4740-aa30-d47204c0e2a4 None None] Port 5b01e647-3e70-41dc-a94a-aca98ebe5a33 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:39.476928 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device d66303da-e662-4589-8646-4b1b42f3b2c4 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:48:39.652790 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port d66303da-e662-4589-8646-4b1b42f3b2c4 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:48:39.654427 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-4493e25a-bc56-49f7-81c4-c601d7529d63 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Allocated IP 2001:db8::f (6ea96af8-2ecc-4029-9455-54aeb407a3c5/21b45b3a-e2b1-468c-8973-bc3c8e51fe37/9864d7f1-d7d2-4fae-b5cf-3828c0cbfd37) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:48:39.747802 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdb43bd-c0df-425f-9891-e82084babd6b None None] Network 6ea96af8-2ecc-4029-9455-54aeb407a3c5 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:48:39.845893 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-750c170b-7941-4343-b50b-8a681d3512c3 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:39.861048 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ced1e4f8-fdc6-4eaf-8e31-0cf27b3fb919 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:39.910088 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4493e25a-bc56-49f7-81c4-c601d7529d63 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:39.927552 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-4493e25a-bc56-49f7-81c4-c601d7529d63 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Transition to ACTIVE for port object 9864d7f1-d7d2-4fae-b5cf-3828c0cbfd37 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:48:39.964694 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-02e9f1dc-84b5-4740-aa30-d47204c0e2a4 None None] Attempt 7 to provision port 5b01e647-3e70-41dc-a94a-aca98ebe5a33 Oct 26 15:48:40.011463 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-a0ab7cbd-5750-448b-b23d-0ea12b4d3c6d tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Allocated IP 172.21.0.1 (01e8d086-9546-4bd7-81ea-027a1f4f7736/d444ccbf-d549-4a04-8a45-a57c05f666c2/e0c728b4-a41b-44ff-9213-9eb5728b53df) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:48:40.049233 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4493e25a-bc56-49f7-81c4-c601d7529d63 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:40.112825 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-02e9f1dc-84b5-4740-aa30-d47204c0e2a4 None None] Port 5b01e647-3e70-41dc-a94a-aca98ebe5a33 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:40.151664 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4493e25a-bc56-49f7-81c4-c601d7529d63 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event updated for resources: {'Port': ['ID=9864d7f1-d7d2-4fae-b5cf-3828c0cbfd37,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:40.167629 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4493e25a-bc56-49f7-81c4-c601d7529d63 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Network 6ea96af8-2ecc-4029-9455-54aeb407a3c5 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:48:40.169800 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-4493e25a-bc56-49f7-81c4-c601d7529d63 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:40.173563 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4493e25a-bc56-49f7-81c4-c601d7529d63 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:48:40.180069 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4493e25a-bc56-49f7-81c4-c601d7529d63 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:40.180789 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4493e25a-bc56-49f7-81c4-c601d7529d63 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:40.215685 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ced1e4f8-fdc6-4eaf-8e31-0cf27b3fb919 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:40.264512 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e834cd-aa12-464c-af7f-2a3a138ae112 req-4a5eab66-bf71-4024-92b8-17218df41505 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:40.266017 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-74e834cd-aa12-464c-af7f-2a3a138ae112 req-4a5eab66-bf71-4024-92b8-17218df41505 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/ports?device_id=055d89eb-6041-456b-814d-aa39354c6eca HTTP/1.1" status: 200 len: 944 time: 0.3740592 Oct 26 15:48:40.299864 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced1e4f8-fdc6-4eaf-8e31-0cf27b3fb919 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Subnet': ['ID=369ca9ff-64f4-415a-818b-1dc76b975f1f,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:40.311158 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebceffb4-f039-4221-9db0-9ddb616a33ba None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:48:40.319428 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4493e25a-bc56-49f7-81c4-c601d7529d63 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3962147 Oct 26 15:48:40.319428 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38466) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:40.330893 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ced1e4f8-fdc6-4eaf-8e31-0cf27b3fb919 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:40.393431 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a0ab7cbd-5750-448b-b23d-0ea12b4d3c6d tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:40.414050 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-a0ab7cbd-5750-448b-b23d-0ea12b4d3c6d tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Transition to ACTIVE for port object e0c728b4-a41b-44ff-9213-9eb5728b53df will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:48:40.504646 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd60a39-bb2f-4b3b-8418-13cca21746b5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:40.504646 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4bd60a39-bb2f-4b3b-8418-13cca21746b5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Synchronizing usage tracker for tenant:b10aaa5403b848e8bc3e4f603712654e on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:48:40.506121 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-74e834cd-aa12-464c-af7f-2a3a138ae112 req-0ce5e0b8-74dc-488e-bd99-b43379b2ca56 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/security-groups?id=714ce366-d10f-43dc-886a-95016c1d1e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2174830 Oct 26 15:48:40.575723 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38472) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:40.625319 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-02e9f1dc-84b5-4740-aa30-d47204c0e2a4 None None] Attempt 8 to provision port 5b01e647-3e70-41dc-a94a-aca98ebe5a33 Oct 26 15:48:40.697497 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-02e9f1dc-84b5-4740-aa30-d47204c0e2a4 None None] Port 5b01e647-3e70-41dc-a94a-aca98ebe5a33 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:40.698185 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 7d911889-3577-4408-935a-4ddbca7d0a55 up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:48:40.787733 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ced1e4f8-fdc6-4eaf-8e31-0cf27b3fb919 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/369ca9ff-64f4-415a-818b-1dc76b975f1f HTTP/1.1" status: 204 len: 168 time: 1.8792260 Oct 26 15:48:40.787733 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a0ab7cbd-5750-448b-b23d-0ea12b4d3c6d tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:40.798127 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38476) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:40.798633 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38478) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:40.811662 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4bd60a39-bb2f-4b3b-8418-13cca21746b5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Unset dirty status for tenant:b10aaa5403b848e8bc3e4f603712654e on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:48:40.815428 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4bd60a39-bb2f-4b3b-8418-13cca21746b5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.4933546 Oct 26 15:48:40.816282 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38480) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:40.897898 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ab7cbd-5750-448b-b23d-0ea12b4d3c6d tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Network 01e8d086-9546-4bd7-81ea-027a1f4f7736 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:48:40.915812 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning for port 7d911889-3577-4408-935a-4ddbca7d0a55 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:48:40.917770 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-a0ab7cbd-5750-448b-b23d-0ea12b4d3c6d tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:40.921657 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port 7d911889-3577-4408-935a-4ddbca7d0a55 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:48:40.922080 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:40.922904 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port 7d911889-3577-4408-935a-4ddbca7d0a55 Oct 26 15:48:40.968278 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb486e9-1a43-4655-a89e-d1e101d7dc4d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:40.975872 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb486e9-1a43-4655-a89e-d1e101d7dc4d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:40.983092 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb486e9-1a43-4655-a89e-d1e101d7dc4d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:40.984983 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ecb486e9-1a43-4655-a89e-d1e101d7dc4d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1678514 Oct 26 15:48:40.986417 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fb6258-eedb-4d5a-8be9-800b217021df None None] DHCP port deletion for f810e159-a5e8-4c86-8cec-5d909fe013dd request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:48:40.999017 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a4fb6258-eedb-4d5a-8be9-800b217021df None None] Deleting port 32ef7b04-755b-474d-b00e-f57e4526f73d {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:48:40.999495 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a4fb6258-eedb-4d5a-8be9-800b217021df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:41.028779 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38490) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:41.032565 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ab7cbd-5750-448b-b23d-0ea12b4d3c6d tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:48:41.101418 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-750c170b-7941-4343-b50b-8a681d3512c3 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for router_gateway, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:41.131985 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a0ab7cbd-5750-448b-b23d-0ea12b4d3c6d tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:41.202214 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-d35d163a-faa4-4068-bbfe-b945b5b2d9e1 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2990341 Oct 26 15:48:41.225624 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-750c170b-7941-4343-b50b-8a681d3512c3 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:41.241867 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-02e9f1dc-84b5-4740-aa30-d47204c0e2a4 None None] Attempt 9 to provision port 5b01e647-3e70-41dc-a94a-aca98ebe5a33 Oct 26 15:48:41.246132 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38494) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:41.307102 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-43d6fc35-9918-4d3c-8baa-a45904d34035 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1699696172'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:41.313123 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-43d6fc35-9918-4d3c-8baa-a45904d34035 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:48:41.319001 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-43d6fc35-9918-4d3c-8baa-a45904d34035 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Usage tracker for resource:network and tenant:ed533417d7984f4ebffb4d3679dafa7e is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:48:41.323250 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-43d6fc35-9918-4d3c-8baa-a45904d34035 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:48:41.329726 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-43d6fc35-9918-4d3c-8baa-a45904d34035 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:48:41.398397 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab7cbd-5750-448b-b23d-0ea12b4d3c6d tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event updated for resources: {'Port': ['ID=e0c728b4-a41b-44ff-9213-9eb5728b53df,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:41.415036 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-02e9f1dc-84b5-4740-aa30-d47204c0e2a4 None None] Port 5b01e647-3e70-41dc-a94a-aca98ebe5a33 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:41.430369 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 7d911889-3577-4408-935a-4ddbca7d0a55 is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:48:41.430794 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:41.439603 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 32ef7b04-755b-474d-b00e-f57e4526f73d no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:48:41.440702 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d6fc35-9918-4d3c-8baa-a45904d34035 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Made reservation on behalf of ed533417d7984f4ebffb4d3679dafa7e for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:48:41.444449 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-43d6fc35-9918-4d3c-8baa-a45904d34035 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:41.489059 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-4740d875-b1dd-4bda-a960-28062f109537 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Deleting port 9864d7f1-d7d2-4fae-b5cf-3828c0cbfd37 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:48:41.489428 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4740d875-b1dd-4bda-a960-28062f109537 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:41.539911 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-a4fb6258-eedb-4d5a-8be9-800b217021df None None] For port 32ef7b04-755b-474d-b00e-f57e4526f73d, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=32ef7b04-755b-474d-b00e-f57e4526f73d,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:48:41.546834 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a4fb6258-eedb-4d5a-8be9-800b217021df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:41.559009 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '055d89eb-6041-456b-814d-aa39354c6eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d911889-3577-4408-935a-4ddbca7d0a55'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:48:41.561812 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a702ea-30cb-42a9-a897-459be2eb4fd5" -d '{"events": [{"server_uuid": "055d89eb-6041-456b-814d-aa39354c6eca", "name": "network-vif-plugged", "status": "completed", "tag": "7d911889-3577-4408-935a-4ddbca7d0a55"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:48:41.678420 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-43d6fc35-9918-4d3c-8baa-a45904d34035 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:41.695126 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c0cd39-f693-4d17-9c36-baf893f2cac1 x-openstack-request-id: req-a1c0cd39-f693-4d17-9c36-baf893f2cac1 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:48:41.695126 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "055d89eb-6041-456b-814d-aa39354c6eca", "name": "network-vif-plugged", "status": "completed", "tag": "7d911889-3577-4408-935a-4ddbca7d0a55", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:48:41.695126 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a1c0cd39-f693-4d17-9c36-baf893f2cac1 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:48:41.695126 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1c0cd39-f693-4d17-9c36-baf893f2cac1'] response: {'server_uuid': '055d89eb-6041-456b-814d-aa39354c6eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d911889-3577-4408-935a-4ddbca7d0a55', 'code': 200} Oct 26 15:48:41.695949 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 7d911889-3577-4408-935a-4ddbca7d0a55, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=7d911889-3577-4408-935a-4ddbca7d0a55,segment=NetworkSegment(36dee383-8b60-4366-bb63-6db63ca82dac),segment_id=36dee383-8b60-4366-bb63-6db63ca82dac)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:48:41.778867 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-43d6fc35-9918-4d3c-8baa-a45904d34035 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:48:41.795231 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-43d6fc35-9918-4d3c-8baa-a45904d34035 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Usage tracker for resource:security_group_rule and tenant:ed533417d7984f4ebffb4d3679dafa7e is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:48:41.803135 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a4fb6258-eedb-4d5a-8be9-800b217021df None None] Calling delete_port for 32ef7b04-755b-474d-b00e-f57e4526f73d owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:48:41.837171 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-43d6fc35-9918-4d3c-8baa-a45904d34035 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:48:41.852799 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-43d6fc35-9918-4d3c-8baa-a45904d34035 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:48:41.853975 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:41.917723 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-02e9f1dc-84b5-4740-aa30-d47204c0e2a4 None None] Attempt 10 to provision port 5b01e647-3e70-41dc-a94a-aca98ebe5a33 Oct 26 15:48:42.006305 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-750c170b-7941-4343-b50b-8a681d3512c3 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Allocated IP 172.26.2.98 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/d43132ab-1afc-484c-aa9a-af1f7e46b82b) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:48:42.007789 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409e0a0-15d3-4a58-9152-2fab6bcb223f req-cc79baac-2a16-489f-be66-e1d58f8f5804 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:42.009496 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2409e0a0-15d3-4a58-9152-2fab6bcb223f req-cc79baac-2a16-489f-be66-e1d58f8f5804 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/ports?device_id=055d89eb-6041-456b-814d-aa39354c6eca HTTP/1.1" status: 200 len: 945 time: 0.2510841 Oct 26 15:48:42.038827 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9065c458-2426-4e52-952a-2777d3eaf75b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:42.049953 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b04466-e74b-4eba-a920-1f4da80d5906 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:42.050692 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-f8b04466-e74b-4eba-a920-1f4da80d5906 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:48:42.088769 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-02e9f1dc-84b5-4740-aa30-d47204c0e2a4 None None] Port 5b01e647-3e70-41dc-a94a-aca98ebe5a33 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:42.092136 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=7d911889-3577-4408-935a-4ddbca7d0a55,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:42.095458 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 32ef7b04-755b-474d-b00e-f57e4526f73d is: DOWN; New status is: DOWN {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:48:42.167720 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a4fb6258-eedb-4d5a-8be9-800b217021df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:42.213127 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2409e0a0-15d3-4a58-9152-2fab6bcb223f req-ce263872-8f5e-4b67-a6b8-7fcca42aaf03 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/security-groups?id=714ce366-d10f-43dc-886a-95016c1d1e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949430 Oct 26 15:48:42.226155 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb6258-eedb-4d5a-8be9-800b217021df None None] Pushing event deleted for resources: {'Port': ['ID=32ef7b04-755b-474d-b00e-f57e4526f73d,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:42.236242 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fb6258-eedb-4d5a-8be9-800b217021df None None] No DVR routers for this DVR port 32ef7b04-755b-474d-b00e-f57e4526f73d on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:48:42.313309 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Provisioning for port d66303da-e662-4589-8646-4b1b42f3b2c4 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:48:42.319677 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Provisioning complete for port d66303da-e662-4589-8646-4b1b42f3b2c4 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:48:42.320049 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:42.320380 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Attempt 1 to provision port d66303da-e662-4589-8646-4b1b42f3b2c4 Oct 26 15:48:42.394284 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a0ab7cbd-5750-448b-b23d-0ea12b4d3c6d tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:42.418596 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-f8b04466-e74b-4eba-a920-1f4da80d5906 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:48:42.422216 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f8b04466-e74b-4eba-a920-1f4da80d5906 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 1.1645000 Oct 26 15:48:42.422638 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38506) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:42.442014 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Current status of the port d66303da-e662-4589-8646-4b1b42f3b2c4 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:48:42.443937 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:42.479601 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] For port d66303da-e662-4589-8646-4b1b42f3b2c4, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=d66303da-e662-4589-8646-4b1b42f3b2c4,segment=NetworkSegment(d8956412-47b7-4117-a875-fdf0436be975),segment_id=d8956412-47b7-4117-a875-fdf0436be975)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:48:42.530947 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4740d875-b1dd-4bda-a960-28062f109537 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:42.549973 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4054e29-81b0-43c1-899a-ddf77ab18653 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:42.553954 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e4054e29-81b0-43c1-899a-ddf77ab18653 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1276848 Oct 26 15:48:42.555843 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:42.557893 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38510) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:42.619436 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-9065c458-2426-4e52-952a-2777d3eaf75b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Allocated IP 172.20.0.17 (3cb2dcfd-260a-4d3a-b758-3b083e2645e7/a7d1390d-7ca6-41a0-aef7-8fb535033097/bfdef33f-2202-43f9-bb40-550e576400cc) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:48:42.644248 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-11453147-715f-43e4-a2a0-a71f36ae11e3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0804069 Oct 26 15:48:42.645188 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38514) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:42.652091 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-ab7c177b-3833-4206-a8ad-2e0d4cfa9936 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'subnet': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:42.681031 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Pushing event updated for resources: {'Port': ['ID=d66303da-e662-4589-8646-4b1b42f3b2c4,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:42.708321 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-4740d875-b1dd-4bda-a960-28062f109537 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Calling delete_port for 9864d7f1-d7d2-4fae-b5cf-3828c0cbfd37 owned by {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:48:42.744544 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Provisioning for port a7c4121b-d4af-4307-8f2a-f9e6c11f7de1 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:48:42.750292 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Provisioning complete for port a7c4121b-d4af-4307-8f2a-f9e6c11f7de1 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:48:42.751499 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:42.751921 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Attempt 1 to provision port a7c4121b-d4af-4307-8f2a-f9e6c11f7de1 Oct 26 15:48:42.838980 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e432ea-9446-4408-9b02-f0f56b14fdb0 req-d1e0ba7e-3914-436b-b639-b68d2415403a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:42.840492 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-28e432ea-9446-4408-9b02-f0f56b14fdb0 req-d1e0ba7e-3914-436b-b639-b68d2415403a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=055d89eb-6041-456b-814d-aa39354c6eca HTTP/1.1" status: 200 len: 1098 time: 0.7768948 Oct 26 15:48:42.842269 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-43d6fc35-9918-4d3c-8baa-a45904d34035 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:42.866495 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ab7c177b-3833-4206-a8ad-2e0d4cfa9936 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:48:42.873316 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Current status of the port a7c4121b-d4af-4307-8f2a-f9e6c11f7de1 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:48:42.873760 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:42.885476 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ab7c177b-3833-4206-a8ad-2e0d4cfa9936 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Usage tracker for resource:subnet and tenant:cde0b70c42f24e8e94f9303758760038 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:48:42.890143 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ab7c177b-3833-4206-a8ad-2e0d4cfa9936 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:48:42.906129 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ab7c177b-3833-4206-a8ad-2e0d4cfa9936 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:48:42.908737 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] For port a7c4121b-d4af-4307-8f2a-f9e6c11f7de1, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=a7c4121b-d4af-4307-8f2a-f9e6c11f7de1,segment=NetworkSegment(a789e892-a6a2-4c95-ad78-9080c24dbfea),segment_id=a789e892-a6a2-4c95-ad78-9080c24dbfea)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:48:42.934272 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9065c458-2426-4e52-952a-2777d3eaf75b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:42.945341 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-750c170b-7941-4343-b50b-8a681d3512c3 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:42.950193 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-43d6fc35-9918-4d3c-8baa-a45904d34035 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:42.951555 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-9065c458-2426-4e52-952a-2777d3eaf75b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Transition to ACTIVE for port object bfdef33f-2202-43f9-bb40-550e576400cc will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:48:42.990453 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:43.019023 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7c177b-3833-4206-a8ad-2e0d4cfa9936 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:48:43.023242 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ab7c177b-3833-4206-a8ad-2e0d4cfa9936 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:43.032380 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43d6fc35-9918-4d3c-8baa-a45904d34035 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:48:43.046060 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Could not find standard attr ID for object 2bb13cee-79c4-4251-93a6-8f3925cc223e. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:48:43.062924 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-28e432ea-9446-4408-9b02-f0f56b14fdb0 req-4cfb49cf-d13a-4956-9e86-9dfa441b048d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=714ce366-d10f-43dc-886a-95016c1d1e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597474 Oct 26 15:48:43.063520 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d6fc35-9918-4d3c-8baa-a45904d34035 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6518d4-a17b-42a8-862c-a2bf1b154d7c,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:43.069371 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Provisioning complete for port 5b01e647-3e70-41dc-a94a-aca98ebe5a33 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:48:43.072913 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:43.072913 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Attempt 1 to provision port 5b01e647-3e70-41dc-a94a-aca98ebe5a33 Oct 26 15:48:43.073160 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-43d6fc35-9918-4d3c-8baa-a45904d34035 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:43.073464 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-43d6fc35-9918-4d3c-8baa-a45904d34035 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Added segment 4bd6ddc1-b007-46b5-bfd7-b982635af613 of type vlan for network b10e4a1d-6850-41fe-81db-5604c1f0c547 Oct 26 15:48:43.102814 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9065c458-2426-4e52-952a-2777d3eaf75b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:43.103081 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Pushing event updated for resources: {'Port': ['ID=a7c4121b-d4af-4307-8f2a-f9e6c11f7de1,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:43.132364 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Port 5b01e647-3e70-41dc-a94a-aca98ebe5a33 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:43.197526 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-43d6fc35-9918-4d3c-8baa-a45904d34035 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:43.307760 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9065c458-2426-4e52-952a-2777d3eaf75b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network 3cb2dcfd-260a-4d3a-b758-3b083e2645e7 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:48:43.315936 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-9065c458-2426-4e52-952a-2777d3eaf75b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:43.323325 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9065c458-2426-4e52-952a-2777d3eaf75b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:48:43.387748 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065c458-2426-4e52-952a-2777d3eaf75b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=bfdef33f-2202-43f9-bb40-550e576400cc,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:43.413718 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9065c458-2426-4e52-952a-2777d3eaf75b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:43.423303 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a7c4121b-d4af-4307-8f2a-f9e6c11f7de1 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:48:43.439960 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4740d875-b1dd-4bda-a960-28062f109537 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:43.441819 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-750c170b-7941-4343-b50b-8a681d3512c3 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:43.502268 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port a7c4121b-d4af-4307-8f2a-f9e6c11f7de1 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:48:43.502672 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:43.503018 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port a7c4121b-d4af-4307-8f2a-f9e6c11f7de1 Oct 26 15:48:43.538227 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c170b-7941-4343-b50b-8a681d3512c3 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Pushing event updated for resources: {'Port': ['ID=d43132ab-1afc-484c-aa9a-af1f7e46b82b,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:43.634862 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Attempt 2 to provision port 5b01e647-3e70-41dc-a94a-aca98ebe5a33 Oct 26 15:48:43.662379 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9065c458-2426-4e52-952a-2777d3eaf75b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:43.701068 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port a7c4121b-d4af-4307-8f2a-f9e6c11f7de1 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:48:43.702580 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device d66303da-e662-4589-8646-4b1b42f3b2c4 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:48:43.733191 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4740d875-b1dd-4bda-a960-28062f109537 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event deleted for resources: {'Port': ['ID=9864d7f1-d7d2-4fae-b5cf-3828c0cbfd37,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:43.735716 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-43d6fc35-9918-4d3c-8baa-a45904d34035 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:43.742015 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d6fc35-9918-4d3c-8baa-a45904d34035 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:43.742631 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-43d6fc35-9918-4d3c-8baa-a45904d34035 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:43.753134 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Port 5b01e647-3e70-41dc-a94a-aca98ebe5a33 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:43.778917 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port d66303da-e662-4589-8646-4b1b42f3b2c4 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:48:43.779269 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:43.779606 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port d66303da-e662-4589-8646-4b1b42f3b2c4 Oct 26 15:48:43.779739 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.db.resource_extend [None req-a0ab7cbd-5750-448b-b23d-0ea12b4d3c6d tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 15:48:43.918258 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a0ab7cbd-5750-448b-b23d-0ea12b4d3c6d tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:43.922185 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port d66303da-e662-4589-8646-4b1b42f3b2c4 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:48:43.922432 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750c170b-7941-4343-b50b-8a681d3512c3 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:48:43.935972 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-750c170b-7941-4343-b50b-8a681d3512c3 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:43.940893 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4740d875-b1dd-4bda-a960-28062f109537 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:43.955611 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750c170b-7941-4343-b50b-8a681d3512c3 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:48:43.989756 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d6fc35-9918-4d3c-8baa-a45904d34035 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Pushing event updated for resources: {'Network': ['ID=b10e4a1d-6850-41fe-81db-5604c1f0c547,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:43.998728 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a0ab7cbd-5750-448b-b23d-0ea12b4d3c6d tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:44.028654 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.objects.ports [None req-ab7c177b-3833-4206-a8ad-2e0d4cfa9936 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89747) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 26 15:48:44.031537 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ab7c177b-3833-4206-a8ad-2e0d4cfa9936 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:44.114710 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-43d6fc35-9918-4d3c-8baa-a45904d34035 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 3.2060039 Oct 26 15:48:44.132194 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-4740d875-b1dd-4bda-a960-28062f109537 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/ports/9864d7f1-d7d2-4fae-b5cf-3828c0cbfd37 HTTP/1.1" status: 204 len: 168 time: 2.9993849 Oct 26 15:48:44.133975 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38520) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:44.155904 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network b10e4a1d-6850-41fe-81db-5604c1f0c547 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:48:44.193504 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7c177b-3833-4206-a8ad-2e0d4cfa9936 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:48:44.233536 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab7cbd-5750-448b-b23d-0ea12b4d3c6d tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event updated for resources: {'Port': ['ID=e0c728b4-a41b-44ff-9213-9eb5728b53df,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:44.234833 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-ab7c177b-3833-4206-a8ad-2e0d4cfa9936 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:44.255796 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f4f40-f179-40d8-81aa-a5437f951da3 req-1ed186ae-4b28-41f7-b91c-416fb7123f6d tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:44.257110 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Attempt 3 to provision port 5b01e647-3e70-41dc-a94a-aca98ebe5a33 Oct 26 15:48:44.260657 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7c177b-3833-4206-a8ad-2e0d4cfa9936 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:44.261425 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ab7c177b-3833-4206-a8ad-2e0d4cfa9936 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:44.263843 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b48f4f40-f179-40d8-81aa-a5437f951da3 req-1ed186ae-4b28-41f7-b91c-416fb7123f6d tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/ports?device_id=055d89eb-6041-456b-814d-aa39354c6eca HTTP/1.1" status: 200 len: 945 time: 0.9074728 Oct 26 15:48:44.273649 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c177b-3833-4206-a8ad-2e0d4cfa9936 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Subnet': ['ID=9fa67c26-d2ce-4227-8d35-2d1afb88311d,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:44.275282 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a0ab7cbd-5750-448b-b23d-0ea12b4d3c6d tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:44.280787 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc6191b8-05bd-481e-817b-f6278e12aa56 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] GET failed (client error): The resource could not be found. Oct 26 15:48:44.286003 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-cc6191b8-05bd-481e-817b-f6278e12aa56 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "GET /v2.0/ports/9864d7f1-d7d2-4fae-b5cf-3828c0cbfd37 HTTP/1.1" status: 404 len: 333 time: 0.1484165 Oct 26 15:48:44.294992 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38524) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:44.306995 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258950ba-3665-4395-bc05-dda4532b6382 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:48:44.430818 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-03c46420-c7f4-4053-a895-5968f5bed49a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Deleting port df3e97a1-9b73-4ace-95af-5e7b53dab760 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:48:44.431616 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-03c46420-c7f4-4053-a895-5968f5bed49a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:44.509337 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ab7c177b-3833-4206-a8ad-2e0d4cfa9936 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.8624778 Oct 26 15:48:44.512127 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38528) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:44.517434 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Port 5b01e647-3e70-41dc-a94a-aca98ebe5a33 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:44.573157 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ab7cbd-5750-448b-b23d-0ea12b4d3c6d tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Network 01e8d086-9546-4bd7-81ea-027a1f4f7736 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:48:44.577203 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-03738861-e937-420d-b0b3-30faf9f468b7 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'port': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'mac_address': 'fa:16:3e:6a:39:9f', 'name': 'tempest-NetworksTestDHCPv6-1669765325'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:44.600802 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-a0ab7cbd-5750-448b-b23d-0ea12b4d3c6d tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:44.650968 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9065c458-2426-4e52-952a-2777d3eaf75b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:44.731298 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b48f4f40-f179-40d8-81aa-a5437f951da3 req-2bcc009e-3c51-450b-9d84-dcb618c5a505 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/security-groups?id=714ce366-d10f-43dc-886a-95016c1d1e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4663572 Oct 26 15:48:44.751787 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9065c458-2426-4e52-952a-2777d3eaf75b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:44.801420 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59646221-5763-462c-b56f-78e6f46aeb3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-f810e159-a5e8-4c86-8cec-5d909fe013dd', 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'tenant_id': 'cde0b70c42f24e8e94f9303758760038', 'fixed_ips': [{'subnet_id': '9fa67c26-d2ce-4227-8d35-2d1afb88311d'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:48:44.802805 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-59646221-5763-462c-b56f-78e6f46aeb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:45.017506 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9065c458-2426-4e52-952a-2777d3eaf75b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:45.019570 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Attempt 4 to provision port 5b01e647-3e70-41dc-a94a-aca98ebe5a33 Oct 26 15:48:45.027719 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065c458-2426-4e52-952a-2777d3eaf75b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=bfdef33f-2202-43f9-bb40-550e576400cc,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:45.091779 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-03738861-e937-420d-b0b3-30faf9f468b7 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:48:45.106859 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-03738861-e937-420d-b0b3-30faf9f468b7 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:48:45.117246 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ab7cbd-5750-448b-b23d-0ea12b4d3c6d tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Router 2a0d9104-bfa1-4ec7-a345-d00049991ac5 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:48:45.127653 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-59646221-5763-462c-b56f-78e6f46aeb3a None None] Allocated IP 2001:db8::f816:3eff:fed0:74c (f810e159-a5e8-4c86-8cec-5d909fe013dd/9fa67c26-d2ce-4227-8d35-2d1afb88311d/a063d800-80dc-457f-898f-b7ae92797e53) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:48:45.251227 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-03c46420-c7f4-4053-a895-5968f5bed49a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:45.395950 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-03c46420-c7f4-4053-a895-5968f5bed49a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Calling delete_port for df3e97a1-9b73-4ace-95af-5e7b53dab760 owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:48:45.409751 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-59646221-5763-462c-b56f-78e6f46aeb3a None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:45.424055 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-59646221-5763-462c-b56f-78e6f46aeb3a None None] Transition to ACTIVE for port object a063d800-80dc-457f-898f-b7ae92797e53 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:48:45.449958 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-59646221-5763-462c-b56f-78e6f46aeb3a None None] Transition to ACTIVE for port object a063d800-80dc-457f-898f-b7ae92797e53 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:48:45.453447 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Port 5b01e647-3e70-41dc-a94a-aca98ebe5a33 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:45.499838 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03738861-e937-420d-b0b3-30faf9f468b7 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:48:45.513322 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9065c458-2426-4e52-952a-2777d3eaf75b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network 3cb2dcfd-260a-4d3a-b758-3b083e2645e7 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:48:45.514874 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-9065c458-2426-4e52-952a-2777d3eaf75b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:45.527559 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-59646221-5763-462c-b56f-78e6f46aeb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:45.670259 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59646221-5763-462c-b56f-78e6f46aeb3a None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:48:45.677626 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-59646221-5763-462c-b56f-78e6f46aeb3a None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:45.693260 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59646221-5763-462c-b56f-78e6f46aeb3a None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:48:45.743838 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-03738861-e937-420d-b0b3-30faf9f468b7 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:45.823462 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [None req-03738861-e937-420d-b0b3-30faf9f468b7 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] device_id is not set on port 00169f07-e8e4-49ab-b605-3a50958e3b32 yet. {{(pid=89748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:48:45.870714 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59646221-5763-462c-b56f-78e6f46aeb3a None None] Pushing event updated for resources: {'Port': ['ID=a063d800-80dc-457f-898f-b7ae92797e53,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:45.895382 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-59646221-5763-462c-b56f-78e6f46aeb3a None None] Attempting to bind port a063d800-80dc-457f-898f-b7ae92797e53 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:48:45.896537 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-59646221-5763-462c-b56f-78e6f46aeb3a None None] Attempting to bind port a063d800-80dc-457f-898f-b7ae92797e53 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:48:45.897064 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59646221-5763-462c-b56f-78e6f46aeb3a None None] Attempting to bind port a063d800-80dc-457f-898f-b7ae92797e53 on network f810e159-a5e8-4c86-8cec-5d909fe013dd {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:48:45.903470 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59646221-5763-462c-b56f-78e6f46aeb3a None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:48:45.904206 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59646221-5763-462c-b56f-78e6f46aeb3a None None] Checking segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:48:45.905602 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-59646221-5763-462c-b56f-78e6f46aeb3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:45.906608 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59646221-5763-462c-b56f-78e6f46aeb3a None None] Bound using segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:48:45.909619 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-59646221-5763-462c-b56f-78e6f46aeb3a None None] Bound port: a063d800-80dc-457f-898f-b7ae92797e53, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:48:45.910102 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-59646221-5763-462c-b56f-78e6f46aeb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:45.982203 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Attempt 5 to provision port 5b01e647-3e70-41dc-a94a-aca98ebe5a33 Oct 26 15:48:46.031673 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9065c458-2426-4e52-952a-2777d3eaf75b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Router 0260c441-1b7e-4de5-9a34-023157bae4f6 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:48:46.034377 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-03c46420-c7f4-4053-a895-5968f5bed49a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:46.078043 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Port 5b01e647-3e70-41dc-a94a-aca98ebe5a33 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:46.083863 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-03738861-e937-420d-b0b3-30faf9f468b7 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Allocated IP 2001:db8::f816:3eff:fe6a:399f (f810e159-a5e8-4c86-8cec-5d909fe013dd/9fa67c26-d2ce-4227-8d35-2d1afb88311d/00169f07-e8e4-49ab-b605-3a50958e3b32) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:48:46.088957 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-59646221-5763-462c-b56f-78e6f46aeb3a None None] For port a063d800-80dc-457f-898f-b7ae92797e53, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:48:46.093393 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-59646221-5763-462c-b56f-78e6f46aeb3a None None] For port a063d800-80dc-457f-898f-b7ae92797e53, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=a063d800-80dc-457f-898f-b7ae92797e53,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:48:46.144959 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ab7cbd-5750-448b-b23d-0ea12b4d3c6d tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:48:46.164673 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3102081-fc53-47b5-b168-3b3d91e3fda4 None None] Sync routers for ids ['2a0d9104-bfa1-4ec7-a345-d00049991ac5'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:48:46.172891 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-59646221-5763-462c-b56f-78e6f46aeb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:46.193795 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-750c170b-7941-4343-b50b-8a681d3512c3 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for router_gateway, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:46.264916 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3102081-fc53-47b5-b168-3b3d91e3fda4 None None] Routers {'2a0d9104-bfa1-4ec7-a345-d00049991ac5'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:48:46.265706 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-d3102081-fc53-47b5-b168-3b3d91e3fda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:48:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['2a0d9104-bfa1-4ec7-a345-d00049991ac5'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:46.289916 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a0ab7cbd-5750-448b-b23d-0ea12b4d3c6d tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "PUT /v2.0/routers/2a0d9104-bfa1-4ec7-a345-d00049991ac5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0306659 Oct 26 15:48:46.299178 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38534) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:46.422782 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-d3102081-fc53-47b5-b168-3b3d91e3fda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:46.425673 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c46420-c7f4-4053-a895-5968f5bed49a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event deleted for resources: {'Port': ['ID=df3e97a1-9b73-4ace-95af-5e7b53dab760,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:46.455779 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3102081-fc53-47b5-b168-3b3d91e3fda4 None None] Routers {'2a0d9104-bfa1-4ec7-a345-d00049991ac5'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:48:46.456661 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-d3102081-fc53-47b5-b168-3b3d91e3fda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:48:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['2a0d9104-bfa1-4ec7-a345-d00049991ac5'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:46.482830 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-03c46420-c7f4-4053-a895-5968f5bed49a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:46.527447 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-03c46420-c7f4-4053-a895-5968f5bed49a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/ports/df3e97a1-9b73-4ace-95af-5e7b53dab760 HTTP/1.1" status: 204 len: 168 time: 2.2260048 Oct 26 15:48:46.530910 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38538) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:46.585456 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59646221-5763-462c-b56f-78e6f46aeb3a None None] Pushing event updated for resources: {'Port': ['ID=a063d800-80dc-457f-898f-b7ae92797e53,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:46.589282 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Attempt 6 to provision port 5b01e647-3e70-41dc-a94a-aca98ebe5a33 Oct 26 15:48:46.600181 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-963c5935-e723-4f90-9a62-2f250f137b19 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] GET failed (client error): The resource could not be found. Oct 26 15:48:46.600722 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-963c5935-e723-4f90-9a62-2f250f137b19 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Synchronizing usage tracker for tenant:b10aaa5403b848e8bc3e4f603712654e on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:48:46.653855 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-d3102081-fc53-47b5-b168-3b3d91e3fda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:46.654260 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3102081-fc53-47b5-b168-3b3d91e3fda4 None None] The sync data for ids ['2a0d9104-bfa1-4ec7-a345-d00049991ac5'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:48:46.671726 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3a1f5-7823-4b8c-966e-7a6206e048eb req-9903f499-75a9-4dff-b685-2ea709e12ba7 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:46.673205 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-9af3a1f5-7823-4b8c-966e-7a6206e048eb req-9903f499-75a9-4dff-b685-2ea709e12ba7 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/ports?device_id=055d89eb-6041-456b-814d-aa39354c6eca HTTP/1.1" status: 200 len: 945 time: 0.7197657 Oct 26 15:48:46.728322 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9065c458-2426-4e52-952a-2777d3eaf75b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:48:46.737003 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-9065c458-2426-4e52-952a-2777d3eaf75b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "PUT /v2.0/routers/0260c441-1b7e-4de5-9a34-023157bae4f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1573689 Oct 26 15:48:46.742818 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d8e126-404a-45ab-b805-aea841698486 None None] Sync routers for ids ['0260c441-1b7e-4de5-9a34-023157bae4f6'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:48:46.773177 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d8e126-404a-45ab-b805-aea841698486 None None] Routers {'0260c441-1b7e-4de5-9a34-023157bae4f6'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:48:46.778602 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-d6d8e126-404a-45ab-b805-aea841698486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:48:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['0260c441-1b7e-4de5-9a34-023157bae4f6'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:46.779668 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-963c5935-e723-4f90-9a62-2f250f137b19 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Unset dirty status for tenant:b10aaa5403b848e8bc3e4f603712654e on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:48:46.784031 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Port 5b01e647-3e70-41dc-a94a-aca98ebe5a33 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:46.784488 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-963c5935-e723-4f90-9a62-2f250f137b19 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "GET /v2.0/ports/df3e97a1-9b73-4ace-95af-5e7b53dab760 HTTP/1.1" status: 404 len: 333 time: 0.2481771 Oct 26 15:48:46.785366 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38544) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:46.810139 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fabc21-94cb-436c-881e-9295198fe24c tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:46.811715 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-74fabc21-94cb-436c-881e-9295198fe24c tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Synchronizing usage tracker for tenant:c6ecf98f295847b88c4c5e8d668b4162 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:48:46.903251 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-9af3a1f5-7823-4b8c-966e-7a6206e048eb req-9e568e2e-9242-41f0-b64c-fc1025f61a06 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/security-groups?id=714ce366-d10f-43dc-886a-95016c1d1e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2194641 Oct 26 15:48:47.000947 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-b83c7796-0a15-404a-946c-16eb614ac5e4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Deleting subnet 21b45b3a-e2b1-468c-8973-bc3c8e51fe37 {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:48:47.029423 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b83c7796-0a15-404a-946c-16eb614ac5e4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:47.129133 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-d6d8e126-404a-45ab-b805-aea841698486 None None] Set router 0260c441-1b7e-4de5-9a34-023157bae4f6 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:48:47.149111 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-03738861-e937-420d-b0b3-30faf9f468b7 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:47.165850 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b83c7796-0a15-404a-946c-16eb614ac5e4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:47.168742 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-03738861-e937-420d-b0b3-30faf9f468b7 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Transition to ACTIVE for port object 00169f07-e8e4-49ab-b605-3a50958e3b32 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:48:47.276448 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b83c7796-0a15-404a-946c-16eb614ac5e4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:47.282346 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Attempt 7 to provision port 5b01e647-3e70-41dc-a94a-aca98ebe5a33 Oct 26 15:48:47.365558 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-74fabc21-94cb-436c-881e-9295198fe24c tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Unset dirty status for tenant:c6ecf98f295847b88c4c5e8d668b4162 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:48:47.370518 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38552) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:47.381399 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-74fabc21-94cb-436c-881e-9295198fe24c tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "GET /v2.0/ports/e0c728b4-a41b-44ff-9213-9eb5728b53df HTTP/1.1" status: 200 len: 910 time: 1.0797632 Oct 26 15:48:47.404470 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Port 5b01e647-3e70-41dc-a94a-aca98ebe5a33 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:47.444674 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-03738861-e937-420d-b0b3-30faf9f468b7 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:47.498518 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a063d800-80dc-457f-898f-b7ae92797e53 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:48:47.503658 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b83c7796-0a15-404a-946c-16eb614ac5e4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:47.592444 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03738861-e937-420d-b0b3-30faf9f468b7 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:48:47.614267 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-03738861-e937-420d-b0b3-30faf9f468b7 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:47.618278 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03738861-e937-420d-b0b3-30faf9f468b7 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Port': ['ID=00169f07-e8e4-49ab-b605-3a50958e3b32,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:47.632225 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03738861-e937-420d-b0b3-30faf9f468b7 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:48:47.645084 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03738861-e937-420d-b0b3-30faf9f468b7 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:47.649384 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-03738861-e937-420d-b0b3-30faf9f468b7 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:47.739316 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1c16d-5e0e-4c61-b051-072f66f5b8d2 req-e8542507-1c5a-4089-9ab5-15fe9d2e19e3 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:47.741691 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cab1c16d-5e0e-4c61-b051-072f66f5b8d2 req-e8542507-1c5a-4089-9ab5-15fe9d2e19e3 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/ports?device_id=055d89eb-6041-456b-814d-aa39354c6eca HTTP/1.1" status: 200 len: 945 time: 0.4750612 Oct 26 15:48:47.746551 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38556) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:47.763930 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-21652ba7-6e8a-47c0-8d26-07eda98e9d4b tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Request body: {'subnet': {'network_id': 'b10e4a1d-6850-41fe-81db-5604c1f0c547', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:47.797121 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-03738861-e937-420d-b0b3-30faf9f468b7 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2512853 Oct 26 15:48:47.801731 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38560) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:47.810376 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port a063d800-80dc-457f-898f-b7ae92797e53 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:48:47.829784 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c7796-0a15-404a-946c-16eb614ac5e4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event deleted for resources: {'Subnet': ['ID=21b45b3a-e2b1-468c-8973-bc3c8e51fe37,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:47.838700 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b83c7796-0a15-404a-946c-16eb614ac5e4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:47.843586 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-d6d8e126-404a-45ab-b805-aea841698486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'name': 'tempest-TestNetworkBasicOps-router-186827657', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '8d17d25d-392d-4fb0-b5be-1a1b4ebabe72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:45:31Z', 'updated_at': '2022-10-26T15:48:43Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '8d17d25d-392d-4fb0-b5be-1a1b4ebabe72', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:86:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:45:33Z', 'updated_at': '2022-10-26T15:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': 'a48369ac-8de8-4023-b968-9d3ce0074657', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'floating_ip_address': '172.26.2.222', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'port_id': '17d303d5-fb92-49a6-9891-432f5db08b5f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '463f536f-4c79-4aa7-83ec-186e85f0d447', 'mac_address': 'fa:16:3e:0e:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317f2fc3-5951-4998-94f0-0728b8b2326b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:46:37Z', 'updated_at': '2022-10-26T15:46:46Z', 'revision_number': 1, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5febe6cf-bdd2-4ccc-adde-18f40d019bd5', 'name': '', 'network_id': '463f536f-4c79-4aa7-83ec-186e85f0d447', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:1d:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '24fd7863-3159-4cf8-879b-2b00a6811b4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:45:44Z', 'updated_at': '2022-10-26T15:45:54Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '24fd7863-3159-4cf8-879b-2b00a6811b4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfdef33f-2202-43f9-bb40-550e576400cc', 'name': '', 'network_id': '3cb2dcfd-260a-4d3a-b758-3b083e2645e7', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:4d:f9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'a7d1390d-7ca6-41a0-aef7-8fb535033097', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:48:42Z', 'updated_at': '2022-10-26T15:48:44Z', 'revision_number': 2, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': 'a7d1390d-7ca6-41a0-aef7-8fb535033097', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:47.848465 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95fdee8-8180-45c4-a717-2fccc09f1c0b None None] Network 6ea96af8-2ecc-4029-9455-54aeb407a3c5 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:48:47.853832 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b83c7796-0a15-404a-946c-16eb614ac5e4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/subnets/21b45b3a-e2b1-468c-8973-bc3c8e51fe37 HTTP/1.1" status: 204 len: 168 time: 1.0620446 Oct 26 15:48:47.856015 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38562) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:47.856167 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d8e126-404a-45ab-b805-aea841698486 None None] Checking router: 0260c441-1b7e-4de5-9a34-023157bae4f6 for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:48:47.857667 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d8e126-404a-45ab-b805-aea841698486 None None] Updating router 0260c441-1b7e-4de5-9a34-023157bae4f6 port bfdef33f-2202-43f9-bb40-550e576400cc binding host dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:48:47.858265 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-750c170b-7941-4343-b50b-8a681d3512c3 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:47.916907 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e126-404a-45ab-b805-aea841698486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:47.970897 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Attempt 8 to provision port 5b01e647-3e70-41dc-a94a-aca98ebe5a33 Oct 26 15:48:48.153870 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Port 5b01e647-3e70-41dc-a94a-aca98ebe5a33 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:48.181136 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-de3dfeb0-c5ff-45d4-8ea6-a1da8113754c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:48.209743 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-de3dfeb0-c5ff-45d4-8ea6-a1da8113754c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Deleting port d66303da-e662-4589-8646-4b1b42f3b2c4 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:48:48.210076 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-de3dfeb0-c5ff-45d4-8ea6-a1da8113754c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:48.370494 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49406fc-0eae-4a96-b1ca-ab545b5b06b1 None None] DHCP port deletion for 6ea96af8-2ecc-4029-9455-54aeb407a3c5 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:48:48.372902 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cab1c16d-5e0e-4c61-b051-072f66f5b8d2 req-8aff2a2d-8ccb-4fde-a86c-3db26be45428 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/security-groups?id=714ce366-d10f-43dc-886a-95016c1d1e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5929542 Oct 26 15:48:48.376986 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-e49406fc-0eae-4a96-b1ca-ab545b5b06b1 None None] Deleting port d66303da-e662-4589-8646-4b1b42f3b2c4 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:48:48.377556 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e49406fc-0eae-4a96-b1ca-ab545b5b06b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:48.409257 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e126-404a-45ab-b805-aea841698486 None None] Notify callbacks [] for port, precommit_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:48.423498 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.provisioning_blocks [None req-d6d8e126-404a-45ab-b805-aea841698486 None None] Transition to ACTIVE for port object bfdef33f-2202-43f9-bb40-550e576400cc will not be triggered until provisioned by entity L2. {{(pid=89750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:48:48.431951 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38568) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:48.506965 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-21652ba7-6e8a-47c0-8d26-07eda98e9d4b tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:48:48.516893 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-21652ba7-6e8a-47c0-8d26-07eda98e9d4b tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Usage tracker for resource:subnet and tenant:ed533417d7984f4ebffb4d3679dafa7e is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:48:48.521080 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-21652ba7-6e8a-47c0-8d26-07eda98e9d4b tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:48:48.527167 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e126-404a-45ab-b805-aea841698486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:48.536096 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-21652ba7-6e8a-47c0-8d26-07eda98e9d4b tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:48:48.585577 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045dbbd7-a1f5-4e73-9f98-7a7a916a4031 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:48.591746 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045dbbd7-a1f5-4e73-9f98-7a7a916a4031 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:48.592603 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-045dbbd7-a1f5-4e73-9f98-7a7a916a4031 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:48:48.628117 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21652ba7-6e8a-47c0-8d26-07eda98e9d4b tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Made reservation on behalf of ed533417d7984f4ebffb4d3679dafa7e for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:48:48.632327 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-21652ba7-6e8a-47c0-8d26-07eda98e9d4b tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:48.646720 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-e49406fc-0eae-4a96-b1ca-ab545b5b06b1 None None] For port d66303da-e662-4589-8646-4b1b42f3b2c4, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=d66303da-e662-4589-8646-4b1b42f3b2c4,segment=NetworkSegment(d8956412-47b7-4117-a875-fdf0436be975),segment_id=d8956412-47b7-4117-a875-fdf0436be975)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:48:48.649653 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e49406fc-0eae-4a96-b1ca-ab545b5b06b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:48.673030 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-de3dfeb0-c5ff-45d4-8ea6-a1da8113754c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] For port d66303da-e662-4589-8646-4b1b42f3b2c4, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=d66303da-e662-4589-8646-4b1b42f3b2c4,segment=NetworkSegment(d8956412-47b7-4117-a875-fdf0436be975),segment_id=d8956412-47b7-4117-a875-fdf0436be975)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:48:48.673596 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-de3dfeb0-c5ff-45d4-8ea6-a1da8113754c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:48.739863 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-045dbbd7-a1f5-4e73-9f98-7a7a916a4031 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:48:48.743949 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-045dbbd7-a1f5-4e73-9f98-7a7a916a4031 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.8916476 Oct 26 15:48:48.756873 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38572) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:48.802821 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-e49406fc-0eae-4a96-b1ca-ab545b5b06b1 None None] Calling delete_port for d66303da-e662-4589-8646-4b1b42f3b2c4 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:48:48.832351 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b448ba-c445-4fc1-b451-e4e4ce66df0e None None] Pushing event updated for resources: {'Port': ['ID=bfdef33f-2202-43f9-bb40-550e576400cc,revision_number=3']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:48.853449 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b448ba-c445-4fc1-b451-e4e4ce66df0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:48:48.854160 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b448ba-c445-4fc1-b451-e4e4ce66df0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:48:48.854431 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b448ba-c445-4fc1-b451-e4e4ce66df0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:48:48.854893 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b448ba-c445-4fc1-b451-e4e4ce66df0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:48:48.855331 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b448ba-c445-4fc1-b451-e4e4ce66df0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:48:48.855792 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b448ba-c445-4fc1-b451-e4e4ce66df0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:48:48.856237 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b448ba-c445-4fc1-b451-e4e4ce66df0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:48:48.856664 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b448ba-c445-4fc1-b451-e4e4ce66df0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:48:48.857108 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b448ba-c445-4fc1-b451-e4e4ce66df0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:48:48.857558 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b448ba-c445-4fc1-b451-e4e4ce66df0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:48:48.858734 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b448ba-c445-4fc1-b451-e4e4ce66df0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:48:48.858734 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b448ba-c445-4fc1-b451-e4e4ce66df0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:48:48.871031 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-d6d8e126-404a-45ab-b805-aea841698486 None None] Attempting to bind port bfdef33f-2202-43f9-bb40-550e576400cc on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:48:48.871509 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-d6d8e126-404a-45ab-b805-aea841698486 None None] Attempting to bind port bfdef33f-2202-43f9-bb40-550e576400cc by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '140d29cb-1f6e-4615-a4e2-daa14f99aebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3cb2dcfd-260a-4d3a-b758-3b083e2645e7'}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:48:48.872050 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d8e126-404a-45ab-b805-aea841698486 None None] Attempting to bind port bfdef33f-2202-43f9-bb40-550e576400cc on network 3cb2dcfd-260a-4d3a-b758-3b083e2645e7 {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:48:48.879050 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d8e126-404a-45ab-b805-aea841698486 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:48:48.879558 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d8e126-404a-45ab-b805-aea841698486 None None] Checking segment: {'id': '140d29cb-1f6e-4615-a4e2-daa14f99aebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3cb2dcfd-260a-4d3a-b758-3b083e2645e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:48:48.880808 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e126-404a-45ab-b805-aea841698486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:48.881324 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d8e126-404a-45ab-b805-aea841698486 None None] Bound using segment: {'id': '140d29cb-1f6e-4615-a4e2-daa14f99aebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3cb2dcfd-260a-4d3a-b758-3b083e2645e7'} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:48:48.881982 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-d6d8e126-404a-45ab-b805-aea841698486 None None] Bound port: bfdef33f-2202-43f9-bb40-550e576400cc, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140d29cb-1f6e-4615-a4e2-daa14f99aebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3cb2dcfd-260a-4d3a-b758-3b083e2645e7'}}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:48:48.883013 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e126-404a-45ab-b805-aea841698486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:48.883454 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Attempt 9 to provision port 5b01e647-3e70-41dc-a94a-aca98ebe5a33 Oct 26 15:48:48.890699 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-de3dfeb0-c5ff-45d4-8ea6-a1da8113754c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Calling delete_port for d66303da-e662-4589-8646-4b1b42f3b2c4 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:48:48.947938 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Port 5b01e647-3e70-41dc-a94a-aca98ebe5a33 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:48.949870 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e49406fc-0eae-4a96-b1ca-ab545b5b06b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:48.955931 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589e2cc7-3d96-4d91-8ae2-3e41d07bfd96 tempest-TestNetworkAdvancedServerOps-520730758 tempest-TestNetworkAdvancedServerOps-520730758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:48.957446 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-589e2cc7-3d96-4d91-8ae2-3e41d07bfd96 tempest-TestNetworkAdvancedServerOps-520730758 tempest-TestNetworkAdvancedServerOps-520730758-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=055d89eb-6041-456b-814d-aa39354c6eca HTTP/1.1" status: 200 len: 1093 time: 0.5167131 Oct 26 15:48:48.969574 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38576) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:48.970598 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750c170b-7941-4343-b50b-8a681d3512c3 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Router 28259837-c843-4df5-9d82-4505d39b9435 is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:48:48.987390 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-29a86f07-aaaa-4a78-8da9-567257fa8580 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Request body: {'floatingip': {'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'port_id': '7d911889-3577-4408-935a-4ddbca7d0a55', 'tenant_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:48.994522 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-d6d8e126-404a-45ab-b805-aea841698486 None None] For port bfdef33f-2202-43f9-bb40-550e576400cc, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:48:48.996978 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-29a86f07-aaaa-4a78-8da9-567257fa8580 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:48:48.998430 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-63c3339e-6b18-43c8-9209-ce4077e0d26a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting port 00169f07-e8e4-49ab-b605-3a50958e3b32 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:48:48.999387 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-63c3339e-6b18-43c8-9209-ce4077e0d26a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:48.999599 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-d6d8e126-404a-45ab-b805-aea841698486 None None] For port bfdef33f-2202-43f9-bb40-550e576400cc, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=bfdef33f-2202-43f9-bb40-550e576400cc,segment=NetworkSegment(140d29cb-1f6e-4615-a4e2-daa14f99aebb),segment_id=140d29cb-1f6e-4615-a4e2-daa14f99aebb)] {{(pid=89750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:48:49.003575 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-29a86f07-aaaa-4a78-8da9-567257fa8580 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Usage tracker for resource:floatingip and tenant:3ff1cd5d856143f1b2c461b2d5e300a8 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:48:49.007701 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-29a86f07-aaaa-4a78-8da9-567257fa8580 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:48:49.021865 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-29a86f07-aaaa-4a78-8da9-567257fa8580 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:48:49.049184 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49406fc-0eae-4a96-b1ca-ab545b5b06b1 None None] Pushing event deleted for resources: {'Port': ['ID=d66303da-e662-4589-8646-4b1b42f3b2c4,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:49.052464 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49406fc-0eae-4a96-b1ca-ab545b5b06b1 None None] No DVR routers for this DVR port d66303da-e662-4589-8646-4b1b42f3b2c4 on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:48:49.073653 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e126-404a-45ab-b805-aea841698486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:49.087502 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-de3dfeb0-c5ff-45d4-8ea6-a1da8113754c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:48:49.087824 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-de3dfeb0-c5ff-45d4-8ea6-a1da8113754c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:48:49.105278 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-21652ba7-6e8a-47c0-8d26-07eda98e9d4b tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:49.140992 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d8e126-404a-45ab-b805-aea841698486 None None] Routers {'0260c441-1b7e-4de5-9a34-023157bae4f6'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:48:49.141760 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-d6d8e126-404a-45ab-b805-aea841698486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:48:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['0260c441-1b7e-4de5-9a34-023157bae4f6'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:49.144581 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e74ad652-8cb2-4de7-9f67-33d9b20033b1 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:49.200449 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-29a86f07-aaaa-4a78-8da9-567257fa8580 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for floatingip, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:49.331917 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b448ba-c445-4fc1-b451-e4e4ce66df0e None None] Pushing event updated for resources: {'Port': ['ID=bfdef33f-2202-43f9-bb40-550e576400cc,revision_number=4']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:49.392770 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21652ba7-6e8a-47c0-8d26-07eda98e9d4b tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Checking segment: {'id': '4bd6ddc1-b007-46b5-bfd7-b982635af613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b10e4a1d-6850-41fe-81db-5604c1f0c547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:48:49.393644 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21652ba7-6e8a-47c0-8d26-07eda98e9d4b tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Network hostable DHCP agents. Network: b10e4a1d-6850-41fe-81db-5604c1f0c547, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:48:49.398905 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21652ba7-6e8a-47c0-8d26-07eda98e9d4b tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Pushing event updated for resources: {'Subnet': ['ID=f88f5fdd-80e4-4621-840a-565bf6b82694,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:49.414044 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-d6d8e126-404a-45ab-b805-aea841698486 None None] Set router 0260c441-1b7e-4de5-9a34-023157bae4f6 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:48:49.429958 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device d66303da-e662-4589-8646-4b1b42f3b2c4 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:48:49.443511 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750c170b-7941-4343-b50b-8a681d3512c3 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:48:49.477098 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Attempt 10 to provision port 5b01e647-3e70-41dc-a94a-aca98ebe5a33 Oct 26 15:48:49.507543 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4ca13e-75d6-41f1-909d-3a0175380565 None None] Sync routers for ids ['28259837-c843-4df5-9d82-4505d39b9435'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:48:49.507759 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-29a86f07-aaaa-4a78-8da9-567257fa8580 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:49.557345 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: d66303da-e662-4589-8646-4b1b42f3b2c4 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:48:49.558801 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21652ba7-6e8a-47c0-8d26-07eda98e9d4b tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Network b10e4a1d-6850-41fe-81db-5604c1f0c547 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:48:49.559070 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device d66303da-e662-4589-8646-4b1b42f3b2c4 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:48:49.575351 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4ca13e-75d6-41f1-909d-3a0175380565 None None] Routers {'28259837-c843-4df5-9d82-4505d39b9435'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:48:49.575983 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-3d4ca13e-75d6-41f1-909d-3a0175380565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:48:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['28259837-c843-4df5-9d82-4505d39b9435'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:49.584384 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-750c170b-7941-4343-b50b-8a681d3512c3 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:49.586000 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-750c170b-7941-4343-b50b-8a681d3512c3 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.9940295 Oct 26 15:48:49.593002 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38582) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:49.601173 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-02ffcdc7-fd7e-4da9-93d1-e2f1962a0796 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:49.629116 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-de3dfeb0-c5ff-45d4-8ea6-a1da8113754c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Deleting port d66303da-e662-4589-8646-4b1b42f3b2c4 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:48:49.629350 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-de3dfeb0-c5ff-45d4-8ea6-a1da8113754c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:49.664596 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-3d4ca13e-75d6-41f1-909d-3a0175380565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:49.667326 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Port 5b01e647-3e70-41dc-a94a-aca98ebe5a33 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:49.678778 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4ca13e-75d6-41f1-909d-3a0175380565 None None] Routers {'28259837-c843-4df5-9d82-4505d39b9435'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:48:49.679529 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-3d4ca13e-75d6-41f1-909d-3a0175380565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:48:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['28259837-c843-4df5-9d82-4505d39b9435'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:49.763634 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-3d4ca13e-75d6-41f1-909d-3a0175380565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:49.764036 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4ca13e-75d6-41f1-909d-3a0175380565 None None] The sync data for ids ['28259837-c843-4df5-9d82-4505d39b9435'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:48:49.774747 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-de3dfeb0-c5ff-45d4-8ea6-a1da8113754c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] The port 'd66303da-e662-4589-8646-4b1b42f3b2c4' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 15:48:49.782086 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-63c3339e-6b18-43c8-9209-ce4077e0d26a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:49.833414 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Provisioning for port e0c728b4-a41b-44ff-9213-9eb5728b53df completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:48:49.840692 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-d6d8e126-404a-45ab-b805-aea841698486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'name': 'tempest-TestNetworkBasicOps-router-186827657', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '8d17d25d-392d-4fb0-b5be-1a1b4ebabe72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:45:31Z', 'updated_at': '2022-10-26T15:48:43Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '8d17d25d-392d-4fb0-b5be-1a1b4ebabe72', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:86:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:45:33Z', 'updated_at': '2022-10-26T15:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': 'a48369ac-8de8-4023-b968-9d3ce0074657', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'floating_ip_address': '172.26.2.222', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'port_id': '17d303d5-fb92-49a6-9891-432f5db08b5f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '463f536f-4c79-4aa7-83ec-186e85f0d447', 'mac_address': 'fa:16:3e:0e:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317f2fc3-5951-4998-94f0-0728b8b2326b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:46:37Z', 'updated_at': '2022-10-26T15:46:46Z', 'revision_number': 1, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5febe6cf-bdd2-4ccc-adde-18f40d019bd5', 'name': '', 'network_id': '463f536f-4c79-4aa7-83ec-186e85f0d447', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:1d:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '24fd7863-3159-4cf8-879b-2b00a6811b4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:45:44Z', 'updated_at': '2022-10-26T15:45:54Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '24fd7863-3159-4cf8-879b-2b00a6811b4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfdef33f-2202-43f9-bb40-550e576400cc', 'name': '', 'network_id': '3cb2dcfd-260a-4d3a-b758-3b083e2645e7', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:4d:f9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'a7d1390d-7ca6-41a0-aef7-8fb535033097', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:48:42Z', 'updated_at': '2022-10-26T15:48:48Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': 'a7d1390d-7ca6-41a0-aef7-8fb535033097', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:49.840990 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Provisioning complete for port e0c728b4-a41b-44ff-9213-9eb5728b53df triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:48:49.841686 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:49.842167 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Attempt 1 to provision port e0c728b4-a41b-44ff-9213-9eb5728b53df Oct 26 15:48:49.845548 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d8e126-404a-45ab-b805-aea841698486 None None] The sync data for ids ['0260c441-1b7e-4de5-9a34-023157bae4f6'] in dv-neutron-862712-1-hyperv is: [{'id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'name': 'tempest-TestNetworkBasicOps-router-186827657', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '8d17d25d-392d-4fb0-b5be-1a1b4ebabe72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:45:31Z', 'updated_at': '2022-10-26T15:48:43Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '8d17d25d-392d-4fb0-b5be-1a1b4ebabe72', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:86:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:45:33Z', 'updated_at': '2022-10-26T15:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': 'a48369ac-8de8-4023-b968-9d3ce0074657', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'floating_ip_address': '172.26.2.222', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'port_id': '17d303d5-fb92-49a6-9891-432f5db08b5f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '463f536f-4c79-4aa7-83ec-186e85f0d447', 'mac_address': 'fa:16:3e:0e:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317f2fc3-5951-4998-94f0-0728b8b2326b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:46:37Z', 'updated_at': '2022-10-26T15:46:46Z', 'revision_number': 1, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5febe6cf-bdd2-4ccc-adde-18f40d019bd5', 'name': '', 'network_id': '463f536f-4c79-4aa7-83ec-186e85f0d447', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:1d:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '24fd7863-3159-4cf8-879b-2b00a6811b4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:45:44Z', 'updated_at': '2022-10-26T15:45:54Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '24fd7863-3159-4cf8-879b-2b00a6811b4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfdef33f-2202-43f9-bb40-550e576400cc', 'name': '', 'network_id': '3cb2dcfd-260a-4d3a-b758-3b083e2645e7', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:4d:f9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'a7d1390d-7ca6-41a0-aef7-8fb535033097', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:48:42Z', 'updated_at': '2022-10-26T15:48:48Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': 'a7d1390d-7ca6-41a0-aef7-8fb535033097', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:48:49.859715 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-21652ba7-6e8a-47c0-8d26-07eda98e9d4b tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, b10e4a1d-6850-41fe-81db-5604c1f0c547) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:49.877072 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21652ba7-6e8a-47c0-8d26-07eda98e9d4b tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:49.877649 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-21652ba7-6e8a-47c0-8d26-07eda98e9d4b tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:49.924329 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b518e8cd-1c6c-40bd-8b92-b4b2801fd342 None None] Network b10e4a1d-6850-41fe-81db-5604c1f0c547 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:48:49.953176 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Port e0c728b4-a41b-44ff-9213-9eb5728b53df cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:50.038710 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-63c3339e-6b18-43c8-9209-ce4077e0d26a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Calling delete_port for 00169f07-e8e4-49ab-b605-3a50958e3b32 owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:48:50.115997 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-de3dfeb0-c5ff-45d4-8ea6-a1da8113754c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:50.165333 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-de3dfeb0-c5ff-45d4-8ea6-a1da8113754c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ea96af8-2ecc-4029-9455-54aeb407a3c5']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:50.212699 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21fba0b-1c43-4424-90c3-2735b1e85ebb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-b10e4a1d-6850-41fe-81db-5604c1f0c547', 'network_id': 'b10e4a1d-6850-41fe-81db-5604c1f0c547', 'tenant_id': 'ed533417d7984f4ebffb4d3679dafa7e', 'fixed_ips': [{'subnet_id': 'f88f5fdd-80e4-4621-840a-565bf6b82694'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:48:50.213006 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-29a86f07-aaaa-4a78-8da9-567257fa8580 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Allocated IP 172.26.2.131 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/fdbd3c1e-3284-4960-8227-97027b7b98b6) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:48:50.213832 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e21fba0b-1c43-4424-90c3-2735b1e85ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:50.224609 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-21652ba7-6e8a-47c0-8d26-07eda98e9d4b tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4727781 Oct 26 15:48:50.229832 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38588) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:50.233340 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-de3dfeb0-c5ff-45d4-8ea6-a1da8113754c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8956412-47b7-4117-a875-fdf0436be975') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:50.234037 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-de3dfeb0-c5ff-45d4-8ea6-a1da8113754c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8956412-47b7-4117-a875-fdf0436be975') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:50.269627 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-74f369a1-c28a-4b6a-8428-3428cde418a5 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-200522554'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:50.276258 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-74f369a1-c28a-4b6a-8428-3428cde418a5 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:48:50.280800 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-74f369a1-c28a-4b6a-8428-3428cde418a5 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Usage tracker for resource:network and tenant:ed533417d7984f4ebffb4d3679dafa7e is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:48:50.284347 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-74f369a1-c28a-4b6a-8428-3428cde418a5 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:48:50.292083 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-74f369a1-c28a-4b6a-8428-3428cde418a5 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:48:50.307086 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-de3dfeb0-c5ff-45d4-8ea6-a1da8113754c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:50.376283 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-de3dfeb0-c5ff-45d4-8ea6-a1da8113754c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:50.383690 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-e74ad652-8cb2-4de7-9f67-33d9b20033b1 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Deleting port e0c728b4-a41b-44ff-9213-9eb5728b53df {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:48:50.384029 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e74ad652-8cb2-4de7-9f67-33d9b20033b1 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:50.426615 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de3dfeb0-c5ff-45d4-8ea6-a1da8113754c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:48:50.427055 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-de3dfeb0-c5ff-45d4-8ea6-a1da8113754c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:50.438756 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-e21fba0b-1c43-4424-90c3-2735b1e85ebb None None] Allocated IP 2001:db8:0:ffff::2 (b10e4a1d-6850-41fe-81db-5604c1f0c547/f88f5fdd-80e4-4621-840a-565bf6b82694/771664fc-7f24-42d6-a93b-acf987f89e0c) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:48:50.455901 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Attempt 2 to provision port e0c728b4-a41b-44ff-9213-9eb5728b53df Oct 26 15:48:50.459153 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f369a1-c28a-4b6a-8428-3428cde418a5 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Made reservation on behalf of ed533417d7984f4ebffb4d3679dafa7e for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:48:50.462791 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-74f369a1-c28a-4b6a-8428-3428cde418a5 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:50.604478 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Port e0c728b4-a41b-44ff-9213-9eb5728b53df cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:50.648650 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e74ad652-8cb2-4de7-9f67-33d9b20033b1 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:50.722424 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-29a86f07-aaaa-4a78-8da9-567257fa8580 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:50.764446 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-02ffcdc7-fd7e-4da9-93d1-e2f1962a0796 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:50.772923 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e21fba0b-1c43-4424-90c3-2735b1e85ebb None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:50.781135 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-e74ad652-8cb2-4de7-9f67-33d9b20033b1 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Calling delete_port for e0c728b4-a41b-44ff-9213-9eb5728b53df owned by network:router_interface {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:48:50.813683 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment d8956412-47b7-4117-a875-fdf0436be975 resource provider aggregate not found Oct 26 15:48:50.882268 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-02ffcdc7-fd7e-4da9-93d1-e2f1962a0796 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:50.887241 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-29a86f07-aaaa-4a78-8da9-567257fa8580 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:50.897370 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment d8956412-47b7-4117-a875-fdf0436be975 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d8956412-47b7-4117-a875-fdf0436be975 found for delete ", "request_id": "req-863c25a6-31d6-4ea3-a62e-b65bc99eadbe"}]} Oct 26 15:48:50.962180 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a86f07-aaaa-4a78-8da9-567257fa8580 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:48:50.965030 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-29a86f07-aaaa-4a78-8da9-567257fa8580 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:50.968760 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a86f07-aaaa-4a78-8da9-567257fa8580 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:48:51.002595 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a86f07-aaaa-4a78-8da9-567257fa8580 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Pushing event updated for resources: {'Port': ['ID=fdbd3c1e-3284-4960-8227-97027b7b98b6,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:51.015648 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a86f07-aaaa-4a78-8da9-567257fa8580 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:48:51.015999 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a86f07-aaaa-4a78-8da9-567257fa8580 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:48:51.016343 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a86f07-aaaa-4a78-8da9-567257fa8580 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:48:51.016681 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a86f07-aaaa-4a78-8da9-567257fa8580 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:48:51.017016 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a86f07-aaaa-4a78-8da9-567257fa8580 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:48:51.017351 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a86f07-aaaa-4a78-8da9-567257fa8580 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:48:51.017681 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a86f07-aaaa-4a78-8da9-567257fa8580 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:48:51.018012 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a86f07-aaaa-4a78-8da9-567257fa8580 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:48:51.018700 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a86f07-aaaa-4a78-8da9-567257fa8580 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:48:51.019037 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a86f07-aaaa-4a78-8da9-567257fa8580 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:48:51.019364 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a86f07-aaaa-4a78-8da9-567257fa8580 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:48:51.019688 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a86f07-aaaa-4a78-8da9-567257fa8580 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:48:51.032547 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-02ffcdc7-fd7e-4da9-93d1-e2f1962a0796 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Deleting port d43132ab-1afc-484c-aa9a-af1f7e46b82b {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:48:51.032884 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-02ffcdc7-fd7e-4da9-93d1-e2f1962a0796 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:51.101626 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-e21fba0b-1c43-4424-90c3-2735b1e85ebb None None] Transition to ACTIVE for port object 771664fc-7f24-42d6-a93b-acf987f89e0c will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:48:51.104172 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-63c3339e-6b18-43c8-9209-ce4077e0d26a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:51.110367 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Attempt 3 to provision port e0c728b4-a41b-44ff-9213-9eb5728b53df Oct 26 15:48:51.171389 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-e21fba0b-1c43-4424-90c3-2735b1e85ebb None None] Transition to ACTIVE for port object 771664fc-7f24-42d6-a93b-acf987f89e0c will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:48:51.182759 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Port e0c728b4-a41b-44ff-9213-9eb5728b53df cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:48:51.240161 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e21fba0b-1c43-4424-90c3-2735b1e85ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:51.267479 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-de3dfeb0-c5ff-45d4-8ea6-a1da8113754c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:51.275723 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74f369a1-c28a-4b6a-8428-3428cde418a5 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:48:51.300957 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e74ad652-8cb2-4de7-9f67-33d9b20033b1 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:51.313465 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-de3dfeb0-c5ff-45d4-8ea6-a1da8113754c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:51.316172 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c3339e-6b18-43c8-9209-ce4077e0d26a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Port': ['ID=00169f07-e8e4-49ab-b605-3a50958e3b32,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:51.321723 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21fba0b-1c43-4424-90c3-2735b1e85ebb None None] Network b10e4a1d-6850-41fe-81db-5604c1f0c547 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:48:51.325063 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-e21fba0b-1c43-4424-90c3-2735b1e85ebb None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:51.327628 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21fba0b-1c43-4424-90c3-2735b1e85ebb None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:48:51.330723 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c3339e-6b18-43c8-9209-ce4077e0d26a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:48:51.331313 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c3339e-6b18-43c8-9209-ce4077e0d26a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:48:51.331477 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c3339e-6b18-43c8-9209-ce4077e0d26a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:48:51.331732 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c3339e-6b18-43c8-9209-ce4077e0d26a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:48:51.332063 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c3339e-6b18-43c8-9209-ce4077e0d26a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:48:51.332392 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c3339e-6b18-43c8-9209-ce4077e0d26a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:48:51.332715 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c3339e-6b18-43c8-9209-ce4077e0d26a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:48:51.333094 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c3339e-6b18-43c8-9209-ce4077e0d26a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:48:51.333412 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c3339e-6b18-43c8-9209-ce4077e0d26a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:48:51.334090 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c3339e-6b18-43c8-9209-ce4077e0d26a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:48:51.334196 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c3339e-6b18-43c8-9209-ce4077e0d26a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:48:51.334975 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c3339e-6b18-43c8-9209-ce4077e0d26a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:48:51.374717 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3dfeb0-c5ff-45d4-8ea6-a1da8113754c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event deleted for resources: {'Network': ['ID=6ea96af8-2ecc-4029-9455-54aeb407a3c5,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:51.377562 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21fba0b-1c43-4424-90c3-2735b1e85ebb None None] Pushing event updated for resources: {'Port': ['ID=771664fc-7f24-42d6-a93b-acf987f89e0c,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:51.424630 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-74f369a1-c28a-4b6a-8428-3428cde418a5 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:51.424971 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-74f369a1-c28a-4b6a-8428-3428cde418a5 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Added segment 674060fc-1938-45d8-a0c1-d746efd915c3 of type vlan for network 3a753922-07f5-46a5-9204-2886e6ed17a3 Oct 26 15:48:51.471582 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-e21fba0b-1c43-4424-90c3-2735b1e85ebb None None] Attempting to bind port 771664fc-7f24-42d6-a93b-acf987f89e0c on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:48:51.472114 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-e21fba0b-1c43-4424-90c3-2735b1e85ebb None None] Attempting to bind port 771664fc-7f24-42d6-a93b-acf987f89e0c by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '4bd6ddc1-b007-46b5-bfd7-b982635af613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b10e4a1d-6850-41fe-81db-5604c1f0c547'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:48:51.472516 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21fba0b-1c43-4424-90c3-2735b1e85ebb None None] Attempting to bind port 771664fc-7f24-42d6-a93b-acf987f89e0c on network b10e4a1d-6850-41fe-81db-5604c1f0c547 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:48:51.480042 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21fba0b-1c43-4424-90c3-2735b1e85ebb None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:48:51.480547 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21fba0b-1c43-4424-90c3-2735b1e85ebb None None] Checking segment: {'id': '4bd6ddc1-b007-46b5-bfd7-b982635af613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b10e4a1d-6850-41fe-81db-5604c1f0c547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:48:51.481050 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e21fba0b-1c43-4424-90c3-2735b1e85ebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:51.481541 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21fba0b-1c43-4424-90c3-2735b1e85ebb None None] Bound using segment: {'id': '4bd6ddc1-b007-46b5-bfd7-b982635af613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b10e4a1d-6850-41fe-81db-5604c1f0c547'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:48:51.482109 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-e21fba0b-1c43-4424-90c3-2735b1e85ebb None None] Bound port: 771664fc-7f24-42d6-a93b-acf987f89e0c, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bd6ddc1-b007-46b5-bfd7-b982635af613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b10e4a1d-6850-41fe-81db-5604c1f0c547'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:48:51.482616 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e21fba0b-1c43-4424-90c3-2735b1e85ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:51.502719 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-02ffcdc7-fd7e-4da9-93d1-e2f1962a0796 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:51.538555 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ad652-8cb2-4de7-9f67-33d9b20033b1 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event deleted for resources: {'Port': ['ID=e0c728b4-a41b-44ff-9213-9eb5728b53df,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:51.579624 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device bfdef33f-2202-43f9-bb40-550e576400cc up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:48:51.586965 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-63c3339e-6b18-43c8-9209-ce4077e0d26a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:51.591473 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-63c3339e-6b18-43c8-9209-ce4077e0d26a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/ports/00169f07-e8e4-49ab-b605-3a50958e3b32 HTTP/1.1" status: 204 len: 168 time: 2.8308852 Oct 26 15:48:51.666714 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38596) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:51.686048 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Attempt 4 to provision port e0c728b4-a41b-44ff-9213-9eb5728b53df Oct 26 15:48:51.731594 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-02ffcdc7-fd7e-4da9-93d1-e2f1962a0796 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Calling delete_port for d43132ab-1afc-484c-aa9a-af1f7e46b82b owned by network:router_gateway {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:48:51.751877 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Port e0c728b4-a41b-44ff-9213-9eb5728b53df was deleted so its status cannot be updated. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:48:51.763177 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-e21fba0b-1c43-4424-90c3-2735b1e85ebb None None] For port 771664fc-7f24-42d6-a93b-acf987f89e0c, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:48:51.765359 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Could not find standard attr ID for object df3e97a1-9b73-4ace-95af-5e7b53dab760. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:48:51.776064 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-e21fba0b-1c43-4424-90c3-2735b1e85ebb None None] For port 771664fc-7f24-42d6-a93b-acf987f89e0c, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=771664fc-7f24-42d6-a93b-acf987f89e0c,segment=NetworkSegment(4bd6ddc1-b007-46b5-bfd7-b982635af613),segment_id=4bd6ddc1-b007-46b5-bfd7-b982635af613)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:48:51.779269 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Could not find standard attr ID for object 32ef7b04-755b-474d-b00e-f57e4526f73d. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:48:51.783509 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-29becc97-7f83-47a0-8470-f08408ab93c9 None None] Could not find standard attr ID for object 9864d7f1-d7d2-4fae-b5cf-3828c0cbfd37. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:48:51.791732 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-de3dfeb0-c5ff-45d4-8ea6-a1da8113754c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/networks/6ea96af8-2ecc-4029-9455-54aeb407a3c5 HTTP/1.1" status: 204 len: 168 time: 3.9347754 Oct 26 15:48:51.792537 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38602) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:51.800387 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-74f369a1-c28a-4b6a-8428-3428cde418a5 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:51.836659 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e21fba0b-1c43-4424-90c3-2735b1e85ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:51.879762 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port bfdef33f-2202-43f9-bb40-550e576400cc completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:48:51.884131 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-be1f405c-83ef-4635-a45a-4ed23643e96d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1259570649'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:51.898074 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-be1f405c-83ef-4635-a45a-4ed23643e96d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:48:51.905971 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-be1f405c-83ef-4635-a45a-4ed23643e96d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Usage tracker for resource:network and tenant:b10aaa5403b848e8bc3e4f603712654e is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:48:51.923299 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-be1f405c-83ef-4635-a45a-4ed23643e96d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:48:51.954120 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-be1f405c-83ef-4635-a45a-4ed23643e96d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:48:51.955464 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21fba0b-1c43-4424-90c3-2735b1e85ebb None None] Pushing event updated for resources: {'Port': ['ID=771664fc-7f24-42d6-a93b-acf987f89e0c,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:51.961985 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac994c4b-ae70-4e51-9a7d-135158614ad9 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:51.963625 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac994c4b-ae70-4e51-9a7d-135158614ad9 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:51.964360 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ac994c4b-ae70-4e51-9a7d-135158614ad9 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:subnet {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:48:51.981769 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e74ad652-8cb2-4de7-9f67-33d9b20033b1 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:52.007262 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-77b77ed0-af83-4b68-aa1b-9541042b8895 None None] Provisioning for port bfdef33f-2202-43f9-bb40-550e576400cc completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:48:52.013079 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-77b77ed0-af83-4b68-aa1b-9541042b8895 None None] Provisioning complete for port bfdef33f-2202-43f9-bb40-550e576400cc triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:48:52.013456 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-77b77ed0-af83-4b68-aa1b-9541042b8895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:52.013790 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-77b77ed0-af83-4b68-aa1b-9541042b8895 None None] Attempt 1 to provision port bfdef33f-2202-43f9-bb40-550e576400cc Oct 26 15:48:52.117418 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ac994c4b-ae70-4e51-9a7d-135158614ad9 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:subnet {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:48:52.118895 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ac994c4b-ae70-4e51-9a7d-135158614ad9 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4499047 Oct 26 15:48:52.119937 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-74f369a1-c28a-4b6a-8428-3428cde418a5 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:52.124186 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38606) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:52.125711 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f369a1-c28a-4b6a-8428-3428cde418a5 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:52.126496 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-74f369a1-c28a-4b6a-8428-3428cde418a5 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:52.159731 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1f405c-83ef-4635-a45a-4ed23643e96d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Made reservation on behalf of b10aaa5403b848e8bc3e4f603712654e for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:48:52.163399 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-be1f405c-83ef-4635-a45a-4ed23643e96d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:52.183564 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-77b77ed0-af83-4b68-aa1b-9541042b8895 None None] Current status of the port bfdef33f-2202-43f9-bb40-550e576400cc is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:48:52.184006 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-77b77ed0-af83-4b68-aa1b-9541042b8895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:52.257304 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-77b77ed0-af83-4b68-aa1b-9541042b8895 None None] For port bfdef33f-2202-43f9-bb40-550e576400cc, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=bfdef33f-2202-43f9-bb40-550e576400cc,segment=NetworkSegment(140d29cb-1f6e-4615-a4e2-daa14f99aebb),segment_id=140d29cb-1f6e-4615-a4e2-daa14f99aebb)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:48:52.268843 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-29a86f07-aaaa-4a78-8da9-567257fa8580 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:52.310133 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f369a1-c28a-4b6a-8428-3428cde418a5 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Pushing event updated for resources: {'Network': ['ID=3a753922-07f5-46a5-9204-2886e6ed17a3,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:52.321394 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be1f405c-83ef-4635-a45a-4ed23643e96d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:48:52.322530 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 3a753922-07f5-46a5-9204-2886e6ed17a3 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:48:52.349038 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-77b77ed0-af83-4b68-aa1b-9541042b8895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:52.389949 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-be1f405c-83ef-4635-a45a-4ed23643e96d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:52.390422 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-be1f405c-83ef-4635-a45a-4ed23643e96d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Added segment 9519c6c5-d67d-4ca0-b5fe-d3a5b21cc755 of type vlan for network 6ef1ccb2-4d37-460a-bc45-e656c43aee00 Oct 26 15:48:52.445067 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-02ffcdc7-fd7e-4da9-93d1-e2f1962a0796 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:52.455469 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-74f369a1-c28a-4b6a-8428-3428cde418a5 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.1954305 Oct 26 15:48:52.456258 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38610) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:52.480108 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-8e8ea25a-150b-4d4f-b176-ecd65901ad98 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Request body: {'subnet': {'network_id': '3a753922-07f5-46a5-9204-2886e6ed17a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:52.506961 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b77ed0-af83-4b68-aa1b-9541042b8895 None None] Pushing event updated for resources: {'Port': ['ID=bfdef33f-2202-43f9-bb40-550e576400cc,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:52.531178 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b77ed0-af83-4b68-aa1b-9541042b8895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:48:52.531524 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b77ed0-af83-4b68-aa1b-9541042b8895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:48:52.531860 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b77ed0-af83-4b68-aa1b-9541042b8895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:48:52.532313 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b77ed0-af83-4b68-aa1b-9541042b8895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:48:52.532710 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b77ed0-af83-4b68-aa1b-9541042b8895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:48:52.533042 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b77ed0-af83-4b68-aa1b-9541042b8895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:48:52.533367 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b77ed0-af83-4b68-aa1b-9541042b8895 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:48:52.533694 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b77ed0-af83-4b68-aa1b-9541042b8895 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:48:52.534017 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b77ed0-af83-4b68-aa1b-9541042b8895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:48:52.534366 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b77ed0-af83-4b68-aa1b-9541042b8895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:48:52.534682 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b77ed0-af83-4b68-aa1b-9541042b8895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:48:52.537272 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b77ed0-af83-4b68-aa1b-9541042b8895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:48:52.560363 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ffcdc7-fd7e-4da9-93d1-e2f1962a0796 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Pushing event deleted for resources: {'Port': ['ID=d43132ab-1afc-484c-aa9a-af1f7e46b82b,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:52.577596 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-248eaa9e-4917-4f75-ba92-6fc0f5cb3706 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting subnet 9fa67c26-d2ce-4227-8d35-2d1afb88311d {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:48:52.598072 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-77b77ed0-af83-4b68-aa1b-9541042b8895 None None] Provisioning for port a063d800-80dc-457f-898f-b7ae92797e53 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:48:52.605593 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-77b77ed0-af83-4b68-aa1b-9541042b8895 None None] Provisioning complete for port a063d800-80dc-457f-898f-b7ae92797e53 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:48:52.606462 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-77b77ed0-af83-4b68-aa1b-9541042b8895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:52.606462 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-77b77ed0-af83-4b68-aa1b-9541042b8895 None None] Attempt 1 to provision port a063d800-80dc-457f-898f-b7ae92797e53 Oct 26 15:48:52.611680 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-248eaa9e-4917-4f75-ba92-6fc0f5cb3706 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:52.625324 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-be1f405c-83ef-4635-a45a-4ed23643e96d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:52.635136 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e74ad652-8cb2-4de7-9f67-33d9b20033b1 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Router 2a0d9104-bfa1-4ec7-a345-d00049991ac5 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:48:52.648029 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-8e8ea25a-150b-4d4f-b176-ecd65901ad98 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:48:52.656357 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-8e8ea25a-150b-4d4f-b176-ecd65901ad98 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Usage tracker for resource:subnet and tenant:ed533417d7984f4ebffb4d3679dafa7e is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:48:52.668845 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-8e8ea25a-150b-4d4f-b176-ecd65901ad98 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:48:52.716938 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-248eaa9e-4917-4f75-ba92-6fc0f5cb3706 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:52.734655 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-8e8ea25a-150b-4d4f-b176-ecd65901ad98 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:48:52.750884 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-77b77ed0-af83-4b68-aa1b-9541042b8895 None None] Current status of the port a063d800-80dc-457f-898f-b7ae92797e53 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:48:52.751510 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-77b77ed0-af83-4b68-aa1b-9541042b8895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:52.752657 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-02ffcdc7-fd7e-4da9-93d1-e2f1962a0796 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:52.788320 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-77b77ed0-af83-4b68-aa1b-9541042b8895 None None] For port a063d800-80dc-457f-898f-b7ae92797e53, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=a063d800-80dc-457f-898f-b7ae92797e53,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:48:52.858797 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-77b77ed0-af83-4b68-aa1b-9541042b8895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:52.969218 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-77b77ed0-af83-4b68-aa1b-9541042b8895 None None] Could not find standard attr ID for object 00169f07-e8e4-49ab-b605-3a50958e3b32. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:48:52.972354 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74ad652-8cb2-4de7-9f67-33d9b20033b1 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:48:52.973030 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b77ed0-af83-4b68-aa1b-9541042b8895 None None] Pushing event updated for resources: {'Port': ['ID=a063d800-80dc-457f-898f-b7ae92797e53,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:52.982573 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e74ad652-8cb2-4de7-9f67-33d9b20033b1 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "PUT /v2.0/routers/2a0d9104-bfa1-4ec7-a345-d00049991ac5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6111774 Oct 26 15:48:52.983478 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf8549c-bdf4-4e5b-995c-70ca66436206 None None] Sync routers for ids ['2a0d9104-bfa1-4ec7-a345-d00049991ac5'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:48:52.985462 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38614) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:52.988772 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-77b77ed0-af83-4b68-aa1b-9541042b8895 None None] Could not find standard attr ID for object e0c728b4-a41b-44ff-9213-9eb5728b53df. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:48:52.998288 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf8549c-bdf4-4e5b-995c-70ca66436206 None None] Routers {'2a0d9104-bfa1-4ec7-a345-d00049991ac5'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:48:52.999653 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-9bf8549c-bdf4-4e5b-995c-70ca66436206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:48:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['2a0d9104-bfa1-4ec7-a345-d00049991ac5'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:53.049072 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-be1f405c-83ef-4635-a45a-4ed23643e96d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:53.055019 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1f405c-83ef-4635-a45a-4ed23643e96d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:53.055902 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-be1f405c-83ef-4635-a45a-4ed23643e96d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:53.059663 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8ea25a-150b-4d4f-b176-ecd65901ad98 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Made reservation on behalf of ed533417d7984f4ebffb4d3679dafa7e for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:48:53.063634 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8e8ea25a-150b-4d4f-b176-ecd65901ad98 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:53.075052 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-9bf8549c-bdf4-4e5b-995c-70ca66436206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:53.086131 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf8549c-bdf4-4e5b-995c-70ca66436206 None None] Routers {'2a0d9104-bfa1-4ec7-a345-d00049991ac5'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:48:53.087102 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-9bf8549c-bdf4-4e5b-995c-70ca66436206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:48:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['2a0d9104-bfa1-4ec7-a345-d00049991ac5'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:53.158692 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-9bf8549c-bdf4-4e5b-995c-70ca66436206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:53.159141 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf8549c-bdf4-4e5b-995c-70ca66436206 None None] The sync data for ids ['2a0d9104-bfa1-4ec7-a345-d00049991ac5'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:48:53.170507 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-29a86f07-aaaa-4a78-8da9-567257fa8580 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:53.230284 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe67775-1d97-484f-81e1-1f09666df2b2 None None] Network b10e4a1d-6850-41fe-81db-5604c1f0c547 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:48:53.310296 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-02ffcdc7-fd7e-4da9-93d1-e2f1962a0796 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:53.312037 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-248eaa9e-4917-4f75-ba92-6fc0f5cb3706 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:53.346011 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-02ffcdc7-fd7e-4da9-93d1-e2f1962a0796 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-581503'] for router, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:53.383838 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-be1f405c-83ef-4635-a45a-4ed23643e96d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5222025 Oct 26 15:48:53.392807 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38618) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:53.405461 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f405c-83ef-4635-a45a-4ed23643e96d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event updated for resources: {'Network': ['ID=6ef1ccb2-4d37-460a-bc45-e656c43aee00,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:53.414588 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-ed3bd0d8-15ce-4c6c-bd85-aec2eb9bf5e4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'subnet': {'network_id': '6ef1ccb2-4d37-460a-bc45-e656c43aee00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:53.423787 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-fe53e520-9e47-4f9b-934b-99a70f0f0b56 None None] Provisioning for port 771664fc-7f24-42d6-a93b-acf987f89e0c completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:48:53.460697 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 6ef1ccb2-4d37-460a-bc45-e656c43aee00 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:48:53.615773 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ffcdc7-fd7e-4da9-93d1-e2f1962a0796 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Router 28259837-c843-4df5-9d82-4505d39b9435 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:48:53.618887 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a063d800-80dc-457f-898f-b7ae92797e53 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:48:53.688850 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ed3bd0d8-15ce-4c6c-bd85-aec2eb9bf5e4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:48:53.693076 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ed3bd0d8-15ce-4c6c-bd85-aec2eb9bf5e4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Usage tracker for resource:subnet and tenant:b10aaa5403b848e8bc3e4f603712654e is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:48:53.696692 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ed3bd0d8-15ce-4c6c-bd85-aec2eb9bf5e4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:48:53.702790 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ed3bd0d8-15ce-4c6c-bd85-aec2eb9bf5e4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:48:53.784859 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port a063d800-80dc-457f-898f-b7ae92797e53 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:48:53.785639 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:53.786547 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port a063d800-80dc-457f-898f-b7ae92797e53 Oct 26 15:48:53.803897 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3bd0d8-15ce-4c6c-bd85-aec2eb9bf5e4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Made reservation on behalf of b10aaa5403b848e8bc3e4f603712654e for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:48:53.807428 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ed3bd0d8-15ce-4c6c-bd85-aec2eb9bf5e4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:53.917257 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-248eaa9e-4917-4f75-ba92-6fc0f5cb3706 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:53.919032 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port a063d800-80dc-457f-898f-b7ae92797e53 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:48:53.920315 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device bfdef33f-2202-43f9-bb40-550e576400cc up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:48:53.985260 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248eaa9e-4917-4f75-ba92-6fc0f5cb3706 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Subnet': ['ID=9fa67c26-d2ce-4227-8d35-2d1afb88311d,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:53.988831 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-248eaa9e-4917-4f75-ba92-6fc0f5cb3706 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:53.992683 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ffcdc7-fd7e-4da9-93d1-e2f1962a0796 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:48:54.025991 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863ec7fe-9e82-4c2e-85ab-03af87f089d9 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:48:54.037260 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-29a86f07-aaaa-4a78-8da9-567257fa8580 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:54.043914 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-02ffcdc7-fd7e-4da9-93d1-e2f1962a0796 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:54.045346 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-02ffcdc7-fd7e-4da9-93d1-e2f1962a0796 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] 10.222.0.23 "PUT /v2.0/routers/28259837-c843-4df5-9d82-4505d39b9435 HTTP/1.1" status: 200 len: 706 time: 4.4510119 Oct 26 15:48:54.049332 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38624) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:54.054162 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bfeeb3-ea0b-46d5-a71b-d74023b42742 None None] Sync routers for ids ['28259837-c843-4df5-9d82-4505d39b9435'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:48:54.097184 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-248eaa9e-4917-4f75-ba92-6fc0f5cb3706 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/9fa67c26-d2ce-4227-8d35-2d1afb88311d HTTP/1.1" status: 204 len: 168 time: 1.9688776 Oct 26 15:48:54.098268 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-29a86f07-aaaa-4a78-8da9-567257fa8580 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:54.105987 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38628) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:54.119778 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bfeeb3-ea0b-46d5-a71b-d74023b42742 None None] Routers {'28259837-c843-4df5-9d82-4505d39b9435'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:48:54.120401 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-71bfeeb3-ea0b-46d5-a71b-d74023b42742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:48:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['28259837-c843-4df5-9d82-4505d39b9435'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:54.206370 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port bfdef33f-2202-43f9-bb40-550e576400cc triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:48:54.206813 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:54.207460 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port bfdef33f-2202-43f9-bb40-550e576400cc Oct 26 15:48:54.211869 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-29a86f07-aaaa-4a78-8da9-567257fa8580 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:54.240308 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-71bfeeb3-ea0b-46d5-a71b-d74023b42742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:54.271575 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a86f07-aaaa-4a78-8da9-567257fa8580 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Pushing event updated for resources: {'Port': ['ID=fdbd3c1e-3284-4960-8227-97027b7b98b6,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:54.358721 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bfeeb3-ea0b-46d5-a71b-d74023b42742 None None] Routers {'28259837-c843-4df5-9d82-4505d39b9435'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:48:54.359289 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-71bfeeb3-ea0b-46d5-a71b-d74023b42742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:48:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['28259837-c843-4df5-9d82-4505d39b9435'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:54.398316 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.l3_db [None req-29a86f07-aaaa-4a78-8da9-567257fa8580 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Floating IP a6381f7a-2627-40db-adf4-7955bbdfb91a associated. External IP: 172.26.2.131, port: 7d911889-3577-4408-935a-4ddbca7d0a55. Oct 26 15:48:54.456044 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-42be5490-ceba-4488-b967-f0b957f7f89d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3403072 Oct 26 15:48:54.458215 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38632) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:54.476655 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b55b811e-b2d5-4c5f-8ed9-3cefebd48a71 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] 10.222.0.23 "GET /v2.0/routers/28259837-c843-4df5-9d82-4505d39b9435 HTTP/1.1" status: 200 len: 741 time: 0.4231825 Oct 26 15:48:54.480937 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38636) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:54.482586 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-71bfeeb3-ea0b-46d5-a71b-d74023b42742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:54.483084 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bfeeb3-ea0b-46d5-a71b-d74023b42742 None None] The sync data for ids ['28259837-c843-4df5-9d82-4505d39b9435'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:48:54.520945 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-0839b733-b6e9-425b-bbdb-c81d23066d2a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'subnet': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:54.565802 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port bfdef33f-2202-43f9-bb40-550e576400cc is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:48:54.567112 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 771664fc-7f24-42d6-a93b-acf987f89e0c up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:48:54.627150 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c72bfd2c-f3eb-420b-9bb5-cb4a7a9821f3 tempest-RoutersAdminTest-630927284 tempest-RoutersAdminTest-630927284-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=0c79a151-ef79-4fff-8a3c-258f9478471d&device_id=28259837-c843-4df5-9d82-4505d39b9435 HTTP/1.1" status: 200 len: 205 time: 0.1449821 Oct 26 15:48:54.629967 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38640) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:54.647404 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.objects.ports [None req-8e8ea25a-150b-4d4f-b176-ecd65901ad98 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89747) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 26 15:48:54.670527 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8e8ea25a-150b-4d4f-b176-ecd65901ad98 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:54.692555 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824ad6cc-2a16-4108-a779-3f742a4d4b89 None None] DHCP port deletion for f810e159-a5e8-4c86-8cec-5d909fe013dd request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:48:54.698726 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-824ad6cc-2a16-4108-a779-3f742a4d4b89 None None] Deleting port a063d800-80dc-457f-898f-b7ae92797e53 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:48:54.699270 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-824ad6cc-2a16-4108-a779-3f742a4d4b89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:54.704702 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a6bcdb4a-4565-4c2c-a33c-afce095646e3 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] 10.222.0.23 "GET /v2.0/ports?device_id=28259837-c843-4df5-9d82-4505d39b9435 HTTP/1.1" status: 200 len: 205 time: 0.0712724 Oct 26 15:48:54.708753 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38644) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:54.760901 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 771664fc-7f24-42d6-a93b-acf987f89e0c completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:48:54.772298 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 771664fc-7f24-42d6-a93b-acf987f89e0c triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:48:54.772532 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:54.772820 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 771664fc-7f24-42d6-a93b-acf987f89e0c Oct 26 15:48:54.789186 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ea25a-150b-4d4f-b176-ecd65901ad98 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Pushing event updated for resources: {'Subnet': ['ID=a22285a2-09e3-4637-a6f4-a9f0103f61ef,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:54.801216 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8ea25a-150b-4d4f-b176-ecd65901ad98 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Checking segment: {'id': '674060fc-1938-45d8-a0c1-d746efd915c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '3a753922-07f5-46a5-9204-2886e6ed17a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:48:54.801216 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8ea25a-150b-4d4f-b176-ecd65901ad98 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Network hostable DHCP agents. Network: 3a753922-07f5-46a5-9204-2886e6ed17a3, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:48:54.818440 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ecad1738-5342-45f0-92b2-321bd7ed9fd8 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:54.846693 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-0839b733-b6e9-425b-bbdb-c81d23066d2a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:48:54.862404 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-0839b733-b6e9-425b-bbdb-c81d23066d2a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Usage tracker for resource:subnet and tenant:cde0b70c42f24e8e94f9303758760038 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:48:54.869009 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-0839b733-b6e9-425b-bbdb-c81d23066d2a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:48:54.880662 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-0839b733-b6e9-425b-bbdb-c81d23066d2a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:48:54.884403 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-03fd4e0e-6eb2-4e5f-9ad5-2283b075d69b tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for router, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:54.939381 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ed3bd0d8-15ce-4c6c-bd85-aec2eb9bf5e4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:55.043931 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3bd0d8-15ce-4c6c-bd85-aec2eb9bf5e4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event updated for resources: {'Subnet': ['ID=89ba860d-6d25-4244-80c1-321af3e9dc32,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:55.044754 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-824ad6cc-2a16-4108-a779-3f742a4d4b89 None None] For port a063d800-80dc-457f-898f-b7ae92797e53, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=a063d800-80dc-457f-898f-b7ae92797e53,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:48:55.045156 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-824ad6cc-2a16-4108-a779-3f742a4d4b89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:55.058518 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 771664fc-7f24-42d6-a93b-acf987f89e0c is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:48:55.058911 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:55.061418 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8ea25a-150b-4d4f-b176-ecd65901ad98 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Network 3a753922-07f5-46a5-9204-2886e6ed17a3 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:48:55.134628 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3bd0d8-15ce-4c6c-bd85-aec2eb9bf5e4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Checking segment: {'id': '9519c6c5-d67d-4ca0-b5fe-d3a5b21cc755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6ef1ccb2-4d37-460a-bc45-e656c43aee00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:48:55.134628 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3bd0d8-15ce-4c6c-bd85-aec2eb9bf5e4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Network hostable DHCP agents. Network: 6ef1ccb2-4d37-460a-bc45-e656c43aee00, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:48:55.180302 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-8e8ea25a-150b-4d4f-b176-ecd65901ad98 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 3a753922-07f5-46a5-9204-2886e6ed17a3) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:55.190433 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d686ea-afb9-4bd2-8fc1-8190467d7ba7 None None] Network 3a753922-07f5-46a5-9204-2886e6ed17a3 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:48:55.204297 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8ea25a-150b-4d4f-b176-ecd65901ad98 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:55.205049 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8e8ea25a-150b-4d4f-b176-ecd65901ad98 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:55.217068 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-824ad6cc-2a16-4108-a779-3f742a4d4b89 None None] Calling delete_port for a063d800-80dc-457f-898f-b7ae92797e53 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:48:55.319174 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3bd0d8-15ce-4c6c-bd85-aec2eb9bf5e4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Network 6ef1ccb2-4d37-460a-bc45-e656c43aee00 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:48:55.320404 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0839b733-b6e9-425b-bbdb-c81d23066d2a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:48:55.323863 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0839b733-b6e9-425b-bbdb-c81d23066d2a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:55.332221 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-ed3bd0d8-15ce-4c6c-bd85-aec2eb9bf5e4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 6ef1ccb2-4d37-460a-bc45-e656c43aee00) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:55.340095 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-ecad1738-5342-45f0-92b2-321bd7ed9fd8 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Deleting port 5b01e647-3e70-41dc-a94a-aca98ebe5a33 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:48:55.340665 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ecad1738-5342-45f0-92b2-321bd7ed9fd8 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:55.342587 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 771664fc-7f24-42d6-a93b-acf987f89e0c, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=771664fc-7f24-42d6-a93b-acf987f89e0c,segment=NetworkSegment(4bd6ddc1-b007-46b5-bfd7-b982635af613),segment_id=4bd6ddc1-b007-46b5-bfd7-b982635af613)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:48:55.350233 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce4c8f2-6a1d-4c8d-b817-2097908adc36 None None] Network 6ef1ccb2-4d37-460a-bc45-e656c43aee00 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:48:55.367868 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3bd0d8-15ce-4c6c-bd85-aec2eb9bf5e4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:55.368587 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ed3bd0d8-15ce-4c6c-bd85-aec2eb9bf5e4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:55.379617 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8e8ea25a-150b-4d4f-b176-ecd65901ad98 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9074445 Oct 26 15:48:55.402228 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38648) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:55.407853 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-35298246-1347-4aa6-9131-3d6477db2729 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Request body: {'port': {'network_id': '3a753922-07f5-46a5-9204-2886e6ed17a3', 'name': 'tempest-NetworksIpV6TestAttrs-1315802516'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:55.460578 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:55.547311 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ed3bd0d8-15ce-4c6c-bd85-aec2eb9bf5e4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1488061 Oct 26 15:48:55.560547 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-03fd4e0e-6eb2-4e5f-9ad5-2283b075d69b tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:55.565966 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38652) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:55.572668 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-03fd4e0e-6eb2-4e5f-9ad5-2283b075d69b tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:55.581534 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-9341760c-18b5-4fb1-92e4-dd311400178f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-100670768', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:55.600091 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-9341760c-18b5-4fb1-92e4-dd311400178f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:48:55.602592 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a063d800-80dc-457f-898f-b7ae92797e53 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:48:55.635731 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-9341760c-18b5-4fb1-92e4-dd311400178f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Usage tracker for resource:router and tenant:b10aaa5403b848e8bc3e4f603712654e is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:48:55.638921 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-9341760c-18b5-4fb1-92e4-dd311400178f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:48:55.659609 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-9341760c-18b5-4fb1-92e4-dd311400178f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:48:55.683755 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a86f07-aaaa-4a78-8da9-567257fa8580 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Router ae03fe35-a79f-4110-97fb-08ebe0b84f88 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:48:55.723631 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-35298246-1347-4aa6-9131-3d6477db2729 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:48:55.726737 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ecad1738-5342-45f0-92b2-321bd7ed9fd8 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:55.728673 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: a063d800-80dc-457f-898f-b7ae92797e53 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:48:55.729156 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a063d800-80dc-457f-898f-b7ae92797e53 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:48:55.730660 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-824ad6cc-2a16-4108-a779-3f742a4d4b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:55.740037 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-35298246-1347-4aa6-9131-3d6477db2729 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Usage tracker for resource:port and tenant:ed533417d7984f4ebffb4d3679dafa7e is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:48:55.742965 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-35298246-1347-4aa6-9131-3d6477db2729 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:48:55.778414 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-03fd4e0e-6eb2-4e5f-9ad5-2283b075d69b tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:55.779286 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fd4e0e-6eb2-4e5f-9ad5-2283b075d69b tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Fanout notify agent at l3_agent the message router_deleted on router 28259837-c843-4df5-9d82-4505d39b9435 {{(pid=89748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:48:55.779670 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824ad6cc-2a16-4108-a779-3f742a4d4b89 None None] No DVR routers for this DVR port a063d800-80dc-457f-898f-b7ae92797e53 on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:48:55.781089 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=771664fc-7f24-42d6-a93b-acf987f89e0c,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:55.852443 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9341760c-18b5-4fb1-92e4-dd311400178f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:55.853502 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9341760c-18b5-4fb1-92e4-dd311400178f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:55.868025 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-35298246-1347-4aa6-9131-3d6477db2729 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:48:55.878754 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-ecad1738-5342-45f0-92b2-321bd7ed9fd8 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Calling delete_port for 5b01e647-3e70-41dc-a94a-aca98ebe5a33 owned by network:router_interface {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:48:55.889215 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ad6cc-2a16-4108-a779-3f742a4d4b89 None None] Pushing event deleted for resources: {'Port': ['ID=a063d800-80dc-457f-898f-b7ae92797e53,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:55.942012 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-03fd4e0e-6eb2-4e5f-9ad5-2283b075d69b tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:55.943722 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-03fd4e0e-6eb2-4e5f-9ad5-2283b075d69b tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] 10.222.0.23 "DELETE /v2.0/routers/28259837-c843-4df5-9d82-4505d39b9435 HTTP/1.1" status: 204 len: 168 time: 1.2325006 Oct 26 15:48:55.947728 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38656) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:55.963401 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9341760c-18b5-4fb1-92e4-dd311400178f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:55.990335 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0244cda5-255b-4e65-9533-499ce8496c80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-3a753922-07f5-46a5-9204-2886e6ed17a3', 'network_id': '3a753922-07f5-46a5-9204-2886e6ed17a3', 'tenant_id': 'ed533417d7984f4ebffb4d3679dafa7e', 'fixed_ips': [{'subnet_id': 'a22285a2-09e3-4637-a6f4-a9f0103f61ef'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:48:55.991161 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-0244cda5-255b-4e65-9533-499ce8496c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:56.008424 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-34143cda-9ff5-4802-843f-ec51d0671efc tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] 10.222.0.23 "GET /v2.0/ports?device_id=28259837-c843-4df5-9d82-4505d39b9435 HTTP/1.1" status: 200 len: 205 time: 0.0593290 Oct 26 15:48:56.012425 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38660) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:56.038196 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35298246-1347-4aa6-9131-3d6477db2729 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Made reservation on behalf of ed533417d7984f4ebffb4d3679dafa7e for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:48:56.041618 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-35298246-1347-4aa6-9131-3d6477db2729 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:56.063436 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b6d385-25d8-4f5c-9a84-e7c19148964e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-6ef1ccb2-4d37-460a-bc45-e656c43aee00', 'network_id': '6ef1ccb2-4d37-460a-bc45-e656c43aee00', 'tenant_id': 'b10aaa5403b848e8bc3e4f603712654e', 'fixed_ips': [{'subnet_id': '89ba860d-6d25-4244-80c1-321af3e9dc32'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:48:56.064316 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f0b6d385-25d8-4f5c-9a84-e7c19148964e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:56.065860 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-35298246-1347-4aa6-9131-3d6477db2729 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] device_id is not set on port 426b69dd-04b1-4c10-8249-b8989ab30398 yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:48:56.110715 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a86f07-aaaa-4a78-8da9-567257fa8580 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:48:56.117334 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-17a24761-ab15-4487-92ed-95ce0742be16 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] delete failed (client error): The resource could not be found. Oct 26 15:48:56.118528 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-17a24761-ab15-4487-92ed-95ce0742be16 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] 10.222.0.23 "DELETE /v2.0/routers/28259837-c843-4df5-9d82-4505d39b9435 HTTP/1.1" status: 404 len: 336 time: 0.1023860 Oct 26 15:48:56.125461 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c798d47-5f5c-4b36-a550-4eca1456e142 None None] Sync routers for ids ['ae03fe35-a79f-4110-97fb-08ebe0b84f88'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:48:56.127264 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9341760c-18b5-4fb1-92e4-dd311400178f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:56.135837 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c798d47-5f5c-4b36-a550-4eca1456e142 None None] Routers {'ae03fe35-a79f-4110-97fb-08ebe0b84f88'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:48:56.136652 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-7c798d47-5f5c-4b36-a550-4eca1456e142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:48:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['ae03fe35-a79f-4110-97fb-08ebe0b84f88'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:56.181438 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38666) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:56.284990 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-29a86f07-aaaa-4a78-8da9-567257fa8580 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:56.342495 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-8c8a73f9-188c-45ea-a0aa-da1a84384db1 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae25d379-527c-4b17-a3e6-cd3e2c8692a7 HTTP/1.1" status: 200 len: 205 time: 0.1596694 Oct 26 15:48:56.346619 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-7c798d47-5f5c-4b36-a550-4eca1456e142 None None] Set router ae03fe35-a79f-4110-97fb-08ebe0b84f88 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:48:56.356121 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-f0b6d385-25d8-4f5c-9a84-e7c19148964e None None] Allocated IP 2001:db8::2 (6ef1ccb2-4d37-460a-bc45-e656c43aee00/89ba860d-6d25-4244-80c1-321af3e9dc32/04aee3f8-914e-40ce-a9eb-9457f2e29644) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:48:56.361352 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38670) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:56.410647 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ecad1738-5342-45f0-92b2-321bd7ed9fd8 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:56.450592 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-430e5f01-2670-45d9-8bf0-94d7fd41c8b9 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] delete failed (client error): The resource could not be found. Oct 26 15:48:56.457524 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-430e5f01-2670-45d9-8bf0-94d7fd41c8b9 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] 10.222.0.23 "DELETE /v2.0/routers/ae25d379-527c-4b17-a3e6-cd3e2c8692a7 HTTP/1.1" status: 404 len: 336 time: 0.0926821 Oct 26 15:48:56.460569 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38674) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:56.513147 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecad1738-5342-45f0-92b2-321bd7ed9fd8 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event deleted for resources: {'Port': ['ID=5b01e647-3e70-41dc-a94a-aca98ebe5a33,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:56.584085 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-31dc2cf9-3c35-4b3f-be8f-1d1c2f818da2 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] 10.222.0.23 "GET /v2.0/ports?device_id=eed3d479-27d8-47a1-990b-b78b5a80f3dc HTTP/1.1" status: 200 len: 205 time: 0.1169908 Oct 26 15:48:56.592319 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.objects.ports [None req-0839b733-b6e9-425b-bbdb-c81d23066d2a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89748) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 26 15:48:56.595468 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38680) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:56.596412 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0839b733-b6e9-425b-bbdb-c81d23066d2a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:56.608511 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9341760c-18b5-4fb1-92e4-dd311400178f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:56.609705 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-9341760c-18b5-4fb1-92e4-dd311400178f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0391293 Oct 26 15:48:56.647931 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38684) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:56.655925 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-35298246-1347-4aa6-9131-3d6477db2729 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Allocated IP 2001:db8::f816:3eff:feaa:e6d9 (3a753922-07f5-46a5-9204-2886e6ed17a3/a22285a2-09e3-4637-a6f4-a9f0103f61ef/426b69dd-04b1-4c10-8249-b8989ab30398) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:48:56.657047 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0839b733-b6e9-425b-bbdb-c81d23066d2a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:48:56.662317 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-7c9008ec-16ac-4380-a2ba-7648fd76f6c5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'port': {'network_id': '6ef1ccb2-4d37-460a-bc45-e656c43aee00', 'name': 'tempest-PortsIpV6TestJSON-532703686'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:56.742412 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f0b6d385-25d8-4f5c-9a84-e7c19148964e None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:56.767701 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-0839b733-b6e9-425b-bbdb-c81d23066d2a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:56.776649 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-f9656856-7b78-40dd-b9e7-930def08b715 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] delete failed (client error): The resource could not be found. Oct 26 15:48:56.780924 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f9656856-7b78-40dd-b9e7-930def08b715 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] 10.222.0.23 "DELETE /v2.0/routers/eed3d479-27d8-47a1-990b-b78b5a80f3dc HTTP/1.1" status: 404 len: 336 time: 0.1741707 Oct 26 15:48:56.790551 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38688) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:56.790551 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0839b733-b6e9-425b-bbdb-c81d23066d2a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:56.790551 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0839b733-b6e9-425b-bbdb-c81d23066d2a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:56.801302 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5ebe8f-e337-4003-b77f-40e3e009e644 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:48:56.812309 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-29a86f07-aaaa-4a78-8da9-567257fa8580 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.8316743 Oct 26 15:48:56.830448 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-f0b6d385-25d8-4f5c-9a84-e7c19148964e None None] Transition to ACTIVE for port object 04aee3f8-914e-40ce-a9eb-9457f2e29644 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:48:56.888074 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '055d89eb-6041-456b-814d-aa39354c6eca', 'tag': '7d911889-3577-4408-935a-4ddbca7d0a55'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:48:56.890502 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee58f6c-308d-4fc5-ac22-c1045f60e7ae" -d '{"events": [{"name": "network-changed", "server_uuid": "055d89eb-6041-456b-814d-aa39354c6eca", "tag": "7d911889-3577-4408-935a-4ddbca7d0a55"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:48:56.898652 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-5d8751d2-f982-4580-92b3-968971eff6b3 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] 10.222.0.23 "GET /v2.0/ports?device_id=8dd1d4aa-537b-4b37-8fef-96604311bbff HTTP/1.1" status: 200 len: 205 time: 0.0985518 Oct 26 15:48:56.899294 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38696) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:56.928619 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-7c798d47-5f5c-4b36-a550-4eca1456e142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae03fe35-a79f-4110-97fb-08ebe0b84f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718828859', 'tenant_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.100'}], 'enable_snat': True}, 'gw_port_id': '872bb1f1-7a70-433f-8c45-8a5b179de111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:47:49Z', 'updated_at': '2022-10-26T15:48:07Z', 'revision_number': 4, 'project_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'gw_port': {'id': '872bb1f1-7a70-433f-8c45-8a5b179de111', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae03fe35-a79f-4110-97fb-08ebe0b84f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:47:51Z', 'updated_at': '2022-10-26T15:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': 'a6381f7a-2627-40db-adf4-7955bbdfb91a', 'tenant_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'floating_ip_address': '172.26.2.131', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': 'ae03fe35-a79f-4110-97fb-08ebe0b84f88', 'port_id': '7d911889-3577-4408-935a-4ddbca7d0a55', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36fe47be-95f5-45e7-bd5b-f22f2000c1c4', 'mac_address': 'fa:16:3e:50:3c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055d89eb-6041-456b-814d-aa39354c6eca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:48:51Z', 'updated_at': '2022-10-26T15:48:51Z', 'revision_number': 0, 'project_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b231630-304c-451d-a1cc-c067446409e2', 'name': '', 'network_id': '36fe47be-95f5-45e7-bd5b-f22f2000c1c4', 'tenant_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'mac_address': 'fa:16:3e:54:0e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae03fe35-a79f-4110-97fb-08ebe0b84f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '0eab9ffd-a774-40a5-8c42-7d8fdcf3444f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:48:05Z', 'updated_at': '2022-10-26T15:48:15Z', 'revision_number': 5, 'project_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'subnets': [{'id': '0eab9ffd-a774-40a5-8c42-7d8fdcf3444f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:56.939238 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c798d47-5f5c-4b36-a550-4eca1456e142 None None] Checking router: ae03fe35-a79f-4110-97fb-08ebe0b84f88 for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:48:56.941133 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:56.961629 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c798d47-5f5c-4b36-a550-4eca1456e142 None None] Routers {'ae03fe35-a79f-4110-97fb-08ebe0b84f88'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:48:56.961852 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-f0b6d385-25d8-4f5c-9a84-e7c19148964e None None] Transition to ACTIVE for port object 04aee3f8-914e-40ce-a9eb-9457f2e29644 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:48:56.963704 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-7c798d47-5f5c-4b36-a550-4eca1456e142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:48:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['ae03fe35-a79f-4110-97fb-08ebe0b84f88'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:57.043024 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-254f2a85-16be-4ded-80b4-6b761ba1e2cd tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] delete failed (client error): The resource could not be found. Oct 26 15:48:57.047060 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-254f2a85-16be-4ded-80b4-6b761ba1e2cd tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] 10.222.0.23 "DELETE /v2.0/routers/8dd1d4aa-537b-4b37-8fef-96604311bbff HTTP/1.1" status: 404 len: 336 time: 0.1418166 Oct 26 15:48:57.056120 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b172b338-884c-46f9-a4b7-fc8d803d473e x-openstack-request-id: req-b172b338-884c-46f9-a4b7-fc8d803d473e {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:48:57.056411 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "055d89eb-6041-456b-814d-aa39354c6eca", "tag": "7d911889-3577-4408-935a-4ddbca7d0a55", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:48:57.061481 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b172b338-884c-46f9-a4b7-fc8d803d473e {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:48:57.061481 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b172b338-884c-46f9-a4b7-fc8d803d473e'] response: {'name': 'network-changed', 'server_uuid': '055d89eb-6041-456b-814d-aa39354c6eca', 'tag': '7d911889-3577-4408-935a-4ddbca7d0a55', 'status': 'completed', 'code': 200} Oct 26 15:48:57.061481 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38700) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:57.090596 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f0b6d385-25d8-4f5c-9a84-e7c19148964e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:57.130571 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ecad1738-5342-45f0-92b2-321bd7ed9fd8 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:57.197228 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-7c798d47-5f5c-4b36-a550-4eca1456e142 None None] Set router ae03fe35-a79f-4110-97fb-08ebe0b84f88 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:48:57.221236 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b6d385-25d8-4f5c-9a84-e7c19148964e None None] Network 6ef1ccb2-4d37-460a-bc45-e656c43aee00 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:48:57.259798 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-f0b6d385-25d8-4f5c-9a84-e7c19148964e None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:57.276014 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b6d385-25d8-4f5c-9a84-e7c19148964e None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:48:57.280208 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b6d385-25d8-4f5c-9a84-e7c19148964e None None] Pushing event updated for resources: {'Port': ['ID=04aee3f8-914e-40ce-a9eb-9457f2e29644,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:57.281207 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-7c9008ec-16ac-4380-a2ba-7648fd76f6c5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:48:57.309727 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a69a4e76-de97-4b64-b263-d0720ee5647e tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] 10.222.0.23 "GET /v2.0/ports?device_id=596dacd8-ff66-4568-b24f-bffdb38bfabc HTTP/1.1" status: 200 len: 205 time: 0.2511551 Oct 26 15:48:57.310400 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38704) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:57.327524 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d2af0b-00a9-42e4-83cb-d0d1205809a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-f810e159-a5e8-4c86-8cec-5d909fe013dd', 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'tenant_id': 'cde0b70c42f24e8e94f9303758760038', 'fixed_ips': [{'subnet_id': 'bad8ebd5-eb51-4d12-b7fa-55b8f5b39b1b'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:48:57.328732 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-55d2af0b-00a9-42e4-83cb-d0d1205809a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:57.365513 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7c9008ec-16ac-4380-a2ba-7648fd76f6c5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Usage tracker for resource:port and tenant:b10aaa5403b848e8bc3e4f603712654e is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:48:57.373051 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7c9008ec-16ac-4380-a2ba-7648fd76f6c5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:48:57.399793 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-7c9008ec-16ac-4380-a2ba-7648fd76f6c5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:48:57.409916 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-de5e207f-5eb0-49c2-8c6b-00c47e4da07e tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] delete failed (client error): The resource could not be found. Oct 26 15:48:57.412661 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-de5e207f-5eb0-49c2-8c6b-00c47e4da07e tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] 10.222.0.23 "DELETE /v2.0/routers/596dacd8-ff66-4568-b24f-bffdb38bfabc HTTP/1.1" status: 404 len: 336 time: 0.0931196 Oct 26 15:48:57.417065 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-0839b733-b6e9-425b-bbdb-c81d23066d2a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.9597180 Oct 26 15:48:57.417961 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38708) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:57.422979 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38710) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:57.432215 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0839b733-b6e9-425b-bbdb-c81d23066d2a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Subnet': ['ID=bad8ebd5-eb51-4d12-b7fa-55b8f5b39b1b,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:57.433381 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-3d3f7fea-577b-4a47-afea-53463964ff6a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'port': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'mac_address': 'fa:16:3e:e0:17:3b', 'name': 'tempest-NetworksTestDHCPv6-1094672346'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:48:57.467401 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-f0b6d385-25d8-4f5c-9a84-e7c19148964e None None] Attempting to bind port 04aee3f8-914e-40ce-a9eb-9457f2e29644 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:48:57.468142 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-f0b6d385-25d8-4f5c-9a84-e7c19148964e None None] Attempting to bind port 04aee3f8-914e-40ce-a9eb-9457f2e29644 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '9519c6c5-d67d-4ca0-b5fe-d3a5b21cc755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6ef1ccb2-4d37-460a-bc45-e656c43aee00'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:48:57.468735 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b6d385-25d8-4f5c-9a84-e7c19148964e None None] Attempting to bind port 04aee3f8-914e-40ce-a9eb-9457f2e29644 on network 6ef1ccb2-4d37-460a-bc45-e656c43aee00 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:48:57.499787 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b6d385-25d8-4f5c-9a84-e7c19148964e None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:48:57.499787 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b6d385-25d8-4f5c-9a84-e7c19148964e None None] Checking segment: {'id': '9519c6c5-d67d-4ca0-b5fe-d3a5b21cc755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6ef1ccb2-4d37-460a-bc45-e656c43aee00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:48:57.499787 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f0b6d385-25d8-4f5c-9a84-e7c19148964e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:57.499787 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b6d385-25d8-4f5c-9a84-e7c19148964e None None] Bound using segment: {'id': '9519c6c5-d67d-4ca0-b5fe-d3a5b21cc755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6ef1ccb2-4d37-460a-bc45-e656c43aee00'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:48:57.499787 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-f0b6d385-25d8-4f5c-9a84-e7c19148964e None None] Bound port: 04aee3f8-914e-40ce-a9eb-9457f2e29644, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9519c6c5-d67d-4ca0-b5fe-d3a5b21cc755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6ef1ccb2-4d37-460a-bc45-e656c43aee00'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:48:57.499787 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f0b6d385-25d8-4f5c-9a84-e7c19148964e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:57.501845 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-39b49142-f7ba-405e-90fd-7b9377a9e7e1 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbcc2c53-68af-484e-8dd9-b3e48ba7bacb HTTP/1.1" status: 200 len: 205 time: 0.0824943 Oct 26 15:48:57.502502 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38716) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:57.610822 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-dedacbcf-e851-40a9-ab23-16c78a3e5a72 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] delete failed (client error): The resource could not be found. Oct 26 15:48:57.617055 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-dedacbcf-e851-40a9-ab23-16c78a3e5a72 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] 10.222.0.23 "DELETE /v2.0/routers/bbcc2c53-68af-484e-8dd9-b3e48ba7bacb HTTP/1.1" status: 404 len: 336 time: 0.1107020 Oct 26 15:48:57.621382 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38720) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:57.623451 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 771664fc-7f24-42d6-a93b-acf987f89e0c up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:48:57.665754 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9008ec-16ac-4380-a2ba-7648fd76f6c5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Made reservation on behalf of b10aaa5403b848e8bc3e4f603712654e for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:48:57.668979 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7c9008ec-16ac-4380-a2ba-7648fd76f6c5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:57.671314 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ee5af5e-803b-49ab-bff3-2ac40fc725a7 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] DELETE failed (client error): The resource could not be found. Oct 26 15:48:57.671776 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ee5af5e-803b-49ab-bff3-2ac40fc725a7 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:48:57.677654 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-0ee5af5e-803b-49ab-bff3-2ac40fc725a7 tempest-RoutersAdminTest-1043421489 tempest-RoutersAdminTest-1043421489-project] 10.222.0.23 "DELETE /v2.0/subnets/390674d0-87ff-43da-b5ff-89153f822b02 HTTP/1.1" status: 404 len: 337 time: 0.0513146 Oct 26 15:48:57.693324 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee58f6c-308d-4fc5-ac22-c1045f60e7ae req-6b3499af-96c8-4a28-a628-b2988b19d1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:57.694894 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9ee58f6c-308d-4fc5-ac22-c1045f60e7ae req-6b3499af-96c8-4a28-a628-b2988b19d1fd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ff1cd5d856143f1b2c461b2d5e300a8&device_id=055d89eb-6041-456b-814d-aa39354c6eca HTTP/1.1" status: 200 len: 1098 time: 0.6325369 Oct 26 15:48:57.702110 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-35298246-1347-4aa6-9131-3d6477db2729 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:57.733526 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-55d2af0b-00a9-42e4-83cb-d0d1205809a6 None None] Allocated IP 2001:db8::f816:3eff:feae:78a7 (f810e159-a5e8-4c86-8cec-5d909fe013dd/bad8ebd5-eb51-4d12-b7fa-55b8f5b39b1b/f012642c-2534-4aa7-81d4-b23fed6099b4) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:48:57.805345 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78e792-35f6-43ea-8527-58bc877d89e0 req-b10f7e89-525d-4ef9-96a9-6b76859b302d tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:57.807364 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-8c78e792-35f6-43ea-8527-58bc877d89e0 req-b10f7e89-525d-4ef9-96a9-6b76859b302d tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/ports?device_id=055d89eb-6041-456b-814d-aa39354c6eca HTTP/1.1" status: 200 len: 945 time: 0.7773418 Oct 26 15:48:57.812650 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-3d3f7fea-577b-4a47-afea-53463964ff6a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:48:57.890700 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-7c9008ec-16ac-4380-a2ba-7648fd76f6c5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] device_id is not set on port 613258c1-9659-40dc-945e-80951148c214 yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:48:57.900893 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee58f6c-308d-4fc5-ac22-c1045f60e7ae req-6b6bc8ae-c621-488a-936e-0204fe4692c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:57.903266 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9ee58f6c-308d-4fc5-ac22-c1045f60e7ae req-6b6bc8ae-c621-488a-936e-0204fe4692c1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=36fe47be-95f5-45e7-bd5b-f22f2000c1c4 HTTP/1.1" status: 200 len: 898 time: 0.2015743 Oct 26 15:48:57.932658 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-7c798d47-5f5c-4b36-a550-4eca1456e142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae03fe35-a79f-4110-97fb-08ebe0b84f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718828859', 'tenant_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.100'}], 'enable_snat': True}, 'gw_port_id': '872bb1f1-7a70-433f-8c45-8a5b179de111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:47:49Z', 'updated_at': '2022-10-26T15:48:07Z', 'revision_number': 4, 'project_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'gw_port': {'id': '872bb1f1-7a70-433f-8c45-8a5b179de111', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae03fe35-a79f-4110-97fb-08ebe0b84f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:47:51Z', 'updated_at': '2022-10-26T15:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': 'a6381f7a-2627-40db-adf4-7955bbdfb91a', 'tenant_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'floating_ip_address': '172.26.2.131', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': 'ae03fe35-a79f-4110-97fb-08ebe0b84f88', 'port_id': '7d911889-3577-4408-935a-4ddbca7d0a55', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36fe47be-95f5-45e7-bd5b-f22f2000c1c4', 'mac_address': 'fa:16:3e:50:3c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055d89eb-6041-456b-814d-aa39354c6eca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:48:51Z', 'updated_at': '2022-10-26T15:48:51Z', 'revision_number': 0, 'project_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b231630-304c-451d-a1cc-c067446409e2', 'name': '', 'network_id': '36fe47be-95f5-45e7-bd5b-f22f2000c1c4', 'tenant_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'mac_address': 'fa:16:3e:54:0e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae03fe35-a79f-4110-97fb-08ebe0b84f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '0eab9ffd-a774-40a5-8c42-7d8fdcf3444f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:48:05Z', 'updated_at': '2022-10-26T15:48:15Z', 'revision_number': 5, 'project_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'subnets': [{'id': '0eab9ffd-a774-40a5-8c42-7d8fdcf3444f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:57.937864 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c798d47-5f5c-4b36-a550-4eca1456e142 None None] The sync data for ids ['ae03fe35-a79f-4110-97fb-08ebe0b84f88'] in dv-neutron-862712-1-hyperv is: [{'id': 'ae03fe35-a79f-4110-97fb-08ebe0b84f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718828859', 'tenant_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.100'}], 'enable_snat': True}, 'gw_port_id': '872bb1f1-7a70-433f-8c45-8a5b179de111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:47:49Z', 'updated_at': '2022-10-26T15:48:07Z', 'revision_number': 4, 'project_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'gw_port': {'id': '872bb1f1-7a70-433f-8c45-8a5b179de111', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae03fe35-a79f-4110-97fb-08ebe0b84f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:47:51Z', 'updated_at': '2022-10-26T15:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': 'a6381f7a-2627-40db-adf4-7955bbdfb91a', 'tenant_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'floating_ip_address': '172.26.2.131', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': 'ae03fe35-a79f-4110-97fb-08ebe0b84f88', 'port_id': '7d911889-3577-4408-935a-4ddbca7d0a55', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36fe47be-95f5-45e7-bd5b-f22f2000c1c4', 'mac_address': 'fa:16:3e:50:3c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055d89eb-6041-456b-814d-aa39354c6eca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:48:51Z', 'updated_at': '2022-10-26T15:48:51Z', 'revision_number': 0, 'project_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b231630-304c-451d-a1cc-c067446409e2', 'name': '', 'network_id': '36fe47be-95f5-45e7-bd5b-f22f2000c1c4', 'tenant_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'mac_address': 'fa:16:3e:54:0e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae03fe35-a79f-4110-97fb-08ebe0b84f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '0eab9ffd-a774-40a5-8c42-7d8fdcf3444f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:48:05Z', 'updated_at': '2022-10-26T15:48:15Z', 'revision_number': 5, 'project_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'subnets': [{'id': '0eab9ffd-a774-40a5-8c42-7d8fdcf3444f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:48:57.969471 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-f0b6d385-25d8-4f5c-9a84-e7c19148964e None None] For port 04aee3f8-914e-40ce-a9eb-9457f2e29644, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:48:58.027430 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-55d2af0b-00a9-42e4-83cb-d0d1205809a6 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:58.033371 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 771664fc-7f24-42d6-a93b-acf987f89e0c triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:48:58.033991 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:58.034375 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 771664fc-7f24-42d6-a93b-acf987f89e0c Oct 26 15:48:58.055654 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9ee58f6c-308d-4fc5-ac22-c1045f60e7ae req-08881b22-c2fd-41b7-ae8b-557df1099517 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d911889-3577-4408-935a-4ddbca7d0a55 HTTP/1.1" status: 200 len: 999 time: 0.1432996 Oct 26 15:48:58.062884 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-35298246-1347-4aa6-9131-3d6477db2729 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Transition to ACTIVE for port object 426b69dd-04b1-4c10-8249-b8989ab30398 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:48:58.070798 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-f0b6d385-25d8-4f5c-9a84-e7c19148964e None None] For port 04aee3f8-914e-40ce-a9eb-9457f2e29644, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=04aee3f8-914e-40ce-a9eb-9457f2e29644,segment=NetworkSegment(9519c6c5-d67d-4ca0-b5fe-d3a5b21cc755),segment_id=9519c6c5-d67d-4ca0-b5fe-d3a5b21cc755)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:48:58.084392 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-55d2af0b-00a9-42e4-83cb-d0d1205809a6 None None] Transition to ACTIVE for port object f012642c-2534-4aa7-81d4-b23fed6099b4 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:48:58.086640 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecad1738-5342-45f0-92b2-321bd7ed9fd8 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Router 2a0d9104-bfa1-4ec7-a345-d00049991ac5 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:48:58.087827 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-3d3f7fea-577b-4a47-afea-53463964ff6a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:48:58.117349 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-55d2af0b-00a9-42e4-83cb-d0d1205809a6 None None] Transition to ACTIVE for port object f012642c-2534-4aa7-81d4-b23fed6099b4 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:48:58.163659 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee58f6c-308d-4fc5-ac22-c1045f60e7ae req-6b16a290-0675-410b-8d02-9268f8aee839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:58.163659 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9ee58f6c-308d-4fc5-ac22-c1045f60e7ae req-6b16a290-0675-410b-8d02-9268f8aee839 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0eab9ffd-a774-40a5-8c42-7d8fdcf3444f HTTP/1.1" status: 200 len: 833 time: 0.0971138 Oct 26 15:48:58.172746 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f0b6d385-25d8-4f5c-9a84-e7c19148964e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:58.212931 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-8c78e792-35f6-43ea-8527-58bc877d89e0 req-87882af4-9351-4a8d-9717-f9b36968a591 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/security-groups?id=714ce366-d10f-43dc-886a-95016c1d1e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3897781 Oct 26 15:48:58.233766 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-35298246-1347-4aa6-9131-3d6477db2729 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:58.235661 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3f7fea-577b-4a47-afea-53463964ff6a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:48:58.250288 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38728) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:58.313661 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-55d2af0b-00a9-42e4-83cb-d0d1205809a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:58.370230 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62f5826-5591-4cb6-b643-a959d05ae22d None None] New status for floating IP a6381f7a-2627-40db-adf4-7955bbdfb91a: ACTIVE {{(pid=89749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:48:58.397412 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38732) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:58.422502 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-17e645ae-94dd-4d69-acd5-2ca28d60d059 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/floatingips/a6381f7a-2627-40db-adf4-7955bbdfb91a HTTP/1.1" status: 200 len: 991 time: 0.1699400 Oct 26 15:48:58.425884 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee58f6c-308d-4fc5-ac22-c1045f60e7ae req-fee9f624-01a5-4888-a2cb-4f3a25a06cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:58.428061 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9ee58f6c-308d-4fc5-ac22-c1045f60e7ae req-fee9f624-01a5-4888-a2cb-4f3a25a06cd5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=36fe47be-95f5-45e7-bd5b-f22f2000c1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2596264 Oct 26 15:48:58.488805 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecad1738-5342-45f0-92b2-321bd7ed9fd8 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:48:58.500218 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35298246-1347-4aa6-9131-3d6477db2729 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Network 3a753922-07f5-46a5-9204-2886e6ed17a3 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:48:58.500742 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2004d9a5-c8f3-4c5d-998e-cdef6fae9670 None None] Sync routers for ids ['2a0d9104-bfa1-4ec7-a345-d00049991ac5'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:48:58.513441 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-35298246-1347-4aa6-9131-3d6477db2729 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:58.521336 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2004d9a5-c8f3-4c5d-998e-cdef6fae9670 None None] Routers {'2a0d9104-bfa1-4ec7-a345-d00049991ac5'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:48:58.522271 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-2004d9a5-c8f3-4c5d-998e-cdef6fae9670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:48:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['2a0d9104-bfa1-4ec7-a345-d00049991ac5'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:58.534335 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35298246-1347-4aa6-9131-3d6477db2729 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:48:58.540214 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35298246-1347-4aa6-9131-3d6477db2729 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:58.540862 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-35298246-1347-4aa6-9131-3d6477db2729 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:58.558001 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35298246-1347-4aa6-9131-3d6477db2729 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Pushing event updated for resources: {'Port': ['ID=426b69dd-04b1-4c10-8249-b8989ab30398,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:58.596716 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d2af0b-00a9-42e4-83cb-d0d1205809a6 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:48:58.605662 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-7c9008ec-16ac-4380-a2ba-7648fd76f6c5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Allocated IP 2001:db8::ce (6ef1ccb2-4d37-460a-bc45-e656c43aee00/89ba860d-6d25-4244-80c1-321af3e9dc32/613258c1-9659-40dc-945e-80951148c214) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:48:58.608347 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-55d2af0b-00a9-42e4-83cb-d0d1205809a6 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:58.612519 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9ee58f6c-308d-4fc5-ac22-c1045f60e7ae req-02f88031-85d4-4fc7-b491-e7f8aa140cf3 service neutron] 10.222.0.48 "GET /v2.0/networks/36fe47be-95f5-45e7-bd5b-f22f2000c1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720710 Oct 26 15:48:58.613588 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d2af0b-00a9-42e4-83cb-d0d1205809a6 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:48:58.635734 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5284ebb0-ed1b-4783-bb81-bef616f248cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:58.648252 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-2004d9a5-c8f3-4c5d-998e-cdef6fae9670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:58.649850 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3d3f7fea-577b-4a47-afea-53463964ff6a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:58.660677 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2004d9a5-c8f3-4c5d-998e-cdef6fae9670 None None] Routers {'2a0d9104-bfa1-4ec7-a345-d00049991ac5'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:48:58.662155 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-2004d9a5-c8f3-4c5d-998e-cdef6fae9670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:48:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['2a0d9104-bfa1-4ec7-a345-d00049991ac5'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:58.696027 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-5284ebb0-ed1b-4783-bb81-bef616f248cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:48:58.711970 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-3d3f7fea-577b-4a47-afea-53463964ff6a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] device_id is not set on port 10bbfb91-7acf-44e9-a891-937e594c5c9e yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:48:58.734908 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 771664fc-7f24-42d6-a93b-acf987f89e0c is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:48:58.753048 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-35298246-1347-4aa6-9131-3d6477db2729 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.3496537 Oct 26 15:48:58.753697 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-2004d9a5-c8f3-4c5d-998e-cdef6fae9670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:48:58.754250 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2004d9a5-c8f3-4c5d-998e-cdef6fae9670 None None] The sync data for ids ['2a0d9104-bfa1-4ec7-a345-d00049991ac5'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:48:58.757289 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38740) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:58.762376 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-5284ebb0-ed1b-4783-bb81-bef616f248cc admin admin] Usage tracker for resource:security_group_rule and tenant:eae49afb94514da8ad9cfe3afdaae288 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:48:58.767140 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ecad1738-5342-45f0-92b2-321bd7ed9fd8 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "PUT /v2.0/routers/2a0d9104-bfa1-4ec7-a345-d00049991ac5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7730575 Oct 26 15:48:58.767452 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38744) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:58.772533 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-5284ebb0-ed1b-4783-bb81-bef616f248cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:48:58.825399 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-5284ebb0-ed1b-4783-bb81-bef616f248cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:48:58.842569 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-c8fc70c3-94f6-4a83-9bad-1ccb4bd05d97 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a0d9104-bfa1-4ec7-a345-d00049991ac5 HTTP/1.1" status: 200 len: 205 time: 0.0717261 Oct 26 15:48:58.852348 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38748) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:58.905918 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-0244cda5-255b-4e65-9533-499ce8496c80 None None] Allocated IP 2001:db8::f816:3eff:fef9:868 (3a753922-07f5-46a5-9204-2886e6ed17a3/a22285a2-09e3-4637-a6f4-a9f0103f61ef/bef724fa-f47c-415e-8028-4b4c562613d5) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:48:58.930130 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b6d385-25d8-4f5c-9a84-e7c19148964e None None] Pushing event updated for resources: {'Port': ['ID=04aee3f8-914e-40ce-a9eb-9457f2e29644,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:59.023309 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e0737dc-40bd-492f-8731-1ac6d90d5e7a tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Deleting subnet a22285a2-09e3-4637-a6f4-a9f0103f61ef {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:48:59.079217 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2af0b-00a9-42e4-83cb-d0d1205809a6 None None] Pushing event updated for resources: {'Port': ['ID=f012642c-2534-4aa7-81d4-b23fed6099b4,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:59.106819 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-3d3f7fea-577b-4a47-afea-53463964ff6a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Allocated IP 2001:db8::f816:3eff:fee0:173b (f810e159-a5e8-4c86-8cec-5d909fe013dd/bad8ebd5-eb51-4d12-b7fa-55b8f5b39b1b/10bbfb91-7acf-44e9-a891-937e594c5c9e) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:48:59.115833 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-55d2af0b-00a9-42e4-83cb-d0d1205809a6 None None] Attempting to bind port f012642c-2534-4aa7-81d4-b23fed6099b4 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:48:59.116214 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-55d2af0b-00a9-42e4-83cb-d0d1205809a6 None None] Attempting to bind port f012642c-2534-4aa7-81d4-b23fed6099b4 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:48:59.116595 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d2af0b-00a9-42e4-83cb-d0d1205809a6 None None] Attempting to bind port f012642c-2534-4aa7-81d4-b23fed6099b4 on network f810e159-a5e8-4c86-8cec-5d909fe013dd {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:48:59.121106 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7c9008ec-16ac-4380-a2ba-7648fd76f6c5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:59.140550 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d5889f13-6452-49bd-acde-5a33ee694ff3 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for router, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:59.155438 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-7c9008ec-16ac-4380-a2ba-7648fd76f6c5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Transition to ACTIVE for port object 613258c1-9659-40dc-945e-80951148c214 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:48:59.177794 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d2af0b-00a9-42e4-83cb-d0d1205809a6 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:48:59.183797 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d2af0b-00a9-42e4-83cb-d0d1205809a6 None None] Checking segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:48:59.184425 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-55d2af0b-00a9-42e4-83cb-d0d1205809a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:59.185845 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d2af0b-00a9-42e4-83cb-d0d1205809a6 None None] Bound using segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:48:59.186870 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-55d2af0b-00a9-42e4-83cb-d0d1205809a6 None None] Bound port: f012642c-2534-4aa7-81d4-b23fed6099b4, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:48:59.187424 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-55d2af0b-00a9-42e4-83cb-d0d1205809a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:59.361497 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3d3f7fea-577b-4a47-afea-53463964ff6a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:59.369068 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7c9008ec-16ac-4380-a2ba-7648fd76f6c5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:59.386123 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-0244cda5-255b-4e65-9533-499ce8496c80 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:59.397574 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-0244cda5-255b-4e65-9533-499ce8496c80 None None] Transition to ACTIVE for port object bef724fa-f47c-415e-8028-4b4c562613d5 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:48:59.414772 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9ee58f6c-308d-4fc5-ac22-c1045f60e7ae req-1c2ad1bd-d5ba-4034-b83a-02c780d241f7 service neutron] 10.222.0.48 "GET /v2.0/networks/36fe47be-95f5-45e7-bd5b-f22f2000c1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7639911 Oct 26 15:48:59.419702 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-0244cda5-255b-4e65-9533-499ce8496c80 None None] Transition to ACTIVE for port object bef724fa-f47c-415e-8028-4b4c562613d5 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:48:59.428420 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38752) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:59.448715 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-3d3f7fea-577b-4a47-afea-53463964ff6a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Transition to ACTIVE for port object 10bbfb91-7acf-44e9-a891-937e594c5c9e will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:48:59.460094 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9008ec-16ac-4380-a2ba-7648fd76f6c5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Network 6ef1ccb2-4d37-460a-bc45-e656c43aee00 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:48:59.464306 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-7c9008ec-16ac-4380-a2ba-7648fd76f6c5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:59.469779 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9008ec-16ac-4380-a2ba-7648fd76f6c5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:48:59.476051 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9008ec-16ac-4380-a2ba-7648fd76f6c5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:59.476584 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7c9008ec-16ac-4380-a2ba-7648fd76f6c5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:59.482898 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9008ec-16ac-4380-a2ba-7648fd76f6c5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event updated for resources: {'Port': ['ID=613258c1-9659-40dc-945e-80951148c214,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:59.510434 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4e0737dc-40bd-492f-8731-1ac6d90d5e7a tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:59.515680 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-0244cda5-255b-4e65-9533-499ce8496c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:59.571159 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4e0737dc-40bd-492f-8731-1ac6d90d5e7a tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:59.607323 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-7c9008ec-16ac-4380-a2ba-7648fd76f6c5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9565306 Oct 26 15:48:59.608124 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38756) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:48:59.619142 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0244cda5-255b-4e65-9533-499ce8496c80 None None] Network 3a753922-07f5-46a5-9204-2886e6ed17a3 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:48:59.635935 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0244cda5-255b-4e65-9533-499ce8496c80 None None] Pushing event updated for resources: {'Port': ['ID=bef724fa-f47c-415e-8028-4b4c562613d5,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:59.638581 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-0244cda5-255b-4e65-9533-499ce8496c80 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:48:59.645137 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0244cda5-255b-4e65-9533-499ce8496c80 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:48:59.709991 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3d3f7fea-577b-4a47-afea-53463964ff6a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:59.811780 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5284ebb0-ed1b-4783-bb81-bef616f248cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:59.818508 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d5889f13-6452-49bd-acde-5a33ee694ff3 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:59.824651 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ac842b6c-6fa2-4f5e-8727-f4ed30ec3666 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/floatingips/a6381f7a-2627-40db-adf4-7955bbdfb91a HTTP/1.1" status: 200 len: 991 time: 0.3941908 Oct 26 15:48:59.825967 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d5889f13-6452-49bd-acde-5a33ee694ff3 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:59.842571 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 04aee3f8-914e-40ce-a9eb-9457f2e29644 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:48:59.897205 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5284ebb0-ed1b-4783-bb81-bef616f248cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:59.947195 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-0244cda5-255b-4e65-9533-499ce8496c80 None None] Attempting to bind port bef724fa-f47c-415e-8028-4b4c562613d5 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:48:59.947573 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-0244cda5-255b-4e65-9533-499ce8496c80 None None] Attempting to bind port bef724fa-f47c-415e-8028-4b4c562613d5 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '674060fc-1938-45d8-a0c1-d746efd915c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '3a753922-07f5-46a5-9204-2886e6ed17a3'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:48:59.951146 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0244cda5-255b-4e65-9533-499ce8496c80 None None] Attempting to bind port bef724fa-f47c-415e-8028-4b4c562613d5 on network 3a753922-07f5-46a5-9204-2886e6ed17a3 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:48:59.960567 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d5889f13-6452-49bd-acde-5a33ee694ff3 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:59.961314 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5889f13-6452-49bd-acde-5a33ee694ff3 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Fanout notify agent at l3_agent the message router_deleted on router 2a0d9104-bfa1-4ec7-a345-d00049991ac5 {{(pid=89748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:48:59.966970 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0244cda5-255b-4e65-9533-499ce8496c80 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:48:59.967222 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0244cda5-255b-4e65-9533-499ce8496c80 None None] Checking segment: {'id': '674060fc-1938-45d8-a0c1-d746efd915c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '3a753922-07f5-46a5-9204-2886e6ed17a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:48:59.967619 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-0244cda5-255b-4e65-9533-499ce8496c80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:59.968070 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0244cda5-255b-4e65-9533-499ce8496c80 None None] Bound using segment: {'id': '674060fc-1938-45d8-a0c1-d746efd915c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '3a753922-07f5-46a5-9204-2886e6ed17a3'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:48:59.968726 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-0244cda5-255b-4e65-9533-499ce8496c80 None None] Bound port: bef724fa-f47c-415e-8028-4b4c562613d5, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '674060fc-1938-45d8-a0c1-d746efd915c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '3a753922-07f5-46a5-9204-2886e6ed17a3'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:48:59.969127 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-0244cda5-255b-4e65-9533-499ce8496c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:48:59.977256 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5284ebb0-ed1b-4783-bb81-bef616f248cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabf9a6e-2a60-41e3-a1ae-032c6f036f48,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:48:59.986304 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-5284ebb0-ed1b-4783-bb81-bef616f248cc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eae49afb94514da8ad9cfe3afdaae288&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5840917 Oct 26 15:48:59.987193 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38760) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:00.024541 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d5889f13-6452-49bd-acde-5a33ee694ff3 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:00.028335 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-d5889f13-6452-49bd-acde-5a33ee694ff3 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "DELETE /v2.0/routers/2a0d9104-bfa1-4ec7-a345-d00049991ac5 HTTP/1.1" status: 204 len: 168 time: 1.1667676 Oct 26 15:49:00.030204 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38764) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:00.064923 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-55d2af0b-00a9-42e4-83cb-d0d1205809a6 None None] For port f012642c-2534-4aa7-81d4-b23fed6099b4, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:49:00.100256 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-55d2af0b-00a9-42e4-83cb-d0d1205809a6 None None] For port f012642c-2534-4aa7-81d4-b23fed6099b4, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=f012642c-2534-4aa7-81d4-b23fed6099b4,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:49:00.113131 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-0244cda5-255b-4e65-9533-499ce8496c80 None None] For port bef724fa-f47c-415e-8028-4b4c562613d5, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:49:00.118351 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-0244cda5-255b-4e65-9533-499ce8496c80 None None] For port bef724fa-f47c-415e-8028-4b4c562613d5, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=bef724fa-f47c-415e-8028-4b4c562613d5,segment=NetworkSegment(674060fc-1938-45d8-a0c1-d746efd915c3),segment_id=674060fc-1938-45d8-a0c1-d746efd915c3)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:49:00.131906 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3f7fea-577b-4a47-afea-53463964ff6a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Port': ['ID=10bbfb91-7acf-44e9-a891-937e594c5c9e,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:00.136485 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-4da7f5a6-63fb-4308-ad79-3119adb03f46 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Deleting subnet d444ccbf-d549-4a04-8a45-a57c05f666c2 {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:49:00.138426 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cf87ab8a-3d34-4135-918f-c92c785c2920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:00.141903 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4da7f5a6-63fb-4308-ad79-3119adb03f46 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:00.170705 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e094a1-2eb3-44e1-adc4-ec60458296c0 None None] Network 6ef1ccb2-4d37-460a-bc45-e656c43aee00 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:49:00.196017 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3f7fea-577b-4a47-afea-53463964ff6a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:49:00.205697 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-3d3f7fea-577b-4a47-afea-53463964ff6a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:49:00.211928 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3f7fea-577b-4a47-afea-53463964ff6a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:49:00.216777 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cf87ab8a-3d34-4135-918f-c92c785c2920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:00.217691 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3f7fea-577b-4a47-afea-53463964ff6a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:00.218304 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3d3f7fea-577b-4a47-afea-53463964ff6a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:00.233517 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4da7f5a6-63fb-4308-ad79-3119adb03f46 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:00.235913 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 04aee3f8-914e-40ce-a9eb-9457f2e29644 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:49:00.245428 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-55d2af0b-00a9-42e4-83cb-d0d1205809a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:00.249269 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-0244cda5-255b-4e65-9533-499ce8496c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:00.410565 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4da7f5a6-63fb-4308-ad79-3119adb03f46 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:00.417467 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2af0b-00a9-42e4-83cb-d0d1205809a6 None None] Pushing event updated for resources: {'Port': ['ID=f012642c-2534-4aa7-81d4-b23fed6099b4,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:00.457617 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cf87ab8a-3d34-4135-918f-c92c785c2920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:00.491595 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf87ab8a-3d34-4135-918f-c92c785c2920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabf9a6e-2a60-41e3-a1ae-032c6f036f48,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:00.526376 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cf87ab8a-3d34-4135-918f-c92c785c2920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:00.530168 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-cf87ab8a-3d34-4135-918f-c92c785c2920 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fabf9a6e-2a60-41e3-a1ae-032c6f036f48 HTTP/1.1" status: 204 len: 168 time: 0.5379026 Oct 26 15:49:00.543998 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-0629d79b-c248-442f-a824-3a41e18fe98e None None] Provisioning for port 04aee3f8-914e-40ce-a9eb-9457f2e29644 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:49:00.573985 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-3d3f7fea-577b-4a47-afea-53463964ff6a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1451292 Oct 26 15:49:00.579266 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38772) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:00.634036 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-0629d79b-c248-442f-a824-3a41e18fe98e None None] Provisioning complete for port 04aee3f8-914e-40ce-a9eb-9457f2e29644 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:49:00.634425 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-0629d79b-c248-442f-a824-3a41e18fe98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:00.634871 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0629d79b-c248-442f-a824-3a41e18fe98e None None] Attempt 1 to provision port 04aee3f8-914e-40ce-a9eb-9457f2e29644 Oct 26 15:49:00.733702 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0244cda5-255b-4e65-9533-499ce8496c80 None None] Pushing event updated for resources: {'Port': ['ID=bef724fa-f47c-415e-8028-4b4c562613d5,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:00.817711 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4da7f5a6-63fb-4308-ad79-3119adb03f46 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:00.844292 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38776) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:00.879256 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0629d79b-c248-442f-a824-3a41e18fe98e None None] Current status of the port 04aee3f8-914e-40ce-a9eb-9457f2e29644 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:49:00.879808 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-0629d79b-c248-442f-a824-3a41e18fe98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:00.953704 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-0629d79b-c248-442f-a824-3a41e18fe98e None None] For port 04aee3f8-914e-40ce-a9eb-9457f2e29644, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=04aee3f8-914e-40ce-a9eb-9457f2e29644,segment=NetworkSegment(9519c6c5-d67d-4ca0-b5fe-d3a5b21cc755),segment_id=9519c6c5-d67d-4ca0-b5fe-d3a5b21cc755)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:49:01.018748 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7f5a6-63fb-4308-ad79-3119adb03f46 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event deleted for resources: {'Subnet': ['ID=d444ccbf-d549-4a04-8a45-a57c05f666c2,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:01.027511 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4da7f5a6-63fb-4308-ad79-3119adb03f46 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:01.029783 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4e0737dc-40bd-492f-8731-1ac6d90d5e7a tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:01.050727 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de3ec2d-19ff-4e3b-88c5-c3f563fc5f18 None None] Network 01e8d086-9546-4bd7-81ea-027a1f4f7736 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:49:01.079753 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-4da7f5a6-63fb-4308-ad79-3119adb03f46 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "DELETE /v2.0/subnets/d444ccbf-d549-4a04-8a45-a57c05f666c2 HTTP/1.1" status: 204 len: 168 time: 1.0458233 Oct 26 15:49:01.080633 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38780) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:01.089666 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0b0b618a-f161-4f6a-83ad-216d13675229 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:01.203284 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0045725-96ea-4369-9897-8e10a8e745c2 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Deleting subnet 5459c700-7af6-4c7c-b430-897e07b1797d {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:49:01.207488 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b0045725-96ea-4369-9897-8e10a8e745c2 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:01.252301 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-0629d79b-c248-442f-a824-3a41e18fe98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:01.298071 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b0045725-96ea-4369-9897-8e10a8e745c2 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:01.366191 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f1c50cbe-d4da-4f8a-9ec9-23f47fe23ed7 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/floatingips/a6381f7a-2627-40db-adf4-7955bbdfb91a HTTP/1.1" status: 200 len: 993 time: 0.4680333 Oct 26 15:49:01.419824 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad6f08c-ebfe-4d39-b343-e55b7e421606 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:01.428472 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4e0737dc-40bd-492f-8731-1ac6d90d5e7a tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:01.436057 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad6f08c-ebfe-4d39-b343-e55b7e421606 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:01.438288 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-cad6f08c-ebfe-4d39-b343-e55b7e421606 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.8568497 Oct 26 15:49:01.440715 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38786) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:01.479067 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-ec864090-a37e-4bf1-99a9-695dc677b153 None None] Provisioning complete for port 04aee3f8-914e-40ce-a9eb-9457f2e29644 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:49:01.479811 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ec864090-a37e-4bf1-99a9-695dc677b153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:01.480628 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ec864090-a37e-4bf1-99a9-695dc677b153 None None] Attempt 1 to provision port 04aee3f8-914e-40ce-a9eb-9457f2e29644 Oct 26 15:49:01.497210 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b0045725-96ea-4369-9897-8e10a8e745c2 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:01.527633 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0737dc-40bd-492f-8731-1ac6d90d5e7a tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Pushing event deleted for resources: {'Subnet': ['ID=a22285a2-09e3-4637-a6f4-a9f0103f61ef,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:01.548139 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4e0737dc-40bd-492f-8731-1ac6d90d5e7a tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:01.562411 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0629d79b-c248-442f-a824-3a41e18fe98e None None] Pushing event updated for resources: {'Port': ['ID=04aee3f8-914e-40ce-a9eb-9457f2e29644,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:01.571776 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4e0737dc-40bd-492f-8731-1ac6d90d5e7a tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] 10.222.0.23 "DELETE /v2.0/subnets/a22285a2-09e3-4637-a6f4-a9f0103f61ef HTTP/1.1" status: 204 len: 168 time: 2.8097746 Oct 26 15:49:01.574825 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38790) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:01.616992 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-9590bdc2-1a49-4359-94cf-893d1fe74600 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting port 10bbfb91-7acf-44e9-a891-937e594c5c9e {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:49:01.619663 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9590bdc2-1a49-4359-94cf-893d1fe74600 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:01.767547 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device f012642c-2534-4aa7-81d4-b23fed6099b4 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:49:01.785335 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38794) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:01.860275 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471be473-2ca0-4c79-b3cc-4998b23a3f91 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:01.861791 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471be473-2ca0-4c79-b3cc-4998b23a3f91 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:01.862622 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-471be473-2ca0-4c79-b3cc-4998b23a3f91 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Synchronizing usage tracker for tenant:ed533417d7984f4ebffb4d3679dafa7e on resource:subnet {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:49:01.883382 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ec864090-a37e-4bf1-99a9-695dc677b153 None None] Current status of the port 04aee3f8-914e-40ce-a9eb-9457f2e29644 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:49:01.949434 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port f012642c-2534-4aa7-81d4-b23fed6099b4 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:49:01.954987 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device bef724fa-f47c-415e-8028-4b4c562613d5 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:49:01.962752 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0b0b618a-f161-4f6a-83ad-216d13675229 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:01.994011 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06f15a4-98a2-4f3b-a482-0f73dfa973c9 None None] DHCP port deletion for 01e8d086-9546-4bd7-81ea-027a1f4f7736 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:49:02.015274 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-ec864090-a37e-4bf1-99a9-695dc677b153 None None] Provisioning for port 613258c1-9659-40dc-945e-80951148c214 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:49:02.033192 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c06f15a4-98a2-4f3b-a482-0f73dfa973c9 None None] Deleting port a7c4121b-d4af-4307-8f2a-f9e6c11f7de1 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:49:02.033524 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c06f15a4-98a2-4f3b-a482-0f73dfa973c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:02.044585 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-471be473-2ca0-4c79-b3cc-4998b23a3f91 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Unset dirty status for tenant:ed533417d7984f4ebffb4d3679dafa7e on resource:subnet {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:49:02.048794 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-471be473-2ca0-4c79-b3cc-4998b23a3f91 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4701376 Oct 26 15:49:02.049346 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38798) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:02.064016 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-ec864090-a37e-4bf1-99a9-695dc677b153 None None] Provisioning complete for port 613258c1-9659-40dc-945e-80951148c214 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:49:02.064388 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ec864090-a37e-4bf1-99a9-695dc677b153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:02.064829 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ec864090-a37e-4bf1-99a9-695dc677b153 None None] Attempt 1 to provision port 613258c1-9659-40dc-945e-80951148c214 Oct 26 15:49:02.085748 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0b0b618a-f161-4f6a-83ad-216d13675229 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:02.108494 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-efd36350-c924-4683-a449-aa48686e6a6c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=10ca3219de1940369df7d17421d53c85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3173354 Oct 26 15:49:02.114760 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38802) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:02.146424 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b0045725-96ea-4369-9897-8e10a8e745c2 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:02.212760 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ec864090-a37e-4bf1-99a9-695dc677b153 None None] Port 613258c1-9659-40dc-945e-80951148c214 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:02.218599 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-daa876f3-dc3a-4fbd-bbb3-9da45b44de4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:02.296372 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b0045725-96ea-4369-9897-8e10a8e745c2 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:02.304442 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0045725-96ea-4369-9897-8e10a8e745c2 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event deleted for resources: {'Subnet': ['ID=5459c700-7af6-4c7c-b430-897e07b1797d,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:02.360885 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b0045725-96ea-4369-9897-8e10a8e745c2 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "DELETE /v2.0/subnets/5459c700-7af6-4c7c-b430-897e07b1797d HTTP/1.1" status: 204 len: 168 time: 1.2762277 Oct 26 15:49:02.362788 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a0f96d-a482-4e3a-b54f-4d937886f81d None None] Network 3145270b-cf51-4aeb-86d8-f9215b268a49 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:49:02.366222 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38806) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:02.377737 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port bef724fa-f47c-415e-8028-4b4c562613d5 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:49:02.524251 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-c06f15a4-98a2-4f3b-a482-0f73dfa973c9 None None] For port a7c4121b-d4af-4307-8f2a-f9e6c11f7de1, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=a7c4121b-d4af-4307-8f2a-f9e6c11f7de1,segment=NetworkSegment(a789e892-a6a2-4c95-ad78-9080c24dbfea),segment_id=a789e892-a6a2-4c95-ad78-9080c24dbfea)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:49:02.524736 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c06f15a4-98a2-4f3b-a482-0f73dfa973c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:02.565443 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-05974d40-9c30-4e7a-b4b4-af3ed4b1e356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:02.588320 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0b0b618a-f161-4f6a-83ad-216d13675229 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:02.592753 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3bed0dea-240b-44a7-a40f-8591388833cb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:02.600927 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7bc40bdb-d63d-485c-a212-f4702c30f5b3 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:02.604923 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b618a-f161-4f6a-83ad-216d13675229 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event updated for resources: {'Port': ['ID=613258c1-9659-40dc-945e-80951148c214,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:02.615835 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf344c4-989c-46ac-8193-5fffbb71f09b None None] Network 3a753922-07f5-46a5-9204-2886e6ed17a3 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:49:02.628469 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-05974d40-9c30-4e7a-b4b4-af3ed4b1e356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:02.637414 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9590bdc2-1a49-4359-94cf-893d1fe74600 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:02.712931 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c06f15a4-98a2-4f3b-a482-0f73dfa973c9 None None] Calling delete_port for a7c4121b-d4af-4307-8f2a-f9e6c11f7de1 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:49:02.716836 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-3bed0dea-240b-44a7-a40f-8591388833cb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Deleting port a7c4121b-d4af-4307-8f2a-f9e6c11f7de1 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:49:02.717180 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3bed0dea-240b-44a7-a40f-8591388833cb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:02.741784 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ec864090-a37e-4bf1-99a9-695dc677b153 None None] Attempt 2 to provision port 613258c1-9659-40dc-945e-80951148c214 Oct 26 15:49:02.769566 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bc40bdb-d63d-485c-a212-f4702c30f5b3 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 26 15:49:02.770171 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bc40bdb-d63d-485c-a212-f4702c30f5b3 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:49:02.771938 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-7bc40bdb-d63d-485c-a212-f4702c30f5b3 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] 10.222.0.23 "DELETE /v2.0/networks/3a753922-07f5-46a5-9204-2886e6ed17a3 HTTP/1.1" status: 409 len: 405 time: 0.7215703 Oct 26 15:49:02.775698 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38810) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:02.782715 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-353dbc7b-5e2c-406e-9a64-198b6cda6332 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-136530214'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:02.788310 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-353dbc7b-5e2c-406e-9a64-198b6cda6332 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:02.792380 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-353dbc7b-5e2c-406e-9a64-198b6cda6332 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Usage tracker for resource:network and tenant:ed533417d7984f4ebffb4d3679dafa7e is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:02.795604 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-353dbc7b-5e2c-406e-9a64-198b6cda6332 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:02.801485 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-353dbc7b-5e2c-406e-9a64-198b6cda6332 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:02.824968 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-9590bdc2-1a49-4359-94cf-893d1fe74600 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Calling delete_port for 10bbfb91-7acf-44e9-a891-937e594c5c9e owned by {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:49:02.892651 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353dbc7b-5e2c-406e-9a64-198b6cda6332 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Made reservation on behalf of ed533417d7984f4ebffb4d3679dafa7e for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:49:02.899228 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-353dbc7b-5e2c-406e-9a64-198b6cda6332 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:02.979060 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-353dbc7b-5e2c-406e-9a64-198b6cda6332 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:49:02.996834 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ec864090-a37e-4bf1-99a9-695dc677b153 None None] Port 613258c1-9659-40dc-945e-80951148c214 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:03.009164 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0b0b618a-f161-4f6a-83ad-216d13675229 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:03.089406 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c06f15a4-98a2-4f3b-a482-0f73dfa973c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:03.102479 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-05974d40-9c30-4e7a-b4b4-af3ed4b1e356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:03.170340 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05974d40-9c30-4e7a-b4b4-af3ed4b1e356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5f0f59-fa0e-4a66-8f87-2d700c93fe18,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:03.187993 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-3bed0dea-240b-44a7-a40f-8591388833cb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] For port a7c4121b-d4af-4307-8f2a-f9e6c11f7de1, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=a7c4121b-d4af-4307-8f2a-f9e6c11f7de1,segment=NetworkSegment(a789e892-a6a2-4c95-ad78-9080c24dbfea),segment_id=a789e892-a6a2-4c95-ad78-9080c24dbfea)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:49:03.188488 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3bed0dea-240b-44a7-a40f-8591388833cb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:03.196696 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f15a4-98a2-4f3b-a482-0f73dfa973c9 None None] Pushing event deleted for resources: {'Port': ['ID=a7c4121b-d4af-4307-8f2a-f9e6c11f7de1,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:03.204969 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06f15a4-98a2-4f3b-a482-0f73dfa973c9 None None] No DVR routers for this DVR port a7c4121b-d4af-4307-8f2a-f9e6c11f7de1 on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:49:03.266894 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-05974d40-9c30-4e7a-b4b4-af3ed4b1e356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:03.269651 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-05974d40-9c30-4e7a-b4b4-af3ed4b1e356 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1f5f0f59-fa0e-4a66-8f87-2d700c93fe18 HTTP/1.1" status: 204 len: 168 time: 1.1524897 Oct 26 15:49:03.358661 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-3bed0dea-240b-44a7-a40f-8591388833cb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Calling delete_port for a7c4121b-d4af-4307-8f2a-f9e6c11f7de1 owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:49:03.365075 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c65129-b348-4acd-8164-580b3bb1a1d8 None None] DHCP port deletion for 3145270b-cf51-4aeb-86d8-f9215b268a49 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:49:03.371737 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-97c65129-b348-4acd-8164-580b3bb1a1d8 None None] Deleting port 86883083-daa2-4691-a697-8eba28d0712c {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:49:03.375720 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-97c65129-b348-4acd-8164-580b3bb1a1d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:03.428908 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e75e13-98b5-4281-b879-ebea9533b082 None None] DHCP port deletion for 3a753922-07f5-46a5-9204-2886e6ed17a3 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:49:03.435032 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-353dbc7b-5e2c-406e-9a64-198b6cda6332 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:03.435381 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-353dbc7b-5e2c-406e-9a64-198b6cda6332 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Added segment 82784608-02a3-415a-91f3-8e2ac66c8052 of type vlan for network 7fd3b488-50af-4ba5-aabd-3b192714d1bb Oct 26 15:49:03.449429 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9590bdc2-1a49-4359-94cf-893d1fe74600 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:03.460393 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c8e75e13-98b5-4281-b879-ebea9533b082 None None] Deleting port bef724fa-f47c-415e-8028-4b4c562613d5 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:49:03.460393 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c8e75e13-98b5-4281-b879-ebea9533b082 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:03.499730 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-353dbc7b-5e2c-406e-9a64-198b6cda6332 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:03.506980 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590bdc2-1a49-4359-94cf-893d1fe74600 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Port': ['ID=10bbfb91-7acf-44e9-a891-937e594c5c9e,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:03.513450 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.db.api [None req-3bed0dea-240b-44a7-a40f-8591388833cb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:49:03.513668 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG oslo_db.api [None req-3bed0dea-240b-44a7-a40f-8591388833cb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:49:03.521232 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ec864090-a37e-4bf1-99a9-695dc677b153 None None] Attempt 3 to provision port 613258c1-9659-40dc-945e-80951148c214 Oct 26 15:49:03.554142 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0b0b618a-f161-4f6a-83ad-216d13675229 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:03.592245 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9590bdc2-1a49-4359-94cf-893d1fe74600 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:03.599447 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38818) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:03.611482 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-9590bdc2-1a49-4359-94cf-893d1fe74600 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/ports/10bbfb91-7acf-44e9-a891-937e594c5c9e HTTP/1.1" status: 204 len: 168 time: 2.1689961 Oct 26 15:49:03.643241 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-353dbc7b-5e2c-406e-9a64-198b6cda6332 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:03.650723 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353dbc7b-5e2c-406e-9a64-198b6cda6332 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:03.651679 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-353dbc7b-5e2c-406e-9a64-198b6cda6332 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:03.671531 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ec864090-a37e-4bf1-99a9-695dc677b153 None None] Port 613258c1-9659-40dc-945e-80951148c214 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:03.672237 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 04aee3f8-914e-40ce-a9eb-9457f2e29644 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:49:03.698900 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0b0b618a-f161-4f6a-83ad-216d13675229 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:03.699657 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0b0b618a-f161-4f6a-83ad-216d13675229 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:03.882821 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdce1112-d29e-4856-a9fa-dd09510d4879 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:03.884466 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdce1112-d29e-4856-a9fa-dd09510d4879 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:03.886033 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-fdce1112-d29e-4856-a9fa-dd09510d4879 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2855332 Oct 26 15:49:03.889597 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38826) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:03.899966 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-353dbc7b-5e2c-406e-9a64-198b6cda6332 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1200697 Oct 26 15:49:03.930772 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-97c65129-b348-4acd-8164-580b3bb1a1d8 None None] For port 86883083-daa2-4691-a697-8eba28d0712c, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=86883083-daa2-4691-a697-8eba28d0712c,segment=NetworkSegment(5c629e54-fa9b-459c-909f-2f59bff27453),segment_id=5c629e54-fa9b-459c-909f-2f59bff27453)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:49:03.931175 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-97c65129-b348-4acd-8164-580b3bb1a1d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:03.940580 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 04aee3f8-914e-40ce-a9eb-9457f2e29644 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:49:03.940967 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:03.941624 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 04aee3f8-914e-40ce-a9eb-9457f2e29644 Oct 26 15:49:03.944303 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353dbc7b-5e2c-406e-9a64-198b6cda6332 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Pushing event updated for resources: {'Network': ['ID=7fd3b488-50af-4ba5-aabd-3b192714d1bb,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:03.952696 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38830) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:03.964229 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-fd8d6410-b1d7-44b0-9f70-082baa6e0212 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Request body: {'subnet': {'network_id': '7fd3b488-50af-4ba5-aabd-3b192714d1bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:03.980761 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b618a-f161-4f6a-83ad-216d13675229 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event updated for resources: {'Port': ['ID=613258c1-9659-40dc-945e-80951148c214,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:04.003560 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-997f6362-60f9-49ec-b4b8-0df587fdcc8d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting subnet bad8ebd5-eb51-4d12-b7fa-55b8f5b39b1b {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:49:04.008284 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-997f6362-60f9-49ec-b4b8-0df587fdcc8d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:04.011702 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 7fd3b488-50af-4ba5-aabd-3b192714d1bb details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:49:04.046016 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-3bed0dea-240b-44a7-a40f-8591388833cb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Deleting port a7c4121b-d4af-4307-8f2a-f9e6c11f7de1 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:49:04.046711 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3bed0dea-240b-44a7-a40f-8591388833cb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:04.124875 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-fd8d6410-b1d7-44b0-9f70-082baa6e0212 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:04.134059 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0b618a-f161-4f6a-83ad-216d13675229 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Network 6ef1ccb2-4d37-460a-bc45-e656c43aee00 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:49:04.136523 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-0b0b618a-f161-4f6a-83ad-216d13675229 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:49:04.168645 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-997f6362-60f9-49ec-b4b8-0df587fdcc8d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:04.211570 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-fd8d6410-b1d7-44b0-9f70-082baa6e0212 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:04.222810 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ec864090-a37e-4bf1-99a9-695dc677b153 None None] Attempt 4 to provision port 613258c1-9659-40dc-945e-80951148c214 Oct 26 15:49:04.274387 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-97c65129-b348-4acd-8164-580b3bb1a1d8 None None] Calling delete_port for 86883083-daa2-4691-a697-8eba28d0712c owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:49:04.414722 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8d6410-b1d7-44b0-9f70-082baa6e0212 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Made reservation on behalf of ed533417d7984f4ebffb4d3679dafa7e for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:49:04.420638 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fd8d6410-b1d7-44b0-9f70-082baa6e0212 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:04.425809 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-3bed0dea-240b-44a7-a40f-8591388833cb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] The port 'a7c4121b-d4af-4307-8f2a-f9e6c11f7de1' was deleted {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 15:49:04.486701 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-c8e75e13-98b5-4281-b879-ebea9533b082 None None] For port bef724fa-f47c-415e-8028-4b4c562613d5, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=bef724fa-f47c-415e-8028-4b4c562613d5,segment=NetworkSegment(674060fc-1938-45d8-a0c1-d746efd915c3),segment_id=674060fc-1938-45d8-a0c1-d746efd915c3)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:49:04.487211 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c8e75e13-98b5-4281-b879-ebea9533b082 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:04.493248 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-997f6362-60f9-49ec-b4b8-0df587fdcc8d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:04.516328 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0b618a-f161-4f6a-83ad-216d13675229 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Router ca9ffb82-a1aa-42f1-a8b2-e6c2d54f92c5 is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:49:04.528715 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ec864090-a37e-4bf1-99a9-695dc677b153 None None] Port 613258c1-9659-40dc-945e-80951148c214 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:04.632529 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3bed0dea-240b-44a7-a40f-8591388833cb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:04.672574 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-3bed0dea-240b-44a7-a40f-8591388833cb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01e8d086-9546-4bd7-81ea-027a1f4f7736']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:04.700399 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-3bed0dea-240b-44a7-a40f-8591388833cb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a789e892-a6a2-4c95-ad78-9080c24dbfea') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:04.702974 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-3bed0dea-240b-44a7-a40f-8591388833cb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a789e892-a6a2-4c95-ad78-9080c24dbfea') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:04.719148 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3bed0dea-240b-44a7-a40f-8591388833cb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:04.731750 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c8e75e13-98b5-4281-b879-ebea9533b082 None None] Calling delete_port for bef724fa-f47c-415e-8028-4b4c562613d5 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:49:04.741826 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3bed0dea-240b-44a7-a40f-8591388833cb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:04.750757 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bed0dea-240b-44a7-a40f-8591388833cb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:49:04.751153 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3bed0dea-240b-44a7-a40f-8591388833cb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:04.779719 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-dbe68869-732b-4104-a30e-5e57ddb803ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:04.822175 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 04aee3f8-914e-40ce-a9eb-9457f2e29644 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:49:04.849759 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38850) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:04.874689 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment a789e892-a6a2-4c95-ad78-9080c24dbfea resource provider aggregate not found Oct 26 15:49:04.883317 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-97c65129-b348-4acd-8164-580b3bb1a1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:04.909000 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment a789e892-a6a2-4c95-ad78-9080c24dbfea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a789e892-a6a2-4c95-ad78-9080c24dbfea found for delete ", "request_id": "req-c216c9d2-c465-4749-8f4f-58e4cf916261"}]} Oct 26 15:49:04.936116 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a7c4121b-d4af-4307-8f2a-f9e6c11f7de1 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:49:04.945064 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0b618a-f161-4f6a-83ad-216d13675229 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:49:04.954373 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-0b0b618a-f161-4f6a-83ad-216d13675229 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "PUT /v2.0/routers/ca9ffb82-a1aa-42f1-a8b2-e6c2d54f92c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3310301 Oct 26 15:49:04.955325 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38860) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:04.976328 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80bbde0-a325-4e4f-8fab-bc8b032fdeea None None] Sync routers for ids ['ca9ffb82-a1aa-42f1-a8b2-e6c2d54f92c5'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:49:04.985646 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c65129-b348-4acd-8164-580b3bb1a1d8 None None] Pushing event deleted for resources: {'Port': ['ID=86883083-daa2-4691-a697-8eba28d0712c,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:04.987548 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c8e75e13-98b5-4281-b879-ebea9533b082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:05.004040 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-997f6362-60f9-49ec-b4b8-0df587fdcc8d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:05.033261 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: a7c4121b-d4af-4307-8f2a-f9e6c11f7de1 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:49:05.033623 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a7c4121b-d4af-4307-8f2a-f9e6c11f7de1 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:49:05.034049 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device bef724fa-f47c-415e-8028-4b4c562613d5 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:49:05.040961 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3bed0dea-240b-44a7-a40f-8591388833cb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:05.058299 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-83f8fc1d-0301-47ab-afcf-58200b8d142a tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-138656290'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:05.092166 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3bed0dea-240b-44a7-a40f-8591388833cb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:05.098034 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f6362-60f9-49ec-b4b8-0df587fdcc8d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Subnet': ['ID=bad8ebd5-eb51-4d12-b7fa-55b8f5b39b1b,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:05.101447 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-83f8fc1d-0301-47ab-afcf-58200b8d142a tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:05.110251 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ec864090-a37e-4bf1-99a9-695dc677b153 None None] Attempt 5 to provision port 613258c1-9659-40dc-945e-80951148c214 Oct 26 15:49:05.111138 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-997f6362-60f9-49ec-b4b8-0df587fdcc8d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:05.114903 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed0dea-240b-44a7-a40f-8591388833cb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event deleted for resources: {'Network': ['ID=01e8d086-9546-4bd7-81ea-027a1f4f7736,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:05.117009 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-83f8fc1d-0301-47ab-afcf-58200b8d142a tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Usage tracker for resource:network and tenant:86c445c7e52c4e519a08e164a4968d76 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:05.126390 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-83f8fc1d-0301-47ab-afcf-58200b8d142a tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:05.136625 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-3bed0dea-240b-44a7-a40f-8591388833cb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "DELETE /v2.0/networks/01e8d086-9546-4bd7-81ea-027a1f4f7736 HTTP/1.1" status: 204 len: 168 time: 2.7668731 Oct 26 15:49:05.137452 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-83f8fc1d-0301-47ab-afcf-58200b8d142a tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:05.139504 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38866) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:05.141574 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c65129-b348-4acd-8164-580b3bb1a1d8 None None] No DVR routers for this DVR port 86883083-daa2-4691-a697-8eba28d0712c on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:49:05.144174 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-997f6362-60f9-49ec-b4b8-0df587fdcc8d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/bad8ebd5-eb51-4d12-b7fa-55b8f5b39b1b HTTP/1.1" status: 204 len: 168 time: 1.2501540 Oct 26 15:49:05.147895 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38870) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:05.158737 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114f845b-0848-4dfb-8ba5-8649fa812668 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:49:05.220181 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: bef724fa-f47c-415e-8028-4b4c562613d5 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:49:05.220421 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device bef724fa-f47c-415e-8028-4b4c562613d5 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:49:05.220845 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 86883083-daa2-4691-a697-8eba28d0712c no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:49:05.227302 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-7f099221-c76c-4fa9-a376-c0d68d0d7d6d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0783246 Oct 26 15:49:05.229775 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38874) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:05.246267 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e75e13-98b5-4281-b879-ebea9533b082 None None] Pushing event deleted for resources: {'Port': ['ID=bef724fa-f47c-415e-8028-4b4c562613d5,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:05.279000 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f8fc1d-0301-47ab-afcf-58200b8d142a tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Made reservation on behalf of 86c445c7e52c4e519a08e164a4968d76 for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:49:05.282391 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-83f8fc1d-0301-47ab-afcf-58200b8d142a tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:05.306997 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2697701e-0f77-4502-8563-70d66b1107de tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:05.308006 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-2697701e-0f77-4502-8563-70d66b1107de tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Synchronizing usage tracker for tenant:b10aaa5403b848e8bc3e4f603712654e on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:49:05.312655 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80bbde0-a325-4e4f-8fab-bc8b032fdeea None None] Routers {'ca9ffb82-a1aa-42f1-a8b2-e6c2d54f92c5'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:49:05.312655 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-e80bbde0-a325-4e4f-8fab-bc8b032fdeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:49:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['ca9ffb82-a1aa-42f1-a8b2-e6c2d54f92c5'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:05.320900 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-83f8fc1d-0301-47ab-afcf-58200b8d142a tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:05.347543 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-44a39982-ebe0-4641-8e69-179686c39759 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:05.357378 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e75e13-98b5-4281-b879-ebea9533b082 None None] No DVR routers for this DVR port bef724fa-f47c-415e-8028-4b4c562613d5 on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:49:05.400704 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-83f8fc1d-0301-47ab-afcf-58200b8d142a tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:05.406385 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 86883083-daa2-4691-a697-8eba28d0712c {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:49:05.406793 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 86883083-daa2-4691-a697-8eba28d0712c not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:49:05.413288 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-83f8fc1d-0301-47ab-afcf-58200b8d142a tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Usage tracker for resource:security_group_rule and tenant:86c445c7e52c4e519a08e164a4968d76 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:05.418963 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-e80bbde0-a325-4e4f-8fab-bc8b032fdeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:05.423893 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-83f8fc1d-0301-47ab-afcf-58200b8d142a tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:05.424165 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ec864090-a37e-4bf1-99a9-695dc677b153 None None] Port 613258c1-9659-40dc-945e-80951148c214 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:05.428196 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-83f8fc1d-0301-47ab-afcf-58200b8d142a tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:05.429521 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.objects.ports [None req-fd8d6410-b1d7-44b0-9f70-082baa6e0212 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89747) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 26 15:49:05.430903 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fd8d6410-b1d7-44b0-9f70-082baa6e0212 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:05.444212 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80bbde0-a325-4e4f-8fab-bc8b032fdeea None None] Routers {'ca9ffb82-a1aa-42f1-a8b2-e6c2d54f92c5'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:49:05.444212 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-e80bbde0-a325-4e4f-8fab-bc8b032fdeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:49:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['ca9ffb82-a1aa-42f1-a8b2-e6c2d54f92c5'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:05.500651 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:05.525557 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab505008-cca7-4705-9d4d-d65218188ccc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:05.532627 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ab505008-cca7-4705-9d4d-d65218188ccc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:49:05.533924 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-2697701e-0f77-4502-8563-70d66b1107de tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Unset dirty status for tenant:b10aaa5403b848e8bc3e4f603712654e on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:49:05.535410 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2697701e-0f77-4502-8563-70d66b1107de tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca9ffb82-a1aa-42f1-a8b2-e6c2d54f92c5 HTTP/1.1" status: 200 len: 987 time: 0.5785749 Oct 26 15:49:05.546674 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:05.548349 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38878) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:05.576478 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-e80bbde0-a325-4e4f-8fab-bc8b032fdeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:05.576897 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80bbde0-a325-4e4f-8fab-bc8b032fdeea None None] The sync data for ids ['ca9ffb82-a1aa-42f1-a8b2-e6c2d54f92c5'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:49:05.627222 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-87d06752-f44c-418b-914f-031562b144a5 req-e43d811b-fd49-48a2-913f-0264cb1073f0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=317f2fc3-5951-4998-94f0-0728b8b2326b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3073187 Oct 26 15:49:05.631937 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d6410-b1d7-44b0-9f70-082baa6e0212 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Pushing event updated for resources: {'Subnet': ['ID=82f5e1ae-5c4f-4de3-b631-a941c57c6345,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:05.679112 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-44a39982-ebe0-4641-8e69-179686c39759 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:05.697624 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8d6410-b1d7-44b0-9f70-082baa6e0212 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Checking segment: {'id': '82784608-02a3-415a-91f3-8e2ac66c8052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fd3b488-50af-4ba5-aabd-3b192714d1bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:49:05.697624 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8d6410-b1d7-44b0-9f70-082baa6e0212 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Network hostable DHCP agents. Network: 7fd3b488-50af-4ba5-aabd-3b192714d1bb, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:49:05.698362 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-83f8fc1d-0301-47ab-afcf-58200b8d142a tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:05.721972 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ab505008-cca7-4705-9d4d-d65218188ccc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:49:05.723541 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ab505008-cca7-4705-9d4d-d65218188ccc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4910817 Oct 26 15:49:05.726354 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38882) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:05.735061 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-44a39982-ebe0-4641-8e69-179686c39759 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3145270b-cf51-4aeb-86d8-f9215b268a49']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:05.735345 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c5ffbd-eba2-4fb9-ad78-42bdab697078 None None] DHCP port deletion for f810e159-a5e8-4c86-8cec-5d909fe013dd request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:49:05.743109 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-97c5ffbd-eba2-4fb9-ad78-42bdab697078 None None] Deleting port f012642c-2534-4aa7-81d4-b23fed6099b4 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:49:05.744777 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-97c5ffbd-eba2-4fb9-ad78-42bdab697078 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:05.753338 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-44a39982-ebe0-4641-8e69-179686c39759 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c629e54-fa9b-459c-909f-2f59bff27453') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:05.753777 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-44a39982-ebe0-4641-8e69-179686c39759 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c629e54-fa9b-459c-909f-2f59bff27453') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:05.769787 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-44a39982-ebe0-4641-8e69-179686c39759 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:05.793751 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-44a39982-ebe0-4641-8e69-179686c39759 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:05.800491 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44a39982-ebe0-4641-8e69-179686c39759 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:49:05.803906 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-44a39982-ebe0-4641-8e69-179686c39759 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:05.835125 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-83f8fc1d-0301-47ab-afcf-58200b8d142a tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:05.882421 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83f8fc1d-0301-47ab-afcf-58200b8d142a tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:49:05.923053 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 5c629e54-fa9b-459c-909f-2f59bff27453 resource provider aggregate not found Oct 26 15:49:05.927745 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8d6410-b1d7-44b0-9f70-082baa6e0212 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Network 7fd3b488-50af-4ba5-aabd-3b192714d1bb is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:49:05.934790 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ec864090-a37e-4bf1-99a9-695dc677b153 None None] Attempt 6 to provision port 613258c1-9659-40dc-945e-80951148c214 Oct 26 15:49:05.947077 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 5c629e54-fa9b-459c-909f-2f59bff27453 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c629e54-fa9b-459c-909f-2f59bff27453 found for delete ", "request_id": "req-db3872b7-a639-4265-ab3c-e8c0ad07ee26"}]} Oct 26 15:49:05.995999 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-44a39982-ebe0-4641-8e69-179686c39759 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:06.017129 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-44a39982-ebe0-4641-8e69-179686c39759 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:06.025775 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-fd8d6410-b1d7-44b0-9f70-082baa6e0212 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 7fd3b488-50af-4ba5-aabd-3b192714d1bb) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:49:06.026041 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-97c5ffbd-eba2-4fb9-ad78-42bdab697078 None None] For port f012642c-2534-4aa7-81d4-b23fed6099b4, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=f012642c-2534-4aa7-81d4-b23fed6099b4,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:49:06.026426 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-97c5ffbd-eba2-4fb9-ad78-42bdab697078 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:06.034045 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ebc03c-97a2-4fdb-9dc9-2bf81244f3ed tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:06.034045 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-94ebc03c-97a2-4fdb-9dc9-2bf81244f3ed tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:subnet {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:49:06.036908 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8fc1d-0301-47ab-afcf-58200b8d142a tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6efeb1-1cea-4a26-974f-fa73cb8a2b8c,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:06.039582 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8d6410-b1d7-44b0-9f70-082baa6e0212 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:06.039952 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a41b47-23cf-4969-ae53-1cfadee398a7 None None] Network 7fd3b488-50af-4ba5-aabd-3b192714d1bb requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:49:06.040312 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fd8d6410-b1d7-44b0-9f70-082baa6e0212 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:06.041284 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-83f8fc1d-0301-47ab-afcf-58200b8d142a tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:06.041629 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-83f8fc1d-0301-47ab-afcf-58200b8d142a tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Added segment 39b3a837-8e8d-47b4-a710-8e8c5acb60e7 of type vlan for network 9aad869b-5644-489d-9c31-966bcac80725 Oct 26 15:49:06.045084 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a39982-ebe0-4641-8e69-179686c39759 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event deleted for resources: {'Network': ['ID=3145270b-cf51-4aeb-86d8-f9215b268a49,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:06.054352 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-44a39982-ebe0-4641-8e69-179686c39759 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "DELETE /v2.0/networks/3145270b-cf51-4aeb-86d8-f9215b268a49 HTTP/1.1" status: 204 len: 168 time: 0.9134037 Oct 26 15:49:06.063108 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38890) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:06.065719 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ec864090-a37e-4bf1-99a9-695dc677b153 None None] Port 613258c1-9659-40dc-945e-80951148c214 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:06.073875 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-2cc164dc-cf7a-4e5a-8cd4-eaf833f3c8b7 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Request body: {'network': {'name': 'tempest-RoutersTest-877137199'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:06.081569 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-2cc164dc-cf7a-4e5a-8cd4-eaf833f3c8b7 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:06.086575 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-2cc164dc-cf7a-4e5a-8cd4-eaf833f3c8b7 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Usage tracker for resource:network and tenant:c6ecf98f295847b88c4c5e8d668b4162 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:06.090351 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-2cc164dc-cf7a-4e5a-8cd4-eaf833f3c8b7 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:06.097441 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-2cc164dc-cf7a-4e5a-8cd4-eaf833f3c8b7 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:06.164479 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-fd8d6410-b1d7-44b0-9f70-082baa6e0212 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2106183 Oct 26 15:49:06.167100 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38894) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:06.172910 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-cc2b3510-cad0-465b-b0f0-a38da733c1e5 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Request body: {'port': {'network_id': '7fd3b488-50af-4ba5-aabd-3b192714d1bb', 'name': 'tempest-NetworksIpV6TestAttrs-979292965'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:06.245010 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-97c5ffbd-eba2-4fb9-ad78-42bdab697078 None None] Calling delete_port for f012642c-2534-4aa7-81d4-b23fed6099b4 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:49:06.246900 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-83f8fc1d-0301-47ab-afcf-58200b8d142a tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:06.253490 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc164dc-cf7a-4e5a-8cd4-eaf833f3c8b7 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Made reservation on behalf of c6ecf98f295847b88c4c5e8d668b4162 for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:49:06.255715 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d06752-f44c-418b-914f-031562b144a5 req-5d8c196c-7356-4cba-8375-c8a93c71d4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:06.256844 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-87d06752-f44c-418b-914f-031562b144a5 req-5d8c196c-7356-4cba-8375-c8a93c71d4d3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=317f2fc3-5951-4998-94f0-0728b8b2326b HTTP/1.1" status: 200 len: 1098 time: 0.4961257 Oct 26 15:49:06.257626 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2cc164dc-cf7a-4e5a-8cd4-eaf833f3c8b7 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:06.316594 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cc164dc-cf7a-4e5a-8cd4-eaf833f3c8b7 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:49:06.319758 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-94ebc03c-97a2-4fdb-9dc9-2bf81244f3ed tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:subnet {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:49:06.320925 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-94ebc03c-97a2-4fdb-9dc9-2bf81244f3ed tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5936582 Oct 26 15:49:06.330864 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38898) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:06.415963 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-24b8e088-b12f-4368-ad5b-49eaf999c9cb tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0800049 Oct 26 15:49:06.419800 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38902) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:06.431081 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-23b28038-9b5b-4b54-8c33-3219259ff52d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'subnet': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:06.437916 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2cc164dc-cf7a-4e5a-8cd4-eaf833f3c8b7 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:06.438345 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-2cc164dc-cf7a-4e5a-8cd4-eaf833f3c8b7 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Added segment e5825f9f-c2d1-4ffe-adee-9ecc8cbbc5f8 of type vlan for network 6a03021f-aa46-41a9-8ffc-7eb70d826ea1 Oct 26 15:49:06.449367 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-cc2b3510-cad0-465b-b0f0-a38da733c1e5 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:06.456386 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-cc2b3510-cad0-465b-b0f0-a38da733c1e5 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Usage tracker for resource:port and tenant:ed533417d7984f4ebffb4d3679dafa7e is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:06.461681 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-cc2b3510-cad0-465b-b0f0-a38da733c1e5 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:06.477441 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-cc2b3510-cad0-465b-b0f0-a38da733c1e5 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:06.482741 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2cc164dc-cf7a-4e5a-8cd4-eaf833f3c8b7 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:06.494079 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-97c5ffbd-eba2-4fb9-ad78-42bdab697078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:06.536420 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-83f8fc1d-0301-47ab-afcf-58200b8d142a tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:06.541813 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f8fc1d-0301-47ab-afcf-58200b8d142a tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:06.542390 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-83f8fc1d-0301-47ab-afcf-58200b8d142a tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:06.550867 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44f8d33-2743-44a1-b8d0-d511214515a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-7fd3b488-50af-4ba5-aabd-3b192714d1bb', 'network_id': '7fd3b488-50af-4ba5-aabd-3b192714d1bb', 'tenant_id': 'ed533417d7984f4ebffb4d3679dafa7e', 'fixed_ips': [{'subnet_id': '82f5e1ae-5c4f-4de3-b631-a941c57c6345'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:49:06.551814 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e44f8d33-2743-44a1-b8d0-d511214515a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:06.570223 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ec864090-a37e-4bf1-99a9-695dc677b153 None None] Attempt 7 to provision port 613258c1-9659-40dc-945e-80951148c214 Oct 26 15:49:06.601525 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c5ffbd-eba2-4fb9-ad78-42bdab697078 None None] Pushing event deleted for resources: {'Port': ['ID=f012642c-2534-4aa7-81d4-b23fed6099b4,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:06.607753 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d06752-f44c-418b-914f-031562b144a5 req-4b65f7af-e8a9-41bd-a898-db1f59261a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:06.608564 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-87d06752-f44c-418b-914f-031562b144a5 req-4b65f7af-e8a9-41bd-a898-db1f59261a08 service neutron] 10.222.0.48 "GET /v2.0/networks?id=463f536f-4c79-4aa7-83ec-186e85f0d447 HTTP/1.1" status: 200 len: 897 time: 0.3242297 Oct 26 15:49:06.617064 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c5ffbd-eba2-4fb9-ad78-42bdab697078 None None] No DVR routers for this DVR port f012642c-2534-4aa7-81d4-b23fed6099b4 on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:49:06.636113 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2cc164dc-cf7a-4e5a-8cd4-eaf833f3c8b7 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:06.643075 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc164dc-cf7a-4e5a-8cd4-eaf833f3c8b7 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:06.652125 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2cc164dc-cf7a-4e5a-8cd4-eaf833f3c8b7 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:06.652125 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2b3510-cad0-465b-b0f0-a38da733c1e5 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Made reservation on behalf of ed533417d7984f4ebffb4d3679dafa7e for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:49:06.654567 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cc2b3510-cad0-465b-b0f0-a38da733c1e5 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:06.682187 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ec864090-a37e-4bf1-99a9-695dc677b153 None None] Port 613258c1-9659-40dc-945e-80951148c214 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:06.808944 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-cc2b3510-cad0-465b-b0f0-a38da733c1e5 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] device_id is not set on port a4f64551-cd5d-4ddd-ab4d-d34febc99197 yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:49:06.830749 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-23b28038-9b5b-4b54-8c33-3219259ff52d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:06.835314 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8fc1d-0301-47ab-afcf-58200b8d142a tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Pushing event updated for resources: {'Network': ['ID=9aad869b-5644-489d-9c31-966bcac80725,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:06.855812 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 9aad869b-5644-489d-9c31-966bcac80725 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:49:06.861024 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-23b28038-9b5b-4b54-8c33-3219259ff52d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:06.861211 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc164dc-cf7a-4e5a-8cd4-eaf833f3c8b7 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event updated for resources: {'Network': ['ID=6a03021f-aa46-41a9-8ffc-7eb70d826ea1,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:06.876464 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:06.881736 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-e44f8d33-2743-44a1-b8d0-d511214515a2 None None] Allocated IP 2001:db8::f816:3eff:fe6b:4322 (7fd3b488-50af-4ba5-aabd-3b192714d1bb/82f5e1ae-5c4f-4de3-b631-a941c57c6345/7e68d487-4eda-4acf-ae3d-a27176e40ec4) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:49:06.884850 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-87d06752-f44c-418b-914f-031562b144a5 req-9c311bc3-8eaa-4199-bddc-8b5eb85c7662 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17d303d5-fb92-49a6-9891-432f5db08b5f HTTP/1.1" status: 200 len: 1001 time: 0.2044256 Oct 26 15:49:06.886693 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 6a03021f-aa46-41a9-8ffc-7eb70d826ea1 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:49:06.890336 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-83f8fc1d-0301-47ab-afcf-58200b8d142a tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.0368216 Oct 26 15:49:06.890630 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38906) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:06.927316 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-15bebdf0-42fa-40c1-a0f2-e495bfea32ad tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Request body: {'subnet': {'network_id': '9aad869b-5644-489d-9c31-966bcac80725', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:06.954009 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-2cc164dc-cf7a-4e5a-8cd4-eaf833f3c8b7 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8875687 Oct 26 15:49:06.954703 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38910) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:06.961667 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-4ecac106-f650-40d2-bf32-516ad9a94b37 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Request body: {'subnet': {'network_id': '6a03021f-aa46-41a9-8ffc-7eb70d826ea1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:07.028928 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b28038-9b5b-4b54-8c33-3219259ff52d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:49:07.031831 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-23b28038-9b5b-4b54-8c33-3219259ff52d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:07.080358 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4ecac106-f650-40d2-bf32-516ad9a94b37 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:07.085068 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4ecac106-f650-40d2-bf32-516ad9a94b37 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Usage tracker for resource:subnet and tenant:c6ecf98f295847b88c4c5e8d668b4162 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:07.087937 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4ecac106-f650-40d2-bf32-516ad9a94b37 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:07.093735 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4ecac106-f650-40d2-bf32-516ad9a94b37 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:07.159019 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ecac106-f650-40d2-bf32-516ad9a94b37 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Made reservation on behalf of c6ecf98f295847b88c4c5e8d668b4162 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:49:07.163281 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4ecac106-f650-40d2-bf32-516ad9a94b37 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:07.183927 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ec864090-a37e-4bf1-99a9-695dc677b153 None None] Attempt 8 to provision port 613258c1-9659-40dc-945e-80951148c214 Oct 26 15:49:07.199149 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d06752-f44c-418b-914f-031562b144a5 req-3f5805bf-c995-435a-a5ef-2fc38e2a0867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:07.200616 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-87d06752-f44c-418b-914f-031562b144a5 req-3f5805bf-c995-435a-a5ef-2fc38e2a0867 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24fd7863-3159-4cf8-879b-2b00a6811b4e HTTP/1.1" status: 200 len: 835 time: 0.3064373 Oct 26 15:49:07.207911 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-15bebdf0-42fa-40c1-a0f2-e495bfea32ad tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:07.263232 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-15bebdf0-42fa-40c1-a0f2-e495bfea32ad tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Usage tracker for resource:subnet and tenant:86c445c7e52c4e519a08e164a4968d76 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:07.274048 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-15bebdf0-42fa-40c1-a0f2-e495bfea32ad tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:07.294568 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ec864090-a37e-4bf1-99a9-695dc677b153 None None] Port 613258c1-9659-40dc-945e-80951148c214 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:07.296844 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-15bebdf0-42fa-40c1-a0f2-e495bfea32ad tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:07.316364 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5a91d9fd-5de4-4857-b395-795065808bd5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:07.335795 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e44f8d33-2743-44a1-b8d0-d511214515a2 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:07.347940 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-e44f8d33-2743-44a1-b8d0-d511214515a2 None None] Transition to ACTIVE for port object 7e68d487-4eda-4acf-ae3d-a27176e40ec4 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:49:07.371018 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-e44f8d33-2743-44a1-b8d0-d511214515a2 None None] Transition to ACTIVE for port object 7e68d487-4eda-4acf-ae3d-a27176e40ec4 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:49:07.455332 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15bebdf0-42fa-40c1-a0f2-e495bfea32ad tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Made reservation on behalf of 86c445c7e52c4e519a08e164a4968d76 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:49:07.459365 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-15bebdf0-42fa-40c1-a0f2-e495bfea32ad tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:07.473867 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e44f8d33-2743-44a1-b8d0-d511214515a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:07.541665 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44f8d33-2743-44a1-b8d0-d511214515a2 None None] Network 7fd3b488-50af-4ba5-aabd-3b192714d1bb is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:49:07.545532 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-e44f8d33-2743-44a1-b8d0-d511214515a2 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:49:07.549092 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44f8d33-2743-44a1-b8d0-d511214515a2 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:49:07.558435 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f8d33-2743-44a1-b8d0-d511214515a2 None None] Pushing event updated for resources: {'Port': ['ID=7e68d487-4eda-4acf-ae3d-a27176e40ec4,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:07.579970 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4ecac106-f650-40d2-bf32-516ad9a94b37 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:07.610503 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device f012642c-2534-4aa7-81d4-b23fed6099b4 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:49:07.633246 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-cc2b3510-cad0-465b-b0f0-a38da733c1e5 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Allocated IP 2001:db8::f816:3eff:fe10:8be2 (7fd3b488-50af-4ba5-aabd-3b192714d1bb/82f5e1ae-5c4f-4de3-b631-a941c57c6345/a4f64551-cd5d-4ddd-ab4d-d34febc99197) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:49:07.651211 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: f012642c-2534-4aa7-81d4-b23fed6099b4 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:49:07.652262 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device f012642c-2534-4aa7-81d4-b23fed6099b4 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:49:07.728082 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-e44f8d33-2743-44a1-b8d0-d511214515a2 None None] Attempting to bind port 7e68d487-4eda-4acf-ae3d-a27176e40ec4 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:49:07.728864 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-e44f8d33-2743-44a1-b8d0-d511214515a2 None None] Attempting to bind port 7e68d487-4eda-4acf-ae3d-a27176e40ec4 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '82784608-02a3-415a-91f3-8e2ac66c8052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fd3b488-50af-4ba5-aabd-3b192714d1bb'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:49:07.729482 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44f8d33-2743-44a1-b8d0-d511214515a2 None None] Attempting to bind port 7e68d487-4eda-4acf-ae3d-a27176e40ec4 on network 7fd3b488-50af-4ba5-aabd-3b192714d1bb {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:49:07.730524 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecac106-f650-40d2-bf32-516ad9a94b37 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event updated for resources: {'Subnet': ['ID=4c2f1cad-f0a1-4ae8-9c03-01ac57a4c021,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:07.748589 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44f8d33-2743-44a1-b8d0-d511214515a2 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:49:07.748999 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44f8d33-2743-44a1-b8d0-d511214515a2 None None] Checking segment: {'id': '82784608-02a3-415a-91f3-8e2ac66c8052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fd3b488-50af-4ba5-aabd-3b192714d1bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:49:07.749386 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e44f8d33-2743-44a1-b8d0-d511214515a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:07.749791 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44f8d33-2743-44a1-b8d0-d511214515a2 None None] Bound using segment: {'id': '82784608-02a3-415a-91f3-8e2ac66c8052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fd3b488-50af-4ba5-aabd-3b192714d1bb'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:49:07.750697 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-e44f8d33-2743-44a1-b8d0-d511214515a2 None None] Bound port: 7e68d487-4eda-4acf-ae3d-a27176e40ec4, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82784608-02a3-415a-91f3-8e2ac66c8052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7fd3b488-50af-4ba5-aabd-3b192714d1bb'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:49:07.750836 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e44f8d33-2743-44a1-b8d0-d511214515a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:07.751115 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecac106-f650-40d2-bf32-516ad9a94b37 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Checking segment: {'id': 'e5825f9f-c2d1-4ffe-adee-9ecc8cbbc5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a03021f-aa46-41a9-8ffc-7eb70d826ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:49:07.751484 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecac106-f650-40d2-bf32-516ad9a94b37 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Network hostable DHCP agents. Network: 6a03021f-aa46-41a9-8ffc-7eb70d826ea1, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:49:07.800682 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ec864090-a37e-4bf1-99a9-695dc677b153 None None] Attempt 9 to provision port 613258c1-9659-40dc-945e-80951148c214 Oct 26 15:49:07.886238 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d06752-f44c-418b-914f-031562b144a5 req-5e21d075-b502-4d4b-8cdd-30207445260c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:07.887032 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-87d06752-f44c-418b-914f-031562b144a5 req-5e21d075-b502-4d4b-8cdd-30207445260c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=463f536f-4c79-4aa7-83ec-186e85f0d447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6739728 Oct 26 15:49:07.891611 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ec864090-a37e-4bf1-99a9-695dc677b153 None None] Port 613258c1-9659-40dc-945e-80951148c214 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:07.892844 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecac106-f650-40d2-bf32-516ad9a94b37 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Network 6a03021f-aa46-41a9-8ffc-7eb70d826ea1 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:49:07.902066 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-e44f8d33-2743-44a1-b8d0-d511214515a2 None None] For port 7e68d487-4eda-4acf-ae3d-a27176e40ec4, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:49:07.909128 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-e44f8d33-2743-44a1-b8d0-d511214515a2 None None] For port 7e68d487-4eda-4acf-ae3d-a27176e40ec4, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=7e68d487-4eda-4acf-ae3d-a27176e40ec4,segment=NetworkSegment(82784608-02a3-415a-91f3-8e2ac66c8052),segment_id=82784608-02a3-415a-91f3-8e2ac66c8052)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:49:07.967468 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cc2b3510-cad0-465b-b0f0-a38da733c1e5 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:07.973005 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e44f8d33-2743-44a1-b8d0-d511214515a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:07.983650 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-cc2b3510-cad0-465b-b0f0-a38da733c1e5 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Transition to ACTIVE for port object a4f64551-cd5d-4ddd-ab4d-d34febc99197 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:49:08.001898 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-4ecac106-f650-40d2-bf32-516ad9a94b37 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 6a03021f-aa46-41a9-8ffc-7eb70d826ea1) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:49:08.007296 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecac106-f650-40d2-bf32-516ad9a94b37 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:08.012445 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4ecac106-f650-40d2-bf32-516ad9a94b37 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:08.029385 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bb149f-2de5-4956-8b89-16b4c549f2db None None] Network 6a03021f-aa46-41a9-8ffc-7eb70d826ea1 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:49:08.087309 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cc2b3510-cad0-465b-b0f0-a38da733c1e5 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:08.132451 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-23b28038-9b5b-4b54-8c33-3219259ff52d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:08.137416 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-87d06752-f44c-418b-914f-031562b144a5 req-0a956c17-e2d3-42b3-a47b-262f4510df16 service neutron] 10.222.0.48 "GET /v2.0/networks/463f536f-4c79-4aa7-83ec-186e85f0d447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367697 Oct 26 15:49:08.149920 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4ecac106-f650-40d2-bf32-516ad9a94b37 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1913764 Oct 26 15:49:08.152764 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38916) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:08.158839 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f8d33-2743-44a1-b8d0-d511214515a2 None None] Pushing event updated for resources: {'Port': ['ID=7e68d487-4eda-4acf-ae3d-a27176e40ec4,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:08.161500 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-a657c453-ea02-46d7-a63e-6a6bc684b713 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1585746080', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:08.176305 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2b3510-cad0-465b-b0f0-a38da733c1e5 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Network 7fd3b488-50af-4ba5-aabd-3b192714d1bb is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:49:08.177900 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-a657c453-ea02-46d7-a63e-6a6bc684b713 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:08.182276 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-cc2b3510-cad0-465b-b0f0-a38da733c1e5 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:49:08.187596 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2b3510-cad0-465b-b0f0-a38da733c1e5 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:49:08.193564 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2b3510-cad0-465b-b0f0-a38da733c1e5 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:08.194197 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cc2b3510-cad0-465b-b0f0-a38da733c1e5 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:08.198222 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-a657c453-ea02-46d7-a63e-6a6bc684b713 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Usage tracker for resource:router and tenant:c6ecf98f295847b88c4c5e8d668b4162 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:08.205163 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-a657c453-ea02-46d7-a63e-6a6bc684b713 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:08.221912 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b3510-cad0-465b-b0f0-a38da733c1e5 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Pushing event updated for resources: {'Port': ['ID=a4f64551-cd5d-4ddd-ab4d-d34febc99197,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:08.226622 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-a657c453-ea02-46d7-a63e-6a6bc684b713 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:08.252159 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-5a91d9fd-5de4-4857-b395-795065808bd5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Deleting port 613258c1-9659-40dc-945e-80951148c214 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:49:08.257182 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5a91d9fd-5de4-4857-b395-795065808bd5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:08.306952 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-cc2b3510-cad0-465b-b0f0-a38da733c1e5 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.1361179 Oct 26 15:49:08.307374 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38920) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:08.331668 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9e6b71-e6af-4abb-8b84-b8bbf83b0f5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-6a03021f-aa46-41a9-8ffc-7eb70d826ea1', 'network_id': '6a03021f-aa46-41a9-8ffc-7eb70d826ea1', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'fixed_ips': [{'subnet_id': '4c2f1cad-f0a1-4ae8-9c03-01ac57a4c021'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:49:08.333392 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4c9e6b71-e6af-4abb-8b84-b8bbf83b0f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:08.343950 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a657c453-ea02-46d7-a63e-6a6bc684b713 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:08.345000 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a657c453-ea02-46d7-a63e-6a6bc684b713 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:08.380695 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b28038-9b5b-4b54-8c33-3219259ff52d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:49:08.390869 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a657c453-ea02-46d7-a63e-6a6bc684b713 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:08.397197 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ec864090-a37e-4bf1-99a9-695dc677b153 None None] Attempt 10 to provision port 613258c1-9659-40dc-945e-80951148c214 Oct 26 15:49:08.397840 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-23b28038-9b5b-4b54-8c33-3219259ff52d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:49:08.404808 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-c489597e-fc2d-4b10-b855-2ae06ab3bf37 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Deleting subnet 82f5e1ae-5c4f-4de3-b631-a941c57c6345 {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:49:08.408092 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b28038-9b5b-4b54-8c33-3219259ff52d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:08.408868 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-23b28038-9b5b-4b54-8c33-3219259ff52d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:08.410179 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c489597e-fc2d-4b10-b855-2ae06ab3bf37 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:08.471787 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b28038-9b5b-4b54-8c33-3219259ff52d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Subnet': ['ID=3d9e4cf1-feb9-48f7-8e41-a0b0f6ba9b8f,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:08.511722 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ec864090-a37e-4bf1-99a9-695dc677b153 None None] Port 613258c1-9659-40dc-945e-80951148c214 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:08.513363 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c453c12f-454e-4254-b3a1-c0f27ff8d3ac None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:49:08.524720 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c489597e-fc2d-4b10-b855-2ae06ab3bf37 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:08.566382 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-15bebdf0-42fa-40c1-a0f2-e495bfea32ad tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:08.576459 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a657c453-ea02-46d7-a63e-6a6bc684b713 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:08.702419 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c489597e-fc2d-4b10-b855-2ae06ab3bf37 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:08.702753 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bebdf0-42fa-40c1-a0f2-e495bfea32ad tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Pushing event updated for resources: {'Subnet': ['ID=c3252970-1c86-48bf-bd35-18b8a105a635,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:08.724946 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-87d06752-f44c-418b-914f-031562b144a5 req-3c81631f-c2f8-48f2-afc5-2792ebe90c57 service neutron] 10.222.0.48 "GET /v2.0/networks/463f536f-4c79-4aa7-83ec-186e85f0d447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5481439 Oct 26 15:49:08.746292 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a657c453-ea02-46d7-a63e-6a6bc684b713 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:08.750214 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a657c453-ea02-46d7-a63e-6a6bc684b713 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5909102 Oct 26 15:49:08.753182 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38924) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:08.764126 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-680b9d11-c3b4-455a-b2d0-959a2fd7d756 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Request body: {'port': {'network_id': '6a03021f-aa46-41a9-8ffc-7eb70d826ea1', 'name': 'tempest-RoutersTest-216986790'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:08.769799 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-23b28038-9b5b-4b54-8c33-3219259ff52d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3487334 Oct 26 15:49:08.774289 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38928) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:08.790240 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c5e1188c-f761-42dc-9ca1-889439059425 None None] Could not find standard attr ID for object 10bbfb91-7acf-44e9-a891-937e594c5c9e. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:49:08.794505 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-dce0118c-6310-400f-8bce-083facf83a16 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'port': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'mac_address': 'fa:16:3e:9d:5c:0b', 'name': 'tempest-NetworksTestDHCPv6-1523631530'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:08.813204 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c5e1188c-f761-42dc-9ca1-889439059425 None None] Could not find standard attr ID for object bef724fa-f47c-415e-8028-4b4c562613d5. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:49:08.820073 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5a91d9fd-5de4-4857-b395-795065808bd5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:08.820271 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c5e1188c-f761-42dc-9ca1-889439059425 None None] Could not find standard attr ID for object f012642c-2534-4aa7-81d4-b23fed6099b4. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:49:08.874580 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bebdf0-42fa-40c1-a0f2-e495bfea32ad tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Checking segment: {'id': '39b3a837-8e8d-47b4-a710-8e8c5acb60e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '9aad869b-5644-489d-9c31-966bcac80725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:49:08.874853 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bebdf0-42fa-40c1-a0f2-e495bfea32ad tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Network hostable DHCP agents. Network: 9aad869b-5644-489d-9c31-966bcac80725, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:49:08.930434 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-680b9d11-c3b4-455a-b2d0-959a2fd7d756 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:08.937009 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-680b9d11-c3b4-455a-b2d0-959a2fd7d756 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Usage tracker for resource:port and tenant:c6ecf98f295847b88c4c5e8d668b4162 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:08.941224 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c5e1188c-f761-42dc-9ca1-889439059425 None None] Provisioning complete for port 613258c1-9659-40dc-945e-80951148c214 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:49:08.941604 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c5e1188c-f761-42dc-9ca1-889439059425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:08.942385 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c5e1188c-f761-42dc-9ca1-889439059425 None None] Attempt 1 to provision port 613258c1-9659-40dc-945e-80951148c214 Oct 26 15:49:08.944128 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-680b9d11-c3b4-455a-b2d0-959a2fd7d756 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:08.950108 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-680b9d11-c3b4-455a-b2d0-959a2fd7d756 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:08.987599 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c489597e-fc2d-4b10-b855-2ae06ab3bf37 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:08.998360 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce86bf5d-cee1-4b43-9e5a-46d376fb43ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-f810e159-a5e8-4c86-8cec-5d909fe013dd', 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'tenant_id': 'cde0b70c42f24e8e94f9303758760038', 'fixed_ips': [{'subnet_id': '3d9e4cf1-feb9-48f7-8e41-a0b0f6ba9b8f'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:49:08.999211 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ce86bf5d-cee1-4b43-9e5a-46d376fb43ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:09.016247 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-5a91d9fd-5de4-4857-b395-795065808bd5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Calling delete_port for 613258c1-9659-40dc-945e-80951148c214 owned by network:router_interface {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:49:09.040368 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680b9d11-c3b4-455a-b2d0-959a2fd7d756 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Made reservation on behalf of c6ecf98f295847b88c4c5e8d668b4162 for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:49:09.044246 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-680b9d11-c3b4-455a-b2d0-959a2fd7d756 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:09.053919 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c489597e-fc2d-4b10-b855-2ae06ab3bf37 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:09.065741 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c489597e-fc2d-4b10-b855-2ae06ab3bf37 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Pushing event deleted for resources: {'Subnet': ['ID=82f5e1ae-5c4f-4de3-b631-a941c57c6345,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:09.079666 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-680b9d11-c3b4-455a-b2d0-959a2fd7d756 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] device_id is not set on port 96530f3c-5939-4ed1-b62d-728d8e86b393 yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:49:09.081382 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-4c9e6b71-e6af-4abb-8b84-b8bbf83b0f5d None None] Allocated IP 172.20.0.2 (6a03021f-aa46-41a9-8ffc-7eb70d826ea1/4c2f1cad-f0a1-4ae8-9c03-01ac57a4c021/56b033e1-087a-4771-8d61-34e255599082) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:49:09.085177 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c5e1188c-f761-42dc-9ca1-889439059425 None None] Port 613258c1-9659-40dc-945e-80951148c214 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:09.147981 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c489597e-fc2d-4b10-b855-2ae06ab3bf37 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] 10.222.0.23 "DELETE /v2.0/subnets/82f5e1ae-5c4f-4de3-b631-a941c57c6345 HTTP/1.1" status: 204 len: 168 time: 0.8397214 Oct 26 15:49:09.152207 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38932) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:09.165862 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-dce0118c-6310-400f-8bce-083facf83a16 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:09.172182 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-dce0118c-6310-400f-8bce-083facf83a16 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Usage tracker for resource:port and tenant:cde0b70c42f24e8e94f9303758760038 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:09.175577 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-dce0118c-6310-400f-8bce-083facf83a16 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:09.179628 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bebdf0-42fa-40c1-a0f2-e495bfea32ad tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Network 9aad869b-5644-489d-9c31-966bcac80725 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:49:09.193030 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-dce0118c-6310-400f-8bce-083facf83a16 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:09.287924 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd39746-2349-4baf-aa91-3bfc2b63e14e tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:09.289606 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce0118c-6310-400f-8bce-083facf83a16 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:49:09.289909 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd39746-2349-4baf-aa91-3bfc2b63e14e tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:09.291164 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-9dd39746-2349-4baf-aa91-3bfc2b63e14e tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Synchronizing usage tracker for tenant:ed533417d7984f4ebffb4d3679dafa7e on resource:subnet {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:49:09.304851 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-15bebdf0-42fa-40c1-a0f2-e495bfea32ad tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 9aad869b-5644-489d-9c31-966bcac80725) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:49:09.320201 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bebdf0-42fa-40c1-a0f2-e495bfea32ad tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:09.324112 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-15bebdf0-42fa-40c1-a0f2-e495bfea32ad tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:09.324387 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3744a325-1d3b-430f-aee3-e9aaa953ecc7 None None] Network 9aad869b-5644-489d-9c31-966bcac80725 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:49:09.404644 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-9dd39746-2349-4baf-aa91-3bfc2b63e14e tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Unset dirty status for tenant:ed533417d7984f4ebffb4d3679dafa7e on resource:subnet {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:49:09.404644 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-9dd39746-2349-4baf-aa91-3bfc2b63e14e tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2479129 Oct 26 15:49:09.404644 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38938) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:09.454550 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dce0118c-6310-400f-8bce-083facf83a16 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:09.490791 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [None req-dce0118c-6310-400f-8bce-083facf83a16 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] device_id is not set on port c3e980e9-7b8d-4cd1-902e-f830a7560ff7 yet. {{(pid=89748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:49:09.537889 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5a91d9fd-5de4-4857-b395-795065808bd5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:09.554830 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5901c4b5-90a4-407e-9853-2b8d419df3e8 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:09.564093 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-5901c4b5-90a4-407e-9853-2b8d419df3e8 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 26 15:49:09.564676 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5901c4b5-90a4-407e-9853-2b8d419df3e8 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:49:09.571937 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-5901c4b5-90a4-407e-9853-2b8d419df3e8 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] 10.222.0.23 "DELETE /v2.0/networks/7fd3b488-50af-4ba5-aabd-3b192714d1bb HTTP/1.1" status: 409 len: 405 time: 0.1649218 Oct 26 15:49:09.575724 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38942) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:09.581976 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-ee8aca77-5dda-4f58-b0d6-541f25446f70 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1752303176'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:09.589385 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ee8aca77-5dda-4f58-b0d6-541f25446f70 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:09.594069 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ee8aca77-5dda-4f58-b0d6-541f25446f70 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Usage tracker for resource:network and tenant:ed533417d7984f4ebffb4d3679dafa7e is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:09.598309 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ee8aca77-5dda-4f58-b0d6-541f25446f70 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:09.598585 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c5e1188c-f761-42dc-9ca1-889439059425 None None] Attempt 2 to provision port 613258c1-9659-40dc-945e-80951148c214 Oct 26 15:49:09.604610 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ee8aca77-5dda-4f58-b0d6-541f25446f70 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:09.659095 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 7e68d487-4eda-4acf-ae3d-a27176e40ec4 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:49:09.669894 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8aca77-5dda-4f58-b0d6-541f25446f70 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Made reservation on behalf of ed533417d7984f4ebffb4d3679dafa7e for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:49:09.673902 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ee8aca77-5dda-4f58-b0d6-541f25446f70 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:09.715494 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee8aca77-5dda-4f58-b0d6-541f25446f70 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:49:09.726125 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ee8aca77-5dda-4f58-b0d6-541f25446f70 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:09.726951 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-ee8aca77-5dda-4f58-b0d6-541f25446f70 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Added segment 72bd3b57-82d2-4988-bc58-720df6a2c8ed of type vlan for network 14e639cd-913b-4c5c-be1c-626f0eff7670 Oct 26 15:49:09.742032 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180e0550-18fd-499d-918d-9225163833a0 None None] Network 7fd3b488-50af-4ba5-aabd-3b192714d1bb requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:49:09.754885 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ee8aca77-5dda-4f58-b0d6-541f25446f70 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:09.757645 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-ce86bf5d-cee1-4b43-9e5a-46d376fb43ea None None] Allocated IP 2001:db8::2 (f810e159-a5e8-4c86-8cec-5d909fe013dd/3d9e4cf1-feb9-48f7-8e41-a0b0f6ba9b8f/6263696a-72fd-44ad-bd57-6f574756fb98) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:49:09.766036 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-15bebdf0-42fa-40c1-a0f2-e495bfea32ad tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8718112 Oct 26 15:49:09.766502 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38946) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:09.775087 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-031e0d6f-1647-48a7-9a1d-090ed549b9e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Request body: {'port': {'network_id': '9aad869b-5644-489d-9c31-966bcac80725', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1438476655'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:09.792414 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c5e1188c-f761-42dc-9ca1-889439059425 None None] Port 613258c1-9659-40dc-945e-80951148c214 was deleted so its status cannot be updated. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:49:09.823056 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a91d9fd-5de4-4857-b395-795065808bd5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event deleted for resources: {'Port': ['ID=613258c1-9659-40dc-945e-80951148c214,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:09.946135 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ee8aca77-5dda-4f58-b0d6-541f25446f70 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:09.954065 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8aca77-5dda-4f58-b0d6-541f25446f70 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:09.955024 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ee8aca77-5dda-4f58-b0d6-541f25446f70 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:09.994449 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5a91d9fd-5de4-4857-b395-795065808bd5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:10.033136 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4c9e6b71-e6af-4abb-8b84-b8bbf83b0f5d None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:10.048864 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a25963-7ffe-426c-ab13-e759742a10a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-9aad869b-5644-489d-9c31-966bcac80725', 'network_id': '9aad869b-5644-489d-9c31-966bcac80725', 'tenant_id': '86c445c7e52c4e519a08e164a4968d76', 'fixed_ips': [{'subnet_id': 'c3252970-1c86-48bf-bd35-18b8a105a635'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:49:10.049703 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-10a25963-7ffe-426c-ab13-e759742a10a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:10.095083 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-031e0d6f-1647-48a7-9a1d-090ed549b9e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:10.107520 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-031e0d6f-1647-48a7-9a1d-090ed549b9e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Usage tracker for resource:port and tenant:86c445c7e52c4e519a08e164a4968d76 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:10.112605 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-031e0d6f-1647-48a7-9a1d-090ed549b9e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:10.122031 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-031e0d6f-1647-48a7-9a1d-090ed549b9e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:10.123990 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8aca77-5dda-4f58-b0d6-541f25446f70 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Pushing event updated for resources: {'Network': ['ID=14e639cd-913b-4c5c-be1c-626f0eff7670,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:10.128677 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-4c9e6b71-e6af-4abb-8b84-b8bbf83b0f5d None None] Transition to ACTIVE for port object 56b033e1-087a-4771-8d61-34e255599082 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:49:10.166382 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 14e639cd-913b-4c5c-be1c-626f0eff7670 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:49:10.187334 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ee8aca77-5dda-4f58-b0d6-541f25446f70 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6104367 Oct 26 15:49:10.190219 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38950) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:10.196700 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-8a705486-071e-4d93-9cd3-4ec2fbf5e8dd tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Request body: {'subnet': {'network_id': '14e639cd-913b-4c5c-be1c-626f0eff7670', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:10.306745 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a91d9fd-5de4-4857-b395-795065808bd5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Router ca9ffb82-a1aa-42f1-a8b2-e6c2d54f92c5 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:49:10.324759 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031e0d6f-1647-48a7-9a1d-090ed549b9e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Made reservation on behalf of 86c445c7e52c4e519a08e164a4968d76 for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:49:10.328315 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-031e0d6f-1647-48a7-9a1d-090ed549b9e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:10.334928 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-005880c4-6338-487b-9acd-f2933f002e52 None None] Provisioning for port 7e68d487-4eda-4acf-ae3d-a27176e40ec4 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:49:10.370190 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-4c9e6b71-e6af-4abb-8b84-b8bbf83b0f5d None None] Transition to ACTIVE for port object 56b033e1-087a-4771-8d61-34e255599082 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:49:10.419015 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-031e0d6f-1647-48a7-9a1d-090ed549b9e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] device_id is not set on port 0836b440-7a41-43b0-8107-95ac9133a73b yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:49:10.424546 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 7e68d487-4eda-4acf-ae3d-a27176e40ec4 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:49:10.441270 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4c9e6b71-e6af-4abb-8b84-b8bbf83b0f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:10.451420 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a91d9fd-5de4-4857-b395-795065808bd5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:49:10.463969 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-5a91d9fd-5de4-4857-b395-795065808bd5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "PUT /v2.0/routers/ca9ffb82-a1aa-42f1-a8b2-e6c2d54f92c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9093158 Oct 26 15:49:10.464264 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38954) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:10.470611 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c78cca-9465-48e4-825c-9f3af7fe943c None None] Sync routers for ids ['ca9ffb82-a1aa-42f1-a8b2-e6c2d54f92c5'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:49:10.481161 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c78cca-9465-48e4-825c-9f3af7fe943c None None] Routers {'ca9ffb82-a1aa-42f1-a8b2-e6c2d54f92c5'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:49:10.482107 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-84c78cca-9465-48e4-825c-9f3af7fe943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:49:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['ca9ffb82-a1aa-42f1-a8b2-e6c2d54f92c5'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:10.486395 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 7e68d487-4eda-4acf-ae3d-a27176e40ec4 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:49:10.486805 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:10.487147 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 7e68d487-4eda-4acf-ae3d-a27176e40ec4 Oct 26 15:49:10.512742 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ff22ece-0fdd-4098-85f3-c846f8077070 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] GET failed (client error): The resource could not be found. Oct 26 15:49:10.513292 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-9ff22ece-0fdd-4098-85f3-c846f8077070 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Synchronizing usage tracker for tenant:b10aaa5403b848e8bc3e4f603712654e on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:49:10.556366 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-84c78cca-9465-48e4-825c-9f3af7fe943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:10.566543 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c78cca-9465-48e4-825c-9f3af7fe943c None None] Routers {'ca9ffb82-a1aa-42f1-a8b2-e6c2d54f92c5'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:49:10.567866 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-84c78cca-9465-48e4-825c-9f3af7fe943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:49:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['ca9ffb82-a1aa-42f1-a8b2-e6c2d54f92c5'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:10.595136 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-9ff22ece-0fdd-4098-85f3-c846f8077070 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Unset dirty status for tenant:b10aaa5403b848e8bc3e4f603712654e on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:49:10.596695 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-9ff22ece-0fdd-4098-85f3-c846f8077070 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "GET /v2.0/ports/613258c1-9659-40dc-945e-80951148c214 HTTP/1.1" status: 404 len: 333 time: 0.1313083 Oct 26 15:49:10.599950 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38958) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:10.630151 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-84c78cca-9465-48e4-825c-9f3af7fe943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:10.631048 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c78cca-9465-48e4-825c-9f3af7fe943c None None] The sync data for ids ['ca9ffb82-a1aa-42f1-a8b2-e6c2d54f92c5'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:49:10.680053 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9e6b71-e6af-4abb-8b84-b8bbf83b0f5d None None] Network 6a03021f-aa46-41a9-8ffc-7eb70d826ea1 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:49:10.723256 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-8a705486-071e-4d93-9cd3-4ec2fbf5e8dd tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:10.727942 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-4c9e6b71-e6af-4abb-8b84-b8bbf83b0f5d None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:49:10.736991 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-031e0d6f-1647-48a7-9a1d-090ed549b9e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Allocated IP 2001:db8::204 (9aad869b-5644-489d-9c31-966bcac80725/c3252970-1c86-48bf-bd35-18b8a105a635/0836b440-7a41-43b0-8107-95ac9133a73b) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:49:10.737226 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9e6b71-e6af-4abb-8b84-b8bbf83b0f5d None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:49:10.742584 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e6b71-e6af-4abb-8b84-b8bbf83b0f5d None None] Pushing event updated for resources: {'Port': ['ID=56b033e1-087a-4771-8d61-34e255599082,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:10.750189 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-680b9d11-c3b4-455a-b2d0-959a2fd7d756 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Allocated IP 172.20.0.9 (6a03021f-aa46-41a9-8ffc-7eb70d826ea1/4c2f1cad-f0a1-4ae8-9c03-01ac57a4c021/96530f3c-5939-4ed1-b62d-728d8e86b393) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:49:10.762865 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-8a705486-071e-4d93-9cd3-4ec2fbf5e8dd tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:10.764048 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c0219341-b9dc-4e0b-a075-400516345fe5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for router, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:10.848785 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a705486-071e-4d93-9cd3-4ec2fbf5e8dd tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Made reservation on behalf of ed533417d7984f4ebffb4d3679dafa7e for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:49:10.851750 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8a705486-071e-4d93-9cd3-4ec2fbf5e8dd tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:10.856576 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ce86bf5d-cee1-4b43-9e5a-46d376fb43ea None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:10.914240 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-ce86bf5d-cee1-4b43-9e5a-46d376fb43ea None None] Transition to ACTIVE for port object 6263696a-72fd-44ad-bd57-6f574756fb98 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:49:10.948713 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-4c9e6b71-e6af-4abb-8b84-b8bbf83b0f5d None None] Attempting to bind port 56b033e1-087a-4771-8d61-34e255599082 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:49:10.949118 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-4c9e6b71-e6af-4abb-8b84-b8bbf83b0f5d None None] Attempting to bind port 56b033e1-087a-4771-8d61-34e255599082 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'e5825f9f-c2d1-4ffe-adee-9ecc8cbbc5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a03021f-aa46-41a9-8ffc-7eb70d826ea1'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:49:10.949472 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9e6b71-e6af-4abb-8b84-b8bbf83b0f5d None None] Attempting to bind port 56b033e1-087a-4771-8d61-34e255599082 on network 6a03021f-aa46-41a9-8ffc-7eb70d826ea1 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:49:10.963805 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9e6b71-e6af-4abb-8b84-b8bbf83b0f5d None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:49:10.964185 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9e6b71-e6af-4abb-8b84-b8bbf83b0f5d None None] Checking segment: {'id': 'e5825f9f-c2d1-4ffe-adee-9ecc8cbbc5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a03021f-aa46-41a9-8ffc-7eb70d826ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:49:10.964599 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4c9e6b71-e6af-4abb-8b84-b8bbf83b0f5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:10.965494 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9e6b71-e6af-4abb-8b84-b8bbf83b0f5d None None] Bound using segment: {'id': 'e5825f9f-c2d1-4ffe-adee-9ecc8cbbc5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a03021f-aa46-41a9-8ffc-7eb70d826ea1'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:49:10.965494 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-4c9e6b71-e6af-4abb-8b84-b8bbf83b0f5d None None] Bound port: 56b033e1-087a-4771-8d61-34e255599082, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5825f9f-c2d1-4ffe-adee-9ecc8cbbc5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a03021f-aa46-41a9-8ffc-7eb70d826ea1'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:49:10.965870 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4c9e6b71-e6af-4abb-8b84-b8bbf83b0f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:10.985346 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72175e1d-90f4-4402-a808-ff304e8f7b54 None None] DHCP port deletion for 7fd3b488-50af-4ba5-aabd-3b192714d1bb request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:49:10.991538 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-ce86bf5d-cee1-4b43-9e5a-46d376fb43ea None None] Transition to ACTIVE for port object 6263696a-72fd-44ad-bd57-6f574756fb98 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:49:10.995919 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 7e68d487-4eda-4acf-ae3d-a27176e40ec4 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:49:10.996303 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:11.042055 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-72175e1d-90f4-4402-a808-ff304e8f7b54 None None] Deleting port 7e68d487-4eda-4acf-ae3d-a27176e40ec4 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:49:11.042436 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-72175e1d-90f4-4402-a808-ff304e8f7b54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:11.097909 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ce86bf5d-cee1-4b43-9e5a-46d376fb43ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:11.255912 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 7e68d487-4eda-4acf-ae3d-a27176e40ec4, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=7e68d487-4eda-4acf-ae3d-a27176e40ec4,segment=NetworkSegment(82784608-02a3-415a-91f3-8e2ac66c8052),segment_id=82784608-02a3-415a-91f3-8e2ac66c8052)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:49:11.270798 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce86bf5d-cee1-4b43-9e5a-46d376fb43ea None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:49:11.271446 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c0219341-b9dc-4e0b-a075-400516345fe5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:11.275849 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c0219341-b9dc-4e0b-a075-400516345fe5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:11.278062 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-ce86bf5d-cee1-4b43-9e5a-46d376fb43ea None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:49:11.279873 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce86bf5d-cee1-4b43-9e5a-46d376fb43ea None None] Pushing event updated for resources: {'Port': ['ID=6263696a-72fd-44ad-bd57-6f574756fb98,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:11.285233 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce86bf5d-cee1-4b43-9e5a-46d376fb43ea None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:49:11.288323 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-680b9d11-c3b4-455a-b2d0-959a2fd7d756 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:11.290563 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-4c9e6b71-e6af-4abb-8b84-b8bbf83b0f5d None None] For port 56b033e1-087a-4771-8d61-34e255599082, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:49:11.297387 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-031e0d6f-1647-48a7-9a1d-090ed549b9e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:11.303743 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-4c9e6b71-e6af-4abb-8b84-b8bbf83b0f5d None None] For port 56b033e1-087a-4771-8d61-34e255599082, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=56b033e1-087a-4771-8d61-34e255599082,segment=NetworkSegment(e5825f9f-c2d1-4ffe-adee-9ecc8cbbc5f8),segment_id=e5825f9f-c2d1-4ffe-adee-9ecc8cbbc5f8)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:49:11.308597 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-dce0118c-6310-400f-8bce-083facf83a16 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Allocated IP 2001:db8::2b6 (f810e159-a5e8-4c86-8cec-5d909fe013dd/3d9e4cf1-feb9-48f7-8e41-a0b0f6ba9b8f/c3e980e9-7b8d-4cd1-902e-f830a7560ff7) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:49:11.361681 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-680b9d11-c3b4-455a-b2d0-959a2fd7d756 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Transition to ACTIVE for port object 96530f3c-5939-4ed1-b62d-728d8e86b393 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:49:11.369710 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-031e0d6f-1647-48a7-9a1d-090ed549b9e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Transition to ACTIVE for port object 0836b440-7a41-43b0-8107-95ac9133a73b will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:49:11.388830 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c0219341-b9dc-4e0b-a075-400516345fe5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:11.389305 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0219341-b9dc-4e0b-a075-400516345fe5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Fanout notify agent at l3_agent the message router_deleted on router ca9ffb82-a1aa-42f1-a8b2-e6c2d54f92c5 {{(pid=89748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:49:11.397850 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:11.461973 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c0219341-b9dc-4e0b-a075-400516345fe5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:11.463157 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-c0219341-b9dc-4e0b-a075-400516345fe5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/routers/ca9ffb82-a1aa-42f1-a8b2-e6c2d54f92c5 HTTP/1.1" status: 204 len: 168 time: 0.8621109 Oct 26 15:49:11.465910 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38962) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:11.492646 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4c9e6b71-e6af-4abb-8b84-b8bbf83b0f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:11.569353 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-031e0d6f-1647-48a7-9a1d-090ed549b9e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:11.574226 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-680b9d11-c3b4-455a-b2d0-959a2fd7d756 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:11.590067 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf282c74-3bb8-479d-9fce-975da68f82a7 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Deleting subnet 89ba860d-6d25-4244-80c1-321af3e9dc32 {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:49:11.599667 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 7e68d487-4eda-4acf-ae3d-a27176e40ec4 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:49:11.604757 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cf282c74-3bb8-479d-9fce-975da68f82a7 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:11.651060 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-72175e1d-90f4-4402-a808-ff304e8f7b54 None None] For port 7e68d487-4eda-4acf-ae3d-a27176e40ec4, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=7e68d487-4eda-4acf-ae3d-a27176e40ec4,segment=NetworkSegment(82784608-02a3-415a-91f3-8e2ac66c8052),segment_id=82784608-02a3-415a-91f3-8e2ac66c8052)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:49:11.652009 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-72175e1d-90f4-4402-a808-ff304e8f7b54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:11.668029 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dce0118c-6310-400f-8bce-083facf83a16 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:11.679101 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.objects.ports [None req-8a705486-071e-4d93-9cd3-4ec2fbf5e8dd tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89747) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 26 15:49:11.687466 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8a705486-071e-4d93-9cd3-4ec2fbf5e8dd tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:11.695852 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-dce0118c-6310-400f-8bce-083facf83a16 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Transition to ACTIVE for port object c3e980e9-7b8d-4cd1-902e-f830a7560ff7 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:49:11.748275 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031e0d6f-1647-48a7-9a1d-090ed549b9e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Network 9aad869b-5644-489d-9c31-966bcac80725 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:49:11.754248 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cf282c74-3bb8-479d-9fce-975da68f82a7 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:11.757411 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-ce86bf5d-cee1-4b43-9e5a-46d376fb43ea None None] Attempting to bind port 6263696a-72fd-44ad-bd57-6f574756fb98 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:49:11.758321 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-ce86bf5d-cee1-4b43-9e5a-46d376fb43ea None None] Attempting to bind port 6263696a-72fd-44ad-bd57-6f574756fb98 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:49:11.758321 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce86bf5d-cee1-4b43-9e5a-46d376fb43ea None None] Attempting to bind port 6263696a-72fd-44ad-bd57-6f574756fb98 on network f810e159-a5e8-4c86-8cec-5d909fe013dd {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:49:11.761150 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-031e0d6f-1647-48a7-9a1d-090ed549b9e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:49:11.764554 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e0d6f-1647-48a7-9a1d-090ed549b9e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Pushing event updated for resources: {'Port': ['ID=0836b440-7a41-43b0-8107-95ac9133a73b,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:11.769260 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031e0d6f-1647-48a7-9a1d-090ed549b9e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:49:11.774895 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031e0d6f-1647-48a7-9a1d-090ed549b9e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:11.776049 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-031e0d6f-1647-48a7-9a1d-090ed549b9e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:11.782404 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680b9d11-c3b4-455a-b2d0-959a2fd7d756 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Network 6a03021f-aa46-41a9-8ffc-7eb70d826ea1 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:49:11.811394 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dce0118c-6310-400f-8bce-083facf83a16 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:11.830962 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-680b9d11-c3b4-455a-b2d0-959a2fd7d756 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:49:11.842207 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680b9d11-c3b4-455a-b2d0-959a2fd7d756 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:49:11.856395 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-72175e1d-90f4-4402-a808-ff304e8f7b54 None None] Calling delete_port for 7e68d487-4eda-4acf-ae3d-a27176e40ec4 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:49:11.908992 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce86bf5d-cee1-4b43-9e5a-46d376fb43ea None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:49:11.909679 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce86bf5d-cee1-4b43-9e5a-46d376fb43ea None None] Checking segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:49:11.909797 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce0118c-6310-400f-8bce-083facf83a16 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:49:11.909886 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ce86bf5d-cee1-4b43-9e5a-46d376fb43ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:11.910250 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce86bf5d-cee1-4b43-9e5a-46d376fb43ea None None] Bound using segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:49:11.911708 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-ce86bf5d-cee1-4b43-9e5a-46d376fb43ea None None] Bound port: 6263696a-72fd-44ad-bd57-6f574756fb98, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:49:11.911708 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ce86bf5d-cee1-4b43-9e5a-46d376fb43ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:11.914793 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-dce0118c-6310-400f-8bce-083facf83a16 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:49:11.923364 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce0118c-6310-400f-8bce-083facf83a16 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:49:11.944048 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce0118c-6310-400f-8bce-083facf83a16 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:11.944048 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dce0118c-6310-400f-8bce-083facf83a16 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:11.944345 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a705486-071e-4d93-9cd3-4ec2fbf5e8dd tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Pushing event updated for resources: {'Subnet': ['ID=df91f941-df12-4638-a695-1f1c6ea344c6,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:11.954832 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=7e68d487-4eda-4acf-ae3d-a27176e40ec4,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:11.956533 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0118c-6310-400f-8bce-083facf83a16 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Port': ['ID=c3e980e9-7b8d-4cd1-902e-f830a7560ff7,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:11.968645 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a705486-071e-4d93-9cd3-4ec2fbf5e8dd tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Checking segment: {'id': '72bd3b57-82d2-4988-bc58-720df6a2c8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '14e639cd-913b-4c5c-be1c-626f0eff7670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:49:11.969008 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a705486-071e-4d93-9cd3-4ec2fbf5e8dd tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Network hostable DHCP agents. Network: 14e639cd-913b-4c5c-be1c-626f0eff7670, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:49:11.970788 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cf282c74-3bb8-479d-9fce-975da68f82a7 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:11.978327 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b9d11-c3b4-455a-b2d0-959a2fd7d756 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event updated for resources: {'Port': ['ID=96530f3c-5939-4ed1-b62d-728d8e86b393,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:11.988042 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680b9d11-c3b4-455a-b2d0-959a2fd7d756 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:11.988711 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-680b9d11-c3b4-455a-b2d0-959a2fd7d756 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:12.044902 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-031e0d6f-1647-48a7-9a1d-090ed549b9e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.2773471 Oct 26 15:49:12.047871 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38968) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:12.054957 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-11a18127-7861-434a-83c5-ac0bc616dbfb tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Request body: {'port': {'network_id': '9aad869b-5644-489d-9c31-966bcac80725', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2055264591', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:12.055681 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.api.validators [None req-11a18127-7861-434a-83c5-ac0bc616dbfb tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] bootfile-name is not in valid_values {{(pid=89747) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 26 15:49:12.056196 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.api.validators [None req-11a18127-7861-434a-83c5-ac0bc616dbfb tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] tftp-server is not in valid_values {{(pid=89747) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 26 15:49:12.056700 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.api.validators [None req-11a18127-7861-434a-83c5-ac0bc616dbfb tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] server-ip-address is not in valid_values {{(pid=89747) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 26 15:49:12.061947 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-10a25963-7ffe-426c-ab13-e759742a10a9 None None] Allocated IP 2001:db8::2 (9aad869b-5644-489d-9c31-966bcac80725/c3252970-1c86-48bf-bd35-18b8a105a635/aa1019d4-5e8a-4fb5-9566-a921951be8e5) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:49:12.119193 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-dce0118c-6310-400f-8bce-083facf83a16 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3425672 Oct 26 15:49:12.127852 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38972) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:12.155337 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cf282c74-3bb8-479d-9fce-975da68f82a7 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:12.180007 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-ce86bf5d-cee1-4b43-9e5a-46d376fb43ea None None] For port 6263696a-72fd-44ad-bd57-6f574756fb98, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:49:12.188964 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a705486-071e-4d93-9cd3-4ec2fbf5e8dd tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Network 14e639cd-913b-4c5c-be1c-626f0eff7670 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:49:12.194728 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-680b9d11-c3b4-455a-b2d0-959a2fd7d756 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.4406896 Oct 26 15:49:12.206238 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38976) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:12.235453 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf282c74-3bb8-479d-9fce-975da68f82a7 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event deleted for resources: {'Subnet': ['ID=89ba860d-6d25-4244-80c1-321af3e9dc32,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:12.253780 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cf282c74-3bb8-479d-9fce-975da68f82a7 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:12.272636 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-cf282c74-3bb8-479d-9fce-975da68f82a7 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/subnets/89ba860d-6d25-4244-80c1-321af3e9dc32 HTTP/1.1" status: 204 len: 168 time: 0.7990377 Oct 26 15:49:12.272963 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 38980) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:12.380937 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f102154e-d145-49e7-9f6a-9205110938c1 None None] Network 6ef1ccb2-4d37-460a-bc45-e656c43aee00 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:49:12.399877 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-ce86bf5d-cee1-4b43-9e5a-46d376fb43ea None None] For port 6263696a-72fd-44ad-bd57-6f574756fb98, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=6263696a-72fd-44ad-bd57-6f574756fb98,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:49:12.411153 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e6b71-e6af-4abb-8b84-b8bbf83b0f5d None None] Pushing event updated for resources: {'Port': ['ID=56b033e1-087a-4771-8d61-34e255599082,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:12.416339 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-72175e1d-90f4-4402-a808-ff304e8f7b54 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:49:12.416339 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-72175e1d-90f4-4402-a808-ff304e8f7b54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:49:12.416928 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-717a5ab0-1514-476f-86b1-ebc2d78d143a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:12.431229 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-717a5ab0-1514-476f-86b1-ebc2d78d143a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Deleting port 04aee3f8-914e-40ce-a9eb-9457f2e29644 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:49:12.432372 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-717a5ab0-1514-476f-86b1-ebc2d78d143a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:12.433111 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-8a705486-071e-4d93-9cd3-4ec2fbf5e8dd tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 14e639cd-913b-4c5c-be1c-626f0eff7670) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:49:12.478174 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fb9971-d14b-4a0a-8d41-270b63cde363 None None] Network 14e639cd-913b-4c5c-be1c-626f0eff7670 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:49:12.506612 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ce86bf5d-cee1-4b43-9e5a-46d376fb43ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:12.519813 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a705486-071e-4d93-9cd3-4ec2fbf5e8dd tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:12.521372 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8a705486-071e-4d93-9cd3-4ec2fbf5e8dd tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:12.663153 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 7e68d487-4eda-4acf-ae3d-a27176e40ec4 is: ACTIVE; New status is: DOWN {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:49:12.663472 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:12.683042 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-717a5ab0-1514-476f-86b1-ebc2d78d143a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] For port 04aee3f8-914e-40ce-a9eb-9457f2e29644, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=04aee3f8-914e-40ce-a9eb-9457f2e29644,segment=NetworkSegment(9519c6c5-d67d-4ca0-b5fe-d3a5b21cc755),segment_id=9519c6c5-d67d-4ca0-b5fe-d3a5b21cc755)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:49:12.683506 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-717a5ab0-1514-476f-86b1-ebc2d78d143a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:12.725309 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8a705486-071e-4d93-9cd3-4ec2fbf5e8dd tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.5310760 Oct 26 15:49:12.730961 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38986) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:12.862311 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-717a5ab0-1514-476f-86b1-ebc2d78d143a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Calling delete_port for 04aee3f8-914e-40ce-a9eb-9457f2e29644 owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:49:12.910529 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce86bf5d-cee1-4b43-9e5a-46d376fb43ea None None] Pushing event updated for resources: {'Port': ['ID=6263696a-72fd-44ad-bd57-6f574756fb98,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:12.917924 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 7e68d487-4eda-4acf-ae3d-a27176e40ec4, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=7e68d487-4eda-4acf-ae3d-a27176e40ec4,segment=NetworkSegment(82784608-02a3-415a-91f3-8e2ac66c8052),segment_id=82784608-02a3-415a-91f3-8e2ac66c8052)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:49:12.935608 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-11a18127-7861-434a-83c5-ac0bc616dbfb tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:12.967131 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-72175e1d-90f4-4402-a808-ff304e8f7b54 None None] Deleting port 7e68d487-4eda-4acf-ae3d-a27176e40ec4 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:49:12.967131 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-72175e1d-90f4-4402-a808-ff304e8f7b54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:13.027272 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:13.030682 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-11a18127-7861-434a-83c5-ac0bc616dbfb tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Usage tracker for resource:port and tenant:86c445c7e52c4e519a08e164a4968d76 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:13.046076 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-827e0cf7-9600-4e9c-8726-633d6bd952b9 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:13.049968 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-11a18127-7861-434a-83c5-ac0bc616dbfb tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:13.087761 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-717a5ab0-1514-476f-86b1-ebc2d78d143a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:13.164696 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a5ab0-1514-476f-86b1-ebc2d78d143a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event deleted for resources: {'Port': ['ID=04aee3f8-914e-40ce-a9eb-9457f2e29644,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:13.168904 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717a5ab0-1514-476f-86b1-ebc2d78d143a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] No DVR routers for this DVR port 04aee3f8-914e-40ce-a9eb-9457f2e29644 on host dv-neutron-862712-1-hyperv {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:49:13.183417 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d397c3-80af-456f-a8e0-d6127dbf0f4b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:13.193739 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d397c3-80af-456f-a8e0-d6127dbf0f4b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:13.195081 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-69d397c3-80af-456f-a8e0-d6127dbf0f4b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:49:13.210152 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-11a18127-7861-434a-83c5-ac0bc616dbfb tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:13.227708 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-10a25963-7ffe-426c-ab13-e759742a10a9 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:13.293463 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-10a25963-7ffe-426c-ab13-e759742a10a9 None None] Transition to ACTIVE for port object aa1019d4-5e8a-4fb5-9566-a921951be8e5 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:49:13.350402 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=7e68d487-4eda-4acf-ae3d-a27176e40ec4,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:13.368025 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-717a5ab0-1514-476f-86b1-ebc2d78d143a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:13.392518 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a18127-7861-434a-83c5-ac0bc616dbfb tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Made reservation on behalf of 86c445c7e52c4e519a08e164a4968d76 for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:49:13.394221 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-10a25963-7ffe-426c-ab13-e759742a10a9 None None] Transition to ACTIVE for port object aa1019d4-5e8a-4fb5-9566-a921951be8e5 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:49:13.394412 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-11a18127-7861-434a-83c5-ac0bc616dbfb tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:13.406689 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-717a5ab0-1514-476f-86b1-ebc2d78d143a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ef1ccb2-4d37-460a-bc45-e656c43aee00']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:13.424298 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-717a5ab0-1514-476f-86b1-ebc2d78d143a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9519c6c5-d67d-4ca0-b5fe-d3a5b21cc755') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:13.425000 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-717a5ab0-1514-476f-86b1-ebc2d78d143a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9519c6c5-d67d-4ca0-b5fe-d3a5b21cc755') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:13.430180 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-827e0cf7-9600-4e9c-8726-633d6bd952b9 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:13.438554 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-717a5ab0-1514-476f-86b1-ebc2d78d143a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:13.450763 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde08784-06ae-4b6c-8224-353218598725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-14e639cd-913b-4c5c-be1c-626f0eff7670', 'network_id': '14e639cd-913b-4c5c-be1c-626f0eff7670', 'tenant_id': 'ed533417d7984f4ebffb4d3679dafa7e', 'fixed_ips': [{'subnet_id': 'df91f941-df12-4638-a695-1f1c6ea344c6'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:49:13.451573 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-cde08784-06ae-4b6c-8224-353218598725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:13.462092 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-717a5ab0-1514-476f-86b1-ebc2d78d143a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:13.477325 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-717a5ab0-1514-476f-86b1-ebc2d78d143a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:49:13.477939 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-717a5ab0-1514-476f-86b1-ebc2d78d143a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:13.486710 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3492a595-4dc1-4e1a-a780-61ff305ca6de None None] Network 6a03021f-aa46-41a9-8ffc-7eb70d826ea1 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:49:13.502737 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-69d397c3-80af-456f-a8e0-d6127dbf0f4b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:49:13.503917 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-69d397c3-80af-456f-a8e0-d6127dbf0f4b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 1.3748281 Oct 26 15:49:13.510883 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-11a18127-7861-434a-83c5-ac0bc616dbfb tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] device_id is not set on port 1093aba7-09eb-4cf8-ae1d-c9971432c8cd yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:49:13.561062 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 38990) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:13.586771 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa44098-5dad-4db4-bda3-cfc5852d212b None None] DHCP port deletion for 6ef1ccb2-4d37-460a-bc45-e656c43aee00 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:49:13.588796 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-10a25963-7ffe-426c-ab13-e759742a10a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:13.714462 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 15:49:13.819857 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a25963-7ffe-426c-ab13-e759742a10a9 None None] Network 9aad869b-5644-489d-9c31-966bcac80725 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:49:13.828258 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-72175e1d-90f4-4402-a808-ff304e8f7b54 None None] For port 7e68d487-4eda-4acf-ae3d-a27176e40ec4, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=7e68d487-4eda-4acf-ae3d-a27176e40ec4,segment=NetworkSegment(82784608-02a3-415a-91f3-8e2ac66c8052),segment_id=82784608-02a3-415a-91f3-8e2ac66c8052)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:49:13.828885 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-72175e1d-90f4-4402-a808-ff304e8f7b54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:13.839104 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-10a25963-7ffe-426c-ab13-e759742a10a9 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:49:13.864937 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a25963-7ffe-426c-ab13-e759742a10a9 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:49:13.867344 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 6263696a-72fd-44ad-bd57-6f574756fb98 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:49:13.893193 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a25963-7ffe-426c-ab13-e759742a10a9 None None] Pushing event updated for resources: {'Port': ['ID=aa1019d4-5e8a-4fb5-9566-a921951be8e5,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:13.932670 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0143f3c2-a06a-4efb-84bb-c21fb887f73a tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:13.932972 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-e480ecbf-0924-4b61-b941-d349ecec2ae2 None None] Provisioning for port 56b033e1-087a-4771-8d61-34e255599082 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:49:13.944064 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-717a5ab0-1514-476f-86b1-ebc2d78d143a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:13.950299 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-717a5ab0-1514-476f-86b1-ebc2d78d143a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:13.972189 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-d8764981-f6de-4d49-9c92-67c3ae5119a5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting port c3e980e9-7b8d-4cd1-902e-f830a7560ff7 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:49:13.972469 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d8764981-f6de-4d49-9c92-67c3ae5119a5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:14.025004 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a5ab0-1514-476f-86b1-ebc2d78d143a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event deleted for resources: {'Network': ['ID=6ef1ccb2-4d37-460a-bc45-e656c43aee00,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:14.066295 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-717a5ab0-1514-476f-86b1-ebc2d78d143a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/networks/6ef1ccb2-4d37-460a-bc45-e656c43aee00 HTTP/1.1" status: 204 len: 168 time: 1.7916350 Oct 26 15:49:14.068266 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39000) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:14.086564 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-827e0cf7-9600-4e9c-8726-633d6bd952b9 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:14.154409 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 9519c6c5-d67d-4ca0-b5fe-d3a5b21cc755 resource provider aggregate not found Oct 26 15:49:14.181689 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 9519c6c5-d67d-4ca0-b5fe-d3a5b21cc755 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9519c6c5-d67d-4ca0-b5fe-d3a5b21cc755 found for delete ", "request_id": "req-2d0afa5f-b9f8-4250-8e18-21c45c5534e7"}]} Oct 26 15:49:14.208223 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a538c542-6104-44d7-b988-83bdc3f43751 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:14.208800 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a538c542-6104-44d7-b988-83bdc3f43751 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Synchronizing usage tracker for tenant:b10aaa5403b848e8bc3e4f603712654e on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:49:14.212502 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e0cf7-9600-4e9c-8726-633d6bd952b9 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Pushing event deleted for resources: {'Subnet': ['ID=df91f941-df12-4638-a695-1f1c6ea344c6,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:14.244283 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-72175e1d-90f4-4402-a808-ff304e8f7b54 None None] Calling delete_port for 7e68d487-4eda-4acf-ae3d-a27176e40ec4 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:49:14.306891 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a538c542-6104-44d7-b988-83bdc3f43751 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Unset dirty status for tenant:b10aaa5403b848e8bc3e4f603712654e on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:49:14.312768 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a538c542-6104-44d7-b988-83bdc3f43751 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "GET /v2.0/ports/0979c77c-248c-4714-896e-d54b4f917af0 HTTP/1.1" status: 200 len: 844 time: 0.2434435 Oct 26 15:49:14.313640 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39006) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:14.410114 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-18bccab4-4a24-4c36-8c92-36719a1461c4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "GET /v2.0/ports/0979c77c-248c-4714-896e-d54b4f917af0?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0950468 Oct 26 15:49:14.413840 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39010) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server [None req-cde08784-06ae-4b6c-8224-353218598725 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet df91f941-df12-4638-a695-1f1c6ea344c6: This subnet is being modified by another concurrent operation. Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 15:49:14.414108 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 15:49:14.417998 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:49:14.417998 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 15:49:14.417998 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:49:14.417998 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 15:49:14.417998 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:49:14.417998 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 15:49:14.417998 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:49:14.417998 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 15:49:14.417998 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 15:49:14.417998 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 15:49:14.417998 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:49:14.417998 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 15:49:14.417998 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:49:14.417998 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 15:49:14.417998 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 15:49:14.417998 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 15:49:14.417998 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Oct 26 15:49:14.417998 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 26 15:49:14.417998 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Oct 26 15:49:14.417998 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 26 15:49:14.417998 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Oct 26 15:49:14.417998 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 26 15:49:14.417998 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 26 15:49:14.417998 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 26 15:49:14.417998 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 26 15:49:14.417998 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 15:49:14.417998 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Oct 26 15:49:14.417998 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 26 15:49:14.417998 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 26 15:49:14.417998 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 26 15:49:14.417998 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 26 15:49:14.417998 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 15:49:14.417998 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 26 15:49:14.417998 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 15:49:14.417998 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 15:49:14.417998 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise exception Oct 26 15:49:14.417998 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet df91f941-df12-4638-a695-1f1c6ea344c6: This subnet is being modified by another concurrent operation. Oct 26 15:49:14.417998 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server Oct 26 15:49:14.420645 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-5aab1584-a46f-4a4f-853e-3fe3196d471b tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'subnet': {'network_id': '727fe7ec-fce3-4e2e-9e69-5d326c45d061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:14.494297 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-10a25963-7ffe-426c-ab13-e759742a10a9 None None] Attempting to bind port aa1019d4-5e8a-4fb5-9566-a921951be8e5 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:49:14.495063 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-10a25963-7ffe-426c-ab13-e759742a10a9 None None] Attempting to bind port aa1019d4-5e8a-4fb5-9566-a921951be8e5 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '39b3a837-8e8d-47b4-a710-8e8c5acb60e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '9aad869b-5644-489d-9c31-966bcac80725'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:49:14.495658 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a25963-7ffe-426c-ab13-e759742a10a9 None None] Attempting to bind port aa1019d4-5e8a-4fb5-9566-a921951be8e5 on network 9aad869b-5644-489d-9c31-966bcac80725 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:49:14.508498 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf0627a-716c-4c5a-9c02-09adac8ad99a None None] Network 14e639cd-913b-4c5c-be1c-626f0eff7670 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:49:14.554630 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 6263696a-72fd-44ad-bd57-6f574756fb98 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:49:14.560824 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-5aab1584-a46f-4a4f-853e-3fe3196d471b tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:14.565916 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-5aab1584-a46f-4a4f-853e-3fe3196d471b tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Usage tracker for resource:subnet and tenant:b10aaa5403b848e8bc3e4f603712654e is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:14.569794 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-5aab1584-a46f-4a4f-853e-3fe3196d471b tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:14.576099 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-5aab1584-a46f-4a4f-853e-3fe3196d471b tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:14.605920 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a25963-7ffe-426c-ab13-e759742a10a9 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:49:14.606313 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a25963-7ffe-426c-ab13-e759742a10a9 None None] Checking segment: {'id': '39b3a837-8e8d-47b4-a710-8e8c5acb60e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '9aad869b-5644-489d-9c31-966bcac80725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:49:14.606719 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-10a25963-7ffe-426c-ab13-e759742a10a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:14.607111 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a25963-7ffe-426c-ab13-e759742a10a9 None None] Bound using segment: {'id': '39b3a837-8e8d-47b4-a710-8e8c5acb60e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '9aad869b-5644-489d-9c31-966bcac80725'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:49:14.607590 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-10a25963-7ffe-426c-ab13-e759742a10a9 None None] Bound port: aa1019d4-5e8a-4fb5-9566-a921951be8e5, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b3a837-8e8d-47b4-a710-8e8c5acb60e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '9aad869b-5644-489d-9c31-966bcac80725'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:49:14.607955 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-10a25963-7ffe-426c-ab13-e759742a10a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:14.640783 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 56b033e1-087a-4771-8d61-34e255599082 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:49:14.641201 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aab1584-a46f-4a4f-853e-3fe3196d471b tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Made reservation on behalf of b10aaa5403b848e8bc3e4f603712654e for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:49:14.646970 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5aab1584-a46f-4a4f-853e-3fe3196d471b tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:14.671255 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-11a18127-7861-434a-83c5-ac0bc616dbfb tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Allocated IP 2001:db8::bf (9aad869b-5644-489d-9c31-966bcac80725/c3252970-1c86-48bf-bd35-18b8a105a635/1093aba7-09eb-4cf8-ae1d-c9971432c8cd) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:49:14.701866 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-827e0cf7-9600-4e9c-8726-633d6bd952b9 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:14.760903 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-5dcc2ee7-944e-4456-a306-61f0ae826a35 None None] Provisioning for port 6263696a-72fd-44ad-bd57-6f574756fb98 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:49:14.805923 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-72175e1d-90f4-4402-a808-ff304e8f7b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:14.809260 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-5dcc2ee7-944e-4456-a306-61f0ae826a35 None None] Provisioning complete for port 6263696a-72fd-44ad-bd57-6f574756fb98 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:49:14.809632 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5dcc2ee7-944e-4456-a306-61f0ae826a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:14.809958 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-5dcc2ee7-944e-4456-a306-61f0ae826a35 None None] Attempt 1 to provision port 6263696a-72fd-44ad-bd57-6f574756fb98 Oct 26 15:49:14.896771 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-827e0cf7-9600-4e9c-8726-633d6bd952b9 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14e639cd-913b-4c5c-be1c-626f0eff7670']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:14.930206 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5aab1584-a46f-4a4f-853e-3fe3196d471b tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:14.949183 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-827e0cf7-9600-4e9c-8726-633d6bd952b9 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72bd3b57-82d2-4988-bc58-720df6a2c8ed') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:14.949484 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-827e0cf7-9600-4e9c-8726-633d6bd952b9 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72bd3b57-82d2-4988-bc58-720df6a2c8ed') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:14.971421 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72175e1d-90f4-4402-a808-ff304e8f7b54 None None] Pushing event deleted for resources: {'Port': ['ID=7e68d487-4eda-4acf-ae3d-a27176e40ec4,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:14.978514 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72175e1d-90f4-4402-a808-ff304e8f7b54 None None] No DVR routers for this DVR port 7e68d487-4eda-4acf-ae3d-a27176e40ec4 on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:49:14.987206 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-827e0cf7-9600-4e9c-8726-633d6bd952b9 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:14.988715 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aab1584-a46f-4a4f-853e-3fe3196d471b tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Network 727fe7ec-fce3-4e2e-9e69-5d326c45d061 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:49:14.992580 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-5aab1584-a46f-4a4f-853e-3fe3196d471b tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:49:14.997344 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aab1584-a46f-4a4f-853e-3fe3196d471b tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:14.997344 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5aab1584-a46f-4a4f-853e-3fe3196d471b tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:15.012189 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-10a25963-7ffe-426c-ab13-e759742a10a9 None None] For port aa1019d4-5e8a-4fb5-9566-a921951be8e5, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:49:15.024159 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-10a25963-7ffe-426c-ab13-e759742a10a9 None None] For port aa1019d4-5e8a-4fb5-9566-a921951be8e5, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=aa1019d4-5e8a-4fb5-9566-a921951be8e5,segment=NetworkSegment(39b3a837-8e8d-47b4-a710-8e8c5acb60e7),segment_id=39b3a837-8e8d-47b4-a710-8e8c5acb60e7)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:49:15.045289 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab1584-a46f-4a4f-853e-3fe3196d471b tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event updated for resources: {'Subnet': ['ID=f23bb133-ac48-49d3-aa87-2acba4008d7b,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:15.060849 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf866a25-e818-413f-80a7-f1573e69b5fe None None] Network 727fe7ec-fce3-4e2e-9e69-5d326c45d061 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:49:15.070940 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-827e0cf7-9600-4e9c-8726-633d6bd952b9 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:15.085636 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-5aab1584-a46f-4a4f-853e-3fe3196d471b tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6705792 Oct 26 15:49:15.088575 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39014) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:15.094368 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-ba71c412-b84f-4964-87e5-6329cb62a398 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'security_group': {'name': 'tempest-secgroup-1605125493'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:15.102005 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-ba71c412-b84f-4964-87e5-6329cb62a398 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:15.106164 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ba71c412-b84f-4964-87e5-6329cb62a398 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Usage tracker for resource:security_group and tenant:b10aaa5403b848e8bc3e4f603712654e is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:15.109388 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ba71c412-b84f-4964-87e5-6329cb62a398 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:15.115725 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-ba71c412-b84f-4964-87e5-6329cb62a398 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:15.150433 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 56b033e1-087a-4771-8d61-34e255599082 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:49:15.157504 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-10a25963-7ffe-426c-ab13-e759742a10a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:15.163544 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-827e0cf7-9600-4e9c-8726-633d6bd952b9 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:49:15.163955 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-827e0cf7-9600-4e9c-8726-633d6bd952b9 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:15.182203 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d8764981-f6de-4d49-9c92-67c3ae5119a5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:15.219143 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ba71c412-b84f-4964-87e5-6329cb62a398 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:15.244999 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 56b033e1-087a-4771-8d61-34e255599082 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:49:15.245370 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:15.245705 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 56b033e1-087a-4771-8d61-34e255599082 Oct 26 15:49:15.256933 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-ba71c412-b84f-4964-87e5-6329cb62a398 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:15.261768 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ba71c412-b84f-4964-87e5-6329cb62a398 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Usage tracker for resource:security_group_rule and tenant:b10aaa5403b848e8bc3e4f603712654e is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:15.266876 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ba71c412-b84f-4964-87e5-6329cb62a398 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:15.279441 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-ba71c412-b84f-4964-87e5-6329cb62a398 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:15.318167 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 72bd3b57-82d2-4988-bc58-720df6a2c8ed resource provider aggregate not found Oct 26 15:49:15.319317 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-5dcc2ee7-944e-4456-a306-61f0ae826a35 None None] Current status of the port 6263696a-72fd-44ad-bd57-6f574756fb98 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:49:15.319692 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5dcc2ee7-944e-4456-a306-61f0ae826a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:15.384803 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a25963-7ffe-426c-ab13-e759742a10a9 None None] Pushing event updated for resources: {'Port': ['ID=aa1019d4-5e8a-4fb5-9566-a921951be8e5,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:15.400251 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-d8764981-f6de-4d49-9c92-67c3ae5119a5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Calling delete_port for c3e980e9-7b8d-4cd1-902e-f830a7560ff7 owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:49:15.445116 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-5dcc2ee7-944e-4456-a306-61f0ae826a35 None None] For port 6263696a-72fd-44ad-bd57-6f574756fb98, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=6263696a-72fd-44ad-bd57-6f574756fb98,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:49:15.456701 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 72bd3b57-82d2-4988-bc58-720df6a2c8ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 72bd3b57-82d2-4988-bc58-720df6a2c8ed found for delete ", "request_id": "req-3b924f29-3073-4b76-a7e5-7ea5a24a6267"}]} Oct 26 15:49:15.536982 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5dcc2ee7-944e-4456-a306-61f0ae826a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:15.587423 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0143f3c2-a06a-4efb-84bb-c21fb887f73a tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:15.659228 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-827e0cf7-9600-4e9c-8726-633d6bd952b9 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:15.688099 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-827e0cf7-9600-4e9c-8726-633d6bd952b9 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:15.695137 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc2ee7-944e-4456-a306-61f0ae826a35 None None] Pushing event updated for resources: {'Port': ['ID=6263696a-72fd-44ad-bd57-6f574756fb98,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:15.702144 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0143f3c2-a06a-4efb-84bb-c21fb887f73a tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:15.704741 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 56b033e1-087a-4771-8d61-34e255599082 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:49:15.705130 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:15.781433 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e0cf7-9600-4e9c-8726-633d6bd952b9 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Pushing event deleted for resources: {'Network': ['ID=14e639cd-913b-4c5c-be1c-626f0eff7670,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:15.781865 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 56b033e1-087a-4771-8d61-34e255599082, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=56b033e1-087a-4771-8d61-34e255599082,segment=NetworkSegment(e5825f9f-c2d1-4ffe-adee-9ecc8cbbc5f8),segment_id=e5825f9f-c2d1-4ffe-adee-9ecc8cbbc5f8)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:49:15.815475 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732cfa6a-c380-4526-aec3-5e7cd6760528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-727fe7ec-fce3-4e2e-9e69-5d326c45d061', 'network_id': '727fe7ec-fce3-4e2e-9e69-5d326c45d061', 'tenant_id': 'b10aaa5403b848e8bc3e4f603712654e', 'fixed_ips': [{'subnet_id': 'f23bb133-ac48-49d3-aa87-2acba4008d7b'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:49:15.816357 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-732cfa6a-c380-4526-aec3-5e7cd6760528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:15.875534 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:15.909021 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0143f3c2-a06a-4efb-84bb-c21fb887f73a tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event updated for resources: {'Port': ['ID=96530f3c-5939-4ed1-b62d-728d8e86b393,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:15.961913 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-827e0cf7-9600-4e9c-8726-633d6bd952b9 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] 10.222.0.23 "DELETE /v2.0/networks/14e639cd-913b-4c5c-be1c-626f0eff7670 HTTP/1.1" status: 204 len: 168 time: 3.2257721 Oct 26 15:49:15.962373 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39022) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:15.969895 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-4d6cc1f0-ad76-43a4-aeee-77ab5a0824ce tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-342338754'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:15.978737 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d8764981-f6de-4d49-9c92-67c3ae5119a5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:15.980809 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c49c09d2-10fc-421c-b8c2-55dac2ae754b None None] Provisioning for port c3e980e9-7b8d-4cd1-902e-f830a7560ff7 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:49:15.990337 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c49c09d2-10fc-421c-b8c2-55dac2ae754b None None] Provisioning complete for port c3e980e9-7b8d-4cd1-902e-f830a7560ff7 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:49:15.990745 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c49c09d2-10fc-421c-b8c2-55dac2ae754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:15.991094 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c49c09d2-10fc-421c-b8c2-55dac2ae754b None None] Attempt 1 to provision port c3e980e9-7b8d-4cd1-902e-f830a7560ff7 Oct 26 15:49:16.050112 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-11a18127-7861-434a-83c5-ac0bc616dbfb tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:16.058929 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ba71c412-b84f-4964-87e5-6329cb62a398 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:16.062109 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-4d6cc1f0-ad76-43a4-aeee-77ab5a0824ce tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:16.062820 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=56b033e1-087a-4771-8d61-34e255599082,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:16.067182 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-4d6cc1f0-ad76-43a4-aeee-77ab5a0824ce tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Usage tracker for resource:network and tenant:ed533417d7984f4ebffb4d3679dafa7e is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:16.068160 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c49c09d2-10fc-421c-b8c2-55dac2ae754b None None] Port c3e980e9-7b8d-4cd1-902e-f830a7560ff7 was deleted so its status cannot be updated. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:49:16.081457 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-4d6cc1f0-ad76-43a4-aeee-77ab5a0824ce tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:16.088617 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-4d6cc1f0-ad76-43a4-aeee-77ab5a0824ce tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:16.106673 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 6263696a-72fd-44ad-bd57-6f574756fb98 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:49:16.133810 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8764981-f6de-4d49-9c92-67c3ae5119a5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Port': ['ID=c3e980e9-7b8d-4cd1-902e-f830a7560ff7,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:16.138276 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ba71c412-b84f-4964-87e5-6329cb62a398 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:16.138629 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-732cfa6a-c380-4526-aec3-5e7cd6760528 None None] Allocated IP 2001:db8::2 (727fe7ec-fce3-4e2e-9e69-5d326c45d061/f23bb133-ac48-49d3-aa87-2acba4008d7b/74b13b1b-8433-4c1b-91f9-0137ad907c0e) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:49:16.148823 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d8764981-f6de-4d49-9c92-67c3ae5119a5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:16.151102 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d8764981-f6de-4d49-9c92-67c3ae5119a5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/ports/c3e980e9-7b8d-4cd1-902e-f830a7560ff7 HTTP/1.1" status: 204 len: 168 time: 2.5890968 Oct 26 15:49:16.156161 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-11a18127-7861-434a-83c5-ac0bc616dbfb tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Transition to ACTIVE for port object 1093aba7-09eb-4cf8-ae1d-c9971432c8cd will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:49:16.157119 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39026) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:16.173686 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c49c09d2-10fc-421c-b8c2-55dac2ae754b None None] Provisioning for port 96530f3c-5939-4ed1-b62d-728d8e86b393 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:49:16.186903 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c49c09d2-10fc-421c-b8c2-55dac2ae754b None None] Provisioning complete for port 96530f3c-5939-4ed1-b62d-728d8e86b393 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:49:16.187288 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c49c09d2-10fc-421c-b8c2-55dac2ae754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:16.187626 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c49c09d2-10fc-421c-b8c2-55dac2ae754b None None] Attempt 1 to provision port 96530f3c-5939-4ed1-b62d-728d8e86b393 Oct 26 15:49:16.193242 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6cc1f0-ad76-43a4-aeee-77ab5a0824ce tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Made reservation on behalf of ed533417d7984f4ebffb4d3679dafa7e for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:49:16.197709 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4d6cc1f0-ad76-43a4-aeee-77ab5a0824ce tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:16.262926 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71c412-b84f-4964-87e5-6329cb62a398 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86c08a06-7ff5-4093-956e-720ac6c0b9c7,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:16.278547 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ba71c412-b84f-4964-87e5-6329cb62a398 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:16.281109 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ba71c412-b84f-4964-87e5-6329cb62a398 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1904473 Oct 26 15:49:16.284317 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39032) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:16.293697 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-b02605ad-cf26-4fdd-94d2-ba656d03d13e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'security_group': {'name': 'tempest-secgroup-1227601975'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:16.308442 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-b02605ad-cf26-4fdd-94d2-ba656d03d13e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:16.313387 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d6cc1f0-ad76-43a4-aeee-77ab5a0824ce tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:49:16.325405 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-b02605ad-cf26-4fdd-94d2-ba656d03d13e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Usage tracker for resource:security_group and tenant:b10aaa5403b848e8bc3e4f603712654e is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:16.335055 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-b02605ad-cf26-4fdd-94d2-ba656d03d13e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:16.342179 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-b02605ad-cf26-4fdd-94d2-ba656d03d13e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:16.345927 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4d6cc1f0-ad76-43a4-aeee-77ab5a0824ce tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:16.346275 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-4d6cc1f0-ad76-43a4-aeee-77ab5a0824ce tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Added segment b8176bfe-daf8-41a2-870e-3c54bc81c71d of type vlan for network 08456450-b8fe-4432-ae8c-97afe37cf5a4 Oct 26 15:49:16.391640 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4d6cc1f0-ad76-43a4-aeee-77ab5a0824ce tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:16.455451 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b02605ad-cf26-4fdd-94d2-ba656d03d13e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:16.456867 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c49c09d2-10fc-421c-b8c2-55dac2ae754b None None] Port 96530f3c-5939-4ed1-b62d-728d8e86b393 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:16.481484 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 6263696a-72fd-44ad-bd57-6f574756fb98 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:49:16.482112 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:16.482705 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 6263696a-72fd-44ad-bd57-6f574756fb98 Oct 26 15:49:16.493953 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-b02605ad-cf26-4fdd-94d2-ba656d03d13e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:16.499720 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-b02605ad-cf26-4fdd-94d2-ba656d03d13e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Usage tracker for resource:security_group_rule and tenant:b10aaa5403b848e8bc3e4f603712654e is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:16.503674 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-b02605ad-cf26-4fdd-94d2-ba656d03d13e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:16.512272 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-b02605ad-cf26-4fdd-94d2-ba656d03d13e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:16.521396 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0143f3c2-a06a-4efb-84bb-c21fb887f73a tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:16.548574 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4d6cc1f0-ad76-43a4-aeee-77ab5a0824ce tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:16.550650 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5b69e7-bfea-4efb-93a8-1d7d06807d69 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:16.552815 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5b69e7-bfea-4efb-93a8-1d7d06807d69 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:16.556572 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6cc1f0-ad76-43a4-aeee-77ab5a0824ce tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:16.557195 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4d6cc1f0-ad76-43a4-aeee-77ab5a0824ce tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:16.557347 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-6c5b69e7-bfea-4efb-93a8-1d7d06807d69 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3989258 Oct 26 15:49:16.558029 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39036) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:16.645518 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-29749dfb-1139-4c93-9497-c13adc5ee1c7 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting subnet 3d9e4cf1-feb9-48f7-8e41-a0b0f6ba9b8f {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:49:16.650866 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-29749dfb-1139-4c93-9497-c13adc5ee1c7 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:16.687012 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-11a18127-7861-434a-83c5-ac0bc616dbfb tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:16.729030 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-4d6cc1f0-ad76-43a4-aeee-77ab5a0824ce tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7648990 Oct 26 15:49:16.732090 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39040) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:16.734693 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-732cfa6a-c380-4526-aec3-5e7cd6760528 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:16.740504 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-decea340-8853-4294-af6e-ad0c6d21b453 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Request body: {'subnet': {'network_id': '08456450-b8fe-4432-ae8c-97afe37cf5a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:16.753760 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-732cfa6a-c380-4526-aec3-5e7cd6760528 None None] Transition to ACTIVE for port object 74b13b1b-8433-4c1b-91f9-0137ad907c0e will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:49:16.756875 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 6263696a-72fd-44ad-bd57-6f574756fb98 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:49:16.758104 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device aa1019d4-5e8a-4fb5-9566-a921951be8e5 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:49:16.792915 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6cc1f0-ad76-43a4-aeee-77ab5a0824ce tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Pushing event updated for resources: {'Network': ['ID=08456450-b8fe-4432-ae8c-97afe37cf5a4,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:16.811436 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 08456450-b8fe-4432-ae8c-97afe37cf5a4 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:49:16.829269 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f555f621-6c88-4bb6-8c7e-34dc979f4631 None None] Network 9aad869b-5644-489d-9c31-966bcac80725 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:49:16.839737 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a18127-7861-434a-83c5-ac0bc616dbfb tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Network 9aad869b-5644-489d-9c31-966bcac80725 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:49:16.841042 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-11a18127-7861-434a-83c5-ac0bc616dbfb tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:49:16.852482 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a18127-7861-434a-83c5-ac0bc616dbfb tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:49:16.857930 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a18127-7861-434a-83c5-ac0bc616dbfb tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:16.859361 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-11a18127-7861-434a-83c5-ac0bc616dbfb tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:16.884058 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-29749dfb-1139-4c93-9497-c13adc5ee1c7 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:16.913237 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-732cfa6a-c380-4526-aec3-5e7cd6760528 None None] Transition to ACTIVE for port object 74b13b1b-8433-4c1b-91f9-0137ad907c0e will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:49:16.915888 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b02605ad-cf26-4fdd-94d2-ba656d03d13e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:16.922321 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a18127-7861-434a-83c5-ac0bc616dbfb tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Pushing event updated for resources: {'Port': ['ID=1093aba7-09eb-4cf8-ae1d-c9971432c8cd,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:16.928678 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-decea340-8853-4294-af6e-ad0c6d21b453 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:16.933296 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-decea340-8853-4294-af6e-ad0c6d21b453 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Usage tracker for resource:subnet and tenant:ed533417d7984f4ebffb4d3679dafa7e is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:16.937137 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-decea340-8853-4294-af6e-ad0c6d21b453 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:16.942617 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-decea340-8853-4294-af6e-ad0c6d21b453 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:16.959358 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0143f3c2-a06a-4efb-84bb-c21fb887f73a tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:16.965162 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c49c09d2-10fc-421c-b8c2-55dac2ae754b None None] Attempt 2 to provision port 96530f3c-5939-4ed1-b62d-728d8e86b393 Oct 26 15:49:16.998064 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b02605ad-cf26-4fdd-94d2-ba656d03d13e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:17.038044 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-decea340-8853-4294-af6e-ad0c6d21b453 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Made reservation on behalf of ed533417d7984f4ebffb4d3679dafa7e for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:49:17.040855 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-11a18127-7861-434a-83c5-ac0bc616dbfb tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 4.9917610 Oct 26 15:49:17.041798 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-decea340-8853-4294-af6e-ad0c6d21b453 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:17.050001 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39044) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:17.085806 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c49c09d2-10fc-421c-b8c2-55dac2ae754b None None] Port 96530f3c-5939-4ed1-b62d-728d8e86b393 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:17.104769 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-732cfa6a-c380-4526-aec3-5e7cd6760528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:17.116195 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02605ad-cf26-4fdd-94d2-ba656d03d13e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d31f0f-5919-490c-a20f-6f7c63637020,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:17.172513 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b02605ad-cf26-4fdd-94d2-ba656d03d13e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:17.176103 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b02605ad-cf26-4fdd-94d2-ba656d03d13e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8878758 Oct 26 15:49:17.176288 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39048) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:17.183472 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-e8a2f4ca-5cdb-4d85-81e4-053e52a3cbda tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1605681142', 'security_groups': ['f4d31f0f-5919-490c-a20f-6f7c63637020'], 'network_id': '727fe7ec-fce3-4e2e-9e69-5d326c45d061', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f23bb133-ac48-49d3-aa87-2acba4008d7b'}]}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:17.194619 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732cfa6a-c380-4526-aec3-5e7cd6760528 None None] Network 727fe7ec-fce3-4e2e-9e69-5d326c45d061 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:49:17.199622 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-732cfa6a-c380-4526-aec3-5e7cd6760528 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:49:17.204950 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732cfa6a-c380-4526-aec3-5e7cd6760528 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:49:17.211026 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port aa1019d4-5e8a-4fb5-9566-a921951be8e5 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:49:17.216729 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732cfa6a-c380-4526-aec3-5e7cd6760528 None None] Pushing event updated for resources: {'Port': ['ID=74b13b1b-8433-4c1b-91f9-0137ad907c0e,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:17.273920 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-29749dfb-1139-4c93-9497-c13adc5ee1c7 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:17.331452 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 04aee3f8-914e-40ce-a9eb-9457f2e29644 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:49:17.389263 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 04aee3f8-914e-40ce-a9eb-9457f2e29644 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:49:17.389645 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 04aee3f8-914e-40ce-a9eb-9457f2e29644 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:49:17.402782 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-e8a2f4ca-5cdb-4d85-81e4-053e52a3cbda tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:17.412730 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-732cfa6a-c380-4526-aec3-5e7cd6760528 None None] Attempting to bind port 74b13b1b-8433-4c1b-91f9-0137ad907c0e on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:49:17.413098 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-732cfa6a-c380-4526-aec3-5e7cd6760528 None None] Attempting to bind port 74b13b1b-8433-4c1b-91f9-0137ad907c0e by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'd39e4b12-6afe-4c38-a15f-47376c4158d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '727fe7ec-fce3-4e2e-9e69-5d326c45d061'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:49:17.413525 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732cfa6a-c380-4526-aec3-5e7cd6760528 None None] Attempting to bind port 74b13b1b-8433-4c1b-91f9-0137ad907c0e on network 727fe7ec-fce3-4e2e-9e69-5d326c45d061 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:49:17.426310 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-e8a2f4ca-5cdb-4d85-81e4-053e52a3cbda tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:17.455412 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732cfa6a-c380-4526-aec3-5e7cd6760528 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:49:17.455780 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732cfa6a-c380-4526-aec3-5e7cd6760528 None None] Checking segment: {'id': 'd39e4b12-6afe-4c38-a15f-47376c4158d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '727fe7ec-fce3-4e2e-9e69-5d326c45d061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:49:17.456177 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-732cfa6a-c380-4526-aec3-5e7cd6760528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:17.456567 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732cfa6a-c380-4526-aec3-5e7cd6760528 None None] Bound using segment: {'id': 'd39e4b12-6afe-4c38-a15f-47376c4158d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '727fe7ec-fce3-4e2e-9e69-5d326c45d061'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:49:17.457085 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-732cfa6a-c380-4526-aec3-5e7cd6760528 None None] Bound port: 74b13b1b-8433-4c1b-91f9-0137ad907c0e, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd39e4b12-6afe-4c38-a15f-47376c4158d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '727fe7ec-fce3-4e2e-9e69-5d326c45d061'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:49:17.457860 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fe5fa2-6594-470a-aa73-fdd8b04f94c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:17.458011 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-732cfa6a-c380-4526-aec3-5e7cd6760528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:17.463815 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fe5fa2-6594-470a-aa73-fdd8b04f94c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:17.469634 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fe5fa2-6594-470a-aa73-fdd8b04f94c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:17.470529 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-f1fe5fa2-6594-470a-aa73-fdd8b04f94c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Synchronizing usage tracker for tenant:86c445c7e52c4e519a08e164a4968d76 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:49:17.484055 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-decea340-8853-4294-af6e-ad0c6d21b453 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:17.531348 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a2f4ca-5cdb-4d85-81e4-053e52a3cbda tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Made reservation on behalf of b10aaa5403b848e8bc3e4f603712654e for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:49:17.578708 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-732cfa6a-c380-4526-aec3-5e7cd6760528 None None] For port 74b13b1b-8433-4c1b-91f9-0137ad907c0e, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:49:17.583026 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-732cfa6a-c380-4526-aec3-5e7cd6760528 None None] For port 74b13b1b-8433-4c1b-91f9-0137ad907c0e, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=74b13b1b-8433-4c1b-91f9-0137ad907c0e,segment=NetworkSegment(d39e4b12-6afe-4c38-a15f-47376c4158d5),segment_id=d39e4b12-6afe-4c38-a15f-47376c4158d5)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:49:17.587346 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0143f3c2-a06a-4efb-84bb-c21fb887f73a tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:17.587857 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c49c09d2-10fc-421c-b8c2-55dac2ae754b None None] Attempt 3 to provision port 96530f3c-5939-4ed1-b62d-728d8e86b393 Oct 26 15:49:17.598320 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-29749dfb-1139-4c93-9497-c13adc5ee1c7 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:17.653823 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c49c09d2-10fc-421c-b8c2-55dac2ae754b None None] Port 96530f3c-5939-4ed1-b62d-728d8e86b393 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:17.673105 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-732cfa6a-c380-4526-aec3-5e7cd6760528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:17.683853 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-29749dfb-1139-4c93-9497-c13adc5ee1c7 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:17.694251 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-f1fe5fa2-6594-470a-aa73-fdd8b04f94c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Unset dirty status for tenant:86c445c7e52c4e519a08e164a4968d76 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:49:17.698273 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f1fe5fa2-6594-470a-aa73-fdd8b04f94c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.6446073 Oct 26 15:49:17.700814 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-29749dfb-1139-4c93-9497-c13adc5ee1c7 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/3d9e4cf1-feb9-48f7-8e41-a0b0f6ba9b8f HTTP/1.1" status: 204 len: 168 time: 1.1393497 Oct 26 15:49:17.701700 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39052) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:17.702832 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29749dfb-1139-4c93-9497-c13adc5ee1c7 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Subnet': ['ID=3d9e4cf1-feb9-48f7-8e41-a0b0f6ba9b8f,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:17.708197 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39054) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:17.721716 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0143f3c2-a06a-4efb-84bb-c21fb887f73a tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:17.744909 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebbe4d5-8505-4e0b-9ecd-69d164d2e1c0 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:49:17.758683 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decea340-8853-4294-af6e-ad0c6d21b453 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Checking segment: {'id': 'b8176bfe-daf8-41a2-870e-3c54bc81c71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '08456450-b8fe-4432-ae8c-97afe37cf5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:49:17.759097 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decea340-8853-4294-af6e-ad0c6d21b453 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Network hostable DHCP agents. Network: 08456450-b8fe-4432-ae8c-97afe37cf5a4, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:49:17.893012 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e8a2f4ca-5cdb-4d85-81e4-053e52a3cbda tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:17.894460 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732cfa6a-c380-4526-aec3-5e7cd6760528 None None] Pushing event updated for resources: {'Port': ['ID=74b13b1b-8433-4c1b-91f9-0137ad907c0e,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:17.928240 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [None req-e8a2f4ca-5cdb-4d85-81e4-053e52a3cbda tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] device_id is not set on port 65761a52-ab05-4490-bea2-a6ad1cf7cf8a yet. {{(pid=89748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:49:18.012212 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-693536e6-2f79-4f32-a722-8a6bf7a157db tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3014507 Oct 26 15:49:18.022150 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39060) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:18.047597 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 56b033e1-087a-4771-8d61-34e255599082 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:49:18.088126 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decea340-8853-4294-af6e-ad0c6d21b453 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Network 08456450-b8fe-4432-ae8c-97afe37cf5a4 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:49:18.088723 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0143f3c2-a06a-4efb-84bb-c21fb887f73a tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:18.103515 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decea340-8853-4294-af6e-ad0c6d21b453 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Pushing event updated for resources: {'Subnet': ['ID=5d6d4822-41fc-425d-9c9b-b81d874592f8,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:18.117066 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-99bc510e-ef56-45d2-aedf-ad041861b7b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Deleting port 1093aba7-09eb-4cf8-ae1d-c9971432c8cd {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:49:18.117410 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-99bc510e-ef56-45d2-aedf-ad041861b7b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:18.162948 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0143f3c2-a06a-4efb-84bb-c21fb887f73a tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event updated for resources: {'Port': ['ID=96530f3c-5939-4ed1-b62d-728d8e86b393,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:18.165812 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c49c09d2-10fc-421c-b8c2-55dac2ae754b None None] Attempt 4 to provision port 96530f3c-5939-4ed1-b62d-728d8e86b393 Oct 26 15:49:18.175501 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-decea340-8853-4294-af6e-ad0c6d21b453 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 08456450-b8fe-4432-ae8c-97afe37cf5a4) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:49:18.180933 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decea340-8853-4294-af6e-ad0c6d21b453 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:18.181746 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-decea340-8853-4294-af6e-ad0c6d21b453 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:18.291220 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-e8a2f4ca-5cdb-4d85-81e4-053e52a3cbda tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Allocated IP 2001:db8::d (727fe7ec-fce3-4e2e-9e69-5d326c45d061/f23bb133-ac48-49d3-aa87-2acba4008d7b/65761a52-ab05-4490-bea2-a6ad1cf7cf8a) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:49:18.292606 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9713b26-192f-419c-988c-7acbd248391d None None] Network 08456450-b8fe-4432-ae8c-97afe37cf5a4 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:49:18.298492 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-decea340-8853-4294-af6e-ad0c6d21b453 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5625186 Oct 26 15:49:18.310060 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39066) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:18.470322 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c49c09d2-10fc-421c-b8c2-55dac2ae754b None None] Port 96530f3c-5939-4ed1-b62d-728d8e86b393 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:18.503584 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 56b033e1-087a-4771-8d61-34e255599082 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:49:18.504001 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:18.505318 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 56b033e1-087a-4771-8d61-34e255599082 Oct 26 15:49:18.583889 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8fafce-b310-491b-bd88-826116551443 None None] DHCP port deletion for f810e159-a5e8-4c86-8cec-5d909fe013dd request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:49:18.647381 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ef8fafce-b310-491b-bd88-826116551443 None None] Deleting port 6263696a-72fd-44ad-bd57-6f574756fb98 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:49:18.648214 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ef8fafce-b310-491b-bd88-826116551443 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:18.675461 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-54d01833-6ac6-48af-b4c0-7ecb9a78bf3f tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:18.772828 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e8a2f4ca-5cdb-4d85-81e4-053e52a3cbda tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:18.797823 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0143f3c2-a06a-4efb-84bb-c21fb887f73a tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Network 6a03021f-aa46-41a9-8ffc-7eb70d826ea1 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:49:18.810563 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85e9be0-0a51-44c5-9ca3-e245f5ca4d70 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:18.811244 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b85e9be0-0a51-44c5-9ca3-e245f5ca4d70 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:49:18.813904 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-0143f3c2-a06a-4efb-84bb-c21fb887f73a tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:49:18.829895 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-e8a2f4ca-5cdb-4d85-81e4-053e52a3cbda tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Transition to ACTIVE for port object 65761a52-ab05-4490-bea2-a6ad1cf7cf8a will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:49:18.864007 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-54d01833-6ac6-48af-b4c0-7ecb9a78bf3f tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:18.974150 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c49c09d2-10fc-421c-b8c2-55dac2ae754b None None] Attempt 5 to provision port 96530f3c-5939-4ed1-b62d-728d8e86b393 Oct 26 15:49:18.998637 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e8a2f4ca-5cdb-4d85-81e4-053e52a3cbda tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:19.053669 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 56b033e1-087a-4771-8d61-34e255599082 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:49:19.108749 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a2f4ca-5cdb-4d85-81e4-053e52a3cbda tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Network 727fe7ec-fce3-4e2e-9e69-5d326c45d061 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:49:19.110076 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a2f4ca-5cdb-4d85-81e4-053e52a3cbda tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event updated for resources: {'Port': ['ID=65761a52-ab05-4490-bea2-a6ad1cf7cf8a,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:19.114078 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-e8a2f4ca-5cdb-4d85-81e4-053e52a3cbda tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:49:19.116348 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a2f4ca-5cdb-4d85-81e4-053e52a3cbda tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:49:19.121160 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-99bc510e-ef56-45d2-aedf-ad041861b7b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:19.123287 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a2f4ca-5cdb-4d85-81e4-053e52a3cbda tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:19.123989 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e8a2f4ca-5cdb-4d85-81e4-053e52a3cbda tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:19.132754 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-ef8fafce-b310-491b-bd88-826116551443 None None] For port 6263696a-72fd-44ad-bd57-6f574756fb98, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=6263696a-72fd-44ad-bd57-6f574756fb98,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:49:19.133142 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ef8fafce-b310-491b-bd88-826116551443 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:19.133271 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-54d01833-6ac6-48af-b4c0-7ecb9a78bf3f tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:19.151346 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b85e9be0-0a51-44c5-9ca3-e245f5ca4d70 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:49:19.151346 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b85e9be0-0a51-44c5-9ca3-e245f5ca4d70 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.1213818 Oct 26 15:49:19.181742 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39070) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:19.185907 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d01833-6ac6-48af-b4c0-7ecb9a78bf3f tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Pushing event deleted for resources: {'Subnet': ['ID=5d6d4822-41fc-425d-9c9b-b81d874592f8,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:19.296450 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-99bc510e-ef56-45d2-aedf-ad041861b7b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Calling delete_port for 1093aba7-09eb-4cf8-ae1d-c9971432c8cd owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:49:19.303622 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c49c09d2-10fc-421c-b8c2-55dac2ae754b None None] Port 96530f3c-5939-4ed1-b62d-728d8e86b393 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:19.314118 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ef8fafce-b310-491b-bd88-826116551443 None None] Calling delete_port for 6263696a-72fd-44ad-bd57-6f574756fb98 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:49:19.334305 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-e8a2f4ca-5cdb-4d85-81e4-053e52a3cbda tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1565647 Oct 26 15:49:19.341831 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39074) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:19.352842 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-f3acdeb9-360e-42e7-9cc7-cbc58c576c52 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'subnet': {'network_id': '727fe7ec-fce3-4e2e-9e69-5d326c45d061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:19.372791 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f692a0ce-950a-4a61-9f64-9b473cef13d5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:19.373533 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-f692a0ce-950a-4a61-9f64-9b473cef13d5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:subnet {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:49:19.378984 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-54d01833-6ac6-48af-b4c0-7ecb9a78bf3f tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:19.403624 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8821e5f5-a9cc-41f9-bc38-46d0aed92572 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-08456450-b8fe-4432-ae8c-97afe37cf5a4', 'network_id': '08456450-b8fe-4432-ae8c-97afe37cf5a4', 'tenant_id': 'ed533417d7984f4ebffb4d3679dafa7e', 'fixed_ips': [{'subnet_id': '5d6d4822-41fc-425d-9c9b-b81d874592f8'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:49:19.404676 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-8821e5f5-a9cc-41f9-bc38-46d0aed92572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:19.416664 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-54d01833-6ac6-48af-b4c0-7ecb9a78bf3f tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08456450-b8fe-4432-ae8c-97afe37cf5a4']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:19.431990 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-54d01833-6ac6-48af-b4c0-7ecb9a78bf3f tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8176bfe-daf8-41a2-870e-3c54bc81c71d') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:19.432301 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-54d01833-6ac6-48af-b4c0-7ecb9a78bf3f tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8176bfe-daf8-41a2-870e-3c54bc81c71d') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:19.449091 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-54d01833-6ac6-48af-b4c0-7ecb9a78bf3f tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:19.459321 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-f692a0ce-950a-4a61-9f64-9b473cef13d5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:subnet {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:49:19.460446 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f692a0ce-950a-4a61-9f64-9b473cef13d5 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2712584 Oct 26 15:49:19.464035 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39078) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:19.532408 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ef8fafce-b310-491b-bd88-826116551443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:19.553499 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-5605221a-04ba-4b34-9b9c-d1aa591d7333 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0883458 Oct 26 15:49:19.559080 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39082) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:19.565640 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-ec506bde-7a20-4e3b-a98b-fdf265e02c52 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'subnet': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:19.587999 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-54d01833-6ac6-48af-b4c0-7ecb9a78bf3f tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:19.592475 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8fafce-b310-491b-bd88-826116551443 None None] Pushing event deleted for resources: {'Port': ['ID=6263696a-72fd-44ad-bd57-6f574756fb98,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:19.594113 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-f3acdeb9-360e-42e7-9cc7-cbc58c576c52 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:19.607038 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-f3acdeb9-360e-42e7-9cc7-cbc58c576c52 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Usage tracker for resource:subnet and tenant:b10aaa5403b848e8bc3e4f603712654e is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:19.612120 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-f3acdeb9-360e-42e7-9cc7-cbc58c576c52 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:19.617740 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8fafce-b310-491b-bd88-826116551443 None None] No DVR routers for this DVR port 6263696a-72fd-44ad-bd57-6f574756fb98 on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:49:19.619170 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0143f3c2-a06a-4efb-84bb-c21fb887f73a tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Router 21b42a4c-8073-4006-9740-7216945911c0 is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:49:19.624851 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-f3acdeb9-360e-42e7-9cc7-cbc58c576c52 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:19.659480 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54d01833-6ac6-48af-b4c0-7ecb9a78bf3f tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:49:19.659891 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-54d01833-6ac6-48af-b4c0-7ecb9a78bf3f tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:19.714861 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51eec57a-7903-4da3-8d2b-10f0025f20f3 None None] Network 08456450-b8fe-4432-ae8c-97afe37cf5a4 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:49:19.753222 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment b8176bfe-daf8-41a2-870e-3c54bc81c71d resource provider aggregate not found Oct 26 15:49:19.789762 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment b8176bfe-daf8-41a2-870e-3c54bc81c71d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b8176bfe-daf8-41a2-870e-3c54bc81c71d found for delete ", "request_id": "req-f584d4f2-9a86-4e13-8f01-d46af019de73"}]} Oct 26 15:49:19.790038 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-99bc510e-ef56-45d2-aedf-ad041861b7b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:19.805486 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3acdeb9-360e-42e7-9cc7-cbc58c576c52 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Made reservation on behalf of b10aaa5403b848e8bc3e4f603712654e for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:49:19.808872 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f3acdeb9-360e-42e7-9cc7-cbc58c576c52 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:19.809027 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-ec506bde-7a20-4e3b-a98b-fdf265e02c52 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:19.812042 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c49c09d2-10fc-421c-b8c2-55dac2ae754b None None] Attempt 6 to provision port 96530f3c-5939-4ed1-b62d-728d8e86b393 Oct 26 15:49:19.820942 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-ec506bde-7a20-4e3b-a98b-fdf265e02c52 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:19.897926 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec506bde-7a20-4e3b-a98b-fdf265e02c52 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:49:19.902916 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ec506bde-7a20-4e3b-a98b-fdf265e02c52 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:19.933513 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c49c09d2-10fc-421c-b8c2-55dac2ae754b None None] Port 96530f3c-5939-4ed1-b62d-728d8e86b393 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:19.958332 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-54d01833-6ac6-48af-b4c0-7ecb9a78bf3f tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:19.963713 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-54d01833-6ac6-48af-b4c0-7ecb9a78bf3f tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:19.995866 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc510e-ef56-45d2-aedf-ad041861b7b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Pushing event deleted for resources: {'Port': ['ID=1093aba7-09eb-4cf8-ae1d-c9971432c8cd,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:20.028751 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-99bc510e-ef56-45d2-aedf-ad041861b7b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:20.031273 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 74b13b1b-8433-4c1b-91f9-0137ad907c0e up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:49:20.069411 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0143f3c2-a06a-4efb-84bb-c21fb887f73a tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:49:20.087881 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-0143f3c2-a06a-4efb-84bb-c21fb887f73a tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "PUT /v2.0/routers/21b42a4c-8073-4006-9740-7216945911c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8717697 Oct 26 15:49:20.089787 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39090) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:20.092109 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12efbca-202c-48bc-bea3-4c53b6f8d2b3 None None] Sync routers for ids ['21b42a4c-8073-4006-9740-7216945911c0'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:49:20.112780 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d01833-6ac6-48af-b4c0-7ecb9a78bf3f tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Pushing event deleted for resources: {'Network': ['ID=08456450-b8fe-4432-ae8c-97afe37cf5a4,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:20.118804 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12efbca-202c-48bc-bea3-4c53b6f8d2b3 None None] Routers {'21b42a4c-8073-4006-9740-7216945911c0'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:49:20.119708 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-f12efbca-202c-48bc-bea3-4c53b6f8d2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:49:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['21b42a4c-8073-4006-9740-7216945911c0'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:20.128874 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-54d01833-6ac6-48af-b4c0-7ecb9a78bf3f tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] 10.222.0.23 "DELETE /v2.0/networks/08456450-b8fe-4432-ae8c-97afe37cf5a4 HTTP/1.1" status: 204 len: 168 time: 1.8143556 Oct 26 15:49:20.130666 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39094) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:20.140682 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-2b36d45a-6c09-46be-b446-ca61660d2c56 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1446308772'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:20.153173 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-2b36d45a-6c09-46be-b446-ca61660d2c56 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:20.160143 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-2b36d45a-6c09-46be-b446-ca61660d2c56 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Usage tracker for resource:network and tenant:ed533417d7984f4ebffb4d3679dafa7e is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:20.165792 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-2b36d45a-6c09-46be-b446-ca61660d2c56 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:20.174870 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-2b36d45a-6c09-46be-b446-ca61660d2c56 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:20.211757 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15620d4-2e1d-462d-bb1f-7c5d61a5a6e7 None None] get_active_networks_info from dv-neutron-862712-1-hyperv {{(pid=89749) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 26 15:49:20.293576 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-99bc510e-ef56-45d2-aedf-ad041861b7b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] 10.222.0.23 "DELETE /v2.0/ports/1093aba7-09eb-4cf8-ae1d-c9971432c8cd HTTP/1.1" status: 204 len: 168 time: 2.5836995 Oct 26 15:49:20.297915 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39098) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:20.309239 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-de1d13a8-6919-4e6f-aa1b-7443a55dd002 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Request body: {'port': {'name': 'tempest-new-port-name-757795172', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:20.309625 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.api.validators [None req-de1d13a8-6919-4e6f-aa1b-7443a55dd002 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] bootfile-name is not in valid_values {{(pid=89747) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 26 15:49:20.309956 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.api.validators [None req-de1d13a8-6919-4e6f-aa1b-7443a55dd002 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] tftp-server is not in valid_values {{(pid=89747) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 26 15:49:20.310279 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.api.validators [None req-de1d13a8-6919-4e6f-aa1b-7443a55dd002 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] server-ip-address is not in valid_values {{(pid=89747) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 26 15:49:20.342662 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b36d45a-6c09-46be-b446-ca61660d2c56 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Made reservation on behalf of ed533417d7984f4ebffb4d3679dafa7e for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:49:20.346208 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2b36d45a-6c09-46be-b446-ca61660d2c56 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:20.356643 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-f12efbca-202c-48bc-bea3-4c53b6f8d2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:20.369613 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.ipam_backend_mixin [None req-f3acdeb9-360e-42e7-9cc7-cbc58c576c52 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f23bb133-ac48-49d3-aa87-2acba4008d7b (CIDR: 2001:db8::/64) Oct 26 15:49:20.379154 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9917791-d53a-4add-9729-361029824122 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:20.380246 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-f9917791-d53a-4add-9729-361029824122 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Synchronizing usage tracker for tenant:c6ecf98f295847b88c4c5e8d668b4162 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:49:20.391136 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12efbca-202c-48bc-bea3-4c53b6f8d2b3 None None] Routers {'21b42a4c-8073-4006-9740-7216945911c0'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:49:20.391766 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-f12efbca-202c-48bc-bea3-4c53b6f8d2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:49:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['21b42a4c-8073-4006-9740-7216945911c0'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:20.396210 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b36d45a-6c09-46be-b446-ca61660d2c56 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:49:20.421013 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2b36d45a-6c09-46be-b446-ca61660d2c56 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:20.421355 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-2b36d45a-6c09-46be-b446-ca61660d2c56 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Added segment bf891205-19ff-411e-941e-d656be714da7 of type vlan for network 4a16443b-78c2-4af9-87eb-2a153c170917 Oct 26 15:49:20.450813 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3acdeb9-360e-42e7-9cc7-cbc58c576c52 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:49:20.450813 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3acdeb9-360e-42e7-9cc7-cbc58c576c52 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:49:20.460959 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c49c09d2-10fc-421c-b8c2-55dac2ae754b None None] Attempt 7 to provision port 96530f3c-5939-4ed1-b62d-728d8e86b393 Oct 26 15:49:20.472458 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2b36d45a-6c09-46be-b446-ca61660d2c56 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:20.479694 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-f9917791-d53a-4add-9729-361029824122 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Unset dirty status for tenant:c6ecf98f295847b88c4c5e8d668b4162 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:49:20.479694 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f9917791-d53a-4add-9729-361029824122 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "GET /v2.0/ports/96530f3c-5939-4ed1-b62d-728d8e86b393 HTTP/1.1" status: 200 len: 976 time: 0.3856318 Oct 26 15:49:20.480347 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39102) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:20.505648 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-f12efbca-202c-48bc-bea3-4c53b6f8d2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:20.506051 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12efbca-202c-48bc-bea3-4c53b6f8d2b3 None None] The sync data for ids ['21b42a4c-8073-4006-9740-7216945911c0'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:49:20.507512 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 74b13b1b-8433-4c1b-91f9-0137ad907c0e completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:49:20.560862 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c49c09d2-10fc-421c-b8c2-55dac2ae754b None None] Port 96530f3c-5939-4ed1-b62d-728d8e86b393 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:20.570956 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15620d4-2e1d-462d-bb1f-7c5d61a5a6e7 None None] Resources bound (agent type, host, resource id): {{(pid=89749) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:49:20.582951 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 6263696a-72fd-44ad-bd57-6f574756fb98 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:49:20.626866 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f3acdeb9-360e-42e7-9cc7-cbc58c576c52 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2826467 Oct 26 15:49:20.634408 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39108) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:20.639386 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-de1d13a8-6919-4e6f-aa1b-7443a55dd002 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:20.641045 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 6263696a-72fd-44ad-bd57-6f574756fb98 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:49:20.641392 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 6263696a-72fd-44ad-bd57-6f574756fb98 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:49:20.659565 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-724fe9d2-0962-4783-9702-0bce82cf3d9d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'subnet': {'network_id': '727fe7ec-fce3-4e2e-9e69-5d326c45d061', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:20.668452 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2b36d45a-6c09-46be-b446-ca61660d2c56 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:20.675586 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b36d45a-6c09-46be-b446-ca61660d2c56 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:20.677192 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2b36d45a-6c09-46be-b446-ca61660d2c56 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:20.688193 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.objects.ports [None req-ec506bde-7a20-4e3b-a98b-fdf265e02c52 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89748) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 26 15:49:20.713654 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ec506bde-7a20-4e3b-a98b-fdf265e02c52 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:20.858600 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec506bde-7a20-4e3b-a98b-fdf265e02c52 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:49:20.865800 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-ec506bde-7a20-4e3b-a98b-fdf265e02c52 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:49:20.875999 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec506bde-7a20-4e3b-a98b-fdf265e02c52 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:20.876668 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ec506bde-7a20-4e3b-a98b-fdf265e02c52 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:20.880857 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36d45a-6c09-46be-b446-ca61660d2c56 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Pushing event updated for resources: {'Network': ['ID=4a16443b-78c2-4af9-87eb-2a153c170917,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:20.891851 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 4a16443b-78c2-4af9-87eb-2a153c170917 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:49:20.900165 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec506bde-7a20-4e3b-a98b-fdf265e02c52 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Subnet': ['ID=f77ee649-6a09-43d8-bba3-530e4585580b,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:20.931101 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2b36d45a-6c09-46be-b446-ca61660d2c56 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7991574 Oct 26 15:49:20.931747 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39112) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:20.937238 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-94aeeb7c-b543-417c-967f-9833de8ebc75 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Request body: {'subnet': {'network_id': '4a16443b-78c2-4af9-87eb-2a153c170917', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:20.955875 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39116) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:21.062557 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c49c09d2-10fc-421c-b8c2-55dac2ae754b None None] Attempt 8 to provision port 96530f3c-5939-4ed1-b62d-728d8e86b393 Oct 26 15:49:21.072127 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ec506bde-7a20-4e3b-a98b-fdf265e02c52 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5123255 Oct 26 15:49:21.076359 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39120) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:21.096552 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-c7d894b5-a4bd-42a0-9813-e30ff3a153ac tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'subnet': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:21.137246 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c49c09d2-10fc-421c-b8c2-55dac2ae754b None None] Port 96530f3c-5939-4ed1-b62d-728d8e86b393 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:21.184058 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b40d7e-503d-447f-9cb0-e04a7e9dcbe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-f810e159-a5e8-4c86-8cec-5d909fe013dd', 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'tenant_id': 'cde0b70c42f24e8e94f9303758760038', 'fixed_ips': [{'subnet_id': 'f77ee649-6a09-43d8-bba3-530e4585580b'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:49:21.184840 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d1b40d7e-503d-447f-9cb0-e04a7e9dcbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:21.195893 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-724fe9d2-0962-4783-9702-0bce82cf3d9d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:21.196096 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-94aeeb7c-b543-417c-967f-9833de8ebc75 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:21.203031 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-94aeeb7c-b543-417c-967f-9833de8ebc75 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Usage tracker for resource:subnet and tenant:ed533417d7984f4ebffb4d3679dafa7e is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:21.217483 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-94aeeb7c-b543-417c-967f-9833de8ebc75 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:21.222004 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-724fe9d2-0962-4783-9702-0bce82cf3d9d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Usage tracker for resource:subnet and tenant:b10aaa5403b848e8bc3e4f603712654e is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:21.227368 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-94aeeb7c-b543-417c-967f-9833de8ebc75 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:21.266572 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-724fe9d2-0962-4783-9702-0bce82cf3d9d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:21.291796 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-724fe9d2-0962-4783-9702-0bce82cf3d9d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:21.356258 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-d1b40d7e-503d-447f-9cb0-e04a7e9dcbe7 None None] Allocated IP 2001:db8::f816:3eff:fe16:c938 (f810e159-a5e8-4c86-8cec-5d909fe013dd/f77ee649-6a09-43d8-bba3-530e4585580b/b54343f7-56a4-4370-a849-2dd5f0fb610a) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:49:21.364554 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94aeeb7c-b543-417c-967f-9833de8ebc75 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Made reservation on behalf of ed533417d7984f4ebffb4d3679dafa7e for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:49:21.368096 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-94aeeb7c-b543-417c-967f-9833de8ebc75 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:21.388286 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-c7d894b5-a4bd-42a0-9813-e30ff3a153ac tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:21.417900 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-c7d894b5-a4bd-42a0-9813-e30ff3a153ac tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:21.425168 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-de1d13a8-6919-4e6f-aa1b-7443a55dd002 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:21.426877 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724fe9d2-0962-4783-9702-0bce82cf3d9d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Made reservation on behalf of b10aaa5403b848e8bc3e4f603712654e for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:49:21.430531 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-724fe9d2-0962-4783-9702-0bce82cf3d9d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:21.554356 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d894b5-a4bd-42a0-9813-e30ff3a153ac tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:49:21.558098 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c7d894b5-a4bd-42a0-9813-e30ff3a153ac tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:21.572395 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-de1d13a8-6919-4e6f-aa1b-7443a55dd002 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:21.590003 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d1b40d7e-503d-447f-9cb0-e04a7e9dcbe7 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:21.601118 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-d1b40d7e-503d-447f-9cb0-e04a7e9dcbe7 None None] Transition to ACTIVE for port object b54343f7-56a4-4370-a849-2dd5f0fb610a will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:49:21.624717 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-d1b40d7e-503d-447f-9cb0-e04a7e9dcbe7 None None] Transition to ACTIVE for port object b54343f7-56a4-4370-a849-2dd5f0fb610a will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:49:21.637988 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c49c09d2-10fc-421c-b8c2-55dac2ae754b None None] Attempt 9 to provision port 96530f3c-5939-4ed1-b62d-728d8e86b393 Oct 26 15:49:21.721683 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c49c09d2-10fc-421c-b8c2-55dac2ae754b None None] Port 96530f3c-5939-4ed1-b62d-728d8e86b393 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:21.725296 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d1b40d7e-503d-447f-9cb0-e04a7e9dcbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:21.801564 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b40d7e-503d-447f-9cb0-e04a7e9dcbe7 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:49:21.805243 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-d1b40d7e-503d-447f-9cb0-e04a7e9dcbe7 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:49:21.807684 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b40d7e-503d-447f-9cb0-e04a7e9dcbe7 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:49:21.851916 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-de1d13a8-6919-4e6f-aa1b-7443a55dd002 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] In _notify_port_updated(), no bound segment for port 0836b440-7a41-43b0-8107-95ac9133a73b on network 9aad869b-5644-489d-9c31-966bcac80725 {{(pid=89747) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 26 15:49:21.857344 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1d13a8-6919-4e6f-aa1b-7443a55dd002 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:21.857992 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-de1d13a8-6919-4e6f-aa1b-7443a55dd002 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:21.859317 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-de1d13a8-6919-4e6f-aa1b-7443a55dd002 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] 10.222.0.23 "PUT /v2.0/ports/0836b440-7a41-43b0-8107-95ac9133a73b HTTP/1.1" status: 200 len: 1129 time: 1.5585423 Oct 26 15:49:21.863048 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39124) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:21.915152 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d13a8-6919-4e6f-aa1b-7443a55dd002 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Pushing event updated for resources: {'Port': ['ID=0836b440-7a41-43b0-8107-95ac9133a73b,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:21.918868 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b40d7e-503d-447f-9cb0-e04a7e9dcbe7 None None] Pushing event updated for resources: {'Port': ['ID=b54343f7-56a4-4370-a849-2dd5f0fb610a,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:21.945660 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-d1b40d7e-503d-447f-9cb0-e04a7e9dcbe7 None None] Attempting to bind port b54343f7-56a4-4370-a849-2dd5f0fb610a on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:49:21.946102 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-d1b40d7e-503d-447f-9cb0-e04a7e9dcbe7 None None] Attempting to bind port b54343f7-56a4-4370-a849-2dd5f0fb610a by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:49:21.946760 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b40d7e-503d-447f-9cb0-e04a7e9dcbe7 None None] Attempting to bind port b54343f7-56a4-4370-a849-2dd5f0fb610a on network f810e159-a5e8-4c86-8cec-5d909fe013dd {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:49:21.952499 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b40d7e-503d-447f-9cb0-e04a7e9dcbe7 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:49:21.952876 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b40d7e-503d-447f-9cb0-e04a7e9dcbe7 None None] Checking segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:49:21.953270 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d1b40d7e-503d-447f-9cb0-e04a7e9dcbe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:21.953951 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b40d7e-503d-447f-9cb0-e04a7e9dcbe7 None None] Bound using segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:49:21.954425 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-d1b40d7e-503d-447f-9cb0-e04a7e9dcbe7 None None] Bound port: b54343f7-56a4-4370-a849-2dd5f0fb610a, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:49:21.954824 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d1b40d7e-503d-447f-9cb0-e04a7e9dcbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:22.033849 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.ipam_backend_mixin [None req-c7d894b5-a4bd-42a0-9813-e30ff3a153ac tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f77ee649-6a09-43d8-bba3-530e4585580b (CIDR: 2001:db8::/64) Oct 26 15:49:22.060336 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-d1b40d7e-503d-447f-9cb0-e04a7e9dcbe7 None None] For port b54343f7-56a4-4370-a849-2dd5f0fb610a, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:49:22.063480 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-d1b40d7e-503d-447f-9cb0-e04a7e9dcbe7 None None] For port b54343f7-56a4-4370-a849-2dd5f0fb610a, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=b54343f7-56a4-4370-a849-2dd5f0fb610a,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:49:22.084887 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-04eb53fa-42ed-4db8-b9ef-c5eb4e2d8a7d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:22.096484 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7d894b5-a4bd-42a0-9813-e30ff3a153ac tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:49:22.096968 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7d894b5-a4bd-42a0-9813-e30ff3a153ac tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:49:22.120797 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9401cb17-c06b-4bad-afd9-7744c75f4e9f tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:22.138826 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d1b40d7e-503d-447f-9cb0-e04a7e9dcbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:22.144483 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.objects.ports [None req-94aeeb7c-b543-417c-967f-9833de8ebc75 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89748) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 26 15:49:22.155149 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-94aeeb7c-b543-417c-967f-9833de8ebc75 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:22.224240 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c49c09d2-10fc-421c-b8c2-55dac2ae754b None None] Attempt 10 to provision port 96530f3c-5939-4ed1-b62d-728d8e86b393 Oct 26 15:49:22.272410 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b40d7e-503d-447f-9cb0-e04a7e9dcbe7 None None] Pushing event updated for resources: {'Port': ['ID=b54343f7-56a4-4370-a849-2dd5f0fb610a,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:22.292032 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c49c09d2-10fc-421c-b8c2-55dac2ae754b None None] Port 96530f3c-5939-4ed1-b62d-728d8e86b393 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:22.305499 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c49c09d2-10fc-421c-b8c2-55dac2ae754b None None] Provisioning complete for port 56b033e1-087a-4771-8d61-34e255599082 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:49:22.306509 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c49c09d2-10fc-421c-b8c2-55dac2ae754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:22.307020 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c49c09d2-10fc-421c-b8c2-55dac2ae754b None None] Attempt 1 to provision port 56b033e1-087a-4771-8d61-34e255599082 Oct 26 15:49:22.311652 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c7d894b5-a4bd-42a0-9813-e30ff3a153ac tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2262342 Oct 26 15:49:22.314669 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39130) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:22.323574 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-91989d50-dd40-4ed1-b37a-e4c50d84e2cc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'subnet': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:22.325031 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05889d8-c532-4cbd-9176-e5d6091892c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:22.330995 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-e05889d8-c532-4cbd-9176-e5d6091892c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] 10.222.0.23 "GET /v2.0/ports/0836b440-7a41-43b0-8107-95ac9133a73b HTTP/1.1" status: 200 len: 1129 time: 0.4640689 Oct 26 15:49:22.335658 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39134) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:22.404628 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-724fe9d2-0962-4783-9702-0bce82cf3d9d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:22.463296 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aeeb7c-b543-417c-967f-9833de8ebc75 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Pushing event updated for resources: {'Subnet': ['ID=debb5468-d706-4a08-a44c-bada7409daf4,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:22.523798 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c49c09d2-10fc-421c-b8c2-55dac2ae754b None None] Current status of the port 56b033e1-087a-4771-8d61-34e255599082 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:49:22.577367 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724fe9d2-0962-4783-9702-0bce82cf3d9d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Network 727fe7ec-fce3-4e2e-9e69-5d326c45d061 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:49:22.581384 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-a525d9fb-640f-4dc3-9faa-c86a68c2cd6d tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Deleting port 0836b440-7a41-43b0-8107-95ac9133a73b {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:49:22.581728 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a525d9fb-640f-4dc3-9faa-c86a68c2cd6d tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:22.594970 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-724fe9d2-0962-4783-9702-0bce82cf3d9d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:49:22.628810 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724fe9d2-0962-4783-9702-0bce82cf3d9d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:22.630378 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-724fe9d2-0962-4783-9702-0bce82cf3d9d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:22.663938 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aeeb7c-b543-417c-967f-9833de8ebc75 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Checking segment: {'id': 'bf891205-19ff-411e-941e-d656be714da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '4a16443b-78c2-4af9-87eb-2a153c170917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:49:22.664584 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94aeeb7c-b543-417c-967f-9833de8ebc75 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Network hostable DHCP agents. Network: 4a16443b-78c2-4af9-87eb-2a153c170917, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:49:22.692442 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-91989d50-dd40-4ed1-b37a-e4c50d84e2cc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:22.695054 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724fe9d2-0962-4783-9702-0bce82cf3d9d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event updated for resources: {'Subnet': ['ID=442bbdac-2254-4921-9730-977ca4f1a037,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:22.708880 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-91989d50-dd40-4ed1-b37a-e4c50d84e2cc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:22.730741 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-9401cb17-c06b-4bad-afd9-7744c75f4e9f tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Deleting port 96530f3c-5939-4ed1-b62d-728d8e86b393 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:49:22.731084 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9401cb17-c06b-4bad-afd9-7744c75f4e9f tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:22.738002 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Provisioning for port aa1019d4-5e8a-4fb5-9566-a921951be8e5 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:49:22.744513 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Provisioning complete for port aa1019d4-5e8a-4fb5-9566-a921951be8e5 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:49:22.744627 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:22.746504 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Attempt 1 to provision port aa1019d4-5e8a-4fb5-9566-a921951be8e5 Oct 26 15:49:22.765586 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-724fe9d2-0962-4783-9702-0bce82cf3d9d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1296170 Oct 26 15:49:22.773661 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39138) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:22.821334 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-19a0ec1e-5e82-482b-a961-e80f64f6dee9 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1811552673', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '442bbdac-2254-4921-9730-977ca4f1a037'}], 'security_groups': ['86c08a06-7ff5-4093-956e-720ac6c0b9c7']}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:22.861320 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94aeeb7c-b543-417c-967f-9833de8ebc75 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Network 4a16443b-78c2-4af9-87eb-2a153c170917 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:49:22.868483 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Current status of the port aa1019d4-5e8a-4fb5-9566-a921951be8e5 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:49:22.868869 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:22.872937 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91989d50-dd40-4ed1-b37a-e4c50d84e2cc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:49:22.876483 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-91989d50-dd40-4ed1-b37a-e4c50d84e2cc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:22.910587 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] For port aa1019d4-5e8a-4fb5-9566-a921951be8e5, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=aa1019d4-5e8a-4fb5-9566-a921951be8e5,segment=NetworkSegment(39b3a837-8e8d-47b4-a710-8e8c5acb60e7),segment_id=39b3a837-8e8d-47b4-a710-8e8c5acb60e7)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:49:23.001041 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:23.054087 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9401cb17-c06b-4bad-afd9-7744c75f4e9f tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:23.092343 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Pushing event updated for resources: {'Port': ['ID=aa1019d4-5e8a-4fb5-9566-a921951be8e5,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:23.113201 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-94aeeb7c-b543-417c-967f-9833de8ebc75 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 4a16443b-78c2-4af9-87eb-2a153c170917) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:49:23.133099 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Provisioning for port 65761a52-ab05-4490-bea2-a6ad1cf7cf8a completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:49:23.139635 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94aeeb7c-b543-417c-967f-9833de8ebc75 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:23.140068 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-94aeeb7c-b543-417c-967f-9833de8ebc75 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:23.140816 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Provisioning complete for port 65761a52-ab05-4490-bea2-a6ad1cf7cf8a triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:49:23.141202 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:23.141537 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Attempt 1 to provision port 65761a52-ab05-4490-bea2-a6ad1cf7cf8a Oct 26 15:49:23.202236 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-9401cb17-c06b-4bad-afd9-7744c75f4e9f tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Calling delete_port for 96530f3c-5939-4ed1-b62d-728d8e86b393 owned by network:router_interface {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:49:23.208053 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Port 65761a52-ab05-4490-bea2-a6ad1cf7cf8a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:23.324459 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-04eb53fa-42ed-4db8-b9ef-c5eb4e2d8a7d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Deleting port bfdef33f-2202-43f9-bb40-550e576400cc {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:49:23.325455 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-04eb53fa-42ed-4db8-b9ef-c5eb4e2d8a7d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:23.382847 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a525d9fb-640f-4dc3-9faa-c86a68c2cd6d tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:23.402770 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-94aeeb7c-b543-417c-967f-9833de8ebc75 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.4699221 Oct 26 15:49:23.438220 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39142) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:23.501055 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82d88b7-4ed4-45df-8e90-2395507ad850 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:49:23.537612 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-a525d9fb-640f-4dc3-9faa-c86a68c2cd6d tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Calling delete_port for 0836b440-7a41-43b0-8107-95ac9133a73b owned by {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:49:23.555302 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9401cb17-c06b-4bad-afd9-7744c75f4e9f tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:23.585139 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-19a0ec1e-5e82-482b-a961-e80f64f6dee9 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:23.607198 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6c2bfd-56c9-450e-bf12-8b9e3628cd49 None None] Network 727fe7ec-fce3-4e2e-9e69-5d326c45d061 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:49:23.622755 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d394f84-8069-415c-a2a8-b21f14d134ed None None] Network 4a16443b-78c2-4af9-87eb-2a153c170917 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:49:23.775854 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Attempt 2 to provision port 65761a52-ab05-4490-bea2-a6ad1cf7cf8a Oct 26 15:49:23.827059 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9401cb17-c06b-4bad-afd9-7744c75f4e9f tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event deleted for resources: {'Port': ['ID=96530f3c-5939-4ed1-b62d-728d8e86b393,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:23.911907 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-91989d50-dd40-4ed1-b37a-e4c50d84e2cc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:24.009008 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91989d50-dd40-4ed1-b37a-e4c50d84e2cc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:49:24.016456 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-91989d50-dd40-4ed1-b37a-e4c50d84e2cc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:49:24.025147 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91989d50-dd40-4ed1-b37a-e4c50d84e2cc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:24.025739 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-91989d50-dd40-4ed1-b37a-e4c50d84e2cc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:24.081145 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-77ff50eb-c673-4985-97ae-dac6fcad7521 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:24.103994 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-04eb53fa-42ed-4db8-b9ef-c5eb4e2d8a7d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] For port bfdef33f-2202-43f9-bb40-550e576400cc, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=bfdef33f-2202-43f9-bb40-550e576400cc,segment=NetworkSegment(140d29cb-1f6e-4615-a4e2-daa14f99aebb),segment_id=140d29cb-1f6e-4615-a4e2-daa14f99aebb)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:49:24.104441 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-04eb53fa-42ed-4db8-b9ef-c5eb4e2d8a7d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:24.147747 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91989d50-dd40-4ed1-b37a-e4c50d84e2cc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Subnet': ['ID=31528375-f03c-4cf9-907c-4b14a168058a,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:24.163293 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Port 65761a52-ab05-4490-bea2-a6ad1cf7cf8a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:24.180249 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device b54343f7-56a4-4370-a849-2dd5f0fb610a up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:49:24.223002 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-91989d50-dd40-4ed1-b37a-e4c50d84e2cc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9044075 Oct 26 15:49:24.225461 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39146) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:24.235147 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-fdcde12f-2f49-42ba-8aa7-0f003c7be053 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'port': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'mac_address': 'fa:16:3e:e3:8b:62', 'name': 'tempest-NetworksTestDHCPv6-865402116'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:24.281786 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9401cb17-c06b-4bad-afd9-7744c75f4e9f tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:24.290897 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-04eb53fa-42ed-4db8-b9ef-c5eb4e2d8a7d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Calling delete_port for bfdef33f-2202-43f9-bb40-550e576400cc owned by network:router_interface {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:49:24.324361 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d86029b-32b7-4a12-a424-0f280c8e44dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-4a16443b-78c2-4af9-87eb-2a153c170917', 'network_id': '4a16443b-78c2-4af9-87eb-2a153c170917', 'tenant_id': 'ed533417d7984f4ebffb4d3679dafa7e', 'fixed_ips': [{'subnet_id': 'debb5468-d706-4a08-a44c-bada7409daf4'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:49:24.325108 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9d86029b-32b7-4a12-a424-0f280c8e44dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:24.532913 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-77ff50eb-c673-4985-97ae-dac6fcad7521 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:24.597432 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port b54343f7-56a4-4370-a849-2dd5f0fb610a completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:49:24.611259 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device aa1019d4-5e8a-4fb5-9566-a921951be8e5 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:49:24.684767 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Attempt 3 to provision port 65761a52-ab05-4490-bea2-a6ad1cf7cf8a Oct 26 15:49:24.713608 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-fdcde12f-2f49-42ba-8aa7-0f003c7be053 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:24.717499 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a525d9fb-640f-4dc3-9faa-c86a68c2cd6d tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:24.735357 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-fdcde12f-2f49-42ba-8aa7-0f003c7be053 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Usage tracker for resource:port and tenant:cde0b70c42f24e8e94f9303758760038 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:24.741192 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-fdcde12f-2f49-42ba-8aa7-0f003c7be053 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:24.756624 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-fdcde12f-2f49-42ba-8aa7-0f003c7be053 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:24.776518 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9401cb17-c06b-4bad-afd9-7744c75f4e9f tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Router 21b42a4c-8073-4006-9740-7216945911c0 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:49:24.782709 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a525d9fb-640f-4dc3-9faa-c86a68c2cd6d tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Pushing event deleted for resources: {'Port': ['ID=0836b440-7a41-43b0-8107-95ac9133a73b,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:24.801829 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-9d86029b-32b7-4a12-a424-0f280c8e44dd None None] Allocated IP 2001:db8::f816:3eff:fe97:5421 (4a16443b-78c2-4af9-87eb-2a153c170917/debb5468-d706-4a08-a44c-bada7409daf4/d430ca9b-ae11-49ee-8711-70a487cba95f) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:49:24.851564 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdcde12f-2f49-42ba-8aa7-0f003c7be053 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:49:24.937607 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a525d9fb-640f-4dc3-9faa-c86a68c2cd6d tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:25.001003 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a525d9fb-640f-4dc3-9faa-c86a68c2cd6d tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] 10.222.0.23 "DELETE /v2.0/ports/0836b440-7a41-43b0-8107-95ac9133a73b HTTP/1.1" status: 204 len: 168 time: 2.6614637 Oct 26 15:49:25.001791 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39150) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:25.014139 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port aa1019d4-5e8a-4fb5-9566-a921951be8e5 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:49:25.014543 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:25.014889 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port aa1019d4-5e8a-4fb5-9566-a921951be8e5 Oct 26 15:49:25.047227 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9401cb17-c06b-4bad-afd9-7744c75f4e9f tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:49:25.060148 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-9401cb17-c06b-4bad-afd9-7744c75f4e9f tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "PUT /v2.0/routers/21b42a4c-8073-4006-9740-7216945911c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5786188 Oct 26 15:49:25.065396 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96204f47-e5f2-4b0a-b191-46dea75e606b None None] Sync routers for ids ['21b42a4c-8073-4006-9740-7216945911c0'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:49:25.075759 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39154) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:25.083379 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96204f47-e5f2-4b0a-b191-46dea75e606b None None] Routers {'21b42a4c-8073-4006-9740-7216945911c0'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:49:25.084488 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-96204f47-e5f2-4b0a-b191-46dea75e606b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:49:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['21b42a4c-8073-4006-9740-7216945911c0'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:25.089149 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-19a0ec1e-5e82-482b-a961-e80f64f6dee9 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Delete allocated IP 2001:db8::d (727fe7ec-fce3-4e2e-9e69-5d326c45d061/f23bb133-ac48-49d3-aa87-2acba4008d7b) {{(pid=89748) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 26 15:49:25.089302 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Port 65761a52-ab05-4490-bea2-a6ad1cf7cf8a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:25.097092 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-19a0ec1e-5e82-482b-a961-e80f64f6dee9 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Allocated IP 2001:db8:0:1::2f (727fe7ec-fce3-4e2e-9e69-5d326c45d061/442bbdac-2254-4921-9730-977ca4f1a037/65761a52-ab05-4490-bea2-a6ad1cf7cf8a) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:49:25.109501 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c821f2-19c7-4ec7-935e-31afee85fb65 None None] Update dhcp port {'port': {'network_id': '727fe7ec-fce3-4e2e-9e69-5d326c45d061', 'fixed_ips': [{'subnet_id': 'f23bb133-ac48-49d3-aa87-2acba4008d7b', 'ip_address': '2001:db8::2'}, {'subnet_id': '442bbdac-2254-4921-9730-977ca4f1a037'}], 'binding:host_id': 'dv-neutron-862712-1-hyperv'}, 'id': '74b13b1b-8433-4c1b-91f9-0137ad907c0e'} from dv-neutron-862712-1-hyperv. {{(pid=89749) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 26 15:49:25.171500 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-04eb53fa-42ed-4db8-b9ef-c5eb4e2d8a7d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:25.171810 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40c68e6-452e-4f3b-9dee-756286ac6001 None None] Update dhcp port {'port': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'fixed_ips': [{'subnet_id': 'f77ee649-6a09-43d8-bba3-530e4585580b', 'ip_address': '2001:db8::f816:3eff:fe16:c938'}, {'subnet_id': '31528375-f03c-4cf9-907c-4b14a168058a'}], 'binding:host_id': 'dv-neutron-862712-1-hyperv'}, 'id': 'b54343f7-56a4-4370-a849-2dd5f0fb610a'} from dv-neutron-862712-1-hyperv. {{(pid=89749) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 26 15:49:25.187104 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-96204f47-e5f2-4b0a-b191-46dea75e606b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:25.197116 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96204f47-e5f2-4b0a-b191-46dea75e606b None None] Routers {'21b42a4c-8073-4006-9740-7216945911c0'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:49:25.198077 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-96204f47-e5f2-4b0a-b191-46dea75e606b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:49:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['21b42a4c-8073-4006-9740-7216945911c0'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:25.265320 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-96204f47-e5f2-4b0a-b191-46dea75e606b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:25.266106 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96204f47-e5f2-4b0a-b191-46dea75e606b None None] The sync data for ids ['21b42a4c-8073-4006-9740-7216945911c0'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:49:25.299943 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-11c821f2-19c7-4ec7-935e-31afee85fb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:25.325185 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c40c68e6-452e-4f3b-9dee-756286ac6001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:25.361729 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb53fa-42ed-4db8-b9ef-c5eb4e2d8a7d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Port': ['ID=bfdef33f-2202-43f9-bb40-550e576400cc,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:25.380823 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fdcde12f-2f49-42ba-8aa7-0f003c7be053 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:25.408915 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port aa1019d4-5e8a-4fb5-9566-a921951be8e5 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:49:25.413663 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-28f0a6ef-dce1-40e8-b3e6-f479b98005f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Deleting subnet c3252970-1c86-48bf-bd35-18b8a105a635 {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:49:25.457511 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-28f0a6ef-dce1-40e8-b3e6-f479b98005f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:25.545091 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-19a0ec1e-5e82-482b-a961-e80f64f6dee9 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:25.621190 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-28f0a6ef-dce1-40e8-b3e6-f479b98005f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:25.658403 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-c40c68e6-452e-4f3b-9dee-756286ac6001 None None] Allocated IP 2001:db8:0:1::2 (f810e159-a5e8-4c86-8cec-5d909fe013dd/31528375-f03c-4cf9-907c-4b14a168058a/b54343f7-56a4-4370-a849-2dd5f0fb610a) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:49:25.661656 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-fdcde12f-2f49-42ba-8aa7-0f003c7be053 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] device_id is not set on port b3c9f937-c835-49e2-a0aa-58c526d8a5eb yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:49:25.784318 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Attempt 4 to provision port 65761a52-ab05-4490-bea2-a6ad1cf7cf8a Oct 26 15:49:25.823552 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-0699c633-8f79-4001-82df-4a476d097393 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] remove_router_interface failed (client error): The resource could not be found. Oct 26 15:49:25.827197 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-0699c633-8f79-4001-82df-4a476d097393 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "PUT /v2.0/routers/21b42a4c-8073-4006-9740-7216945911c0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7478290 Oct 26 15:49:25.828330 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39158) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:25.859342 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-19a0ec1e-5e82-482b-a961-e80f64f6dee9 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Transition to ACTIVE for port object 65761a52-ab05-4490-bea2-a6ad1cf7cf8a will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:49:25.886020 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e1f0d604-4650-4d2c-a83a-fe75336e7d32 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Synchronizing usage tracker for tenant:c6ecf98f295847b88c4c5e8d668b4162 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:49:25.944777 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-04eb53fa-42ed-4db8-b9ef-c5eb4e2d8a7d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:25.950928 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Port 65761a52-ab05-4490-bea2-a6ad1cf7cf8a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:25.954398 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-28f0a6ef-dce1-40e8-b3e6-f479b98005f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:25.958156 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9d86029b-32b7-4a12-a424-0f280c8e44dd None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:25.984069 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-19a0ec1e-5e82-482b-a961-e80f64f6dee9 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:25.986307 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e1f0d604-4650-4d2c-a83a-fe75336e7d32 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Unset dirty status for tenant:c6ecf98f295847b88c4c5e8d668b4162 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:49:25.989239 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e1f0d604-4650-4d2c-a83a-fe75336e7d32 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "GET /v2.0/ports?device_id=21b42a4c-8073-4006-9740-7216945911c0 HTTP/1.1" status: 200 len: 205 time: 0.1592779 Oct 26 15:49:25.989914 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-9d86029b-32b7-4a12-a424-0f280c8e44dd None None] Transition to ACTIVE for port object d430ca9b-ae11-49ee-8711-70a487cba95f will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:49:25.991983 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39162) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:26.020924 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-c40c68e6-452e-4f3b-9dee-756286ac6001 None None] For port b54343f7-56a4-4370-a849-2dd5f0fb610a, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=b54343f7-56a4-4370-a849-2dd5f0fb610a,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:49:26.032690 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-9d86029b-32b7-4a12-a424-0f280c8e44dd None None] Transition to ACTIVE for port object d430ca9b-ae11-49ee-8711-70a487cba95f will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:49:26.107907 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c40c68e6-452e-4f3b-9dee-756286ac6001 None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:26.128837 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-11c821f2-19c7-4ec7-935e-31afee85fb65 None None] Allocated IP 2001:db8:0:1::2 (727fe7ec-fce3-4e2e-9e69-5d326c45d061/442bbdac-2254-4921-9730-977ca4f1a037/74b13b1b-8433-4c1b-91f9-0137ad907c0e) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:49:26.136920 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c40c68e6-452e-4f3b-9dee-756286ac6001 None None] Ignored duplicate provisioning block setup for port b54343f7-56a4-4370-a849-2dd5f0fb610a by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 26 15:49:26.137571 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9d86029b-32b7-4a12-a424-0f280c8e44dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:26.141665 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-005b58d1-9f1e-4368-a3d4-13c1430b63b4 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for router, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:26.215443 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d86029b-32b7-4a12-a424-0f280c8e44dd None None] Network 4a16443b-78c2-4af9-87eb-2a153c170917 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:49:26.234325 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c40c68e6-452e-4f3b-9dee-756286ac6001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:26.243150 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-9d86029b-32b7-4a12-a424-0f280c8e44dd None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:49:26.245543 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d86029b-32b7-4a12-a424-0f280c8e44dd None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:49:26.253907 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-19a0ec1e-5e82-482b-a961-e80f64f6dee9 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] In _notify_port_updated(), no bound segment for port 65761a52-ab05-4490-bea2-a6ad1cf7cf8a on network 727fe7ec-fce3-4e2e-9e69-5d326c45d061 {{(pid=89748) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 26 15:49:26.259375 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a0ec1e-5e82-482b-a961-e80f64f6dee9 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:26.259992 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-19a0ec1e-5e82-482b-a961-e80f64f6dee9 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:26.261447 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-19a0ec1e-5e82-482b-a961-e80f64f6dee9 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "PUT /v2.0/ports/65761a52-ab05-4490-bea2-a6ad1cf7cf8a HTTP/1.1" status: 200 len: 930 time: 3.4865551 Oct 26 15:49:26.271657 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39166) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:26.312825 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a0ec1e-5e82-482b-a961-e80f64f6dee9 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event updated for resources: {'Port': ['ID=65761a52-ab05-4490-bea2-a6ad1cf7cf8a,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:26.384123 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-169b574b-0dec-4fcc-882a-a0a01fc3a854 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Deleting port 65761a52-ab05-4490-bea2-a6ad1cf7cf8a {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:49:26.384524 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-169b574b-0dec-4fcc-882a-a0a01fc3a854 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:26.411735 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-11c821f2-19c7-4ec7-935e-31afee85fb65 None None] For port 74b13b1b-8433-4c1b-91f9-0137ad907c0e, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=74b13b1b-8433-4c1b-91f9-0137ad907c0e,segment=NetworkSegment(d39e4b12-6afe-4c38-a15f-47376c4158d5),segment_id=d39e4b12-6afe-4c38-a15f-47376c4158d5)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:49:26.441036 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-11c821f2-19c7-4ec7-935e-31afee85fb65 None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:26.460038 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-11c821f2-19c7-4ec7-935e-31afee85fb65 None None] Ignored duplicate provisioning block setup for port 74b13b1b-8433-4c1b-91f9-0137ad907c0e by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 26 15:49:26.462283 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86029b-32b7-4a12-a424-0f280c8e44dd None None] Pushing event updated for resources: {'Port': ['ID=d430ca9b-ae11-49ee-8711-70a487cba95f,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:26.464536 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Attempt 5 to provision port 65761a52-ab05-4490-bea2-a6ad1cf7cf8a Oct 26 15:49:26.485493 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-28f0a6ef-dce1-40e8-b3e6-f479b98005f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:26.504488 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-77ff50eb-c673-4985-97ae-dac6fcad7521 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:26.573810 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-005b58d1-9f1e-4368-a3d4-13c1430b63b4 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:26.578315 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Port 65761a52-ab05-4490-bea2-a6ad1cf7cf8a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:26.594422 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-005b58d1-9f1e-4368-a3d4-13c1430b63b4 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:26.606034 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0a6ef-dce1-40e8-b3e6-f479b98005f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Pushing event deleted for resources: {'Subnet': ['ID=c3252970-1c86-48bf-bd35-18b8a105a635,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:26.618779 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-28f0a6ef-dce1-40e8-b3e6-f479b98005f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:26.633889 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff50eb-c673-4985-97ae-dac6fcad7521 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Pushing event deleted for resources: {'Subnet': ['ID=debb5468-d706-4a08-a44c-bada7409daf4,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:26.669171 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-28f0a6ef-dce1-40e8-b3e6-f479b98005f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] 10.222.0.23 "DELETE /v2.0/subnets/c3252970-1c86-48bf-bd35-18b8a105a635 HTTP/1.1" status: 204 len: 168 time: 1.6618850 Oct 26 15:49:26.688928 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39170) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:26.716023 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9487fe2d-b2ac-41aa-be3d-9b3cedf6dba8 None None] Network 9aad869b-5644-489d-9c31-966bcac80725 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:49:26.729548 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-11c821f2-19c7-4ec7-935e-31afee85fb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:26.883644 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-fdcde12f-2f49-42ba-8aa7-0f003c7be053 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Allocated IP 2001:db8:0:1::33 (f810e159-a5e8-4c86-8cec-5d909fe013dd/31528375-f03c-4cf9-907c-4b14a168058a/b3c9f937-c835-49e2-a0aa-58c526d8a5eb) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:49:26.901064 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-fdcde12f-2f49-42ba-8aa7-0f003c7be053 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Allocated IP 2001:db8::f816:3eff:fee3:8b62 (f810e159-a5e8-4c86-8cec-5d909fe013dd/f77ee649-6a09-43d8-bba3-530e4585580b/b3c9f937-c835-49e2-a0aa-58c526d8a5eb) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:49:26.906317 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-77ff50eb-c673-4985-97ae-dac6fcad7521 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:26.961701 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-77ff50eb-c673-4985-97ae-dac6fcad7521 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a16443b-78c2-4af9-87eb-2a153c170917']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:26.973446 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-005b58d1-9f1e-4368-a3d4-13c1430b63b4 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:26.973980 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005b58d1-9f1e-4368-a3d4-13c1430b63b4 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Fanout notify agent at l3_agent the message router_deleted on router 21b42a4c-8073-4006-9740-7216945911c0 {{(pid=89747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:49:26.978852 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04eb53fa-42ed-4db8-b9ef-c5eb4e2d8a7d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Router 0260c441-1b7e-4de5-9a34-023157bae4f6 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:49:26.982625 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-871f7020-f37c-4e8b-ab6d-a3ea580e1b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:26.998739 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-9d86029b-32b7-4a12-a424-0f280c8e44dd None None] Attempting to bind port d430ca9b-ae11-49ee-8711-70a487cba95f on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:49:26.999254 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-9d86029b-32b7-4a12-a424-0f280c8e44dd None None] Attempting to bind port d430ca9b-ae11-49ee-8711-70a487cba95f by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'bf891205-19ff-411e-941e-d656be714da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '4a16443b-78c2-4af9-87eb-2a153c170917'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:49:26.999646 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d86029b-32b7-4a12-a424-0f280c8e44dd None None] Attempting to bind port d430ca9b-ae11-49ee-8711-70a487cba95f on network 4a16443b-78c2-4af9-87eb-2a153c170917 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:49:27.016077 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c68e6-452e-4f3b-9dee-756286ac6001 None None] Pushing event updated for resources: {'Port': ['ID=b54343f7-56a4-4370-a849-2dd5f0fb610a,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:27.032735 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-77ff50eb-c673-4985-97ae-dac6fcad7521 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf891205-19ff-411e-941e-d656be714da7') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:27.033031 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-77ff50eb-c673-4985-97ae-dac6fcad7521 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf891205-19ff-411e-941e-d656be714da7') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:27.068501 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-77ff50eb-c673-4985-97ae-dac6fcad7521 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:27.113914 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Attempt 6 to provision port 65761a52-ab05-4490-bea2-a6ad1cf7cf8a Oct 26 15:49:27.154010 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-169b574b-0dec-4fcc-882a-a0a01fc3a854 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:27.156615 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-77ff50eb-c673-4985-97ae-dac6fcad7521 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:27.159459 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d86029b-32b7-4a12-a424-0f280c8e44dd None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:49:27.159849 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d86029b-32b7-4a12-a424-0f280c8e44dd None None] Checking segment: {'id': 'bf891205-19ff-411e-941e-d656be714da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '4a16443b-78c2-4af9-87eb-2a153c170917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:49:27.160313 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9d86029b-32b7-4a12-a424-0f280c8e44dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:27.161178 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d86029b-32b7-4a12-a424-0f280c8e44dd None None] Bound using segment: {'id': 'bf891205-19ff-411e-941e-d656be714da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '4a16443b-78c2-4af9-87eb-2a153c170917'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:49:27.161178 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-9d86029b-32b7-4a12-a424-0f280c8e44dd None None] Bound port: d430ca9b-ae11-49ee-8711-70a487cba95f, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf891205-19ff-411e-941e-d656be714da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '4a16443b-78c2-4af9-87eb-2a153c170917'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:49:27.161568 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9d86029b-32b7-4a12-a424-0f280c8e44dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:27.167764 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-005b58d1-9f1e-4368-a3d4-13c1430b63b4 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:27.168971 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-005b58d1-9f1e-4368-a3d4-13c1430b63b4 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "DELETE /v2.0/routers/21b42a4c-8073-4006-9740-7216945911c0 HTTP/1.1" status: 204 len: 168 time: 1.1758242 Oct 26 15:49:27.181536 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77ff50eb-c673-4985-97ae-dac6fcad7521 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:49:27.181938 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-77ff50eb-c673-4985-97ae-dac6fcad7521 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:27.184278 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39174) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:27.201847 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:27.327833 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment bf891205-19ff-411e-941e-d656be714da7 resource provider aggregate not found Oct 26 15:49:27.378055 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment bf891205-19ff-411e-941e-d656be714da7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf891205-19ff-411e-941e-d656be714da7 found for delete ", "request_id": "req-a780ddd1-88a1-463f-85d2-909008775d8f"}]} Oct 26 15:49:27.396018 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fdcde12f-2f49-42ba-8aa7-0f003c7be053 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:27.415599 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-fdcde12f-2f49-42ba-8aa7-0f003c7be053 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Transition to ACTIVE for port object b3c9f937-c835-49e2-a0aa-58c526d8a5eb will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:49:27.428483 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Port 65761a52-ab05-4490-bea2-a6ad1cf7cf8a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:27.432774 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c821f2-19c7-4ec7-935e-31afee85fb65 None None] Pushing event updated for resources: {'Port': ['ID=74b13b1b-8433-4c1b-91f9-0137ad907c0e,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:27.447751 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-77ff50eb-c673-4985-97ae-dac6fcad7521 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 15:49:27.447751 dv-neutron-862712-1-hyperv neutron-server[89747]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 15:49:27.447751 dv-neutron-862712-1-hyperv neutron-server[89747]: [parameters: {'id': '4a16443b-78c2-4af9-87eb-2a153c170917'}] Oct 26 15:49:27.447751 dv-neutron-862712-1-hyperv neutron-server[89747]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:49:27.450968 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-77ff50eb-c673-4985-97ae-dac6fcad7521 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:49:27.481884 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-9d86029b-32b7-4a12-a424-0f280c8e44dd None None] For port d430ca9b-ae11-49ee-8711-70a487cba95f, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:49:27.485499 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-9d86029b-32b7-4a12-a424-0f280c8e44dd None None] For port d430ca9b-ae11-49ee-8711-70a487cba95f, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=d430ca9b-ae11-49ee-8711-70a487cba95f,segment=NetworkSegment(bf891205-19ff-411e-941e-d656be714da7),segment_id=bf891205-19ff-411e-941e-d656be714da7)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:49:27.504255 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-871f7020-f37c-4e8b-ab6d-a3ea580e1b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Deleting port aa1019d4-5e8a-4fb5-9566-a921951be8e5 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:49:27.504603 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-871f7020-f37c-4e8b-ab6d-a3ea580e1b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:27.542005 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fdcde12f-2f49-42ba-8aa7-0f003c7be053 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:27.587000 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9d86029b-32b7-4a12-a424-0f280c8e44dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:27.614919 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-169b574b-0dec-4fcc-882a-a0a01fc3a854 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Calling delete_port for 65761a52-ab05-4490-bea2-a6ad1cf7cf8a owned by {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:49:27.659327 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a75c681-d598-4792-9399-8c182f82b7d9 None None] DHCP port deletion for 9aad869b-5644-489d-9c31-966bcac80725 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:49:27.666619 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcde12f-2f49-42ba-8aa7-0f003c7be053 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Port': ['ID=b3c9f937-c835-49e2-a0aa-58c526d8a5eb,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:27.702513 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcde12f-2f49-42ba-8aa7-0f003c7be053 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:49:27.702841 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-7a75c681-d598-4792-9399-8c182f82b7d9 None None] Deleting port aa1019d4-5e8a-4fb5-9566-a921951be8e5 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:49:27.702943 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-fdcde12f-2f49-42ba-8aa7-0f003c7be053 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:49:27.703035 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7a75c681-d598-4792-9399-8c182f82b7d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:27.703707 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcde12f-2f49-42ba-8aa7-0f003c7be053 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:49:27.718328 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcde12f-2f49-42ba-8aa7-0f003c7be053 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:27.719025 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fdcde12f-2f49-42ba-8aa7-0f003c7be053 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:27.763332 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b05319-6177-4137-946b-72634092cee9 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Deleting subnet 4c2f1cad-f0a1-4ae8-9c03-01ac57a4c021 {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:49:27.805254 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e48d51-980d-4b12-9d8f-d315d18b2adb None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:49:27.810017 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-71b05319-6177-4137-946b-72634092cee9 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:27.840387 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-fdcde12f-2f49-42ba-8aa7-0f003c7be053 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.6119854 Oct 26 15:49:27.842382 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39184) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:27.884750 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04eb53fa-42ed-4db8-b9ef-c5eb4e2d8a7d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:49:27.908698 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-04eb53fa-42ed-4db8-b9ef-c5eb4e2d8a7d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "PUT /v2.0/routers/0260c441-1b7e-4de5-9a34-023157bae4f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9401991 Oct 26 15:49:27.955424 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-77ff50eb-c673-4985-97ae-dac6fcad7521 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:27.984276 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-77ff50eb-c673-4985-97ae-dac6fcad7521 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Deleting port d430ca9b-ae11-49ee-8711-70a487cba95f {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:49:27.989684 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-77ff50eb-c673-4985-97ae-dac6fcad7521 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:28.039040 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Attempt 7 to provision port 65761a52-ab05-4490-bea2-a6ad1cf7cf8a Oct 26 15:49:28.064374 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-c39633d7-1125-4891-9932-615e775300d0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting port b3c9f937-c835-49e2-a0aa-58c526d8a5eb {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:49:28.071774 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c39633d7-1125-4891-9932-615e775300d0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:28.091542 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-71b05319-6177-4137-946b-72634092cee9 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:28.166631 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device b54343f7-56a4-4370-a849-2dd5f0fb610a up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:49:28.197303 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86029b-32b7-4a12-a424-0f280c8e44dd None None] Pushing event updated for resources: {'Port': ['ID=d430ca9b-ae11-49ee-8711-70a487cba95f,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:28.200846 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237857d0-40e0-4c97-8322-e02c163970db None None] Sync routers for ids ['0260c441-1b7e-4de5-9a34-023157bae4f6'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:49:28.205846 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-871f7020-f37c-4e8b-ab6d-a3ea580e1b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] For port aa1019d4-5e8a-4fb5-9566-a921951be8e5, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=aa1019d4-5e8a-4fb5-9566-a921951be8e5,segment=NetworkSegment(39b3a837-8e8d-47b4-a710-8e8c5acb60e7),segment_id=39b3a837-8e8d-47b4-a710-8e8c5acb60e7)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:49:28.206152 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-871f7020-f37c-4e8b-ab6d-a3ea580e1b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:28.242580 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c53a240-44f1-4583-a400-c6be333e1396 None None] Network 4a16443b-78c2-4af9-87eb-2a153c170917 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:49:28.366125 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237857d0-40e0-4c97-8322-e02c163970db None None] Routers {'0260c441-1b7e-4de5-9a34-023157bae4f6'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:49:28.366799 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-237857d0-40e0-4c97-8322-e02c163970db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:49:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['0260c441-1b7e-4de5-9a34-023157bae4f6'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:28.368528 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-871f7020-f37c-4e8b-ab6d-a3ea580e1b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Calling delete_port for aa1019d4-5e8a-4fb5-9566-a921951be8e5 owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:49:28.391711 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-77ff50eb-c673-4985-97ae-dac6fcad7521 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] For port d430ca9b-ae11-49ee-8711-70a487cba95f, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=d430ca9b-ae11-49ee-8711-70a487cba95f,segment=NetworkSegment(bf891205-19ff-411e-941e-d656be714da7),segment_id=bf891205-19ff-411e-941e-d656be714da7)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:49:28.392135 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-77ff50eb-c673-4985-97ae-dac6fcad7521 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:28.409690 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-169b574b-0dec-4fcc-882a-a0a01fc3a854 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:28.572871 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b574b-0dec-4fcc-882a-a0a01fc3a854 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event deleted for resources: {'Port': ['ID=65761a52-ab05-4490-bea2-a6ad1cf7cf8a,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:28.594462 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-169b574b-0dec-4fcc-882a-a0a01fc3a854 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:28.633841 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-169b574b-0dec-4fcc-882a-a0a01fc3a854 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/ports/65761a52-ab05-4490-bea2-a6ad1cf7cf8a HTTP/1.1" status: 204 len: 168 time: 2.3611350 Oct 26 15:49:28.635796 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-71b05319-6177-4137-946b-72634092cee9 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:28.655947 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-237857d0-40e0-4c97-8322-e02c163970db None None] Set router 0260c441-1b7e-4de5-9a34-023157bae4f6 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:49:28.666595 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39192) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:28.732541 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b5e0af-e07d-4d5d-8b31-d2022d47d878 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] GET failed (client error): The resource could not be found. Oct 26 15:49:28.732849 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-e7b5e0af-e07d-4d5d-8b31-d2022d47d878 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Synchronizing usage tracker for tenant:b10aaa5403b848e8bc3e4f603712654e on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:49:28.809240 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-871f7020-f37c-4e8b-ab6d-a3ea580e1b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:28.813503 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-77ff50eb-c673-4985-97ae-dac6fcad7521 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Calling delete_port for d430ca9b-ae11-49ee-8711-70a487cba95f owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:49:28.862780 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-71b05319-6177-4137-946b-72634092cee9 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:28.902628 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-e7b5e0af-e07d-4d5d-8b31-d2022d47d878 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Unset dirty status for tenant:b10aaa5403b848e8bc3e4f603712654e on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:49:28.903857 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-e7b5e0af-e07d-4d5d-8b31-d2022d47d878 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "GET /v2.0/ports/65761a52-ab05-4490-bea2-a6ad1cf7cf8a HTTP/1.1" status: 404 len: 333 time: 0.2316940 Oct 26 15:49:28.910596 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f7020-f37c-4e8b-ab6d-a3ea580e1b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Pushing event deleted for resources: {'Port': ['ID=aa1019d4-5e8a-4fb5-9566-a921951be8e5,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:28.911496 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39198) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:28.919035 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871f7020-f37c-4e8b-ab6d-a3ea580e1b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] No DVR routers for this DVR port aa1019d4-5e8a-4fb5-9566-a921951be8e5 on host dv-neutron-862712-1-hyperv {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:49:28.921834 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b05319-6177-4137-946b-72634092cee9 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event deleted for resources: {'Subnet': ['ID=4c2f1cad-f0a1-4ae8-9c03-01ac57a4c021,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:28.923916 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-71b05319-6177-4137-946b-72634092cee9 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:28.959786 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e503a06f-ba93-4b94-b4bc-7622f3615c48 None None] Network 6a03021f-aa46-41a9-8ffc-7eb70d826ea1 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:49:28.972080 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c39633d7-1125-4891-9932-615e775300d0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:28.983827 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-71b05319-6177-4137-946b-72634092cee9 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "DELETE /v2.0/subnets/4c2f1cad-f0a1-4ae8-9c03-01ac57a4c021 HTTP/1.1" status: 204 len: 168 time: 1.7953839 Oct 26 15:49:28.987146 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39202) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:29.129153 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Port 65761a52-ab05-4490-bea2-a6ad1cf7cf8a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:29.148752 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-871f7020-f37c-4e8b-ab6d-a3ea580e1b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:29.191009 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-871f7020-f37c-4e8b-ab6d-a3ea580e1b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aad869b-5644-489d-9c31-966bcac80725']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:29.194631 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-c39633d7-1125-4891-9932-615e775300d0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Calling delete_port for b3c9f937-c835-49e2-a0aa-58c526d8a5eb owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:49:29.205778 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e65a4446-7f3d-465a-96f1-d32543473701 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:29.210294 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-871f7020-f37c-4e8b-ab6d-a3ea580e1b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39b3a837-8e8d-47b4-a710-8e8c5acb60e7') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:29.210621 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-871f7020-f37c-4e8b-ab6d-a3ea580e1b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39b3a837-8e8d-47b4-a710-8e8c5acb60e7') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:29.226919 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-871f7020-f37c-4e8b-ab6d-a3ea580e1b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:29.227943 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-767d09ae-4ccf-41cf-8bc8-32e08269e37a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:29.248312 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-e65a4446-7f3d-465a-96f1-d32543473701 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Deleting port 56b033e1-087a-4771-8d61-34e255599082 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:49:29.248312 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e65a4446-7f3d-465a-96f1-d32543473701 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:29.262994 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-767d09ae-4ccf-41cf-8bc8-32e08269e37a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:29.273766 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-871f7020-f37c-4e8b-ab6d-a3ea580e1b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:29.427531 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-871f7020-f37c-4e8b-ab6d-a3ea580e1b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:49:29.427938 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-871f7020-f37c-4e8b-ab6d-a3ea580e1b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:29.429072 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-7a75c681-d598-4792-9399-8c182f82b7d9 None None] For port aa1019d4-5e8a-4fb5-9566-a921951be8e5, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=aa1019d4-5e8a-4fb5-9566-a921951be8e5,segment=NetworkSegment(39b3a837-8e8d-47b4-a710-8e8c5acb60e7),segment_id=39b3a837-8e8d-47b4-a710-8e8c5acb60e7)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:49:29.429470 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7a75c681-d598-4792-9399-8c182f82b7d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:29.444087 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 74b13b1b-8433-4c1b-91f9-0137ad907c0e up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:49:29.466272 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-77ff50eb-c673-4985-97ae-dac6fcad7521 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:29.499372 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 39b3a837-8e8d-47b4-a710-8e8c5acb60e7 resource provider aggregate not found Oct 26 15:49:29.527941 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 39b3a837-8e8d-47b4-a710-8e8c5acb60e7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 39b3a837-8e8d-47b4-a710-8e8c5acb60e7 found for delete ", "request_id": "req-fdcf4cef-21f5-430e-84e9-05a9f279d5a2"}]} Oct 26 15:49:29.572541 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff50eb-c673-4985-97ae-dac6fcad7521 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Pushing event deleted for resources: {'Port': ['ID=d430ca9b-ae11-49ee-8711-70a487cba95f,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:29.595510 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ff50eb-c673-4985-97ae-dac6fcad7521 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] No DVR routers for this DVR port d430ca9b-ae11-49ee-8711-70a487cba95f on host dv-neutron-862712-1-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:49:29.632219 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-7a75c681-d598-4792-9399-8c182f82b7d9 None None] Calling delete_port for aa1019d4-5e8a-4fb5-9566-a921951be8e5 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:49:29.653256 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-767d09ae-4ccf-41cf-8bc8-32e08269e37a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:29.665311 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Attempt 8 to provision port 65761a52-ab05-4490-bea2-a6ad1cf7cf8a Oct 26 15:49:29.748819 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Port 65761a52-ab05-4490-bea2-a6ad1cf7cf8a was deleted so its status cannot be updated. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:49:29.749569 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d09ae-4ccf-41cf-8bc8-32e08269e37a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d31f0f-5919-490c-a20f-6f7c63637020,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:29.764483 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-871f7020-f37c-4e8b-ab6d-a3ea580e1b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:29.786665 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-871f7020-f37c-4e8b-ab6d-a3ea580e1b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:29.804844 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-871f7020-f37c-4e8b-ab6d-a3ea580e1b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] 10.222.0.23 "DELETE /v2.0/networks/9aad869b-5644-489d-9c31-966bcac80725 HTTP/1.1" status: 204 len: 168 time: 3.1119444 Oct 26 15:49:29.806053 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Could not find standard attr ID for object 1093aba7-09eb-4cf8-ae1d-c9971432c8cd. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:49:29.812769 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-e65a4446-7f3d-465a-96f1-d32543473701 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] For port 56b033e1-087a-4771-8d61-34e255599082, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=56b033e1-087a-4771-8d61-34e255599082,segment=NetworkSegment(e5825f9f-c2d1-4ffe-adee-9ecc8cbbc5f8),segment_id=e5825f9f-c2d1-4ffe-adee-9ecc8cbbc5f8)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:49:29.813133 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e65a4446-7f3d-465a-96f1-d32543473701 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:29.821047 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-77ff50eb-c673-4985-97ae-dac6fcad7521 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:29.823299 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f7020-f37c-4e8b-ab6d-a3ea580e1b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676 tempest-ExtraDHCPOptionsIpV6TestJSON-1167970676-project] Pushing event deleted for resources: {'Network': ['ID=9aad869b-5644-489d-9c31-966bcac80725,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:29.858587 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-767d09ae-4ccf-41cf-8bc8-32e08269e37a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:29.859804 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-767d09ae-4ccf-41cf-8bc8-32e08269e37a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/security-groups/f4d31f0f-5919-490c-a20f-6f7c63637020 HTTP/1.1" status: 204 len: 168 time: 0.9470797 Oct 26 15:49:29.868785 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39216) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:29.870625 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Could not find standard attr ID for object 0836b440-7a41-43b0-8107-95ac9133a73b. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:49:29.898167 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Could not find standard attr ID for object 96530f3c-5939-4ed1-b62d-728d8e86b393. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:49:29.898378 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea26f03-eee2-46d6-b938-3808a7a00696 req-7ec6399f-a940-4909-91be-cdb3268bd316 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:29.898664 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-eea26f03-eee2-46d6-b938-3808a7a00696 req-7ec6399f-a940-4909-91be-cdb3268bd316 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:49:29.902109 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-77ff50eb-c673-4985-97ae-dac6fcad7521 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a16443b-78c2-4af9-87eb-2a153c170917']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:29.922608 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-7a75c681-d598-4792-9399-8c182f82b7d9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:49:29.922973 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-7a75c681-d598-4792-9399-8c182f82b7d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:49:29.949697 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-237857d0-40e0-4c97-8322-e02c163970db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'name': 'tempest-TestNetworkBasicOps-router-186827657', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '8d17d25d-392d-4fb0-b5be-1a1b4ebabe72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:45:31Z', 'updated_at': '2022-10-26T15:49:24Z', 'revision_number': 6, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '8d17d25d-392d-4fb0-b5be-1a1b4ebabe72', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:86:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:45:33Z', 'updated_at': '2022-10-26T15:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': 'a48369ac-8de8-4023-b968-9d3ce0074657', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'floating_ip_address': '172.26.2.222', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'port_id': '17d303d5-fb92-49a6-9891-432f5db08b5f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '463f536f-4c79-4aa7-83ec-186e85f0d447', 'mac_address': 'fa:16:3e:0e:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317f2fc3-5951-4998-94f0-0728b8b2326b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:46:37Z', 'updated_at': '2022-10-26T15:46:46Z', 'revision_number': 1, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5febe6cf-bdd2-4ccc-adde-18f40d019bd5', 'name': '', 'network_id': '463f536f-4c79-4aa7-83ec-186e85f0d447', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:1d:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '24fd7863-3159-4cf8-879b-2b00a6811b4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:45:44Z', 'updated_at': '2022-10-26T15:45:54Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '24fd7863-3159-4cf8-879b-2b00a6811b4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:29.964844 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-77ff50eb-c673-4985-97ae-dac6fcad7521 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf891205-19ff-411e-941e-d656be714da7') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:29.965067 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237857d0-40e0-4c97-8322-e02c163970db None None] Checking router: 0260c441-1b7e-4de5-9a34-023157bae4f6 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:49:29.969822 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-77ff50eb-c673-4985-97ae-dac6fcad7521 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf891205-19ff-411e-941e-d656be714da7') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:29.989270 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237857d0-40e0-4c97-8322-e02c163970db None None] Routers {'0260c441-1b7e-4de5-9a34-023157bae4f6'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:49:29.990508 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-237857d0-40e0-4c97-8322-e02c163970db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:49:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['0260c441-1b7e-4de5-9a34-023157bae4f6'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:29.990848 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-e65a4446-7f3d-465a-96f1-d32543473701 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Calling delete_port for 56b033e1-087a-4771-8d61-34e255599082 owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:49:30.028118 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-77ff50eb-c673-4985-97ae-dac6fcad7521 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:30.061784 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-eea26f03-eee2-46d6-b938-3808a7a00696 req-7ec6399f-a940-4909-91be-cdb3268bd316 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:49:30.068501 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-eea26f03-eee2-46d6-b938-3808a7a00696 req-7ec6399f-a940-4909-91be-cdb3268bd316 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b696bde-eae4-49e5-b03f-e9db71adfa6b HTTP/1.1" status: 200 len: 946 time: 1.2649877 Oct 26 15:49:30.130078 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-77ff50eb-c673-4985-97ae-dac6fcad7521 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:30.159946 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77ff50eb-c673-4985-97ae-dac6fcad7521 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:49:30.161727 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-77ff50eb-c673-4985-97ae-dac6fcad7521 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:30.232969 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Provisioning for port 74b13b1b-8433-4c1b-91f9-0137ad907c0e completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:49:30.238024 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d101b55-af8e-40f1-975f-7bac1d3bec26 None None] DHCP port deletion for 6a03021f-aa46-41a9-8ffc-7eb70d826ea1 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:49:30.240342 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device aa1019d4-5e8a-4fb5-9566-a921951be8e5 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:49:30.258302 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment bf891205-19ff-411e-941e-d656be714da7 resource provider aggregate not found Oct 26 15:49:30.258518 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ebd5bef2-3b42-4bce-98c6-af3c4c15d4bf tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:30.277973 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c39633d7-1125-4891-9932-615e775300d0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:30.294519 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment bf891205-19ff-411e-941e-d656be714da7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf891205-19ff-411e-941e-d656be714da7 found for delete ", "request_id": "req-855dc062-3db6-40d0-8aab-201956363e40"}]} Oct 26 15:49:30.295508 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Provisioning complete for port 74b13b1b-8433-4c1b-91f9-0137ad907c0e triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:49:30.295887 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:30.296225 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Attempt 1 to provision port 74b13b1b-8433-4c1b-91f9-0137ad907c0e Oct 26 15:49:30.306394 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e65a4446-7f3d-465a-96f1-d32543473701 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:30.358762 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-eea26f03-eee2-46d6-b938-3808a7a00696 req-367cdc5a-89cf-4949-9583-1bb03ea7529a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=240ebfaa-9dab-471a-8343-76af9134bb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2762768 Oct 26 15:49:30.358883 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: aa1019d4-5e8a-4fb5-9566-a921951be8e5 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:49:30.358883 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device aa1019d4-5e8a-4fb5-9566-a921951be8e5 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:49:30.359909 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-7d101b55-af8e-40f1-975f-7bac1d3bec26 None None] Deleting port 56b033e1-087a-4771-8d61-34e255599082 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:49:30.360271 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7d101b55-af8e-40f1-975f-7bac1d3bec26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:30.390181 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39633d7-1125-4891-9932-615e775300d0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Port': ['ID=b3c9f937-c835-49e2-a0aa-58c526d8a5eb,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:30.408945 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a4446-7f3d-465a-96f1-d32543473701 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event deleted for resources: {'Port': ['ID=56b033e1-087a-4771-8d61-34e255599082,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:30.414367 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65a4446-7f3d-465a-96f1-d32543473701 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] No DVR routers for this DVR port 56b033e1-087a-4771-8d61-34e255599082 on host dv-neutron-862712-1-hyperv {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:49:30.446965 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ebd5bef2-3b42-4bce-98c6-af3c4c15d4bf tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:30.458518 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-7a75c681-d598-4792-9399-8c182f82b7d9 None None] Deleting port aa1019d4-5e8a-4fb5-9566-a921951be8e5 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:49:30.458899 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7a75c681-d598-4792-9399-8c182f82b7d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:30.468515 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-77ff50eb-c673-4985-97ae-dac6fcad7521 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:30.582127 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-77ff50eb-c673-4985-97ae-dac6fcad7521 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:30.584011 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-7a75c681-d598-4792-9399-8c182f82b7d9 None None] The port 'aa1019d4-5e8a-4fb5-9566-a921951be8e5' was deleted {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 15:49:30.585946 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 56b033e1-087a-4771-8d61-34e255599082 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:49:30.624689 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff50eb-c673-4985-97ae-dac6fcad7521 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Pushing event deleted for resources: {'Network': ['ID=4a16443b-78c2-4af9-87eb-2a153c170917,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:30.641391 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-7d101b55-af8e-40f1-975f-7bac1d3bec26 None None] The port '56b033e1-087a-4771-8d61-34e255599082' was deleted {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 15:49:30.654015 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c39633d7-1125-4891-9932-615e775300d0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:30.665684 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e65a4446-7f3d-465a-96f1-d32543473701 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:30.666500 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c39633d7-1125-4891-9932-615e775300d0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/ports/b3c9f937-c835-49e2-a0aa-58c526d8a5eb HTTP/1.1" status: 204 len: 168 time: 2.8228738 Oct 26 15:49:30.670582 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-77ff50eb-c673-4985-97ae-dac6fcad7521 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] 10.222.0.23 "DELETE /v2.0/networks/4a16443b-78c2-4af9-87eb-2a153c170917 HTTP/1.1" status: 204 len: 168 time: 7.2315099 Oct 26 15:49:30.677828 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39226) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:30.681250 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39228) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:30.689628 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Current status of the port 74b13b1b-8433-4c1b-91f9-0137ad907c0e is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:49:30.690356 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:30.705000 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-e65a4446-7f3d-465a-96f1-d32543473701 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a03021f-aa46-41a9-8ffc-7eb70d826ea1']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:30.719806 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 56b033e1-087a-4771-8d61-34e255599082 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:49:30.720274 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 56b033e1-087a-4771-8d61-34e255599082 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:49:30.721472 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-e65a4446-7f3d-465a-96f1-d32543473701 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5825f9f-c2d1-4ffe-adee-9ecc8cbbc5f8') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:30.721950 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-e65a4446-7f3d-465a-96f1-d32543473701 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5825f9f-c2d1-4ffe-adee-9ecc8cbbc5f8') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:30.744208 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e65a4446-7f3d-465a-96f1-d32543473701 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:30.763376 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39236) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:30.793442 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-64e6f529-8818-471a-8103-e7771877d25a tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] DELETE failed (client error): The resource could not be found. Oct 26 15:49:30.797872 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e65a4446-7f3d-465a-96f1-d32543473701 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:30.799054 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64e6f529-8818-471a-8103-e7771877d25a tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:49:30.805452 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] For port 74b13b1b-8433-4c1b-91f9-0137ad907c0e, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=74b13b1b-8433-4c1b-91f9-0137ad907c0e,segment=NetworkSegment(d39e4b12-6afe-4c38-a15f-47376c4158d5),segment_id=d39e4b12-6afe-4c38-a15f-47376c4158d5)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:49:30.807568 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e65a4446-7f3d-465a-96f1-d32543473701 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:49:30.808334 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e65a4446-7f3d-465a-96f1-d32543473701 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:30.823626 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-237857d0-40e0-4c97-8322-e02c163970db None None] Set router 0260c441-1b7e-4de5-9a34-023157bae4f6 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:49:30.836497 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-64e6f529-8818-471a-8103-e7771877d25a tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] 10.222.0.23 "DELETE /v2.0/subnets/debb5468-d706-4a08-a44c-bada7409daf4 HTTP/1.1" status: 404 len: 337 time: 0.1520839 Oct 26 15:49:30.843932 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39242) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:30.887973 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-179c1357-3976-4bad-9d2d-50228359159e tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] DELETE failed (client error): The resource could not be found. Oct 26 15:49:30.888190 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-179c1357-3976-4bad-9d2d-50228359159e tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:49:30.889783 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-179c1357-3976-4bad-9d2d-50228359159e tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] 10.222.0.23 "DELETE /v2.0/networks/4a16443b-78c2-4af9-87eb-2a153c170917 HTTP/1.1" status: 404 len: 339 time: 0.0448959 Oct 26 15:49:30.893387 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39246) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:30.920849 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ebd5bef2-3b42-4bce-98c6-af3c4c15d4bf tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:30.923332 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ebd5bef2-3b42-4bce-98c6-af3c4c15d4bf tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:30.924447 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ebd5bef2-3b42-4bce-98c6-af3c4c15d4bf tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/security-groups/86c08a06-7ff5-4093-956e-720ac6c0b9c7 HTTP/1.1" status: 204 len: 168 time: 1.0529268 Oct 26 15:49:30.936831 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39250) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:30.938551 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:30.975899 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee47f633-067e-415e-a59f-cf0fc5fdc8b6 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] DELETE failed (client error): The resource could not be found. Oct 26 15:49:30.976447 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee47f633-067e-415e-a59f-cf0fc5fdc8b6 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:49:30.992530 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ee47f633-067e-415e-a59f-cf0fc5fdc8b6 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] 10.222.0.23 "DELETE /v2.0/subnets/5d6d4822-41fc-425d-9c9b-b81d874592f8 HTTP/1.1" status: 404 len: 337 time: 0.0962656 Oct 26 15:49:30.995766 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39254) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:31.030341 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5bef2-3b42-4bce-98c6-af3c4c15d4bf tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c08a06-7ff5-4093-956e-720ac6c0b9c7,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:31.031997 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Provisioning complete for port 0979c77c-248c-4714-896e-d54b4f917af0 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:49:31.033134 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:31.033614 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Attempt 1 to provision port 0979c77c-248c-4714-896e-d54b4f917af0 Oct 26 15:49:31.036651 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5547124-dfe4-4821-b0f0-acc4e8f1931a tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] DELETE failed (client error): The resource could not be found. Oct 26 15:49:31.037704 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5547124-dfe4-4821-b0f0-acc4e8f1931a tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:49:31.044430 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b5547124-dfe4-4821-b0f0-acc4e8f1931a tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] 10.222.0.23 "DELETE /v2.0/networks/08456450-b8fe-4432-ae8c-97afe37cf5a4 HTTP/1.1" status: 404 len: 339 time: 0.0476627 Oct 26 15:49:31.051501 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39258) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:31.096501 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e65a4446-7f3d-465a-96f1-d32543473701 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:31.099572 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1c2239f-e252-4802-88c7-fdfd37fb2062 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] DELETE failed (client error): The resource could not be found. Oct 26 15:49:31.100028 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1c2239f-e252-4802-88c7-fdfd37fb2062 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:49:31.101150 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c073ac-7c07-4506-a5f9-1c13ee5f8ae3 None None] get_active_networks_info from dv-neutron-862712-1-hyperv {{(pid=89749) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 26 15:49:31.103990 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a1c2239f-e252-4802-88c7-fdfd37fb2062 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] 10.222.0.23 "DELETE /v2.0/subnets/df91f941-df12-4638-a695-1f1c6ea344c6 HTTP/1.1" status: 404 len: 337 time: 0.0493045 Oct 26 15:49:31.105440 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39264) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:31.111134 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f494e-55f5-42a9-9e0b-a9712c1faf7a req-726f3669-0ef9-40ad-84da-fb2f8a4f0a24 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:31.112103 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-743f494e-55f5-42a9-9e0b-a9712c1faf7a req-726f3669-0ef9-40ad-84da-fb2f8a4f0a24 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:49:31.128322 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e65a4446-7f3d-465a-96f1-d32543473701 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:31.131057 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-e65a4446-7f3d-465a-96f1-d32543473701 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "DELETE /v2.0/networks/6a03021f-aa46-41a9-8ffc-7eb70d826ea1 HTTP/1.1" status: 204 len: 168 time: 2.1429880 Oct 26 15:49:31.135283 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Port 0979c77c-248c-4714-896e-d54b4f917af0 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:31.138761 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39266) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:31.156088 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-53330e95-8d01-4804-a52c-c6936305465c tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Request body: {'network': {'name': 'tempest-RoutersTest-270949258'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:31.161448 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a4446-7f3d-465a-96f1-d32543473701 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event deleted for resources: {'Network': ['ID=6a03021f-aa46-41a9-8ffc-7eb70d826ea1,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:31.172002 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-53330e95-8d01-4804-a52c-c6936305465c tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:31.174788 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-743f494e-55f5-42a9-9e0b-a9712c1faf7a req-726f3669-0ef9-40ad-84da-fb2f8a4f0a24 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:49:31.176701 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-743f494e-55f5-42a9-9e0b-a9712c1faf7a req-726f3669-0ef9-40ad-84da-fb2f8a4f0a24 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b696bde-eae4-49e5-b03f-e9db71adfa6b HTTP/1.1" status: 200 len: 946 time: 0.7596464 Oct 26 15:49:31.179136 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-53330e95-8d01-4804-a52c-c6936305465c tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Usage tracker for resource:network and tenant:c6ecf98f295847b88c4c5e8d668b4162 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:31.182147 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-53330e95-8d01-4804-a52c-c6936305465c tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:31.182805 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-6765dfcd-fb56-4932-b4b3-f86f4b12bcbc tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Deleting subnet f23bb133-ac48-49d3-aa87-2acba4008d7b {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:49:31.197667 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6765dfcd-fb56-4932-b4b3-f86f4b12bcbc tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:31.222620 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-53330e95-8d01-4804-a52c-c6936305465c tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:31.226649 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8710d53a-28c4-4db7-a1b6-6ad6776e8060 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=86c445c7e52c4e519a08e164a4968d76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4570491 Oct 26 15:49:31.232893 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39272) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:31.252790 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-48d3cd56-f53e-4a3b-87b4-417e4800f266 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] DELETE failed (client error): The resource could not be found. Oct 26 15:49:31.252790 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48d3cd56-f53e-4a3b-87b4-417e4800f266 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:49:31.252790 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-48d3cd56-f53e-4a3b-87b4-417e4800f266 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] 10.222.0.23 "DELETE /v2.0/networks/14e639cd-913b-4c5c-be1c-626f0eff7670 HTTP/1.1" status: 404 len: 339 time: 0.1020846 Oct 26 15:49:31.257069 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39276) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:31.266272 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Pushing event updated for resources: {'Port': ['ID=74b13b1b-8433-4c1b-91f9-0137ad907c0e,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:31.310250 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6765dfcd-fb56-4932-b4b3-f86f4b12bcbc tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:31.325937 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-743f494e-55f5-42a9-9e0b-a9712c1faf7a req-350509bc-a0fd-418a-acd1-d6cd6593d8a2 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Deleting port bc5cac88-00b8-4886-9476-bca4a4258a03 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:49:31.326591 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-743f494e-55f5-42a9-9e0b-a9712c1faf7a req-350509bc-a0fd-418a-acd1-d6cd6593d8a2 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:31.401193 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c45f8134-4b61-4541-9dc1-61bf0e58ad0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:31.415603 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7724e19e-9b62-4a56-9f5d-e25739ffebad tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:31.416347 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7724e19e-9b62-4a56-9f5d-e25739ffebad tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:49:31.467137 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c45f8134-4b61-4541-9dc1-61bf0e58ad0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:31.475228 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53330e95-8d01-4804-a52c-c6936305465c tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Made reservation on behalf of c6ecf98f295847b88c4c5e8d668b4162 for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:49:31.479034 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-53330e95-8d01-4804-a52c-c6936305465c tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:31.481844 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6765dfcd-fb56-4932-b4b3-f86f4b12bcbc tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:31.509104 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-fc2b8fa2-1573-4d03-a9e7-c2a09bdf4574 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Deleting port a4f64551-cd5d-4ddd-ab4d-d34febc99197 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:49:31.509436 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fc2b8fa2-1573-4d03-a9e7-c2a09bdf4574 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:31.556621 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7724e19e-9b62-4a56-9f5d-e25739ffebad tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:49:31.558067 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-7724e19e-9b62-4a56-9f5d-e25739ffebad tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.8789914 Oct 26 15:49:31.561682 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39284) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:31.566051 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c073ac-7c07-4506-a5f9-1c13ee5f8ae3 None None] Resources bound (agent type, host, resource id): {{(pid=89749) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:49:31.695135 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Attempt 2 to provision port 0979c77c-248c-4714-896e-d54b4f917af0 Oct 26 15:49:31.739930 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-237857d0-40e0-4c97-8322-e02c163970db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'name': 'tempest-TestNetworkBasicOps-router-186827657', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '8d17d25d-392d-4fb0-b5be-1a1b4ebabe72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:45:31Z', 'updated_at': '2022-10-26T15:49:24Z', 'revision_number': 6, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '8d17d25d-392d-4fb0-b5be-1a1b4ebabe72', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:86:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:45:33Z', 'updated_at': '2022-10-26T15:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': 'a48369ac-8de8-4023-b968-9d3ce0074657', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'floating_ip_address': '172.26.2.222', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'port_id': '17d303d5-fb92-49a6-9891-432f5db08b5f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '463f536f-4c79-4aa7-83ec-186e85f0d447', 'mac_address': 'fa:16:3e:0e:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317f2fc3-5951-4998-94f0-0728b8b2326b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:46:37Z', 'updated_at': '2022-10-26T15:46:46Z', 'revision_number': 1, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5febe6cf-bdd2-4ccc-adde-18f40d019bd5', 'name': '', 'network_id': '463f536f-4c79-4aa7-83ec-186e85f0d447', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:1d:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '24fd7863-3159-4cf8-879b-2b00a6811b4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:45:44Z', 'updated_at': '2022-10-26T15:45:54Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '24fd7863-3159-4cf8-879b-2b00a6811b4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:31.743973 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22146aca-2d76-41e8-8908-c19d0b814896 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:31.745775 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-22146aca-2d76-41e8-8908-c19d0b814896 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1830201 Oct 26 15:49:31.749069 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39290) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:31.767069 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237857d0-40e0-4c97-8322-e02c163970db None None] The sync data for ids ['0260c441-1b7e-4de5-9a34-023157bae4f6'] in dv-neutron-862712-1-hyperv is: [{'id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'name': 'tempest-TestNetworkBasicOps-router-186827657', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '8d17d25d-392d-4fb0-b5be-1a1b4ebabe72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:45:31Z', 'updated_at': '2022-10-26T15:49:24Z', 'revision_number': 6, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '8d17d25d-392d-4fb0-b5be-1a1b4ebabe72', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:86:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:45:33Z', 'updated_at': '2022-10-26T15:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': 'a48369ac-8de8-4023-b968-9d3ce0074657', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'floating_ip_address': '172.26.2.222', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'port_id': '17d303d5-fb92-49a6-9891-432f5db08b5f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '463f536f-4c79-4aa7-83ec-186e85f0d447', 'mac_address': 'fa:16:3e:0e:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317f2fc3-5951-4998-94f0-0728b8b2326b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:46:37Z', 'updated_at': '2022-10-26T15:46:46Z', 'revision_number': 1, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5febe6cf-bdd2-4ccc-adde-18f40d019bd5', 'name': '', 'network_id': '463f536f-4c79-4aa7-83ec-186e85f0d447', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:1d:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '24fd7863-3159-4cf8-879b-2b00a6811b4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:45:44Z', 'updated_at': '2022-10-26T15:45:54Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '24fd7863-3159-4cf8-879b-2b00a6811b4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:49:31.791644 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6765dfcd-fb56-4932-b4b3-f86f4b12bcbc tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:31.797739 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Port 0979c77c-248c-4714-896e-d54b4f917af0 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:31.840404 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c45f8134-4b61-4541-9dc1-61bf0e58ad0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:31.851675 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6765dfcd-fb56-4932-b4b3-f86f4b12bcbc tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event deleted for resources: {'Subnet': ['ID=f23bb133-ac48-49d3-aa87-2acba4008d7b,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:31.863009 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6765dfcd-fb56-4932-b4b3-f86f4b12bcbc tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:31.875442 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45f8134-4b61-4541-9dc1-61bf0e58ad0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6efeb1-1cea-4a26-974f-fa73cb8a2b8c,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:31.899020 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-6765dfcd-fb56-4932-b4b3-f86f4b12bcbc tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/subnets/f23bb133-ac48-49d3-aa87-2acba4008d7b HTTP/1.1" status: 204 len: 168 time: 0.9555657 Oct 26 15:49:31.899448 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cfb1dd-949e-45eb-8bbb-018c1d6dcbf3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:31.901089 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cfb1dd-949e-45eb-8bbb-018c1d6dcbf3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:31.902629 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cfb1dd-949e-45eb-8bbb-018c1d6dcbf3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:31.903476 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-f6cfb1dd-949e-45eb-8bbb-018c1d6dcbf3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:subnet {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:49:31.907272 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39294) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:31.907422 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment e5825f9f-c2d1-4ffe-adee-9ecc8cbbc5f8 resource provider aggregate not found Oct 26 15:49:31.908384 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c45f8134-4b61-4541-9dc1-61bf0e58ad0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:31.909476 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c45f8134-4b61-4541-9dc1-61bf0e58ad0f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9f6efeb1-1cea-4a26-974f-fa73cb8a2b8c HTTP/1.1" status: 204 len: 168 time: 0.6661558 Oct 26 15:49:31.927573 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-1841bcf2-57e2-4877-8c50-5392d43db1e3 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'subnet': {'network_id': '727fe7ec-fce3-4e2e-9e69-5d326c45d061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:32.009907 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment e5825f9f-c2d1-4ffe-adee-9ecc8cbbc5f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5825f9f-c2d1-4ffe-adee-9ecc8cbbc5f8 found for delete ", "request_id": "req-f9aa2cf6-4df0-4451-8f50-9985d3f26d4b"}]} Oct 26 15:49:32.017158 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53330e95-8d01-4804-a52c-c6936305465c tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:49:32.087993 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-aea44ad1-158c-4c1d-9648-a1e9c581c114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:32.112423 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-53330e95-8d01-4804-a52c-c6936305465c tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:32.112908 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-53330e95-8d01-4804-a52c-c6936305465c tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Added segment 7a549327-8a6f-41e1-a27b-4b08fb3f1fb4 of type vlan for network b77192ba-7d34-43cc-b1cf-e135718ae057 Oct 26 15:49:32.192957 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-f6cfb1dd-949e-45eb-8bbb-018c1d6dcbf3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:subnet {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:49:32.198814 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f6cfb1dd-949e-45eb-8bbb-018c1d6dcbf3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4439836 Oct 26 15:49:32.199863 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-743f494e-55f5-42a9-9e0b-a9712c1faf7a req-350509bc-a0fd-418a-acd1-d6cd6593d8a2 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] For port bc5cac88-00b8-4886-9476-bca4a4258a03, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=bc5cac88-00b8-4886-9476-bca4a4258a03,segment=NetworkSegment(140d29cb-1f6e-4615-a4e2-daa14f99aebb),segment_id=140d29cb-1f6e-4615-a4e2-daa14f99aebb)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:49:32.199863 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-743f494e-55f5-42a9-9e0b-a9712c1faf7a req-350509bc-a0fd-418a-acd1-d6cd6593d8a2 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:32.200722 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39302) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:32.204395 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737e4101-dd5e-43d6-bd92-77b10fbf9f26 None None] Network 727fe7ec-fce3-4e2e-9e69-5d326c45d061 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:49:32.276988 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-1841bcf2-57e2-4877-8c50-5392d43db1e3 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:32.290095 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-1841bcf2-57e2-4877-8c50-5392d43db1e3 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Usage tracker for resource:subnet and tenant:b10aaa5403b848e8bc3e4f603712654e is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:32.295519 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-1841bcf2-57e2-4877-8c50-5392d43db1e3 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:32.298533 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-53330e95-8d01-4804-a52c-c6936305465c tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:32.305382 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Attempt 3 to provision port 0979c77c-248c-4714-896e-d54b4f917af0 Oct 26 15:49:32.308771 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-cddda542-5b84-4205-baba-3434a0397deb tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting subnet 31528375-f03c-4cf9-907c-4b14a168058a {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:49:32.311268 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-1841bcf2-57e2-4877-8c50-5392d43db1e3 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:32.319302 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cddda542-5b84-4205-baba-3434a0397deb tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:32.399443 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cddda542-5b84-4205-baba-3434a0397deb tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:32.445975 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1841bcf2-57e2-4877-8c50-5392d43db1e3 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Made reservation on behalf of b10aaa5403b848e8bc3e4f603712654e for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:49:32.450373 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1841bcf2-57e2-4877-8c50-5392d43db1e3 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:32.456098 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Port 0979c77c-248c-4714-896e-d54b4f917af0 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:32.460014 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-743f494e-55f5-42a9-9e0b-a9712c1faf7a req-350509bc-a0fd-418a-acd1-d6cd6593d8a2 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Calling delete_port for bc5cac88-00b8-4886-9476-bca4a4258a03 owned by compute:nova {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:49:32.630589 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d941a-c413-4ce2-95f1-3c6b09f0020a req-c28cd3dd-7683-4c53-8006-e9d8a7899f05 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:32.641390 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-887d941a-c413-4ce2-95f1-3c6b09f0020a req-c28cd3dd-7683-4c53-8006-e9d8a7899f05 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b696bde-eae4-49e5-b03f-e9db71adfa6b HTTP/1.1" status: 200 len: 946 time: 1.1521697 Oct 26 15:49:32.668489 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fc2b8fa2-1573-4d03-a9e7-c2a09bdf4574 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:32.680784 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cddda542-5b84-4205-baba-3434a0397deb tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:32.702549 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 74b13b1b-8433-4c1b-91f9-0137ad907c0e up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:49:32.851613 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-fc2b8fa2-1573-4d03-a9e7-c2a09bdf4574 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Calling delete_port for a4f64551-cd5d-4ddd-ab4d-d34febc99197 owned by {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:49:32.870444 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 74b13b1b-8433-4c1b-91f9-0137ad907c0e triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:49:32.871729 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:32.871729 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 74b13b1b-8433-4c1b-91f9-0137ad907c0e Oct 26 15:49:32.936932 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-53330e95-8d01-4804-a52c-c6936305465c tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:32.947062 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53330e95-8d01-4804-a52c-c6936305465c tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:32.947985 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-53330e95-8d01-4804-a52c-c6936305465c tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:32.960235 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Attempt 4 to provision port 0979c77c-248c-4714-896e-d54b4f917af0 Oct 26 15:49:32.974002 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cddda542-5b84-4205-baba-3434a0397deb tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:33.025046 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddda542-5b84-4205-baba-3434a0397deb tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Subnet': ['ID=31528375-f03c-4cf9-907c-4b14a168058a,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:33.033988 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cddda542-5b84-4205-baba-3434a0397deb tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:33.069487 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0eb86ff-b5e8-40ce-9325-dfe27a9419f8 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:49:33.096589 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1841bcf2-57e2-4877-8c50-5392d43db1e3 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:33.135086 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Port 0979c77c-248c-4714-896e-d54b4f917af0 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:33.135366 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53330e95-8d01-4804-a52c-c6936305465c tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event updated for resources: {'Network': ['ID=b77192ba-7d34-43cc-b1cf-e135718ae057,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:33.170749 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-887d941a-c413-4ce2-95f1-3c6b09f0020a req-357da5f8-5ac2-4aad-a1f4-5ff719b0bf27 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=240ebfaa-9dab-471a-8343-76af9134bb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5281653 Oct 26 15:49:33.235332 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-cddda542-5b84-4205-baba-3434a0397deb tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/31528375-f03c-4cf9-907c-4b14a168058a HTTP/1.1" status: 204 len: 168 time: 1.0306809 Oct 26 15:49:33.241992 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39328) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:33.245874 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network b77192ba-7d34-43cc-b1cf-e135718ae057 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:49:33.293532 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1841bcf2-57e2-4877-8c50-5392d43db1e3 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Network 727fe7ec-fce3-4e2e-9e69-5d326c45d061 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:49:33.302388 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-1841bcf2-57e2-4877-8c50-5392d43db1e3 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:49:33.309532 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1841bcf2-57e2-4877-8c50-5392d43db1e3 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:33.310152 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1841bcf2-57e2-4877-8c50-5392d43db1e3 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:33.329924 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1841bcf2-57e2-4877-8c50-5392d43db1e3 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event updated for resources: {'Subnet': ['ID=e064082c-8a46-4321-bacf-da21a2780970,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:33.339565 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-76a7944e-0616-45b5-895f-a293d9bf9d86 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting subnet f77ee649-6a09-43d8-bba3-530e4585580b {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:49:33.344899 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-76a7944e-0616-45b5-895f-a293d9bf9d86 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:33.346900 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 74b13b1b-8433-4c1b-91f9-0137ad907c0e is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:49:33.363130 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f79ba0-fc9a-4120-a18b-34cf5ddb0e92 req-f5de6606-7c14-4ce1-9cf1-2615f3601bab tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:33.364475 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device bfdef33f-2202-43f9-bb40-550e576400cc no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:49:33.371443 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-89f79ba0-fc9a-4120-a18b-34cf5ddb0e92 req-f5de6606-7c14-4ce1-9cf1-2615f3601bab tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.3221707 Oct 26 15:49:33.435692 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-53330e95-8d01-4804-a52c-c6936305465c tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.2949846 Oct 26 15:49:33.442848 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39334) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:33.443743 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-89f79ba0-fc9a-4120-a18b-34cf5ddb0e92 req-7259f846-d598-48c1-8189-55460d168b9f tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711217 Oct 26 15:49:33.448793 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-1841bcf2-57e2-4877-8c50-5392d43db1e3 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5372477 Oct 26 15:49:33.455800 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39338) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:33.461495 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-29f74421-8dd9-4cfe-81fc-36205cd12a1c tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Request body: {'subnet': {'network_id': 'b77192ba-7d34-43cc-b1cf-e135718ae057', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:33.462422 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-133d2273-2c34-4d46-ace7-3ff502cab8da tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'security_group': {'name': 'tempest-secgroup-860479620'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:33.473205 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-133d2273-2c34-4d46-ace7-3ff502cab8da tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:33.477857 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-133d2273-2c34-4d46-ace7-3ff502cab8da tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Usage tracker for resource:security_group and tenant:b10aaa5403b848e8bc3e4f603712654e is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:33.487093 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-133d2273-2c34-4d46-ace7-3ff502cab8da tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:33.491753 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-133d2273-2c34-4d46-ace7-3ff502cab8da tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:33.537339 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: bfdef33f-2202-43f9-bb40-550e576400cc {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:49:33.537687 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device bfdef33f-2202-43f9-bb40-550e576400cc not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:49:33.569460 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-133d2273-2c34-4d46-ace7-3ff502cab8da tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:33.600931 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-76a7944e-0616-45b5-895f-a293d9bf9d86 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:33.612773 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-133d2273-2c34-4d46-ace7-3ff502cab8da tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:33.632297 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-133d2273-2c34-4d46-ace7-3ff502cab8da tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Usage tracker for resource:security_group_rule and tenant:b10aaa5403b848e8bc3e4f603712654e is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:33.640133 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-133d2273-2c34-4d46-ace7-3ff502cab8da tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:33.644007 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Attempt 5 to provision port 0979c77c-248c-4714-896e-d54b4f917af0 Oct 26 15:49:33.651492 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39344) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:33.674554 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-133d2273-2c34-4d46-ace7-3ff502cab8da tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:33.750741 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Port 0979c77c-248c-4714-896e-d54b4f917af0 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:33.813020 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-133d2273-2c34-4d46-ace7-3ff502cab8da tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:33.827339 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fc2b8fa2-1573-4d03-a9e7-c2a09bdf4574 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:33.828925 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-743f494e-55f5-42a9-9e0b-a9712c1faf7a req-350509bc-a0fd-418a-acd1-d6cd6593d8a2 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:33.845803 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-8448a683-599f-48a6-a8f7-a428672bf607 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:33.845803 dv-neutron-862712-1-hyperv neutron-server[89747]: WARNING neutron.api.v2.base [None req-8448a683-599f-48a6-a8f7-a428672bf607 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 26 15:49:33.846270 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-8448a683-599f-48a6-a8f7-a428672bf607 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] create failed (client error): There was a conflict when trying to complete your request. Oct 26 15:49:33.848799 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8448a683-599f-48a6-a8f7-a428672bf607 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1948340 Oct 26 15:49:33.854993 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39350) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:33.860941 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-b9467a17-0360-4b5b-b3cc-7bdc3ab8655c tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Request body: {'security_group': {'name': 'tempest-secgroup--95825516'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:33.865775 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61436340-4fe2-46b2-82d6-5b6190e51a9e None None] Network 727fe7ec-fce3-4e2e-9e69-5d326c45d061 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:49:33.868713 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b9467a17-0360-4b5b-b3cc-7bdc3ab8655c tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:33.875697 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b9467a17-0360-4b5b-b3cc-7bdc3ab8655c tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Usage tracker for resource:security_group and tenant:5a27b77f486e469cb98de9bedc1957c7 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:33.881626 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b9467a17-0360-4b5b-b3cc-7bdc3ab8655c tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:33.886828 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-133d2273-2c34-4d46-ace7-3ff502cab8da tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:33.951145 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b9467a17-0360-4b5b-b3cc-7bdc3ab8655c tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:33.957882 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b8fa2-1573-4d03-a9e7-c2a09bdf4574 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Pushing event deleted for resources: {'Port': ['ID=a4f64551-cd5d-4ddd-ab4d-d34febc99197,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:33.968176 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d2273-2c34-4d46-ace7-3ff502cab8da tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67bfff65-fa8d-4b38-8d26-22ec5731fe90,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:34.055881 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-133d2273-2c34-4d46-ace7-3ff502cab8da tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:34.057769 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-133d2273-2c34-4d46-ace7-3ff502cab8da tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.6008899 Oct 26 15:49:34.061861 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39354) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:34.061861 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fc2b8fa2-1573-4d03-a9e7-c2a09bdf4574 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:34.120900 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b9467a17-0360-4b5b-b3cc-7bdc3ab8655c tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:34.139904 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b9467a17-0360-4b5b-b3cc-7bdc3ab8655c tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:34.166956 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b9467a17-0360-4b5b-b3cc-7bdc3ab8655c tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:34.175379 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b9467a17-0360-4b5b-b3cc-7bdc3ab8655c tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Usage tracker for resource:security_group_rule and tenant:5a27b77f486e469cb98de9bedc1957c7 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:34.179798 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b9467a17-0360-4b5b-b3cc-7bdc3ab8655c tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:34.187211 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b9467a17-0360-4b5b-b3cc-7bdc3ab8655c tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:34.273365 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Attempt 6 to provision port 0979c77c-248c-4714-896e-d54b4f917af0 Oct 26 15:49:34.322831 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b9467a17-0360-4b5b-b3cc-7bdc3ab8655c tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:34.336974 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-29f74421-8dd9-4cfe-81fc-36205cd12a1c tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:34.342121 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-29f74421-8dd9-4cfe-81fc-36205cd12a1c tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Usage tracker for resource:subnet and tenant:c6ecf98f295847b88c4c5e8d668b4162 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:34.346009 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-29f74421-8dd9-4cfe-81fc-36205cd12a1c tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:34.355224 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-29f74421-8dd9-4cfe-81fc-36205cd12a1c tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:34.374611 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-a7c914c1-c8a1-4992-819f-ba5799671107 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'security_group': {'name': 'tempest-secgroup-1375691528'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:34.404187 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Port 0979c77c-248c-4714-896e-d54b4f917af0 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:34.408267 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350509bc-a0fd-418a-acd1-d6cd6593d8a2 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Port': ['ID=bc5cac88-00b8-4886-9476-bca4a4258a03,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:34.410328 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b6e6cc19-e115-42e0-8525-ad362fc91d42 req-ab708db6-3866-443c-aa7e-1d2ec439417a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b696bde-eae4-49e5-b03f-e9db71adfa6b HTTP/1.1" status: 200 len: 210 time: 0.0563350 Oct 26 15:49:34.418707 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f1594a-baa2-4d46-804f-5163ed27c658 None None] Update dhcp port {'port': {'network_id': '727fe7ec-fce3-4e2e-9e69-5d326c45d061', 'fixed_ips': [{'subnet_id': '442bbdac-2254-4921-9730-977ca4f1a037', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e064082c-8a46-4321-bacf-da21a2780970'}], 'binding:host_id': 'dv-neutron-862712-1-hyperv'}, 'id': '74b13b1b-8433-4c1b-91f9-0137ad907c0e'} from dv-neutron-862712-1-hyperv. {{(pid=89749) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 26 15:49:34.443819 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-76a7944e-0616-45b5-895f-a293d9bf9d86 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:34.477169 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-fc2b8fa2-1573-4d03-a9e7-c2a09bdf4574 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] 10.222.0.23 "DELETE /v2.0/ports/a4f64551-cd5d-4ddd-ab4d-d34febc99197 HTTP/1.1" status: 204 len: 168 time: 3.2166550 Oct 26 15:49:34.477169 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-743f494e-55f5-42a9-9e0b-a9712c1faf7a req-350509bc-a0fd-418a-acd1-d6cd6593d8a2 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] No DVR routers for this DVR port bc5cac88-00b8-4886-9476-bca4a4258a03 on host hv-neutron-8627 {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:49:34.478560 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39360) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:34.478961 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a7c914c1-c8a1-4992-819f-ba5799671107 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:34.494322 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-93f1594a-baa2-4d46-804f-5163ed27c658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:34.494431 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-743f494e-55f5-42a9-9e0b-a9712c1faf7a req-350509bc-a0fd-418a-acd1-d6cd6593d8a2 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:34.494431 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-743f494e-55f5-42a9-9e0b-a9712c1faf7a req-350509bc-a0fd-418a-acd1-d6cd6593d8a2 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "DELETE /v2.0/ports/bc5cac88-00b8-4886-9476-bca4a4258a03 HTTP/1.1" status: 204 len: 173 time: 3.3048990 Oct 26 15:49:34.494431 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b696bde-eae4-49e5-b03f-e9db71adfa6b', 'name': 'network-vif-deleted', 'tag': 'bc5cac88-00b8-4886-9476-bca4a4258a03'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:49:34.496576 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1dc56d-d000-4060-a8da-058e2b38fd19" -d '{"events": [{"server_uuid": "2b696bde-eae4-49e5-b03f-e9db71adfa6b", "name": "network-vif-deleted", "tag": "bc5cac88-00b8-4886-9476-bca4a4258a03"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:49:34.516990 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a7c914c1-c8a1-4992-819f-ba5799671107 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Usage tracker for resource:security_group and tenant:b10aaa5403b848e8bc3e4f603712654e is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:34.533097 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a7c914c1-c8a1-4992-819f-ba5799671107 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:34.553810 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b9467a17-0360-4b5b-b3cc-7bdc3ab8655c tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:34.556565 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e9a5da3-13d3-4d88-a153-0b77583fba50 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] DELETE failed (client error): The resource could not be found. Oct 26 15:49:34.557015 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e9a5da3-13d3-4d88-a153-0b77583fba50 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:49:34.574681 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a7c914c1-c8a1-4992-819f-ba5799671107 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:34.587310 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-5e9a5da3-13d3-4d88-a153-0b77583fba50 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] 10.222.0.23 "DELETE /v2.0/subnets/82f5e1ae-5c4f-4de3-b631-a941c57c6345 HTTP/1.1" status: 404 len: 337 time: 0.1038263 Oct 26 15:49:34.587874 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b9467a17-0360-4b5b-b3cc-7bdc3ab8655c tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:34.599024 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39366) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:34.604362 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f74421-8dd9-4cfe-81fc-36205cd12a1c tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Made reservation on behalf of c6ecf98f295847b88c4c5e8d668b4162 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:49:34.606659 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-29f74421-8dd9-4cfe-81fc-36205cd12a1c tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:34.628556 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3b6ac0-680e-4672-ba8d-996e38216548 x-openstack-request-id: req-cd3b6ac0-680e-4672-ba8d-996e38216548 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:49:34.629197 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b696bde-eae4-49e5-b03f-e9db71adfa6b", "name": "network-vif-deleted", "tag": "bc5cac88-00b8-4886-9476-bca4a4258a03", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:49:34.629555 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd3b6ac0-680e-4672-ba8d-996e38216548 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:49:34.630094 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd3b6ac0-680e-4672-ba8d-996e38216548'] response: {'server_uuid': '2b696bde-eae4-49e5-b03f-e9db71adfa6b', 'name': 'network-vif-deleted', 'tag': 'bc5cac88-00b8-4886-9476-bca4a4258a03', 'status': 'completed', 'code': 200} Oct 26 15:49:34.672460 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa056ca-6d2a-4333-b8c7-52ab7519cbf4 req-bc6fefea-dba5-41ee-91cf-a2cfe10432d7 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:34.674552 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4fa056ca-6d2a-4333-b8c7-52ab7519cbf4 req-bc6fefea-dba5-41ee-91cf-a2cfe10432d7 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 1.0320849 Oct 26 15:49:34.688099 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b9467a17-0360-4b5b-b3cc-7bdc3ab8655c tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Usage tracker for resource:security_group_rule and tenant:5a27b77f486e469cb98de9bedc1957c7 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:34.695120 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b9467a17-0360-4b5b-b3cc-7bdc3ab8655c tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:34.713406 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b9467a17-0360-4b5b-b3cc-7bdc3ab8655c tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:34.753921 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4dd0cddd-bb3a-4cd0-97eb-1e9a533953d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:34.783652 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a7c914c1-c8a1-4992-819f-ba5799671107 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:34.792771 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9467a17-0360-4b5b-b3cc-7bdc3ab8655c tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97259ac2-a87a-4fed-91ea-6b9771fe56b7,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:34.856104 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a7c914c1-c8a1-4992-819f-ba5799671107 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:34.861566 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4fa056ca-6d2a-4333-b8c7-52ab7519cbf4 req-7d66c151-210c-4fa7-b269-af34baa57209 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253319 Oct 26 15:49:34.865893 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a7c914c1-c8a1-4992-819f-ba5799671107 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Usage tracker for resource:security_group_rule and tenant:b10aaa5403b848e8bc3e4f603712654e is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:34.868381 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cad1bd70-5a52-4ce1-82d3-fbfc1645ea1b tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:34.870152 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a7c914c1-c8a1-4992-819f-ba5799671107 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:34.881301 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a7c914c1-c8a1-4992-819f-ba5799671107 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:34.911180 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Attempt 7 to provision port 0979c77c-248c-4714-896e-d54b4f917af0 Oct 26 15:49:34.963358 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-76a7944e-0616-45b5-895f-a293d9bf9d86 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:35.015591 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device bc5cac88-00b8-4886-9476-bca4a4258a03 no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:49:35.032612 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a7944e-0616-45b5-895f-a293d9bf9d86 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Subnet': ['ID=f77ee649-6a09-43d8-bba3-530e4585580b,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:35.043423 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-76a7944e-0616-45b5-895f-a293d9bf9d86 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:35.056531 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-93f1594a-baa2-4d46-804f-5163ed27c658 None None] Allocated IP 2001:db8::2 (727fe7ec-fce3-4e2e-9e69-5d326c45d061/e064082c-8a46-4321-bacf-da21a2780970/74b13b1b-8433-4c1b-91f9-0137ad907c0e) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:49:35.060728 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d39b19-afcb-414e-9e87-5c31226190c1 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:49:35.089120 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] No Port match for: bc5cac88-00b8-4886-9476-bca4a4258a03 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:49:35.089972 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device bc5cac88-00b8-4886-9476-bca4a4258a03 not bound to the agent host hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:49:35.115404 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-76a7944e-0616-45b5-895f-a293d9bf9d86 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/f77ee649-6a09-43d8-bba3-530e4585580b HTTP/1.1" status: 204 len: 168 time: 1.8708746 Oct 26 15:49:35.119157 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39372) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:35.155696 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Port 0979c77c-248c-4714-896e-d54b4f917af0 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:35.186750 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cad1bd70-5a52-4ce1-82d3-fbfc1645ea1b tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:35.196409 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b9467a17-0360-4b5b-b3cc-7bdc3ab8655c tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:35.225185 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-37af95aa-4dde-4f1d-bb09-e099e9c8b862 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1019619 Oct 26 15:49:35.226503 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39376) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:35.228321 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a7c914c1-c8a1-4992-819f-ba5799671107 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:35.233264 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-de10810b-c784-434a-a46c-698dfbfe8430 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'subnet': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:35.249562 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-cad1bd70-5a52-4ce1-82d3-fbfc1645ea1b tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fd3b488-50af-4ba5-aabd-3b192714d1bb']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:35.269111 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-cad1bd70-5a52-4ce1-82d3-fbfc1645ea1b tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82784608-02a3-415a-91f3-8e2ac66c8052') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:35.277410 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-cad1bd70-5a52-4ce1-82d3-fbfc1645ea1b tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82784608-02a3-415a-91f3-8e2ac66c8052') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:35.277410 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b9467a17-0360-4b5b-b3cc-7bdc3ab8655c tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:35.297811 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-29f74421-8dd9-4cfe-81fc-36205cd12a1c tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:35.387190 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a7c914c1-c8a1-4992-819f-ba5799671107 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:35.424504 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f74421-8dd9-4cfe-81fc-36205cd12a1c tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event updated for resources: {'Subnet': ['ID=113dda61-669f-466f-8701-935e813dbf04,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:35.451329 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f74421-8dd9-4cfe-81fc-36205cd12a1c tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Checking segment: {'id': '7a549327-8a6f-41e1-a27b-4b08fb3f1fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b77192ba-7d34-43cc-b1cf-e135718ae057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:49:35.451955 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f74421-8dd9-4cfe-81fc-36205cd12a1c tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Network hostable DHCP agents. Network: b77192ba-7d34-43cc-b1cf-e135718ae057, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:49:35.458777 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:35.459751 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c914c1-c8a1-4992-819f-ba5799671107 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f009b7c9-3849-426e-aa09-cebfbcf627af,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:35.462894 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:35.473472 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-93f1594a-baa2-4d46-804f-5163ed27c658 None None] For port 74b13b1b-8433-4c1b-91f9-0137ad907c0e, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=74b13b1b-8433-4c1b-91f9-0137ad907c0e,segment=NetworkSegment(d39e4b12-6afe-4c38-a15f-47376c4158d5),segment_id=d39e4b12-6afe-4c38-a15f-47376c4158d5)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:49:35.516789 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cad1bd70-5a52-4ce1-82d3-fbfc1645ea1b tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:35.517384 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-93f1594a-baa2-4d46-804f-5163ed27c658 None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:35.541464 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cad1bd70-5a52-4ce1-82d3-fbfc1645ea1b tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:35.555405 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a7c914c1-c8a1-4992-819f-ba5799671107 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:35.561717 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a7c914c1-c8a1-4992-819f-ba5799671107 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4800398 Oct 26 15:49:35.562013 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39382) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:35.570764 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-df3a6545-5f78-4351-9514-20d652de4806 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'security_group': {'name': 'tempest-secgroup-1922530618'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:35.587142 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56307e01-4d63-449a-8325-7fce09e812c6 req-b2d89b5c-1c0c-4cb5-aaec-80582e0cd597 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:35.590978 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-56307e01-4d63-449a-8325-7fce09e812c6 req-b2d89b5c-1c0c-4cb5-aaec-80582e0cd597 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.5113864 Oct 26 15:49:35.612163 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1b3d4e-f275-436d-9de2-7bc16ff1bcd2 None None] DHCP port deletion for f810e159-a5e8-4c86-8cec-5d909fe013dd request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:49:35.617259 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-5e1b3d4e-f275-436d-9de2-7bc16ff1bcd2 None None] Deleting port b54343f7-56a4-4370-a849-2dd5f0fb610a {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:49:35.617641 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5e1b3d4e-f275-436d-9de2-7bc16ff1bcd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:35.627323 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cad1bd70-5a52-4ce1-82d3-fbfc1645ea1b tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:49:35.627724 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cad1bd70-5a52-4ce1-82d3-fbfc1645ea1b tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:35.631620 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-df3a6545-5f78-4351-9514-20d652de4806 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:35.634026 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f74421-8dd9-4cfe-81fc-36205cd12a1c tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Network b77192ba-7d34-43cc-b1cf-e135718ae057 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:49:35.646183 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-df3a6545-5f78-4351-9514-20d652de4806 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Usage tracker for resource:security_group and tenant:b10aaa5403b848e8bc3e4f603712654e is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:35.653323 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-df3a6545-5f78-4351-9514-20d652de4806 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:35.661778 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Attempt 8 to provision port 0979c77c-248c-4714-896e-d54b4f917af0 Oct 26 15:49:35.662912 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9467a17-0360-4b5b-b3cc-7bdc3ab8655c tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16d85605-448e-479a-8d66-6b3ba5577d9c,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:35.670806 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-d273a7c7-08e7-44a3-8055-964c701056d0 req-82891fca-ed66-40c4-9063-d9afaa750020 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:49:35.673774 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-df3a6545-5f78-4351-9514-20d652de4806 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:35.699302 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 82784608-02a3-415a-91f3-8e2ac66c8052 resource provider aggregate not found Oct 26 15:49:35.745824 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-29f74421-8dd9-4cfe-81fc-36205cd12a1c tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, b77192ba-7d34-43cc-b1cf-e135718ae057) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:49:35.750258 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f74421-8dd9-4cfe-81fc-36205cd12a1c tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:35.750937 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-29f74421-8dd9-4cfe-81fc-36205cd12a1c tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:35.774952 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddaefac-15a4-4679-a838-aa2137d19c83 None None] Network b77192ba-7d34-43cc-b1cf-e135718ae057 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:49:35.785002 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-d273a7c7-08e7-44a3-8055-964c701056d0 req-82891fca-ed66-40c4-9063-d9afaa750020 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:49:35.798920 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b9467a17-0360-4b5b-b3cc-7bdc3ab8655c tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:35.801374 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d273a7c7-08e7-44a3-8055-964c701056d0 req-82891fca-ed66-40c4-9063-d9afaa750020 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b696bde-eae4-49e5-b03f-e9db71adfa6b HTTP/1.1" status: 200 len: 210 time: 0.2192280 Oct 26 15:49:35.804221 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b9467a17-0360-4b5b-b3cc-7bdc3ab8655c tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.9477999 Oct 26 15:49:35.804693 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-df3a6545-5f78-4351-9514-20d652de4806 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:35.810260 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39392) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:35.811779 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 82784608-02a3-415a-91f3-8e2ac66c8052 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 82784608-02a3-415a-91f3-8e2ac66c8052 found for delete ", "request_id": "req-259a2b8b-fa68-4dd7-b48d-5ef5b6d99195"}]} Oct 26 15:49:35.828358 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Port 0979c77c-248c-4714-896e-d54b4f917af0 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:35.828547 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-29f74421-8dd9-4cfe-81fc-36205cd12a1c tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3759673 Oct 26 15:49:35.828675 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-a623e650-a3aa-4b35-b534-66b2025dbf3e tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Request body: {'security_group_rule': {'security_group_id': '16d85605-448e-479a-8d66-6b3ba5577d9c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:35.832810 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39396) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:35.840649 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-84dba87a-e6b2-4652-85f1-003a2066c079 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1601239283', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:35.850313 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-a623e650-a3aa-4b35-b534-66b2025dbf3e tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:35.850860 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-84dba87a-e6b2-4652-85f1-003a2066c079 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:35.857210 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-de10810b-c784-434a-a46c-698dfbfe8430 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:35.860550 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-84dba87a-e6b2-4652-85f1-003a2066c079 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Usage tracker for resource:router and tenant:c6ecf98f295847b88c4c5e8d668b4162 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:35.862560 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-df3a6545-5f78-4351-9514-20d652de4806 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:35.863361 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-a623e650-a3aa-4b35-b534-66b2025dbf3e tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Usage tracker for resource:security_group_rule and tenant:5a27b77f486e469cb98de9bedc1957c7 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:35.865015 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-84dba87a-e6b2-4652-85f1-003a2066c079 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:35.870391 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-56307e01-4d63-449a-8325-7fce09e812c6 req-6bbb8a57-32af-4207-8600-5c89b33af023 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2705629 Oct 26 15:49:35.871691 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-a623e650-a3aa-4b35-b534-66b2025dbf3e tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:35.876798 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-df3a6545-5f78-4351-9514-20d652de4806 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Usage tracker for resource:security_group_rule and tenant:b10aaa5403b848e8bc3e4f603712654e is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:35.876982 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-de10810b-c784-434a-a46c-698dfbfe8430 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Usage tracker for resource:subnet and tenant:cde0b70c42f24e8e94f9303758760038 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:35.879886 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-84dba87a-e6b2-4652-85f1-003a2066c079 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:35.882094 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-df3a6545-5f78-4351-9514-20d652de4806 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:35.883583 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-de10810b-c784-434a-a46c-698dfbfe8430 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:35.886666 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-a623e650-a3aa-4b35-b534-66b2025dbf3e tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:35.890041 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-df3a6545-5f78-4351-9514-20d652de4806 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:35.893897 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-de10810b-c784-434a-a46c-698dfbfe8430 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:35.915498 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cad1bd70-5a52-4ce1-82d3-fbfc1645ea1b tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:35.949118 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cad1bd70-5a52-4ce1-82d3-fbfc1645ea1b tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:35.955543 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-84dba87a-e6b2-4652-85f1-003a2066c079 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:35.957541 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-84dba87a-e6b2-4652-85f1-003a2066c079 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:35.963836 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1bd70-5a52-4ce1-82d3-fbfc1645ea1b tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Pushing event deleted for resources: {'Network': ['ID=7fd3b488-50af-4ba5-aabd-3b192714d1bb,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:35.978121 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-cad1bd70-5a52-4ce1-82d3-fbfc1645ea1b tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] 10.222.0.23 "DELETE /v2.0/networks/7fd3b488-50af-4ba5-aabd-3b192714d1bb HTTP/1.1" status: 204 len: 168 time: 1.3759341 Oct 26 15:49:35.978810 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39402) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:35.982866 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-93f1594a-baa2-4d46-804f-5163ed27c658 None None] Transition to ACTIVE for port object 74b13b1b-8433-4c1b-91f9-0137ad907c0e will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:49:35.986603 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-df3a6545-5f78-4351-9514-20d652de4806 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:35.995341 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-84dba87a-e6b2-4652-85f1-003a2066c079 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:36.033554 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de10810b-c784-434a-a46c-698dfbfe8430 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:49:36.037953 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-de10810b-c784-434a-a46c-698dfbfe8430 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:36.038384 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-5e1b3d4e-f275-436d-9de2-7bc16ff1bcd2 None None] For port b54343f7-56a4-4370-a849-2dd5f0fb610a, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=b54343f7-56a4-4370-a849-2dd5f0fb610a,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:49:36.038809 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5e1b3d4e-f275-436d-9de2-7bc16ff1bcd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:36.066511 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-93f1594a-baa2-4d46-804f-5163ed27c658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:36.083774 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-df3a6545-5f78-4351-9514-20d652de4806 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:36.111083 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-84dba87a-e6b2-4652-85f1-003a2066c079 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:36.132891 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a623e650-a3aa-4b35-b534-66b2025dbf3e tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:36.153123 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a6545-5f78-4351-9514-20d652de4806 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10adb5c1-c1bb-4ba2-8bc8-57a0d4abc5f5,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:36.209781 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-26e3afcc-f1d1-4674-958c-7ea150508449 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Deleting port 426b69dd-04b1-4c10-8249-b8989ab30398 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:49:36.210119 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-26e3afcc-f1d1-4674-958c-7ea150508449 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:36.229878 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-84dba87a-e6b2-4652-85f1-003a2066c079 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:36.231124 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-84dba87a-e6b2-4652-85f1-003a2066c079 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3971629 Oct 26 15:49:36.232106 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-df3a6545-5f78-4351-9514-20d652de4806 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:36.234023 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-df3a6545-5f78-4351-9514-20d652de4806 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6702919 Oct 26 15:49:36.234369 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39406) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:36.244334 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39410) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:36.250093 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-5e1b3d4e-f275-436d-9de2-7bc16ff1bcd2 None None] Calling delete_port for b54343f7-56a4-4370-a849-2dd5f0fb610a owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:49:36.277103 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-e85dca5b-d0c6-4f80-9cca-c78fa27691c2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-444803993', 'security_groups': ['10adb5c1-c1bb-4ba2-8bc8-57a0d4abc5f5'], 'network_id': '727fe7ec-fce3-4e2e-9e69-5d326c45d061', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e064082c-8a46-4321-bacf-da21a2780970'}]}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:36.329865 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Attempt 9 to provision port 0979c77c-248c-4714-896e-d54b4f917af0 Oct 26 15:49:36.487090 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device b54343f7-56a4-4370-a849-2dd5f0fb610a no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:49:36.528785 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a623e650-a3aa-4b35-b534-66b2025dbf3e tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:36.627170 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Port 0979c77c-248c-4714-896e-d54b4f917af0 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:36.692913 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f1594a-baa2-4d46-804f-5163ed27c658 None None] Pushing event updated for resources: {'Port': ['ID=74b13b1b-8433-4c1b-91f9-0137ad907c0e,revision_number=6']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:36.745985 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5982ca2-0c8b-4eaf-b412-860625200a20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-b77192ba-7d34-43cc-b1cf-e135718ae057', 'network_id': 'b77192ba-7d34-43cc-b1cf-e135718ae057', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'fixed_ips': [{'subnet_id': '113dda61-669f-466f-8701-935e813dbf04'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:49:36.748334 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e5982ca2-0c8b-4eaf-b412-860625200a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:36.829377 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a623e650-a3aa-4b35-b534-66b2025dbf3e tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:36.929327 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39418) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:36.969090 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-e5982ca2-0c8b-4eaf-b412-860625200a20 None None] Allocated IP 172.20.0.2 (b77192ba-7d34-43cc-b1cf-e135718ae057/113dda61-669f-466f-8701-935e813dbf04/bc3a0a6c-1928-4b77-83ba-9f8aea6cd32e) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:49:37.014421 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a623e650-a3aa-4b35-b534-66b2025dbf3e tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dc127a7-48aa-4e27-91e9-574a9e303f05,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:37.016986 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Port b54343f7-56a4-4370-a849-2dd5f0fb610a update to DOWN by agent not found {{(pid=89749) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2195}} Oct 26 15:49:37.023574 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5e1b3d4e-f275-436d-9de2-7bc16ff1bcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:37.028058 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a623e650-a3aa-4b35-b534-66b2025dbf3e tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:37.029628 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a623e650-a3aa-4b35-b534-66b2025dbf3e tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2099130 Oct 26 15:49:37.035594 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:37.036592 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-26e3afcc-f1d1-4674-958c-7ea150508449 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:37.046406 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e85dca5b-d0c6-4f80-9cca-c78fa27691c2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:37.049981 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39422) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:37.077470 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-44da1fdd-1506-416c-ad55-887d9dac50b0 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:37.079658 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-4cb25596-13d2-43cb-9b47-468d8022d7d8 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Request body: {'security_group_rule': {'security_group_id': '16d85605-448e-479a-8d66-6b3ba5577d9c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:37.093342 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e85dca5b-d0c6-4f80-9cca-c78fa27691c2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:37.095673 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1b3d4e-f275-436d-9de2-7bc16ff1bcd2 None None] Pushing event deleted for resources: {'Port': ['ID=b54343f7-56a4-4370-a849-2dd5f0fb610a,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:37.117442 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1b3d4e-f275-436d-9de2-7bc16ff1bcd2 None None] No DVR routers for this DVR port b54343f7-56a4-4370-a849-2dd5f0fb610a on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:49:37.166598 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4cb25596-13d2-43cb-9b47-468d8022d7d8 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:37.177008 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Attempt 10 to provision port 0979c77c-248c-4714-896e-d54b4f917af0 Oct 26 15:49:37.252898 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4cb25596-13d2-43cb-9b47-468d8022d7d8 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Usage tracker for resource:security_group_rule and tenant:5a27b77f486e469cb98de9bedc1957c7 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:37.257875 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3ef4798f-529d-470e-96b4-8f9b0caf5c7f None None] Port 0979c77c-248c-4714-896e-d54b4f917af0 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:37.263316 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-26e3afcc-f1d1-4674-958c-7ea150508449 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Calling delete_port for 426b69dd-04b1-4c10-8249-b8989ab30398 owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:49:37.313525 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4cb25596-13d2-43cb-9b47-468d8022d7d8 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:37.360073 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4cb25596-13d2-43cb-9b47-468d8022d7d8 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:37.400614 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc998c1-98b4-4db1-addf-db448d4beba8 req-6a3646c7-8de2-4e5a-9bf2-1db5ca69b414 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:37.407564 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-5fc998c1-98b4-4db1-addf-db448d4beba8 req-6a3646c7-8de2-4e5a-9bf2-1db5ca69b414 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.6889887 Oct 26 15:49:37.439061 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85dca5b-d0c6-4f80-9cca-c78fa27691c2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Made reservation on behalf of b10aaa5403b848e8bc3e4f603712654e for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:49:37.439396 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e5982ca2-0c8b-4eaf-b412-860625200a20 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:37.452033 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-e5982ca2-0c8b-4eaf-b412-860625200a20 None None] Transition to ACTIVE for port object bc3a0a6c-1928-4b77-83ba-9f8aea6cd32e will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:49:37.476815 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-e5982ca2-0c8b-4eaf-b412-860625200a20 None None] Transition to ACTIVE for port object bc3a0a6c-1928-4b77-83ba-9f8aea6cd32e will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:49:37.486507 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-ef063d14-acf2-4122-8c61-461902b3858f None None] Could not find standard attr ID for object 65761a52-ab05-4490-bea2-a6ad1cf7cf8a. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:49:37.499950 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-ef063d14-acf2-4122-8c61-461902b3858f None None] Provisioning complete for port 0979c77c-248c-4714-896e-d54b4f917af0 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:49:37.500803 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ef063d14-acf2-4122-8c61-461902b3858f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:37.500803 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ef063d14-acf2-4122-8c61-461902b3858f None None] Attempt 1 to provision port 0979c77c-248c-4714-896e-d54b4f917af0 Oct 26 15:49:37.518915 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a5dd17bc-65b9-4dad-9be1-928e6703af63 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:37.564419 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ef063d14-acf2-4122-8c61-461902b3858f None None] Port 0979c77c-248c-4714-896e-d54b4f917af0 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:37.569723 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e5982ca2-0c8b-4eaf-b412-860625200a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:37.570133 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-5fc998c1-98b4-4db1-addf-db448d4beba8 req-7c2d55d8-10a0-4862-82f4-306631c76b67 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617129 Oct 26 15:49:37.573924 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4cb25596-13d2-43cb-9b47-468d8022d7d8 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:37.576400 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a5dd17bc-65b9-4dad-9be1-928e6703af63 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:37.632473 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.objects.ports [None req-de10810b-c784-434a-a46c-698dfbfe8430 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89747) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 26 15:49:37.639065 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-de10810b-c784-434a-a46c-698dfbfe8430 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:37.654117 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5982ca2-0c8b-4eaf-b412-860625200a20 None None] Network b77192ba-7d34-43cc-b1cf-e135718ae057 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:49:37.657718 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-e5982ca2-0c8b-4eaf-b412-860625200a20 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:49:37.662532 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5982ca2-0c8b-4eaf-b412-860625200a20 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:49:37.711778 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5982ca2-0c8b-4eaf-b412-860625200a20 None None] Pushing event updated for resources: {'Port': ['ID=bc3a0a6c-1928-4b77-83ba-9f8aea6cd32e,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:37.802596 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-e5982ca2-0c8b-4eaf-b412-860625200a20 None None] Attempting to bind port bc3a0a6c-1928-4b77-83ba-9f8aea6cd32e on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:49:37.802932 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-e5982ca2-0c8b-4eaf-b412-860625200a20 None None] Attempting to bind port bc3a0a6c-1928-4b77-83ba-9f8aea6cd32e by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '7a549327-8a6f-41e1-a27b-4b08fb3f1fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b77192ba-7d34-43cc-b1cf-e135718ae057'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:49:37.803411 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5982ca2-0c8b-4eaf-b412-860625200a20 None None] Attempting to bind port bc3a0a6c-1928-4b77-83ba-9f8aea6cd32e on network b77192ba-7d34-43cc-b1cf-e135718ae057 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:49:37.813116 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5982ca2-0c8b-4eaf-b412-860625200a20 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:49:37.813965 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5982ca2-0c8b-4eaf-b412-860625200a20 None None] Checking segment: {'id': '7a549327-8a6f-41e1-a27b-4b08fb3f1fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b77192ba-7d34-43cc-b1cf-e135718ae057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:49:37.815023 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e5982ca2-0c8b-4eaf-b412-860625200a20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:37.815447 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5982ca2-0c8b-4eaf-b412-860625200a20 None None] Bound using segment: {'id': '7a549327-8a6f-41e1-a27b-4b08fb3f1fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b77192ba-7d34-43cc-b1cf-e135718ae057'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:49:37.818482 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-e5982ca2-0c8b-4eaf-b412-860625200a20 None None] Bound port: bc3a0a6c-1928-4b77-83ba-9f8aea6cd32e, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a549327-8a6f-41e1-a27b-4b08fb3f1fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b77192ba-7d34-43cc-b1cf-e135718ae057'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:49:37.819184 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e5982ca2-0c8b-4eaf-b412-860625200a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:37.840095 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-26e3afcc-f1d1-4674-958c-7ea150508449 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:37.855914 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a5dd17bc-65b9-4dad-9be1-928e6703af63 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:37.896096 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd17bc-65b9-4dad-9be1-928e6703af63 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=240ebfaa-9dab-471a-8343-76af9134bb3b,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:37.925985 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de10810b-c784-434a-a46c-698dfbfe8430 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:49:37.934159 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-44da1fdd-1506-416c-ad55-887d9dac50b0 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Allocated IP 172.20.0.1 (b77192ba-7d34-43cc-b1cf-e135718ae057/113dda61-669f-466f-8701-935e813dbf04/890a8fa2-7abb-4628-aec0-04a43532a5fa) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:49:37.944075 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-de10810b-c784-434a-a46c-698dfbfe8430 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:49:37.947325 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de10810b-c784-434a-a46c-698dfbfe8430 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:37.947909 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-de10810b-c784-434a-a46c-698dfbfe8430 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:37.971527 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3afcc-f1d1-4674-958c-7ea150508449 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Pushing event deleted for resources: {'Port': ['ID=426b69dd-04b1-4c10-8249-b8989ab30398,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:37.973303 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13aedb0-600a-4f36-889f-4858a29975fc None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:49:37.975419 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e85dca5b-d0c6-4f80-9cca-c78fa27691c2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:38.002439 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-26e3afcc-f1d1-4674-958c-7ea150508449 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:38.035748 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10810b-c784-434a-a46c-698dfbfe8430 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Subnet': ['ID=faf275a2-d815-4ace-abaf-22c77062b769,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:38.041018 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-26e3afcc-f1d1-4674-958c-7ea150508449 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] 10.222.0.23 "DELETE /v2.0/ports/426b69dd-04b1-4c10-8249-b8989ab30398 HTTP/1.1" status: 204 len: 168 time: 2.0610878 Oct 26 15:49:38.041689 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39430) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:38.047835 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-e85dca5b-d0c6-4f80-9cca-c78fa27691c2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] device_id is not set on port 9d0cb32a-4ec3-43f8-9bf0-1a7d14551fd9 yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:49:38.068908 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a5dd17bc-65b9-4dad-9be1-928e6703af63 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:38.068908 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a5dd17bc-65b9-4dad-9be1-928e6703af63 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "DELETE /v2.0/security-groups/240ebfaa-9dab-471a-8343-76af9134bb3b HTTP/1.1" status: 204 len: 168 time: 1.1173220 Oct 26 15:49:38.069248 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ef063d14-acf2-4122-8c61-461902b3858f None None] Attempt 2 to provision port 0979c77c-248c-4714-896e-d54b4f917af0 Oct 26 15:49:38.119346 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-83f95435-30b9-402c-95b0-878fef4e1b24 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] DELETE failed (client error): The resource could not be found. Oct 26 15:49:38.119827 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83f95435-30b9-402c-95b0-878fef4e1b24 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:49:38.122937 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-83f95435-30b9-402c-95b0-878fef4e1b24 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] 10.222.0.23 "DELETE /v2.0/subnets/a22285a2-09e3-4637-a6f4-a9f0103f61ef HTTP/1.1" status: 404 len: 337 time: 0.0776341 Oct 26 15:49:38.124471 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39436) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:38.125762 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-e5982ca2-0c8b-4eaf-b412-860625200a20 None None] For port bc3a0a6c-1928-4b77-83ba-9f8aea6cd32e, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:49:38.140074 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-de10810b-c784-434a-a46c-698dfbfe8430 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9129658 Oct 26 15:49:38.145189 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39440) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:38.148937 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-e5982ca2-0c8b-4eaf-b412-860625200a20 None None] For port bc3a0a6c-1928-4b77-83ba-9f8aea6cd32e, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=bc3a0a6c-1928-4b77-83ba-9f8aea6cd32e,segment=NetworkSegment(7a549327-8a6f-41e1-a27b-4b08fb3f1fb4),segment_id=7a549327-8a6f-41e1-a27b-4b08fb3f1fb4)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:49:38.154452 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-b171d935-9fb8-488d-8463-3546a5875e83 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'subnet': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:38.157187 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ef063d14-acf2-4122-8c61-461902b3858f None None] Port 0979c77c-248c-4714-896e-d54b4f917af0 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:38.175176 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39444) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:38.182408 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-4cb25596-13d2-43cb-9b47-468d8022d7d8 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] create failed (client error): There was a conflict when trying to complete your request. Oct 26 15:49:38.183477 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4cb25596-13d2-43cb-9b47-468d8022d7d8 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.1318235 Oct 26 15:49:38.184526 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-44da1fdd-1506-416c-ad55-887d9dac50b0 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:38.192033 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39448) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:38.259705 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e5982ca2-0c8b-4eaf-b412-860625200a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:38.322233 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-44da1fdd-1506-416c-ad55-887d9dac50b0 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Transition to ACTIVE for port object 890a8fa2-7abb-4628-aec0-04a43532a5fa will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:49:38.365604 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1e27e4eb-d711-4c22-b0af-3e56374a7c89 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:38.375410 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb607118-a40a-425b-9ce4-b6a93c4e1e2d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Deleting subnet a7d1390d-7ca6-41a0-aef7-8fb535033097 {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:49:38.384246 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bb607118-a40a-425b-9ce4-b6a93c4e1e2d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:38.401055 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acca2b3-4060-4b6f-85db-5e71734c0474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-f810e159-a5e8-4c86-8cec-5d909fe013dd', 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'tenant_id': 'cde0b70c42f24e8e94f9303758760038', 'fixed_ips': [{'subnet_id': 'faf275a2-d815-4ace-abaf-22c77062b769'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:49:38.401886 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1acca2b3-4060-4b6f-85db-5e71734c0474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:38.421468 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5982ca2-0c8b-4eaf-b412-860625200a20 None None] Pushing event updated for resources: {'Port': ['ID=bc3a0a6c-1928-4b77-83ba-9f8aea6cd32e,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:38.522260 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4e3fd18a-fedc-4308-b3b8-bb35fb0f04b4 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:38.537257 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bb607118-a40a-425b-9ce4-b6a93c4e1e2d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:38.555394 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b171d935-9fb8-488d-8463-3546a5875e83 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:38.581839 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b171d935-9fb8-488d-8463-3546a5875e83 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Usage tracker for resource:subnet and tenant:cde0b70c42f24e8e94f9303758760038 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:38.588948 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4e3fd18a-fedc-4308-b3b8-bb35fb0f04b4 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:38.593859 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 74b13b1b-8433-4c1b-91f9-0137ad907c0e up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:49:38.600632 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b171d935-9fb8-488d-8463-3546a5875e83 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:38.626041 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b171d935-9fb8-488d-8463-3546a5875e83 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:38.629246 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-e85dca5b-d0c6-4f80-9cca-c78fa27691c2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Allocated IP 2001:db8::2b0 (727fe7ec-fce3-4e2e-9e69-5d326c45d061/e064082c-8a46-4321-bacf-da21a2780970/9d0cb32a-4ec3-43f8-9bf0-1a7d14551fd9) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:49:38.678483 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-44da1fdd-1506-416c-ad55-887d9dac50b0 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:38.687087 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-1acca2b3-4060-4b6f-85db-5e71734c0474 None None] Allocated IP 2001:db8::f816:3eff:febf:61b9 (f810e159-a5e8-4c86-8cec-5d909fe013dd/faf275a2-d815-4ace-abaf-22c77062b769/7d4ad78d-224a-4ed3-b843-7964e0dbaf02) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:49:38.724945 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ef063d14-acf2-4122-8c61-461902b3858f None None] Attempt 3 to provision port 0979c77c-248c-4714-896e-d54b4f917af0 Oct 26 15:49:38.745795 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b171d935-9fb8-488d-8463-3546a5875e83 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:49:38.756845 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b171d935-9fb8-488d-8463-3546a5875e83 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:38.865643 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1e27e4eb-d711-4c22-b0af-3e56374a7c89 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:38.881637 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44da1fdd-1506-416c-ad55-887d9dac50b0 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Network b77192ba-7d34-43cc-b1cf-e135718ae057 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:49:38.883737 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4e3fd18a-fedc-4308-b3b8-bb35fb0f04b4 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:38.889785 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-44da1fdd-1506-416c-ad55-887d9dac50b0 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:49:38.902336 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44da1fdd-1506-416c-ad55-887d9dac50b0 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:49:38.953683 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ef063d14-acf2-4122-8c61-461902b3858f None None] Port 0979c77c-248c-4714-896e-d54b4f917af0 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:38.973685 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da1fdd-1506-416c-ad55-887d9dac50b0 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event updated for resources: {'Port': ['ID=890a8fa2-7abb-4628-aec0-04a43532a5fa,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:38.989728 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-1e27e4eb-d711-4c22-b0af-3e56374a7c89 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a753922-07f5-46a5-9204-2886e6ed17a3']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:39.012316 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-1e27e4eb-d711-4c22-b0af-3e56374a7c89 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '674060fc-1938-45d8-a0c1-d746efd915c3') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:39.012694 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-1e27e4eb-d711-4c22-b0af-3e56374a7c89 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '674060fc-1938-45d8-a0c1-d746efd915c3') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:39.040978 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1e27e4eb-d711-4c22-b0af-3e56374a7c89 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:39.049231 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-44da1fdd-1506-416c-ad55-887d9dac50b0 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:39.078023 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1e27e4eb-d711-4c22-b0af-3e56374a7c89 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:39.080641 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bb607118-a40a-425b-9ce4-b6a93c4e1e2d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:39.087258 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3fd18a-fedc-4308-b3b8-bb35fb0f04b4 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d85605-448e-479a-8d66-6b3ba5577d9c,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:39.124414 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e27e4eb-d711-4c22-b0af-3e56374a7c89 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:49:39.124765 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1e27e4eb-d711-4c22-b0af-3e56374a7c89 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:39.171704 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1acca2b3-4060-4b6f-85db-5e71734c0474 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:39.185695 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-1acca2b3-4060-4b6f-85db-5e71734c0474 None None] Transition to ACTIVE for port object 7d4ad78d-224a-4ed3-b843-7964e0dbaf02 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:49:39.214017 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-1acca2b3-4060-4b6f-85db-5e71734c0474 None None] Transition to ACTIVE for port object 7d4ad78d-224a-4ed3-b843-7964e0dbaf02 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:49:39.215930 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4e3fd18a-fedc-4308-b3b8-bb35fb0f04b4 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:39.219609 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4e3fd18a-fedc-4308-b3b8-bb35fb0f04b4 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "DELETE /v2.0/security-groups/16d85605-448e-479a-8d66-6b3ba5577d9c HTTP/1.1" status: 204 len: 168 time: 1.0181358 Oct 26 15:49:39.224390 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39458) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:39.265218 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 674060fc-1938-45d8-a0c1-d746efd915c3 resource provider aggregate not found Oct 26 15:49:39.292708 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1acca2b3-4060-4b6f-85db-5e71734c0474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:39.295879 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 674060fc-1938-45d8-a0c1-d746efd915c3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 674060fc-1938-45d8-a0c1-d746efd915c3 found for delete ", "request_id": "req-4b4eb1f1-1b57-4d82-b18c-0f53756f89f3"}]} Oct 26 15:49:39.304335 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.ipam_backend_mixin [None req-b171d935-9fb8-488d-8463-3546a5875e83 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet faf275a2-d815-4ace-abaf-22c77062b769 (CIDR: 2001:db8::/64) Oct 26 15:49:39.324937 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e85dca5b-d0c6-4f80-9cca-c78fa27691c2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:39.356137 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-b171d935-9fb8-488d-8463-3546a5875e83 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:49:39.356612 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b171d935-9fb8-488d-8463-3546a5875e83 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:49:39.361781 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e85dca5b-d0c6-4f80-9cca-c78fa27691c2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Transition to ACTIVE for port object 9d0cb32a-4ec3-43f8-9bf0-1a7d14551fd9 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:49:39.373218 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7adeffcf-0854-40d1-8a06-f49f45cb3c2d tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Synchronizing usage tracker for tenant:5a27b77f486e469cb98de9bedc1957c7 on resource:security_group {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:49:39.375213 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1e27e4eb-d711-4c22-b0af-3e56374a7c89 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:39.386818 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acca2b3-4060-4b6f-85db-5e71734c0474 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:49:39.390378 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-1acca2b3-4060-4b6f-85db-5e71734c0474 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:49:39.401063 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acca2b3-4060-4b6f-85db-5e71734c0474 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:49:39.412884 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1e27e4eb-d711-4c22-b0af-3e56374a7c89 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:39.414758 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125ea26-c69b-4f7e-bbc4-ce0ed0a99b57 req-d7ae8960-7d89-45e8-9b93-08a6f913af78 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:39.422574 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e125ea26-c69b-4f7e-bbc4-ce0ed0a99b57 req-d7ae8960-7d89-45e8-9b93-08a6f913af78 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.3193355 Oct 26 15:49:39.427323 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bb607118-a40a-425b-9ce4-b6a93c4e1e2d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:39.433381 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e27e4eb-d711-4c22-b0af-3e56374a7c89 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Pushing event deleted for resources: {'Network': ['ID=3a753922-07f5-46a5-9204-2886e6ed17a3,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:39.446996 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acca2b3-4060-4b6f-85db-5e71734c0474 None None] Pushing event updated for resources: {'Port': ['ID=7d4ad78d-224a-4ed3-b843-7964e0dbaf02,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:39.457536 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ef063d14-acf2-4122-8c61-461902b3858f None None] Attempt 4 to provision port 0979c77c-248c-4714-896e-d54b4f917af0 Oct 26 15:49:39.491101 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e125ea26-c69b-4f7e-bbc4-ce0ed0a99b57 req-2ba158bc-eba4-4ecb-aa11-0bb12f4be93b tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675633 Oct 26 15:49:39.496157 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b171d935-9fb8-488d-8463-3546a5875e83 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3478408 Oct 26 15:49:39.496494 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39464) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:39.508751 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-dd88bc3c-ed35-456d-8fb7-7eebefa1e3d2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'subnet': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:39.552611 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb607118-a40a-425b-9ce4-b6a93c4e1e2d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Subnet': ['ID=a7d1390d-7ca6-41a0-aef7-8fb535033097,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:39.578498 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-1e27e4eb-d711-4c22-b0af-3e56374a7c89 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] 10.222.0.23 "DELETE /v2.0/networks/3a753922-07f5-46a5-9204-2886e6ed17a3 HTTP/1.1" status: 204 len: 168 time: 1.4529672 Oct 26 15:49:39.586743 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bb607118-a40a-425b-9ce4-b6a93c4e1e2d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:39.587931 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39468) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:39.591972 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ef063d14-acf2-4122-8c61-461902b3858f None None] Port 0979c77c-248c-4714-896e-d54b4f917af0 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:39.592127 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-bb607118-a40a-425b-9ce4-b6a93c4e1e2d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "DELETE /v2.0/subnets/a7d1390d-7ca6-41a0-aef7-8fb535033097 HTTP/1.1" status: 204 len: 168 time: 1.4129894 Oct 26 15:49:39.592250 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-1acca2b3-4060-4b6f-85db-5e71734c0474 None None] Attempting to bind port 7d4ad78d-224a-4ed3-b843-7964e0dbaf02 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:49:39.592250 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-1acca2b3-4060-4b6f-85db-5e71734c0474 None None] Attempting to bind port 7d4ad78d-224a-4ed3-b843-7964e0dbaf02 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:49:39.592250 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acca2b3-4060-4b6f-85db-5e71734c0474 None None] Attempting to bind port 7d4ad78d-224a-4ed3-b843-7964e0dbaf02 on network f810e159-a5e8-4c86-8cec-5d909fe013dd {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:49:39.593972 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39472) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:39.599022 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acca2b3-4060-4b6f-85db-5e71734c0474 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:49:39.599554 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acca2b3-4060-4b6f-85db-5e71734c0474 None None] Checking segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:49:39.599802 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1acca2b3-4060-4b6f-85db-5e71734c0474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:39.600260 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acca2b3-4060-4b6f-85db-5e71734c0474 None None] Bound using segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:49:39.601502 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-1acca2b3-4060-4b6f-85db-5e71734c0474 None None] Bound port: 7d4ad78d-224a-4ed3-b843-7964e0dbaf02, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:49:39.601895 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1acca2b3-4060-4b6f-85db-5e71734c0474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:39.613269 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6766cd84-ef4e-4d99-b40e-efd713ad22c1 None None] Network 3cb2dcfd-260a-4d3a-b758-3b083e2645e7 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:49:39.673995 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7adeffcf-0854-40d1-8a06-f49f45cb3c2d tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Unset dirty status for tenant:5a27b77f486e469cb98de9bedc1957c7 on resource:security_group {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:49:39.677309 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-7adeffcf-0854-40d1-8a06-f49f45cb3c2d tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4406929 Oct 26 15:49:39.685542 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e85dca5b-d0c6-4f80-9cca-c78fa27691c2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:39.697011 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39476) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:39.705300 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-0d780d8a-4092-4242-a484-639d1baf314d tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Request body: {'security_group': {'name': 'tempest-secgroup--160446503'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:39.798783 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-0d780d8a-4092-4242-a484-639d1baf314d tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:39.846939 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342097ff-5f00-4f8e-a8a2-e9bb37da7f84 None None] Network b77192ba-7d34-43cc-b1cf-e135718ae057 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:49:39.849484 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-0d780d8a-4092-4242-a484-639d1baf314d tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:39.858078 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-44da1fdd-1506-416c-ad55-887d9dac50b0 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:39.874194 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-27bd5c5d-0efc-4078-91aa-24851bf8da49 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Deleting subnet f88f5fdd-80e4-4621-840a-565bf6b82694 {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:49:39.878061 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85dca5b-d0c6-4f80-9cca-c78fa27691c2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Network 727fe7ec-fce3-4e2e-9e69-5d326c45d061 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:49:39.891503 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-e85dca5b-d0c6-4f80-9cca-c78fa27691c2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:49:39.896435 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-27bd5c5d-0efc-4078-91aa-24851bf8da49 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:39.939139 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85dca5b-d0c6-4f80-9cca-c78fa27691c2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:49:39.945729 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85dca5b-d0c6-4f80-9cca-c78fa27691c2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:39.946373 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e85dca5b-d0c6-4f80-9cca-c78fa27691c2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:39.963455 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85dca5b-d0c6-4f80-9cca-c78fa27691c2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event updated for resources: {'Port': ['ID=9d0cb32a-4ec3-43f8-9bf0-1a7d14551fd9,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:39.967380 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4eecd4b5-a84a-4956-b9b9-646744dda530 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:39.990763 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-dd88bc3c-ed35-456d-8fb7-7eebefa1e3d2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:39.992964 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-1acca2b3-4060-4b6f-85db-5e71734c0474 None None] For port 7d4ad78d-224a-4ed3-b843-7964e0dbaf02, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:49:40.009967 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-27bd5c5d-0efc-4078-91aa-24851bf8da49 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:40.015853 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-1acca2b3-4060-4b6f-85db-5e71734c0474 None None] For port 7d4ad78d-224a-4ed3-b843-7964e0dbaf02, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=7d4ad78d-224a-4ed3-b843-7964e0dbaf02,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:49:40.095549 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ef063d14-acf2-4122-8c61-461902b3858f None None] Attempt 5 to provision port 0979c77c-248c-4714-896e-d54b4f917af0 Oct 26 15:49:40.134553 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-4eecd4b5-a84a-4956-b9b9-646744dda530 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Deleting port 67d42444-d305-4836-b148-92519c55f332 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:49:40.135135 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4eecd4b5-a84a-4956-b9b9-646744dda530 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:40.147275 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-27bd5c5d-0efc-4078-91aa-24851bf8da49 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:40.149188 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1acca2b3-4060-4b6f-85db-5e71734c0474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:40.200747 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0d780d8a-4092-4242-a484-639d1baf314d tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:40.214954 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-dd88bc3c-ed35-456d-8fb7-7eebefa1e3d2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Usage tracker for resource:subnet and tenant:cde0b70c42f24e8e94f9303758760038 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:40.222497 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e85dca5b-d0c6-4f80-9cca-c78fa27691c2 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.9674695 Oct 26 15:49:40.223437 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-dd88bc3c-ed35-456d-8fb7-7eebefa1e3d2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:40.232785 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39480) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:40.246777 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-7393d05f-51a2-425c-8cc2-1b75d1a59512 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'subnet': {'network_id': '727fe7ec-fce3-4e2e-9e69-5d326c45d061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:40.288557 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-dd88bc3c-ed35-456d-8fb7-7eebefa1e3d2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:40.296794 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-0d780d8a-4092-4242-a484-639d1baf314d tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:40.301453 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-0d780d8a-4092-4242-a484-639d1baf314d tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Usage tracker for resource:security_group_rule and tenant:5a27b77f486e469cb98de9bedc1957c7 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:40.312710 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-0d780d8a-4092-4242-a484-639d1baf314d tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:40.320058 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-0d780d8a-4092-4242-a484-639d1baf314d tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:40.345181 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ae1db5-1120-44ee-8b98-3d22d45e2694 None None] DHCP port deletion for 3cb2dcfd-260a-4d3a-b758-3b083e2645e7 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:49:40.348075 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ef063d14-acf2-4122-8c61-461902b3858f None None] Port 0979c77c-248c-4714-896e-d54b4f917af0 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:40.357895 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acca2b3-4060-4b6f-85db-5e71734c0474 None None] Pushing event updated for resources: {'Port': ['ID=7d4ad78d-224a-4ed3-b843-7964e0dbaf02,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:40.390966 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a4ae1db5-1120-44ee-8b98-3d22d45e2694 None None] Deleting port 67d42444-d305-4836-b148-92519c55f332 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:49:40.393069 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a4ae1db5-1120-44ee-8b98-3d22d45e2694 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:40.630206 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-4eecd4b5-a84a-4956-b9b9-646744dda530 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] For port 67d42444-d305-4836-b148-92519c55f332, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=67d42444-d305-4836-b148-92519c55f332,segment=NetworkSegment(140d29cb-1f6e-4615-a4e2-daa14f99aebb),segment_id=140d29cb-1f6e-4615-a4e2-daa14f99aebb)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:49:40.634088 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4eecd4b5-a84a-4956-b9b9-646744dda530 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:40.640584 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device bc3a0a6c-1928-4b77-83ba-9f8aea6cd32e up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:49:40.880575 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd88bc3c-ed35-456d-8fb7-7eebefa1e3d2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:49:40.884737 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-dd88bc3c-ed35-456d-8fb7-7eebefa1e3d2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:40.923856 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ef063d14-acf2-4122-8c61-461902b3858f None None] Attempt 6 to provision port 0979c77c-248c-4714-896e-d54b4f917af0 Oct 26 15:49:40.951073 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-4eecd4b5-a84a-4956-b9b9-646744dda530 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Calling delete_port for 67d42444-d305-4836-b148-92519c55f332 owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:49:41.031195 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-27bd5c5d-0efc-4078-91aa-24851bf8da49 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:41.047809 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ef063d14-acf2-4122-8c61-461902b3858f None None] Port 0979c77c-248c-4714-896e-d54b4f917af0 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:41.063418 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-a4ae1db5-1120-44ee-8b98-3d22d45e2694 None None] For port 67d42444-d305-4836-b148-92519c55f332, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=67d42444-d305-4836-b148-92519c55f332,segment=NetworkSegment(140d29cb-1f6e-4615-a4e2-daa14f99aebb),segment_id=140d29cb-1f6e-4615-a4e2-daa14f99aebb)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:49:41.067161 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a4ae1db5-1120-44ee-8b98-3d22d45e2694 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:41.077976 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-44da1fdd-1506-416c-ad55-887d9dac50b0 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:41.111646 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d06c4-5466-486f-b21d-107e4285a0ce req-addfa9bd-56fd-41d9-8e54-1794bf5a6e51 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:41.117277 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-979d06c4-5466-486f-b21d-107e4285a0ce req-addfa9bd-56fd-41d9-8e54-1794bf5a6e51 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.3202667 Oct 26 15:49:41.141551 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-7393d05f-51a2-425c-8cc2-1b75d1a59512 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:41.148444 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd5c5d-0efc-4078-91aa-24851bf8da49 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Pushing event deleted for resources: {'Subnet': ['ID=f88f5fdd-80e4-4621-840a-565bf6b82694,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:41.170924 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-27bd5c5d-0efc-4078-91aa-24851bf8da49 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:41.175718 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7393d05f-51a2-425c-8cc2-1b75d1a59512 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Usage tracker for resource:subnet and tenant:b10aaa5403b848e8bc3e4f603712654e is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:41.178776 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4eecd4b5-a84a-4956-b9b9-646744dda530 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:41.189958 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7393d05f-51a2-425c-8cc2-1b75d1a59512 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:41.209395 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-7393d05f-51a2-425c-8cc2-1b75d1a59512 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:41.248593 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-44da1fdd-1506-416c-ad55-887d9dac50b0 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:41.283479 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-27bd5c5d-0efc-4078-91aa-24851bf8da49 tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] 10.222.0.23 "DELETE /v2.0/subnets/f88f5fdd-80e4-4621-840a-565bf6b82694 HTTP/1.1" status: 204 len: 168 time: 1.6939762 Oct 26 15:49:41.289182 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0d780d8a-4092-4242-a484-639d1baf314d tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:41.290991 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39488) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:41.299599 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eecd4b5-a84a-4956-b9b9-646744dda530 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Port': ['ID=67d42444-d305-4836-b148-92519c55f332,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:41.343495 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e6494f-366f-488f-bece-720464290c36 None None] Network b10e4a1d-6850-41fe-81db-5604c1f0c547 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:49:41.361847 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0d780d8a-4092-4242-a484-639d1baf314d tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:41.385843 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a4ae1db5-1120-44ee-8b98-3d22d45e2694 None None] Calling delete_port for 67d42444-d305-4836-b148-92519c55f332 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:49:41.403082 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-979d06c4-5466-486f-b21d-107e4285a0ce req-97c6859b-cbfa-46ea-bf57-cc47e7b84aa9 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2768135 Oct 26 15:49:41.403904 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da1fdd-1506-416c-ad55-887d9dac50b0 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event updated for resources: {'Port': ['ID=890a8fa2-7abb-4628-aec0-04a43532a5fa,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:41.420880 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eecd4b5-a84a-4956-b9b9-646744dda530 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] No DVR routers for this DVR port 67d42444-d305-4836-b148-92519c55f332 on host dv-neutron-862712-1-hyperv {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:49:41.522218 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7393d05f-51a2-425c-8cc2-1b75d1a59512 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Made reservation on behalf of b10aaa5403b848e8bc3e4f603712654e for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:49:41.526538 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7393d05f-51a2-425c-8cc2-1b75d1a59512 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:41.532404 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port bc3a0a6c-1928-4b77-83ba-9f8aea6cd32e completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:49:41.549002 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0d780d8a-4092-4242-a484-639d1baf314d tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:41.551190 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ef063d14-acf2-4122-8c61-461902b3858f None None] Attempt 7 to provision port 0979c77c-248c-4714-896e-d54b4f917af0 Oct 26 15:49:41.551645 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-0d780d8a-4092-4242-a484-639d1baf314d tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8500729 Oct 26 15:49:41.577540 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39492) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:41.588433 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-44da1fdd-1506-416c-ad55-887d9dac50b0 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:41.671761 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-3f652b63-768c-4cc8-9e83-05af88db92fd tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Request body: {'security_group_rule': {'security_group_id': '023ba84e-0415-417e-95ef-f830340a1a66', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:41.675055 dv-neutron-862712-1-hyperv neutron-server[89747]: WARNING neutron.api.v2.base [None req-3f652b63-768c-4cc8-9e83-05af88db92fd tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 26 15:49:41.675055 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-3f652b63-768c-4cc8-9e83-05af88db92fd tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:49:41.675055 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-3f652b63-768c-4cc8-9e83-05af88db92fd tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0848567 Oct 26 15:49:41.688089 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 67d42444-d305-4836-b148-92519c55f332 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:49:41.693136 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39496) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:41.717554 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d780d8a-4092-4242-a484-639d1baf314d tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=023ba84e-0415-417e-95ef-f830340a1a66,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:41.737050 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4377487a-6163-478d-97d6-5043ffd88f6a tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:41.795015 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4eecd4b5-a84a-4956-b9b9-646744dda530 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:41.839611 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-4377487a-6163-478d-97d6-5043ffd88f6a tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Deleting port 771664fc-7f24-42d6-a93b-acf987f89e0c {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:49:41.839962 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4377487a-6163-478d-97d6-5043ffd88f6a tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:41.842143 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-4eecd4b5-a84a-4956-b9b9-646744dda530 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb2dcfd-260a-4d3a-b758-3b083e2645e7']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:41.842348 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 67d42444-d305-4836-b148-92519c55f332 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:49:41.843098 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 67d42444-d305-4836-b148-92519c55f332 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:49:41.869299 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-4eecd4b5-a84a-4956-b9b9-646744dda530 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '140d29cb-1f6e-4615-a4e2-daa14f99aebb') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:41.869639 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-4eecd4b5-a84a-4956-b9b9-646744dda530 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '140d29cb-1f6e-4615-a4e2-daa14f99aebb') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:41.870857 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ef063d14-acf2-4122-8c61-461902b3858f None None] Port 0979c77c-248c-4714-896e-d54b4f917af0 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:41.873886 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-a4ae1db5-1120-44ee-8b98-3d22d45e2694 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:49:41.874253 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-a4ae1db5-1120-44ee-8b98-3d22d45e2694 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:49:41.897296 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4eecd4b5-a84a-4956-b9b9-646744dda530 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:41.961339 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9057f359-4a1f-4a33-8e9a-b321dbdbc3ed None None] DHCP port deletion for b10e4a1d-6850-41fe-81db-5604c1f0c547 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:49:41.967312 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-9057f359-4a1f-4a33-8e9a-b321dbdbc3ed None None] Deleting port 771664fc-7f24-42d6-a93b-acf987f89e0c {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:49:41.967699 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9057f359-4a1f-4a33-8e9a-b321dbdbc3ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:41.983823 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fb344350-7cdd-4ff5-8581-6f4370ef8ebd tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:41.986181 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.ipam_backend_mixin [None req-7393d05f-51a2-425c-8cc2-1b75d1a59512 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e064082c-8a46-4321-bacf-da21a2780970 (CIDR: 2001:db8::/64) Oct 26 15:49:42.040063 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4eecd4b5-a84a-4956-b9b9-646744dda530 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:42.043199 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44da1fdd-1506-416c-ad55-887d9dac50b0 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Network b77192ba-7d34-43cc-b1cf-e135718ae057 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:49:42.046258 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-44da1fdd-1506-416c-ad55-887d9dac50b0 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:49:42.052165 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eecd4b5-a84a-4956-b9b9-646744dda530 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:49:42.052552 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4eecd4b5-a84a-4956-b9b9-646744dda530 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:42.088095 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-7393d05f-51a2-425c-8cc2-1b75d1a59512 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:49:42.088588 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7393d05f-51a2-425c-8cc2-1b75d1a59512 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:49:42.123841 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 140d29cb-1f6e-4615-a4e2-daa14f99aebb resource provider aggregate not found Oct 26 15:49:42.138690 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fb344350-7cdd-4ff5-8581-6f4370ef8ebd tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:42.221697 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-9057f359-4a1f-4a33-8e9a-b321dbdbc3ed None None] For port 771664fc-7f24-42d6-a93b-acf987f89e0c, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=771664fc-7f24-42d6-a93b-acf987f89e0c,segment=NetworkSegment(4bd6ddc1-b007-46b5-bfd7-b982635af613),segment_id=4bd6ddc1-b007-46b5-bfd7-b982635af613)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:49:42.222096 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9057f359-4a1f-4a33-8e9a-b321dbdbc3ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:42.276355 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-4377487a-6163-478d-97d6-5043ffd88f6a tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] For port 771664fc-7f24-42d6-a93b-acf987f89e0c, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=771664fc-7f24-42d6-a93b-acf987f89e0c,segment=NetworkSegment(4bd6ddc1-b007-46b5-bfd7-b982635af613),segment_id=4bd6ddc1-b007-46b5-bfd7-b982635af613)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:49:42.276708 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4377487a-6163-478d-97d6-5043ffd88f6a tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:42.307584 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 140d29cb-1f6e-4615-a4e2-daa14f99aebb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 140d29cb-1f6e-4615-a4e2-daa14f99aebb found for delete ", "request_id": "req-60c7bcd2-9101-4acc-873f-9bf70fc6e196"}]} Oct 26 15:49:42.382609 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ef063d14-acf2-4122-8c61-461902b3858f None None] Attempt 8 to provision port 0979c77c-248c-4714-896e-d54b4f917af0 Oct 26 15:49:42.391518 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4eecd4b5-a84a-4956-b9b9-646744dda530 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:42.406820 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a4ae1db5-1120-44ee-8b98-3d22d45e2694 None None] Deleting port 67d42444-d305-4836-b148-92519c55f332 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:49:42.407207 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a4ae1db5-1120-44ee-8b98-3d22d45e2694 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:42.418255 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-7393d05f-51a2-425c-8cc2-1b75d1a59512 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1844311 Oct 26 15:49:42.425287 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-4377487a-6163-478d-97d6-5043ffd88f6a tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Calling delete_port for 771664fc-7f24-42d6-a93b-acf987f89e0c owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:49:42.436211 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39504) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:42.438646 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4eecd4b5-a84a-4956-b9b9-646744dda530 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:42.442176 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-9057f359-4a1f-4a33-8e9a-b321dbdbc3ed None None] Calling delete_port for 771664fc-7f24-42d6-a93b-acf987f89e0c owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:49:42.449817 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-b730563c-1d29-4516-84f1-59c3c34be6bb tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'subnet': {'network_id': '727fe7ec-fce3-4e2e-9e69-5d326c45d061', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:42.476404 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eecd4b5-a84a-4956-b9b9-646744dda530 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Network': ['ID=3cb2dcfd-260a-4d3a-b758-3b083e2645e7,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:42.483560 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44da1fdd-1506-416c-ad55-887d9dac50b0 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Router 7b258c33-c04f-4af1-b73e-8b3cf4b8ca00 is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:49:42.505539 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-dd88bc3c-ed35-456d-8fb7-7eebefa1e3d2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:42.579807 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fb344350-7cdd-4ff5-8581-6f4370ef8ebd tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:42.584583 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 7d4ad78d-224a-4ed3-b843-7964e0dbaf02 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:49:42.590707 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd88bc3c-ed35-456d-8fb7-7eebefa1e3d2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:49:42.602445 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-dd88bc3c-ed35-456d-8fb7-7eebefa1e3d2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:49:42.638919 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c981d126-e755-4636-8c3c-210096a3a766 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:49:42.657276 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd88bc3c-ed35-456d-8fb7-7eebefa1e3d2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:42.657946 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-dd88bc3c-ed35-456d-8fb7-7eebefa1e3d2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:42.683727 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb344350-7cdd-4ff5-8581-6f4370ef8ebd tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=023ba84e-0415-417e-95ef-f830340a1a66,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:42.713841 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4377487a-6163-478d-97d6-5043ffd88f6a tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:42.714443 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a4ae1db5-1120-44ee-8b98-3d22d45e2694 None None] The port '67d42444-d305-4836-b148-92519c55f332' was deleted {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 15:49:42.734012 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-4eecd4b5-a84a-4956-b9b9-646744dda530 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "DELETE /v2.0/networks/3cb2dcfd-260a-4d3a-b758-3b083e2645e7 HTTP/1.1" status: 204 len: 168 time: 3.1351633 Oct 26 15:49:42.737510 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39510) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:42.785693 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fb344350-7cdd-4ff5-8581-6f4370ef8ebd tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:42.787187 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-fb344350-7cdd-4ff5-8581-6f4370ef8ebd tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "DELETE /v2.0/security-groups/023ba84e-0415-417e-95ef-f830340a1a66 HTTP/1.1" status: 204 len: 168 time: 1.0902269 Oct 26 15:49:42.788190 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd88bc3c-ed35-456d-8fb7-7eebefa1e3d2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Subnet': ['ID=6ba4471c-48b9-4d08-92bd-7030aad7abb6,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:42.791125 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39514) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:42.794714 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4377487a-6163-478d-97d6-5043ffd88f6a tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Pushing event deleted for resources: {'Port': ['ID=771664fc-7f24-42d6-a93b-acf987f89e0c,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:42.796542 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4377487a-6163-478d-97d6-5043ffd88f6a tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] No DVR routers for this DVR port 771664fc-7f24-42d6-a93b-acf987f89e0c on host dv-neutron-862712-1-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:49:42.799649 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ef063d14-acf2-4122-8c61-461902b3858f None None] Port 0979c77c-248c-4714-896e-d54b4f917af0 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:42.867105 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-9057f359-4a1f-4a33-8e9a-b321dbdbc3ed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:49:42.867585 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-9057f359-4a1f-4a33-8e9a-b321dbdbc3ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:49:42.870334 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-dd88bc3c-ed35-456d-8fb7-7eebefa1e3d2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3725319 Oct 26 15:49:42.872360 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39518) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:42.891841 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-2d177d8c-f4c5-47c3-bd65-5125a114d00a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'port': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'mac_address': 'fa:16:3e:17:06:e7', 'name': 'tempest-NetworksTestDHCPv6-2013624578'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:42.934494 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-b730563c-1d29-4516-84f1-59c3c34be6bb tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:42.955833 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 7d4ad78d-224a-4ed3-b843-7964e0dbaf02 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:49:42.987325 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44da1fdd-1506-416c-ad55-887d9dac50b0 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:49:42.999179 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e0d812-8406-4924-bc2c-ea4f582714a0 None None] Sync routers for ids ['7b258c33-c04f-4af1-b73e-8b3cf4b8ca00'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:49:43.000604 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-44da1fdd-1506-416c-ad55-887d9dac50b0 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "PUT /v2.0/routers/7b258c33-c04f-4af1-b73e-8b3cf4b8ca00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7652140 Oct 26 15:49:43.001873 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-b730563c-1d29-4516-84f1-59c3c34be6bb tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Usage tracker for resource:subnet and tenant:b10aaa5403b848e8bc3e4f603712654e is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:43.019647 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e0d812-8406-4924-bc2c-ea4f582714a0 None None] Routers {'7b258c33-c04f-4af1-b73e-8b3cf4b8ca00'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:49:43.021325 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-27e0d812-8406-4924-bc2c-ea4f582714a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:49:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['7b258c33-c04f-4af1-b73e-8b3cf4b8ca00'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:43.069747 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 771664fc-7f24-42d6-a93b-acf987f89e0c no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:49:43.071735 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39522) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:43.073744 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-b730563c-1d29-4516-84f1-59c3c34be6bb tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:43.115675 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 771664fc-7f24-42d6-a93b-acf987f89e0c {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:49:43.116479 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 771664fc-7f24-42d6-a93b-acf987f89e0c not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:49:43.126725 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-b730563c-1d29-4516-84f1-59c3c34be6bb tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:43.137337 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-27e0d812-8406-4924-bc2c-ea4f582714a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:43.141419 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4377487a-6163-478d-97d6-5043ffd88f6a tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:43.150739 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e0d812-8406-4924-bc2c-ea4f582714a0 None None] Routers {'7b258c33-c04f-4af1-b73e-8b3cf4b8ca00'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:49:43.151536 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-27e0d812-8406-4924-bc2c-ea4f582714a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:49:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['7b258c33-c04f-4af1-b73e-8b3cf4b8ca00'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:43.161693 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-48a76404-1ed6-4240-9d65-ea3ffd8a5b57 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Synchronizing usage tracker for tenant:5a27b77f486e469cb98de9bedc1957c7 on resource:security_group {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:49:43.182529 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add6bf3-cef4-40e3-aff4-2bb78d9347fc req-4be0c6eb-65b8-4d35-aa7a-76901b36c0e9 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:43.189616 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-9add6bf3-cef4-40e3-aff4-2bb78d9347fc req-4be0c6eb-65b8-4d35-aa7a-76901b36c0e9 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.5954807 Oct 26 15:49:43.193110 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-4377487a-6163-478d-97d6-5043ffd88f6a tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b10e4a1d-6850-41fe-81db-5604c1f0c547']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:43.215809 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-4377487a-6163-478d-97d6-5043ffd88f6a tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bd6ddc1-b007-46b5-bfd7-b982635af613') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:43.216701 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-4377487a-6163-478d-97d6-5043ffd88f6a tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bd6ddc1-b007-46b5-bfd7-b982635af613') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:43.229039 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-efb12ec3-2dbf-4034-9f52-d7d2641e4015 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Deleting port 6c5b36d8-be86-4a68-afaf-7cf8eb62fe0b {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:49:43.229452 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-efb12ec3-2dbf-4034-9f52-d7d2641e4015 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:43.230382 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-27e0d812-8406-4924-bc2c-ea4f582714a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:43.231089 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e0d812-8406-4924-bc2c-ea4f582714a0 None None] The sync data for ids ['7b258c33-c04f-4af1-b73e-8b3cf4b8ca00'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:49:43.239159 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4377487a-6163-478d-97d6-5043ffd88f6a tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:43.264228 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9551fa53-4de2-47ef-ab69-7ee0fa527fa4 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:43.264805 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-9551fa53-4de2-47ef-ab69-7ee0fa527fa4 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Synchronizing usage tracker for tenant:c6ecf98f295847b88c4c5e8d668b4162 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:49:43.284972 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4377487a-6163-478d-97d6-5043ffd88f6a tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:43.294484 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14a669a-36ee-4b91-a508-0882197ec12d None None] Update dhcp port {'port': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'fixed_ips': [{'subnet_id': 'faf275a2-d815-4ace-abaf-22c77062b769', 'ip_address': '2001:db8::f816:3eff:febf:61b9'}, {'subnet_id': '6ba4471c-48b9-4d08-92bd-7030aad7abb6'}], 'binding:host_id': 'dv-neutron-862712-1-hyperv'}, 'id': '7d4ad78d-224a-4ed3-b843-7964e0dbaf02'} from dv-neutron-862712-1-hyperv. {{(pid=89749) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 26 15:49:43.294728 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b730563c-1d29-4516-84f1-59c3c34be6bb tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Made reservation on behalf of b10aaa5403b848e8bc3e4f603712654e for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:49:43.298132 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b730563c-1d29-4516-84f1-59c3c34be6bb tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:43.302005 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4377487a-6163-478d-97d6-5043ffd88f6a tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:49:43.302425 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4377487a-6163-478d-97d6-5043ffd88f6a tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:43.325613 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-9add6bf3-cef4-40e3-aff4-2bb78d9347fc req-16c677c2-2225-48b6-a93a-ce8c0927e04f tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889268 Oct 26 15:49:43.369937 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ef063d14-acf2-4122-8c61-461902b3858f None None] Attempt 9 to provision port 0979c77c-248c-4714-896e-d54b4f917af0 Oct 26 15:49:43.376983 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 4bd6ddc1-b007-46b5-bfd7-b982635af613 resource provider aggregate not found Oct 26 15:49:43.386680 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-48a76404-1ed6-4240-9d65-ea3ffd8a5b57 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Unset dirty status for tenant:5a27b77f486e469cb98de9bedc1957c7 on resource:security_group {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:49:43.387966 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-48a76404-1ed6-4240-9d65-ea3ffd8a5b57 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5943956 Oct 26 15:49:43.400603 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39530) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:43.404386 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-9057f359-4a1f-4a33-8e9a-b321dbdbc3ed None None] Deleting port 771664fc-7f24-42d6-a93b-acf987f89e0c {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:49:43.404796 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9057f359-4a1f-4a33-8e9a-b321dbdbc3ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:43.409575 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-49cb73b1-c061-452b-9c86-9dae20d887a7 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Request body: {'security_group': {'name': 'tempest-secgroup--1760377194'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:43.413578 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-2d177d8c-f4c5-47c3-bd65-5125a114d00a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:43.414476 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 4bd6ddc1-b007-46b5-bfd7-b982635af613 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4bd6ddc1-b007-46b5-bfd7-b982635af613 found for delete ", "request_id": "req-97961538-a3d4-458a-8694-fe16bb22ecde"}]} Oct 26 15:49:43.419636 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-49cb73b1-c061-452b-9c86-9dae20d887a7 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:43.426254 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-2d177d8c-f4c5-47c3-bd65-5125a114d00a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Usage tracker for resource:port and tenant:cde0b70c42f24e8e94f9303758760038 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:43.431207 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-49cb73b1-c061-452b-9c86-9dae20d887a7 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:43.432416 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-2d177d8c-f4c5-47c3-bd65-5125a114d00a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:43.455710 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-2d177d8c-f4c5-47c3-bd65-5125a114d00a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:43.516581 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-9057f359-4a1f-4a33-8e9a-b321dbdbc3ed None None] The port '771664fc-7f24-42d6-a93b-acf987f89e0c' was deleted {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 15:49:43.521286 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ef063d14-acf2-4122-8c61-461902b3858f None None] Port 0979c77c-248c-4714-896e-d54b4f917af0 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:43.524753 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a14a669a-36ee-4b91-a508-0882197ec12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:43.537217 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-9551fa53-4de2-47ef-ab69-7ee0fa527fa4 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Unset dirty status for tenant:c6ecf98f295847b88c4c5e8d668b4162 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:49:43.538687 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-9551fa53-4de2-47ef-ab69-7ee0fa527fa4 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "GET /v2.0/ports/890a8fa2-7abb-4628-aec0-04a43532a5fa HTTP/1.1" status: 200 len: 910 time: 0.4614618 Oct 26 15:49:43.541374 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39534) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:43.608756 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4377487a-6163-478d-97d6-5043ffd88f6a tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:43.614185 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4377487a-6163-478d-97d6-5043ffd88f6a tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:43.620426 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-49cb73b1-c061-452b-9c86-9dae20d887a7 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:43.715308 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d177d8c-f4c5-47c3-bd65-5125a114d00a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:49:43.729774 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4377487a-6163-478d-97d6-5043ffd88f6a tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] 10.222.0.23 "DELETE /v2.0/networks/b10e4a1d-6850-41fe-81db-5604c1f0c547 HTTP/1.1" status: 204 len: 168 time: 2.4298661 Oct 26 15:49:43.852938 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4377487a-6163-478d-97d6-5043ffd88f6a tempest-NetworksIpV6TestAttrs-2114477900 tempest-NetworksIpV6TestAttrs-2114477900-project] Pushing event deleted for resources: {'Network': ['ID=b10e4a1d-6850-41fe-81db-5604c1f0c547,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:43.852938 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-49cb73b1-c061-452b-9c86-9dae20d887a7 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:43.853260 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-a14a669a-36ee-4b91-a508-0882197ec12d None None] Allocated IP 2001:db8:0:1::2 (f810e159-a5e8-4c86-8cec-5d909fe013dd/6ba4471c-48b9-4d08-92bd-7030aad7abb6/7d4ad78d-224a-4ed3-b843-7964e0dbaf02) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:49:43.853716 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-49cb73b1-c061-452b-9c86-9dae20d887a7 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Usage tracker for resource:security_group_rule and tenant:5a27b77f486e469cb98de9bedc1957c7 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:43.853716 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-49cb73b1-c061-452b-9c86-9dae20d887a7 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:43.853716 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-49cb73b1-c061-452b-9c86-9dae20d887a7 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:43.853992 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-efb12ec3-2dbf-4034-9f52-d7d2641e4015 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:43.853992 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-efb12ec3-2dbf-4034-9f52-d7d2641e4015 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:43.931230 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-a14a669a-36ee-4b91-a508-0882197ec12d None None] For port 7d4ad78d-224a-4ed3-b843-7964e0dbaf02, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=7d4ad78d-224a-4ed3-b843-7964e0dbaf02,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:49:43.931530 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-efb12ec3-2dbf-4034-9f52-d7d2641e4015 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Calling delete_port for 6c5b36d8-be86-4a68-afaf-7cf8eb62fe0b owned by network:floatingip {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:49:43.960936 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a14a669a-36ee-4b91-a508-0882197ec12d None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:43.978322 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-a14a669a-36ee-4b91-a508-0882197ec12d None None] Ignored duplicate provisioning block setup for port 7d4ad78d-224a-4ed3-b843-7964e0dbaf02 by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 26 15:49:44.022789 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ef063d14-acf2-4122-8c61-461902b3858f None None] Attempt 10 to provision port 0979c77c-248c-4714-896e-d54b4f917af0 Oct 26 15:49:44.047146 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.ipam_backend_mixin [None req-b730563c-1d29-4516-84f1-59c3c34be6bb tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 442bbdac-2254-4921-9730-977ca4f1a037 (CIDR: 2001:db8:0:1::/64) Oct 26 15:49:44.067411 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a14a669a-36ee-4b91-a508-0882197ec12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:44.075083 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-49cb73b1-c061-452b-9c86-9dae20d887a7 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:44.096346 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-b730563c-1d29-4516-84f1-59c3c34be6bb tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:49:44.096839 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b730563c-1d29-4516-84f1-59c3c34be6bb tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:49:44.137404 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-49cb73b1-c061-452b-9c86-9dae20d887a7 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:44.142430 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2d177d8c-f4c5-47c3-bd65-5125a114d00a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:44.187208 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [None req-2d177d8c-f4c5-47c3-bd65-5125a114d00a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] device_id is not set on port 38627624-097c-4db7-b1c1-b24ed8d29691 yet. {{(pid=89748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:49:44.214430 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb73b1-c061-452b-9c86-9dae20d887a7 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e53df06-738d-4e19-aa90-312b694b9c04,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:44.226611 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b730563c-1d29-4516-84f1-59c3c34be6bb tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.7850578 Oct 26 15:49:44.230801 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39540) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:44.236923 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-ad30fbe1-ff9d-4b72-9d0d-29cb478d5d4a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'subnet': {'network_id': '727fe7ec-fce3-4e2e-9e69-5d326c45d061', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:44.237998 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ef063d14-acf2-4122-8c61-461902b3858f None None] Port 0979c77c-248c-4714-896e-d54b4f917af0 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:44.245841 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-ef063d14-acf2-4122-8c61-461902b3858f None None] Could not find standard attr ID for object 0836b440-7a41-43b0-8107-95ac9133a73b. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:49:44.259451 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a669a-36ee-4b91-a508-0882197ec12d None None] Pushing event updated for resources: {'Port': ['ID=7d4ad78d-224a-4ed3-b843-7964e0dbaf02,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:44.321168 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-49cb73b1-c061-452b-9c86-9dae20d887a7 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:44.325742 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-49cb73b1-c061-452b-9c86-9dae20d887a7 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9237075 Oct 26 15:49:44.326682 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39546) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:44.337953 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-1e5a6fea-f7cc-4567-ab95-93e84db807b7 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Request body: {'security_group_rule': {'security_group_id': '3e53df06-738d-4e19-aa90-312b694b9c04', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:44.338551 dv-neutron-862712-1-hyperv neutron-server[89748]: WARNING neutron.api.v2.base [None req-1e5a6fea-f7cc-4567-ab95-93e84db807b7 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 26 15:49:44.339057 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-1e5a6fea-f7cc-4567-ab95-93e84db807b7 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:49:44.340026 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-1e5a6fea-f7cc-4567-ab95-93e84db807b7 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0085480 Oct 26 15:49:44.345681 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39550) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:44.354670 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-ef063d14-acf2-4122-8c61-461902b3858f None None] Provisioning for port 74b13b1b-8433-4c1b-91f9-0137ad907c0e completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:49:44.360356 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-ef063d14-acf2-4122-8c61-461902b3858f None None] Provisioning complete for port 74b13b1b-8433-4c1b-91f9-0137ad907c0e triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:49:44.360938 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ef063d14-acf2-4122-8c61-461902b3858f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:44.361511 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ef063d14-acf2-4122-8c61-461902b3858f None None] Attempt 1 to provision port 74b13b1b-8433-4c1b-91f9-0137ad907c0e Oct 26 15:49:44.455180 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-efb12ec3-2dbf-4034-9f52-d7d2641e4015 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:44.515766 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39556) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:44.539864 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 7d4ad78d-224a-4ed3-b843-7964e0dbaf02 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:49:44.559015 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ad30fbe1-ff9d-4b72-9d0d-29cb478d5d4a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:44.563639 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ad30fbe1-ff9d-4b72-9d0d-29cb478d5d4a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Usage tracker for resource:subnet and tenant:b10aaa5403b848e8bc3e4f603712654e is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:44.567662 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ad30fbe1-ff9d-4b72-9d0d-29cb478d5d4a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:44.574244 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ad30fbe1-ff9d-4b72-9d0d-29cb478d5d4a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:44.585951 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-dc4d9197-d2a6-4dea-a66e-e9dd0a75c6bf tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:44.703170 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ef063d14-acf2-4122-8c61-461902b3858f None None] Current status of the port 74b13b1b-8433-4c1b-91f9-0137ad907c0e is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:49:44.715205 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb12ec3-2dbf-4034-9f52-d7d2641e4015 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Port': ['ID=6c5b36d8-be86-4a68-afaf-7cf8eb62fe0b,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:44.723004 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-ef063d14-acf2-4122-8c61-461902b3858f None None] Could not find standard attr ID for object b3c9f937-c835-49e2-a0aa-58c526d8a5eb. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:49:44.734873 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad30fbe1-ff9d-4b72-9d0d-29cb478d5d4a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Made reservation on behalf of b10aaa5403b848e8bc3e4f603712654e for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:49:44.740094 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ad30fbe1-ff9d-4b72-9d0d-29cb478d5d4a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:44.753063 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4d3e52c5-e2be-41a7-a5a0-4426c086b263 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:44.757546 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-ef063d14-acf2-4122-8c61-461902b3858f None None] Could not find standard attr ID for object b54343f7-56a4-4370-a849-2dd5f0fb610a. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:49:44.839999 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4d3e52c5-e2be-41a7-a5a0-4426c086b263 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:44.962277 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-efb12ec3-2dbf-4034-9f52-d7d2641e4015 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for floatingip, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:44.963020 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.l3_db [None req-efb12ec3-2dbf-4034-9f52-d7d2641e4015 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Floating IP a48369ac-8de8-4023-b968-9d3ce0074657 disassociated (deleted). External IP: 172.26.2.222, port: 17d303d5-fb92-49a6-9891-432f5db08b5f. Oct 26 15:49:44.977892 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Provisioning for port 9d0cb32a-4ec3-43f8-9bf0-1a7d14551fd9 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:49:44.980445 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e4cd6c64-0311-4dd6-9b9f-ebcba02156b2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ed533417d7984f4ebffb4d3679dafa7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4633839 Oct 26 15:49:44.985243 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Provisioning complete for port 9d0cb32a-4ec3-43f8-9bf0-1a7d14551fd9 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:49:44.986895 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:44.986895 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Attempt 1 to provision port 9d0cb32a-4ec3-43f8-9bf0-1a7d14551fd9 Oct 26 15:49:45.028230 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39562) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:45.049436 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Port 9d0cb32a-4ec3-43f8-9bf0-1a7d14551fd9 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:45.117486 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-2d177d8c-f4c5-47c3-bd65-5125a114d00a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Allocated IP 2001:db8:0:1::22e (f810e159-a5e8-4c86-8cec-5d909fe013dd/6ba4471c-48b9-4d08-92bd-7030aad7abb6/38627624-097c-4db7-b1c1-b24ed8d29691) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:49:45.131477 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-2d177d8c-f4c5-47c3-bd65-5125a114d00a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Allocated IP 2001:db8::f816:3eff:fe17:6e7 (f810e159-a5e8-4c86-8cec-5d909fe013dd/faf275a2-d815-4ace-abaf-22c77062b769/38627624-097c-4db7-b1c1-b24ed8d29691) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:49:45.160777 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df04da-69a0-4e82-8950-8308ca77d1c9 req-1b921e9c-c940-43e0-ae29-1a81e9e3670f tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:45.162284 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-95df04da-69a0-4e82-8950-8308ca77d1c9 req-1b921e9c-c940-43e0-ae29-1a81e9e3670f tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.6078675 Oct 26 15:49:45.227200 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4d3e52c5-e2be-41a7-a5a0-4426c086b263 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:45.273526 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e52c5-e2be-41a7-a5a0-4426c086b263 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e53df06-738d-4e19-aa90-312b694b9c04,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:45.283839 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8fc7b38b-4dd6-4dd3-9a03-edcfba3a0996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:45.405383 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8fc7b38b-4dd6-4dd3-9a03-edcfba3a0996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:45.421401 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-95df04da-69a0-4e82-8950-8308ca77d1c9 req-0d20a6fb-52c1-4eb8-b295-2f000277559a tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2452588 Oct 26 15:49:45.452852 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-dc4d9197-d2a6-4dea-a66e-e9dd0a75c6bf tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Deleting port 890a8fa2-7abb-4628-aec0-04a43532a5fa {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:49:45.453204 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-dc4d9197-d2a6-4dea-a66e-e9dd0a75c6bf tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:45.551538 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Attempt 2 to provision port 9d0cb32a-4ec3-43f8-9bf0-1a7d14551fd9 Oct 26 15:49:45.610730 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Port 9d0cb32a-4ec3-43f8-9bf0-1a7d14551fd9 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:45.671967 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8fc7b38b-4dd6-4dd3-9a03-edcfba3a0996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:45.686162 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4d3e52c5-e2be-41a7-a5a0-4426c086b263 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:45.687327 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-4d3e52c5-e2be-41a7-a5a0-4426c086b263 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "DELETE /v2.0/security-groups/3e53df06-738d-4e19-aa90-312b694b9c04 HTTP/1.1" status: 204 len: 168 time: 1.3406920 Oct 26 15:49:45.695234 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39566) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:45.706382 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7b38b-4dd6-4dd3-9a03-edcfba3a0996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6518d4-a17b-42a8-862c-a2bf1b154d7c,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:45.709935 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-dc4d9197-d2a6-4dea-a66e-e9dd0a75c6bf tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:45.775536 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8fc7b38b-4dd6-4dd3-9a03-edcfba3a0996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:45.776213 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2d177d8c-f4c5-47c3-bd65-5125a114d00a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:45.776563 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8fc7b38b-4dd6-4dd3-9a03-edcfba3a0996 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fa6518d4-a17b-42a8-862c-a2bf1b154d7c HTTP/1.1" status: 204 len: 168 time: 0.7691572 Oct 26 15:49:45.822170 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-2d177d8c-f4c5-47c3-bd65-5125a114d00a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Transition to ACTIVE for port object 38627624-097c-4db7-b1c1-b24ed8d29691 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:49:45.828279 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-3f2a93d5-7670-4643-966e-94fdd9d991af tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Synchronizing usage tracker for tenant:5a27b77f486e469cb98de9bedc1957c7 on resource:security_group {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:49:45.833555 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb12ec3-2dbf-4034-9f52-d7d2641e4015 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Router 0260c441-1b7e-4de5-9a34-023157bae4f6 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:49:45.838352 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ad30fbe1-ff9d-4b72-9d0d-29cb478d5d4a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:45.848796 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-dc4d9197-d2a6-4dea-a66e-e9dd0a75c6bf tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Calling delete_port for 890a8fa2-7abb-4628-aec0-04a43532a5fa owned by network:router_interface {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:49:45.946059 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad30fbe1-ff9d-4b72-9d0d-29cb478d5d4a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Network 727fe7ec-fce3-4e2e-9e69-5d326c45d061 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:49:45.956285 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-ad30fbe1-ff9d-4b72-9d0d-29cb478d5d4a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:49:45.965789 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad30fbe1-ff9d-4b72-9d0d-29cb478d5d4a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:45.966283 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ad30fbe1-ff9d-4b72-9d0d-29cb478d5d4a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:45.967443 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8c42fb-17bf-4fbf-bc69-c34f455b1026 None None] Network 727fe7ec-fce3-4e2e-9e69-5d326c45d061 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:49:45.977803 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-3f2a93d5-7670-4643-966e-94fdd9d991af tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Unset dirty status for tenant:5a27b77f486e469cb98de9bedc1957c7 on resource:security_group {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:49:45.979034 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-3f2a93d5-7670-4643-966e-94fdd9d991af tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2827954 Oct 26 15:49:45.981097 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30fbe1-ff9d-4b72-9d0d-29cb478d5d4a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event updated for resources: {'Subnet': ['ID=987ff4d8-873b-4b82-affe-46e6e29b7bb7,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:45.984926 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39574) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:46.002576 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-8b6800a5-d5ae-4e0b-90a9-e047d3c253cb tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Request body: {'security_group': {'name': 'tempest-secgroup--1370090440'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:46.017664 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-8b6800a5-d5ae-4e0b-90a9-e047d3c253cb tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:46.037354 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-8b6800a5-d5ae-4e0b-90a9-e047d3c253cb tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:46.073559 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb12ec3-2dbf-4034-9f52-d7d2641e4015 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:49:46.079030 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-efb12ec3-2dbf-4034-9f52-d7d2641e4015 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:46.092979 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52870c36-dac2-49aa-9cab-e6bd93a7d28f None None] Sync routers for ids ['0260c441-1b7e-4de5-9a34-023157bae4f6'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:49:46.108229 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ad30fbe1-ff9d-4b72-9d0d-29cb478d5d4a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8767738 Oct 26 15:49:46.113865 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8b6800a5-d5ae-4e0b-90a9-e047d3c253cb tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:46.114184 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39580) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:46.133365 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2d177d8c-f4c5-47c3-bd65-5125a114d00a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:46.150462 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-25d7ca00-99dc-4ec3-b232-0049c252b695 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-48467280', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '987ff4d8-873b-4b82-affe-46e6e29b7bb7'}], 'security_groups': ['67bfff65-fa8d-4b38-8d26-22ec5731fe90', 'f009b7c9-3849-426e-aa09-cebfbcf627af']}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:46.155817 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-8b6800a5-d5ae-4e0b-90a9-e047d3c253cb tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:46.161976 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-8b6800a5-d5ae-4e0b-90a9-e047d3c253cb tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Usage tracker for resource:security_group_rule and tenant:5a27b77f486e469cb98de9bedc1957c7 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:46.165025 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-8b6800a5-d5ae-4e0b-90a9-e047d3c253cb tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:46.171090 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-8b6800a5-d5ae-4e0b-90a9-e047d3c253cb tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:46.173452 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Attempt 3 to provision port 9d0cb32a-4ec3-43f8-9bf0-1a7d14551fd9 Oct 26 15:49:46.261533 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52870c36-dac2-49aa-9cab-e6bd93a7d28f None None] Routers {'0260c441-1b7e-4de5-9a34-023157bae4f6'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:49:46.262428 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-52870c36-dac2-49aa-9cab-e6bd93a7d28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:49:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['0260c441-1b7e-4de5-9a34-023157bae4f6'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:46.300856 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-dc4d9197-d2a6-4dea-a66e-e9dd0a75c6bf tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:46.319299 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d177d8c-f4c5-47c3-bd65-5125a114d00a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:49:46.322781 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-efb12ec3-2dbf-4034-9f52-d7d2641e4015 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "DELETE /v2.0/floatingips/a48369ac-8de8-4023-b968-9d3ce0074657 HTTP/1.1" status: 204 len: 168 time: 3.5837519 Oct 26 15:49:46.332637 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '317f2fc3-5951-4998-94f0-0728b8b2326b', 'tag': '17d303d5-fb92-49a6-9891-432f5db08b5f'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:49:46.335224 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7ad845-9456-44a7-99f4-56f7a378b440" -d '{"events": [{"name": "network-changed", "server_uuid": "317f2fc3-5951-4998-94f0-0728b8b2326b", "tag": "17d303d5-fb92-49a6-9891-432f5db08b5f"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:49:46.338631 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-2d177d8c-f4c5-47c3-bd65-5125a114d00a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:49:46.346652 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d177d8c-f4c5-47c3-bd65-5125a114d00a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Port': ['ID=38627624-097c-4db7-b1c1-b24ed8d29691,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:46.378930 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d9197-d2a6-4dea-a66e-e9dd0a75c6bf tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event deleted for resources: {'Port': ['ID=890a8fa2-7abb-4628-aec0-04a43532a5fa,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:46.559754 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Port 9d0cb32a-4ec3-43f8-9bf0-1a7d14551fd9 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:46.639525 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8b6800a5-d5ae-4e0b-90a9-e047d3c253cb tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:46.695317 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d177d8c-f4c5-47c3-bd65-5125a114d00a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:49:46.715039 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d177d8c-f4c5-47c3-bd65-5125a114d00a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:46.715725 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2d177d8c-f4c5-47c3-bd65-5125a114d00a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:46.875331 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-52870c36-dac2-49aa-9cab-e6bd93a7d28f None None] Set router 0260c441-1b7e-4de5-9a34-023157bae4f6 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:49:46.894419 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-25d7ca00-99dc-4ec3-b232-0049c252b695 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:46.912180 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8b6800a5-d5ae-4e0b-90a9-e047d3c253cb tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:46.930300 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-dc4d9197-d2a6-4dea-a66e-e9dd0a75c6bf tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:46.982585 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2d177d8c-f4c5-47c3-bd65-5125a114d00a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.1021917 Oct 26 15:49:46.985010 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39602) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:47.064312 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Attempt 4 to provision port 9d0cb32a-4ec3-43f8-9bf0-1a7d14551fd9 Oct 26 15:49:47.130167 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6800a5-d5ae-4e0b-90a9-e047d3c253cb tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b68209a5-c0b0-40dc-a36d-08b785e1e6de,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:47.165351 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-92ce0966-d5f7-4828-afc8-303dc1f2534d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting port 38627624-097c-4db7-b1c1-b24ed8d29691 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:49:47.166390 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-92ce0966-d5f7-4828-afc8-303dc1f2534d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:47.271723 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fcf83e4-f456-4d5f-a0c3-0bc4b1967fc0 x-openstack-request-id: req-6fcf83e4-f456-4d5f-a0c3-0bc4b1967fc0 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:49:47.272029 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "317f2fc3-5951-4998-94f0-0728b8b2326b", "tag": "17d303d5-fb92-49a6-9891-432f5db08b5f", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:49:47.272292 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6fcf83e4-f456-4d5f-a0c3-0bc4b1967fc0 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:49:47.272694 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fcf83e4-f456-4d5f-a0c3-0bc4b1967fc0'] response: {'name': 'network-changed', 'server_uuid': '317f2fc3-5951-4998-94f0-0728b8b2326b', 'tag': '17d303d5-fb92-49a6-9891-432f5db08b5f', 'status': 'completed', 'code': 200} Oct 26 15:49:47.390001 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8b6800a5-d5ae-4e0b-90a9-e047d3c253cb tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:47.396460 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8b6800a5-d5ae-4e0b-90a9-e047d3c253cb tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4108622 Oct 26 15:49:47.437799 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39616) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:47.438407 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39618) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:47.480806 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-c90b400d-d059-4e3c-9e96-9fae1e9b104e tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Request body: {'security_group_rule': {'security_group_id': 'b68209a5-c0b0-40dc-a36d-08b785e1e6de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:47.482000 dv-neutron-862712-1-hyperv neutron-server[89748]: WARNING neutron.api.v2.base [None req-c90b400d-d059-4e3c-9e96-9fae1e9b104e tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 26 15:49:47.482798 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-c90b400d-d059-4e3c-9e96-9fae1e9b104e tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:49:47.487040 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-c90b400d-d059-4e3c-9e96-9fae1e9b104e tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0308349 Oct 26 15:49:47.497695 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39626) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:47.567622 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Port 9d0cb32a-4ec3-43f8-9bf0-1a7d14551fd9 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:47.591848 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc4d9197-d2a6-4dea-a66e-e9dd0a75c6bf tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Router 7b258c33-c04f-4af1-b73e-8b3cf4b8ca00 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:49:47.605602 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2276ff89-ee93-42f2-aaee-4100fe44226f None None] Update dhcp port {'port': {'network_id': '727fe7ec-fce3-4e2e-9e69-5d326c45d061', 'fixed_ips': [{'subnet_id': '442bbdac-2254-4921-9730-977ca4f1a037', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e064082c-8a46-4321-bacf-da21a2780970', 'ip_address': '2001:db8::2'}, {'subnet_id': '987ff4d8-873b-4b82-affe-46e6e29b7bb7'}], 'binding:host_id': 'dv-neutron-862712-1-hyperv'}, 'id': '74b13b1b-8433-4c1b-91f9-0137ad907c0e'} from dv-neutron-862712-1-hyperv. {{(pid=89749) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 26 15:49:47.685906 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2276ff89-ee93-42f2-aaee-4100fe44226f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:47.708583 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-52870c36-dac2-49aa-9cab-e6bd93a7d28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'name': 'tempest-TestNetworkBasicOps-router-186827657', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '8d17d25d-392d-4fb0-b5be-1a1b4ebabe72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:45:31Z', 'updated_at': '2022-10-26T15:49:24Z', 'revision_number': 6, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '8d17d25d-392d-4fb0-b5be-1a1b4ebabe72', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:86:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:45:33Z', 'updated_at': '2022-10-26T15:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '5febe6cf-bdd2-4ccc-adde-18f40d019bd5', 'name': '', 'network_id': '463f536f-4c79-4aa7-83ec-186e85f0d447', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:1d:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '24fd7863-3159-4cf8-879b-2b00a6811b4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:45:44Z', 'updated_at': '2022-10-26T15:45:54Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '24fd7863-3159-4cf8-879b-2b00a6811b4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:47.717831 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-b2451ddb-869e-47da-b3a6-4d5c7bc734e5 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Request body: {'security_group_rule': {'security_group_id': 'b68209a5-c0b0-40dc-a36d-08b785e1e6de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:47.718762 dv-neutron-862712-1-hyperv neutron-server[89748]: WARNING neutron.api.v2.base [None req-b2451ddb-869e-47da-b3a6-4d5c7bc734e5 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 26 15:49:47.719346 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-b2451ddb-869e-47da-b3a6-4d5c7bc734e5 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:49:47.723798 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b2451ddb-869e-47da-b3a6-4d5c7bc734e5 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.2170386 Oct 26 15:49:47.732635 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39630) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:47.755288 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52870c36-dac2-49aa-9cab-e6bd93a7d28f None None] Checking router: 0260c441-1b7e-4de5-9a34-023157bae4f6 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:49:47.765082 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-8c68b58a-9780-4747-9f44-cb766aa885a5 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Request body: {'security_group': {'name': 'tempest-secgroup--1769055173'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:47.771754 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52870c36-dac2-49aa-9cab-e6bd93a7d28f None None] Routers {'0260c441-1b7e-4de5-9a34-023157bae4f6'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:49:47.772310 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4d9197-d2a6-4dea-a66e-e9dd0a75c6bf tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:49:47.772484 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-52870c36-dac2-49aa-9cab-e6bd93a7d28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:49:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['0260c441-1b7e-4de5-9a34-023157bae4f6'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:47.777117 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-1cdcb451-0323-4531-9d22-fe10938a5e7c tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Request body: {'security_group_rule': {'security_group_id': 'b68209a5-c0b0-40dc-a36d-08b785e1e6de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:47.777655 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-dc4d9197-d2a6-4dea-a66e-e9dd0a75c6bf tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "PUT /v2.0/routers/7b258c33-c04f-4af1-b73e-8b3cf4b8ca00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2350087 Oct 26 15:49:47.780104 dv-neutron-862712-1-hyperv neutron-server[89748]: WARNING neutron.api.v2.base [None req-1cdcb451-0323-4531-9d22-fe10938a5e7c tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 26 15:49:47.780609 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-1cdcb451-0323-4531-9d22-fe10938a5e7c tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:49:47.784223 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-1cdcb451-0323-4531-9d22-fe10938a5e7c tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0448833 Oct 26 15:49:47.785942 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fff544-53ee-4904-b022-9304039bb4c9 None None] Sync routers for ids ['7b258c33-c04f-4af1-b73e-8b3cf4b8ca00'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:49:47.786727 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39636) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:47.786873 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39638) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:47.799760 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fff544-53ee-4904-b022-9304039bb4c9 None None] Routers {'7b258c33-c04f-4af1-b73e-8b3cf4b8ca00'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:49:47.801545 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-41fff544-53ee-4904-b022-9304039bb4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:49:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['7b258c33-c04f-4af1-b73e-8b3cf4b8ca00'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:47.837767 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-4f0c0b6e-874c-4897-b980-ee6f39791ec9 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Request body: {'security_group_rule': {'security_group_id': 'b68209a5-c0b0-40dc-a36d-08b785e1e6de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:47.838693 dv-neutron-862712-1-hyperv neutron-server[89747]: WARNING neutron.api.v2.base [None req-4f0c0b6e-874c-4897-b980-ee6f39791ec9 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 26 15:49:47.839194 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-4f0c0b6e-874c-4897-b980-ee6f39791ec9 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:49:47.842819 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4f0c0b6e-874c-4897-b980-ee6f39791ec9 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0493586 Oct 26 15:49:47.848918 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3be87a-c9cf-4d9b-aaad-704066b9dc60 req-e3761f35-2577-4909-8d71-6e0b323ce3af tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:47.850349 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-fa3be87a-c9cf-4d9b-aaad-704066b9dc60 req-e3761f35-2577-4909-8d71-6e0b323ce3af tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=317f2fc3-5951-4998-94f0-0728b8b2326b HTTP/1.1" status: 200 len: 945 time: 0.3830824 Oct 26 15:49:47.850860 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39644) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:47.884479 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-41fff544-53ee-4904-b022-9304039bb4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:47.893461 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8c68b58a-9780-4747-9f44-cb766aa885a5 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:47.897374 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fff544-53ee-4904-b022-9304039bb4c9 None None] Routers {'7b258c33-c04f-4af1-b73e-8b3cf4b8ca00'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:49:47.898009 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-41fff544-53ee-4904-b022-9304039bb4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:49:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['7b258c33-c04f-4af1-b73e-8b3cf4b8ca00'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:47.899352 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d84946ef-88ac-4338-9f95-da9c6e8d08e6 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Synchronizing usage tracker for tenant:c6ecf98f295847b88c4c5e8d668b4162 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:49:47.918957 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8c68b58a-9780-4747-9f44-cb766aa885a5 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Usage tracker for resource:security_group and tenant:7e3ca709110348f3bb74c8b4375d8b39 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:47.925755 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8c68b58a-9780-4747-9f44-cb766aa885a5 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:47.958756 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-52870c36-dac2-49aa-9cab-e6bd93a7d28f None None] Set router 0260c441-1b7e-4de5-9a34-023157bae4f6 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:49:47.966485 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-fa3be87a-c9cf-4d9b-aaad-704066b9dc60 req-f7583741-a1e8-4380-abe8-091039ac7dd4 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c64386a-6623-49c2-bff3-822e0e17fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059885 Oct 26 15:49:47.985868 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8c68b58a-9780-4747-9f44-cb766aa885a5 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:47.997046 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-41fff544-53ee-4904-b022-9304039bb4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:47.997772 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fff544-53ee-4904-b022-9304039bb4c9 None None] The sync data for ids ['7b258c33-c04f-4af1-b73e-8b3cf4b8ca00'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:49:48.009068 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d84946ef-88ac-4338-9f95-da9c6e8d08e6 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Unset dirty status for tenant:c6ecf98f295847b88c4c5e8d668b4162 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:49:48.010226 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d84946ef-88ac-4338-9f95-da9c6e8d08e6 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b258c33-c04f-4af1-b73e-8b3cf4b8ca00 HTTP/1.1" status: 200 len: 205 time: 0.2208850 Oct 26 15:49:48.013011 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39648) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:48.060708 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd806f-e522-4a4c-b7c0-932524da94fd req-e0701294-7ea0-4e3b-89b6-812a0bc1a42a tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:48.062324 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9ccd806f-e522-4a4c-b7c0-932524da94fd req-e0701294-7ea0-4e3b-89b6-812a0bc1a42a tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.7946930 Oct 26 15:49:48.068745 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-da69ce59-764f-4973-ac16-0338626a6f43 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:48.079910 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Attempt 5 to provision port 9d0cb32a-4ec3-43f8-9bf0-1a7d14551fd9 Oct 26 15:49:48.110076 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-92ce0966-d5f7-4828-afc8-303dc1f2534d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:48.135164 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ad845-9456-44a7-99f4-56f7a378b440 req-8bc21fd5-ae3d-44c5-b409-347fbbaad45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:48.136654 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1d7ad845-9456-44a7-99f4-56f7a378b440 req-8bc21fd5-ae3d-44c5-b409-347fbbaad45e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=317f2fc3-5951-4998-94f0-0728b8b2326b HTTP/1.1" status: 200 len: 1098 time: 0.8675849 Oct 26 15:49:48.154652 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8c68b58a-9780-4747-9f44-cb766aa885a5 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:48.176662 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-da69ce59-764f-4973-ac16-0338626a6f43 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:48.186008 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-589929c5-f61d-4bbf-a999-072e9bed2f22 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for router, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:48.302456 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Port 9d0cb32a-4ec3-43f8-9bf0-1a7d14551fd9 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:48.435574 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-52870c36-dac2-49aa-9cab-e6bd93a7d28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'name': 'tempest-TestNetworkBasicOps-router-186827657', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '8d17d25d-392d-4fb0-b5be-1a1b4ebabe72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:45:31Z', 'updated_at': '2022-10-26T15:49:24Z', 'revision_number': 6, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '8d17d25d-392d-4fb0-b5be-1a1b4ebabe72', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:86:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:45:33Z', 'updated_at': '2022-10-26T15:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '5febe6cf-bdd2-4ccc-adde-18f40d019bd5', 'name': '', 'network_id': '463f536f-4c79-4aa7-83ec-186e85f0d447', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:1d:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '24fd7863-3159-4cf8-879b-2b00a6811b4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:45:44Z', 'updated_at': '2022-10-26T15:45:54Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '24fd7863-3159-4cf8-879b-2b00a6811b4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:48.440769 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52870c36-dac2-49aa-9cab-e6bd93a7d28f None None] The sync data for ids ['0260c441-1b7e-4de5-9a34-023157bae4f6'] in dv-neutron-862712-1-hyperv is: [{'id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'name': 'tempest-TestNetworkBasicOps-router-186827657', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '8d17d25d-392d-4fb0-b5be-1a1b4ebabe72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:45:31Z', 'updated_at': '2022-10-26T15:49:24Z', 'revision_number': 6, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '8d17d25d-392d-4fb0-b5be-1a1b4ebabe72', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:86:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:45:33Z', 'updated_at': '2022-10-26T15:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '5febe6cf-bdd2-4ccc-adde-18f40d019bd5', 'name': '', 'network_id': '463f536f-4c79-4aa7-83ec-186e85f0d447', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:1d:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '24fd7863-3159-4cf8-879b-2b00a6811b4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:45:44Z', 'updated_at': '2022-10-26T15:45:54Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '24fd7863-3159-4cf8-879b-2b00a6811b4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:49:48.448768 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8c68b58a-9780-4747-9f44-cb766aa885a5 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:48.481607 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-92ce0966-d5f7-4828-afc8-303dc1f2534d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Calling delete_port for 38627624-097c-4db7-b1c1-b24ed8d29691 owned by {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:49:48.526712 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-589929c5-f61d-4bbf-a999-072e9bed2f22 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:48.529035 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-589929c5-f61d-4bbf-a999-072e9bed2f22 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:48.564355 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9ccd806f-e522-4a4c-b7c0-932524da94fd req-b63fcb73-f6c3-4912-858e-4b95e7d3a2e4 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4845181 Oct 26 15:49:48.594751 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-da69ce59-764f-4973-ac16-0338626a6f43 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:48.618067 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69ce59-764f-4973-ac16-0338626a6f43 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68209a5-c0b0-40dc-a36d-08b785e1e6de,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:48.625786 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-589929c5-f61d-4bbf-a999-072e9bed2f22 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:48.626244 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589929c5-f61d-4bbf-a999-072e9bed2f22 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Fanout notify agent at l3_agent the message router_deleted on router 7b258c33-c04f-4af1-b73e-8b3cf4b8ca00 {{(pid=89747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:49:48.638587 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-da69ce59-764f-4973-ac16-0338626a6f43 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:48.639938 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-da69ce59-764f-4973-ac16-0338626a6f43 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "DELETE /v2.0/security-groups/b68209a5-c0b0-40dc-a36d-08b785e1e6de HTTP/1.1" status: 204 len: 168 time: 0.7812023 Oct 26 15:49:48.648523 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39652) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:48.649463 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8c68b58a-9780-4747-9f44-cb766aa885a5 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:48.649666 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-589929c5-f61d-4bbf-a999-072e9bed2f22 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:48.651036 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-589929c5-f61d-4bbf-a999-072e9bed2f22 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "DELETE /v2.0/routers/7b258c33-c04f-4af1-b73e-8b3cf4b8ca00 HTTP/1.1" status: 204 len: 168 time: 0.6370215 Oct 26 15:49:48.657533 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39654) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:48.669603 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8c68b58a-9780-4747-9f44-cb766aa885a5 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Usage tracker for resource:security_group_rule and tenant:7e3ca709110348f3bb74c8b4375d8b39 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:48.696255 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8c68b58a-9780-4747-9f44-cb766aa885a5 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:48.720728 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8c68b58a-9780-4747-9f44-cb766aa885a5 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:48.750404 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e0a7012-0050-4dce-8814-25ecd62eb1f3 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Deleting subnet 113dda61-669f-466f-8701-935e813dbf04 {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:49:48.754883 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5e0a7012-0050-4dce-8814-25ecd62eb1f3 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:48.767643 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f49cb6d-fb31-4d07-9532-162bafeebc5e None None] New status for floating IP a48369ac-8de8-4023-b968-9d3ce0074657: DOWN {{(pid=89749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:49:48.821073 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5e0a7012-0050-4dce-8814-25ecd62eb1f3 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:48.826707 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Attempt 6 to provision port 9d0cb32a-4ec3-43f8-9bf0-1a7d14551fd9 Oct 26 15:49:48.884399 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ad845-9456-44a7-99f4-56f7a378b440 req-c38c99aa-c9da-4699-b4c4-7fb4214f7527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:48.885907 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1d7ad845-9456-44a7-99f4-56f7a378b440 req-c38c99aa-c9da-4699-b4c4-7fb4214f7527 service neutron] 10.222.0.48 "GET /v2.0/networks?id=463f536f-4c79-4aa7-83ec-186e85f0d447 HTTP/1.1" status: 200 len: 897 time: 0.7321119 Oct 26 15:49:48.926783 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5e0a7012-0050-4dce-8814-25ecd62eb1f3 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:49.012651 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Port 9d0cb32a-4ec3-43f8-9bf0-1a7d14551fd9 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:49.027480 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-6d825301-9b16-4846-9c81-1964f91a8628 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3700111 Oct 26 15:49:49.027480 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1d7ad845-9456-44a7-99f4-56f7a378b440 req-fd19b37d-4cd8-4803-98c6-9a8dddde4d77 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17d303d5-fb92-49a6-9891-432f5db08b5f HTTP/1.1" status: 200 len: 217 time: 0.1260405 Oct 26 15:49:49.028054 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-25d7ca00-99dc-4ec3-b232-0049c252b695 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Delete allocated IP 2001:db8::2b0 (727fe7ec-fce3-4e2e-9e69-5d326c45d061/e064082c-8a46-4321-bacf-da21a2780970) {{(pid=89748) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 26 15:49:49.028426 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39662) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:49.034327 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-6e940aac-c1f4-4a55-b3bc-881b02448d9f tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Request body: {'security_group': {'name': 'tempest-secgroup--213955338'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:49.041006 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-6e940aac-c1f4-4a55-b3bc-881b02448d9f tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:49.048378 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-6e940aac-c1f4-4a55-b3bc-881b02448d9f tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Usage tracker for resource:security_group and tenant:5a27b77f486e469cb98de9bedc1957c7 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:49.048854 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-25d7ca00-99dc-4ec3-b232-0049c252b695 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Allocated IP 2001:db8:0:2::4b (727fe7ec-fce3-4e2e-9e69-5d326c45d061/987ff4d8-873b-4b82-affe-46e6e29b7bb7/9d0cb32a-4ec3-43f8-9bf0-1a7d14551fd9) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:49:49.052168 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-6e940aac-c1f4-4a55-b3bc-881b02448d9f tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:49.059108 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-6e940aac-c1f4-4a55-b3bc-881b02448d9f tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:49.087027 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5e0a7012-0050-4dce-8814-25ecd62eb1f3 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:49.248384 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6e940aac-c1f4-4a55-b3bc-881b02448d9f tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:49.295027 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a7012-0050-4dce-8814-25ecd62eb1f3 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event deleted for resources: {'Subnet': ['ID=113dda61-669f-466f-8701-935e813dbf04,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:49.316795 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5e0a7012-0050-4dce-8814-25ecd62eb1f3 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:49.320921 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014a729c-0ec2-4bc1-877d-162c6ec1c0b7 None None] Network b77192ba-7d34-43cc-b1cf-e135718ae057 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:49:49.332052 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-6e940aac-c1f4-4a55-b3bc-881b02448d9f tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:49.338670 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-5e0a7012-0050-4dce-8814-25ecd62eb1f3 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "DELETE /v2.0/subnets/113dda61-669f-466f-8701-935e813dbf04 HTTP/1.1" status: 204 len: 168 time: 0.6800141 Oct 26 15:49:49.339749 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-6e940aac-c1f4-4a55-b3bc-881b02448d9f tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Usage tracker for resource:security_group_rule and tenant:5a27b77f486e469cb98de9bedc1957c7 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:49.344252 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-6e940aac-c1f4-4a55-b3bc-881b02448d9f tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:49.346177 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39666) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:49.358963 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8c68b58a-9780-4747-9f44-cb766aa885a5 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:49.372499 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-6e940aac-c1f4-4a55-b3bc-881b02448d9f tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:49.412339 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ad845-9456-44a7-99f4-56f7a378b440 req-977b7484-dcfd-42c7-ae9d-183fe85b185d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:49.413855 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1d7ad845-9456-44a7-99f4-56f7a378b440 req-977b7484-dcfd-42c7-ae9d-183fe85b185d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24fd7863-3159-4cf8-879b-2b00a6811b4e HTTP/1.1" status: 200 len: 835 time: 0.3152547 Oct 26 15:49:49.475769 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8c68b58a-9780-4747-9f44-cb766aa885a5 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:49.482725 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8c68b58a-9780-4747-9f44-cb766aa885a5 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:49.500350 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1b346c0d-643e-4581-8a3c-a94fb366ba8e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:49.510236 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-92ce0966-d5f7-4828-afc8-303dc1f2534d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:49.511994 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09f305-7530-4ceb-91eb-c9e82fe007d6 req-05136cba-a4f9-4ecb-b923-eff7ce9da55f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:49.520464 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Attempt 7 to provision port 9d0cb32a-4ec3-43f8-9bf0-1a7d14551fd9 Oct 26 15:49:49.521042 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-5c09f305-7530-4ceb-91eb-c9e82fe007d6 req-05136cba-a4f9-4ecb-b923-eff7ce9da55f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=317f2fc3-5951-4998-94f0-0728b8b2326b HTTP/1.1" status: 200 len: 945 time: 0.2817352 Oct 26 15:49:49.547902 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8c68b58a-9780-4747-9f44-cb766aa885a5 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Usage tracker for resource:security_group_rule and tenant:7e3ca709110348f3bb74c8b4375d8b39 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:49.552140 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8c68b58a-9780-4747-9f44-cb766aa885a5 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:49.561239 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8c68b58a-9780-4747-9f44-cb766aa885a5 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:49.577809 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c68b58a-9780-4747-9f44-cb766aa885a5 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd211be-d3a2-4bb3-b26f-ffdd69a3a270,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:49.579956 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-1b346c0d-643e-4581-8a3c-a94fb366ba8e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Deleting port bc3a0a6c-1928-4b77-83ba-9f8aea6cd32e {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:49:49.580440 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1b346c0d-643e-4581-8a3c-a94fb366ba8e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:49.618824 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Port 9d0cb32a-4ec3-43f8-9bf0-1a7d14551fd9 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:49.640925 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-5c09f305-7530-4ceb-91eb-c9e82fe007d6 req-9e7461b9-bcbb-415d-beee-0891ebec69c0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c64386a-6623-49c2-bff3-822e0e17fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189265 Oct 26 15:49:49.686822 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6e940aac-c1f4-4a55-b3bc-881b02448d9f tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:49.756454 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120686a-f8a3-4150-a606-c9321808fc0a req-235fe716-049f-422e-b25f-728ba1d11eb3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:49.758972 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-7120686a-f8a3-4150-a606-c9321808fc0a req-235fe716-049f-422e-b25f-728ba1d11eb3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:49:49.760626 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c7af7a-1827-4e73-8fb9-4e49bec88547 None None] DHCP port deletion for b77192ba-7d34-43cc-b1cf-e135718ae057 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:49:49.766310 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-42c7af7a-1827-4e73-8fb9-4e49bec88547 None None] Deleting port bc3a0a6c-1928-4b77-83ba-9f8aea6cd32e {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:49:49.767106 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-42c7af7a-1827-4e73-8fb9-4e49bec88547 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:49.787642 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6e940aac-c1f4-4a55-b3bc-881b02448d9f tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:49.867991 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce0966-d5f7-4828-afc8-303dc1f2534d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Port': ['ID=38627624-097c-4db7-b1c1-b24ed8d29691,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:49.932507 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e940aac-c1f4-4a55-b3bc-881b02448d9f tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dab51f5a-5c9b-47b7-ace9-15f81361804e,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:49.959970 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-1b346c0d-643e-4581-8a3c-a94fb366ba8e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] For port bc3a0a6c-1928-4b77-83ba-9f8aea6cd32e, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=bc3a0a6c-1928-4b77-83ba-9f8aea6cd32e,segment=NetworkSegment(7a549327-8a6f-41e1-a27b-4b08fb3f1fb4),segment_id=7a549327-8a6f-41e1-a27b-4b08fb3f1fb4)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:49:49.960334 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1b346c0d-643e-4581-8a3c-a94fb366ba8e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:50.022891 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8c68b58a-9780-4747-9f44-cb766aa885a5 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:50.024184 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6e940aac-c1f4-4a55-b3bc-881b02448d9f tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:50.025478 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-6e940aac-c1f4-4a55-b3bc-881b02448d9f tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9957011 Oct 26 15:49:50.027164 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-42c7af7a-1827-4e73-8fb9-4e49bec88547 None None] For port bc3a0a6c-1928-4b77-83ba-9f8aea6cd32e, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=bc3a0a6c-1928-4b77-83ba-9f8aea6cd32e,segment=NetworkSegment(7a549327-8a6f-41e1-a27b-4b08fb3f1fb4),segment_id=7a549327-8a6f-41e1-a27b-4b08fb3f1fb4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:49:50.027761 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-42c7af7a-1827-4e73-8fb9-4e49bec88547 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:50.034293 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39672) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:50.043469 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-92ce0966-d5f7-4828-afc8-303dc1f2534d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:50.056127 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-4596a1f4-a288-4648-972a-81222ec7ef79 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Request body: {'security_group_rule': {'security_group_id': 'dab51f5a-5c9b-47b7-ace9-15f81361804e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:50.056612 dv-neutron-862712-1-hyperv neutron-server[89748]: WARNING neutron.api.v2.base [None req-4596a1f4-a288-4648-972a-81222ec7ef79 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 26 15:49:50.057103 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-4596a1f4-a288-4648-972a-81222ec7ef79 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:49:50.060716 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-4596a1f4-a288-4648-972a-81222ec7ef79 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0197239 Oct 26 15:49:50.071901 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39676) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:50.085698 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-43dcbbe8-3277-49a4-b035-b50e9738f406 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Request body: {'security_group_rule': {'security_group_id': 'dab51f5a-5c9b-47b7-ace9-15f81361804e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:50.094122 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-1b346c0d-643e-4581-8a3c-a94fb366ba8e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Calling delete_port for bc3a0a6c-1928-4b77-83ba-9f8aea6cd32e owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:49:50.104575 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-43dcbbe8-3277-49a4-b035-b50e9738f406 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:50.110095 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-7120686a-f8a3-4150-a606-c9321808fc0a req-235fe716-049f-422e-b25f-728ba1d11eb3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:49:50.111302 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7120686a-f8a3-4150-a606-c9321808fc0a req-235fe716-049f-422e-b25f-728ba1d11eb3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "GET /v2.0/ports?device_id=317f2fc3-5951-4998-94f0-0728b8b2326b HTTP/1.1" status: 200 len: 945 time: 1.0143759 Oct 26 15:49:50.115737 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-92ce0966-d5f7-4828-afc8-303dc1f2534d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/ports/38627624-097c-4db7-b1c1-b24ed8d29691 HTTP/1.1" status: 204 len: 168 time: 3.1262176 Oct 26 15:49:50.121496 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-25d7ca00-99dc-4ec3-b232-0049c252b695 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:50.123117 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39680) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:50.125769 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-43dcbbe8-3277-49a4-b035-b50e9738f406 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Usage tracker for resource:security_group_rule and tenant:5a27b77f486e469cb98de9bedc1957c7 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:50.131577 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-43dcbbe8-3277-49a4-b035-b50e9738f406 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:50.137506 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8c68b58a-9780-4747-9f44-cb766aa885a5 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:50.158973 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Attempt 8 to provision port 9d0cb32a-4ec3-43f8-9bf0-1a7d14551fd9 Oct 26 15:49:50.194779 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-42c7af7a-1827-4e73-8fb9-4e49bec88547 None None] Calling delete_port for bc3a0a6c-1928-4b77-83ba-9f8aea6cd32e owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:49:50.257808 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839b00c3-3e64-4048-b92e-0e9612a8e783 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:50.261948 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-839b00c3-3e64-4048-b92e-0e9612a8e783 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1361089 Oct 26 15:49:50.262644 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39686) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:50.271934 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Port 9d0cb32a-4ec3-43f8-9bf0-1a7d14551fd9 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:50.320378 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-43dcbbe8-3277-49a4-b035-b50e9738f406 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:50.325582 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1b346c0d-643e-4581-8a3c-a94fb366ba8e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:50.329545 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-42c7af7a-1827-4e73-8fb9-4e49bec88547 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:49:50.329967 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-42c7af7a-1827-4e73-8fb9-4e49bec88547 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:49:50.344362 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ad845-9456-44a7-99f4-56f7a378b440 req-903ecf0c-54a9-4660-8586-1c5caeda9fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:50.345865 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1d7ad845-9456-44a7-99f4-56f7a378b440 req-903ecf0c-54a9-4660-8586-1c5caeda9fe3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=463f536f-4c79-4aa7-83ec-186e85f0d447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9233377 Oct 26 15:49:50.368145 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-25d7ca00-99dc-4ec3-b232-0049c252b695 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Transition to ACTIVE for port object 9d0cb32a-4ec3-43f8-9bf0-1a7d14551fd9 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:49:50.385673 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b346c0d-643e-4581-8a3c-a94fb366ba8e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event deleted for resources: {'Port': ['ID=bc3a0a6c-1928-4b77-83ba-9f8aea6cd32e,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:50.385673 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b346c0d-643e-4581-8a3c-a94fb366ba8e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] No DVR routers for this DVR port bc3a0a6c-1928-4b77-83ba-9f8aea6cd32e on host dv-neutron-862712-1-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:49:50.472169 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c68b58a-9780-4747-9f44-cb766aa885a5 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1583dfaa-e2e7-46eb-a5f4-cdde7ef5c606,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:50.478338 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-25d7ca00-99dc-4ec3-b232-0049c252b695 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:50.492177 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device bc3a0a6c-1928-4b77-83ba-9f8aea6cd32e no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:49:50.520396 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1b346c0d-643e-4581-8a3c-a94fb366ba8e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:50.536383 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8c68b58a-9780-4747-9f44-cb766aa885a5 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:50.540174 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: bc3a0a6c-1928-4b77-83ba-9f8aea6cd32e {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:49:50.540325 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-8c68b58a-9780-4747-9f44-cb766aa885a5 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 3.0786166 Oct 26 15:49:50.540438 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device bc3a0a6c-1928-4b77-83ba-9f8aea6cd32e not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:49:50.541613 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-7120686a-f8a3-4150-a606-c9321808fc0a req-bd33422b-5a69-4e3f-97bf-61c822bff89d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Deleting port 17d303d5-fb92-49a6-9891-432f5db08b5f {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:49:50.541766 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4510c7-9a03-4491-8027-e69ebfd12669 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:50.541955 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-7120686a-f8a3-4150-a606-c9321808fc0a req-bd33422b-5a69-4e3f-97bf-61c822bff89d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:50.543266 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-db4510c7-9a03-4491-8027-e69ebfd12669 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2796028 Oct 26 15:49:50.552412 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39690) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:50.552950 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39692) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:50.577643 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-2276ff89-ee93-42f2-aaee-4100fe44226f None None] Allocated IP 2001:db8:0:2::2 (727fe7ec-fce3-4e2e-9e69-5d326c45d061/987ff4d8-873b-4b82-affe-46e6e29b7bb7/74b13b1b-8433-4c1b-91f9-0137ad907c0e) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:49:50.612326 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-1b346c0d-643e-4581-8a3c-a94fb366ba8e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b77192ba-7d34-43cc-b1cf-e135718ae057']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:50.625003 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998e34c-ac7a-460f-911b-051059daf676 req-e740d704-54f6-4ed4-b339-185b4161bc57 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:50.632219 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1998e34c-ac7a-460f-911b-051059daf676 req-e740d704-54f6-4ed4-b339-185b4161bc57 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.8176701 Oct 26 15:49:50.641386 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-1b346c0d-643e-4581-8a3c-a94fb366ba8e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a549327-8a6f-41e1-a27b-4b08fb3f1fb4') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:50.641386 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-1b346c0d-643e-4581-8a3c-a94fb366ba8e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a549327-8a6f-41e1-a27b-4b08fb3f1fb4') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:50.674275 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1b346c0d-643e-4581-8a3c-a94fb366ba8e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:50.709405 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e38ca2-49a0-471a-b7c4-7928726fb25b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:50.709405 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e38ca2-49a0-471a-b7c4-7928726fb25b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:50.709405 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e38ca2-49a0-471a-b7c4-7928726fb25b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:50.715234 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 15:49:50.717109 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-24e38ca2-49a0-471a-b7c4-7928726fb25b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:subnet {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:49:50.753029 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-25d7ca00-99dc-4ec3-b232-0049c252b695 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] In _notify_port_updated(), no bound segment for port 9d0cb32a-4ec3-43f8-9bf0-1a7d14551fd9 on network 727fe7ec-fce3-4e2e-9e69-5d326c45d061 {{(pid=89748) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 26 15:49:50.758481 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d7ca00-99dc-4ec3-b232-0049c252b695 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:50.759195 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-25d7ca00-99dc-4ec3-b232-0049c252b695 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:50.760418 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-25d7ca00-99dc-4ec3-b232-0049c252b695 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "PUT /v2.0/ports/9d0cb32a-4ec3-43f8-9bf0-1a7d14551fd9 HTTP/1.1" status: 200 len: 967 time: 4.6294920 Oct 26 15:49:50.763594 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1b346c0d-643e-4581-8a3c-a94fb366ba8e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:50.767423 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d7ca00-99dc-4ec3-b232-0049c252b695 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event updated for resources: {'Port': ['ID=9d0cb32a-4ec3-43f8-9bf0-1a7d14551fd9,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:50.774719 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39700) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:50.779704 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Attempt 9 to provision port 9d0cb32a-4ec3-43f8-9bf0-1a7d14551fd9 Oct 26 15:49:50.799619 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-80c1793c-2e2e-4974-924e-0c4abfbeb58e tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2454093 Oct 26 15:49:50.811257 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39704) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:50.813282 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b346c0d-643e-4581-8a3c-a94fb366ba8e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:49:50.813863 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1b346c0d-643e-4581-8a3c-a94fb366ba8e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:50.848894 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-42c7af7a-1827-4e73-8fb9-4e49bec88547 None None] Deleting port bc3a0a6c-1928-4b77-83ba-9f8aea6cd32e {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:49:50.853659 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-42c7af7a-1827-4e73-8fb9-4e49bec88547 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:50.871848 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 7a549327-8a6f-41e1-a27b-4b08fb3f1fb4 resource provider aggregate not found Oct 26 15:49:50.875991 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-43dcbbe8-3277-49a4-b035-b50e9738f406 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:49:50.880318 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-43dcbbe8-3277-49a4-b035-b50e9738f406 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.8041742 Oct 26 15:49:50.903912 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-2276ff89-ee93-42f2-aaee-4100fe44226f None None] For port 74b13b1b-8433-4c1b-91f9-0137ad907c0e, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=74b13b1b-8433-4c1b-91f9-0137ad907c0e,segment=NetworkSegment(d39e4b12-6afe-4c38-a15f-47376c4158d5),segment_id=d39e4b12-6afe-4c38-a15f-47376c4158d5)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:49:50.912443 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39712) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:50.924088 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1998e34c-ac7a-460f-911b-051059daf676 req-45b28b2c-de61-44a0-b3d6-79f213ae3a4b tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2902889 Oct 26 15:49:50.928033 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-7706f138-712c-4921-9dfb-d2231f68bc2b tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Request body: {'security_group': {'name': 'tempest-security--1264441436', 'description': 'tempest-security-description-563851614'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:50.942055 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2276ff89-ee93-42f2-aaee-4100fe44226f None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:50.955886 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1d7ad845-9456-44a7-99f4-56f7a378b440 req-133fed13-5867-4aa4-9959-1fe717e9887f service neutron] 10.222.0.48 "GET /v2.0/networks/463f536f-4c79-4aa7-83ec-186e85f0d447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5801473 Oct 26 15:49:50.963912 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-6261d4e9-fc01-47cc-b772-c63d39b7a90e tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Request body: {'security_group_rule': {'security_group_id': 'dab51f5a-5c9b-47b7-ace9-15f81361804e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:50.965119 dv-neutron-862712-1-hyperv neutron-server[89748]: WARNING neutron.api.v2.base [None req-6261d4e9-fc01-47cc-b772-c63d39b7a90e tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 26 15:49:50.965959 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-6261d4e9-fc01-47cc-b772-c63d39b7a90e tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:49:50.969616 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-6261d4e9-fc01-47cc-b772-c63d39b7a90e tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0426731 Oct 26 15:49:50.986322 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 7a549327-8a6f-41e1-a27b-4b08fb3f1fb4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a549327-8a6f-41e1-a27b-4b08fb3f1fb4 found for delete ", "request_id": "req-9842cd68-9b58-4110-98dd-616a4b0ad01f"}]} Oct 26 15:49:50.998085 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39718) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:50.999044 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-24e38ca2-49a0-471a-b7c4-7928726fb25b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:subnet {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:49:51.000398 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-24e38ca2-49a0-471a-b7c4-7928726fb25b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4447768 Oct 26 15:49:51.008781 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39722) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:51.024397 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-aa5d7afc-5d20-4e33-ae5e-50b9fc180124 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Request body: {'security_group_rule': {'security_group_id': 'dab51f5a-5c9b-47b7-ace9-15f81361804e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:51.043463 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-aa5d7afc-5d20-4e33-ae5e-50b9fc180124 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:51.055275 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-aa5d7afc-5d20-4e33-ae5e-50b9fc180124 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Usage tracker for resource:security_group_rule and tenant:5a27b77f486e469cb98de9bedc1957c7 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:51.059126 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-aa5d7afc-5d20-4e33-ae5e-50b9fc180124 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:51.067541 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7706f138-712c-4921-9dfb-d2231f68bc2b tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:51.074779 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-aa5d7afc-5d20-4e33-ae5e-50b9fc180124 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:51.116193 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-42c7af7a-1827-4e73-8fb9-4e49bec88547 None None] The port 'bc3a0a6c-1928-4b77-83ba-9f8aea6cd32e' was deleted {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 15:49:51.118572 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-2276ff89-ee93-42f2-aaee-4100fe44226f None None] Transition to ACTIVE for port object 74b13b1b-8433-4c1b-91f9-0137ad907c0e will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:49:51.121970 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1b346c0d-643e-4581-8a3c-a94fb366ba8e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:51.129369 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-e605e56f-0278-444e-8194-5ee03096ed93 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Deleting port 9d0cb32a-4ec3-43f8-9bf0-1a7d14551fd9 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:49:51.129369 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e605e56f-0278-444e-8194-5ee03096ed93 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:51.138461 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Port 9d0cb32a-4ec3-43f8-9bf0-1a7d14551fd9 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:51.201490 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2276ff89-ee93-42f2-aaee-4100fe44226f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:51.272272 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1b346c0d-643e-4581-8a3c-a94fb366ba8e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:51.296744 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b346c0d-643e-4581-8a3c-a94fb366ba8e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event deleted for resources: {'Network': ['ID=b77192ba-7d34-43cc-b1cf-e135718ae057,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:51.311349 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7706f138-712c-4921-9dfb-d2231f68bc2b tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:51.336323 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac601f-db71-4969-8c2d-8b5b6b0bb86f req-ef8a8440-bb90-4ce5-8715-6bdd4199d0a8 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:51.337836 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-deac601f-db71-4969-8c2d-8b5b6b0bb86f req-ef8a8440-bb90-4ce5-8715-6bdd4199d0a8 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=317f2fc3-5951-4998-94f0-0728b8b2326b HTTP/1.1" status: 200 len: 945 time: 0.4624710 Oct 26 15:49:51.376965 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-71ec5a0e-91ed-451f-bc83-c9b2d9018fa6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting subnet 6ba4471c-48b9-4d08-92bd-7030aad7abb6 {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:49:51.395361 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-deac601f-db71-4969-8c2d-8b5b6b0bb86f req-0d0143ba-8761-4841-a1f9-6b987355dd9e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c64386a-6623-49c2-bff3-822e0e17fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505717 Oct 26 15:49:51.401363 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7706f138-712c-4921-9dfb-d2231f68bc2b tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:51.405204 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7706f138-712c-4921-9dfb-d2231f68bc2b tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:51.406784 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-7706f138-712c-4921-9dfb-d2231f68bc2b tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "PUT /v2.0/security-groups/1583dfaa-e2e7-46eb-a5f4-cdde7ef5c606 HTTP/1.1" status: 200 len: 1777 time: 0.5659437 Oct 26 15:49:51.415708 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39728) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:51.421244 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-71ec5a0e-91ed-451f-bc83-c9b2d9018fa6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:51.439706 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-1b346c0d-643e-4581-8a3c-a94fb366ba8e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "DELETE /v2.0/networks/b77192ba-7d34-43cc-b1cf-e135718ae057 HTTP/1.1" status: 204 len: 168 time: 2.0923598 Oct 26 15:49:51.441656 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-aa5d7afc-5d20-4e33-ae5e-50b9fc180124 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:49:51.442965 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-aa5d7afc-5d20-4e33-ae5e-50b9fc180124 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4412820 Oct 26 15:49:51.449194 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39732) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:51.449764 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39734) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:51.483424 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-00749cff-97fa-40ea-be62-3a950667c763 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-50544788', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}, 'admin_state_up': False}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:51.494092 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-da5215d5-917a-41a7-9fc5-e6811ef8f045 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Request body: {'security_group_rule': {'security_group_id': 'dab51f5a-5c9b-47b7-ace9-15f81361804e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:51.494965 dv-neutron-862712-1-hyperv neutron-server[89747]: WARNING neutron.api.v2.base [None req-da5215d5-917a-41a7-9fc5-e6811ef8f045 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 26 15:49:51.495613 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-da5215d5-917a-41a7-9fc5-e6811ef8f045 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:49:51.496743 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-da5215d5-917a-41a7-9fc5-e6811ef8f045 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0429847 Oct 26 15:49:51.505629 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-00749cff-97fa-40ea-be62-3a950667c763 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:51.508030 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39740) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:51.513103 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7706f138-712c-4921-9dfb-d2231f68bc2b tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1583dfaa-e2e7-46eb-a5f4-cdde7ef5c606,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:51.516213 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2276ff89-ee93-42f2-aaee-4100fe44226f None None] Pushing event updated for resources: {'Port': ['ID=74b13b1b-8433-4c1b-91f9-0137ad907c0e,revision_number=7']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:51.526157 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-00749cff-97fa-40ea-be62-3a950667c763 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Usage tracker for resource:router and tenant:c6ecf98f295847b88c4c5e8d668b4162 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:51.531676 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-fe584eb3-daab-47cb-b388-ba9f2a4559d5 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Request body: {'security_group_rule': {'security_group_id': 'dab51f5a-5c9b-47b7-ace9-15f81361804e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:51.538417 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-00749cff-97fa-40ea-be62-3a950667c763 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:51.550506 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7706f138-712c-4921-9dfb-d2231f68bc2b tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:49:51.550984 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7706f138-712c-4921-9dfb-d2231f68bc2b tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:49:51.551393 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7706f138-712c-4921-9dfb-d2231f68bc2b tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:49:51.551739 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7706f138-712c-4921-9dfb-d2231f68bc2b tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:49:51.552076 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7706f138-712c-4921-9dfb-d2231f68bc2b tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:49:51.552408 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7706f138-712c-4921-9dfb-d2231f68bc2b tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:49:51.552743 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7706f138-712c-4921-9dfb-d2231f68bc2b tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:49:51.553581 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7706f138-712c-4921-9dfb-d2231f68bc2b tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:49:51.553581 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7706f138-712c-4921-9dfb-d2231f68bc2b tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:49:51.553805 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7706f138-712c-4921-9dfb-d2231f68bc2b tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:49:51.554134 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7706f138-712c-4921-9dfb-d2231f68bc2b tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:49:51.554487 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7706f138-712c-4921-9dfb-d2231f68bc2b tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:49:51.555244 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1d7ad845-9456-44a7-99f4-56f7a378b440 req-0c8bb8b2-fc34-4fb1-b01c-8ad31f333821 service neutron] 10.222.0.48 "GET /v2.0/networks/463f536f-4c79-4aa7-83ec-186e85f0d447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5869644 Oct 26 15:49:51.557876 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-00749cff-97fa-40ea-be62-3a950667c763 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:51.560199 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-fe584eb3-daab-47cb-b388-ba9f2a4559d5 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:51.574378 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-fe584eb3-daab-47cb-b388-ba9f2a4559d5 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Usage tracker for resource:security_group_rule and tenant:5a27b77f486e469cb98de9bedc1957c7 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:51.579805 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-fe584eb3-daab-47cb-b388-ba9f2a4559d5 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:51.585835 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-57ffde2d-5515-4c1a-ac3b-9ea8aa8afff0 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "GET /v2.0/security-groups/1583dfaa-e2e7-46eb-a5f4-cdde7ef5c606 HTTP/1.1" status: 200 len: 1777 time: 0.1670091 Oct 26 15:49:51.589394 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39744) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:51.591605 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-fe584eb3-daab-47cb-b388-ba9f2a4559d5 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:51.639604 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Attempt 10 to provision port 9d0cb32a-4ec3-43f8-9bf0-1a7d14551fd9 Oct 26 15:49:51.679656 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c2f3b6ac-35e7-42a1-b888-bdc45f2ae160 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:51.711324 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-00749cff-97fa-40ea-be62-3a950667c763 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:51.712341 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-00749cff-97fa-40ea-be62-3a950667c763 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:51.720979 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.securitygroups_db [None req-fe584eb3-daab-47cb-b388-ba9f2a4559d5 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Project 5a27b77f486e469cb98de9bedc1957c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:49:51.742579 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Port 9d0cb32a-4ec3-43f8-9bf0-1a7d14551fd9 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:51.747991 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Could not find standard attr ID for object 890a8fa2-7abb-4628-aec0-04a43532a5fa. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:49:51.758050 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c2f3b6ac-35e7-42a1-b888-bdc45f2ae160 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:51.763907 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-71ec5a0e-91ed-451f-bc83-c9b2d9018fa6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:51.788042 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-00749cff-97fa-40ea-be62-3a950667c763 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:51.813810 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Provisioning for port 7d4ad78d-224a-4ed3-b843-7964e0dbaf02 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:49:51.819875 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-7120686a-f8a3-4150-a606-c9321808fc0a req-bd33422b-5a69-4e3f-97bf-61c822bff89d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] For port 17d303d5-fb92-49a6-9891-432f5db08b5f, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=17d303d5-fb92-49a6-9891-432f5db08b5f,segment=NetworkSegment(8f7b355c-f982-49f3-8e7f-fc96672e7aa7),segment_id=8f7b355c-f982-49f3-8e7f-fc96672e7aa7)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:49:51.822928 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-7120686a-f8a3-4150-a606-c9321808fc0a req-bd33422b-5a69-4e3f-97bf-61c822bff89d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:51.823223 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Provisioning complete for port 7d4ad78d-224a-4ed3-b843-7964e0dbaf02 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:49:51.827514 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:51.827976 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Attempt 1 to provision port 7d4ad78d-224a-4ed3-b843-7964e0dbaf02 Oct 26 15:49:51.844107 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-fe584eb3-daab-47cb-b388-ba9f2a4559d5 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:49:51.848765 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-fe584eb3-daab-47cb-b388-ba9f2a4559d5 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3339422 Oct 26 15:49:51.849662 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39748) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:51.856956 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-e2325a08-7598-40a2-b1a8-4fb8d5115008 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Request body: {'security_group_rule': {'security_group_id': 'dab51f5a-5c9b-47b7-ace9-15f81361804e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:51.857528 dv-neutron-862712-1-hyperv neutron-server[89747]: WARNING neutron.api.v2.base [None req-e2325a08-7598-40a2-b1a8-4fb8d5115008 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 26 15:49:51.858071 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-e2325a08-7598-40a2-b1a8-4fb8d5115008 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:49:51.861833 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e2325a08-7598-40a2-b1a8-4fb8d5115008 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0084081 Oct 26 15:49:51.863021 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39752) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:51.869106 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-b087bdf2-e46c-4488-a8c2-d5e9274083e9 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Request body: {'security_group_rule': {'security_group_id': 'dab51f5a-5c9b-47b7-ace9-15f81361804e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:51.876477 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b087bdf2-e46c-4488-a8c2-d5e9274083e9 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:51.882130 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b087bdf2-e46c-4488-a8c2-d5e9274083e9 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Usage tracker for resource:security_group_rule and tenant:5a27b77f486e469cb98de9bedc1957c7 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:51.884214 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b087bdf2-e46c-4488-a8c2-d5e9274083e9 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:51.890757 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b087bdf2-e46c-4488-a8c2-d5e9274083e9 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:51.964522 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c2f3b6ac-35e7-42a1-b888-bdc45f2ae160 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:51.973248 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Current status of the port 7d4ad78d-224a-4ed3-b843-7964e0dbaf02 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:49:51.973732 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:52.009532 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] For port 7d4ad78d-224a-4ed3-b843-7964e0dbaf02, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=7d4ad78d-224a-4ed3-b843-7964e0dbaf02,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:49:52.051309 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.securitygroups_db [None req-b087bdf2-e46c-4488-a8c2-d5e9274083e9 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Project 5a27b77f486e469cb98de9bedc1957c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:49:52.069944 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3b6ac-35e7-42a1-b888-bdc45f2ae160 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1583dfaa-e2e7-46eb-a5f4-cdde7ef5c606,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:52.090556 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:52.193227 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-7120686a-f8a3-4150-a606-c9321808fc0a req-bd33422b-5a69-4e3f-97bf-61c822bff89d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Calling delete_port for 17d303d5-fb92-49a6-9891-432f5db08b5f owned by compute:nova {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:49:52.195827 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Pushing event updated for resources: {'Port': ['ID=7d4ad78d-224a-4ed3-b843-7964e0dbaf02,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:52.214307 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Could not find standard attr ID for object bc3a0a6c-1928-4b77-83ba-9f8aea6cd32e. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:49:52.216688 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c2f3b6ac-35e7-42a1-b888-bdc45f2ae160 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:52.220795 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c2f3b6ac-35e7-42a1-b888-bdc45f2ae160 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "DELETE /v2.0/security-groups/1583dfaa-e2e7-46eb-a5f4-cdde7ef5c606 HTTP/1.1" status: 204 len: 168 time: 0.6306379 Oct 26 15:49:52.222068 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39756) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:52.229688 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-b087bdf2-e46c-4488-a8c2-d5e9274083e9 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:49:52.233067 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b087bdf2-e46c-4488-a8c2-d5e9274083e9 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3667324 Oct 26 15:49:52.236016 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39760) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:52.245986 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-00749cff-97fa-40ea-be62-3a950667c763 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:52.290162 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-d3a7509a-c356-44d8-8648-8768e1c8c87d tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Request body: {'security_group_rule': {'security_group_id': 'dab51f5a-5c9b-47b7-ace9-15f81361804e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:52.293479 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b0bacc69-1a36-47bd-a440-634b90f1129d tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Synchronizing usage tracker for tenant:7e3ca709110348f3bb74c8b4375d8b39 on resource:security_group {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:49:52.297546 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Provisioning for port 74b13b1b-8433-4c1b-91f9-0137ad907c0e completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:49:52.303947 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-d3a7509a-c356-44d8-8648-8768e1c8c87d tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:52.305346 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Provisioning complete for port 74b13b1b-8433-4c1b-91f9-0137ad907c0e triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:49:52.306031 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:52.306436 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Attempt 1 to provision port 74b13b1b-8433-4c1b-91f9-0137ad907c0e Oct 26 15:49:52.330672 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-d3a7509a-c356-44d8-8648-8768e1c8c87d tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Usage tracker for resource:security_group_rule and tenant:5a27b77f486e469cb98de9bedc1957c7 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:52.364353 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-d3a7509a-c356-44d8-8648-8768e1c8c87d tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:52.377759 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e605e56f-0278-444e-8194-5ee03096ed93 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:52.391050 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-d3a7509a-c356-44d8-8648-8768e1c8c87d tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:52.436727 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b0bacc69-1a36-47bd-a440-634b90f1129d tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Unset dirty status for tenant:7e3ca709110348f3bb74c8b4375d8b39 on resource:security_group {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:49:52.441923 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b0bacc69-1a36-47bd-a440-634b90f1129d tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2159967 Oct 26 15:49:52.450161 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39766) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:52.470197 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Current status of the port 74b13b1b-8433-4c1b-91f9-0137ad907c0e is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:49:52.473679 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-87278ce7-283e-4f6e-b985-30fbf6f2312a tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] delete failed (client error): The resource could not be found. Oct 26 15:49:52.479249 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-87278ce7-283e-4f6e-b985-30fbf6f2312a tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "DELETE /v2.0/security-groups/1583dfaa-e2e7-46eb-a5f4-cdde7ef5c606 HTTP/1.1" status: 404 len: 347 time: 0.0267177 Oct 26 15:49:52.480681 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39772) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:52.491625 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-c9b1a07b-b540-4dad-a2e7-ab6839f09e7f tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Request body: {'security_group': {'name': 'tempest-secgroup--670451073'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:52.497765 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-c9b1a07b-b540-4dad-a2e7-ab6839f09e7f tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:52.511283 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-c9b1a07b-b540-4dad-a2e7-ab6839f09e7f tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:52.512353 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Provisioning complete for port 0979c77c-248c-4714-896e-d54b4f917af0 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:49:52.512740 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:52.513083 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Attempt 1 to provision port 0979c77c-248c-4714-896e-d54b4f917af0 Oct 26 15:49:52.529953 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f92b8-5148-407e-8ace-1fc25d812be7 req-504b844d-37d8-43d6-96d7-f402a48692ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:52.529953 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-118f92b8-5148-407e-8ace-1fc25d812be7 req-504b844d-37d8-43d6-96d7-f402a48692ec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4119eb7a47547308296079685b102f3&device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 1098 time: 0.8105714 Oct 26 15:49:52.568170 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 7d4ad78d-224a-4ed3-b843-7964e0dbaf02 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:49:52.610116 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-e605e56f-0278-444e-8194-5ee03096ed93 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Calling delete_port for 9d0cb32a-4ec3-43f8-9bf0-1a7d14551fd9 owned by {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:49:52.661616 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Port 0979c77c-248c-4714-896e-d54b4f917af0 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:52.677733 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 7d4ad78d-224a-4ed3-b843-7964e0dbaf02 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:49:52.678371 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:52.678922 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 7d4ad78d-224a-4ed3-b843-7964e0dbaf02 Oct 26 15:49:52.682536 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-71ec5a0e-91ed-451f-bc83-c9b2d9018fa6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:52.771016 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-00749cff-97fa-40ea-be62-3a950667c763 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for router_gateway, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:52.777165 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.securitygroups_db [None req-d3a7509a-c356-44d8-8648-8768e1c8c87d tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Project 5a27b77f486e469cb98de9bedc1957c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:49:52.788717 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e52bfe-3ca3-4263-9019-329472a2d63f req-eba2de2b-c2bd-455b-ae06-813d2f2eaf09 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:52.790116 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-16e52bfe-3ca3-4263-9019-329472a2d63f req-eba2de2b-c2bd-455b-ae06-813d2f2eaf09 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 1.2416310 Oct 26 15:49:52.795751 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c9b1a07b-b540-4dad-a2e7-ab6839f09e7f tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:52.814374 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 7d4ad78d-224a-4ed3-b843-7964e0dbaf02 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:49:52.815755 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 74b13b1b-8433-4c1b-91f9-0137ad907c0e up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:49:52.870437 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-00749cff-97fa-40ea-be62-3a950667c763 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:52.890025 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 74b13b1b-8433-4c1b-91f9-0137ad907c0e triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:49:52.890453 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:52.890803 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 74b13b1b-8433-4c1b-91f9-0137ad907c0e Oct 26 15:49:52.930948 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-c9b1a07b-b540-4dad-a2e7-ab6839f09e7f tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:52.941096 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-c9b1a07b-b540-4dad-a2e7-ab6839f09e7f tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Usage tracker for resource:security_group_rule and tenant:7e3ca709110348f3bb74c8b4375d8b39 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:52.945885 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-c9b1a07b-b540-4dad-a2e7-ab6839f09e7f tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:52.965365 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-c9b1a07b-b540-4dad-a2e7-ab6839f09e7f tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:52.988684 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-d3a7509a-c356-44d8-8648-8768e1c8c87d tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:49:52.992475 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-d3a7509a-c356-44d8-8648-8768e1c8c87d tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7237856 Oct 26 15:49:53.007516 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-16e52bfe-3ca3-4263-9019-329472a2d63f req-810ef13b-83cb-4815-92d9-cdee9a2d8ea2 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991887 Oct 26 15:49:53.013452 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39776) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:53.023675 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 74b13b1b-8433-4c1b-91f9-0137ad907c0e is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:49:53.028338 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 17d303d5-fb92-49a6-9891-432f5db08b5f no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:49:53.042107 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f92b8-5148-407e-8ace-1fc25d812be7 req-09a5020c-e8bf-4409-976e-5407afbb5d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:53.043552 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-118f92b8-5148-407e-8ace-1fc25d812be7 req-09a5020c-e8bf-4409-976e-5407afbb5d32 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b52fa13-90e5-4d9b-bd04-f08f37ff314e HTTP/1.1" status: 200 len: 913 time: 0.4428878 Oct 26 15:49:53.082283 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93157698-277b-44be-8c59-0b4288e8a1c4 req-34b6f1f8-98cc-4a36-a3b9-e45312eb0114 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:53.083835 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-93157698-277b-44be-8c59-0b4288e8a1c4 req-34b6f1f8-98cc-4a36-a3b9-e45312eb0114 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=317f2fc3-5951-4998-94f0-0728b8b2326b HTTP/1.1" status: 200 len: 945 time: 0.3481145 Oct 26 15:49:53.097622 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-00749cff-97fa-40ea-be62-3a950667c763 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Allocated IP 172.26.2.30 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/9874efad-b6db-4b48-b451-f5aff8c918ea) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:49:53.110290 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] No active binding found for port 17d303d5-fb92-49a6-9891-432f5db08b5f {{(pid=89749) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 26 15:49:53.113335 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 17d303d5-fb92-49a6-9891-432f5db08b5f not bound to the agent host hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:49:53.163198 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Attempt 2 to provision port 0979c77c-248c-4714-896e-d54b4f917af0 Oct 26 15:49:53.167165 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-93157698-277b-44be-8c59-0b4288e8a1c4 req-55e39bdc-7fc9-4ef8-a110-1d974c331508 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c64386a-6623-49c2-bff3-822e0e17fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731807 Oct 26 15:49:53.169339 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c9b1a07b-b540-4dad-a2e7-ab6839f09e7f tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:53.175949 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-7120686a-f8a3-4150-a606-c9321808fc0a req-bd33422b-5a69-4e3f-97bf-61c822bff89d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:53.182617 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-71ec5a0e-91ed-451f-bc83-c9b2d9018fa6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:53.221065 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Port 0979c77c-248c-4714-896e-d54b4f917af0 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:53.236610 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c9b1a07b-b540-4dad-a2e7-ab6839f09e7f tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:53.286716 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1a07b-b540-4dad-a2e7-ab6839f09e7f tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8171bc-04c5-43f3-b024-46728961899d,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:53.293746 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33422b-5a69-4e3f-97bf-61c822bff89d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Port': ['ID=17d303d5-fb92-49a6-9891-432f5db08b5f,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:53.296968 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec5a0e-91ed-451f-bc83-c9b2d9018fa6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Subnet': ['ID=6ba4471c-48b9-4d08-92bd-7030aad7abb6,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:53.349109 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fece155-eb8f-4b9f-8c12-a02958d6b060 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:49:53.360800 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-71ec5a0e-91ed-451f-bc83-c9b2d9018fa6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:53.362958 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c9b1a07b-b540-4dad-a2e7-ab6839f09e7f tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:53.367019 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c9b1a07b-b540-4dad-a2e7-ab6839f09e7f tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8826697 Oct 26 15:49:53.367248 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39780) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:53.372243 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-c68a189d-a8a0-4d0e-9e7b-2af3766b397d tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Request body: {'security_group_rule': {'security_group_id': 'ff8171bc-04c5-43f3-b024-46728961899d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:53.379712 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-c68a189d-a8a0-4d0e-9e7b-2af3766b397d tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:53.384334 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-c68a189d-a8a0-4d0e-9e7b-2af3766b397d tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Usage tracker for resource:security_group_rule and tenant:7e3ca709110348f3bb74c8b4375d8b39 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:53.384899 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd33422b-5a69-4e3f-97bf-61c822bff89d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:49:53.385247 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd33422b-5a69-4e3f-97bf-61c822bff89d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:49:53.385585 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd33422b-5a69-4e3f-97bf-61c822bff89d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:49:53.385928 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd33422b-5a69-4e3f-97bf-61c822bff89d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:49:53.386258 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd33422b-5a69-4e3f-97bf-61c822bff89d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:49:53.386615 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd33422b-5a69-4e3f-97bf-61c822bff89d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:49:53.386811 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-c68a189d-a8a0-4d0e-9e7b-2af3766b397d tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:53.386930 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd33422b-5a69-4e3f-97bf-61c822bff89d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:49:53.387253 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd33422b-5a69-4e3f-97bf-61c822bff89d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:49:53.387577 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd33422b-5a69-4e3f-97bf-61c822bff89d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:49:53.387899 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd33422b-5a69-4e3f-97bf-61c822bff89d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:49:53.388220 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd33422b-5a69-4e3f-97bf-61c822bff89d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:49:53.388537 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd33422b-5a69-4e3f-97bf-61c822bff89d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:49:53.392752 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-c68a189d-a8a0-4d0e-9e7b-2af3766b397d tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:53.399999 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ec5a0e-91ed-451f-bc83-c9b2d9018fa6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:49:53.400339 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ec5a0e-91ed-451f-bc83-c9b2d9018fa6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:49:53.400694 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ec5a0e-91ed-451f-bc83-c9b2d9018fa6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:49:53.401008 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ec5a0e-91ed-451f-bc83-c9b2d9018fa6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:49:53.401412 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ec5a0e-91ed-451f-bc83-c9b2d9018fa6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:49:53.401651 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ec5a0e-91ed-451f-bc83-c9b2d9018fa6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:49:53.401974 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ec5a0e-91ed-451f-bc83-c9b2d9018fa6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:49:53.402298 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ec5a0e-91ed-451f-bc83-c9b2d9018fa6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:49:53.402660 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ec5a0e-91ed-451f-bc83-c9b2d9018fa6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:49:53.402981 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ec5a0e-91ed-451f-bc83-c9b2d9018fa6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:49:53.403301 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ec5a0e-91ed-451f-bc83-c9b2d9018fa6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:49:53.403616 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ec5a0e-91ed-451f-bc83-c9b2d9018fa6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:49:53.471464 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-7120686a-f8a3-4150-a606-c9321808fc0a req-bd33422b-5a69-4e3f-97bf-61c822bff89d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] No DVR routers for this DVR port 17d303d5-fb92-49a6-9891-432f5db08b5f on host hv-neutron-8627 {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:49:53.474338 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-118f92b8-5148-407e-8ace-1fc25d812be7 req-b82e2005-3681-435e-ad2c-34cf0f6ce0ae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c267633-51b9-4b9d-bbf1-b8861290ab0b HTTP/1.1" status: 200 len: 1000 time: 0.4173973 Oct 26 15:49:53.476388 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-7120686a-f8a3-4150-a606-c9321808fc0a req-bd33422b-5a69-4e3f-97bf-61c822bff89d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:53.477577 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c68a189d-a8a0-4d0e-9e7b-2af3766b397d tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:53.482222 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317f2fc3-5951-4998-94f0-0728b8b2326b', 'name': 'network-vif-deleted', 'tag': '17d303d5-fb92-49a6-9891-432f5db08b5f'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:49:53.483170 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578b38c5-4984-4e2b-abc5-4b7c0c0efc2a" -d '{"events": [{"server_uuid": "317f2fc3-5951-4998-94f0-0728b8b2326b", "name": "network-vif-deleted", "tag": "17d303d5-fb92-49a6-9891-432f5db08b5f"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:49:53.485577 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-79d7fb19-96ca-4c43-b043-de6336ab05de tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:53.552948 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7933907d-dcdf-4eb7-9dd6-7fa70a00164c x-openstack-request-id: req-7933907d-dcdf-4eb7-9dd6-7fa70a00164c {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:49:53.553176 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "317f2fc3-5951-4998-94f0-0728b8b2326b", "name": "network-vif-deleted", "tag": "17d303d5-fb92-49a6-9891-432f5db08b5f", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:49:53.553701 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7933907d-dcdf-4eb7-9dd6-7fa70a00164c {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:49:53.554259 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7933907d-dcdf-4eb7-9dd6-7fa70a00164c'] response: {'server_uuid': '317f2fc3-5951-4998-94f0-0728b8b2326b', 'name': 'network-vif-deleted', 'tag': '17d303d5-fb92-49a6-9891-432f5db08b5f', 'status': 'completed', 'code': 200} Oct 26 15:49:53.563149 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c68a189d-a8a0-4d0e-9e7b-2af3766b397d tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:53.572746 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e605e56f-0278-444e-8194-5ee03096ed93 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:53.638252 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e605e56f-0278-444e-8194-5ee03096ed93 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event deleted for resources: {'Port': ['ID=9d0cb32a-4ec3-43f8-9bf0-1a7d14551fd9,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:53.646614 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c68a189d-a8a0-4d0e-9e7b-2af3766b397d tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:53.648828 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-71ec5a0e-91ed-451f-bc83-c9b2d9018fa6 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/6ba4471c-48b9-4d08-92bd-7030aad7abb6 HTTP/1.1" status: 204 len: 168 time: 2.6388888 Oct 26 15:49:53.660302 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39786) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:53.661878 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-79d7fb19-96ca-4c43-b043-de6336ab05de tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:53.680559 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7120686a-f8a3-4150-a606-c9321808fc0a req-bd33422b-5a69-4e3f-97bf-61c822bff89d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "DELETE /v2.0/ports/17d303d5-fb92-49a6-9891-432f5db08b5f HTTP/1.1" status: 204 len: 173 time: 3.5617180 Oct 26 15:49:53.724064 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Attempt 3 to provision port 0979c77c-248c-4714-896e-d54b4f917af0 Oct 26 15:49:53.784955 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f92b8-5148-407e-8ace-1fc25d812be7 req-eaa015fe-778c-47e1-80d4-8122c47af2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:53.786889 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-118f92b8-5148-407e-8ace-1fc25d812be7 req-eaa015fe-778c-47e1-80d4-8122c47af2d8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5cc9e74e-861e-45d0-8d44-208c9e1f2999 HTTP/1.1" status: 200 len: 851 time: 0.2991049 Oct 26 15:49:53.793857 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e605e56f-0278-444e-8194-5ee03096ed93 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:53.801018 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-e605e56f-0278-444e-8194-5ee03096ed93 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/ports/9d0cb32a-4ec3-43f8-9bf0-1a7d14551fd9 HTTP/1.1" status: 204 len: 168 time: 3.0143254 Oct 26 15:49:53.895930 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39790) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:53.956097 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a189d-a8a0-4d0e-9e7b-2af3766b397d tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25a84dbf-84c8-456d-9403-bd9ff8aa4a2e,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:53.961909 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Port 0979c77c-248c-4714-896e-d54b4f917af0 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:53.987075 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f2bfc5f-af97-449e-add9-bfacd8de7d44 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] GET failed (client error): The resource could not be found. Oct 26 15:49:53.987348 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f92b8-5148-407e-8ace-1fc25d812be7 req-a326f3ad-ca9c-4760-a958-8a51f97fbfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:53.987979 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-2f2bfc5f-af97-449e-add9-bfacd8de7d44 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Synchronizing usage tracker for tenant:b10aaa5403b848e8bc3e4f603712654e on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:49:53.989150 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-118f92b8-5148-407e-8ace-1fc25d812be7 req-a326f3ad-ca9c-4760-a958-8a51f97fbfd5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b52fa13-90e5-4d9b-bd04-f08f37ff314e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1867495 Oct 26 15:49:54.044525 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-2f2bfc5f-af97-449e-add9-bfacd8de7d44 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Unset dirty status for tenant:b10aaa5403b848e8bc3e4f603712654e on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:49:54.056153 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-2f2bfc5f-af97-449e-add9-bfacd8de7d44 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "GET /v2.0/ports/9d0cb32a-4ec3-43f8-9bf0-1a7d14551fd9 HTTP/1.1" status: 404 len: 333 time: 0.1517324 Oct 26 15:49:54.056153 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-4347f966-01fc-45c3-b4e1-ab94ccf0977b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting subnet faf275a2-d815-4ace-abaf-22c77062b769 {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:49:54.069435 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39794) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:54.093590 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4347f966-01fc-45c3-b4e1-ab94ccf0977b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:54.105629 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-79d7fb19-96ca-4c43-b043-de6336ab05de tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:54.122080 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c68a189d-a8a0-4d0e-9e7b-2af3766b397d tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:54.126394 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c68a189d-a8a0-4d0e-9e7b-2af3766b397d tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7581463 Oct 26 15:49:54.131781 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39800) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:54.142963 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d7fb19-96ca-4c43-b043-de6336ab05de tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab51f5a-5c9b-47b7-ace9-15f81361804e,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:54.149594 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-79d7fb19-96ca-4c43-b043-de6336ab05de tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:54.153437 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-79d7fb19-96ca-4c43-b043-de6336ab05de tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "DELETE /v2.0/security-groups/dab51f5a-5c9b-47b7-ace9-15f81361804e HTTP/1.1" status: 204 len: 168 time: 1.1355956 Oct 26 15:49:54.161926 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39804) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:54.222912 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-00749cff-97fa-40ea-be62-3a950667c763 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:54.225173 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-118f92b8-5148-407e-8ace-1fc25d812be7 req-ce771cd2-3fa1-4094-b9c9-95e303b4c3a2 service neutron] 10.222.0.48 "GET /v2.0/networks/9b52fa13-90e5-4d9b-bd04-f08f37ff314e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286274 Oct 26 15:49:54.334061 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4347f966-01fc-45c3-b4e1-ab94ccf0977b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:54.412103 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-026ab398-7df1-4f11-9508-2ffb514c62fe tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:54.454535 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-026ab398-7df1-4f11-9508-2ffb514c62fe tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:54.463761 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Attempt 4 to provision port 0979c77c-248c-4714-896e-d54b4f917af0 Oct 26 15:49:54.487125 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-566813b8-af46-4b0c-951f-a8b3407d74c0 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Synchronizing usage tracker for tenant:5a27b77f486e469cb98de9bedc1957c7 on resource:security_group {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:49:54.500351 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-eadfb5ff-b9ae-4791-b875-40007549133d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:54.539012 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Port 0979c77c-248c-4714-896e-d54b4f917af0 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:54.572777 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-14d17514-9e56-4adc-9bcf-f1f14063ea68 req-74d21771-2187-410f-8824-94fd2f1f46da tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:49:54.576671 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-eadfb5ff-b9ae-4791-b875-40007549133d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:54.602384 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-118f92b8-5148-407e-8ace-1fc25d812be7 req-35356b4e-ca5a-4d32-a1ea-28429cb37e88 service neutron] 10.222.0.48 "GET /v2.0/networks/9b52fa13-90e5-4d9b-bd04-f08f37ff314e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701177 Oct 26 15:49:54.613080 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4347f966-01fc-45c3-b4e1-ab94ccf0977b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:54.671802 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54614f-9f1f-4893-ba58-104448fce7ee req-358e8003-d35a-4d74-babb-b1be4e44b044 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:54.676590 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0c54614f-9f1f-4893-ba58-104448fce7ee req-358e8003-d35a-4d74-babb-b1be4e44b044 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.4665825 Oct 26 15:49:54.686364 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-026ab398-7df1-4f11-9508-2ffb514c62fe tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:54.688301 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-566813b8-af46-4b0c-951f-a8b3407d74c0 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Unset dirty status for tenant:5a27b77f486e469cb98de9bedc1957c7 on resource:security_group {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:49:54.694134 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-566813b8-af46-4b0c-951f-a8b3407d74c0 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5101240 Oct 26 15:49:54.695189 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39810) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:54.700532 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-2ef01860-4d5f-4ed9-a255-90619446cf30 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Request body: {'security_group': {'name': 'tempest-secgroup--985497800'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:54.706697 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-2ef01860-4d5f-4ed9-a255-90619446cf30 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:54.709002 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-14d17514-9e56-4adc-9bcf-f1f14063ea68 req-74d21771-2187-410f-8824-94fd2f1f46da tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:49:54.710951 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-00749cff-97fa-40ea-be62-3a950667c763 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:54.719035 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-14d17514-9e56-4adc-9bcf-f1f14063ea68 req-74d21771-2187-410f-8824-94fd2f1f46da tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=317f2fc3-5951-4998-94f0-0728b8b2326b HTTP/1.1" status: 200 len: 210 time: 0.2324243 Oct 26 15:49:54.745225 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-2ef01860-4d5f-4ed9-a255-90619446cf30 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:54.793071 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-026ab398-7df1-4f11-9508-2ffb514c62fe tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:54.794080 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-026ab398-7df1-4f11-9508-2ffb514c62fe tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/25a84dbf-84c8-456d-9403-bd9ff8aa4a2e HTTP/1.1" status: 204 len: 168 time: 0.6560843 Oct 26 15:49:54.794989 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ab398-7df1-4f11-9508-2ffb514c62fe tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25a84dbf-84c8-456d-9403-bd9ff8aa4a2e,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:54.797293 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39814) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:54.822897 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00749cff-97fa-40ea-be62-3a950667c763 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:49:54.828553 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-00749cff-97fa-40ea-be62-3a950667c763 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:49:54.833736 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2ef01860-4d5f-4ed9-a255-90619446cf30 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:54.838713 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00749cff-97fa-40ea-be62-3a950667c763 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:49:54.861020 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-36f46538-3544-425e-9ab3-27edeb1ed51d tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Synchronizing usage tracker for tenant:7e3ca709110348f3bb74c8b4375d8b39 on resource:security_group_rule {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:49:54.871305 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-2ef01860-4d5f-4ed9-a255-90619446cf30 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:54.877422 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-2ef01860-4d5f-4ed9-a255-90619446cf30 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Usage tracker for resource:security_group_rule and tenant:5a27b77f486e469cb98de9bedc1957c7 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:54.883542 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-2ef01860-4d5f-4ed9-a255-90619446cf30 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:54.889297 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00749cff-97fa-40ea-be62-3a950667c763 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event updated for resources: {'Port': ['ID=9874efad-b6db-4b48-b451-f5aff8c918ea,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:54.890195 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-2ef01860-4d5f-4ed9-a255-90619446cf30 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:54.896339 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0c54614f-9f1f-4893-ba58-104448fce7ee req-74bbabde-4877-4641-8eb9-8ec9237d5b3b tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935737 Oct 26 15:49:54.918703 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-eadfb5ff-b9ae-4791-b875-40007549133d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:54.962681 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2ef01860-4d5f-4ed9-a255-90619446cf30 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:55.002627 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-36f46538-3544-425e-9ab3-27edeb1ed51d tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Unset dirty status for tenant:7e3ca709110348f3bb74c8b4375d8b39 on resource:security_group_rule {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:49:55.004959 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-36f46538-3544-425e-9ab3-27edeb1ed51d tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2064955 Oct 26 15:49:55.007954 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39818) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:55.038064 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2ef01860-4d5f-4ed9-a255-90619446cf30 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:55.040823 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Attempt 5 to provision port 0979c77c-248c-4714-896e-d54b4f917af0 Oct 26 15:49:55.043566 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4347f966-01fc-45c3-b4e1-ab94ccf0977b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:55.090758 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadfb5ff-b9ae-4791-b875-40007549133d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10adb5c1-c1bb-4ba2-8bc8-57a0d4abc5f5,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:55.104197 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4347f966-01fc-45c3-b4e1-ab94ccf0977b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Subnet': ['ID=faf275a2-d815-4ace-abaf-22c77062b769,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:55.104374 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef01860-4d5f-4ed9-a255-90619446cf30 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f09062bf-ec12-46f6-a368-d1b898563ad0,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:55.127569 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b4e148bf-c720-4f61-9c76-055dfeeecc35 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:55.146455 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d718daae-1731-40ec-9cff-86ed8e1497f8 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:49:55.146816 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4347f966-01fc-45c3-b4e1-ab94ccf0977b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:55.158023 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b4e148bf-c720-4f61-9c76-055dfeeecc35 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:55.170090 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4347f966-01fc-45c3-b4e1-ab94ccf0977b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/faf275a2-d815-4ace-abaf-22c77062b769 HTTP/1.1" status: 204 len: 168 time: 1.5021565 Oct 26 15:49:55.171708 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-eadfb5ff-b9ae-4791-b875-40007549133d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:55.172138 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-eadfb5ff-b9ae-4791-b875-40007549133d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/security-groups/10adb5c1-c1bb-4ba2-8bc8-57a0d4abc5f5 HTTP/1.1" status: 204 len: 168 time: 1.1017029 Oct 26 15:49:55.174410 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39822) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:55.181525 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39826) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:55.208314 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2ef01860-4d5f-4ed9-a255-90619446cf30 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:55.210292 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2ef01860-4d5f-4ed9-a255-90619446cf30 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5140426 Oct 26 15:49:55.213215 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39830) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:55.219369 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-22af09bf-73cf-4dd7-94da-a85aeaa08ea8 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Request body: {'security_group_rule': {'security_group_id': 'f09062bf-ec12-46f6-a368-d1b898563ad0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:55.228769 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-22af09bf-73cf-4dd7-94da-a85aeaa08ea8 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:55.234196 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-22af09bf-73cf-4dd7-94da-a85aeaa08ea8 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Usage tracker for resource:security_group_rule and tenant:5a27b77f486e469cb98de9bedc1957c7 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:55.245677 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-22af09bf-73cf-4dd7-94da-a85aeaa08ea8 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:55.252045 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Port 0979c77c-248c-4714-896e-d54b4f917af0 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:55.257608 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-22af09bf-73cf-4dd7-94da-a85aeaa08ea8 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:55.275539 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-47bb5903-93c8-42fb-b4ae-de334e7334b3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0947206 Oct 26 15:49:55.276472 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39834) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:55.285182 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-775bf89b-0491-4731-811c-0a7a5913f18d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'subnet': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:55.325111 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9fecb12b-fc07-4acf-81b9-cc5ff6c730f9 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:55.371709 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b4e148bf-c720-4f61-9c76-055dfeeecc35 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:55.428976 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e148bf-c720-4f61-9c76-055dfeeecc35 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8171bc-04c5-43f3-b024-46728961899d,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:55.471381 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-775bf89b-0491-4731-811c-0a7a5913f18d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:55.476370 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-775bf89b-0491-4731-811c-0a7a5913f18d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Usage tracker for resource:subnet and tenant:cde0b70c42f24e8e94f9303758760038 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:55.481181 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-775bf89b-0491-4731-811c-0a7a5913f18d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:55.485453 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-775bf89b-0491-4731-811c-0a7a5913f18d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:55.494266 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9fecb12b-fc07-4acf-81b9-cc5ff6c730f9 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:55.503513 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8e2ffb-616c-46cd-8fd8-5b711fa95de9 None None] DHCP port deletion for f810e159-a5e8-4c86-8cec-5d909fe013dd request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:49:55.508033 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-9e8e2ffb-616c-46cd-8fd8-5b711fa95de9 None None] Deleting port 7d4ad78d-224a-4ed3-b843-7964e0dbaf02 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:49:55.508471 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9e8e2ffb-616c-46cd-8fd8-5b711fa95de9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:55.558930 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b4e148bf-c720-4f61-9c76-055dfeeecc35 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:55.561926 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b4e148bf-c720-4f61-9c76-055dfeeecc35 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "DELETE /v2.0/security-groups/ff8171bc-04c5-43f3-b024-46728961899d HTTP/1.1" status: 204 len: 168 time: 0.5530238 Oct 26 15:49:55.563072 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-22af09bf-73cf-4dd7-94da-a85aeaa08ea8 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] create failed (client error): The resource could not be found. Oct 26 15:49:55.566911 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-22af09bf-73cf-4dd7-94da-a85aeaa08ea8 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3497488 Oct 26 15:49:55.566911 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39838) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:55.566911 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775bf89b-0491-4731-811c-0a7a5913f18d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:49:55.568332 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39840) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:55.569313 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-775bf89b-0491-4731-811c-0a7a5913f18d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:55.586428 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-7e786a7b-f4c3-413c-86f7-3086647e7803 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Request body: {'security_group_rule': {'security_group_id': 'f09062bf-ec12-46f6-a368-d1b898563ad0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '6ad426f8-03c3-461b-9ff4-133fc241e177'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:55.599855 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-7e786a7b-f4c3-413c-86f7-3086647e7803 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:55.605402 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7e786a7b-f4c3-413c-86f7-3086647e7803 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Usage tracker for resource:security_group_rule and tenant:5a27b77f486e469cb98de9bedc1957c7 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:55.609772 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7e786a7b-f4c3-413c-86f7-3086647e7803 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:55.617126 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-00749cff-97fa-40ea-be62-3a950667c763 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for router_gateway, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:55.748405 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ca96103c-010c-4fcf-b795-bcdae727ab2e tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Synchronizing usage tracker for tenant:7e3ca709110348f3bb74c8b4375d8b39 on resource:security_group {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:49:55.754600 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Attempt 6 to provision port 0979c77c-248c-4714-896e-d54b4f917af0 Oct 26 15:49:55.817686 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Port 0979c77c-248c-4714-896e-d54b4f917af0 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:55.822277 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-9e8e2ffb-616c-46cd-8fd8-5b711fa95de9 None None] For port 7d4ad78d-224a-4ed3-b843-7964e0dbaf02, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=7d4ad78d-224a-4ed3-b843-7964e0dbaf02,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:49:55.822841 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9e8e2ffb-616c-46cd-8fd8-5b711fa95de9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:55.837484 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ca96103c-010c-4fcf-b795-bcdae727ab2e tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Unset dirty status for tenant:7e3ca709110348f3bb74c8b4375d8b39 on resource:security_group {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:49:55.840286 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ca96103c-010c-4fcf-b795-bcdae727ab2e tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2538059 Oct 26 15:49:55.844931 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39848) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:55.854372 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-1f45f529-8357-4097-9074-9ed67eb38649 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Request body: {'security_group': {'name': 'tempest-secgroup--1519435331'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:55.863975 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-1f45f529-8357-4097-9074-9ed67eb38649 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:55.868272 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39852) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:55.884922 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-7e786a7b-f4c3-413c-86f7-3086647e7803 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:55.901726 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9fecb12b-fc07-4acf-81b9-cc5ff6c730f9 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:55.921471 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-1f45f529-8357-4097-9074-9ed67eb38649 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:55.945484 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fecb12b-fc07-4acf-81b9-cc5ff6c730f9 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f009b7c9-3849-426e-aa09-cebfbcf627af,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:55.955956 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9fecb12b-fc07-4acf-81b9-cc5ff6c730f9 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:55.955956 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-9fecb12b-fc07-4acf-81b9-cc5ff6c730f9 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/security-groups/f009b7c9-3849-426e-aa09-cebfbcf627af HTTP/1.1" status: 204 len: 168 time: 0.7731051 Oct 26 15:49:55.960098 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39858) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:55.981699 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-9e8e2ffb-616c-46cd-8fd8-5b711fa95de9 None None] Calling delete_port for 7d4ad78d-224a-4ed3-b843-7964e0dbaf02 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:49:56.032081 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b9708d47-38fb-4898-b8fe-687fd4b4a2b9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:56.062642 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b88ec136-a251-48c2-9806-68357c6ddf91 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:56.071672 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-775bf89b-0491-4731-811c-0a7a5913f18d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:56.075176 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1f45f529-8357-4097-9074-9ed67eb38649 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:56.150932 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b9708d47-38fb-4898-b8fe-687fd4b4a2b9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:56.186585 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9e8e2ffb-616c-46cd-8fd8-5b711fa95de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:56.188950 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-1f45f529-8357-4097-9074-9ed67eb38649 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:56.194512 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-1f45f529-8357-4097-9074-9ed67eb38649 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Usage tracker for resource:security_group_rule and tenant:7e3ca709110348f3bb74c8b4375d8b39 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:56.197507 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-1f45f529-8357-4097-9074-9ed67eb38649 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:56.203362 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-1f45f529-8357-4097-9074-9ed67eb38649 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:56.235605 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8e2ffb-616c-46cd-8fd8-5b711fa95de9 None None] Pushing event deleted for resources: {'Port': ['ID=7d4ad78d-224a-4ed3-b843-7964e0dbaf02,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:56.240070 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8e2ffb-616c-46cd-8fd8-5b711fa95de9 None None] No DVR routers for this DVR port 7d4ad78d-224a-4ed3-b843-7964e0dbaf02 on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:49:56.256916 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8e2ffb-616c-46cd-8fd8-5b711fa95de9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:49:56.257284 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8e2ffb-616c-46cd-8fd8-5b711fa95de9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:49:56.264595 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8e2ffb-616c-46cd-8fd8-5b711fa95de9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:49:56.264595 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8e2ffb-616c-46cd-8fd8-5b711fa95de9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:49:56.264595 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8e2ffb-616c-46cd-8fd8-5b711fa95de9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:49:56.264595 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8e2ffb-616c-46cd-8fd8-5b711fa95de9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:49:56.264595 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8e2ffb-616c-46cd-8fd8-5b711fa95de9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:49:56.264595 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8e2ffb-616c-46cd-8fd8-5b711fa95de9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:49:56.264595 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8e2ffb-616c-46cd-8fd8-5b711fa95de9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:49:56.264595 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8e2ffb-616c-46cd-8fd8-5b711fa95de9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:49:56.264595 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8e2ffb-616c-46cd-8fd8-5b711fa95de9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:49:56.264595 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8e2ffb-616c-46cd-8fd8-5b711fa95de9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:49:56.276442 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775bf89b-0491-4731-811c-0a7a5913f18d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:49:56.282188 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-00749cff-97fa-40ea-be62-3a950667c763 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:56.292499 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b88ec136-a251-48c2-9806-68357c6ddf91 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:56.306630 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-775bf89b-0491-4731-811c-0a7a5913f18d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:49:56.317752 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2b0fb5-ffb7-4dcb-adb1-5688c39c69d9 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:49:56.320418 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1f45f529-8357-4097-9074-9ed67eb38649 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:56.322013 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775bf89b-0491-4731-811c-0a7a5913f18d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:56.322621 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-775bf89b-0491-4731-811c-0a7a5913f18d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:56.337880 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Attempt 7 to provision port 0979c77c-248c-4714-896e-d54b4f917af0 Oct 26 15:49:56.345442 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-7e786a7b-f4c3-413c-86f7-3086647e7803 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] create failed (client error): The resource could not be found. Oct 26 15:49:56.349598 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-7e786a7b-f4c3-413c-86f7-3086647e7803 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7685885 Oct 26 15:49:56.353734 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775bf89b-0491-4731-811c-0a7a5913f18d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Subnet': ['ID=3b5b96ff-25d6-4977-9833-1b115dd3aaa0,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:56.359632 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39862) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:56.412557 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec087f8a-0df9-4e6c-a9c1-653d100c89f0 req-1de72537-1fec-4354-b40f-434c7daff709 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:56.414099 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ec087f8a-0df9-4e6c-a9c1-653d100c89f0 req-1de72537-1fec-4354-b40f-434c7daff709 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.3420184 Oct 26 15:49:56.431414 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1f45f529-8357-4097-9074-9ed67eb38649 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:56.488800 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ec087f8a-0df9-4e6c-a9c1-653d100c89f0 req-41e3c9de-f486-4c87-871f-71f8dec902cf tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594060 Oct 26 15:49:56.514001 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f45f529-8357-4097-9074-9ed67eb38649 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1532c25d-b159-4501-bd09-cfc92cdf6443,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:56.527516 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-775bf89b-0491-4731-811c-0a7a5913f18d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2493606 Oct 26 15:49:56.530732 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39868) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:56.533311 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6b409dfd-0a2c-4c9c-ad06-21cc82eb7f47 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:56.539025 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-5f5be347-3487-4847-a7bf-131476fd12e0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'subnet': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:56.560242 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 7d4ad78d-224a-4ed3-b843-7964e0dbaf02 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:49:56.594219 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Port 0979c77c-248c-4714-896e-d54b4f917af0 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:56.620296 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b88ec136-a251-48c2-9806-68357c6ddf91 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:56.622970 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b88ec136-a251-48c2-9806-68357c6ddf91 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:56.632238 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b88ec136-a251-48c2-9806-68357c6ddf91 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/security-groups/67bfff65-fa8d-4b38-8d26-22ec5731fe90 HTTP/1.1" status: 204 len: 168 time: 0.6623881 Oct 26 15:49:56.632587 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 7d4ad78d-224a-4ed3-b843-7964e0dbaf02 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:49:56.632587 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 7d4ad78d-224a-4ed3-b843-7964e0dbaf02 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:49:56.637860 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39872) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:56.655105 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1f45f529-8357-4097-9074-9ed67eb38649 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:56.656305 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-1f45f529-8357-4097-9074-9ed67eb38649 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8104217 Oct 26 15:49:56.657061 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b9708d47-38fb-4898-b8fe-687fd4b4a2b9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:56.659567 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b9708d47-38fb-4898-b8fe-687fd4b4a2b9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:56.660841 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b9708d47-38fb-4898-b8fe-687fd4b4a2b9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "DELETE /v2.0/security-groups/5c64386a-6623-49c2-bff3-822e0e17fe04 HTTP/1.1" status: 204 len: 168 time: 0.7913761 Oct 26 15:49:56.701675 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39876) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:56.702432 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00749cff-97fa-40ea-be62-3a950667c763 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Router 7cdffed4-eaae-4f4c-bccd-4e6353e02993 is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:49:56.720472 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-c6f57ffa-96d5-4fc1-80ea-21072210572e tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Request body: {'security_group_rule': {'security_group_id': '1532c25d-b159-4501-bd09-cfc92cdf6443', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:56.734136 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ec136-a251-48c2-9806-68357c6ddf91 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bfff65-fa8d-4b38-8d26-22ec5731fe90,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:56.741319 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6b409dfd-0a2c-4c9c-ad06-21cc82eb7f47 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:56.741755 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632e2418-1dd2-45af-a6bb-16a28bc179b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-f810e159-a5e8-4c86-8cec-5d909fe013dd', 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'tenant_id': 'cde0b70c42f24e8e94f9303758760038', 'fixed_ips': [{'subnet_id': '3b5b96ff-25d6-4977-9833-1b115dd3aaa0'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:49:56.742344 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-632e2418-1dd2-45af-a6bb-16a28bc179b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:56.748807 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-c6f57ffa-96d5-4fc1-80ea-21072210572e tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:56.787247 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9708d47-38fb-4898-b8fe-687fd4b4a2b9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c64386a-6623-49c2-bff3-822e0e17fe04,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:56.824240 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39882) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:56.825625 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-c6f57ffa-96d5-4fc1-80ea-21072210572e tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Usage tracker for resource:security_group_rule and tenant:7e3ca709110348f3bb74c8b4375d8b39 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:56.884984 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-c6f57ffa-96d5-4fc1-80ea-21072210572e tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:56.913235 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-c6f57ffa-96d5-4fc1-80ea-21072210572e tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:56.922274 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-69a32d10-1640-4490-9889-01eb48af8636 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Deleting subnet e064082c-8a46-4321-bacf-da21a2780970 {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:49:56.922992 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:56.928373 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-69a32d10-1640-4490-9889-01eb48af8636 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:56.950020 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-632e2418-1dd2-45af-a6bb-16a28bc179b1 None None] Allocated IP 2001:db8::2 (f810e159-a5e8-4c86-8cec-5d909fe013dd/3b5b96ff-25d6-4977-9833-1b115dd3aaa0/a0f5f8f9-9bcf-47ae-9a92-904ab50982a7) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:49:57.007347 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-69a32d10-1640-4490-9889-01eb48af8636 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:57.059970 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c6f57ffa-96d5-4fc1-80ea-21072210572e tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:57.096116 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Attempt 8 to provision port 0979c77c-248c-4714-896e-d54b4f917af0 Oct 26 15:49:57.104402 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00749cff-97fa-40ea-be62-3a950667c763 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:49:57.111128 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-5f5be347-3487-4847-a7bf-131476fd12e0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:57.114728 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af31f9d-589d-4086-9c80-a7490577b101 None None] Sync routers for ids ['7cdffed4-eaae-4f4c-bccd-4e6353e02993'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:49:57.119127 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-5f5be347-3487-4847-a7bf-131476fd12e0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Usage tracker for resource:subnet and tenant:cde0b70c42f24e8e94f9303758760038 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:57.123861 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-5f5be347-3487-4847-a7bf-131476fd12e0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:57.125587 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af31f9d-589d-4086-9c80-a7490577b101 None None] Routers {'7cdffed4-eaae-4f4c-bccd-4e6353e02993'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:49:57.126423 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-7af31f9d-589d-4086-9c80-a7490577b101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:49:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['7cdffed4-eaae-4f4c-bccd-4e6353e02993'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:57.133597 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-5f5be347-3487-4847-a7bf-131476fd12e0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:57.163086 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607de67-447b-4bf5-a1f7-3c90becb13d0 req-951a8f1a-50f8-4bca-9ced-72d4240a3713 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:57.170521 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e607de67-447b-4bf5-a1f7-3c90becb13d0 req-951a8f1a-50f8-4bca-9ced-72d4240a3713 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.5087166 Oct 26 15:49:57.172905 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-69a32d10-1640-4490-9889-01eb48af8636 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:57.197937 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6b409dfd-0a2c-4c9c-ad06-21cc82eb7f47 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:57.225366 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-7af31f9d-589d-4086-9c80-a7490577b101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:57.234599 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b409dfd-0a2c-4c9c-ad06-21cc82eb7f47 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09062bf-ec12-46f6-a368-d1b898563ad0,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:57.235551 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af31f9d-589d-4086-9c80-a7490577b101 None None] Routers {'7cdffed4-eaae-4f4c-bccd-4e6353e02993'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:49:57.236412 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-7af31f9d-589d-4086-9c80-a7490577b101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:49:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['7cdffed4-eaae-4f4c-bccd-4e6353e02993'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:57.238349 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-632e2418-1dd2-45af-a6bb-16a28bc179b1 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:57.249285 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-632e2418-1dd2-45af-a6bb-16a28bc179b1 None None] Transition to ACTIVE for port object a0f5f8f9-9bcf-47ae-9a92-904ab50982a7 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:49:57.253457 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5be347-3487-4847-a7bf-131476fd12e0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:49:57.257473 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5f5be347-3487-4847-a7bf-131476fd12e0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:57.286373 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Port 0979c77c-248c-4714-896e-d54b4f917af0 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:57.309472 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-7af31f9d-589d-4086-9c80-a7490577b101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:49:57.309869 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af31f9d-589d-4086-9c80-a7490577b101 None None] The sync data for ids ['7cdffed4-eaae-4f4c-bccd-4e6353e02993'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:49:57.336813 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c6f57ffa-96d5-4fc1-80ea-21072210572e tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:57.362484 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-632e2418-1dd2-45af-a6bb-16a28bc179b1 None None] Transition to ACTIVE for port object a0f5f8f9-9bcf-47ae-9a92-904ab50982a7 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:49:57.363173 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-69a32d10-1640-4490-9889-01eb48af8636 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:57.405331 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-69a32d10-1640-4490-9889-01eb48af8636 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:57.411825 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-69a32d10-1640-4490-9889-01eb48af8636 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/subnets/e064082c-8a46-4321-bacf-da21a2780970 HTTP/1.1" status: 204 len: 168 time: 0.7675655 Oct 26 15:49:57.411825 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a32d10-1640-4490-9889-01eb48af8636 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event deleted for resources: {'Subnet': ['ID=e064082c-8a46-4321-bacf-da21a2780970,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:57.412660 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e607de67-447b-4bf5-a1f7-3c90becb13d0 req-18194007-f5be-4ede-8090-7e9d66f393b3 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2387569 Oct 26 15:49:57.413721 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39886) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:57.420008 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62b03be-7cff-477a-bef1-904dc413c3bd None None] Network 727fe7ec-fce3-4e2e-9e69-5d326c45d061 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:49:57.490690 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c6f57ffa-96d5-4fc1-80ea-21072210572e tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:57.502000 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6b409dfd-0a2c-4c9c-ad06-21cc82eb7f47 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:57.507421 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-6b409dfd-0a2c-4c9c-ad06-21cc82eb7f47 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "DELETE /v2.0/security-groups/f09062bf-ec12-46f6-a368-d1b898563ad0 HTTP/1.1" status: 204 len: 168 time: 1.1383755 Oct 26 15:49:57.509482 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39892) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:57.512999 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-00749cff-97fa-40ea-be62-3a950667c763 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:57.518047 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39896) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:57.520571 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-00749cff-97fa-40ea-be62-3a950667c763 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 6.0627162 Oct 26 15:49:57.534351 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-b04d0031-48a7-4aa2-9dbc-d10ad737afa6 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Deleting subnet 987ff4d8-873b-4b82-affe-46e6e29b7bb7 {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:49:57.552766 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f57ffa-96d5-4fc1-80ea-21072210572e tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=236b2a19-c9c4-4f9b-841a-dd672caecaa5,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:57.557935 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b04d0031-48a7-4aa2-9dbc-d10ad737afa6 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:57.573655 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-632e2418-1dd2-45af-a6bb-16a28bc179b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:57.626100 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b04d0031-48a7-4aa2-9dbc-d10ad737afa6 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:57.711470 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632e2418-1dd2-45af-a6bb-16a28bc179b1 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:49:57.721091 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-632e2418-1dd2-45af-a6bb-16a28bc179b1 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:49:57.727998 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632e2418-1dd2-45af-a6bb-16a28bc179b1 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:49:57.740138 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e2418-1dd2-45af-a6bb-16a28bc179b1 None None] Pushing event updated for resources: {'Port': ['ID=a0f5f8f9-9bcf-47ae-9a92-904ab50982a7,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:57.746507 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b04d0031-48a7-4aa2-9dbc-d10ad737afa6 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:57.792251 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Attempt 9 to provision port 0979c77c-248c-4714-896e-d54b4f917af0 Oct 26 15:49:57.798802 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.ipam_backend_mixin [None req-5f5be347-3487-4847-a7bf-131476fd12e0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3b5b96ff-25d6-4977-9833-1b115dd3aaa0 (CIDR: 2001:db8::/64) Oct 26 15:49:57.810410 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-03c80e94-e829-4e3d-91d8-d2b0e509ae3a tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Synchronizing usage tracker for tenant:5a27b77f486e469cb98de9bedc1957c7 on resource:security_group {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:49:57.820332 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c6f57ffa-96d5-4fc1-80ea-21072210572e tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:57.824180 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c6f57ffa-96d5-4fc1-80ea-21072210572e tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1167548 Oct 26 15:49:57.825292 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39900) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:57.832447 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-a79b2501-bbdf-4f84-9ed4-3fb3ceb80139 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Request body: {'security_group_rule': {'security_group_id': '1532c25d-b159-4501-bd09-cfc92cdf6443', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:57.842272 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-a79b2501-bbdf-4f84-9ed4-3fb3ceb80139 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:57.848131 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-a79b2501-bbdf-4f84-9ed4-3fb3ceb80139 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Usage tracker for resource:security_group_rule and tenant:7e3ca709110348f3bb74c8b4375d8b39 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:57.852427 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-a79b2501-bbdf-4f84-9ed4-3fb3ceb80139 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:57.860014 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-a79b2501-bbdf-4f84-9ed4-3fb3ceb80139 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:57.867399 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f5be347-3487-4847-a7bf-131476fd12e0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:49:57.868027 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f5be347-3487-4847-a7bf-131476fd12e0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:49:57.915287 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-17b3777b-5b60-4b43-9ad6-8618af64cdd2 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "GET /v2.0/routers/7cdffed4-eaae-4f4c-bccd-4e6353e02993 HTTP/1.1" status: 200 len: 878 time: 0.3928707 Oct 26 15:49:57.919869 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Port 0979c77c-248c-4714-896e-d54b4f917af0 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:57.921047 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39904) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:57.957670 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-632e2418-1dd2-45af-a6bb-16a28bc179b1 None None] Attempting to bind port a0f5f8f9-9bcf-47ae-9a92-904ab50982a7 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:49:57.958044 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-632e2418-1dd2-45af-a6bb-16a28bc179b1 None None] Attempting to bind port a0f5f8f9-9bcf-47ae-9a92-904ab50982a7 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:49:57.958409 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632e2418-1dd2-45af-a6bb-16a28bc179b1 None None] Attempting to bind port a0f5f8f9-9bcf-47ae-9a92-904ab50982a7 on network f810e159-a5e8-4c86-8cec-5d909fe013dd {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:49:57.980927 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632e2418-1dd2-45af-a6bb-16a28bc179b1 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:49:57.981380 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632e2418-1dd2-45af-a6bb-16a28bc179b1 None None] Checking segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:49:57.981694 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-632e2418-1dd2-45af-a6bb-16a28bc179b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:57.982089 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632e2418-1dd2-45af-a6bb-16a28bc179b1 None None] Bound using segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:49:57.982584 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-632e2418-1dd2-45af-a6bb-16a28bc179b1 None None] Bound port: a0f5f8f9-9bcf-47ae-9a92-904ab50982a7, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:49:57.982954 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-632e2418-1dd2-45af-a6bb-16a28bc179b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:58.042003 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-03c80e94-e829-4e3d-91d8-d2b0e509ae3a tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Unset dirty status for tenant:5a27b77f486e469cb98de9bedc1957c7 on resource:security_group {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:49:58.046915 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-03c80e94-e829-4e3d-91d8-d2b0e509ae3a tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5309923 Oct 26 15:49:58.061466 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39908) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:58.061466 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-5f5be347-3487-4847-a7bf-131476fd12e0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5259898 Oct 26 15:49:58.064480 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39912) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:58.068574 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-bd9249ac-b3be-4f38-a543-94bb70e0bbb9 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Request body: {'security_group_rule': {'security_group_id': '1caa7a96-1dd8-4d9c-8058-a63f36d0185e', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:58.081353 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-5af524de-04ad-4f66-bef4-5663f1d18519 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'subnet': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:58.097686 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-bd9249ac-b3be-4f38-a543-94bb70e0bbb9 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:58.104958 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-632e2418-1dd2-45af-a6bb-16a28bc179b1 None None] For port a0f5f8f9-9bcf-47ae-9a92-904ab50982a7, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:49:58.110135 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-632e2418-1dd2-45af-a6bb-16a28bc179b1 None None] For port a0f5f8f9-9bcf-47ae-9a92-904ab50982a7, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=a0f5f8f9-9bcf-47ae-9a92-904ab50982a7,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:49:58.110332 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-bd9249ac-b3be-4f38-a543-94bb70e0bbb9 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Usage tracker for resource:security_group_rule and tenant:5a27b77f486e469cb98de9bedc1957c7 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:58.114601 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-bd9249ac-b3be-4f38-a543-94bb70e0bbb9 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:58.150597 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b04d0031-48a7-4aa2-9dbc-d10ad737afa6 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:58.172965 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-bd9249ac-b3be-4f38-a543-94bb70e0bbb9 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:58.221186 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-632e2418-1dd2-45af-a6bb-16a28bc179b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:58.240735 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a79b2501-bbdf-4f84-9ed4-3fb3ceb80139 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:58.274725 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d0031-48a7-4aa2-9dbc-d10ad737afa6 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event deleted for resources: {'Subnet': ['ID=987ff4d8-873b-4b82-affe-46e6e29b7bb7,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:58.296377 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b04d0031-48a7-4aa2-9dbc-d10ad737afa6 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:58.320836 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6cbace-ba20-4c5d-b405-f70c98423284 None None] Update dhcp port {'port': {'network_id': '727fe7ec-fce3-4e2e-9e69-5d326c45d061', 'fixed_ips': [{'subnet_id': '442bbdac-2254-4921-9730-977ca4f1a037', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '987ff4d8-873b-4b82-affe-46e6e29b7bb7'}], 'binding:host_id': 'dv-neutron-862712-1-hyperv'}, 'id': '74b13b1b-8433-4c1b-91f9-0137ad907c0e'} from dv-neutron-862712-1-hyperv. {{(pid=89749) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 26 15:49:58.328547 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b04d0031-48a7-4aa2-9dbc-d10ad737afa6 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/subnets/987ff4d8-873b-4b82-affe-46e6e29b7bb7 HTTP/1.1" status: 204 len: 168 time: 0.9109190 Oct 26 15:49:58.330754 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39918) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:58.349485 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5af481f1-83d0-411b-9f33-3bba4e8e999e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:58.375993 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e2418-1dd2-45af-a6bb-16a28bc179b1 None None] Pushing event updated for resources: {'Port': ['ID=a0f5f8f9-9bcf-47ae-9a92-904ab50982a7,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:58.382083 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-53c9b2bd-c057-48cc-abb3-44e684c39d8b tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] DELETE failed (client error): The resource could not be found. Oct 26 15:49:58.382543 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53c9b2bd-c057-48cc-abb3-44e684c39d8b tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:49:58.385198 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-53c9b2bd-c057-48cc-abb3-44e684c39d8b tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/subnets/e064082c-8a46-4321-bacf-da21a2780970 HTTP/1.1" status: 404 len: 337 time: 0.0497954 Oct 26 15:49:58.387273 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ef6cbace-ba20-4c5d-b405-f70c98423284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:58.390811 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39922) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:58.438195 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Attempt 10 to provision port 0979c77c-248c-4714-896e-d54b4f917af0 Oct 26 15:49:58.457795 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a79b2501-bbdf-4f84-9ed4-3fb3ceb80139 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:58.485951 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-f36592f8-2ba1-439b-a255-a973ea5927e7 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Deleting subnet 442bbdac-2254-4921-9730-977ca4f1a037 {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:49:58.491038 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f36592f8-2ba1-439b-a255-a973ea5927e7 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:58.496937 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-5af524de-04ad-4f66-bef4-5663f1d18519 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:58.508452 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-5af524de-04ad-4f66-bef4-5663f1d18519 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Usage tracker for resource:subnet and tenant:cde0b70c42f24e8e94f9303758760038 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:58.516821 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-5af524de-04ad-4f66-bef4-5663f1d18519 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:58.525350 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-5af524de-04ad-4f66-bef4-5663f1d18519 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:58.542733 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007190ea-8eb3-4c19-b014-9c09c4c67f46 req-70011276-2aee-4c70-a4c7-8d28a918c6ea tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:58.544442 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-007190ea-8eb3-4c19-b014-9c09c4c67f46 req-70011276-2aee-4c70-a4c7-8d28a918c6ea tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.3636272 Oct 26 15:49:58.545022 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a79b2501-bbdf-4f84-9ed4-3fb3ceb80139 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:58.569044 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-bd9249ac-b3be-4f38-a543-94bb70e0bbb9 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] create failed (client error): The resource could not be found. Oct 26 15:49:58.573924 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-bd9249ac-b3be-4f38-a543-94bb70e0bbb9 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5116334 Oct 26 15:49:58.579387 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39926) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:58.598554 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b2501-bbdf-4f84-9ed4-3fb3ceb80139 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=619b3339-75a2-4aad-a9d3-fde18e1c9395,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:58.602715 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f36592f8-2ba1-439b-a255-a973ea5927e7 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:58.635394 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-5caaf2bf-cf9c-4e9b-ba25-96f4f2f1991d tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Request body: {'security_group': {'name': 'tempest-secgroup--2125936244'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:58.661936 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-5caaf2bf-cf9c-4e9b-ba25-96f4f2f1991d tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:58.665652 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-f040dffc-84b3-4920-8299-f99e7bbe12ba None None] Port 0979c77c-248c-4714-896e-d54b4f917af0 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:58.683182 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-5caaf2bf-cf9c-4e9b-ba25-96f4f2f1991d tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:58.685471 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af524de-04ad-4f66-bef4-5663f1d18519 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:49:58.689358 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5af524de-04ad-4f66-bef4-5663f1d18519 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:58.716202 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-0fd0588a-0ec1-4f00-9844-351784d16fa0 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Synchronizing usage tracker for tenant:c6ecf98f295847b88c4c5e8d668b4162 on resource:router {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:49:58.733605 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-007190ea-8eb3-4c19-b014-9c09c4c67f46 req-21e50944-f36d-46da-abb0-1548370fd3d5 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717963 Oct 26 15:49:58.751599 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f36592f8-2ba1-439b-a255-a973ea5927e7 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:58.787289 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-ea4ed639-01de-43b9-92a2-90aca08492cf None None] Could not find standard attr ID for object 9d0cb32a-4ec3-43f8-9bf0-1a7d14551fd9. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:49:58.788147 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-ea4ed639-01de-43b9-92a2-90aca08492cf None None] Could not find standard attr ID for object 7d4ad78d-224a-4ed3-b843-7964e0dbaf02. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:49:58.830202 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-ea4ed639-01de-43b9-92a2-90aca08492cf None None] Provisioning complete for port 74b13b1b-8433-4c1b-91f9-0137ad907c0e triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:49:58.831875 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a79b2501-bbdf-4f84-9ed4-3fb3ceb80139 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:58.832446 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ea4ed639-01de-43b9-92a2-90aca08492cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:58.832826 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ea4ed639-01de-43b9-92a2-90aca08492cf None None] Attempt 1 to provision port 74b13b1b-8433-4c1b-91f9-0137ad907c0e Oct 26 15:49:58.843279 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a79b2501-bbdf-4f84-9ed4-3fb3ceb80139 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0141761 Oct 26 15:49:58.850067 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39932) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:58.855423 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-4f392398-5f17-47eb-ac2f-e47176e02867 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Request body: {'security_group_rule': {'security_group_id': '1532c25d-b159-4501-bd09-cfc92cdf6443', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:58.863246 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4f392398-5f17-47eb-ac2f-e47176e02867 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:58.869799 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4f392398-5f17-47eb-ac2f-e47176e02867 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Usage tracker for resource:security_group_rule and tenant:7e3ca709110348f3bb74c8b4375d8b39 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:58.880692 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4f392398-5f17-47eb-ac2f-e47176e02867 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:58.889804 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4f392398-5f17-47eb-ac2f-e47176e02867 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:58.901792 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-0fd0588a-0ec1-4f00-9844-351784d16fa0 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Unset dirty status for tenant:c6ecf98f295847b88c4c5e8d668b4162 on resource:router {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:49:58.906057 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-0fd0588a-0ec1-4f00-9844-351784d16fa0 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 881 time: 0.9832640 Oct 26 15:49:58.909901 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39936) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:58.925641 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-f98bb5c0-6e00-453a-b8cf-ffa48810debf tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-50544788'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:58.995346 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ea4ed639-01de-43b9-92a2-90aca08492cf None None] Current status of the port 74b13b1b-8433-4c1b-91f9-0137ad907c0e is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:49:59.001956 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-ea4ed639-01de-43b9-92a2-90aca08492cf None None] Could not find standard attr ID for object 38627624-097c-4db7-b1c1-b24ed8d29691. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:49:59.017432 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-ea4ed639-01de-43b9-92a2-90aca08492cf None None] Provisioning complete for port 0979c77c-248c-4714-896e-d54b4f917af0 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:49:59.017962 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ea4ed639-01de-43b9-92a2-90aca08492cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:59.018462 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ea4ed639-01de-43b9-92a2-90aca08492cf None None] Attempt 1 to provision port 0979c77c-248c-4714-896e-d54b4f917af0 Oct 26 15:49:59.081950 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ea4ed639-01de-43b9-92a2-90aca08492cf None None] Port 0979c77c-248c-4714-896e-d54b4f917af0 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:59.137857 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5caaf2bf-cf9c-4e9b-ba25-96f4f2f1991d tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:59.180803 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-5af481f1-83d0-411b-9f33-3bba4e8e999e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Deleting port 5febe6cf-bdd2-4ccc-adde-18f40d019bd5 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:49:59.181401 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5af481f1-83d0-411b-9f33-3bba4e8e999e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:59.181799 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4f392398-5f17-47eb-ac2f-e47176e02867 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:59.235672 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-5caaf2bf-cf9c-4e9b-ba25-96f4f2f1991d tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:59.255667 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-5caaf2bf-cf9c-4e9b-ba25-96f4f2f1991d tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Usage tracker for resource:security_group_rule and tenant:5a27b77f486e469cb98de9bedc1957c7 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:59.272220 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-5caaf2bf-cf9c-4e9b-ba25-96f4f2f1991d tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:59.342154 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-5caaf2bf-cf9c-4e9b-ba25-96f4f2f1991d tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server [None req-ef6cbace-ba20-4c5d-b405-f70c98423284 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 442bbdac-2254-4921-9730-977ca4f1a037: This subnet is being modified by another concurrent operation. Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:49:59.395970 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 15:49:59.402015 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:49:59.402015 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 15:49:59.402015 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:49:59.402015 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 15:49:59.402015 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:49:59.402015 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 15:49:59.402015 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 15:49:59.402015 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 15:49:59.402015 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:49:59.402015 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 15:49:59.402015 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:49:59.402015 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 15:49:59.402015 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 15:49:59.402015 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 15:49:59.402015 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1754, in update_port Oct 26 15:49:59.402015 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 26 15:49:59.402015 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 26 15:49:59.402015 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 15:49:59.402015 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port Oct 26 15:49:59.402015 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 26 15:49:59.402015 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 726, in update_port Oct 26 15:49:59.402015 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 26 15:49:59.402015 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 455, in update_port_with_ips Oct 26 15:49:59.402015 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 26 15:49:59.402015 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 379, in _update_ips_for_port Oct 26 15:49:59.402015 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 15:49:59.402015 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 26 15:49:59.402015 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 15:49:59.402015 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 15:49:59.402015 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise exception Oct 26 15:49:59.402015 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 442bbdac-2254-4921-9730-977ca4f1a037: This subnet is being modified by another concurrent operation. Oct 26 15:49:59.402015 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server Oct 26 15:49:59.437841 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f36592f8-2ba1-439b-a255-a973ea5927e7 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:59.465678 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-5af481f1-83d0-411b-9f33-3bba4e8e999e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] For port 5febe6cf-bdd2-4ccc-adde-18f40d019bd5, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=5febe6cf-bdd2-4ccc-adde-18f40d019bd5,segment=NetworkSegment(8f7b355c-f982-49f3-8e7f-fc96672e7aa7),segment_id=8f7b355c-f982-49f3-8e7f-fc96672e7aa7)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:49:59.469214 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5af481f1-83d0-411b-9f33-3bba4e8e999e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:59.507232 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36592f8-2ba1-439b-a255-a973ea5927e7 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event deleted for resources: {'Subnet': ['ID=442bbdac-2254-4921-9730-977ca4f1a037,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:59.521417 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f36592f8-2ba1-439b-a255-a973ea5927e7 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:59.524688 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6f880f-00dd-47f7-a586-cbbdded139ca None None] Network 727fe7ec-fce3-4e2e-9e69-5d326c45d061 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:49:59.554019 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4f392398-5f17-47eb-ac2f-e47176e02867 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:59.568866 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f36592f8-2ba1-439b-a255-a973ea5927e7 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/subnets/442bbdac-2254-4921-9730-977ca4f1a037 HTTP/1.1" status: 204 len: 168 time: 1.1732550 Oct 26 15:49:59.580143 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39940) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:59.607144 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ea4ed639-01de-43b9-92a2-90aca08492cf None None] Attempt 2 to provision port 0979c77c-248c-4714-896e-d54b4f917af0 Oct 26 15:49:59.630367 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-5af481f1-83d0-411b-9f33-3bba4e8e999e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Calling delete_port for 5febe6cf-bdd2-4ccc-adde-18f40d019bd5 owned by network:router_interface {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:49:59.669953 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515993d-7963-4f5e-9aba-5f739a8e94fa req-27d32cdd-3b58-415c-81b0-8b81a6c36e29 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:59.691510 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e515993d-7963-4f5e-9aba-5f739a8e94fa req-27d32cdd-3b58-415c-81b0-8b81a6c36e29 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.6068687 Oct 26 15:49:59.693762 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4f392398-5f17-47eb-ac2f-e47176e02867 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:59.713554 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ea4ed639-01de-43b9-92a2-90aca08492cf None None] Port 0979c77c-248c-4714-896e-d54b4f917af0 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:49:59.737828 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-26599701-7b48-4654-a8ac-be09a9fce32d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] DELETE failed (client error): The resource could not be found. Oct 26 15:49:59.738205 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26599701-7b48-4654-a8ac-be09a9fce32d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:49:59.792115 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f392398-5f17-47eb-ac2f-e47176e02867 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ed11d9f-406e-42c4-9d03-d4c50165e461,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:49:59.796997 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-26599701-7b48-4654-a8ac-be09a9fce32d tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/subnets/f23bb133-ac48-49d3-aa87-2acba4008d7b HTTP/1.1" status: 404 len: 337 time: 0.2103665 Oct 26 15:49:59.803275 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39946) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:59.859599 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba58890d-1579-4800-a469-789c7030b179 None None] DHCP port deletion for 727fe7ec-fce3-4e2e-9e69-5d326c45d061 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:49:59.864186 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ba58890d-1579-4800-a469-789c7030b179 None None] Deleting port 74b13b1b-8433-4c1b-91f9-0137ad907c0e {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:49:59.869421 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ba58890d-1579-4800-a469-789c7030b179 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:59.908162 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4f392398-5f17-47eb-ac2f-e47176e02867 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:49:59.912716 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4f392398-5f17-47eb-ac2f-e47176e02867 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0582576 Oct 26 15:49:59.916699 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39950) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:49:59.920438 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-19159279-c1ac-48bd-afae-cbe99dea5a0e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Synchronizing usage tracker for tenant:b10aaa5403b848e8bc3e4f603712654e on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:49:59.930444 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-5eb5a60d-75cf-44fe-971e-9df0b02e24f0 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Request body: {'security_group_rule': {'security_group_id': '1532c25d-b159-4501-bd09-cfc92cdf6443', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:49:59.942166 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-5eb5a60d-75cf-44fe-971e-9df0b02e24f0 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:49:59.953493 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-5eb5a60d-75cf-44fe-971e-9df0b02e24f0 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Usage tracker for resource:security_group_rule and tenant:7e3ca709110348f3bb74c8b4375d8b39 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:49:59.961029 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-5eb5a60d-75cf-44fe-971e-9df0b02e24f0 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:49:59.976986 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-5eb5a60d-75cf-44fe-971e-9df0b02e24f0 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:49:59.982690 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-19159279-c1ac-48bd-afae-cbe99dea5a0e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Unset dirty status for tenant:b10aaa5403b848e8bc3e4f603712654e on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:49:59.986641 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-19159279-c1ac-48bd-afae-cbe99dea5a0e tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca9ffb82-a1aa-42f1-a8b2-e6c2d54f92c5 HTTP/1.1" status: 200 len: 205 time: 0.1467388 Oct 26 15:49:59.989587 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39954) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:00.049778 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.objects.ports [None req-5af524de-04ad-4f66-bef4-5663f1d18519 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89748) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 26 15:50:00.099143 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-ba58890d-1579-4800-a469-789c7030b179 None None] For port 74b13b1b-8433-4c1b-91f9-0137ad907c0e, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=74b13b1b-8433-4c1b-91f9-0137ad907c0e,segment=NetworkSegment(d39e4b12-6afe-4c38-a15f-47376c4158d5),segment_id=d39e4b12-6afe-4c38-a15f-47376c4158d5)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:50:00.099533 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ba58890d-1579-4800-a469-789c7030b179 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:00.124772 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-afba4170-0ddf-4b75-bb70-6c51fb23f5ac tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] delete failed (client error): The resource could not be found. Oct 26 15:50:00.128201 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-afba4170-0ddf-4b75-bb70-6c51fb23f5ac tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/routers/ca9ffb82-a1aa-42f1-a8b2-e6c2d54f92c5 HTTP/1.1" status: 404 len: 336 time: 0.1349757 Oct 26 15:50:00.129372 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5caaf2bf-cf9c-4e9b-ba25-96f4f2f1991d tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:00.132379 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39958) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:00.135325 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e515993d-7963-4f5e-9aba-5f739a8e94fa req-ba018ff1-9baa-42e7-9eb5-c8382148bd35 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4429452 Oct 26 15:50:00.183218 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-a38bf3b9-701a-4d8d-9dbf-eb8af089fc9b tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:00.183678 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a38bf3b9-701a-4d8d-9dbf-eb8af089fc9b tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:00.192880 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a38bf3b9-701a-4d8d-9dbf-eb8af089fc9b tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/subnets/89ba860d-6d25-4244-80c1-321af3e9dc32 HTTP/1.1" status: 404 len: 337 time: 0.0565162 Oct 26 15:50:00.195865 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39964) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:00.237787 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b702c26-2220-4b02-b523-84915f413a1f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:00.238435 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b702c26-2220-4b02-b523-84915f413a1f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:00.240205 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8b702c26-2220-4b02-b523-84915f413a1f tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/subnets/21b45b3a-e2b1-468c-8973-bc3c8e51fe37 HTTP/1.1" status: 404 len: 337 time: 0.0434120 Oct 26 15:50:00.242901 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5caaf2bf-cf9c-4e9b-ba25-96f4f2f1991d tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:00.246353 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 39968) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:00.306663 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f98bb5c0-6e00-453a-b8cf-ffa48810debf tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:00.310448 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caaf2bf-cf9c-4e9b-ba25-96f4f2f1991d tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f619d1e-9c8d-469e-a2fa-0995cdb3f82e,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:00.334806 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ba58890d-1579-4800-a469-789c7030b179 None None] Calling delete_port for 74b13b1b-8433-4c1b-91f9-0137ad907c0e owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:50:00.346041 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeda9ef1-f1b9-4940-bdba-15a10115cb7c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:00.346526 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeda9ef1-f1b9-4940-bdba-15a10115cb7c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:00.355570 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5af481f1-83d0-411b-9f33-3bba4e8e999e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:00.356507 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5caaf2bf-cf9c-4e9b-ba25-96f4f2f1991d tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:00.360631 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-5caaf2bf-cf9c-4e9b-ba25-96f4f2f1991d tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7739952 Oct 26 15:50:00.360895 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39972) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:00.366382 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-8681c3e3-6743-436b-ad41-b8969c672d2e tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Request body: {'security_group': {'name': 'tempest-secgroup--1813666588'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:00.372898 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-8681c3e3-6743-436b-ad41-b8969c672d2e tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:00.379311 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ea4ed639-01de-43b9-92a2-90aca08492cf None None] Attempt 3 to provision port 0979c77c-248c-4714-896e-d54b4f917af0 Oct 26 15:50:00.383512 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-8681c3e3-6743-436b-ad41-b8969c672d2e tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:00.384049 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5eb5a60d-75cf-44fe-971e-9df0b02e24f0 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:00.387242 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f98bb5c0-6e00-453a-b8cf-ffa48810debf tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-581503'] for router, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:00.496481 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ea4ed639-01de-43b9-92a2-90aca08492cf None None] Port 0979c77c-248c-4714-896e-d54b4f917af0 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:50:00.519638 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8681c3e3-6743-436b-ad41-b8969c672d2e tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:00.524230 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af481f1-83d0-411b-9f33-3bba4e8e999e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Port': ['ID=5febe6cf-bdd2-4ccc-adde-18f40d019bd5,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:00.531104 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ba58890d-1579-4800-a469-789c7030b179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:00.545271 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-eeda9ef1-f1b9-4940-bdba-15a10115cb7c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/subnets/547f1e13-0a68-45a8-ba61-a7f47ba5ae42 HTTP/1.1" status: 404 len: 337 time: 0.2972977 Oct 26 15:50:00.551992 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39976) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:00.585936 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a0f5f8f9-9bcf-47ae-9a92-904ab50982a7 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:50:00.611273 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-766f61bb-5c7f-421b-90d3-72cac0027f9c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:00.612103 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-766f61bb-5c7f-421b-90d3-72cac0027f9c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:00.614258 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-766f61bb-5c7f-421b-90d3-72cac0027f9c tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/ports/efdede79-7011-46bb-b49b-b8f46b49759d HTTP/1.1" status: 404 len: 333 time: 0.0609574 Oct 26 15:50:00.615690 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-8681c3e3-6743-436b-ad41-b8969c672d2e tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:00.621743 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5af524de-04ad-4f66-bef4-5663f1d18519 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:00.637543 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39980) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:00.642384 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-8681c3e3-6743-436b-ad41-b8969c672d2e tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Usage tracker for resource:security_group_rule and tenant:5a27b77f486e469cb98de9bedc1957c7 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:00.650768 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba58890d-1579-4800-a469-789c7030b179 None None] No DVR routers for this DVR port 74b13b1b-8433-4c1b-91f9-0137ad907c0e on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:50:00.654408 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba58890d-1579-4800-a469-789c7030b179 None None] Pushing event deleted for resources: {'Port': ['ID=74b13b1b-8433-4c1b-91f9-0137ad907c0e,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:00.700421 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-8681c3e3-6743-436b-ad41-b8969c672d2e tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:00.726957 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-8681c3e3-6743-436b-ad41-b8969c672d2e tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:00.729438 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-25c32bd1-6d40-4404-873a-af045aa0c94a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:00.730048 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25c32bd1-6d40-4404-873a-af045aa0c94a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:00.735483 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-25c32bd1-6d40-4404-873a-af045aa0c94a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/subnets/7cccb248-792c-48fa-8787-f5e7f87d8321 HTTP/1.1" status: 404 len: 337 time: 0.0994985 Oct 26 15:50:00.738234 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39984) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:00.802769 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a38bad-dc56-42e5-9ca0-e9100f114d49 None None] get_active_networks_info from dv-neutron-862712-1-hyperv {{(pid=89749) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 26 15:50:00.810711 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-80d9ec64-a8b6-499b-a7d2-e33bf44ed4e4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:00.811168 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80d9ec64-a8b6-499b-a7d2-e33bf44ed4e4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:00.832047 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-80d9ec64-a8b6-499b-a7d2-e33bf44ed4e4 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/subnets/c2d9719c-cf65-4c20-996e-7f9ccd280f3a HTTP/1.1" status: 404 len: 337 time: 0.0805485 Oct 26 15:50:00.833711 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39988) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:00.860331 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port a0f5f8f9-9bcf-47ae-9a92-904ab50982a7 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:50:00.889361 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f98bb5c0-6e00-453a-b8cf-ffa48810debf tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Router 7cdffed4-eaae-4f4c-bccd-4e6353e02993 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:50:00.905355 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-a12f7557-0f4e-41ea-9355-d659f551fa15 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:00.905836 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a12f7557-0f4e-41ea-9355-d659f551fa15 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:00.936759 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 74b13b1b-8433-4c1b-91f9-0137ad907c0e no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:50:00.977946 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 74b13b1b-8433-4c1b-91f9-0137ad907c0e {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:50:00.978558 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 74b13b1b-8433-4c1b-91f9-0137ad907c0e not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:50:00.995960 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a38bad-dc56-42e5-9ca0-e9100f114d49 None None] Resources bound (agent type, host, resource id): {{(pid=89749) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:50:00.998134 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ea4ed639-01de-43b9-92a2-90aca08492cf None None] Attempt 4 to provision port 0979c77c-248c-4714-896e-d54b4f917af0 Oct 26 15:50:01.040141 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5eb5a60d-75cf-44fe-971e-9df0b02e24f0 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:01.070630 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ce14c-62b5-43bc-9ba7-538fa7d1a39b req-88d1ca5a-1068-40c7-8567-077b4fac8407 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:01.077527 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-881ce14c-62b5-43bc-9ba7-538fa7d1a39b req-88d1ca5a-1068-40c7-8567-077b4fac8407 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.7893562 Oct 26 15:50:01.190635 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8681c3e3-6743-436b-ad41-b8969c672d2e tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:01.193091 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98bb5c0-6e00-453a-b8cf-ffa48810debf tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:50:01.198713 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a12f7557-0f4e-41ea-9355-d659f551fa15 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/ports/fa00d448-7b60-4a65-bcd6-04c7990112ce HTTP/1.1" status: 404 len: 333 time: 0.3606679 Oct 26 15:50:01.199866 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39992) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:01.201086 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5eb5a60d-75cf-44fe-971e-9df0b02e24f0 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:01.219081 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90142962-a672-4ae1-960e-0274cad4b8b3 None None] Sync routers for ids ['7cdffed4-eaae-4f4c-bccd-4e6353e02993'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:50:01.250536 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f98bb5c0-6e00-453a-b8cf-ffa48810debf tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:01.254670 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f98bb5c0-6e00-453a-b8cf-ffa48810debf tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "PUT /v2.0/routers/7cdffed4-eaae-4f4c-bccd-4e6353e02993 HTTP/1.1" status: 200 len: 885 time: 2.3407671 Oct 26 15:50:01.254670 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cfc23de-170a-48b8-ae7a-e651575254a5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:01.254670 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cfc23de-170a-48b8-ae7a-e651575254a5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:01.258239 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-3cfc23de-170a-48b8-ae7a-e651575254a5 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/subnets/2cb44b99-c8a4-4b9b-8f20-20bfbdee8e9d HTTP/1.1" status: 404 len: 337 time: 0.0560708 Oct 26 15:50:01.258239 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39996) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:01.259435 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 39998) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:01.270382 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5af481f1-83d0-411b-9f33-3bba4e8e999e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:01.273859 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb5a60d-75cf-44fe-971e-9df0b02e24f0 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad054d0-f12e-4271-8081-f207edd100e5,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:01.293172 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-881ce14c-62b5-43bc-9ba7-538fa7d1a39b req-78be2ffa-620f-4059-856d-bce2ef7e2a69 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126060 Oct 26 15:50:01.353481 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ea4ed639-01de-43b9-92a2-90aca08492cf None None] Port 0979c77c-248c-4714-896e-d54b4f917af0 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:50:01.375359 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90142962-a672-4ae1-960e-0274cad4b8b3 None None] Routers {'7cdffed4-eaae-4f4c-bccd-4e6353e02993'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:50:01.376140 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-90142962-a672-4ae1-960e-0274cad4b8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:49:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['7cdffed4-eaae-4f4c-bccd-4e6353e02993'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:01.425499 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-5af524de-04ad-4f66-bef4-5663f1d18519 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] For port a0f5f8f9-9bcf-47ae-9a92-904ab50982a7, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=a0f5f8f9-9bcf-47ae-9a92-904ab50982a7,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:50:01.452509 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5af524de-04ad-4f66-bef4-5663f1d18519 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:01.460314 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5eb5a60d-75cf-44fe-971e-9df0b02e24f0 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:01.464489 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-5eb5a60d-75cf-44fe-971e-9df0b02e24f0 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5460317 Oct 26 15:50:01.471674 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-90142962-a672-4ae1-960e-0274cad4b8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:01.491923 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-434b88d5-abe5-4ded-b175-658f65a52b8a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:01.492490 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-434b88d5-abe5-4ded-b175-658f65a52b8a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:01.494064 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-434b88d5-abe5-4ded-b175-658f65a52b8a tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/subnets/38abf6fc-184e-416d-bfbe-21580333acc6 HTTP/1.1" status: 404 len: 337 time: 0.2335148 Oct 26 15:50:01.497398 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90142962-a672-4ae1-960e-0274cad4b8b3 None None] Routers {'7cdffed4-eaae-4f4c-bccd-4e6353e02993'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:50:01.498230 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40006) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:01.505620 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-90142962-a672-4ae1-960e-0274cad4b8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:49:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['7cdffed4-eaae-4f4c-bccd-4e6353e02993'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:01.505758 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40008) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:01.507676 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-081e6dc7-f251-409c-a52f-5cfacc8514c3 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Request body: {'security_group_rule': {'security_group_id': '1532c25d-b159-4501-bd09-cfc92cdf6443', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:01.512721 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8681c3e3-6743-436b-ad41-b8969c672d2e tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:01.544131 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5af524de-04ad-4f66-bef4-5663f1d18519 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:01.544840 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5af524de-04ad-4f66-bef4-5663f1d18519 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:01.563068 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-081e6dc7-f251-409c-a52f-5cfacc8514c3 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:01.572160 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-90142962-a672-4ae1-960e-0274cad4b8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:01.572568 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90142962-a672-4ae1-960e-0274cad4b8b3 None None] The sync data for ids ['7cdffed4-eaae-4f4c-bccd-4e6353e02993'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:50:01.592323 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-081e6dc7-f251-409c-a52f-5cfacc8514c3 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Usage tracker for resource:security_group_rule and tenant:7e3ca709110348f3bb74c8b4375d8b39 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:01.608644 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-081e6dc7-f251-409c-a52f-5cfacc8514c3 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:01.658031 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af524de-04ad-4f66-bef4-5663f1d18519 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Subnet': ['ID=083016d9-bfcc-4f51-bdea-56b2cfd4d0c4,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:01.669312 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-081e6dc7-f251-409c-a52f-5cfacc8514c3 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:01.691905 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af524de-04ad-4f66-bef4-5663f1d18519 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:50:01.697171 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-5af524de-04ad-4f66-bef4-5663f1d18519 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:50:01.705687 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af524de-04ad-4f66-bef4-5663f1d18519 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:01.706221 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5af524de-04ad-4f66-bef4-5663f1d18519 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:01.717534 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402eda7d-100d-43cc-aff0-961ba759ffe5 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:50:01.719019 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ee1a9485-1904-4387-bb39-02ac91c5420e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "GET /v2.0/routers/7cdffed4-eaae-4f4c-bccd-4e6353e02993 HTTP/1.1" status: 200 len: 885 time: 0.4609475 Oct 26 15:50:01.724010 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40016) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:01.725911 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8681c3e3-6743-436b-ad41-b8969c672d2e tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:01.732458 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8681c3e3-6743-436b-ad41-b8969c672d2e tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3703666 Oct 26 15:50:01.733697 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40018) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:01.733890 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8681c3e3-6743-436b-ad41-b8969c672d2e tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=509fb3ff-7575-4087-bba7-c6cb35c0d40c,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:01.755700 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-d6ce7271-f2b3-4714-8a20-e1fcf9b0bd8f tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Request body: {'security_group_rule': {'security_group_id': '2f619d1e-9c8d-469e-a2fa-0995cdb3f82e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '509fb3ff-7575-4087-bba7-c6cb35c0d40c'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:01.761695 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-d6ce7271-f2b3-4714-8a20-e1fcf9b0bd8f tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:01.765718 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-d6ce7271-f2b3-4714-8a20-e1fcf9b0bd8f tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Usage tracker for resource:security_group_rule and tenant:5a27b77f486e469cb98de9bedc1957c7 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:01.770868 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-d6ce7271-f2b3-4714-8a20-e1fcf9b0bd8f tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:01.775643 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-d6ce7271-f2b3-4714-8a20-e1fcf9b0bd8f tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:01.788853 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af524de-04ad-4f66-bef4-5663f1d18519 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Port': ['ID=a0f5f8f9-9bcf-47ae-9a92-904ab50982a7,revision_number=4']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:01.837825 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-96a1a94c-84ef-4805-bda4-306eb4b580ad tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Deleting port 0979c77c-248c-4714-896e-d54b4f917af0 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:50:01.838446 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-96a1a94c-84ef-4805-bda4-306eb4b580ad tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:01.864743 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ea4ed639-01de-43b9-92a2-90aca08492cf None None] Attempt 5 to provision port 0979c77c-248c-4714-896e-d54b4f917af0 Oct 26 15:50:01.873679 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-bab00a86-edb3-41a6-aacc-e0b776d82a1b tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Synchronizing usage tracker for tenant:c6ecf98f295847b88c4c5e8d668b4162 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:01.934378 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-5af524de-04ad-4f66-bef4-5663f1d18519 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.8577626 Oct 26 15:50:01.942447 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40024) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:01.956185 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-72e9cc1b-e981-4776-b9b5-e98b14394277 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'port': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'mac_address': 'fa:16:3e:91:12:da', 'name': 'tempest-NetworksTestDHCPv6-1397375844'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:01.979467 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ea4ed639-01de-43b9-92a2-90aca08492cf None None] Port 0979c77c-248c-4714-896e-d54b4f917af0 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:50:02.061689 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-081e6dc7-f251-409c-a52f-5cfacc8514c3 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:02.083691 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-bab00a86-edb3-41a6-aacc-e0b776d82a1b tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Unset dirty status for tenant:c6ecf98f295847b88c4c5e8d668b4162 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:02.084103 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-bab00a86-edb3-41a6-aacc-e0b776d82a1b tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cdffed4-eaae-4f4c-bccd-4e6353e02993 HTTP/1.1" status: 200 len: 205 time: 0.3351586 Oct 26 15:50:02.088654 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af481f1-83d0-411b-9f33-3bba4e8e999e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Router 0260c441-1b7e-4de5-9a34-023157bae4f6 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:50:02.092553 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40028) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:02.094200 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fa85cba4-908f-4fc4-a06b-c591016b16b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:02.097276 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62adeaa2-cfc4-4f6b-9f11-50246ed63145 req-f0624241-3f19-4d8a-bca6-f936d87abb27 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:02.101049 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-62adeaa2-cfc4-4f6b-9f11-50246ed63145 req-f0624241-3f19-4d8a-bca6-f936d87abb27 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.2330160 Oct 26 15:50:02.189357 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-d6ce7271-f2b3-4714-8a20-e1fcf9b0bd8f tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:50:02.190568 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-d6ce7271-f2b3-4714-8a20-e1fcf9b0bd8f tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4558463 Oct 26 15:50:02.247736 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40032) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:02.316994 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-62adeaa2-cfc4-4f6b-9f11-50246ed63145 req-aaa4da54-965f-44a8-ae11-ec3cfd5ba6dc tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090929 Oct 26 15:50:02.386513 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a9f7f0bf-b342-4943-853b-d0ac6ce6a239 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:02.389645 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af481f1-83d0-411b-9f33-3bba4e8e999e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:50:02.402340 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-5af481f1-83d0-411b-9f33-3bba4e8e999e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "PUT /v2.0/routers/0260c441-1b7e-4de5-9a34-023157bae4f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5753319 Oct 26 15:50:02.405332 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447305d1-df08-41f5-a57f-bbc378ce4666 None None] Sync routers for ids ['0260c441-1b7e-4de5-9a34-023157bae4f6'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:50:02.405920 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40036) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:02.423300 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447305d1-df08-41f5-a57f-bbc378ce4666 None None] Routers {'0260c441-1b7e-4de5-9a34-023157bae4f6'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:50:02.423667 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-447305d1-df08-41f5-a57f-bbc378ce4666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:49:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['0260c441-1b7e-4de5-9a34-023157bae4f6'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:02.477601 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a9f7f0bf-b342-4943-853b-d0ac6ce6a239 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:02.480957 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ea4ed639-01de-43b9-92a2-90aca08492cf None None] Attempt 6 to provision port 0979c77c-248c-4714-896e-d54b4f917af0 Oct 26 15:50:02.614160 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ea4ed639-01de-43b9-92a2-90aca08492cf None None] Port 0979c77c-248c-4714-896e-d54b4f917af0 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:50:02.627675 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a0f5f8f9-9bcf-47ae-9a92-904ab50982a7 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:50:02.661973 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fb4c650-a41f-4dae-b977-3e3d753660d1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Deleting subnet 24fd7863-3159-4cf8-879b-2b00a6811b4e {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:50:02.665571 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-447305d1-df08-41f5-a57f-bbc378ce4666 None None] Set router 0260c441-1b7e-4de5-9a34-023157bae4f6 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:50:02.673758 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5fb4c650-a41f-4dae-b977-3e3d753660d1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:02.764379 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-96a1a94c-84ef-4805-bda4-306eb4b580ad tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:02.784067 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ac65acfc-8f0b-4258-99fc-aff70f24fd28 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for router, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:02.889970 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a9f7f0bf-b342-4943-853b-d0ac6ce6a239 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:02.907810 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-72e9cc1b-e981-4776-b9b5-e98b14394277 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:02.917392 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f7f0bf-b342-4943-853b-d0ac6ce6a239 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=509fb3ff-7575-4087-bba7-c6cb35c0d40c,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:02.939683 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5fb4c650-a41f-4dae-b977-3e3d753660d1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:03.008950 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-447305d1-df08-41f5-a57f-bbc378ce4666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'name': 'tempest-TestNetworkBasicOps-router-186827657', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '8d17d25d-392d-4fb0-b5be-1a1b4ebabe72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:45:31Z', 'updated_at': '2022-10-26T15:50:00Z', 'revision_number': 7, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '8d17d25d-392d-4fb0-b5be-1a1b4ebabe72', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:86:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:45:33Z', 'updated_at': '2022-10-26T15:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:03.012793 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447305d1-df08-41f5-a57f-bbc378ce4666 None None] Checking router: 0260c441-1b7e-4de5-9a34-023157bae4f6 for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:50:03.022575 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447305d1-df08-41f5-a57f-bbc378ce4666 None None] Routers {'0260c441-1b7e-4de5-9a34-023157bae4f6'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:50:03.023399 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-447305d1-df08-41f5-a57f-bbc378ce4666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:49:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['0260c441-1b7e-4de5-9a34-023157bae4f6'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:03.036225 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a9f7f0bf-b342-4943-853b-d0ac6ce6a239 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:03.036980 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-96a1a94c-84ef-4805-bda4-306eb4b580ad tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Calling delete_port for 0979c77c-248c-4714-896e-d54b4f917af0 owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:50:03.037495 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a9f7f0bf-b342-4943-853b-d0ac6ce6a239 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "DELETE /v2.0/security-groups/509fb3ff-7575-4087-bba7-c6cb35c0d40c HTTP/1.1" status: 204 len: 168 time: 0.7743626 Oct 26 15:50:03.040565 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5fb4c650-a41f-4dae-b977-3e3d753660d1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:03.071072 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40040) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:03.101075 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-72e9cc1b-e981-4776-b9b5-e98b14394277 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Usage tracker for resource:port and tenant:cde0b70c42f24e8e94f9303758760038 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:03.110207 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-72e9cc1b-e981-4776-b9b5-e98b14394277 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:03.115642 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ea4ed639-01de-43b9-92a2-90aca08492cf None None] Attempt 7 to provision port 0979c77c-248c-4714-896e-d54b4f917af0 Oct 26 15:50:03.132157 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-72e9cc1b-e981-4776-b9b5-e98b14394277 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:03.152572 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-081e6dc7-f251-409c-a52f-5cfacc8514c3 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:03.167009 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-4c9fac86-4175-4acc-ba4e-656a6e21d11c tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Synchronizing usage tracker for tenant:5a27b77f486e469cb98de9bedc1957c7 on resource:security_group {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:03.218965 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ac65acfc-8f0b-4258-99fc-aff70f24fd28 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:03.225081 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ea4ed639-01de-43b9-92a2-90aca08492cf None None] Port 0979c77c-248c-4714-896e-d54b4f917af0 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:50:03.228499 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-081e6dc7-f251-409c-a52f-5cfacc8514c3 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:03.256516 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e6dc7-f251-409c-a52f-5cfacc8514c3 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a118e68-7f46-4455-bc90-730f57984016,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:03.260028 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-447305d1-df08-41f5-a57f-bbc378ce4666 None None] Set router 0260c441-1b7e-4de5-9a34-023157bae4f6 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:50:03.263414 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-4c9fac86-4175-4acc-ba4e-656a6e21d11c tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Unset dirty status for tenant:5a27b77f486e469cb98de9bedc1957c7 on resource:security_group {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:03.268964 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e9cc1b-e981-4776-b9b5-e98b14394277 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:50:03.269966 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-4c9fac86-4175-4acc-ba4e-656a6e21d11c tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1980321 Oct 26 15:50:03.285879 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40044) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:03.293454 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5fb4c650-a41f-4dae-b977-3e3d753660d1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:03.345861 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-96a1a94c-84ef-4805-bda4-306eb4b580ad tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:03.354694 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb4c650-a41f-4dae-b977-3e3d753660d1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Subnet': ['ID=24fd7863-3159-4cf8-879b-2b00a6811b4e,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:03.358862 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5fb4c650-a41f-4dae-b977-3e3d753660d1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:03.383519 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-5fb4c650-a41f-4dae-b977-3e3d753660d1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "DELETE /v2.0/subnets/24fd7863-3159-4cf8-879b-2b00a6811b4e HTTP/1.1" status: 204 len: 168 time: 0.9765451 Oct 26 15:50:03.394584 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814282de-f14f-436a-97e9-5b7959292cbb None None] Network 463f536f-4c79-4aa7-83ec-186e85f0d447 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:50:03.396450 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40050) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:03.405831 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-081e6dc7-f251-409c-a52f-5cfacc8514c3 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:03.409959 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-081e6dc7-f251-409c-a52f-5cfacc8514c3 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.9106991 Oct 26 15:50:03.424303 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40054) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:03.474106 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a1a94c-84ef-4805-bda4-306eb4b580ad tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event deleted for resources: {'Port': ['ID=0979c77c-248c-4714-896e-d54b4f917af0,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:03.484411 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-ac65acfc-8f0b-4258-99fc-aff70f24fd28 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Deleting port 9874efad-b6db-4b48-b451-f5aff8c918ea {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:50:03.484759 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ac65acfc-8f0b-4258-99fc-aff70f24fd28 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:03.488263 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9242775c-6e63-402b-b77c-11ca787deb42 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:03.523667 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-13dadd08-60f0-4887-b90b-b8f23099485e tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:03.546712 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-13dadd08-60f0-4887-b90b-b8f23099485e tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:03.570050 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9242775c-6e63-402b-b77c-11ca787deb42 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:03.600549 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-447305d1-df08-41f5-a57f-bbc378ce4666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'name': 'tempest-TestNetworkBasicOps-router-186827657', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '8d17d25d-392d-4fb0-b5be-1a1b4ebabe72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:45:31Z', 'updated_at': '2022-10-26T15:50:00Z', 'revision_number': 7, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '8d17d25d-392d-4fb0-b5be-1a1b4ebabe72', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:86:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:45:33Z', 'updated_at': '2022-10-26T15:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:03.609273 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447305d1-df08-41f5-a57f-bbc378ce4666 None None] The sync data for ids ['0260c441-1b7e-4de5-9a34-023157bae4f6'] in dv-neutron-862712-1-hyperv is: [{'id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'name': 'tempest-TestNetworkBasicOps-router-186827657', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '8d17d25d-392d-4fb0-b5be-1a1b4ebabe72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:45:31Z', 'updated_at': '2022-10-26T15:50:00Z', 'revision_number': 7, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '8d17d25d-392d-4fb0-b5be-1a1b4ebabe72', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:86:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260c441-1b7e-4de5-9a34-023157bae4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:45:33Z', 'updated_at': '2022-10-26T15:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:50:03.703471 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-96a1a94c-84ef-4805-bda4-306eb4b580ad tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:03.705794 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-96a1a94c-84ef-4805-bda4-306eb4b580ad tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/ports/0979c77c-248c-4714-896e-d54b4f917af0 HTTP/1.1" status: 204 len: 168 time: 2.2047124 Oct 26 15:50:03.708222 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40058) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:03.729251 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ea4ed639-01de-43b9-92a2-90aca08492cf None None] Attempt 8 to provision port 0979c77c-248c-4714-896e-d54b4f917af0 Oct 26 15:50:03.744181 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9242775c-6e63-402b-b77c-11ca787deb42 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:03.748689 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-13dadd08-60f0-4887-b90b-b8f23099485e tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:03.772540 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245b9fb0-4780-4bfd-8ad3-5913c38791d7 None None] DHCP port deletion for 463f536f-4c79-4aa7-83ec-186e85f0d447 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:50:03.784654 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-245b9fb0-4780-4bfd-8ad3-5913c38791d7 None None] Deleting port de2d2310-8a10-43fb-9a5d-f858025b0b32 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:50:03.785170 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-245b9fb0-4780-4bfd-8ad3-5913c38791d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:03.814445 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ea4ed639-01de-43b9-92a2-90aca08492cf None None] Port 0979c77c-248c-4714-896e-d54b4f917af0 was deleted so its status cannot be updated. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:50:03.922298 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-23bb3ac3-bf64-46ad-aae3-5c6040ae2e35 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:03.933528 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dadd08-60f0-4887-b90b-b8f23099485e tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a118e68-7f46-4455-bc90-730f57984016,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:03.936270 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9242775c-6e63-402b-b77c-11ca787deb42 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f619d1e-9c8d-469e-a2fa-0995cdb3f82e,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:03.942168 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9242775c-6e63-402b-b77c-11ca787deb42 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:03.943349 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-9242775c-6e63-402b-b77c-11ca787deb42 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "DELETE /v2.0/security-groups/2f619d1e-9c8d-469e-a2fa-0995cdb3f82e HTTP/1.1" status: 204 len: 168 time: 0.6560254 Oct 26 15:50:03.945198 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-13dadd08-60f0-4887-b90b-b8f23099485e tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:03.946522 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-13dadd08-60f0-4887-b90b-b8f23099485e tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/5a118e68-7f46-4455-bc90-730f57984016 HTTP/1.1" status: 204 len: 168 time: 0.5211337 Oct 26 15:50:03.947412 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40062) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:03.975520 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40064) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:03.997662 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-7c315af5-379e-4172-bb67-a6adbdb4463c None None] Could not find standard attr ID for object 74b13b1b-8433-4c1b-91f9-0137ad907c0e. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:50:04.011811 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-85dcc09f-a6e9-41e1-b4bd-3fe36be7114c tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Synchronizing usage tracker for tenant:5a27b77f486e469cb98de9bedc1957c7 on resource:security_group {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:04.034077 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-7c315af5-379e-4172-bb67-a6adbdb4463c None None] Could not find standard attr ID for object 0979c77c-248c-4714-896e-d54b4f917af0. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:50:04.039626 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72e9cc1b-e981-4776-b9b5-e98b14394277 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:04.060665 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-245b9fb0-4780-4bfd-8ad3-5913c38791d7 None None] For port de2d2310-8a10-43fb-9a5d-f858025b0b32, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=de2d2310-8a10-43fb-9a5d-f858025b0b32,segment=NetworkSegment(8f7b355c-f982-49f3-8e7f-fc96672e7aa7),segment_id=8f7b355c-f982-49f3-8e7f-fc96672e7aa7)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:50:04.061066 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-245b9fb0-4780-4bfd-8ad3-5913c38791d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:04.105141 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77fa24-edd9-4135-a838-212e96227393 req-c8653246-18db-4d32-b551-3e72e50007fa tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:04.106631 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-3c77fa24-edd9-4135-a838-212e96227393 req-c8653246-18db-4d32-b551-3e72e50007fa tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.5919650 Oct 26 15:50:04.122910 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-72e9cc1b-e981-4776-b9b5-e98b14394277 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] device_id is not set on port 413fef3a-c3b4-4fe0-a60e-87e31f8ef0e3 yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:50:04.183272 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-7c315af5-379e-4172-bb67-a6adbdb4463c None None] Provisioning for port a0f5f8f9-9bcf-47ae-9a92-904ab50982a7 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:50:04.189070 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-036d23fe-effc-45d6-a1b9-153fbf587f36 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:04.194066 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-245b9fb0-4780-4bfd-8ad3-5913c38791d7 None None] Calling delete_port for de2d2310-8a10-43fb-9a5d-f858025b0b32 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:50:04.210460 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-44f19ba8-151f-4598-8a54-aa955b2c25db tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Synchronizing usage tracker for tenant:7e3ca709110348f3bb74c8b4375d8b39 on resource:security_group_rule {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:04.225563 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-85dcc09f-a6e9-41e1-b4bd-3fe36be7114c tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Unset dirty status for tenant:5a27b77f486e469cb98de9bedc1957c7 on resource:security_group {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:04.225772 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-7c315af5-379e-4172-bb67-a6adbdb4463c None None] Provisioning complete for port a0f5f8f9-9bcf-47ae-9a92-904ab50982a7 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:50:04.225878 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-85dcc09f-a6e9-41e1-b4bd-3fe36be7114c tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2770381 Oct 26 15:50:04.226012 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7c315af5-379e-4172-bb67-a6adbdb4463c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:04.226012 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-7c315af5-379e-4172-bb67-a6adbdb4463c None None] Attempt 1 to provision port a0f5f8f9-9bcf-47ae-9a92-904ab50982a7 Oct 26 15:50:04.234091 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40070) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:04.245122 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-23bb3ac3-bf64-46ad-aae3-5c6040ae2e35 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:04.255612 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-c545b2dc-4c00-4c8a-8d3b-21d1d359758f tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Request body: {'security_group': {'name': 'tempest-secgroup--835189138'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:04.256962 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ac65acfc-8f0b-4258-99fc-aff70f24fd28 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:04.269404 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-c545b2dc-4c00-4c8a-8d3b-21d1d359758f tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:04.293047 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-23bb3ac3-bf64-46ad-aae3-5c6040ae2e35 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['727fe7ec-fce3-4e2e-9e69-5d326c45d061']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:04.300577 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-c545b2dc-4c00-4c8a-8d3b-21d1d359758f tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:04.309791 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-23bb3ac3-bf64-46ad-aae3-5c6040ae2e35 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd39e4b12-6afe-4c38-a15f-47376c4158d5') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:04.314049 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-23bb3ac3-bf64-46ad-aae3-5c6040ae2e35 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd39e4b12-6afe-4c38-a15f-47376c4158d5') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:04.323154 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-23bb3ac3-bf64-46ad-aae3-5c6040ae2e35 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:04.340191 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-23bb3ac3-bf64-46ad-aae3-5c6040ae2e35 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:04.347150 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23bb3ac3-bf64-46ad-aae3-5c6040ae2e35 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:50:04.347561 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-23bb3ac3-bf64-46ad-aae3-5c6040ae2e35 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:04.400438 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-7c315af5-379e-4172-bb67-a6adbdb4463c None None] Current status of the port a0f5f8f9-9bcf-47ae-9a92-904ab50982a7 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:50:04.400756 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7c315af5-379e-4172-bb67-a6adbdb4463c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:04.439235 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-7c315af5-379e-4172-bb67-a6adbdb4463c None None] For port a0f5f8f9-9bcf-47ae-9a92-904ab50982a7, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=a0f5f8f9-9bcf-47ae-9a92-904ab50982a7,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:50:04.448663 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-245b9fb0-4780-4bfd-8ad3-5913c38791d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:04.450429 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-44f19ba8-151f-4598-8a54-aa955b2c25db tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Unset dirty status for tenant:7e3ca709110348f3bb74c8b4375d8b39 on resource:security_group_rule {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:04.459846 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-44f19ba8-151f-4598-8a54-aa955b2c25db tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.4463878 Oct 26 15:50:04.459846 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c545b2dc-4c00-4c8a-8d3b-21d1d359758f tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:04.462619 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40076) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:04.477321 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment d39e4b12-6afe-4c38-a15f-47376c4158d5 resource provider aggregate not found Oct 26 15:50:04.501953 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment d39e4b12-6afe-4c38-a15f-47376c4158d5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d39e4b12-6afe-4c38-a15f-47376c4158d5 found for delete ", "request_id": "req-c0c42823-09f0-4f9e-a4ec-74d24990317f"}]} Oct 26 15:50:04.507498 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-c545b2dc-4c00-4c8a-8d3b-21d1d359758f tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:04.510506 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fc136f89-73a1-4cfc-9993-737612d27765 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:04.518219 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-c545b2dc-4c00-4c8a-8d3b-21d1d359758f tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Usage tracker for resource:security_group_rule and tenant:5a27b77f486e469cb98de9bedc1957c7 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:04.520535 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 5febe6cf-bdd2-4ccc-adde-18f40d019bd5 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:50:04.524870 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-c545b2dc-4c00-4c8a-8d3b-21d1d359758f tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:04.526047 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-ac65acfc-8f0b-4258-99fc-aff70f24fd28 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Calling delete_port for 9874efad-b6db-4b48-b451-f5aff8c918ea owned by network:router_gateway {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:50:04.528294 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fc136f89-73a1-4cfc-9993-737612d27765 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:04.539363 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-c545b2dc-4c00-4c8a-8d3b-21d1d359758f tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:04.557761 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1c31fcad-a5bb-474b-8c1a-ddf049699cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:04.566647 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-23bb3ac3-bf64-46ad-aae3-5c6040ae2e35 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:04.577057 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 5febe6cf-bdd2-4ccc-adde-18f40d019bd5 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:50:04.577574 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 5febe6cf-bdd2-4ccc-adde-18f40d019bd5 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:50:04.578165 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device de2d2310-8a10-43fb-9a5d-f858025b0b32 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:50:04.592816 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-23bb3ac3-bf64-46ad-aae3-5c6040ae2e35 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:04.602081 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb3ac3-bf64-46ad-aae3-5c6040ae2e35 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] Pushing event deleted for resources: {'Network': ['ID=727fe7ec-fce3-4e2e-9e69-5d326c45d061,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:04.603107 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-3c77fa24-edd9-4135-a838-212e96227393 req-ad749b10-35a5-4cbc-85d0-9605d3954df7 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4832401 Oct 26 15:50:04.605638 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7c315af5-379e-4172-bb67-a6adbdb4463c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:04.619866 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b9fb0-4780-4bfd-8ad3-5913c38791d7 None None] Pushing event deleted for resources: {'Port': ['ID=de2d2310-8a10-43fb-9a5d-f858025b0b32,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:04.629305 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-23bb3ac3-bf64-46ad-aae3-5c6040ae2e35 tempest-PortsIpV6TestJSON-40785661 tempest-PortsIpV6TestJSON-40785661-project] 10.222.0.23 "DELETE /v2.0/networks/727fe7ec-fce3-4e2e-9e69-5d326c45d061 HTTP/1.1" status: 204 len: 168 time: 0.9194245 Oct 26 15:50:04.637248 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245b9fb0-4780-4bfd-8ad3-5913c38791d7 None None] No DVR routers for this DVR port de2d2310-8a10-43fb-9a5d-f858025b0b32 on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:50:04.646839 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fc136f89-73a1-4cfc-9993-737612d27765 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:04.683672 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: de2d2310-8a10-43fb-9a5d-f858025b0b32 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:50:04.684017 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device de2d2310-8a10-43fb-9a5d-f858025b0b32 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:50:04.733387 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc136f89-73a1-4cfc-9993-737612d27765 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ad054d0-f12e-4271-8081-f207edd100e5,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:04.736160 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c315af5-379e-4172-bb67-a6adbdb4463c None None] Pushing event updated for resources: {'Port': ['ID=a0f5f8f9-9bcf-47ae-9a92-904ab50982a7,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:04.751700 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fc136f89-73a1-4cfc-9993-737612d27765 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:04.756346 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-fc136f89-73a1-4cfc-9993-737612d27765 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/3ad054d0-f12e-4271-8081-f207edd100e5 HTTP/1.1" status: 204 len: 168 time: 0.2927740 Oct 26 15:50:04.758875 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c545b2dc-4c00-4c8a-8d3b-21d1d359758f tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:04.759603 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40086) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:04.821521 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c545b2dc-4c00-4c8a-8d3b-21d1d359758f tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:04.865784 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-2955e947-a5b1-45e7-9526-34688190cfa8 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Synchronizing usage tracker for tenant:7e3ca709110348f3bb74c8b4375d8b39 on resource:security_group_rule {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:04.895879 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-036d23fe-effc-45d6-a1b9-153fbf587f36 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:04.896136 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545b2dc-4c00-4c8a-8d3b-21d1d359758f tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e05b66-7104-4e98-b309-af986c400ef1,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:04.937540 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-72e9cc1b-e981-4776-b9b5-e98b14394277 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Allocated IP 2001:db8::356 (f810e159-a5e8-4c86-8cec-5d909fe013dd/3b5b96ff-25d6-4977-9833-1b115dd3aaa0/413fef3a-c3b4-4fe0-a60e-87e31f8ef0e3) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:50:04.947496 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-72e9cc1b-e981-4776-b9b5-e98b14394277 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Allocated IP 2001:db8:0:1:f816:3eff:fe91:12da (f810e159-a5e8-4c86-8cec-5d909fe013dd/083016d9-bfcc-4f51-bdea-56b2cfd4d0c4/413fef3a-c3b4-4fe0-a60e-87e31f8ef0e3) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:50:04.968630 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c545b2dc-4c00-4c8a-8d3b-21d1d359758f tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:04.973919 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-c545b2dc-4c00-4c8a-8d3b-21d1d359758f tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7326896 Oct 26 15:50:04.973919 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-2955e947-a5b1-45e7-9526-34688190cfa8 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Unset dirty status for tenant:7e3ca709110348f3bb74c8b4375d8b39 on resource:security_group_rule {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:04.973919 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2955e947-a5b1-45e7-9526-34688190cfa8 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2116516 Oct 26 15:50:04.973919 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40090) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:04.980594 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-bf75b2c9-e16f-463f-9d23-5c41d85f80b9 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Request body: {'security_group_rule': {'security_group_id': 'c8e05b66-7104-4e98-b309-af986c400ef1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:04.983922 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40094) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:04.986743 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-bf75b2c9-e16f-463f-9d23-5c41d85f80b9 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:05.000149 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-bf75b2c9-e16f-463f-9d23-5c41d85f80b9 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Usage tracker for resource:security_group_rule and tenant:5a27b77f486e469cb98de9bedc1957c7 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:05.006273 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-bf75b2c9-e16f-463f-9d23-5c41d85f80b9 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:05.020206 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-bf75b2c9-e16f-463f-9d23-5c41d85f80b9 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:05.020797 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-036d23fe-effc-45d6-a1b9-153fbf587f36 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Deleting port 8d17d25d-392d-4fb0-b5be-1a1b4ebabe72 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:50:05.021144 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-036d23fe-effc-45d6-a1b9-153fbf587f36 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:05.032055 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-42045f69-29bf-443a-955c-437a8b26f77c tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:05.046813 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-42045f69-29bf-443a-955c-437a8b26f77c tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:05.151660 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ac65acfc-8f0b-4258-99fc-aff70f24fd28 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:05.213629 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-42045f69-29bf-443a-955c-437a8b26f77c tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:05.291724 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42045f69-29bf-443a-955c-437a8b26f77c tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ed11d9f-406e-42c4-9d03-d4c50165e461,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:05.292059 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac65acfc-8f0b-4258-99fc-aff70f24fd28 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event deleted for resources: {'Port': ['ID=9874efad-b6db-4b48-b451-f5aff8c918ea,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:05.501435 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-bf75b2c9-e16f-463f-9d23-5c41d85f80b9 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:50:05.502315 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:05.508240 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:05.508546 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-bf75b2c9-e16f-463f-9d23-5c41d85f80b9 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5320435 Oct 26 15:50:05.510299 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40102) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:05.516337 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40104) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:05.521458 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-04b8c3df-7868-41bc-a114-4886651e0f0b tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Request body: {'security_group_rule': {'security_group_id': 'c8e05b66-7104-4e98-b309-af986c400ef1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:05.533442 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-04b8c3df-7868-41bc-a114-4886651e0f0b tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:05.538690 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-04b8c3df-7868-41bc-a114-4886651e0f0b tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Usage tracker for resource:security_group_rule and tenant:5a27b77f486e469cb98de9bedc1957c7 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:05.541610 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-04b8c3df-7868-41bc-a114-4886651e0f0b tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:05.547433 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-04b8c3df-7868-41bc-a114-4886651e0f0b tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:05.552090 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ac65acfc-8f0b-4258-99fc-aff70f24fd28 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:05.571941 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-42045f69-29bf-443a-955c-437a8b26f77c tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:05.573068 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-42045f69-29bf-443a-955c-437a8b26f77c tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/9ed11d9f-406e-42c4-9d03-d4c50165e461 HTTP/1.1" status: 204 len: 168 time: 0.5882387 Oct 26 15:50:05.575710 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40112) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:05.637751 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-2fb43d76-7088-436f-8f09-1d535076016a tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Synchronizing usage tracker for tenant:7e3ca709110348f3bb74c8b4375d8b39 on resource:security_group_rule {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:05.753658 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-4a778f24-08b9-489e-9282-7a49b3a8628f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b10aaa5403b848e8bc3e4f603712654e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2266860 Oct 26 15:50:05.756059 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40116) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:05.767028 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0b984-95c3-4637-95aa-f78efdde4aad req-293bb3b9-11fa-406b-8e16-fffc222af8da tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:05.774667 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b0f0b984-95c3-4637-95aa-f78efdde4aad req-293bb3b9-11fa-406b-8e16-fffc222af8da tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.6882491 Oct 26 15:50:05.774843 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-04b8c3df-7868-41bc-a114-4886651e0f0b tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:50:05.774987 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-036d23fe-effc-45d6-a1b9-153fbf587f36 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] For port 8d17d25d-392d-4fb0-b5be-1a1b4ebabe72, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=8d17d25d-392d-4fb0-b5be-1a1b4ebabe72,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:50:05.775095 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-04b8c3df-7868-41bc-a114-4886651e0f0b tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2629976 Oct 26 15:50:05.775193 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-036d23fe-effc-45d6-a1b9-153fbf587f36 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:05.775282 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-2fb43d76-7088-436f-8f09-1d535076016a tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Unset dirty status for tenant:7e3ca709110348f3bb74c8b4375d8b39 on resource:security_group_rule {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:05.778940 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2fb43d76-7088-436f-8f09-1d535076016a tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1995771 Oct 26 15:50:05.779516 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40120) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:05.779842 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40122) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:05.874825 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6e505267-8448-46c9-9f83-fad575803d18 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:05.896972 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6e505267-8448-46c9-9f83-fad575803d18 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:05.926362 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cdf35668-fcb7-4889-ae74-54b13d41126d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:05.931715 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c48809b1-ccf5-4977-8d7d-9210ce3c5b48 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:05.983469 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cdf35668-fcb7-4889-ae74-54b13d41126d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:05.995099 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c48809b1-ccf5-4977-8d7d-9210ce3c5b48 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:06.044280 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-036d23fe-effc-45d6-a1b9-153fbf587f36 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Calling delete_port for 8d17d25d-392d-4fb0-b5be-1a1b4ebabe72 owned by network:router_gateway {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:50:06.052997 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6e505267-8448-46c9-9f83-fad575803d18 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:06.073107 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e505267-8448-46c9-9f83-fad575803d18 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=619b3339-75a2-4aad-a9d3-fde18e1c9395,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:06.099351 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ac65acfc-8f0b-4258-99fc-aff70f24fd28 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:06.107840 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ac65acfc-8f0b-4258-99fc-aff70f24fd28 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:06.131255 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c48809b1-ccf5-4977-8d7d-9210ce3c5b48 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:06.133649 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c48809b1-ccf5-4977-8d7d-9210ce3c5b48 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:06.134943 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-c48809b1-ccf5-4977-8d7d-9210ce3c5b48 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "DELETE /v2.0/security-groups/c8e05b66-7104-4e98-b309-af986c400ef1 HTTP/1.1" status: 204 len: 168 time: 0.3542209 Oct 26 15:50:06.141948 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40128) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:06.145067 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72e9cc1b-e981-4776-b9b5-e98b14394277 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:06.147638 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48809b1-ccf5-4977-8d7d-9210ce3c5b48 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e05b66-7104-4e98-b309-af986c400ef1,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:06.154220 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cdf35668-fcb7-4889-ae74-54b13d41126d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:06.156620 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cdf35668-fcb7-4889-ae74-54b13d41126d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:06.157777 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-cdf35668-fcb7-4889-ae74-54b13d41126d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f6da42aa-59d5-423f-94e8-2050c6312c3a HTTP/1.1" status: 204 len: 168 time: 0.4007308 Oct 26 15:50:06.158925 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6e505267-8448-46c9-9f83-fad575803d18 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:06.160772 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-6e505267-8448-46c9-9f83-fad575803d18 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/619b3339-75a2-4aad-a9d3-fde18e1c9395 HTTP/1.1" status: 204 len: 168 time: 0.3784568 Oct 26 15:50:06.167897 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40134) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:06.188200 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b0f0b984-95c3-4637-95aa-f78efdde4aad req-1bec93c7-d305-4d4b-bd3a-12f179b3b137 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3455861 Oct 26 15:50:06.188717 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf35668-fcb7-4889-ae74-54b13d41126d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6da42aa-59d5-423f-94e8-2050c6312c3a,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:06.227743 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-f9c239ac-f84f-4d88-b989-78b0cf8ef040 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Synchronizing usage tracker for tenant:7e3ca709110348f3bb74c8b4375d8b39 on resource:security_group_rule {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:06.245726 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72e9cc1b-e981-4776-b9b5-e98b14394277 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Transition to ACTIVE for port object 413fef3a-c3b4-4fe0-a60e-87e31f8ef0e3 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:50:06.277752 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ac65acfc-8f0b-4258-99fc-aff70f24fd28 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:06.278288 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac65acfc-8f0b-4258-99fc-aff70f24fd28 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Fanout notify agent at l3_agent the message router_deleted on router 7cdffed4-eaae-4f4c-bccd-4e6353e02993 {{(pid=89747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:50:06.303477 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-43511d9f-692e-4210-ad41-1a17d6cdb02f tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Synchronizing usage tracker for tenant:5a27b77f486e469cb98de9bedc1957c7 on resource:security_group {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:06.337927 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-43511d9f-692e-4210-ad41-1a17d6cdb02f tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Unset dirty status for tenant:5a27b77f486e469cb98de9bedc1957c7 on resource:security_group {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:06.339215 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-43511d9f-692e-4210-ad41-1a17d6cdb02f tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1777334 Oct 26 15:50:06.343848 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40138) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:06.348907 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-df14edbc-050f-4f47-8d6d-136e12c01e58 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Request body: {'security_group': {'name': 'tempest-secgroup--818146408'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:06.360843 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-f9c239ac-f84f-4d88-b989-78b0cf8ef040 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Unset dirty status for tenant:7e3ca709110348f3bb74c8b4375d8b39 on resource:security_group_rule {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:06.364872 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f9c239ac-f84f-4d88-b989-78b0cf8ef040 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1918521 Oct 26 15:50:06.368750 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40142) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:06.385624 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-df14edbc-050f-4f47-8d6d-136e12c01e58 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:06.401101 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-df14edbc-050f-4f47-8d6d-136e12c01e58 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:06.411049 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-339f8ef1-c6ce-4864-83f2-a416175a2d28 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:06.420584 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72e9cc1b-e981-4776-b9b5-e98b14394277 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:06.424933 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-339f8ef1-c6ce-4864-83f2-a416175a2d28 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:06.454800 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-77494179-3ff9-4cfa-9395-baa8137fb1bb req-c9f590eb-6632-40e6-baf7-e76613549cc0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1407304 Oct 26 15:50:06.473136 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ac65acfc-8f0b-4258-99fc-aff70f24fd28 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:06.475261 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ac65acfc-8f0b-4258-99fc-aff70f24fd28 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "DELETE /v2.0/routers/7cdffed4-eaae-4f4c-bccd-4e6353e02993 HTTP/1.1" status: 204 len: 168 time: 4.3572290 Oct 26 15:50:06.478732 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40146) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:06.486199 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-53a9bed2-18f3-442b-a920-8bb05fe344d1 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Request body: {'network': {'name': 'tempest-RoutersTest-1284136861'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:06.494388 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-53a9bed2-18f3-442b-a920-8bb05fe344d1 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:06.497829 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-df14edbc-050f-4f47-8d6d-136e12c01e58 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:06.503945 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a0f5f8f9-9bcf-47ae-9a92-904ab50982a7 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:50:06.518181 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e9cc1b-e981-4776-b9b5-e98b14394277 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:50:06.523572 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-72e9cc1b-e981-4776-b9b5-e98b14394277 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:50:06.528602 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e9cc1b-e981-4776-b9b5-e98b14394277 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:50:06.538335 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e9cc1b-e981-4776-b9b5-e98b14394277 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:06.538335 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72e9cc1b-e981-4776-b9b5-e98b14394277 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:06.552896 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e9cc1b-e981-4776-b9b5-e98b14394277 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Port': ['ID=413fef3a-c3b4-4fe0-a60e-87e31f8ef0e3,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:06.555782 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-df14edbc-050f-4f47-8d6d-136e12c01e58 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:06.560411 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-df14edbc-050f-4f47-8d6d-136e12c01e58 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Usage tracker for resource:security_group_rule and tenant:5a27b77f486e469cb98de9bedc1957c7 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:06.567145 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-df14edbc-050f-4f47-8d6d-136e12c01e58 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:06.572735 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-df14edbc-050f-4f47-8d6d-136e12c01e58 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:06.583989 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-53a9bed2-18f3-442b-a920-8bb05fe344d1 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Usage tracker for resource:network and tenant:c6ecf98f295847b88c4c5e8d668b4162 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:06.593785 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-339f8ef1-c6ce-4864-83f2-a416175a2d28 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:06.597226 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-53a9bed2-18f3-442b-a920-8bb05fe344d1 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:06.611016 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port a0f5f8f9-9bcf-47ae-9a92-904ab50982a7 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:50:06.611392 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:06.612250 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port a0f5f8f9-9bcf-47ae-9a92-904ab50982a7 Oct 26 15:50:06.636087 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-036d23fe-effc-45d6-a1b9-153fbf587f36 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:06.642865 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-53a9bed2-18f3-442b-a920-8bb05fe344d1 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:06.699097 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f8ef1-c6ce-4864-83f2-a416175a2d28 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=236b2a19-c9c4-4f9b-841a-dd672caecaa5,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:06.710288 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-72e9cc1b-e981-4776-b9b5-e98b14394277 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.7666202 Oct 26 15:50:06.716501 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d23fe-effc-45d6-a1b9-153fbf587f36 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Port': ['ID=8d17d25d-392d-4fb0-b5be-1a1b4ebabe72,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:06.717938 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40154) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:06.794205 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-df14edbc-050f-4f47-8d6d-136e12c01e58 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:06.846103 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-f89e1147-9910-4d8b-95c2-0e749289db53 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting port 413fef3a-c3b4-4fe0-a60e-87e31f8ef0e3 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:50:06.846510 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f89e1147-9910-4d8b-95c2-0e749289db53 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:06.854754 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port a0f5f8f9-9bcf-47ae-9a92-904ab50982a7 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:50:06.877391 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-df14edbc-050f-4f47-8d6d-136e12c01e58 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:06.881468 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-036d23fe-effc-45d6-a1b9-153fbf587f36 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:06.903343 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:06.988783 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a9bed2-18f3-442b-a920-8bb05fe344d1 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Made reservation on behalf of c6ecf98f295847b88c4c5e8d668b4162 for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:50:06.992516 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-53a9bed2-18f3-442b-a920-8bb05fe344d1 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:07.001733 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-339f8ef1-c6ce-4864-83f2-a416175a2d28 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:07.002310 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-36d27832-c4b0-4a3c-86ce-a701a0c84ff9 None None] Provisioning for port 413fef3a-c3b4-4fe0-a60e-87e31f8ef0e3 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:50:07.005960 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-339f8ef1-c6ce-4864-83f2-a416175a2d28 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/236b2a19-c9c4-4f9b-841a-dd672caecaa5 HTTP/1.1" status: 204 len: 168 time: 0.6357002 Oct 26 15:50:07.006128 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40164) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:07.009753 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-36d27832-c4b0-4a3c-86ce-a701a0c84ff9 None None] Provisioning complete for port 413fef3a-c3b4-4fe0-a60e-87e31f8ef0e3 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:50:07.010316 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-36d27832-c4b0-4a3c-86ce-a701a0c84ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:07.010996 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-36d27832-c4b0-4a3c-86ce-a701a0c84ff9 None None] Attempt 1 to provision port 413fef3a-c3b4-4fe0-a60e-87e31f8ef0e3 Oct 26 15:50:07.054015 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a9bed2-18f3-442b-a920-8bb05fe344d1 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:50:07.062928 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-53a9bed2-18f3-442b-a920-8bb05fe344d1 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:07.063330 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-53a9bed2-18f3-442b-a920-8bb05fe344d1 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Added segment f2c2ac3a-78d9-4e39-8e10-ca2b80ee08bd of type vlan for network 4f877ebf-224f-4c38-b365-2bd1f772a93f Oct 26 15:50:07.087505 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-36d27832-c4b0-4a3c-86ce-a701a0c84ff9 None None] Port 413fef3a-c3b4-4fe0-a60e-87e31f8ef0e3 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:50:07.101494 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-53a9bed2-18f3-442b-a920-8bb05fe344d1 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:07.126873 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-036d23fe-effc-45d6-a1b9-153fbf587f36 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:07.135510 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-036d23fe-effc-45d6-a1b9-153fbf587f36 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:07.136421 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df14edbc-050f-4f47-8d6d-136e12c01e58 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3f939e-16b7-4c07-8acc-b166e70fad84,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:07.158511 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77494179-3ff9-4cfa-9395-baa8137fb1bb req-bd78fd7b-738a-44ff-811c-d3a8e3089925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:07.160114 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-77494179-3ff9-4cfa-9395-baa8137fb1bb req-bd78fd7b-738a-44ff-811c-d3a8e3089925 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4119eb7a47547308296079685b102f3&device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 1098 time: 0.6508164 Oct 26 15:50:07.184332 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4b2565e0-6126-4e78-ad68-72d6832eed38 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Synchronizing usage tracker for tenant:7e3ca709110348f3bb74c8b4375d8b39 on resource:security_group_rule {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:07.216848 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-df14edbc-050f-4f47-8d6d-136e12c01e58 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:07.221202 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-df14edbc-050f-4f47-8d6d-136e12c01e58 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8736591 Oct 26 15:50:07.221462 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40172) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:07.226636 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-426ed40b-4113-4011-8d5a-0610e028d3b4 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:07.227058 dv-neutron-862712-1-hyperv neutron-server[89747]: WARNING neutron.api.v2.base [None req-426ed40b-4113-4011-8d5a-0610e028d3b4 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 26 15:50:07.230697 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-426ed40b-4113-4011-8d5a-0610e028d3b4 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] update failed (client error): There was a conflict when trying to complete your request. Oct 26 15:50:07.230697 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-426ed40b-4113-4011-8d5a-0610e028d3b4 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "PUT /v2.0/security-groups/fd3f939e-16b7-4c07-8acc-b166e70fad84 HTTP/1.1" status: 409 len: 330 time: 0.0060971 Oct 26 15:50:07.231663 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40178) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:07.274792 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-036d23fe-effc-45d6-a1b9-153fbf587f36 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:07.275374 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036d23fe-effc-45d6-a1b9-153fbf587f36 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Fanout notify agent at l3_agent the message router_deleted on router 0260c441-1b7e-4de5-9a34-023157bae4f6 {{(pid=89747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:50:07.298371 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-036d23fe-effc-45d6-a1b9-153fbf587f36 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:07.302286 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-036d23fe-effc-45d6-a1b9-153fbf587f36 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "DELETE /v2.0/routers/0260c441-1b7e-4de5-9a34-023157bae4f6 HTTP/1.1" status: 204 len: 168 time: 3.8952377 Oct 26 15:50:07.303822 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40184) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:07.304502 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4b2565e0-6126-4e78-ad68-72d6832eed38 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Unset dirty status for tenant:7e3ca709110348f3bb74c8b4375d8b39 on resource:security_group_rule {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:07.305737 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4b2565e0-6126-4e78-ad68-72d6832eed38 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2418668 Oct 26 15:50:07.308731 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40186) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:07.368052 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-53a9bed2-18f3-442b-a920-8bb05fe344d1 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:07.373529 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a9bed2-18f3-442b-a920-8bb05fe344d1 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:07.375349 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-53a9bed2-18f3-442b-a920-8bb05fe344d1 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:07.430145 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-62134312-e979-4640-8455-9a04d6b804de tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:07.511329 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-62134312-e979-4640-8455-9a04d6b804de tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:07.578419 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40194) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:07.585789 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4cd44675-0b89-4788-9a6d-d6ec40d028a8 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:07.588534 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-36d27832-c4b0-4a3c-86ce-a701a0c84ff9 None None] Attempt 2 to provision port 413fef3a-c3b4-4fe0-a60e-87e31f8ef0e3 Oct 26 15:50:07.646351 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f89e1147-9910-4d8b-95c2-0e749289db53 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:07.656795 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-53a9bed2-18f3-442b-a920-8bb05fe344d1 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1747010 Oct 26 15:50:07.661099 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40200) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:07.667171 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a9bed2-18f3-442b-a920-8bb05fe344d1 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event updated for resources: {'Network': ['ID=4f877ebf-224f-4c38-b365-2bd1f772a93f,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:07.678214 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-dec94682-27dd-4bb7-8018-a4e1184b75e7 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Request body: {'subnet': {'network_id': '4f877ebf-224f-4c38-b365-2bd1f772a93f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:07.687964 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 4f877ebf-224f-4c38-b365-2bd1f772a93f details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:50:07.755133 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6f7fa01f-8735-473d-9425-e4e0d6dde43a tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:07.755363 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77494179-3ff9-4cfa-9395-baa8137fb1bb req-81359c51-97ea-4040-86e0-58ac0c617dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:07.757248 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-77494179-3ff9-4cfa-9395-baa8137fb1bb req-81359c51-97ea-4040-86e0-58ac0c617dc6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b52fa13-90e5-4d9b-bd04-f08f37ff314e HTTP/1.1" status: 200 len: 913 time: 0.5700355 Oct 26 15:50:07.855298 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6f7fa01f-8735-473d-9425-e4e0d6dde43a tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:07.857434 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-36d27832-c4b0-4a3c-86ce-a701a0c84ff9 None None] Port 413fef3a-c3b4-4fe0-a60e-87e31f8ef0e3 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:50:07.861857 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-f89e1147-9910-4d8b-95c2-0e749289db53 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Calling delete_port for 413fef3a-c3b4-4fe0-a60e-87e31f8ef0e3 owned by {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:50:07.870232 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-62134312-e979-4640-8455-9a04d6b804de tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:07.967914 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62134312-e979-4640-8455-9a04d6b804de tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3f939e-16b7-4c07-8acc-b166e70fad84,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:07.980868 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4cd44675-0b89-4788-9a6d-d6ec40d028a8 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:08.012091 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-62134312-e979-4640-8455-9a04d6b804de tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:08.016859 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-62134312-e979-4640-8455-9a04d6b804de tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "DELETE /v2.0/security-groups/fd3f939e-16b7-4c07-8acc-b166e70fad84 HTTP/1.1" status: 204 len: 168 time: 0.7805879 Oct 26 15:50:08.016859 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40206) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:08.017397 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-4cd44675-0b89-4788-9a6d-d6ec40d028a8 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['463f536f-4c79-4aa7-83ec-186e85f0d447']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:08.017598 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-39110d5d-f7f8-4d14-8cf7-9a9bb79c20db tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-687027885'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:08.045376 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-4cd44675-0b89-4788-9a6d-d6ec40d028a8 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f7b355c-f982-49f3-8e7f-fc96672e7aa7') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:08.045683 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-4cd44675-0b89-4788-9a6d-d6ec40d028a8 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f7b355c-f982-49f3-8e7f-fc96672e7aa7') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:08.055583 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-39110d5d-f7f8-4d14-8cf7-9a9bb79c20db tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:08.067401 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4cd44675-0b89-4788-9a6d-d6ec40d028a8 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:08.080329 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-39110d5d-f7f8-4d14-8cf7-9a9bb79c20db tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Usage tracker for resource:network and tenant:81f9d918a7ff445e8b2c1951e5c33cc9 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:08.098325 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-39110d5d-f7f8-4d14-8cf7-9a9bb79c20db tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:08.098567 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4cd44675-0b89-4788-9a6d-d6ec40d028a8 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:08.110255 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cd44675-0b89-4788-9a6d-d6ec40d028a8 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:50:08.110989 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4cd44675-0b89-4788-9a6d-d6ec40d028a8 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:08.128168 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-9dc2d61c-1663-4ecf-9b89-c2af76fa5edd tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Synchronizing usage tracker for tenant:5a27b77f486e469cb98de9bedc1957c7 on resource:security_group {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:08.129284 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-39110d5d-f7f8-4d14-8cf7-9a9bb79c20db tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:08.130452 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6f7fa01f-8735-473d-9425-e4e0d6dde43a tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:08.155170 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-77494179-3ff9-4cfa-9395-baa8137fb1bb req-967126c0-0288-4167-9984-ffe72ce170ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c267633-51b9-4b9d-bbf1-b8861290ab0b HTTP/1.1" status: 200 len: 1000 time: 0.3003385 Oct 26 15:50:08.163543 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f92cdf-0f33-476e-9447-1331935df728 req-55bcd4e7-44fe-4ac6-b15f-85e0403f3cfa tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:08.168596 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c6f92cdf-0f33-476e-9447-1331935df728 req-55bcd4e7-44fe-4ac6-b15f-85e0403f3cfa tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.7593446 Oct 26 15:50:08.168596 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-dec94682-27dd-4bb7-8018-a4e1184b75e7 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:08.173857 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-dec94682-27dd-4bb7-8018-a4e1184b75e7 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Usage tracker for resource:subnet and tenant:c6ecf98f295847b88c4c5e8d668b4162 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:08.215658 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 8f7b355c-f982-49f3-8e7f-fc96672e7aa7 resource provider aggregate not found Oct 26 15:50:08.223368 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-dec94682-27dd-4bb7-8018-a4e1184b75e7 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:08.234654 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7fa01f-8735-473d-9425-e4e0d6dde43a tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1532c25d-b159-4501-bd09-cfc92cdf6443,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:08.243095 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 8f7b355c-f982-49f3-8e7f-fc96672e7aa7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f7b355c-f982-49f3-8e7f-fc96672e7aa7 found for delete ", "request_id": "req-4dd40bbd-d82b-4b9e-a391-b3fe102cce10"}]} Oct 26 15:50:08.275406 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-dec94682-27dd-4bb7-8018-a4e1184b75e7 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:08.281317 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39110d5d-f7f8-4d14-8cf7-9a9bb79c20db tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Made reservation on behalf of 81f9d918a7ff445e8b2c1951e5c33cc9 for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:50:08.285168 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-39110d5d-f7f8-4d14-8cf7-9a9bb79c20db tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:08.328697 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-39110d5d-f7f8-4d14-8cf7-9a9bb79c20db tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:08.359143 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-36d27832-c4b0-4a3c-86ce-a701a0c84ff9 None None] Attempt 3 to provision port 413fef3a-c3b4-4fe0-a60e-87e31f8ef0e3 Oct 26 15:50:08.363449 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-9dc2d61c-1663-4ecf-9b89-c2af76fa5edd tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] Unset dirty status for tenant:5a27b77f486e469cb98de9bedc1957c7 on resource:security_group {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:08.368679 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-9dc2d61c-1663-4ecf-9b89-c2af76fa5edd tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3401027 Oct 26 15:50:08.376374 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40216) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:08.376950 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-39110d5d-f7f8-4d14-8cf7-9a9bb79c20db tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:08.376950 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77494179-3ff9-4cfa-9395-baa8137fb1bb req-b9ff3f37-0e00-453c-98d1-1dd9dc0025c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:08.376950 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-77494179-3ff9-4cfa-9395-baa8137fb1bb req-b9ff3f37-0e00-453c-98d1-1dd9dc0025c7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5cc9e74e-861e-45d0-8d44-208c9e1f2999 HTTP/1.1" status: 200 len: 851 time: 0.1988688 Oct 26 15:50:08.379124 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c6f92cdf-0f33-476e-9447-1331935df728 req-45ffdc62-fe55-416c-9991-d50f8e25e7bb tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076657 Oct 26 15:50:08.388222 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4cd44675-0b89-4788-9a6d-d6ec40d028a8 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:08.392321 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4cd44675-0b89-4788-9a6d-d6ec40d028a8 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:08.430041 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-756224c6-a48b-4f80-bf90-e7ab80c21b69 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] delete failed (client error): The resource could not be found. Oct 26 15:50:08.430041 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-756224c6-a48b-4f80-bf90-e7ab80c21b69 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "DELETE /v2.0/security-groups/85dab597-1acb-4b94-a1d3-c51700eceaa0 HTTP/1.1" status: 404 len: 347 time: 0.0522294 Oct 26 15:50:08.430041 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4cd44675-0b89-4788-9a6d-d6ec40d028a8 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "DELETE /v2.0/networks/463f536f-4c79-4aa7-83ec-186e85f0d447 HTTP/1.1" status: 204 len: 168 time: 1.1159520 Oct 26 15:50:08.430441 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40222) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:08.466994 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40226) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:08.467908 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd44675-0b89-4788-9a6d-d6ec40d028a8 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Network': ['ID=463f536f-4c79-4aa7-83ec-186e85f0d447,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:08.473329 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-39110d5d-f7f8-4d14-8cf7-9a9bb79c20db tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Usage tracker for resource:security_group_rule and tenant:81f9d918a7ff445e8b2c1951e5c33cc9 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:08.475358 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6f7fa01f-8735-473d-9425-e4e0d6dde43a tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:08.476680 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-6f7fa01f-8735-473d-9425-e4e0d6dde43a tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "DELETE /v2.0/security-groups/1532c25d-b159-4501-bd09-cfc92cdf6443 HTTP/1.1" status: 204 len: 168 time: 1.0482326 Oct 26 15:50:08.482280 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-99ba6b66-15b7-4f6a-aa59-a886ebfe3764 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'network': {'name': 'tempest-network-smoke--127163161', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'port_security_enabled': True}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:08.493568 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-99ba6b66-15b7-4f6a-aa59-a886ebfe3764 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:08.496622 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-39110d5d-f7f8-4d14-8cf7-9a9bb79c20db tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:08.502324 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-99ba6b66-15b7-4f6a-aa59-a886ebfe3764 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:network and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:08.502518 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40232) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:08.502661 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-99ba6b66-15b7-4f6a-aa59-a886ebfe3764 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:08.503841 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec94682-27dd-4bb7-8018-a4e1184b75e7 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Made reservation on behalf of c6ecf98f295847b88c4c5e8d668b4162 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:50:08.507265 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dec94682-27dd-4bb7-8018-a4e1184b75e7 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:08.509132 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-99ba6b66-15b7-4f6a-aa59-a886ebfe3764 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:08.512046 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-36d27832-c4b0-4a3c-86ce-a701a0c84ff9 None None] Port 413fef3a-c3b4-4fe0-a60e-87e31f8ef0e3 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:50:08.536827 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-39110d5d-f7f8-4d14-8cf7-9a9bb79c20db tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:08.549979 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 8d17d25d-392d-4fb0-b5be-1a1b4ebabe72 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:50:08.588452 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ba6b66-15b7-4f6a-aa59-a886ebfe3764 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Made reservation on behalf of 8316bfcf068445aeb00a503282bb001c for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:50:08.592485 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-99ba6b66-15b7-4f6a-aa59-a886ebfe3764 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:08.606930 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 8d17d25d-392d-4fb0-b5be-1a1b4ebabe72 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:50:08.607544 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 8d17d25d-392d-4fb0-b5be-1a1b4ebabe72 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:50:08.708798 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99ba6b66-15b7-4f6a-aa59-a886ebfe3764 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:50:08.724015 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-99ba6b66-15b7-4f6a-aa59-a886ebfe3764 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:08.724434 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-99ba6b66-15b7-4f6a-aa59-a886ebfe3764 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Added segment cbe5574b-eb68-4f04-8d5b-15c1c60f6452 of type vlan for network f695264a-de7b-484e-8ae7-eaf4f0eb940e Oct 26 15:50:08.763478 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-99ba6b66-15b7-4f6a-aa59-a886ebfe3764 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:08.774560 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f6d37-00ea-44cc-a331-c88b743b31b6 req-a1680eca-a995-4979-936e-b520527baee0 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:08.776031 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-4a5f6d37-00ea-44cc-a331-c88b743b31b6 req-a1680eca-a995-4979-936e-b520527baee0 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.1720440 Oct 26 15:50:08.780448 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-60eb3f07-09c7-4020-8d1d-b4c5bb5da663 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] show failed (client error): The resource could not be found. Oct 26 15:50:08.782053 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-60eb3f07-09c7-4020-8d1d-b4c5bb5da663 tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "GET /v2.0/security-groups/e82682d4-e3dc-4fad-b13a-c2e4ea5a8136 HTTP/1.1" status: 404 len: 347 time: 0.3111646 Oct 26 15:50:08.788070 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40244) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:08.834518 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-1893423a-deb7-4062-b8d4-02097b1cab7a tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] show failed (client error): The resource could not be found. Oct 26 15:50:08.835533 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-1893423a-deb7-4062-b8d4-02097b1cab7a tempest-NegativeSecGroupIPv6Test-26209447 tempest-NegativeSecGroupIPv6Test-26209447-project] 10.222.0.23 "GET /v2.0/security-group-rules/d301f70f-189f-4763-9dda-4bacb248cc87 HTTP/1.1" status: 404 len: 356 time: 0.0388241 Oct 26 15:50:08.872406 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-4a5f6d37-00ea-44cc-a331-c88b743b31b6 req-672f4f95-32c8-4cc1-be47-b24a77e19e4b tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810723 Oct 26 15:50:08.873319 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-15242c58-9b7f-4657-b071-7abb9f1ee0ec tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Synchronizing usage tracker for tenant:7e3ca709110348f3bb74c8b4375d8b39 on resource:security_group {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:08.907078 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f89e1147-9910-4d8b-95c2-0e749289db53 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:08.920857 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77494179-3ff9-4cfa-9395-baa8137fb1bb req-1737c7a2-b655-476c-9e6e-9adf9179c543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:08.922331 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-77494179-3ff9-4cfa-9395-baa8137fb1bb req-1737c7a2-b655-476c-9e6e-9adf9179c543 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b52fa13-90e5-4d9b-bd04-f08f37ff314e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4962170 Oct 26 15:50:08.951417 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-99ba6b66-15b7-4f6a-aa59-a886ebfe3764 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:08.958667 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ba6b66-15b7-4f6a-aa59-a886ebfe3764 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:08.958667 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-99ba6b66-15b7-4f6a-aa59-a886ebfe3764 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:09.005671 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e1147-9910-4d8b-95c2-0e749289db53 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Port': ['ID=413fef3a-c3b4-4fe0-a60e-87e31f8ef0e3,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:09.014292 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-36d27832-c4b0-4a3c-86ce-a701a0c84ff9 None None] Attempt 4 to provision port 413fef3a-c3b4-4fe0-a60e-87e31f8ef0e3 Oct 26 15:50:09.019970 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-15242c58-9b7f-4657-b071-7abb9f1ee0ec tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Unset dirty status for tenant:7e3ca709110348f3bb74c8b4375d8b39 on resource:security_group {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:09.020959 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-15242c58-9b7f-4657-b071-7abb9f1ee0ec tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5188107 Oct 26 15:50:09.029970 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40252) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:09.067341 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-36d27832-c4b0-4a3c-86ce-a701a0c84ff9 None None] Port 413fef3a-c3b4-4fe0-a60e-87e31f8ef0e3 was deleted so its status cannot be updated. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:50:09.148568 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-4496a0cf-6bea-4287-831e-edbcec44ec1c tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Request body: {'security_group': {'name': 'tempest-secgroup--552265621'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:09.225244 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4496a0cf-6bea-4287-831e-edbcec44ec1c tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:09.256360 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4496a0cf-6bea-4287-831e-edbcec44ec1c tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:09.274724 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba6b66-15b7-4f6a-aa59-a886ebfe3764 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Network': ['ID=f695264a-de7b-484e-8ae7-eaf4f0eb940e,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:09.279042 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-39110d5d-f7f8-4d14-8cf7-9a9bb79c20db tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:09.281139 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-99ba6b66-15b7-4f6a-aa59-a886ebfe3764 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8081822 Oct 26 15:50:09.286793 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40262) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:09.289152 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network f695264a-de7b-484e-8ae7-eaf4f0eb940e details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:50:09.294585 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-6893f42f-c37a-41b1-b735-338ee13bd5a1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-988813514', 'admin_state_up': True, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:09.302205 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-6893f42f-c37a-41b1-b735-338ee13bd5a1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:09.306224 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-6893f42f-c37a-41b1-b735-338ee13bd5a1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:router and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:09.310614 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-6893f42f-c37a-41b1-b735-338ee13bd5a1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:09.317541 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-6893f42f-c37a-41b1-b735-338ee13bd5a1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:09.369071 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829da4e-9de7-4f87-b3d8-29c51c482155 req-33b877b7-28b3-4bca-8737-bb2de33432a7 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:09.370633 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-8829da4e-9de7-4f87-b3d8-29c51c482155 req-33b877b7-28b3-4bca-8737-bb2de33432a7 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.3488784 Oct 26 15:50:09.373030 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4496a0cf-6bea-4287-831e-edbcec44ec1c tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:09.389438 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f89e1147-9910-4d8b-95c2-0e749289db53 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:09.404796 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4496a0cf-6bea-4287-831e-edbcec44ec1c tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:09.411969 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4496a0cf-6bea-4287-831e-edbcec44ec1c tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Usage tracker for resource:security_group_rule and tenant:7e3ca709110348f3bb74c8b4375d8b39 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:09.413378 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-39110d5d-f7f8-4d14-8cf7-9a9bb79c20db tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:09.427345 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4496a0cf-6bea-4287-831e-edbcec44ec1c tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:09.438160 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6893f42f-c37a-41b1-b735-338ee13bd5a1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:09.439211 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6893f42f-c37a-41b1-b735-338ee13bd5a1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:09.454694 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6893f42f-c37a-41b1-b735-338ee13bd5a1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:09.458130 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4496a0cf-6bea-4287-831e-edbcec44ec1c tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:09.520783 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39110d5d-f7f8-4d14-8cf7-9a9bb79c20db tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:50:09.524692 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-77494179-3ff9-4cfa-9395-baa8137fb1bb req-1ebd97b3-97a9-4274-a6ac-b08253e98587 service neutron] 10.222.0.48 "GET /v2.0/networks/9b52fa13-90e5-4d9b-bd04-f08f37ff314e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5693498 Oct 26 15:50:09.525723 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-8829da4e-9de7-4f87-b3d8-29c51c482155 req-9747315a-73a5-4e95-80db-d97a5a4ea984 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255548 Oct 26 15:50:09.535814 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f89e1147-9910-4d8b-95c2-0e749289db53 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/ports/413fef3a-c3b4-4fe0-a60e-87e31f8ef0e3 HTTP/1.1" status: 204 len: 168 time: 2.8120632 Oct 26 15:50:09.542967 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40270) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:09.593819 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39110d5d-f7f8-4d14-8cf7-9a9bb79c20db tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb290931-fc3f-43c3-bb32-237239e97172,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:09.602976 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-39110d5d-f7f8-4d14-8cf7-9a9bb79c20db tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:09.603526 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-39110d5d-f7f8-4d14-8cf7-9a9bb79c20db tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Added segment bdfcdd37-4ac0-4520-88e5-aeb6e4239aaf of type vlan for network c043a8c9-4101-4ad8-a4f1-f1173b3e8031 Oct 26 15:50:09.614780 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40276) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:09.678064 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dec94682-27dd-4bb7-8018-a4e1184b75e7 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:09.764174 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-39110d5d-f7f8-4d14-8cf7-9a9bb79c20db tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:09.801067 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ea1d4-a24a-4105-9622-38d6231891ea req-781760d6-2aac-448b-b5a9-bddb03b932e9 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:09.803393 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3c0ea1d4-a24a-4105-9622-38d6231891ea req-781760d6-2aac-448b-b5a9-bddb03b932e9 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/ports?device_id=055d89eb-6041-456b-814d-aa39354c6eca HTTP/1.1" status: 200 len: 945 time: 0.5340257 Oct 26 15:50:09.840452 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec94682-27dd-4bb7-8018-a4e1184b75e7 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event updated for resources: {'Subnet': ['ID=3e3b3d3b-93c0-491e-ba4e-3fad9d5d92ca,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:09.941605 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-77494179-3ff9-4cfa-9395-baa8137fb1bb req-81dcb1c7-be89-4872-a003-98e7ed404d29 service neutron] 10.222.0.48 "GET /v2.0/networks/9b52fa13-90e5-4d9b-bd04-f08f37ff314e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913479 Oct 26 15:50:09.942202 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec94682-27dd-4bb7-8018-a4e1184b75e7 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Checking segment: {'id': 'f2c2ac3a-78d9-4e39-8e10-ca2b80ee08bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4f877ebf-224f-4c38-b365-2bd1f772a93f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:50:09.942583 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec94682-27dd-4bb7-8018-a4e1184b75e7 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Network hostable DHCP agents. Network: 4f877ebf-224f-4c38-b365-2bd1f772a93f, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:50:09.965374 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3c0ea1d4-a24a-4105-9622-38d6231891ea req-732e629c-c7b6-44f3-b59e-97eb85a7dafa tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/security-groups?id=714ce366-d10f-43dc-886a-95016c1d1e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395750 Oct 26 15:50:09.990789 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-d4b1c469-9efc-4a7c-afca-1332696c5e1c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5a27b77f486e469cb98de9bedc1957c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3703904 Oct 26 15:50:09.990789 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40282) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:10.012700 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4496a0cf-6bea-4287-831e-edbcec44ec1c tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:10.021753 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-39110d5d-f7f8-4d14-8cf7-9a9bb79c20db tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:10.027356 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39110d5d-f7f8-4d14-8cf7-9a9bb79c20db tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:10.027937 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-39110d5d-f7f8-4d14-8cf7-9a9bb79c20db tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:10.127545 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec94682-27dd-4bb7-8018-a4e1184b75e7 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Network 4f877ebf-224f-4c38-b365-2bd1f772a93f is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:50:10.141891 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4496a0cf-6bea-4287-831e-edbcec44ec1c tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:10.168834 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39110d5d-f7f8-4d14-8cf7-9a9bb79c20db tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event updated for resources: {'Network': ['ID=c043a8c9-4101-4ad8-a4f1-f1173b3e8031,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:10.171977 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6893f42f-c37a-41b1-b735-338ee13bd5a1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:10.176717 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-39110d5d-f7f8-4d14-8cf7-9a9bb79c20db tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.5886064 Oct 26 15:50:10.179695 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9f2d492e-53a0-46ec-8256-1bcdb807bdd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:10.181245 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40286) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:10.182267 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network c043a8c9-4101-4ad8-a4f1-f1173b3e8031 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:50:10.197790 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-ec37f827-766e-4dd8-9fb2-896f8080ddd8 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'port': {'network_id': 'c043a8c9-4101-4ad8-a4f1-f1173b3e8031', 'name': 'tempest-PortsTestJSON-1469077572'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:10.216148 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-dec94682-27dd-4bb7-8018-a4e1184b75e7 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 4f877ebf-224f-4c38-b365-2bd1f772a93f) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:50:10.216515 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e983051-4f38-41ba-a353-98f441efe8b2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:10.217205 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-8e983051-4f38-41ba-a353-98f441efe8b2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:10.226985 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496a0cf-6bea-4287-831e-edbcec44ec1c tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c78c172-c489-4705-a548-55f33cd1d6ca,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:10.264598 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3090e850-c1bf-4e1a-94fc-598abf2150bf None None] Network 4f877ebf-224f-4c38-b365-2bd1f772a93f requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:50:10.279372 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9f2d492e-53a0-46ec-8256-1bcdb807bdd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:10.281074 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9928c5b7-222b-4446-952d-bad774f8aaee req-707048c6-0d17-4cfb-88b9-003b081946fc tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:10.282581 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-9928c5b7-222b-4446-952d-bad774f8aaee req-707048c6-0d17-4cfb-88b9-003b081946fc tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.4420419 Oct 26 15:50:10.287112 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec94682-27dd-4bb7-8018-a4e1184b75e7 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:10.287723 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dec94682-27dd-4bb7-8018-a4e1184b75e7 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:10.292430 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4496a0cf-6bea-4287-831e-edbcec44ec1c tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:10.296482 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4496a0cf-6bea-4287-831e-edbcec44ec1c tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2628345 Oct 26 15:50:10.304813 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40290) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:10.332839 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-a84a7bff-ed9a-40ce-b544-c41607c0eefc tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Request body: {'security_group_rule': {'security_group_id': '1c78c172-c489-4705-a548-55f33cd1d6ca', 'direction': 'ingress', 'protocol': 17}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:10.354585 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a84a7bff-ed9a-40ce-b544-c41607c0eefc tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:10.369547 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a84a7bff-ed9a-40ce-b544-c41607c0eefc tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Usage tracker for resource:security_group_rule and tenant:7e3ca709110348f3bb74c8b4375d8b39 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:10.375069 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a84a7bff-ed9a-40ce-b544-c41607c0eefc tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:10.399066 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a84a7bff-ed9a-40ce-b544-c41607c0eefc tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:10.410766 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-ec37f827-766e-4dd8-9fb2-896f8080ddd8 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:10.416202 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ec37f827-766e-4dd8-9fb2-896f8080ddd8 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Usage tracker for resource:port and tenant:81f9d918a7ff445e8b2c1951e5c33cc9 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:10.419994 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ec37f827-766e-4dd8-9fb2-896f8080ddd8 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:10.424564 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-dec94682-27dd-4bb7-8018-a4e1184b75e7 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7581918 Oct 26 15:50:10.427407 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40294) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:10.430122 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-ec37f827-766e-4dd8-9fb2-896f8080ddd8 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:10.435214 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-6e373dcc-612f-4e17-83a9-35cc2127a6d8 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-568706168', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:10.445906 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-6e373dcc-612f-4e17-83a9-35cc2127a6d8 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:10.458843 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-6e373dcc-612f-4e17-83a9-35cc2127a6d8 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Usage tracker for resource:router and tenant:c6ecf98f295847b88c4c5e8d668b4162 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:10.458843 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-6e373dcc-612f-4e17-83a9-35cc2127a6d8 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:10.463670 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-6e373dcc-612f-4e17-83a9-35cc2127a6d8 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:10.489420 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a84a7bff-ed9a-40ce-b544-c41607c0eefc tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:10.509227 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-8e983051-4f38-41ba-a353-98f441efe8b2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:10.510945 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8e983051-4f38-41ba-a353-98f441efe8b2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.9695961 Oct 26 15:50:10.513936 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40298) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:10.548102 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-9928c5b7-222b-4446-952d-bad774f8aaee req-85fae66c-709a-48dc-b4af-e8028d22c72d tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2529230 Oct 26 15:50:10.595467 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeee54b9-c7b7-4f18-ae3b-e687859002da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-4f877ebf-224f-4c38-b365-2bd1f772a93f', 'network_id': '4f877ebf-224f-4c38-b365-2bd1f772a93f', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'fixed_ips': [{'subnet_id': '3e3b3d3b-93c0-491e-ba4e-3fad9d5d92ca'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:50:10.596922 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-eeee54b9-c7b7-4f18-ae3b-e687859002da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:10.613055 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9f2d492e-53a0-46ec-8256-1bcdb807bdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:10.636447 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec37f827-766e-4dd8-9fb2-896f8080ddd8 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Made reservation on behalf of 81f9d918a7ff445e8b2c1951e5c33cc9 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:50:10.639992 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ec37f827-766e-4dd8-9fb2-896f8080ddd8 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:10.650063 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6e373dcc-612f-4e17-83a9-35cc2127a6d8 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:10.651108 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6e373dcc-612f-4e17-83a9-35cc2127a6d8 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:10.676843 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d492e-53a0-46ec-8256-1bcdb807bdd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97259ac2-a87a-4fed-91ea-6b9771fe56b7,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:10.700280 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [None req-ec37f827-766e-4dd8-9fb2-896f8080ddd8 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] device_id is not set on port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 yet. {{(pid=89748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:50:10.742414 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6e373dcc-612f-4e17-83a9-35cc2127a6d8 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:10.795747 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-eeee54b9-c7b7-4f18-ae3b-e687859002da None None] Allocated IP 172.20.0.2 (4f877ebf-224f-4c38-b365-2bd1f772a93f/3e3b3d3b-93c0-491e-ba4e-3fad9d5d92ca/a67ead44-01e7-4aae-bde2-0d800f23d2d7) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:50:10.839526 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6893f42f-c37a-41b1-b735-338ee13bd5a1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router_gateway, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:10.840713 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a84a7bff-ed9a-40ce-b544-c41607c0eefc tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:10.875345 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6893f42f-c37a-41b1-b735-338ee13bd5a1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:10.876507 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9f2d492e-53a0-46ec-8256-1bcdb807bdd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:10.878374 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-9f2d492e-53a0-46ec-8256-1bcdb807bdd7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/97259ac2-a87a-4fed-91ea-6b9771fe56b7 HTTP/1.1" status: 204 len: 168 time: 0.8867590 Oct 26 15:50:10.907384 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a84a7bff-ed9a-40ce-b544-c41607c0eefc tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:10.957239 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a8125a-9463-4b6a-81b9-5a9f89fa3d43 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:10.957983 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-d9a8125a-9463-4b6a-81b9-5a9f89fa3d43 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:10.976912 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6e373dcc-612f-4e17-83a9-35cc2127a6d8 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:10.982935 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a7bff-ed9a-40ce-b544-c41607c0eefc tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddf302a4-6ce9-46b6-9dc7-9dce17ad93bf,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:11.042219 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-d9a8125a-9463-4b6a-81b9-5a9f89fa3d43 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:11.044617 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-d9a8125a-9463-4b6a-81b9-5a9f89fa3d43 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5297339 Oct 26 15:50:11.049273 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40308) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:11.063007 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-eeee54b9-c7b7-4f18-ae3b-e687859002da None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:11.086750 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-eeee54b9-c7b7-4f18-ae3b-e687859002da None None] Transition to ACTIVE for port object a67ead44-01e7-4aae-bde2-0d800f23d2d7 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:50:11.098196 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-6893f42f-c37a-41b1-b735-338ee13bd5a1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Allocated IP 172.26.2.142 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/267b79ea-7647-42a5-839f-2168d648cfdf) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:50:11.119877 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-eeee54b9-c7b7-4f18-ae3b-e687859002da None None] Transition to ACTIVE for port object a67ead44-01e7-4aae-bde2-0d800f23d2d7 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:50:11.187995 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-eeee54b9-c7b7-4f18-ae3b-e687859002da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:11.287609 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6e373dcc-612f-4e17-83a9-35cc2127a6d8 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:11.291029 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-6e373dcc-612f-4e17-83a9-35cc2127a6d8 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8598857 Oct 26 15:50:11.291029 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a84a7bff-ed9a-40ce-b544-c41607c0eefc tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:11.291029 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a84a7bff-ed9a-40ce-b544-c41607c0eefc tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9739838 Oct 26 15:50:11.291392 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab5e843-3be6-488a-af62-b3ba5ee6a484 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:11.292110 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab5e843-3be6-488a-af62-b3ba5ee6a484 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:11.294597 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab5e843-3be6-488a-af62-b3ba5ee6a484 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:11.294597 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-cab5e843-3be6-488a-af62-b3ba5ee6a484 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:subnet {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:11.298124 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40312) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:11.298124 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40314) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:11.302301 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada66e35-2744-4935-84ad-34ca9a656549 req-a810b2f4-0571-4f70-a445-fe06d9a0131d tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:11.306989 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeee54b9-c7b7-4f18-ae3b-e687859002da None None] Network 4f877ebf-224f-4c38-b365-2bd1f772a93f is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:50:11.309689 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ada66e35-2744-4935-84ad-34ca9a656549 req-a810b2f4-0571-4f70-a445-fe06d9a0131d tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.6118648 Oct 26 15:50:11.311802 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-eeee54b9-c7b7-4f18-ae3b-e687859002da None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:50:11.322578 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeee54b9-c7b7-4f18-ae3b-e687859002da None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:50:11.382924 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ec37f827-766e-4dd8-9fb2-896f8080ddd8 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:11.390693 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee54b9-c7b7-4f18-ae3b-e687859002da None None] Pushing event updated for resources: {'Port': ['ID=a67ead44-01e7-4aae-bde2-0d800f23d2d7,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:11.390906 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ada66e35-2744-4935-84ad-34ca9a656549 req-63f45653-9054-4e4c-b00b-5d8869f06f8c tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802031 Oct 26 15:50:11.476319 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-eeee54b9-c7b7-4f18-ae3b-e687859002da None None] Attempting to bind port a67ead44-01e7-4aae-bde2-0d800f23d2d7 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:50:11.476692 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-eeee54b9-c7b7-4f18-ae3b-e687859002da None None] Attempting to bind port a67ead44-01e7-4aae-bde2-0d800f23d2d7 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'f2c2ac3a-78d9-4e39-8e10-ca2b80ee08bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4f877ebf-224f-4c38-b365-2bd1f772a93f'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:50:11.477054 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeee54b9-c7b7-4f18-ae3b-e687859002da None None] Attempting to bind port a67ead44-01e7-4aae-bde2-0d800f23d2d7 on network 4f877ebf-224f-4c38-b365-2bd1f772a93f {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:50:11.482733 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeee54b9-c7b7-4f18-ae3b-e687859002da None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:50:11.483114 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeee54b9-c7b7-4f18-ae3b-e687859002da None None] Checking segment: {'id': 'f2c2ac3a-78d9-4e39-8e10-ca2b80ee08bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4f877ebf-224f-4c38-b365-2bd1f772a93f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:50:11.483518 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-eeee54b9-c7b7-4f18-ae3b-e687859002da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:11.483879 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ec37f827-766e-4dd8-9fb2-896f8080ddd8 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:11.484018 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeee54b9-c7b7-4f18-ae3b-e687859002da None None] Bound using segment: {'id': 'f2c2ac3a-78d9-4e39-8e10-ca2b80ee08bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4f877ebf-224f-4c38-b365-2bd1f772a93f'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:50:11.484379 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-eeee54b9-c7b7-4f18-ae3b-e687859002da None None] Bound port: a67ead44-01e7-4aae-bde2-0d800f23d2d7, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c2ac3a-78d9-4e39-8e10-ca2b80ee08bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4f877ebf-224f-4c38-b365-2bd1f772a93f'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:50:11.484758 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-eeee54b9-c7b7-4f18-ae3b-e687859002da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:11.584422 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-eeee54b9-c7b7-4f18-ae3b-e687859002da None None] For port a67ead44-01e7-4aae-bde2-0d800f23d2d7, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:50:11.587648 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-eeee54b9-c7b7-4f18-ae3b-e687859002da None None] For port a67ead44-01e7-4aae-bde2-0d800f23d2d7, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=a67ead44-01e7-4aae-bde2-0d800f23d2d7,segment=NetworkSegment(f2c2ac3a-78d9-4e39-8e10-ca2b80ee08bd),segment_id=f2c2ac3a-78d9-4e39-8e10-ca2b80ee08bd)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:50:11.646133 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-eeee54b9-c7b7-4f18-ae3b-e687859002da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:11.655041 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec37f827-766e-4dd8-9fb2-896f8080ddd8 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event updated for resources: {'Port': ['ID=b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:11.657137 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-cab5e843-3be6-488a-af62-b3ba5ee6a484 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:subnet {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:11.658323 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-cab5e843-3be6-488a-af62-b3ba5ee6a484 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.6071975 Oct 26 15:50:11.663075 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40322) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:11.706671 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea9b72c-22c3-4b36-9ed5-5a88a7075edc req-d702b604-df6d-41fc-8af1-36e5f650cffa tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:11.708258 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-dea9b72c-22c3-4b36-9ed5-5a88a7075edc req-d702b604-df6d-41fc-8af1-36e5f650cffa tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/ports?device_id=055d89eb-6041-456b-814d-aa39354c6eca HTTP/1.1" status: 200 len: 945 time: 0.6043770 Oct 26 15:50:11.711213 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6893f42f-c37a-41b1-b735-338ee13bd5a1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:11.726482 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec37f827-766e-4dd8-9fb2-896f8080ddd8 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Checking segment: {'id': 'bdfcdd37-4ac0-4520-88e5-aeb6e4239aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c043a8c9-4101-4ad8-a4f1-f1173b3e8031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:50:11.729812 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec37f827-766e-4dd8-9fb2-896f8080ddd8 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Network hostable DHCP agents. Network: c043a8c9-4101-4ad8-a4f1-f1173b3e8031, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:50:11.756446 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee54b9-c7b7-4f18-ae3b-e687859002da None None] Pushing event updated for resources: {'Port': ['ID=a67ead44-01e7-4aae-bde2-0d800f23d2d7,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:11.783509 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-4302c9bd-35a7-4d9c-83db-e0033e1a0108 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting subnet 083016d9-bfcc-4f51-bdea-56b2cfd4d0c4 {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:50:11.792922 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd264e9-b81c-4efb-857b-0b50e2a35a7f req-d68af698-b497-498e-bbce-97aa69444519 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:11.794268 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7dd264e9-b81c-4efb-857b-0b50e2a35a7f req-d68af698-b497-498e-bbce-97aa69444519 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.2185559 Oct 26 15:50:11.796284 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4302c9bd-35a7-4d9c-83db-e0033e1a0108 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:11.856669 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec37f827-766e-4dd8-9fb2-896f8080ddd8 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Network c043a8c9-4101-4ad8-a4f1-f1173b3e8031 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:50:11.878079 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1eb8a924-545a-41b1-b374-62833d3b041c tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:11.887122 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4302c9bd-35a7-4d9c-83db-e0033e1a0108 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:11.934112 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7dd264e9-b81c-4efb-857b-0b50e2a35a7f req-d5efc178-392b-4260-a949-9c9bd5fe6645 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095819 Oct 26 15:50:11.943230 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-ec37f827-766e-4dd8-9fb2-896f8080ddd8 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, c043a8c9-4101-4ad8-a4f1-f1173b3e8031) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:50:11.954177 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a90326-b5a9-4253-b790-6fa4c90be426 None None] Network c043a8c9-4101-4ad8-a4f1-f1173b3e8031 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:50:11.955523 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec37f827-766e-4dd8-9fb2-896f8080ddd8 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:50:11.970885 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec37f827-766e-4dd8-9fb2-896f8080ddd8 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:11.972107 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ec37f827-766e-4dd8-9fb2-896f8080ddd8 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:12.023645 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4302c9bd-35a7-4d9c-83db-e0033e1a0108 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:12.081924 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ec37f827-766e-4dd8-9fb2-896f8080ddd8 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8987586 Oct 26 15:50:12.088431 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40328) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:12.107404 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-5949c434-679e-463c-b32d-63e6660ba13b tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-930619031'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:12.117232 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-5949c434-679e-463c-b32d-63e6660ba13b tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:12.124756 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-5949c434-679e-463c-b32d-63e6660ba13b tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Usage tracker for resource:network and tenant:81f9d918a7ff445e8b2c1951e5c33cc9 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:12.128064 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-5949c434-679e-463c-b32d-63e6660ba13b tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:12.137482 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-5949c434-679e-463c-b32d-63e6660ba13b tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:12.148952 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-dea9b72c-22c3-4b36-9ed5-5a88a7075edc req-c1974275-ed48-481a-8c45-d32e0071c658 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/security-groups?id=714ce366-d10f-43dc-886a-95016c1d1e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4247820 Oct 26 15:50:12.158550 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1eb8a924-545a-41b1-b374-62833d3b041c tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:12.206972 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4302c9bd-35a7-4d9c-83db-e0033e1a0108 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:12.256034 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5949c434-679e-463c-b32d-63e6660ba13b tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Made reservation on behalf of 81f9d918a7ff445e8b2c1951e5c33cc9 for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:50:12.259515 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5949c434-679e-463c-b32d-63e6660ba13b tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:12.263452 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b52a34de-970c-4d6e-ba7b-d6be6af80eac tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:12.280449 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4302c9bd-35a7-4d9c-83db-e0033e1a0108 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Subnet': ['ID=083016d9-bfcc-4f51-bdea-56b2cfd4d0c4,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:12.282598 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4302c9bd-35a7-4d9c-83db-e0033e1a0108 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:12.296165 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fe9ed7-137d-4818-aa9b-fc7065877a61 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:50:12.359363 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-4302c9bd-35a7-4d9c-83db-e0033e1a0108 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/083016d9-bfcc-4f51-bdea-56b2cfd4d0c4 HTTP/1.1" status: 204 len: 168 time: 0.6871409 Oct 26 15:50:12.360024 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40332) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:12.412493 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6893f42f-c37a-41b1-b735-338ee13bd5a1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:12.430703 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5949c434-679e-463c-b32d-63e6660ba13b tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:50:12.446851 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-314dfdc2-bfee-448c-b130-2aecdaa310e0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting subnet 3b5b96ff-25d6-4977-9833-1b115dd3aaa0 {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:50:12.452463 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-314dfdc2-bfee-448c-b130-2aecdaa310e0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:12.469246 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1eb8a924-545a-41b1-b374-62833d3b041c tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:12.487823 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5949c434-679e-463c-b32d-63e6660ba13b tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:12.487823 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-5949c434-679e-463c-b32d-63e6660ba13b tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Added segment 0bd54b60-2da9-4955-8f0e-882bac335f89 of type vlan for network 73a2ae4d-7037-4336-ab91-309b5a8600f8 Oct 26 15:50:12.507574 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb8a924-545a-41b1-b374-62833d3b041c tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c78c172-c489-4705-a548-55f33cd1d6ca,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:12.539412 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6893f42f-c37a-41b1-b735-338ee13bd5a1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:50:12.540744 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-314dfdc2-bfee-448c-b130-2aecdaa310e0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:12.565639 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a67ead44-01e7-4aae-bde2-0d800f23d2d7 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:50:12.583701 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5949c434-679e-463c-b32d-63e6660ba13b tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:12.596885 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-6893f42f-c37a-41b1-b735-338ee13bd5a1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:50:12.609573 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6893f42f-c37a-41b1-b735-338ee13bd5a1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:50:12.673865 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-314dfdc2-bfee-448c-b130-2aecdaa310e0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:12.749755 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893f42f-c37a-41b1-b735-338ee13bd5a1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=267b79ea-7647-42a5-839f-2168d648cfdf,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:12.753252 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1eb8a924-545a-41b1-b374-62833d3b041c tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:12.755219 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-1eb8a924-545a-41b1-b374-62833d3b041c tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "DELETE /v2.0/security-groups/1c78c172-c489-4705-a548-55f33cd1d6ca HTTP/1.1" status: 204 len: 168 time: 1.4510701 Oct 26 15:50:12.760946 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40336) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:12.811012 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5949c434-679e-463c-b32d-63e6660ba13b tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:12.816822 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5949c434-679e-463c-b32d-63e6660ba13b tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:12.817434 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5949c434-679e-463c-b32d-63e6660ba13b tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:12.894341 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port a67ead44-01e7-4aae-bde2-0d800f23d2d7 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:50:12.935495 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ad443738-8d0a-4d4d-a3f6-d4bc0750ec54 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1730263 Oct 26 15:50:12.950511 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40340) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:12.954410 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-314dfdc2-bfee-448c-b130-2aecdaa310e0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:12.962847 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-20ad44e8-4a40-4a28-88cd-d91a90feba9a tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Request body: {'security_group': {'name': 'tempest-secgroup--75770146'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:13.017072 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-20ad44e8-4a40-4a28-88cd-d91a90feba9a tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:13.023907 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-5949c434-679e-463c-b32d-63e6660ba13b tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9342110 Oct 26 15:50:13.030061 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40344) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:13.030897 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314dfdc2-bfee-448c-b130-2aecdaa310e0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Subnet': ['ID=3b5b96ff-25d6-4977-9833-1b115dd3aaa0,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:13.041630 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-20ad44e8-4a40-4a28-88cd-d91a90feba9a tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Usage tracker for resource:security_group and tenant:7e3ca709110348f3bb74c8b4375d8b39 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:13.045353 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949c434-679e-463c-b32d-63e6660ba13b tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event updated for resources: {'Network': ['ID=73a2ae4d-7037-4336-ab91-309b5a8600f8,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:13.056851 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 73a2ae4d-7037-4336-ab91-309b5a8600f8 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:50:13.060050 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-314dfdc2-bfee-448c-b130-2aecdaa310e0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:13.062043 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-314dfdc2-bfee-448c-b130-2aecdaa310e0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/3b5b96ff-25d6-4977-9833-1b115dd3aaa0 HTTP/1.1" status: 204 len: 168 time: 0.7009163 Oct 26 15:50:13.066606 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-70dc34b3-c75b-47d7-802b-93f0081a6207 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'ports': [{'network_id': 'c043a8c9-4101-4ad8-a4f1-f1173b3e8031'}, {'network_id': '73a2ae4d-7037-4336-ab91-309b5a8600f8'}]} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:13.067051 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-70dc34b3-c75b-47d7-802b-93f0081a6207 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'port': {'network_id': 'c043a8c9-4101-4ad8-a4f1-f1173b3e8031'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:13.067542 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-70dc34b3-c75b-47d7-802b-93f0081a6207 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'port': {'network_id': '73a2ae4d-7037-4336-ab91-309b5a8600f8'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:13.068626 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40348) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:13.156169 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-20ad44e8-4a40-4a28-88cd-d91a90feba9a tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:13.182694 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-20ad44e8-4a40-4a28-88cd-d91a90feba9a tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:13.248322 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b7cc6b-3d81-40ce-8d36-1d431320dbb4 None None] Network 4f877ebf-224f-4c38-b365-2bd1f772a93f requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:50:13.334457 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-31e44942-409a-417c-9d52-dbc8fcf16b78 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2622175 Oct 26 15:50:13.339230 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40354) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:13.356231 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-f69e42fc-4a21-4e65-af28-caea82e785ae tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'subnet': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:13.421850 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-20ad44e8-4a40-4a28-88cd-d91a90feba9a tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:13.463550 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-65c9d5ec-29d2-4da5-9e81-d323a817a02d None None] Provisioning for port a67ead44-01e7-4aae-bde2-0d800f23d2d7 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:50:13.477266 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-65c9d5ec-29d2-4da5-9e81-d323a817a02d None None] Provisioning complete for port a67ead44-01e7-4aae-bde2-0d800f23d2d7 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:50:13.477717 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-65c9d5ec-29d2-4da5-9e81-d323a817a02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:13.478066 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-65c9d5ec-29d2-4da5-9e81-d323a817a02d None None] Attempt 1 to provision port a67ead44-01e7-4aae-bde2-0d800f23d2d7 Oct 26 15:50:13.493509 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-20ad44e8-4a40-4a28-88cd-d91a90feba9a tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:13.499183 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-f69e42fc-4a21-4e65-af28-caea82e785ae tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:13.503518 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-20ad44e8-4a40-4a28-88cd-d91a90feba9a tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Usage tracker for resource:security_group_rule and tenant:7e3ca709110348f3bb74c8b4375d8b39 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:13.507476 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-b52a34de-970c-4d6e-ba7b-d6be6af80eac tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Allocated IP 172.20.0.1 (4f877ebf-224f-4c38-b365-2bd1f772a93f/3e3b3d3b-93c0-491e-ba4e-3fad9d5d92ca/36ab88bb-2174-4173-abba-3e4fc8476866) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:50:13.510108 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-f69e42fc-4a21-4e65-af28-caea82e785ae tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Usage tracker for resource:subnet and tenant:cde0b70c42f24e8e94f9303758760038 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:13.510561 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-20ad44e8-4a40-4a28-88cd-d91a90feba9a tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:13.517157 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-f69e42fc-4a21-4e65-af28-caea82e785ae tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:13.525465 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-20ad44e8-4a40-4a28-88cd-d91a90feba9a tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:13.531378 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-70dc34b3-c75b-47d7-802b-93f0081a6207 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:13.532952 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-f69e42fc-4a21-4e65-af28-caea82e785ae tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:13.540512 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-70dc34b3-c75b-47d7-802b-93f0081a6207 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Usage tracker for resource:port and tenant:81f9d918a7ff445e8b2c1951e5c33cc9 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:13.550277 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-70dc34b3-c75b-47d7-802b-93f0081a6207 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:13.559330 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-70dc34b3-c75b-47d7-802b-93f0081a6207 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:13.592471 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6893f42f-c37a-41b1-b735-338ee13bd5a1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router_gateway, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:13.597424 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5411c5-8d2a-4e13-8a3f-b4389be22d62 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:50:13.600611 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580aa03-a4d4-4899-b3c9-10b87d995fdd req-c7cd3d7e-11a1-4214-8e3a-07a7360bb4d2 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:13.601503 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b580aa03-a4d4-4899-b3c9-10b87d995fdd req-c7cd3d7e-11a1-4214-8e3a-07a7360bb4d2 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/ports?device_id=055d89eb-6041-456b-814d-aa39354c6eca HTTP/1.1" status: 200 len: 945 time: 0.2344675 Oct 26 15:50:13.652272 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70dc34b3-c75b-47d7-802b-93f0081a6207 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Made reservation on behalf of 81f9d918a7ff445e8b2c1951e5c33cc9 for: {'port': 2} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:50:13.657131 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-70dc34b3-c75b-47d7-802b-93f0081a6207 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:13.691898 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-70dc34b3-c75b-47d7-802b-93f0081a6207 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:13.723265 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b580aa03-a4d4-4899-b3c9-10b87d995fdd req-b4f3dd4b-2db0-46ae-97d7-f77ea8cc4e42 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/security-groups?id=714ce366-d10f-43dc-886a-95016c1d1e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113746 Oct 26 15:50:13.734715 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-65c9d5ec-29d2-4da5-9e81-d323a817a02d None None] Current status of the port a67ead44-01e7-4aae-bde2-0d800f23d2d7 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:50:13.735431 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-65c9d5ec-29d2-4da5-9e81-d323a817a02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:13.776631 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-20ad44e8-4a40-4a28-88cd-d91a90feba9a tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:13.912815 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-65c9d5ec-29d2-4da5-9e81-d323a817a02d None None] For port a67ead44-01e7-4aae-bde2-0d800f23d2d7, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=a67ead44-01e7-4aae-bde2-0d800f23d2d7,segment=NetworkSegment(f2c2ac3a-78d9-4e39-8e10-ca2b80ee08bd),segment_id=f2c2ac3a-78d9-4e39-8e10-ca2b80ee08bd)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:50:13.977381 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-65c9d5ec-29d2-4da5-9e81-d323a817a02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:13.990181 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-20ad44e8-4a40-4a28-88cd-d91a90feba9a tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:14.017236 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69e42fc-4a21-4e65-af28-caea82e785ae tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:50:14.021021 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f69e42fc-4a21-4e65-af28-caea82e785ae tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:14.072381 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c9d5ec-29d2-4da5-9e81-d323a817a02d None None] Pushing event updated for resources: {'Port': ['ID=a67ead44-01e7-4aae-bde2-0d800f23d2d7,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:14.107816 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8a5dab-5b86-48f6-89f5-94962386dbbb None None] DHCP port deletion for f810e159-a5e8-4c86-8cec-5d909fe013dd request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:50:14.113299 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-4d8a5dab-5b86-48f6-89f5-94962386dbbb None None] Deleting port a0f5f8f9-9bcf-47ae-9a92-904ab50982a7 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:50:14.113876 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4d8a5dab-5b86-48f6-89f5-94962386dbbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:14.150366 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [None req-70dc34b3-c75b-47d7-802b-93f0081a6207 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] device_id is not set on port edd67e7d-9c68-4974-8532-56c890e182c1 yet. {{(pid=89748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:50:14.172229 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad44e8-4a40-4a28-88cd-d91a90feba9a tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a95b7f52-53a6-437e-8856-c5c66b7f4708,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:14.224931 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-20ad44e8-4a40-4a28-88cd-d91a90feba9a tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:14.228792 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-20ad44e8-4a40-4a28-88cd-d91a90feba9a tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.2742398 Oct 26 15:50:14.228973 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40358) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:14.234657 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-4c5b2eff-be1d-40f1-ada8-84735097f3f4 None None] Provisioning complete for port a0f5f8f9-9bcf-47ae-9a92-904ab50982a7 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:50:14.235191 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4c5b2eff-be1d-40f1-ada8-84735097f3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:14.235628 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-4c5b2eff-be1d-40f1-ada8-84735097f3f4 None None] Attempt 1 to provision port a0f5f8f9-9bcf-47ae-9a92-904ab50982a7 Oct 26 15:50:14.242119 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-a7e05f35-cc2d-467d-a098-19f41821a316 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Request body: {'security_group': {'name': 'tempest-secgroup--197798194'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:14.250453 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a7e05f35-cc2d-467d-a098-19f41821a316 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:14.262844 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a7e05f35-cc2d-467d-a098-19f41821a316 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Usage tracker for resource:security_group and tenant:7e3ca709110348f3bb74c8b4375d8b39 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:14.267888 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a7e05f35-cc2d-467d-a098-19f41821a316 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:14.278377 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a7e05f35-cc2d-467d-a098-19f41821a316 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:14.298598 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-70dc34b3-c75b-47d7-802b-93f0081a6207 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:14.326037 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b52a34de-970c-4d6e-ba7b-d6be6af80eac tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:14.369606 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a7e05f35-cc2d-467d-a098-19f41821a316 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:14.407009 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-4d8a5dab-5b86-48f6-89f5-94962386dbbb None None] For port a0f5f8f9-9bcf-47ae-9a92-904ab50982a7, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=a0f5f8f9-9bcf-47ae-9a92-904ab50982a7,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:50:14.407565 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4d8a5dab-5b86-48f6-89f5-94962386dbbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:14.411463 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a7e05f35-cc2d-467d-a098-19f41821a316 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:14.415657 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a7e05f35-cc2d-467d-a098-19f41821a316 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Usage tracker for resource:security_group_rule and tenant:7e3ca709110348f3bb74c8b4375d8b39 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:14.418582 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a7e05f35-cc2d-467d-a098-19f41821a316 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:14.425113 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a7e05f35-cc2d-467d-a098-19f41821a316 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:14.498523 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a7e05f35-cc2d-467d-a098-19f41821a316 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:14.514380 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [None req-70dc34b3-c75b-47d7-802b-93f0081a6207 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] device_id is not set on port f8a6d0eb-c1e0-4e87-b9db-41eead0e37c4 yet. {{(pid=89748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:50:14.517099 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a67ead44-01e7-4aae-bde2-0d800f23d2d7 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:50:14.529109 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f69e42fc-4a21-4e65-af28-caea82e785ae tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:14.567389 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a7e05f35-cc2d-467d-a098-19f41821a316 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:14.572790 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6893f42f-c37a-41b1-b735-338ee13bd5a1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:14.583402 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b52a34de-970c-4d6e-ba7b-d6be6af80eac tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Transition to ACTIVE for port object 36ab88bb-2174-4173-abba-3e4fc8476866 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:50:14.595340 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69e42fc-4a21-4e65-af28-caea82e785ae tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:50:14.600628 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-f69e42fc-4a21-4e65-af28-caea82e785ae tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:50:14.658014 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69e42fc-4a21-4e65-af28-caea82e785ae tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:14.658518 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-4d8a5dab-5b86-48f6-89f5-94962386dbbb None None] Calling delete_port for a0f5f8f9-9bcf-47ae-9a92-904ab50982a7 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:50:14.658654 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f69e42fc-4a21-4e65-af28-caea82e785ae tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:14.665807 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e05f35-cc2d-467d-a098-19f41821a316 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cffcce2-dc2e-4c49-9661-3c0eaabc528a,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:14.669425 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-70dc34b3-c75b-47d7-802b-93f0081a6207 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:14.733279 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-4c5b2eff-be1d-40f1-ada8-84735097f3f4 None None] Current status of the port a0f5f8f9-9bcf-47ae-9a92-904ab50982a7 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:50:14.737347 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a7e05f35-cc2d-467d-a098-19f41821a316 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:14.749745 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a7e05f35-cc2d-467d-a098-19f41821a316 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5102701 Oct 26 15:50:14.750266 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40362) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:14.757984 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-1d44a333-277d-4d56-b679-0f0264c7bf63 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Request body: {'security_group_rule': {'security_group_id': 'a95b7f52-53a6-437e-8856-c5c66b7f4708', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5cffcce2-dc2e-4c49-9661-3c0eaabc528a', 'remote_ip_prefix': None}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:14.765127 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-1d44a333-277d-4d56-b679-0f0264c7bf63 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:14.768007 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e42fc-4a21-4e65-af28-caea82e785ae tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Subnet': ['ID=51cc928c-1356-4bcf-a001-56d80bd133e2,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:14.779653 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port a67ead44-01e7-4aae-bde2-0d800f23d2d7 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:50:14.780428 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:14.780428 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port a67ead44-01e7-4aae-bde2-0d800f23d2d7 Oct 26 15:50:14.784245 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-70dc34b3-c75b-47d7-802b-93f0081a6207 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:14.794227 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-1d44a333-277d-4d56-b679-0f0264c7bf63 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Usage tracker for resource:security_group_rule and tenant:7e3ca709110348f3bb74c8b4375d8b39 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:14.831385 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-1d44a333-277d-4d56-b679-0f0264c7bf63 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:14.875548 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-1d44a333-277d-4d56-b679-0f0264c7bf63 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:14.884847 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f69e42fc-4a21-4e65-af28-caea82e785ae tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5396795 Oct 26 15:50:14.886763 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40368) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:14.891300 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70dc34b3-c75b-47d7-802b-93f0081a6207 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Network c043a8c9-4101-4ad8-a4f1-f1173b3e8031 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:50:14.898553 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-70dc34b3-c75b-47d7-802b-93f0081a6207 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:50:14.901294 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dc34b3-c75b-47d7-802b-93f0081a6207 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:50:14.903057 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-70dc34b3-c75b-47d7-802b-93f0081a6207 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:14.906079 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-e11e8c8f-75ad-48ae-adf0-87e59e041a11 None None] Provisioning complete for port a67ead44-01e7-4aae-bde2-0d800f23d2d7 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:50:14.906483 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e11e8c8f-75ad-48ae-adf0-87e59e041a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:14.907083 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-e11e8c8f-75ad-48ae-adf0-87e59e041a11 None None] Attempt 1 to provision port a67ead44-01e7-4aae-bde2-0d800f23d2d7 Oct 26 15:50:14.915753 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-19e4141d-3f67-4a47-a2a9-7e3c88a19966 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'subnet': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:14.938640 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b52a34de-970c-4d6e-ba7b-d6be6af80eac tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:14.938932 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4d8a5dab-5b86-48f6-89f5-94962386dbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:15.003421 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc34b3-c75b-47d7-802b-93f0081a6207 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event updated for resources: {'Port': ['ID=edd67e7d-9c68-4974-8532-56c890e182c1,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:15.016316 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a5dab-5b86-48f6-89f5-94962386dbbb None None] Pushing event deleted for resources: {'Port': ['ID=a0f5f8f9-9bcf-47ae-9a92-904ab50982a7,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:15.020853 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port a67ead44-01e7-4aae-bde2-0d800f23d2d7 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:50:15.026354 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6893f42f-c37a-41b1-b735-338ee13bd5a1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Router 80b529b4-697a-4ca9-ad66-8bb9d6da3936 is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:50:15.026879 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8a5dab-5b86-48f6-89f5-94962386dbbb None None] No DVR routers for this DVR port a0f5f8f9-9bcf-47ae-9a92-904ab50982a7 on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:50:15.043667 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52a34de-970c-4d6e-ba7b-d6be6af80eac tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Network 4f877ebf-224f-4c38-b365-2bd1f772a93f is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:50:15.052682 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-b52a34de-970c-4d6e-ba7b-d6be6af80eac tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:50:15.052886 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4964500a-5f0f-437e-a127-079f4f81b1a9 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:50:15.062828 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52a34de-970c-4d6e-ba7b-d6be6af80eac tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:50:15.098292 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a34de-970c-4d6e-ba7b-d6be6af80eac tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event updated for resources: {'Port': ['ID=36ab88bb-2174-4173-abba-3e4fc8476866,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:15.176227 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1d44a333-277d-4d56-b679-0f0264c7bf63 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:15.184978 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a0f5f8f9-9bcf-47ae-9a92-904ab50982a7 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:50:15.211002 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-e11e8c8f-75ad-48ae-adf0-87e59e041a11 None None] Current status of the port a67ead44-01e7-4aae-bde2-0d800f23d2d7 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:50:15.217216 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc34b3-c75b-47d7-802b-93f0081a6207 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event updated for resources: {'Port': ['ID=f8a6d0eb-c1e0-4e87-b9db-41eead0e37c4,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:15.234027 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: a0f5f8f9-9bcf-47ae-9a92-904ab50982a7 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:50:15.234521 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a0f5f8f9-9bcf-47ae-9a92-904ab50982a7 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:50:15.256375 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dc34b3-c75b-47d7-802b-93f0081a6207 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Checking segment: {'id': '0bd54b60-2da9-4955-8f0e-882bac335f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '73a2ae4d-7037-4336-ab91-309b5a8600f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:50:15.256681 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70dc34b3-c75b-47d7-802b-93f0081a6207 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Network hostable DHCP agents. Network: 73a2ae4d-7037-4336-ab91-309b5a8600f8, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:50:15.272073 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-19e4141d-3f67-4a47-a2a9-7e3c88a19966 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:15.297038 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-19e4141d-3f67-4a47-a2a9-7e3c88a19966 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Usage tracker for resource:subnet and tenant:cde0b70c42f24e8e94f9303758760038 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:15.304305 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-19e4141d-3f67-4a47-a2a9-7e3c88a19966 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:15.317144 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b52a34de-970c-4d6e-ba7b-d6be6af80eac tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:15.318584 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-19e4141d-3f67-4a47-a2a9-7e3c88a19966 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:15.343513 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1d44a333-277d-4d56-b679-0f0264c7bf63 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:15.363917 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d893be-8083-4bac-8cdb-4409c1f2d004 req-31f5d4fa-d897-4242-8874-26d20bd79021 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:15.365392 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-56d893be-8083-4bac-8cdb-4409c1f2d004 req-31f5d4fa-d897-4242-8874-26d20bd79021 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/ports?device_id=055d89eb-6041-456b-814d-aa39354c6eca HTTP/1.1" status: 200 len: 945 time: 0.4815021 Oct 26 15:50:15.382752 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70dc34b3-c75b-47d7-802b-93f0081a6207 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Network 73a2ae4d-7037-4336-ab91-309b5a8600f8 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:50:15.407615 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1d44a333-277d-4d56-b679-0f0264c7bf63 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:15.427163 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181f0b50-6e89-4fd6-9894-b163670e5fb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-f810e159-a5e8-4c86-8cec-5d909fe013dd', 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'tenant_id': 'cde0b70c42f24e8e94f9303758760038', 'fixed_ips': [{'subnet_id': '51cc928c-1356-4bcf-a001-56d80bd133e2'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:50:15.428013 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-181f0b50-6e89-4fd6-9894-b163670e5fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:15.429391 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e4141d-3f67-4a47-a2a9-7e3c88a19966 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:50:15.432952 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-19e4141d-3f67-4a47-a2a9-7e3c88a19966 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:15.442289 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6893f42f-c37a-41b1-b735-338ee13bd5a1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:50:15.459009 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-56d893be-8083-4bac-8cdb-4409c1f2d004 req-c74e0dbc-29ce-4ff5-a2ec-c81dc6658bf8 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/security-groups?id=714ce366-d10f-43dc-886a-95016c1d1e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823717 Oct 26 15:50:15.460865 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9012b40-fee5-495a-81a3-a280b64cbf59 None None] Sync routers for ids ['80b529b4-697a-4ca9-ad66-8bb9d6da3936'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:50:15.519158 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d44a333-277d-4d56-b679-0f0264c7bf63 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e1afd5c-2790-4888-8eb5-5a42549ab36c,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:15.527950 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9012b40-fee5-495a-81a3-a280b64cbf59 None None] Routers {'80b529b4-697a-4ca9-ad66-8bb9d6da3936'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:50:15.527950 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-b9012b40-fee5-495a-81a3-a280b64cbf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:50:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['80b529b4-697a-4ca9-ad66-8bb9d6da3936'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:15.529845 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-70dc34b3-c75b-47d7-802b-93f0081a6207 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 73a2ae4d-7037-4336-ab91-309b5a8600f8) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:50:15.534769 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dc34b3-c75b-47d7-802b-93f0081a6207 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:50:15.540755 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dc34b3-c75b-47d7-802b-93f0081a6207 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:15.546325 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dc34b3-c75b-47d7-802b-93f0081a6207 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:15.547066 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-70dc34b3-c75b-47d7-802b-93f0081a6207 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:15.556425 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b52a34de-970c-4d6e-ba7b-d6be6af80eac tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:15.590901 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b565c79-324a-4010-810a-f6f88dcefb89 None None] Network 73a2ae4d-7037-4336-ab91-309b5a8600f8 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:50:15.627469 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6893f42f-c37a-41b1-b735-338ee13bd5a1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:15.629709 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.ipam_backend_mixin [None req-19e4141d-3f67-4a47-a2a9-7e3c88a19966 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 51cc928c-1356-4bcf-a001-56d80bd133e2 (CIDR: 2001:db8::/64) Oct 26 15:50:15.630833 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-6893f42f-c37a-41b1-b735-338ee13bd5a1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.3420904 Oct 26 15:50:15.633947 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40372) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:15.675426 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-70dc34b3-c75b-47d7-802b-93f0081a6207 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6358178 Oct 26 15:50:15.676342 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1d44a333-277d-4d56-b679-0f0264c7bf63 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:15.677444 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-1d44a333-277d-4d56-b679-0f0264c7bf63 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9259458 Oct 26 15:50:15.679418 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40376) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:15.679564 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-0d0af4e5-f18c-45af-b53f-a68eee756062 None None] Provisioning for port 36ab88bb-2174-4173-abba-3e4fc8476866 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:50:15.714826 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40378) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:15.722682 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e4141d-3f67-4a47-a2a9-7e3c88a19966 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:50:15.723184 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19e4141d-3f67-4a47-a2a9-7e3c88a19966 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:15.746852 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-0887753e-8484-4b5b-a6d6-9f4dff3bf15e tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=8316bfcf068445aeb00a503282bb001c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1110737 Oct 26 15:50:15.747649 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40384) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:15.781914 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-0d0af4e5-f18c-45af-b53f-a68eee756062 None None] Provisioning complete for port 36ab88bb-2174-4173-abba-3e4fc8476866 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:50:15.782214 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-0d0af4e5-f18c-45af-b53f-a68eee756062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:15.782604 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0d0af4e5-f18c-45af-b53f-a68eee756062 None None] Attempt 1 to provision port 36ab88bb-2174-4173-abba-3e4fc8476866 Oct 26 15:50:15.878284 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5319a8ed-d744-4905-9b0f-18c738700b63 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:15.897134 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-19e4141d-3f67-4a47-a2a9-7e3c88a19966 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0026929 Oct 26 15:50:15.903260 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40388) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:15.904630 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5319a8ed-d744-4905-9b0f-18c738700b63 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:15.923228 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-327d959b-d5dc-4fff-9824-51dd35a5139d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'subnet': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:15.952061 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-a193ecd8-a58b-48ef-8800-5633f4837931 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Deleting port f8a6d0eb-c1e0-4e87-b9db-41eead0e37c4 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:50:15.952404 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a193ecd8-a58b-48ef-8800-5633f4837931 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:15.962617 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0d0af4e5-f18c-45af-b53f-a68eee756062 None None] Port 36ab88bb-2174-4173-abba-3e4fc8476866 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:50:16.026788 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-b9012b40-fee5-495a-81a3-a280b64cbf59 None None] Set router 80b529b4-697a-4ca9-ad66-8bb9d6da3936 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:50:16.138066 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b52a34de-970c-4d6e-ba7b-d6be6af80eac tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:16.180467 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f83a4f-1dd8-41d1-997f-9ebbe627b47e tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:16.182061 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-50f83a4f-1dd8-41d1-997f-9ebbe627b47e tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4082425 Oct 26 15:50:16.185237 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40392) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:16.188724 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-181f0b50-6e89-4fd6-9894-b163670e5fb2 None None] Allocated IP 2001:db8::2 (f810e159-a5e8-4c86-8cec-5d909fe013dd/51cc928c-1356-4bcf-a001-56d80bd133e2/ef09752c-76eb-4604-a4c1-15f1cdb392db) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:50:16.228969 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b52a34de-970c-4d6e-ba7b-d6be6af80eac tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:16.303613 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-eb52bcb1-5e7f-4f30-992b-94c75dfa332d tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=0c79a151-ef79-4fff-8a3c-258f9478471d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1142614 Oct 26 15:50:16.318964 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40396) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:16.332997 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5319a8ed-d744-4905-9b0f-18c738700b63 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:16.333620 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-52a65953-11f4-40b6-bc7d-629141cb002a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1828410991', 'network_id': 'f695264a-de7b-484e-8ae7-eaf4f0eb940e', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:16.377536 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5319a8ed-d744-4905-9b0f-18c738700b63 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e1afd5c-2790-4888-8eb5-5a42549ab36c,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:16.403379 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5319a8ed-d744-4905-9b0f-18c738700b63 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:16.406636 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-5319a8ed-d744-4905-9b0f-18c738700b63 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/5e1afd5c-2790-4888-8eb5-5a42549ab36c HTTP/1.1" status: 204 len: 168 time: 0.6851740 Oct 26 15:50:16.408494 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40400) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:16.450946 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b52a34de-970c-4d6e-ba7b-d6be6af80eac tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:16.453752 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a34de-970c-4d6e-ba7b-d6be6af80eac tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event updated for resources: {'Port': ['ID=36ab88bb-2174-4173-abba-3e4fc8476866,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:16.462511 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-327d959b-d5dc-4fff-9824-51dd35a5139d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:16.464920 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0d0af4e5-f18c-45af-b53f-a68eee756062 None None] Attempt 2 to provision port 36ab88bb-2174-4173-abba-3e4fc8476866 Oct 26 15:50:16.502285 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-327d959b-d5dc-4fff-9824-51dd35a5139d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Usage tracker for resource:subnet and tenant:cde0b70c42f24e8e94f9303758760038 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:16.507175 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-327d959b-d5dc-4fff-9824-51dd35a5139d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:16.523335 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-327d959b-d5dc-4fff-9824-51dd35a5139d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:16.552059 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a193ecd8-a58b-48ef-8800-5633f4837931 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:16.602140 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-52a65953-11f4-40b6-bc7d-629141cb002a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:16.609455 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-52a65953-11f4-40b6-bc7d-629141cb002a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:subnet and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:16.614457 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-52a65953-11f4-40b6-bc7d-629141cb002a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:16.626995 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0d0af4e5-f18c-45af-b53f-a68eee756062 None None] Port 36ab88bb-2174-4173-abba-3e4fc8476866 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:50:16.630732 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-52a65953-11f4-40b6-bc7d-629141cb002a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:16.638969 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-3304d842-090c-4320-a4b8-c4c8509252b3 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Synchronizing usage tracker for tenant:7e3ca709110348f3bb74c8b4375d8b39 on resource:security_group_rule {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:16.661914 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-181f0b50-6e89-4fd6-9894-b163670e5fb2 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:16.680821 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-181f0b50-6e89-4fd6-9894-b163670e5fb2 None None] Transition to ACTIVE for port object ef09752c-76eb-4604-a4c1-15f1cdb392db will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:50:16.684001 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-b9012b40-fee5-495a-81a3-a280b64cbf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b529b4-697a-4ca9-ad66-8bb9d6da3936', 'name': 'tempest-TestNetworkBasicOps-router-988813514', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.142'}], 'enable_snat': True}, 'gw_port_id': '267b79ea-7647-42a5-839f-2168d648cfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:50:09Z', 'updated_at': '2022-10-26T15:50:12Z', 'revision_number': 3, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '267b79ea-7647-42a5-839f-2168d648cfdf', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b529b4-697a-4ca9-ad66-8bb9d6da3936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:10Z', 'updated_at': '2022-10-26T15:50:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:16.694729 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52a34de-970c-4d6e-ba7b-d6be6af80eac tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Network 4f877ebf-224f-4c38-b365-2bd1f772a93f is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:50:16.697077 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-b52a34de-970c-4d6e-ba7b-d6be6af80eac tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:50:16.697206 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9012b40-fee5-495a-81a3-a280b64cbf59 None None] Checking router: 80b529b4-697a-4ca9-ad66-8bb9d6da3936 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:50:16.697563 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9012b40-fee5-495a-81a3-a280b64cbf59 None None] Updating router 80b529b4-697a-4ca9-ad66-8bb9d6da3936 port 267b79ea-7647-42a5-839f-2168d648cfdf binding host dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:50:16.758300 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-181f0b50-6e89-4fd6-9894-b163670e5fb2 None None] Transition to ACTIVE for port object ef09752c-76eb-4604-a4c1-15f1cdb392db will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:50:16.758900 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-a193ecd8-a58b-48ef-8800-5633f4837931 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Calling delete_port for f8a6d0eb-c1e0-4e87-b9db-41eead0e37c4 owned by {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:50:16.773177 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b9012b40-fee5-495a-81a3-a280b64cbf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:16.788937 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327d959b-d5dc-4fff-9824-51dd35a5139d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:50:16.792404 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-327d959b-d5dc-4fff-9824-51dd35a5139d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:16.868312 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-181f0b50-6e89-4fd6-9894-b163670e5fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:16.889561 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a65953-11f4-40b6-bc7d-629141cb002a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Made reservation on behalf of 8316bfcf068445aeb00a503282bb001c for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:50:16.894622 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-52a65953-11f4-40b6-bc7d-629141cb002a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:16.986044 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-3304d842-090c-4320-a4b8-c4c8509252b3 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Unset dirty status for tenant:7e3ca709110348f3bb74c8b4375d8b39 on resource:security_group_rule {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:16.988094 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-3304d842-090c-4320-a4b8-c4c8509252b3 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5347893 Oct 26 15:50:16.993467 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40406) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:17.006949 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181f0b50-6e89-4fd6-9894-b163670e5fb2 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:50:17.012827 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-181f0b50-6e89-4fd6-9894-b163670e5fb2 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:50:17.031519 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181f0b50-6e89-4fd6-9894-b163670e5fb2 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:50:17.033480 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f0b50-6e89-4fd6-9894-b163670e5fb2 None None] Pushing event updated for resources: {'Port': ['ID=ef09752c-76eb-4604-a4c1-15f1cdb392db,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:17.059634 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf585559-e704-4c0d-b203-909e2b325fc0 req-d25dc27c-9952-4fc8-9282-83ee08fd71f0 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:17.062650 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cf585559-e704-4c0d-b203-909e2b325fc0 req-d25dc27c-9952-4fc8-9282-83ee08fd71f0 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/ports?device_id=055d89eb-6041-456b-814d-aa39354c6eca HTTP/1.1" status: 200 len: 945 time: 0.3555238 Oct 26 15:50:17.073429 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a193ecd8-a58b-48ef-8800-5633f4837931 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:17.138056 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0d0af4e5-f18c-45af-b53f-a68eee756062 None None] Attempt 3 to provision port 36ab88bb-2174-4173-abba-3e4fc8476866 Oct 26 15:50:17.155957 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a193ecd8-a58b-48ef-8800-5633f4837931 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event deleted for resources: {'Port': ['ID=f8a6d0eb-c1e0-4e87-b9db-41eead0e37c4,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:17.176223 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52a34de-970c-4d6e-ba7b-d6be6af80eac tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Router b648496f-b174-40f3-8f17-ff4270e3292a is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:50:17.225341 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a193ecd8-a58b-48ef-8800-5633f4837931 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:17.256088 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-181f0b50-6e89-4fd6-9894-b163670e5fb2 None None] Attempting to bind port ef09752c-76eb-4604-a4c1-15f1cdb392db on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:50:17.256459 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-181f0b50-6e89-4fd6-9894-b163670e5fb2 None None] Attempting to bind port ef09752c-76eb-4604-a4c1-15f1cdb392db by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:50:17.256818 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181f0b50-6e89-4fd6-9894-b163670e5fb2 None None] Attempting to bind port ef09752c-76eb-4604-a4c1-15f1cdb392db on network f810e159-a5e8-4c86-8cec-5d909fe013dd {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:50:17.259940 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cf585559-e704-4c0d-b203-909e2b325fc0 req-0b939f2d-b339-48b4-8ca7-f70ebe73835b tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/security-groups?id=714ce366-d10f-43dc-886a-95016c1d1e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874673 Oct 26 15:50:17.269005 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8722b46a-1eec-4925-ae95-5511b657ceb5 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:17.277985 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a193ecd8-a58b-48ef-8800-5633f4837931 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/ports/f8a6d0eb-c1e0-4e87-b9db-41eead0e37c4 HTTP/1.1" status: 204 len: 168 time: 1.5945225 Oct 26 15:50:17.290326 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40410) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:17.306793 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181f0b50-6e89-4fd6-9894-b163670e5fb2 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:50:17.307450 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181f0b50-6e89-4fd6-9894-b163670e5fb2 None None] Checking segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:50:17.308049 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-181f0b50-6e89-4fd6-9894-b163670e5fb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:17.308616 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181f0b50-6e89-4fd6-9894-b163670e5fb2 None None] Bound using segment: {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:50:17.309357 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-181f0b50-6e89-4fd6-9894-b163670e5fb2 None None] Bound port: ef09752c-76eb-4604-a4c1-15f1cdb392db, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff55312-fcdf-453d-8bd9-47b629b75cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:50:17.309897 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-181f0b50-6e89-4fd6-9894-b163670e5fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:17.331565 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0d0af4e5-f18c-45af-b53f-a68eee756062 None None] Port 36ab88bb-2174-4173-abba-3e4fc8476866 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:50:17.350676 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-52a65953-11f4-40b6-bc7d-629141cb002a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:17.376920 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8722b46a-1eec-4925-ae95-5511b657ceb5 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:17.404828 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52a34de-970c-4d6e-ba7b-d6be6af80eac tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:50:17.418568 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed72e5e7-052f-40c6-90af-c33f5a461a7b None None] Sync routers for ids ['b648496f-b174-40f3-8f17-ff4270e3292a'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:50:17.429269 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed72e5e7-052f-40c6-90af-c33f5a461a7b None None] Routers {'b648496f-b174-40f3-8f17-ff4270e3292a'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:50:17.430368 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-ed72e5e7-052f-40c6-90af-c33f5a461a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:50:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['b648496f-b174-40f3-8f17-ff4270e3292a'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:17.442450 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-181f0b50-6e89-4fd6-9894-b163670e5fb2 None None] For port ef09752c-76eb-4604-a4c1-15f1cdb392db, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:50:17.447903 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-181f0b50-6e89-4fd6-9894-b163670e5fb2 None None] For port ef09752c-76eb-4604-a4c1-15f1cdb392db, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=ef09752c-76eb-4604-a4c1-15f1cdb392db,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:50:17.457664 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a65953-11f4-40b6-bc7d-629141cb002a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Subnet': ['ID=a81e370d-9645-40af-8803-f60d93e2baff,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:17.477483 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab123948-d274-4653-b70b-b1bde327584c tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:17.478439 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b52a34de-970c-4d6e-ba7b-d6be6af80eac tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "PUT /v2.0/routers/b648496f-b174-40f3-8f17-ff4270e3292a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1760833 Oct 26 15:50:17.480929 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40414) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:17.483840 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab123948-d274-4653-b70b-b1bde327584c tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:17.484632 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ab123948-d274-4653-b70b-b1bde327584c tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Synchronizing usage tracker for tenant:81f9d918a7ff445e8b2c1951e5c33cc9 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:17.505027 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-ed72e5e7-052f-40c6-90af-c33f5a461a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:17.514026 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed72e5e7-052f-40c6-90af-c33f5a461a7b None None] Routers {'b648496f-b174-40f3-8f17-ff4270e3292a'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:50:17.514790 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-ed72e5e7-052f-40c6-90af-c33f5a461a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:50:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['b648496f-b174-40f3-8f17-ff4270e3292a'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:17.522234 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-181f0b50-6e89-4fd6-9894-b163670e5fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:17.539476 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8722b46a-1eec-4925-ae95-5511b657ceb5 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:17.614141 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-ed72e5e7-052f-40c6-90af-c33f5a461a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:17.614375 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f0b50-6e89-4fd6-9894-b163670e5fb2 None None] Pushing event updated for resources: {'Port': ['ID=ef09752c-76eb-4604-a4c1-15f1cdb392db,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:17.614795 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed72e5e7-052f-40c6-90af-c33f5a461a7b None None] The sync data for ids ['b648496f-b174-40f3-8f17-ff4270e3292a'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:50:17.618709 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ab123948-d274-4653-b70b-b1bde327584c tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Unset dirty status for tenant:81f9d918a7ff445e8b2c1951e5c33cc9 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:17.620412 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ab123948-d274-4653-b70b-b1bde327584c tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.3269610 Oct 26 15:50:17.624868 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8722b46a-1eec-4925-ae95-5511b657ceb5 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cffcce2-dc2e-4c49-9661-3c0eaabc528a,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:17.624868 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40418) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:17.665541 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b9012b40-fee5-495a-81a3-a280b64cbf59 None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:17.683608 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a65953-11f4-40b6-bc7d-629141cb002a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Checking segment: {'id': 'cbe5574b-eb68-4f04-8d5b-15c1c60f6452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f695264a-de7b-484e-8ae7-eaf4f0eb940e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:50:17.684140 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a65953-11f4-40b6-bc7d-629141cb002a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network hostable DHCP agents. Network: f695264a-de7b-484e-8ae7-eaf4f0eb940e, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:50:17.692941 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-b9012b40-fee5-495a-81a3-a280b64cbf59 None None] Transition to ACTIVE for port object 267b79ea-7647-42a5-839f-2168d648cfdf will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:50:17.740772 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645d3f26-a63a-40ca-b70e-004d2c214a86 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:17.741366 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-645d3f26-a63a-40ca-b70e-004d2c214a86 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Synchronizing usage tracker for tenant:c6ecf98f295847b88c4c5e8d668b4162 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:17.782741 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b9012b40-fee5-495a-81a3-a280b64cbf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:17.786012 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-a1c588bb-f56d-4717-9062-b403ad285dc2 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Deleting port edd67e7d-9c68-4974-8532-56c890e182c1 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:50:17.786355 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a1c588bb-f56d-4717-9062-b403ad285dc2 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:17.805316 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a65953-11f4-40b6-bc7d-629141cb002a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network f695264a-de7b-484e-8ae7-eaf4f0eb940e is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:50:17.821516 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8722b46a-1eec-4925-ae95-5511b657ceb5 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:17.825098 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-8722b46a-1eec-4925-ae95-5511b657ceb5 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "DELETE /v2.0/security-groups/5cffcce2-dc2e-4c49-9661-3c0eaabc528a HTTP/1.1" status: 204 len: 168 time: 0.8234870 Oct 26 15:50:17.825690 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40422) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:17.835724 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0d0af4e5-f18c-45af-b53f-a68eee756062 None None] Attempt 4 to provision port 36ab88bb-2174-4173-abba-3e4fc8476866 Oct 26 15:50:17.856553 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-645d3f26-a63a-40ca-b70e-004d2c214a86 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Unset dirty status for tenant:c6ecf98f295847b88c4c5e8d668b4162 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:17.858669 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-645d3f26-a63a-40ca-b70e-004d2c214a86 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "GET /v2.0/ports/36ab88bb-2174-4173-abba-3e4fc8476866 HTTP/1.1" status: 200 len: 910 time: 0.3759449 Oct 26 15:50:17.861695 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40426) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:17.866536 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.objects.ports [None req-327d959b-d5dc-4fff-9824-51dd35a5139d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89748) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 26 15:50:17.869121 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-3a2a4660-5c73-47ff-984a-3c25c83c615e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3e3b3d3b-93c0-491e-ba4e-3fad9d5d92ca'}]}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:17.911160 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-b9012b40-fee5-495a-81a3-a280b64cbf59 None None] Attempting to bind port 267b79ea-7647-42a5-839f-2168d648cfdf on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:50:17.911540 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-b9012b40-fee5-495a-81a3-a280b64cbf59 None None] Attempting to bind port 267b79ea-7647-42a5-839f-2168d648cfdf by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:50:17.911902 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9012b40-fee5-495a-81a3-a280b64cbf59 None None] Attempting to bind port 267b79ea-7647-42a5-839f-2168d648cfdf on network 0c79a151-ef79-4fff-8a3c-258f9478471d {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:50:17.925927 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-52a65953-11f4-40b6-bc7d-629141cb002a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, f695264a-de7b-484e-8ae7-eaf4f0eb940e) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:50:17.926125 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9012b40-fee5-495a-81a3-a280b64cbf59 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:50:17.926437 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9012b40-fee5-495a-81a3-a280b64cbf59 None None] Checking segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:50:17.926870 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b9012b40-fee5-495a-81a3-a280b64cbf59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:17.927253 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9012b40-fee5-495a-81a3-a280b64cbf59 None None] Bound using segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:50:17.927738 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-b9012b40-fee5-495a-81a3-a280b64cbf59 None None] Bound port: 267b79ea-7647-42a5-839f-2168d648cfdf, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:50:17.928097 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b9012b40-fee5-495a-81a3-a280b64cbf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:17.931447 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a65953-11f4-40b6-bc7d-629141cb002a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:17.932123 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-52a65953-11f4-40b6-bc7d-629141cb002a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:17.993183 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f6aa0-53e6-47b0-ae30-de1fe994fb8b None None] Pushing event updated for resources: {'Port': ['ID=267b79ea-7647-42a5-839f-2168d648cfdf,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:18.015744 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ae5788-31b5-480d-8e77-ec3a75de8374 None None] Network f695264a-de7b-484e-8ae7-eaf4f0eb940e requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:50:18.031160 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0d0af4e5-f18c-45af-b53f-a68eee756062 None None] Port 36ab88bb-2174-4173-abba-3e4fc8476866 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:50:18.032054 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ec810f8f-dcfa-40f3-a061-58598947dc54 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Synchronizing usage tracker for tenant:7e3ca709110348f3bb74c8b4375d8b39 on resource:security_group {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:18.121197 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-52a65953-11f4-40b6-bc7d-629141cb002a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7989826 Oct 26 15:50:18.124427 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40430) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:18.174301 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a1c588bb-f56d-4717-9062-b403ad285dc2 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:18.233088 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-b9012b40-fee5-495a-81a3-a280b64cbf59 None None] For port 267b79ea-7647-42a5-839f-2168d648cfdf, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:50:18.253753 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-b9012b40-fee5-495a-81a3-a280b64cbf59 None None] For port 267b79ea-7647-42a5-839f-2168d648cfdf, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=267b79ea-7647-42a5-839f-2168d648cfdf,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:50:18.288192 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ec810f8f-dcfa-40f3-a061-58598947dc54 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Unset dirty status for tenant:7e3ca709110348f3bb74c8b4375d8b39 on resource:security_group {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:18.292316 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ec810f8f-dcfa-40f3-a061-58598947dc54 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4503 time: 0.4654825 Oct 26 15:50:18.293122 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40434) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:18.397302 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b9012b40-fee5-495a-81a3-a280b64cbf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:18.427784 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f93f1444-ebaf-49ba-b2b2-38466a392d47 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:18.466871 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-a1c588bb-f56d-4717-9062-b403ad285dc2 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Calling delete_port for edd67e7d-9c68-4974-8532-56c890e182c1 owned by {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:50:18.522335 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f6aa0-53e6-47b0-ae30-de1fe994fb8b None None] Pushing event updated for resources: {'Port': ['ID=267b79ea-7647-42a5-839f-2168d648cfdf,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:18.529613 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b5c3c8-612a-46bc-9b10-a14ff2c5bfc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-f695264a-de7b-484e-8ae7-eaf4f0eb940e', 'network_id': 'f695264a-de7b-484e-8ae7-eaf4f0eb940e', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ips': [{'subnet_id': 'a81e370d-9645-40af-8803-f60d93e2baff'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:50:18.531622 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-14b5c3c8-612a-46bc-9b10-a14ff2c5bfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:18.548108 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0d0af4e5-f18c-45af-b53f-a68eee756062 None None] Attempt 5 to provision port 36ab88bb-2174-4173-abba-3e4fc8476866 Oct 26 15:50:18.577343 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device ef09752c-76eb-4604-a4c1-15f1cdb392db up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:50:18.623288 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9012b40-fee5-495a-81a3-a280b64cbf59 None None] Routers {'80b529b4-697a-4ca9-ad66-8bb9d6da3936'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:50:18.623951 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-b9012b40-fee5-495a-81a3-a280b64cbf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:50:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['80b529b4-697a-4ca9-ad66-8bb9d6da3936'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:18.624874 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f93f1444-ebaf-49ba-b2b2-38466a392d47 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:18.625610 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-327d959b-d5dc-4fff-9824-51dd35a5139d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:18.754902 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3a2a4660-5c73-47ff-984a-3c25c83c615e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:18.847785 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a1c588bb-f56d-4717-9062-b403ad285dc2 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:18.884229 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06aaf49-c827-476d-8d5d-d0a7d83e803c req-cdcf85e8-0776-487d-9a8e-b4b124da1124 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:18.891538 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e06aaf49-c827-476d-8d5d-d0a7d83e803c req-cdcf85e8-0776-487d-9a8e-b4b124da1124 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/ports?device_id=055d89eb-6041-456b-814d-aa39354c6eca HTTP/1.1" status: 200 len: 945 time: 0.4525957 Oct 26 15:50:18.901988 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a1c588bb-f56d-4717-9062-b403ad285dc2 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:18.902447 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0d0af4e5-f18c-45af-b53f-a68eee756062 None None] Port 36ab88bb-2174-4173-abba-3e4fc8476866 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:50:18.937503 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c588bb-f56d-4717-9062-b403ad285dc2 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event deleted for resources: {'Port': ['ID=edd67e7d-9c68-4974-8532-56c890e182c1,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:18.985627 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-327d959b-d5dc-4fff-9824-51dd35a5139d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] For port ef09752c-76eb-4604-a4c1-15f1cdb392db, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=ef09752c-76eb-4604-a4c1-15f1cdb392db,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:50:18.993898 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port ef09752c-76eb-4604-a4c1-15f1cdb392db completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:50:19.022602 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-b9012b40-fee5-495a-81a3-a280b64cbf59 None None] Set router 80b529b4-697a-4ca9-ad66-8bb9d6da3936 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:50:19.029170 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a1c588bb-f56d-4717-9062-b403ad285dc2 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/ports/edd67e7d-9c68-4974-8532-56c890e182c1 HTTP/1.1" status: 204 len: 168 time: 1.3974469 Oct 26 15:50:19.029946 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40440) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:19.032440 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-327d959b-d5dc-4fff-9824-51dd35a5139d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:19.033705 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e06aaf49-c827-476d-8d5d-d0a7d83e803c req-d1cc6532-3344-468c-9826-f9ead81b0bcd tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/security-groups?id=714ce366-d10f-43dc-886a-95016c1d1e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413841 Oct 26 15:50:19.111310 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-327d959b-d5dc-4fff-9824-51dd35a5139d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:19.112658 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-327d959b-d5dc-4fff-9824-51dd35a5139d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:19.195043 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f93f1444-ebaf-49ba-b2b2-38466a392d47 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:19.227347 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f1444-ebaf-49ba-b2b2-38466a392d47 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95b7f52-53a6-437e-8856-c5c66b7f4708,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:19.256693 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327d959b-d5dc-4fff-9824-51dd35a5139d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:50:19.264985 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-14b5c3c8-612a-46bc-9b10-a14ff2c5bfc3 None None] Allocated IP 172.20.0.2 (f695264a-de7b-484e-8ae7-eaf4f0eb940e/a81e370d-9645-40af-8803-f60d93e2baff/b6e5331e-6f2a-4221-8edf-70e91443bfad) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:50:19.270245 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-327d959b-d5dc-4fff-9824-51dd35a5139d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:50:19.285364 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327d959b-d5dc-4fff-9824-51dd35a5139d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:19.285835 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-327d959b-d5dc-4fff-9824-51dd35a5139d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:19.289684 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132155b8-09d8-4cb3-8076-2e4777ff805e None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:50:19.304124 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d959b-d5dc-4fff-9824-51dd35a5139d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Subnet': ['ID=f6722b3f-ce91-4139-9add-caab5da0b6b6,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:19.317281 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d959b-d5dc-4fff-9824-51dd35a5139d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Port': ['ID=ef09752c-76eb-4604-a4c1-15f1cdb392db,revision_number=4']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:19.328511 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b1beff-5995-4a3a-b80c-e18b69616cd6 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:19.329207 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-c7b1beff-5995-4a3a-b80c-e18b69616cd6 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Synchronizing usage tracker for tenant:81f9d918a7ff445e8b2c1951e5c33cc9 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:19.386356 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-327d959b-d5dc-4fff-9824-51dd35a5139d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.4740756 Oct 26 15:50:19.394569 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40444) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:19.400177 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-920918e3-ad44-4ead-919c-7800f15cae6c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Request body: {'port': {'network_id': 'f810e159-a5e8-4c86-8cec-5d909fe013dd', 'mac_address': 'fa:16:3e:4f:c0:23', 'name': 'tempest-NetworksTestDHCPv6-2056229701'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:19.403281 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0d0af4e5-f18c-45af-b53f-a68eee756062 None None] Attempt 6 to provision port 36ab88bb-2174-4173-abba-3e4fc8476866 Oct 26 15:50:19.419519 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-c7b1beff-5995-4a3a-b80c-e18b69616cd6 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Unset dirty status for tenant:81f9d918a7ff445e8b2c1951e5c33cc9 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:19.420551 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-c7b1beff-5995-4a3a-b80c-e18b69616cd6 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3859444 Oct 26 15:50:19.425786 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40448) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:19.523448 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-d65b94e6-b621-4dc9-aae7-145594ceab80 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] GET failed (client error): The resource could not be found. Oct 26 15:50:19.524712 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-d65b94e6-b621-4dc9-aae7-145594ceab80 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "GET /v2.0/ports/f8a6d0eb-c1e0-4e87-b9db-41eead0e37c4 HTTP/1.1" status: 404 len: 333 time: 0.0980763 Oct 26 15:50:19.527684 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40452) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:19.585761 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f93f1444-ebaf-49ba-b2b2-38466a392d47 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:19.587121 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f93f1444-ebaf-49ba-b2b2-38466a392d47 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "DELETE /v2.0/security-groups/a95b7f52-53a6-437e-8856-c5c66b7f4708 HTTP/1.1" status: 204 len: 168 time: 1.2760549 Oct 26 15:50:19.592411 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40456) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:19.610284 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab1f415f-0acb-4999-bcfb-ae460b233aa6 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] GET failed (client error): The resource could not be found. Oct 26 15:50:19.614312 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ab1f415f-0acb-4999-bcfb-ae460b233aa6 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "GET /v2.0/ports/edd67e7d-9c68-4974-8532-56c890e182c1 HTTP/1.1" status: 404 len: 333 time: 0.0827186 Oct 26 15:50:19.617159 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40460) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:19.647024 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0d0af4e5-f18c-45af-b53f-a68eee756062 None None] Port 36ab88bb-2174-4173-abba-3e4fc8476866 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:50:19.680924 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-920918e3-ad44-4ead-919c-7800f15cae6c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:19.689028 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-523d5cf1-e7e2-4619-a60e-9337d8cdf2aa tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Synchronizing usage tracker for tenant:7e3ca709110348f3bb74c8b4375d8b39 on resource:security_group {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:19.692669 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-920918e3-ad44-4ead-919c-7800f15cae6c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Usage tracker for resource:port and tenant:cde0b70c42f24e8e94f9303758760038 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:19.696197 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-920918e3-ad44-4ead-919c-7800f15cae6c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:19.704498 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-920918e3-ad44-4ead-919c-7800f15cae6c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:19.811487 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-523d5cf1-e7e2-4619-a60e-9337d8cdf2aa tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Unset dirty status for tenant:7e3ca709110348f3bb74c8b4375d8b39 on resource:security_group {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:19.813355 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-523d5cf1-e7e2-4619-a60e-9337d8cdf2aa tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2199607 Oct 26 15:50:19.819861 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40464) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:19.826495 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920918e3-ad44-4ead-919c-7800f15cae6c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Made reservation on behalf of cde0b70c42f24e8e94f9303758760038 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:50:19.844186 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-d6705c46-3d85-467d-b3f4-e142a3c6d72d tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Request body: {'security_group': {'name': 'tempest-secgroup--169486653'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:19.901774 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-d6705c46-3d85-467d-b3f4-e142a3c6d72d tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:19.920123 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-d6705c46-3d85-467d-b3f4-e142a3c6d72d tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:19.922082 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9111336f-95d1-462f-bcc1-548f3f125c4a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:19.936668 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-14b5c3c8-612a-46bc-9b10-a14ff2c5bfc3 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:19.950823 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-b9012b40-fee5-495a-81a3-a280b64cbf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b529b4-697a-4ca9-ad66-8bb9d6da3936', 'name': 'tempest-TestNetworkBasicOps-router-988813514', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.142'}], 'enable_snat': True}, 'gw_port_id': '267b79ea-7647-42a5-839f-2168d648cfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:50:09Z', 'updated_at': '2022-10-26T15:50:12Z', 'revision_number': 3, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '267b79ea-7647-42a5-839f-2168d648cfdf', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b529b4-697a-4ca9-ad66-8bb9d6da3936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:10Z', 'updated_at': '2022-10-26T15:50:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:19.957226 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-14b5c3c8-612a-46bc-9b10-a14ff2c5bfc3 None None] Transition to ACTIVE for port object b6e5331e-6f2a-4221-8edf-70e91443bfad will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:50:19.965260 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9012b40-fee5-495a-81a3-a280b64cbf59 None None] The sync data for ids ['80b529b4-697a-4ca9-ad66-8bb9d6da3936'] in dv-neutron-862712-1-hyperv is: [{'id': '80b529b4-697a-4ca9-ad66-8bb9d6da3936', 'name': 'tempest-TestNetworkBasicOps-router-988813514', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.142'}], 'enable_snat': True}, 'gw_port_id': '267b79ea-7647-42a5-839f-2168d648cfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:50:09Z', 'updated_at': '2022-10-26T15:50:12Z', 'revision_number': 3, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '267b79ea-7647-42a5-839f-2168d648cfdf', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b529b4-697a-4ca9-ad66-8bb9d6da3936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:10Z', 'updated_at': '2022-10-26T15:50:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:50:19.984508 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-14b5c3c8-612a-46bc-9b10-a14ff2c5bfc3 None None] Transition to ACTIVE for port object b6e5331e-6f2a-4221-8edf-70e91443bfad will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:50:19.989836 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-920918e3-ad44-4ead-919c-7800f15cae6c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:20.016374 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d6705c46-3d85-467d-b3f4-e142a3c6d72d tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:20.036263 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [None req-920918e3-ad44-4ead-919c-7800f15cae6c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] device_id is not set on port 5386b25e-8a01-4ed6-8d93-a1f9f752a51d yet. {{(pid=89748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:50:20.069034 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-14b5c3c8-612a-46bc-9b10-a14ff2c5bfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:20.122431 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-d6705c46-3d85-467d-b3f4-e142a3c6d72d tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:20.129506 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-d6705c46-3d85-467d-b3f4-e142a3c6d72d tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Usage tracker for resource:security_group_rule and tenant:7e3ca709110348f3bb74c8b4375d8b39 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:20.139762 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-d6705c46-3d85-467d-b3f4-e142a3c6d72d tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:20.150371 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0d0af4e5-f18c-45af-b53f-a68eee756062 None None] Attempt 7 to provision port 36ab88bb-2174-4173-abba-3e4fc8476866 Oct 26 15:50:20.171047 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-d6705c46-3d85-467d-b3f4-e142a3c6d72d tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:20.259863 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b5c3c8-612a-46bc-9b10-a14ff2c5bfc3 None None] Network f695264a-de7b-484e-8ae7-eaf4f0eb940e is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:50:20.264060 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b5c3c8-612a-46bc-9b10-a14ff2c5bfc3 None None] Pushing event updated for resources: {'Port': ['ID=b6e5331e-6f2a-4221-8edf-70e91443bfad,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:20.269410 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-14b5c3c8-612a-46bc-9b10-a14ff2c5bfc3 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:50:20.273547 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b5c3c8-612a-46bc-9b10-a14ff2c5bfc3 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:50:20.291469 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9111336f-95d1-462f-bcc1-548f3f125c4a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:20.316458 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-561097b7-25c3-4ef4-b080-dad0bd4023df tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:20.386774 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-9111336f-95d1-462f-bcc1-548f3f125c4a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73a2ae4d-7037-4336-ab91-309b5a8600f8']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:20.408193 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3a2a4660-5c73-47ff-984a-3c25c83c615e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:20.437449 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0d0af4e5-f18c-45af-b53f-a68eee756062 None None] Port 36ab88bb-2174-4173-abba-3e4fc8476866 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:50:20.457917 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-14b5c3c8-612a-46bc-9b10-a14ff2c5bfc3 None None] Attempting to bind port b6e5331e-6f2a-4221-8edf-70e91443bfad on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:50:20.459453 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-14b5c3c8-612a-46bc-9b10-a14ff2c5bfc3 None None] Attempting to bind port b6e5331e-6f2a-4221-8edf-70e91443bfad by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'cbe5574b-eb68-4f04-8d5b-15c1c60f6452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f695264a-de7b-484e-8ae7-eaf4f0eb940e'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:50:20.460094 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b5c3c8-612a-46bc-9b10-a14ff2c5bfc3 None None] Attempting to bind port b6e5331e-6f2a-4221-8edf-70e91443bfad on network f695264a-de7b-484e-8ae7-eaf4f0eb940e {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:50:20.467479 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b5c3c8-612a-46bc-9b10-a14ff2c5bfc3 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:50:20.468215 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b5c3c8-612a-46bc-9b10-a14ff2c5bfc3 None None] Checking segment: {'id': 'cbe5574b-eb68-4f04-8d5b-15c1c60f6452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f695264a-de7b-484e-8ae7-eaf4f0eb940e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:50:20.469262 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-14b5c3c8-612a-46bc-9b10-a14ff2c5bfc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:20.469863 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b5c3c8-612a-46bc-9b10-a14ff2c5bfc3 None None] Bound using segment: {'id': 'cbe5574b-eb68-4f04-8d5b-15c1c60f6452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f695264a-de7b-484e-8ae7-eaf4f0eb940e'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:50:20.471144 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-14b5c3c8-612a-46bc-9b10-a14ff2c5bfc3 None None] Bound port: b6e5331e-6f2a-4221-8edf-70e91443bfad, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe5574b-eb68-4f04-8d5b-15c1c60f6452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f695264a-de7b-484e-8ae7-eaf4f0eb940e'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:50:20.473120 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-14b5c3c8-612a-46bc-9b10-a14ff2c5bfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:20.484920 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-9111336f-95d1-462f-bcc1-548f3f125c4a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd54b60-2da9-4955-8f0e-882bac335f89') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:20.487473 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-9111336f-95d1-462f-bcc1-548f3f125c4a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd54b60-2da9-4955-8f0e-882bac335f89') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:20.675474 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-14b5c3c8-612a-46bc-9b10-a14ff2c5bfc3 None None] For port b6e5331e-6f2a-4221-8edf-70e91443bfad, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:50:20.681377 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-14b5c3c8-612a-46bc-9b10-a14ff2c5bfc3 None None] For port b6e5331e-6f2a-4221-8edf-70e91443bfad, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=b6e5331e-6f2a-4221-8edf-70e91443bfad,segment=NetworkSegment(cbe5574b-eb68-4f04-8d5b-15c1c60f6452),segment_id=cbe5574b-eb68-4f04-8d5b-15c1c60f6452)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:50:20.689497 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3a2a4660-5c73-47ff-984a-3c25c83c615e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:20.703392 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device ef09752c-76eb-4604-a4c1-15f1cdb392db up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:50:20.752041 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9111336f-95d1-462f-bcc1-548f3f125c4a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:20.777000 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-14b5c3c8-612a-46bc-9b10-a14ff2c5bfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:20.810001 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ddb993-1d68-4287-add0-5a996d5059d2 req-253dc978-cb6c-4601-8d42-f5332061ad4d tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:20.818049 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-09ddb993-1d68-4287-add0-5a996d5059d2 req-253dc978-cb6c-4601-8d42-f5332061ad4d tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/ports?device_id=055d89eb-6041-456b-814d-aa39354c6eca HTTP/1.1" status: 200 len: 945 time: 0.5672097 Oct 26 15:50:20.849456 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9111336f-95d1-462f-bcc1-548f3f125c4a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:20.910990 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9111336f-95d1-462f-bcc1-548f3f125c4a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:50:20.911508 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9111336f-95d1-462f-bcc1-548f3f125c4a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:20.913579 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-920918e3-ad44-4ead-919c-7800f15cae6c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Allocated IP 2001:db8::26e (f810e159-a5e8-4c86-8cec-5d909fe013dd/51cc928c-1356-4bcf-a001-56d80bd133e2/5386b25e-8a01-4ed6-8d93-a1f9f752a51d) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:50:20.923371 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-920918e3-ad44-4ead-919c-7800f15cae6c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Allocated IP 2001:db8:0:1:f816:3eff:fe4f:c023 (f810e159-a5e8-4c86-8cec-5d909fe013dd/f6722b3f-ce91-4139-9add-caab5da0b6b6/5386b25e-8a01-4ed6-8d93-a1f9f752a51d) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:50:20.929215 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b5c3c8-612a-46bc-9b10-a14ff2c5bfc3 None None] Pushing event updated for resources: {'Port': ['ID=b6e5331e-6f2a-4221-8edf-70e91443bfad,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:20.938891 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0d0af4e5-f18c-45af-b53f-a68eee756062 None None] Attempt 8 to provision port 36ab88bb-2174-4173-abba-3e4fc8476866 Oct 26 15:50:20.985705 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 0bd54b60-2da9-4955-8f0e-882bac335f89 resource provider aggregate not found Oct 26 15:50:21.012422 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 267b79ea-7647-42a5-839f-2168d648cfdf up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:50:21.094216 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0d0af4e5-f18c-45af-b53f-a68eee756062 None None] Port 36ab88bb-2174-4173-abba-3e4fc8476866 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:50:21.114971 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 0bd54b60-2da9-4955-8f0e-882bac335f89 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0bd54b60-2da9-4955-8f0e-882bac335f89 found for delete ", "request_id": "req-a815ee00-2c71-4b0d-9946-ea1d8a8580bf"}]} Oct 26 15:50:21.151051 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a4660-5c73-47ff-984a-3c25c83c615e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event updated for resources: {'Port': ['ID=36ab88bb-2174-4173-abba-3e4fc8476866,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:21.178717 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2a4660-5c73-47ff-984a-3c25c83c615e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:21.179529 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3a2a4660-5c73-47ff-984a-3c25c83c615e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:21.183774 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-3a2a4660-5c73-47ff-984a-3c25c83c615e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "PUT /v2.0/ports/36ab88bb-2174-4173-abba-3e4fc8476866 HTTP/1.1" status: 200 len: 910 time: 3.3191664 Oct 26 15:50:21.206264 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 267b79ea-7647-42a5-839f-2168d648cfdf completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:50:21.218968 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 267b79ea-7647-42a5-839f-2168d648cfdf triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:50:21.219911 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:21.220804 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 267b79ea-7647-42a5-839f-2168d648cfdf Oct 26 15:50:21.241653 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40474) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:21.343919 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d6705c46-3d85-467d-b3f4-e142a3c6d72d tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:21.352208 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9111336f-95d1-462f-bcc1-548f3f125c4a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:21.369533 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9111336f-95d1-462f-bcc1-548f3f125c4a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:21.369813 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 267b79ea-7647-42a5-839f-2168d648cfdf is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:50:21.370211 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:21.379586 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-920918e3-ad44-4ead-919c-7800f15cae6c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:21.391130 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 267b79ea-7647-42a5-839f-2168d648cfdf, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=267b79ea-7647-42a5-839f-2168d648cfdf,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:50:21.402166 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-920918e3-ad44-4ead-919c-7800f15cae6c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Transition to ACTIVE for port object 5386b25e-8a01-4ed6-8d93-a1f9f752a51d will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:50:21.429187 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d6705c46-3d85-467d-b3f4-e142a3c6d72d tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:21.467057 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-09ddb993-1d68-4287-add0-5a996d5059d2 req-014aa7b7-e776-456e-bfbc-912a74a068e2 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/security-groups?id=714ce366-d10f-43dc-886a-95016c1d1e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6428034 Oct 26 15:50:21.476468 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:21.509518 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6705c46-3d85-467d-b3f4-e142a3c6d72d tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=049d59f2-3791-47e7-a1f1-e3dfdac99252,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:21.510738 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-9111336f-95d1-462f-bcc1-548f3f125c4a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/networks/73a2ae4d-7037-4336-ab91-309b5a8600f8 HTTP/1.1" status: 204 len: 168 time: 1.8946044 Oct 26 15:50:21.516231 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40478) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:21.522831 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-5c06cca7-cd21-41f2-930e-5de0f4b6cfd5 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1489731380'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:21.532836 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-5c06cca7-cd21-41f2-930e-5de0f4b6cfd5 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:21.537607 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-5c06cca7-cd21-41f2-930e-5de0f4b6cfd5 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Usage tracker for resource:network and tenant:81f9d918a7ff445e8b2c1951e5c33cc9 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:21.540595 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-5c06cca7-cd21-41f2-930e-5de0f4b6cfd5 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:21.546261 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9111336f-95d1-462f-bcc1-548f3f125c4a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event deleted for resources: {'Network': ['ID=73a2ae4d-7037-4336-ab91-309b5a8600f8,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:21.546881 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-5c06cca7-cd21-41f2-930e-5de0f4b6cfd5 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:21.565803 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=267b79ea-7647-42a5-839f-2168d648cfdf,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:21.577281 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-920918e3-ad44-4ead-919c-7800f15cae6c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:21.595486 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0d0af4e5-f18c-45af-b53f-a68eee756062 None None] Attempt 9 to provision port 36ab88bb-2174-4173-abba-3e4fc8476866 Oct 26 15:50:21.646127 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d6705c46-3d85-467d-b3f4-e142a3c6d72d tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:21.647401 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-d6705c46-3d85-467d-b3f4-e142a3c6d72d tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8099105 Oct 26 15:50:21.651510 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40482) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:21.659261 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920918e3-ad44-4ead-919c-7800f15cae6c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Network f810e159-a5e8-4c86-8cec-5d909fe013dd is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:50:21.663675 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0d0af4e5-f18c-45af-b53f-a68eee756062 None None] Port 36ab88bb-2174-4173-abba-3e4fc8476866 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:50:21.665163 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-99bcd3b6-f606-43be-a66d-03adf19e1d83 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Request body: {'security_group_rule': {'security_group_id': '049d59f2-3791-47e7-a1f1-e3dfdac99252', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:21.673137 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c06cca7-cd21-41f2-930e-5de0f4b6cfd5 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Made reservation on behalf of 81f9d918a7ff445e8b2c1951e5c33cc9 for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:50:21.676579 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5c06cca7-cd21-41f2-930e-5de0f4b6cfd5 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:21.686694 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-920918e3-ad44-4ead-919c-7800f15cae6c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:50:21.697774 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-99bcd3b6-f606-43be-a66d-03adf19e1d83 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:21.700209 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920918e3-ad44-4ead-919c-7800f15cae6c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:50:21.706457 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920918e3-ad44-4ead-919c-7800f15cae6c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:21.707108 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-920918e3-ad44-4ead-919c-7800f15cae6c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:21.723037 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-99bcd3b6-f606-43be-a66d-03adf19e1d83 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Usage tracker for resource:security_group_rule and tenant:7e3ca709110348f3bb74c8b4375d8b39 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:21.734159 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-99bcd3b6-f606-43be-a66d-03adf19e1d83 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:21.744761 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920918e3-ad44-4ead-919c-7800f15cae6c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event updated for resources: {'Port': ['ID=5386b25e-8a01-4ed6-8d93-a1f9f752a51d,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:21.748594 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-99bcd3b6-f606-43be-a66d-03adf19e1d83 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:21.762828 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c06cca7-cd21-41f2-930e-5de0f4b6cfd5 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:50:21.773345 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5c06cca7-cd21-41f2-930e-5de0f4b6cfd5 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:21.773689 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-5c06cca7-cd21-41f2-930e-5de0f4b6cfd5 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Added segment 54c54c68-0882-49f6-aeb8-72649697959f of type vlan for network a7f4bbaa-3ece-41dc-81a1-fb0f010fc470 Oct 26 15:50:21.804282 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5c06cca7-cd21-41f2-930e-5de0f4b6cfd5 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:21.853948 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-920918e3-ad44-4ead-919c-7800f15cae6c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4581876 Oct 26 15:50:21.856336 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40486) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:21.946243 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5c06cca7-cd21-41f2-930e-5de0f4b6cfd5 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:21.952406 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c06cca7-cd21-41f2-930e-5de0f4b6cfd5 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:21.953058 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5c06cca7-cd21-41f2-930e-5de0f4b6cfd5 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:21.961042 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-02d181a8-d895-4182-a391-b75c96c29332 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting port 5386b25e-8a01-4ed6-8d93-a1f9f752a51d {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:50:21.961386 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-02d181a8-d895-4182-a391-b75c96c29332 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:22.024645 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-561097b7-25c3-4ef4-b080-dad0bd4023df tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Allocated IP 172.20.0.1 (f695264a-de7b-484e-8ae7-eaf4f0eb940e/a81e370d-9645-40af-8803-f60d93e2baff/5596aabc-19fb-4657-9e54-a530c9a9fb09) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:50:22.039191 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-99bcd3b6-f606-43be-a66d-03adf19e1d83 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:22.158133 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06cca7-cd21-41f2-930e-5de0f4b6cfd5 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event updated for resources: {'Network': ['ID=a7f4bbaa-3ece-41dc-81a1-fb0f010fc470,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:22.165523 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0d0af4e5-f18c-45af-b53f-a68eee756062 None None] Attempt 10 to provision port 36ab88bb-2174-4173-abba-3e4fc8476866 Oct 26 15:50:22.218622 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network a7f4bbaa-3ece-41dc-81a1-fb0f010fc470 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:50:22.233884 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-5c06cca7-cd21-41f2-930e-5de0f4b6cfd5 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7165508 Oct 26 15:50:22.254610 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40490) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:22.269767 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-3e959acc-bd1c-4930-8681-4b56ae87d021 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'subnet': {'network_id': 'a7f4bbaa-3ece-41dc-81a1-fb0f010fc470', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:22.298908 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-561097b7-25c3-4ef4-b080-dad0bd4023df tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:22.329097 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-561097b7-25c3-4ef4-b080-dad0bd4023df tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Transition to ACTIVE for port object 5596aabc-19fb-4657-9e54-a530c9a9fb09 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:50:22.348478 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-52e1eead-f1a0-49df-868a-b89c077058fb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:22.397624 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a313a61-62f3-4d38-9746-77621dc09475 None None] Network f695264a-de7b-484e-8ae7-eaf4f0eb940e requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:50:22.419650 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0d0af4e5-f18c-45af-b53f-a68eee756062 None None] Port 36ab88bb-2174-4173-abba-3e4fc8476866 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:50:22.423480 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-99bcd3b6-f606-43be-a66d-03adf19e1d83 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:22.495797 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-99bcd3b6-f606-43be-a66d-03adf19e1d83 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:22.563117 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bcd3b6-f606-43be-a66d-03adf19e1d83 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b41211ad-9869-4859-ad1d-6722f809ffcc,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:22.594985 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-3e959acc-bd1c-4930-8681-4b56ae87d021 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:22.604165 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-02d181a8-d895-4182-a391-b75c96c29332 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:22.622004 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-3e959acc-bd1c-4930-8681-4b56ae87d021 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Usage tracker for resource:subnet and tenant:81f9d918a7ff445e8b2c1951e5c33cc9 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:22.644910 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-3e959acc-bd1c-4930-8681-4b56ae87d021 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:22.670438 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-561097b7-25c3-4ef4-b080-dad0bd4023df tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:22.671652 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-94255d4d-2ae5-4159-99ee-109d5b1f98d3 None None] Provisioning complete for port 36ab88bb-2174-4173-abba-3e4fc8476866 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:50:22.672038 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-94255d4d-2ae5-4159-99ee-109d5b1f98d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:22.672381 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-94255d4d-2ae5-4159-99ee-109d5b1f98d3 None None] Attempt 1 to provision port 36ab88bb-2174-4173-abba-3e4fc8476866 Oct 26 15:50:22.762581 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 267b79ea-7647-42a5-839f-2168d648cfdf up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:50:22.776533 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-3e959acc-bd1c-4930-8681-4b56ae87d021 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:22.788740 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-02d181a8-d895-4182-a391-b75c96c29332 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Calling delete_port for 5386b25e-8a01-4ed6-8d93-a1f9f752a51d owned by {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:50:22.859216 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561097b7-25c3-4ef4-b080-dad0bd4023df tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network f695264a-de7b-484e-8ae7-eaf4f0eb940e is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:50:22.864597 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-561097b7-25c3-4ef4-b080-dad0bd4023df tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:50:22.874031 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561097b7-25c3-4ef4-b080-dad0bd4023df tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:50:22.909867 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-94255d4d-2ae5-4159-99ee-109d5b1f98d3 None None] Port 36ab88bb-2174-4173-abba-3e4fc8476866 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:50:22.921610 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-99bcd3b6-f606-43be-a66d-03adf19e1d83 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:22.922810 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-99bcd3b6-f606-43be-a66d-03adf19e1d83 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2672727 Oct 26 15:50:22.924955 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561097b7-25c3-4ef4-b080-dad0bd4023df tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=5596aabc-19fb-4657-9e54-a530c9a9fb09,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:22.928666 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40496) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:22.929860 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e959acc-bd1c-4930-8681-4b56ae87d021 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Made reservation on behalf of 81f9d918a7ff445e8b2c1951e5c33cc9 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:50:22.933373 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3e959acc-bd1c-4930-8681-4b56ae87d021 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:22.948139 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 267b79ea-7647-42a5-839f-2168d648cfdf triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:50:22.948507 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:22.948928 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 267b79ea-7647-42a5-839f-2168d648cfdf Oct 26 15:50:22.982779 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-561097b7-25c3-4ef4-b080-dad0bd4023df tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:23.016294 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ebaf27af-db12-4248-8cf8-fa958480664b tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:23.035746 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ebaf27af-db12-4248-8cf8-fa958480664b tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:23.049018 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a88077-bd6e-41f0-801a-5120153103ef req-a2c23ea1-4379-4a4a-ac04-14212a7fb157 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:23.055176 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.ipam_backend_mixin [None req-3e959acc-bd1c-4930-8681-4b56ae87d021 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Performing IP validity checks on allocation pools {{(pid=89748) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 26 15:50:23.055667 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.ipam_backend_mixin [None req-3e959acc-bd1c-4930-8681-4b56ae87d021 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89748) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 26 15:50:23.057312 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d4a88077-bd6e-41f0-801a-5120153103ef req-a2c23ea1-4379-4a4a-ac04-14212a7fb157 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/ports?device_id=055d89eb-6041-456b-814d-aa39354c6eca HTTP/1.1" status: 200 len: 945 time: 0.3022592 Oct 26 15:50:23.095340 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 267b79ea-7647-42a5-839f-2168d648cfdf is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:50:23.095652 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device b6e5331e-6f2a-4221-8edf-70e91443bfad up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:50:23.174796 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d4a88077-bd6e-41f0-801a-5120153103ef req-0e19ce48-ddcf-4b70-a186-4f102c8604eb tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/security-groups?id=714ce366-d10f-43dc-886a-95016c1d1e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161187 Oct 26 15:50:23.194062 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-52e1eead-f1a0-49df-868a-b89c077058fb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Deleting port 36ab88bb-2174-4173-abba-3e4fc8476866 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:50:23.194585 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-52e1eead-f1a0-49df-868a-b89c077058fb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:23.202046 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-02d181a8-d895-4182-a391-b75c96c29332 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:23.253880 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d181a8-d895-4182-a391-b75c96c29332 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Port': ['ID=5386b25e-8a01-4ed6-8d93-a1f9f752a51d,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:23.269125 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ebaf27af-db12-4248-8cf8-fa958480664b tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:23.285716 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port b6e5331e-6f2a-4221-8edf-70e91443bfad completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:50:23.411645 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-94255d4d-2ae5-4159-99ee-109d5b1f98d3 None None] Attempt 2 to provision port 36ab88bb-2174-4173-abba-3e4fc8476866 Oct 26 15:50:23.525295 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ebaf27af-db12-4248-8cf8-fa958480664b tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:23.525922 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-02d181a8-d895-4182-a391-b75c96c29332 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:23.531078 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ebaf27af-db12-4248-8cf8-fa958480664b tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/b41211ad-9869-4859-ad1d-6722f809ffcc HTTP/1.1" status: 204 len: 168 time: 0.5985487 Oct 26 15:50:23.532143 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf27af-db12-4248-8cf8-fa958480664b tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b41211ad-9869-4859-ad1d-6722f809ffcc,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:23.536049 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40502) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:23.586199 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-02d181a8-d895-4182-a391-b75c96c29332 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/ports/5386b25e-8a01-4ed6-8d93-a1f9f752a51d HTTP/1.1" status: 204 len: 168 time: 1.7287583 Oct 26 15:50:23.589089 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40506) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:23.606845 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-94255d4d-2ae5-4159-99ee-109d5b1f98d3 None None] Port 36ab88bb-2174-4173-abba-3e4fc8476866 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:50:23.627838 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-9087299d-09c3-4791-a3f7-eb8dc33c863b tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Synchronizing usage tracker for tenant:7e3ca709110348f3bb74c8b4375d8b39 on resource:security_group_rule {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:23.729098 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-52e1eead-f1a0-49df-868a-b89c077058fb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:23.748633 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-561097b7-25c3-4ef4-b080-dad0bd4023df tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:23.755739 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-9087299d-09c3-4791-a3f7-eb8dc33c863b tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Unset dirty status for tenant:7e3ca709110348f3bb74c8b4375d8b39 on resource:security_group_rule {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:23.757167 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-9087299d-09c3-4791-a3f7-eb8dc33c863b tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2199204 Oct 26 15:50:23.759995 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40510) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:23.796814 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3e959acc-bd1c-4930-8681-4b56ae87d021 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:23.876467 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-52e1eead-f1a0-49df-868a-b89c077058fb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Calling delete_port for 36ab88bb-2174-4173-abba-3e4fc8476866 owned by network:router_interface {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:50:23.907077 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-de449d65-b7b1-4625-af08-70e135f38408 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:23.909230 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e959acc-bd1c-4930-8681-4b56ae87d021 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event updated for resources: {'Subnet': ['ID=02c845d4-fa51-4287-987c-dccd38539a55,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:23.932237 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e959acc-bd1c-4930-8681-4b56ae87d021 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Checking segment: {'id': '54c54c68-0882-49f6-aeb8-72649697959f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a7f4bbaa-3ece-41dc-81a1-fb0f010fc470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:50:23.932912 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e959acc-bd1c-4930-8681-4b56ae87d021 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Network hostable DHCP agents. Network: a7f4bbaa-3ece-41dc-81a1-fb0f010fc470, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:50:23.953718 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-de449d65-b7b1-4625-af08-70e135f38408 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:24.029977 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e959acc-bd1c-4930-8681-4b56ae87d021 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Network a7f4bbaa-3ece-41dc-81a1-fb0f010fc470 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:50:24.058292 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-de449d65-b7b1-4625-af08-70e135f38408 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:24.079653 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de449d65-b7b1-4625-af08-70e135f38408 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=049d59f2-3791-47e7-a1f1-e3dfdac99252,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:24.094388 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232344d4-73c8-4436-a2e2-a583df1c7edc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:24.096795 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-232344d4-73c8-4436-a2e2-a583df1c7edc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.5058391 Oct 26 15:50:24.099233 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40514) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:24.108350 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-94255d4d-2ae5-4159-99ee-109d5b1f98d3 None None] Attempt 3 to provision port 36ab88bb-2174-4173-abba-3e4fc8476866 Oct 26 15:50:24.146490 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-3e959acc-bd1c-4930-8681-4b56ae87d021 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, a7f4bbaa-3ece-41dc-81a1-fb0f010fc470) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:50:24.153232 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28dd687c-96b3-482f-a218-d62c36ff98ba None None] Network a7f4bbaa-3ece-41dc-81a1-fb0f010fc470 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:50:24.163109 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-de449d65-b7b1-4625-af08-70e135f38408 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:24.164212 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-de449d65-b7b1-4625-af08-70e135f38408 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "DELETE /v2.0/security-groups/049d59f2-3791-47e7-a1f1-e3dfdac99252 HTTP/1.1" status: 204 len: 168 time: 0.4032974 Oct 26 15:50:24.165982 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e959acc-bd1c-4930-8681-4b56ae87d021 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:24.166610 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3e959acc-bd1c-4930-8681-4b56ae87d021 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:24.176044 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40518) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:24.242835 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-94255d4d-2ae5-4159-99ee-109d5b1f98d3 None None] Port 36ab88bb-2174-4173-abba-3e4fc8476866 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:50:24.252627 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-513e75a2-1916-4df1-a1cc-6d7e6fab2866 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Synchronizing usage tracker for tenant:7e3ca709110348f3bb74c8b4375d8b39 on resource:security_group {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:24.258376 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-3e959acc-bd1c-4930-8681-4b56ae87d021 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9993472 Oct 26 15:50:24.265192 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40524) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:24.271465 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-445206ca-2785-44bc-bb7d-d6c574c2d423 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'port': {'network_id': 'a7f4bbaa-3ece-41dc-81a1-fb0f010fc470', 'name': 'tempest-PortsTestJSON-1650903695'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:24.302624 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bf181c-7878-4b48-995e-83273c1c5ffc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:24.303359 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-d8bf181c-7878-4b48-995e-83273c1c5ffc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:24.419457 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fd574e-7311-46c9-ae0f-bc3b21435ee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-a7f4bbaa-3ece-41dc-81a1-fb0f010fc470', 'network_id': 'a7f4bbaa-3ece-41dc-81a1-fb0f010fc470', 'tenant_id': '81f9d918a7ff445e8b2c1951e5c33cc9', 'fixed_ips': [{'subnet_id': '02c845d4-fa51-4287-987c-dccd38539a55'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:50:24.420405 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b2fd574e-7311-46c9-ae0f-bc3b21435ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:24.433162 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-513e75a2-1916-4df1-a1cc-6d7e6fab2866 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Unset dirty status for tenant:7e3ca709110348f3bb74c8b4375d8b39 on resource:security_group {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:24.438359 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-513e75a2-1916-4df1-a1cc-6d7e6fab2866 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2544351 Oct 26 15:50:24.445209 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40528) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:24.458532 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-5da6f43c-41db-421d-92ad-e21d9245ae89 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Request body: {'security_group': {'name': 'tempest-secgroup--731301086'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:24.470658 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-52e1eead-f1a0-49df-868a-b89c077058fb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:24.475251 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-5da6f43c-41db-421d-92ad-e21d9245ae89 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:24.511753 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-5da6f43c-41db-421d-92ad-e21d9245ae89 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:24.527337 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-d8bf181c-7878-4b48-995e-83273c1c5ffc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:24.527792 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1eead-f1a0-49df-868a-b89c077058fb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event deleted for resources: {'Port': ['ID=36ab88bb-2174-4173-abba-3e4fc8476866,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:24.531199 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-d8bf181c-7878-4b48-995e-83273c1c5ffc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.4281187 Oct 26 15:50:24.538921 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40532) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:24.604299 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb455ad-30fd-476b-ac60-319af9533ba7 req-8f37a083-0867-4f74-98c6-99327d03e04e tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:24.605966 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6fb455ad-30fd-476b-ac60-319af9533ba7 req-8f37a083-0867-4f74-98c6-99327d03e04e tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/ports?device_id=055d89eb-6041-456b-814d-aa39354c6eca HTTP/1.1" status: 200 len: 945 time: 0.2392075 Oct 26 15:50:24.607388 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-445206ca-2785-44bc-bb7d-d6c574c2d423 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:24.611948 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-b2fd574e-7311-46c9-ae0f-bc3b21435ee3 None None] Allocated IP 172.20.0.2 (a7f4bbaa-3ece-41dc-81a1-fb0f010fc470/02c845d4-fa51-4287-987c-dccd38539a55/f0871927-e74b-4f90-b98d-0a8456f2f7a7) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:50:24.649492 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5da6f43c-41db-421d-92ad-e21d9245ae89 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:24.663145 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-445206ca-2785-44bc-bb7d-d6c574c2d423 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:24.664793 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.db.resource_extend [None req-561097b7-25c3-4ef4-b080-dad0bd4023df tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 15:50:24.700325 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d343b359-8121-4f83-a100-45f777c648de tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:24.702029 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d343b359-8121-4f83-a100-45f777c648de tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:24.703330 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-561097b7-25c3-4ef4-b080-dad0bd4023df tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:24.703606 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d343b359-8121-4f83-a100-45f777c648de tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:24.704502 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-d343b359-8121-4f83-a100-45f777c648de tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:subnet {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:24.715837 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-5da6f43c-41db-421d-92ad-e21d9245ae89 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:24.722078 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-5da6f43c-41db-421d-92ad-e21d9245ae89 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Usage tracker for resource:security_group_rule and tenant:7e3ca709110348f3bb74c8b4375d8b39 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:24.726868 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-5da6f43c-41db-421d-92ad-e21d9245ae89 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:24.735723 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-5da6f43c-41db-421d-92ad-e21d9245ae89 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:24.743397 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-94255d4d-2ae5-4159-99ee-109d5b1f98d3 None None] Attempt 4 to provision port 36ab88bb-2174-4173-abba-3e4fc8476866 Oct 26 15:50:24.801182 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-94255d4d-2ae5-4159-99ee-109d5b1f98d3 None None] Port 36ab88bb-2174-4173-abba-3e4fc8476866 was deleted so its status cannot be updated. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:50:24.807589 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6fb455ad-30fd-476b-ac60-319af9533ba7 req-c9c56120-6a13-4fc0-86ef-5d35e4d8ec7c tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/security-groups?id=714ce366-d10f-43dc-886a-95016c1d1e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943038 Oct 26 15:50:24.821040 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445206ca-2785-44bc-bb7d-d6c574c2d423 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Made reservation on behalf of 81f9d918a7ff445e8b2c1951e5c33cc9 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:50:24.825342 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-445206ca-2785-44bc-bb7d-d6c574c2d423 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:24.832839 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-561097b7-25c3-4ef4-b080-dad0bd4023df tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:24.851783 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [None req-445206ca-2785-44bc-bb7d-d6c574c2d423 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] device_id is not set on port 387b8fa1-b0c5-4b77-8cb3-591af899ec18 yet. {{(pid=89748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:50:24.928558 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-d343b359-8121-4f83-a100-45f777c648de tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:subnet {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:24.932477 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-d343b359-8121-4f83-a100-45f777c648de tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3875585 Oct 26 15:50:24.942505 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40536) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:24.945782 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b2fd574e-7311-46c9-ae0f-bc3b21435ee3 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:24.958326 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-b2fd574e-7311-46c9-ae0f-bc3b21435ee3 None None] Transition to ACTIVE for port object f0871927-e74b-4f90-b98d-0a8456f2f7a7 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:50:24.976795 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-b2fd574e-7311-46c9-ae0f-bc3b21435ee3 None None] Transition to ACTIVE for port object f0871927-e74b-4f90-b98d-0a8456f2f7a7 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:50:24.978797 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-94255d4d-2ae5-4159-99ee-109d5b1f98d3 None None] Provisioning for port b6e5331e-6f2a-4221-8edf-70e91443bfad completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:50:24.986062 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-94255d4d-2ae5-4159-99ee-109d5b1f98d3 None None] Provisioning complete for port b6e5331e-6f2a-4221-8edf-70e91443bfad triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:50:24.986062 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-94255d4d-2ae5-4159-99ee-109d5b1f98d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:24.987466 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-94255d4d-2ae5-4159-99ee-109d5b1f98d3 None None] Attempt 1 to provision port b6e5331e-6f2a-4221-8edf-70e91443bfad Oct 26 15:50:25.006909 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-52e1eead-f1a0-49df-868a-b89c077058fb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:25.023050 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5da6f43c-41db-421d-92ad-e21d9245ae89 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:25.027733 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-561097b7-25c3-4ef4-b080-dad0bd4023df tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:25.035928 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561097b7-25c3-4ef4-b080-dad0bd4023df tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=5596aabc-19fb-4657-9e54-a530c9a9fb09,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:25.046780 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6b66124-45e5-4818-8dbd-38225d4bb2bc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting subnet 51cc928c-1356-4bcf-a001-56d80bd133e2 {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:50:25.051585 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c6b66124-45e5-4818-8dbd-38225d4bb2bc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:25.054932 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b2fd574e-7311-46c9-ae0f-bc3b21435ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:25.120470 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5da6f43c-41db-421d-92ad-e21d9245ae89 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:25.170557 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fd574e-7311-46c9-ae0f-bc3b21435ee3 None None] Network a7f4bbaa-3ece-41dc-81a1-fb0f010fc470 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:50:25.175900 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-b2fd574e-7311-46c9-ae0f-bc3b21435ee3 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:50:25.183464 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fd574e-7311-46c9-ae0f-bc3b21435ee3 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:50:25.193042 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd574e-7311-46c9-ae0f-bc3b21435ee3 None None] Pushing event updated for resources: {'Port': ['ID=f0871927-e74b-4f90-b98d-0a8456f2f7a7,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:25.203198 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c6b66124-45e5-4818-8dbd-38225d4bb2bc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:25.226477 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-94255d4d-2ae5-4159-99ee-109d5b1f98d3 None None] Current status of the port b6e5331e-6f2a-4221-8edf-70e91443bfad is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:50:25.227029 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-94255d4d-2ae5-4159-99ee-109d5b1f98d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:25.243845 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da6f43c-41db-421d-92ad-e21d9245ae89 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0ab1aa-b53d-4d77-a4bd-8bf797b16aef,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:25.277911 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-445206ca-2785-44bc-bb7d-d6c574c2d423 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Allocated IP 172.20.0.5 (a7f4bbaa-3ece-41dc-81a1-fb0f010fc470/02c845d4-fa51-4287-987c-dccd38539a55/387b8fa1-b0c5-4b77-8cb3-591af899ec18) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:50:25.327455 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-b2fd574e-7311-46c9-ae0f-bc3b21435ee3 None None] Attempting to bind port f0871927-e74b-4f90-b98d-0a8456f2f7a7 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:50:25.328126 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-b2fd574e-7311-46c9-ae0f-bc3b21435ee3 None None] Attempting to bind port f0871927-e74b-4f90-b98d-0a8456f2f7a7 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '54c54c68-0882-49f6-aeb8-72649697959f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a7f4bbaa-3ece-41dc-81a1-fb0f010fc470'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:50:25.328507 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fd574e-7311-46c9-ae0f-bc3b21435ee3 None None] Attempting to bind port f0871927-e74b-4f90-b98d-0a8456f2f7a7 on network a7f4bbaa-3ece-41dc-81a1-fb0f010fc470 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:50:25.334066 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-94255d4d-2ae5-4159-99ee-109d5b1f98d3 None None] For port b6e5331e-6f2a-4221-8edf-70e91443bfad, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=b6e5331e-6f2a-4221-8edf-70e91443bfad,segment=NetworkSegment(cbe5574b-eb68-4f04-8d5b-15c1c60f6452),segment_id=cbe5574b-eb68-4f04-8d5b-15c1c60f6452)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:50:25.336823 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fd574e-7311-46c9-ae0f-bc3b21435ee3 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:50:25.337197 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fd574e-7311-46c9-ae0f-bc3b21435ee3 None None] Checking segment: {'id': '54c54c68-0882-49f6-aeb8-72649697959f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a7f4bbaa-3ece-41dc-81a1-fb0f010fc470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:50:25.337599 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b2fd574e-7311-46c9-ae0f-bc3b21435ee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:25.337991 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fd574e-7311-46c9-ae0f-bc3b21435ee3 None None] Bound using segment: {'id': '54c54c68-0882-49f6-aeb8-72649697959f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a7f4bbaa-3ece-41dc-81a1-fb0f010fc470'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:50:25.338446 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-b2fd574e-7311-46c9-ae0f-bc3b21435ee3 None None] Bound port: f0871927-e74b-4f90-b98d-0a8456f2f7a7, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54c54c68-0882-49f6-aeb8-72649697959f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a7f4bbaa-3ece-41dc-81a1-fb0f010fc470'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:50:25.339031 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b2fd574e-7311-46c9-ae0f-bc3b21435ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:25.363810 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c6b66124-45e5-4818-8dbd-38225d4bb2bc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:25.405395 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-94255d4d-2ae5-4159-99ee-109d5b1f98d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:25.417268 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5da6f43c-41db-421d-92ad-e21d9245ae89 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:25.418515 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-5da6f43c-41db-421d-92ad-e21d9245ae89 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9683845 Oct 26 15:50:25.427247 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40540) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:25.482730 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-ed6c5be6-bd1d-4e15-afde-4b529878358c tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Request body: {'security_group_rule': {'security_group_id': '9e0ab1aa-b53d-4d77-a4bd-8bf797b16aef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:25.491503 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-b2fd574e-7311-46c9-ae0f-bc3b21435ee3 None None] For port f0871927-e74b-4f90-b98d-0a8456f2f7a7, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:50:25.493698 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-ed6c5be6-bd1d-4e15-afde-4b529878358c tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:25.496156 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-b2fd574e-7311-46c9-ae0f-bc3b21435ee3 None None] For port f0871927-e74b-4f90-b98d-0a8456f2f7a7, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=f0871927-e74b-4f90-b98d-0a8456f2f7a7,segment=NetworkSegment(54c54c68-0882-49f6-aeb8-72649697959f),segment_id=54c54c68-0882-49f6-aeb8-72649697959f)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:50:25.507261 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94255d4d-2ae5-4159-99ee-109d5b1f98d3 None None] Pushing event updated for resources: {'Port': ['ID=b6e5331e-6f2a-4221-8edf-70e91443bfad,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:25.513841 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ed6c5be6-bd1d-4e15-afde-4b529878358c tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Usage tracker for resource:security_group_rule and tenant:7e3ca709110348f3bb74c8b4375d8b39 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:25.521611 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ed6c5be6-bd1d-4e15-afde-4b529878358c tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:25.540592 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-ed6c5be6-bd1d-4e15-afde-4b529878358c tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:25.560566 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e1eead-f1a0-49df-868a-b89c077058fb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Router b648496f-b174-40f3-8f17-ff4270e3292a has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:50:25.565765 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-94255d4d-2ae5-4159-99ee-109d5b1f98d3 None None] Provisioning for port ef09752c-76eb-4604-a4c1-15f1cdb392db completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:50:25.572281 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-94255d4d-2ae5-4159-99ee-109d5b1f98d3 None None] Provisioning complete for port ef09752c-76eb-4604-a4c1-15f1cdb392db triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:50:25.573064 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-94255d4d-2ae5-4159-99ee-109d5b1f98d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:25.573444 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-94255d4d-2ae5-4159-99ee-109d5b1f98d3 None None] Attempt 1 to provision port ef09752c-76eb-4604-a4c1-15f1cdb392db Oct 26 15:50:25.585407 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561097b7-25c3-4ef4-b080-dad0bd4023df tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network f695264a-de7b-484e-8ae7-eaf4f0eb940e is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:50:25.586674 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-561097b7-25c3-4ef4-b080-dad0bd4023df tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:50:25.606128 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b2fd574e-7311-46c9-ae0f-bc3b21435ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:25.631385 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-445206ca-2785-44bc-bb7d-d6c574c2d423 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:25.652796 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-445206ca-2785-44bc-bb7d-d6c574c2d423 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Transition to ACTIVE for port object 387b8fa1-b0c5-4b77-8cb3-591af899ec18 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:50:25.665137 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ed6c5be6-bd1d-4e15-afde-4b529878358c tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:25.684330 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c6b66124-45e5-4818-8dbd-38225d4bb2bc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:25.756834 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c6b66124-45e5-4818-8dbd-38225d4bb2bc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:25.767561 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352ed3da-da60-4965-821f-8aea013701f9 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:50:25.770214 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b66124-45e5-4818-8dbd-38225d4bb2bc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Subnet': ['ID=51cc928c-1356-4bcf-a001-56d80bd133e2,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:25.885342 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ed6c5be6-bd1d-4e15-afde-4b529878358c tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:25.888190 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-c6b66124-45e5-4818-8dbd-38225d4bb2bc tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/51cc928c-1356-4bcf-a001-56d80bd133e2 HTTP/1.1" status: 204 len: 168 time: 0.9452305 Oct 26 15:50:25.892004 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40546) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:25.977194 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-445206ca-2785-44bc-bb7d-d6c574c2d423 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:26.038491 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd574e-7311-46c9-ae0f-bc3b21435ee3 None None] Pushing event updated for resources: {'Port': ['ID=f0871927-e74b-4f90-b98d-0a8456f2f7a7,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:26.066252 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ed6c5be6-bd1d-4e15-afde-4b529878358c tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:26.076817 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445206ca-2785-44bc-bb7d-d6c574c2d423 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event updated for resources: {'Port': ['ID=387b8fa1-b0c5-4b77-8cb3-591af899ec18,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:26.131236 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445206ca-2785-44bc-bb7d-d6c574c2d423 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Network a7f4bbaa-3ece-41dc-81a1-fb0f010fc470 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:50:26.132068 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c5be6-bd1d-4e15-afde-4b529878358c tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9115fdc3-ba35-4a62-8291-39b13bd73989,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:26.141873 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-445206ca-2785-44bc-bb7d-d6c574c2d423 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:50:26.145527 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445206ca-2785-44bc-bb7d-d6c574c2d423 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:50:26.163553 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e1eead-f1a0-49df-868a-b89c077058fb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:50:26.178796 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-94255d4d-2ae5-4159-99ee-109d5b1f98d3 None None] Current status of the port ef09752c-76eb-4604-a4c1-15f1cdb392db is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:50:26.178796 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-94255d4d-2ae5-4159-99ee-109d5b1f98d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:26.214992 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae79d2c2-3c5a-45cf-a852-4d2111b77c66 None None] Sync routers for ids ['b648496f-b174-40f3-8f17-ff4270e3292a'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:50:26.255794 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae79d2c2-3c5a-45cf-a852-4d2111b77c66 None None] Routers {'b648496f-b174-40f3-8f17-ff4270e3292a'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:50:26.255794 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-ae79d2c2-3c5a-45cf-a852-4d2111b77c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:50:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['b648496f-b174-40f3-8f17-ff4270e3292a'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:26.260002 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-561097b7-25c3-4ef4-b080-dad0bd4023df tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Router 80b529b4-697a-4ca9-ad66-8bb9d6da3936 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:50:26.277951 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c145c3c-1ded-4e03-83d3-aa6159dc8795 req-2bf7f7a8-7f0b-4609-9b27-6aa78786b8dc tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:26.279660 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-8c145c3c-1ded-4e03-83d3-aa6159dc8795 req-2bf7f7a8-7f0b-4609-9b27-6aa78786b8dc tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/ports?device_id=055d89eb-6041-456b-814d-aa39354c6eca HTTP/1.1" status: 200 len: 945 time: 0.2145057 Oct 26 15:50:26.287826 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-52e1eead-f1a0-49df-868a-b89c077058fb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "PUT /v2.0/routers/b648496f-b174-40f3-8f17-ff4270e3292a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0418191 Oct 26 15:50:26.293057 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40550) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:26.304502 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-8386bd1c-140f-445f-8528-3be31e1c4e54 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Deleting subnet f6722b3f-ce91-4139-9add-caab5da0b6b6 {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:50:26.310103 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ed6c5be6-bd1d-4e15-afde-4b529878358c tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:26.311327 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ed6c5be6-bd1d-4e15-afde-4b529878358c tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8829427 Oct 26 15:50:26.317564 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8386bd1c-140f-445f-8528-3be31e1c4e54 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:26.345632 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40552) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:26.375684 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-94255d4d-2ae5-4159-99ee-109d5b1f98d3 None None] For port ef09752c-76eb-4604-a4c1-15f1cdb392db, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=ef09752c-76eb-4604-a4c1-15f1cdb392db,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:50:26.379365 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-eb8282cb-9be3-476b-aff6-e2c8543f8eb4 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "GET /v2.0/security-group-rules/9115fdc3-ba35-4a62-8291-39b13bd73989 HTTP/1.1" status: 200 len: 763 time: 0.0330086 Oct 26 15:50:26.385895 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40558) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:26.399004 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-ae79d2c2-3c5a-45cf-a852-4d2111b77c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:26.442546 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8386bd1c-140f-445f-8528-3be31e1c4e54 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:26.460233 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae79d2c2-3c5a-45cf-a852-4d2111b77c66 None None] Routers {'b648496f-b174-40f3-8f17-ff4270e3292a'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:50:26.461080 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-ae79d2c2-3c5a-45cf-a852-4d2111b77c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:50:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['b648496f-b174-40f3-8f17-ff4270e3292a'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:26.501926 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445206ca-2785-44bc-bb7d-d6c574c2d423 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:26.502947 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-445206ca-2785-44bc-bb7d-d6c574c2d423 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:26.515494 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-abc92a5f-bee4-4d57-a443-2045dbb742cd tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Synchronizing usage tracker for tenant:c6ecf98f295847b88c4c5e8d668b4162 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:26.544454 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-3eb215df-97d9-4e92-8d19-9decf5174786 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Synchronizing usage tracker for tenant:7e3ca709110348f3bb74c8b4375d8b39 on resource:security_group_rule {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:26.553799 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-ae79d2c2-3c5a-45cf-a852-4d2111b77c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:26.554865 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae79d2c2-3c5a-45cf-a852-4d2111b77c66 None None] The sync data for ids ['b648496f-b174-40f3-8f17-ff4270e3292a'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:50:26.557771 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-94255d4d-2ae5-4159-99ee-109d5b1f98d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:26.574294 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-8c145c3c-1ded-4e03-83d3-aa6159dc8795 req-52fd32ab-4d1b-4399-a624-d0ff993b0b8c tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/security-groups?id=714ce366-d10f-43dc-886a-95016c1d1e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2801118 Oct 26 15:50:26.631005 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8386bd1c-140f-445f-8528-3be31e1c4e54 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:26.635425 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561097b7-25c3-4ef4-b080-dad0bd4023df tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:50:26.640935 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-561097b7-25c3-4ef4-b080-dad0bd4023df tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "PUT /v2.0/routers/80b529b4-697a-4ca9-ad66-8bb9d6da3936/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5152838 Oct 26 15:50:26.650088 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40562) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:26.665460 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-94255d4d-2ae5-4159-99ee-109d5b1f98d3 None None] Could not find standard attr ID for object 5386b25e-8a01-4ed6-8d93-a1f9f752a51d. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:50:26.679270 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bf3bde-801e-4793-b8cb-13538de9b1d3 None None] Sync routers for ids ['80b529b4-697a-4ca9-ad66-8bb9d6da3936'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:50:26.693915 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-abc92a5f-bee4-4d57-a443-2045dbb742cd tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Unset dirty status for tenant:c6ecf98f295847b88c4c5e8d668b4162 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:26.697667 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bf3bde-801e-4793-b8cb-13538de9b1d3 None None] Routers {'80b529b4-697a-4ca9-ad66-8bb9d6da3936'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:50:26.697838 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-abc92a5f-bee4-4d57-a443-2045dbb742cd tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "GET /v2.0/ports?device_id=b648496f-b174-40f3-8f17-ff4270e3292a HTTP/1.1" status: 200 len: 205 time: 0.3470025 Oct 26 15:50:26.698998 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-a5bf3bde-801e-4793-b8cb-13538de9b1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:50:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['80b529b4-697a-4ca9-ad66-8bb9d6da3936'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:26.700502 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-3eb215df-97d9-4e92-8d19-9decf5174786 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Unset dirty status for tenant:7e3ca709110348f3bb74c8b4375d8b39 on resource:security_group_rule {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:26.708454 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-3eb215df-97d9-4e92-8d19-9decf5174786 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3176928 Oct 26 15:50:26.708454 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-445206ca-2785-44bc-bb7d-d6c574c2d423 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4416625 Oct 26 15:50:26.713256 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40566) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:26.713582 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40568) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:26.713901 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40570) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:26.731458 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device f0871927-e74b-4f90-b98d-0a8456f2f7a7 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:50:26.779321 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94255d4d-2ae5-4159-99ee-109d5b1f98d3 None None] Pushing event updated for resources: {'Port': ['ID=ef09752c-76eb-4604-a4c1-15f1cdb392db,revision_number=6']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:26.858261 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-d1034f06-27fe-4797-9d38-67a1fbaf4c94 None None] Provisioning complete for port b6e5331e-6f2a-4221-8edf-70e91443bfad triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:50:26.858894 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d1034f06-27fe-4797-9d38-67a1fbaf4c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:26.859383 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-d1034f06-27fe-4797-9d38-67a1fbaf4c94 None None] Attempt 1 to provision port b6e5331e-6f2a-4221-8edf-70e91443bfad Oct 26 15:50:26.899750 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:27.002813 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port f0871927-e74b-4f90-b98d-0a8456f2f7a7 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:50:27.013106 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device b6e5331e-6f2a-4221-8edf-70e91443bfad up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:50:27.047573 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-a5bf3bde-801e-4793-b8cb-13538de9b1d3 None None] Set router 80b529b4-697a-4ca9-ad66-8bb9d6da3936 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:50:27.098230 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-d1034f06-27fe-4797-9d38-67a1fbaf4c94 None None] Current status of the port b6e5331e-6f2a-4221-8edf-70e91443bfad is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:50:27.139957 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port b6e5331e-6f2a-4221-8edf-70e91443bfad triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:50:27.140337 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:27.140740 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port b6e5331e-6f2a-4221-8edf-70e91443bfad Oct 26 15:50:27.190325 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9c0ba38e-1464-4a42-b7da-2b5ec00bea9b tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for router, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:27.225695 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-d1034f06-27fe-4797-9d38-67a1fbaf4c94 None None] Provisioning for port 5596aabc-19fb-4657-9e54-a530c9a9fb09 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:50:27.243298 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-d1034f06-27fe-4797-9d38-67a1fbaf4c94 None None] Provisioning complete for port 5596aabc-19fb-4657-9e54-a530c9a9fb09 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:50:27.243671 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d1034f06-27fe-4797-9d38-67a1fbaf4c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:27.244008 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-d1034f06-27fe-4797-9d38-67a1fbaf4c94 None None] Attempt 1 to provision port 5596aabc-19fb-4657-9e54-a530c9a9fb09 Oct 26 15:50:27.283114 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099322b1-1b3a-4aaa-889b-cbebe11b5923 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:27.284169 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099322b1-1b3a-4aaa-889b-cbebe11b5923 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:27.284716 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099322b1-1b3a-4aaa-889b-cbebe11b5923 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:27.285210 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099322b1-1b3a-4aaa-889b-cbebe11b5923 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:27.285659 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099322b1-1b3a-4aaa-889b-cbebe11b5923 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:27.286173 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099322b1-1b3a-4aaa-889b-cbebe11b5923 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:27.286626 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099322b1-1b3a-4aaa-889b-cbebe11b5923 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:27.287241 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099322b1-1b3a-4aaa-889b-cbebe11b5923 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:27.287686 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099322b1-1b3a-4aaa-889b-cbebe11b5923 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:27.288124 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099322b1-1b3a-4aaa-889b-cbebe11b5923 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:27.290288 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-099322b1-1b3a-4aaa-889b-cbebe11b5923 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6996 time: 0.6413980 Oct 26 15:50:27.291947 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f4f4147c-32ce-4b0d-b08d-9b4979dedf9f tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:27.293212 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40582) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:27.402555 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-d1034f06-27fe-4797-9d38-67a1fbaf4c94 None None] Port 5596aabc-19fb-4657-9e54-a530c9a9fb09 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:50:27.415872 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a845f1-aa0c-4023-8aa7-cde4e0e18a58 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:27.416340 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a845f1-aa0c-4023-8aa7-cde4e0e18a58 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:27.417506 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a845f1-aa0c-4023-8aa7-cde4e0e18a58 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:27.417506 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a845f1-aa0c-4023-8aa7-cde4e0e18a58 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:27.417929 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a845f1-aa0c-4023-8aa7-cde4e0e18a58 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:27.418402 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a845f1-aa0c-4023-8aa7-cde4e0e18a58 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:27.418748 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a845f1-aa0c-4023-8aa7-cde4e0e18a58 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:27.419456 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a845f1-aa0c-4023-8aa7-cde4e0e18a58 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:27.419891 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port b6e5331e-6f2a-4221-8edf-70e91443bfad is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:50:27.420026 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a845f1-aa0c-4023-8aa7-cde4e0e18a58 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:27.425889 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-73a845f1-aa0c-4023-8aa7-cde4e0e18a58 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5827 time: 0.1274989 Oct 26 15:50:27.426338 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40588) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:27.440584 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da7fee4-1f3b-44aa-95be-4c5e642e894d None None] Network a7f4bbaa-3ece-41dc-81a1-fb0f010fc470 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:50:27.534057 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-b7185125-9fcc-42fd-962a-b6fbca3431a4 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Deleting port 387b8fa1-b0c5-4b77-8cb3-591af899ec18 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:50:27.534558 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b7185125-9fcc-42fd-962a-b6fbca3431a4 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:27.590595 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-a5bf3bde-801e-4793-b8cb-13538de9b1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b529b4-697a-4ca9-ad66-8bb9d6da3936', 'name': 'tempest-TestNetworkBasicOps-router-988813514', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.142'}], 'enable_snat': True}, 'gw_port_id': '267b79ea-7647-42a5-839f-2168d648cfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:50:09Z', 'updated_at': '2022-10-26T15:50:23Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '267b79ea-7647-42a5-839f-2168d648cfdf', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b529b4-697a-4ca9-ad66-8bb9d6da3936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:10Z', 'updated_at': '2022-10-26T15:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '5596aabc-19fb-4657-9e54-a530c9a9fb09', 'name': '', 'network_id': 'f695264a-de7b-484e-8ae7-eaf4f0eb940e', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:2d:f0:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b529b4-697a-4ca9-ad66-8bb9d6da3936', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'a81e370d-9645-40af-8803-f60d93e2baff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:21Z', 'updated_at': '2022-10-26T15:50:24Z', 'revision_number': 2, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': 'a81e370d-9645-40af-8803-f60d93e2baff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:27.615516 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bf3bde-801e-4793-b8cb-13538de9b1d3 None None] Checking router: 80b529b4-697a-4ca9-ad66-8bb9d6da3936 for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:50:27.615905 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bf3bde-801e-4793-b8cb-13538de9b1d3 None None] Updating router 80b529b4-697a-4ca9-ad66-8bb9d6da3936 port 5596aabc-19fb-4657-9e54-a530c9a9fb09 binding host dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:50:27.680105 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f4f4147c-32ce-4b0d-b08d-9b4979dedf9f tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:27.738019 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 15:50:27.761005 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-a5bf3bde-801e-4793-b8cb-13538de9b1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:27.774070 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-194d31d2-146d-4266-b034-843d00698e3c tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3585 time: 0.3465786 Oct 26 15:50:27.820505 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9c0ba38e-1464-4a42-b7da-2b5ec00bea9b tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:27.831601 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9c0ba38e-1464-4a42-b7da-2b5ec00bea9b tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:27.905660 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-d1034f06-27fe-4797-9d38-67a1fbaf4c94 None None] Attempt 2 to provision port 5596aabc-19fb-4657-9e54-a530c9a9fb09 Oct 26 15:50:27.960516 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40596) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:27.966038 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-7eb57f93-1f4a-421e-a22c-68a007c624af tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1781855142', 'description': 'tempest-secgroup-smoke-1781855142 description', 'project_id': '8316bfcf068445aeb00a503282bb001c'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:27.974022 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-7eb57f93-1f4a-421e-a22c-68a007c624af tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:27.979827 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7eb57f93-1f4a-421e-a22c-68a007c624af tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:27.982547 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7eb57f93-1f4a-421e-a22c-68a007c624af tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:27.989780 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-7eb57f93-1f4a-421e-a22c-68a007c624af tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:28.003308 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-d1034f06-27fe-4797-9d38-67a1fbaf4c94 None None] Port 5596aabc-19fb-4657-9e54-a530c9a9fb09 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:50:28.070137 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7eb57f93-1f4a-421e-a22c-68a007c624af tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:28.097292 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-7eb57f93-1f4a-421e-a22c-68a007c624af tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:28.102080 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7eb57f93-1f4a-421e-a22c-68a007c624af tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:28.105575 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7eb57f93-1f4a-421e-a22c-68a007c624af tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:28.112174 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9c0ba38e-1464-4a42-b7da-2b5ec00bea9b tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:28.112861 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0ba38e-1464-4a42-b7da-2b5ec00bea9b tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Fanout notify agent at l3_agent the message router_deleted on router b648496f-b174-40f3-8f17-ff4270e3292a {{(pid=89748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:50:28.113009 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-7eb57f93-1f4a-421e-a22c-68a007c624af tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:28.115034 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f4f4147c-32ce-4b0d-b08d-9b4979dedf9f tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:28.117822 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8386bd1c-140f-445f-8528-3be31e1c4e54 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:28.200557 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f4147c-32ce-4b0d-b08d-9b4979dedf9f tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9115fdc3-ba35-4a62-8291-39b13bd73989,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:28.202545 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386bd1c-140f-445f-8528-3be31e1c4e54 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Subnet': ['ID=f6722b3f-ce91-4139-9add-caab5da0b6b6,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:28.206423 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7eb57f93-1f4a-421e-a22c-68a007c624af tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:28.217357 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea531f99-9690-44bc-87ac-9383e6492c97 None None] Network f810e159-a5e8-4c86-8cec-5d909fe013dd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:50:28.222492 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-a5bf3bde-801e-4793-b8cb-13538de9b1d3 None None] Notify callbacks [] for port, precommit_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:28.235322 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.provisioning_blocks [None req-a5bf3bde-801e-4793-b8cb-13538de9b1d3 None None] Transition to ACTIVE for port object 5596aabc-19fb-4657-9e54-a530c9a9fb09 will not be triggered until provisioned by entity L2. {{(pid=89750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:50:28.241668 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8386bd1c-140f-445f-8528-3be31e1c4e54 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:28.253920 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f676750-6f0b-4e1f-8b6d-842c4f1c9ced req-090145b3-e402-4a3b-afbe-12e4d04c73fa tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:28.254220 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4f676750-6f0b-4e1f-8b6d-842c4f1c9ced req-090145b3-e402-4a3b-afbe-12e4d04c73fa tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/ports?device_id=055d89eb-6041-456b-814d-aa39354c6eca HTTP/1.1" status: 200 len: 945 time: 0.4195375 Oct 26 15:50:28.276155 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7eb57f93-1f4a-421e-a22c-68a007c624af tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:28.316517 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-a5bf3bde-801e-4793-b8cb-13538de9b1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:28.328825 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9c0ba38e-1464-4a42-b7da-2b5ec00bea9b tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:28.329828 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-9c0ba38e-1464-4a42-b7da-2b5ec00bea9b tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "DELETE /v2.0/routers/b648496f-b174-40f3-8f17-ff4270e3292a HTTP/1.1" status: 204 len: 168 time: 1.6026087 Oct 26 15:50:28.335420 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40600) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:28.344682 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-8386bd1c-140f-445f-8528-3be31e1c4e54 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/f6722b3f-ce91-4139-9add-caab5da0b6b6 HTTP/1.1" status: 204 len: 168 time: 2.4457183 Oct 26 15:50:28.345469 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40602) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:28.442243 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb57f93-1f4a-421e-a22c-68a007c624af tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6f39fb-d8fd-4833-9013-3b28d914b574,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:28.479513 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-a140ab09-2371-4396-a91e-5d8a089ae68a tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Deleting subnet 3e3b3d3b-93c0-491e-ba4e-3fad9d5d92ca {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:50:28.483903 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a140ab09-2371-4396-a91e-5d8a089ae68a tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:28.507827 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-d1034f06-27fe-4797-9d38-67a1fbaf4c94 None None] Attempt 3 to provision port 5596aabc-19fb-4657-9e54-a530c9a9fb09 Oct 26 15:50:28.524542 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7eb57f93-1f4a-421e-a22c-68a007c624af tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:28.525774 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-7eb57f93-1f4a-421e-a22c-68a007c624af tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5642555 Oct 26 15:50:28.529645 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40608) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:28.537833 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-ae5645be-ce2f-40a5-8417-64cd42b58968 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '0c6f39fb-d8fd-4833-9013-3b28d914b574', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:28.550510 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ae5645be-ce2f-40a5-8417-64cd42b58968 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:28.557349 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device ef09752c-76eb-4604-a4c1-15f1cdb392db up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:50:28.558045 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1071d44d-6bcd-4096-a4a1-eb746bf33fcb None None] Pushing event updated for resources: {'Port': ['ID=5596aabc-19fb-4657-9e54-a530c9a9fb09,revision_number=3']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:28.563863 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ae5645be-ce2f-40a5-8417-64cd42b58968 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:28.570746 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ae5645be-ce2f-40a5-8417-64cd42b58968 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:28.576060 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a140ab09-2371-4396-a91e-5d8a089ae68a tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:28.584761 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f4f4147c-32ce-4b0d-b08d-9b4979dedf9f tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:28.588676 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f4f4147c-32ce-4b0d-b08d-9b4979dedf9f tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/9115fdc3-ba35-4a62-8291-39b13bd73989 HTTP/1.1" status: 204 len: 168 time: 1.8577588 Oct 26 15:50:28.589314 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40612) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:28.599652 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b7185125-9fcc-42fd-962a-b6fbca3431a4 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:28.609342 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071d44d-6bcd-4096-a4a1-eb746bf33fcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:50:28.610073 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071d44d-6bcd-4096-a4a1-eb746bf33fcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:50:28.610681 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071d44d-6bcd-4096-a4a1-eb746bf33fcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:50:28.611254 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071d44d-6bcd-4096-a4a1-eb746bf33fcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:50:28.612498 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071d44d-6bcd-4096-a4a1-eb746bf33fcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:50:28.613604 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071d44d-6bcd-4096-a4a1-eb746bf33fcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:50:28.614183 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071d44d-6bcd-4096-a4a1-eb746bf33fcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:50:28.614817 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071d44d-6bcd-4096-a4a1-eb746bf33fcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:50:28.615389 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071d44d-6bcd-4096-a4a1-eb746bf33fcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:50:28.615950 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071d44d-6bcd-4096-a4a1-eb746bf33fcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:50:28.616518 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071d44d-6bcd-4096-a4a1-eb746bf33fcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:50:28.617093 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071d44d-6bcd-4096-a4a1-eb746bf33fcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:50:28.637520 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ae5645be-ce2f-40a5-8417-64cd42b58968 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:28.645460 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-055ffac9-1ad0-4165-9f1b-7c665676963c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2888367 Oct 26 15:50:28.648162 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40616) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:28.652818 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4f676750-6f0b-4e1f-8b6d-842c4f1c9ced req-9087e3f9-1406-4ee9-acc7-9e8ab567f0e2 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/security-groups?id=714ce366-d10f-43dc-886a-95016c1d1e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3621266 Oct 26 15:50:28.706576 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-d1034f06-27fe-4797-9d38-67a1fbaf4c94 None None] Port 5596aabc-19fb-4657-9e54-a530c9a9fb09 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:50:28.714934 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port ef09752c-76eb-4604-a4c1-15f1cdb392db triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:50:28.715463 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:28.715911 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port ef09752c-76eb-4604-a4c1-15f1cdb392db Oct 26 15:50:28.739937 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-a5bf3bde-801e-4793-b8cb-13538de9b1d3 None None] Attempting to bind port 5596aabc-19fb-4657-9e54-a530c9a9fb09 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:50:28.740900 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-a5bf3bde-801e-4793-b8cb-13538de9b1d3 None None] Attempting to bind port 5596aabc-19fb-4657-9e54-a530c9a9fb09 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'cbe5574b-eb68-4f04-8d5b-15c1c60f6452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f695264a-de7b-484e-8ae7-eaf4f0eb940e'}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:50:28.742106 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bf3bde-801e-4793-b8cb-13538de9b1d3 None None] Attempting to bind port 5596aabc-19fb-4657-9e54-a530c9a9fb09 on network f695264a-de7b-484e-8ae7-eaf4f0eb940e {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:50:28.760556 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bf3bde-801e-4793-b8cb-13538de9b1d3 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:50:28.761612 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bf3bde-801e-4793-b8cb-13538de9b1d3 None None] Checking segment: {'id': 'cbe5574b-eb68-4f04-8d5b-15c1c60f6452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f695264a-de7b-484e-8ae7-eaf4f0eb940e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:50:28.762063 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-a5bf3bde-801e-4793-b8cb-13538de9b1d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:28.762491 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bf3bde-801e-4793-b8cb-13538de9b1d3 None None] Bound using segment: {'id': 'cbe5574b-eb68-4f04-8d5b-15c1c60f6452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f695264a-de7b-484e-8ae7-eaf4f0eb940e'} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:50:28.763038 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-a5bf3bde-801e-4793-b8cb-13538de9b1d3 None None] Bound port: 5596aabc-19fb-4657-9e54-a530c9a9fb09, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe5574b-eb68-4f04-8d5b-15c1c60f6452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f695264a-de7b-484e-8ae7-eaf4f0eb940e'}}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:50:28.763415 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-a5bf3bde-801e-4793-b8cb-13538de9b1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:28.773032 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544e0042-e0c8-4812-a630-e1e6a8f6e131 None None] DHCP port deletion for f810e159-a5e8-4c86-8cec-5d909fe013dd request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:50:28.798645 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-544e0042-e0c8-4812-a630-e1e6a8f6e131 None None] Deleting port ef09752c-76eb-4604-a4c1-15f1cdb392db {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:50:28.799285 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-544e0042-e0c8-4812-a630-e1e6a8f6e131 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:28.808436 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-b7185125-9fcc-42fd-962a-b6fbca3431a4 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Calling delete_port for 387b8fa1-b0c5-4b77-8cb3-591af899ec18 owned by {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:50:28.851274 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0422e114-c6d4-4ba2-ae9a-45a696499b75 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:28.854080 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-0422e114-c6d4-4ba2-ae9a-45a696499b75 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2002459 Oct 26 15:50:28.865255 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40620) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:28.865530 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-3af58cac-8bcc-487e-bc90-7a418c33cf0c tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Synchronizing usage tracker for tenant:7e3ca709110348f3bb74c8b4375d8b39 on resource:security_group_rule {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:28.871117 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a140ab09-2371-4396-a91e-5d8a089ae68a tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:28.894254 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-a5bf3bde-801e-4793-b8cb-13538de9b1d3 None None] For port 5596aabc-19fb-4657-9e54-a530c9a9fb09, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:50:28.898123 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-a5bf3bde-801e-4793-b8cb-13538de9b1d3 None None] For port 5596aabc-19fb-4657-9e54-a530c9a9fb09, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=5596aabc-19fb-4657-9e54-a530c9a9fb09,segment=NetworkSegment(cbe5574b-eb68-4f04-8d5b-15c1c60f6452),segment_id=cbe5574b-eb68-4f04-8d5b-15c1c60f6452)] {{(pid=89750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:50:28.943151 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ae5645be-ce2f-40a5-8417-64cd42b58968 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:28.994856 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-3af58cac-8bcc-487e-bc90-7a418c33cf0c tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Unset dirty status for tenant:7e3ca709110348f3bb74c8b4375d8b39 on resource:security_group_rule {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:28.997328 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-3af58cac-8bcc-487e-bc90-7a418c33cf0c tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3894475 Oct 26 15:50:28.999791 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40624) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:29.005497 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-e92cfeb6-0d48-4cd7-bc1e-ee79b3491736 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Request body: {'security_group_rule': {'security_group_id': '9e0ab1aa-b53d-4d77-a4bd-8bf797b16aef', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:29.012115 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-e92cfeb6-0d48-4cd7-bc1e-ee79b3491736 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:29.023254 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-e92cfeb6-0d48-4cd7-bc1e-ee79b3491736 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:29.039919 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-a5bf3bde-801e-4793-b8cb-13538de9b1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:29.045261 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f598c92d-3ae4-42f0-8f33-d10d07acf67a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:29.046068 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-f598c92d-3ae4-42f0-8f33-d10d07acf67a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Synchronizing usage tracker for tenant:cde0b70c42f24e8e94f9303758760038 on resource:subnet {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:29.062682 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b7185125-9fcc-42fd-962a-b6fbca3431a4 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:29.073604 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ae5645be-ce2f-40a5-8417-64cd42b58968 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:29.097132 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port ef09752c-76eb-4604-a4c1-15f1cdb392db is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:50:29.118848 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7185125-9fcc-42fd-962a-b6fbca3431a4 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event deleted for resources: {'Port': ['ID=387b8fa1-b0c5-4b77-8cb3-591af899ec18,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:29.122173 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bf3bde-801e-4793-b8cb-13538de9b1d3 None None] Routers {'80b529b4-697a-4ca9-ad66-8bb9d6da3936'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:50:29.123177 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-a5bf3bde-801e-4793-b8cb-13538de9b1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:50:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['80b529b4-697a-4ca9-ad66-8bb9d6da3936'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:29.141132 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a140ab09-2371-4396-a91e-5d8a089ae68a tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:29.146376 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-544e0042-e0c8-4812-a630-e1e6a8f6e131 None None] For port ef09752c-76eb-4604-a4c1-15f1cdb392db, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=ef09752c-76eb-4604-a4c1-15f1cdb392db,segment=NetworkSegment(2ff55312-fcdf-453d-8bd9-47b629b75cd4),segment_id=2ff55312-fcdf-453d-8bd9-47b629b75cd4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:50:29.146376 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-544e0042-e0c8-4812-a630-e1e6a8f6e131 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:29.153866 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-f598c92d-3ae4-42f0-8f33-d10d07acf67a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Unset dirty status for tenant:cde0b70c42f24e8e94f9303758760038 on resource:subnet {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:29.153866 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f598c92d-3ae4-42f0-8f33-d10d07acf67a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2844145 Oct 26 15:50:29.171627 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e92cfeb6-0d48-4cd7-bc1e-ee79b3491736 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:29.185459 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40628) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:29.200418 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ae5645be-ce2f-40a5-8417-64cd42b58968 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:29.213682 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140ab09-2371-4396-a91e-5d8a089ae68a tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event deleted for resources: {'Subnet': ['ID=3e3b3d3b-93c0-491e-ba4e-3fad9d5d92ca,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:29.229656 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-d1034f06-27fe-4797-9d38-67a1fbaf4c94 None None] Attempt 4 to provision port 5596aabc-19fb-4657-9e54-a530c9a9fb09 Oct 26 15:50:29.241059 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5645be-ce2f-40a5-8417-64cd42b58968 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd9a4625-a702-4548-8272-22d62894dd37,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:29.249402 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a140ab09-2371-4396-a91e-5d8a089ae68a tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:29.267739 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a140ab09-2371-4396-a91e-5d8a089ae68a tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "DELETE /v2.0/subnets/3e3b3d3b-93c0-491e-ba4e-3fad9d5d92ca HTTP/1.1" status: 204 len: 168 time: 0.9166527 Oct 26 15:50:29.270599 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40632) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:29.394940 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-6208c27e-b723-4590-8f4d-1cb02daf442e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2081211 Oct 26 15:50:29.402043 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40636) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:29.413179 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ae5645be-ce2f-40a5-8417-64cd42b58968 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:29.416933 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ae5645be-ce2f-40a5-8417-64cd42b58968 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8837306 Oct 26 15:50:29.426406 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-544e0042-e0c8-4812-a630-e1e6a8f6e131 None None] Calling delete_port for ef09752c-76eb-4604-a4c1-15f1cdb392db owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:50:29.427338 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40640) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:29.434244 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-686c8afc-254a-489d-bf0d-95b19f707dcb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '0c6f39fb-d8fd-4833-9013-3b28d914b574', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:29.450194 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-686c8afc-254a-489d-bf0d-95b19f707dcb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:29.452841 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-a5bf3bde-801e-4793-b8cb-13538de9b1d3 None None] Set router 80b529b4-697a-4ca9-ad66-8bb9d6da3936 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:50:29.465249 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-686c8afc-254a-489d-bf0d-95b19f707dcb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:29.471518 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-686c8afc-254a-489d-bf0d-95b19f707dcb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:29.480577 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-686c8afc-254a-489d-bf0d-95b19f707dcb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:29.485829 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1d48b3c9-3fe0-46ef-9f65-68a35313a061 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:29.504852 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4c9fce-78df-491a-872c-14b45a824f8a None None] Network 4f877ebf-224f-4c38-b365-2bd1f772a93f requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:50:29.505408 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-1d48b3c9-3fe0-46ef-9f65-68a35313a061 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Deleting port a67ead44-01e7-4aae-bde2-0d800f23d2d7 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:50:29.505754 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1d48b3c9-3fe0-46ef-9f65-68a35313a061 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:29.526882 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e92cfeb6-0d48-4cd7-bc1e-ee79b3491736 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:29.535384 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ac7d147-fdd3-49be-8e43-f4e0f8da457f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:29.536087 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ac7d147-fdd3-49be-8e43-f4e0f8da457f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:29.553578 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-9ac7d147-fdd3-49be-8e43-f4e0f8da457f tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/ports/5386b25e-8a01-4ed6-8d93-a1f9f752a51d HTTP/1.1" status: 404 len: 333 time: 0.1478617 Oct 26 15:50:29.555185 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b7185125-9fcc-42fd-962a-b6fbca3431a4 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:29.557201 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b7185125-9fcc-42fd-962a-b6fbca3431a4 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/ports/387b8fa1-b0c5-4b77-8cb3-591af899ec18 HTTP/1.1" status: 204 len: 168 time: 2.8236799 Oct 26 15:50:29.557406 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40644) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:29.559698 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40648) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:29.612577 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-686c8afc-254a-489d-bf0d-95b19f707dcb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:29.616098 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e92cfeb6-0d48-4cd7-bc1e-ee79b3491736 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:29.624876 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-038090d1-63d6-4071-9f7c-b44448d13dc1 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:29.625337 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-038090d1-63d6-4071-9f7c-b44448d13dc1 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:29.626169 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1071d44d-6bcd-4096-a4a1-eb746bf33fcb None None] Pushing event updated for resources: {'Port': ['ID=5596aabc-19fb-4657-9e54-a530c9a9fb09,revision_number=4']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:29.629988 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-038090d1-63d6-4071-9f7c-b44448d13dc1 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/f6722b3f-ce91-4139-9add-caab5da0b6b6 HTTP/1.1" status: 404 len: 337 time: 0.0716064 Oct 26 15:50:29.635310 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40652) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:29.645130 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-74c015a9-b750-4c06-8bf9-a4ccea5d6bb2 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:29.645650 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74c015a9-b750-4c06-8bf9-a4ccea5d6bb2 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:29.650335 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-74c015a9-b750-4c06-8bf9-a4ccea5d6bb2 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/ports/387b8fa1-b0c5-4b77-8cb3-591af899ec18 HTTP/1.1" status: 404 len: 333 time: 0.0893250 Oct 26 15:50:29.651535 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40656) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:29.732550 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0bd5ec1-669f-4f0d-b3c1-8883684468b4 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:29.733095 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0bd5ec1-669f-4f0d-b3c1-8883684468b4 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:29.738290 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e0bd5ec1-669f-4f0d-b3c1-8883684468b4 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/51cc928c-1356-4bcf-a001-56d80bd133e2 HTTP/1.1" status: 404 len: 337 time: 0.1019845 Oct 26 15:50:29.744099 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40662) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:29.750448 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92cfeb6-0d48-4cd7-bc1e-ee79b3491736 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d77fe7b-84e2-422e-bba9-929a4002c727,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:29.779364 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-468dbfda-d123-451c-be04-539a9e8c5a91 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] GET failed (client error): The resource could not be found. Oct 26 15:50:29.780308 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-468dbfda-d123-451c-be04-539a9e8c5a91 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Synchronizing usage tracker for tenant:81f9d918a7ff445e8b2c1951e5c33cc9 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:29.786341 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-d1034f06-27fe-4797-9d38-67a1fbaf4c94 None None] Port 5596aabc-19fb-4657-9e54-a530c9a9fb09 had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 15:50:29.802527 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eed3951-9fb7-423d-8d09-4d7ec5cf8f66 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:29.803006 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eed3951-9fb7-423d-8d09-4d7ec5cf8f66 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:29.809869 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-1eed3951-9fb7-423d-8d09-4d7ec5cf8f66 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/ports/413fef3a-c3b4-4fe0-a60e-87e31f8ef0e3 HTTP/1.1" status: 404 len: 333 time: 0.0647175 Oct 26 15:50:29.813410 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40666) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:29.883652 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e92cfeb6-0d48-4cd7-bc1e-ee79b3491736 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:29.887518 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-e92cfeb6-0d48-4cd7-bc1e-ee79b3491736 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8867402 Oct 26 15:50:29.891297 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-544e0042-e0c8-4812-a630-e1e6a8f6e131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:29.891566 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40670) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:29.914720 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1802fd0-a555-425c-b91d-cf8ffa814194 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:29.915176 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1802fd0-a555-425c-b91d-cf8ffa814194 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:29.916863 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-d1802fd0-a555-425c-b91d-cf8ffa814194 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/083016d9-bfcc-4f51-bdea-56b2cfd4d0c4 HTTP/1.1" status: 404 len: 337 time: 0.1008649 Oct 26 15:50:29.921233 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40674) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:29.930131 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-bd3dc008-9924-419e-aec4-ec1b21a5e297 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "GET /v2.0/security-group-rules/4d77fe7b-84e2-422e-bba9-929a4002c727 HTTP/1.1" status: 200 len: 763 time: 0.0375173 Oct 26 15:50:29.938312 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40676) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:29.958816 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-a5bf3bde-801e-4793-b8cb-13538de9b1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b529b4-697a-4ca9-ad66-8bb9d6da3936', 'name': 'tempest-TestNetworkBasicOps-router-988813514', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.142'}], 'enable_snat': True}, 'gw_port_id': '267b79ea-7647-42a5-839f-2168d648cfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:50:09Z', 'updated_at': '2022-10-26T15:50:23Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '267b79ea-7647-42a5-839f-2168d648cfdf', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b529b4-697a-4ca9-ad66-8bb9d6da3936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:10Z', 'updated_at': '2022-10-26T15:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '5596aabc-19fb-4657-9e54-a530c9a9fb09', 'name': '', 'network_id': 'f695264a-de7b-484e-8ae7-eaf4f0eb940e', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:2d:f0:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b529b4-697a-4ca9-ad66-8bb9d6da3936', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'a81e370d-9645-40af-8803-f60d93e2baff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:21Z', 'updated_at': '2022-10-26T15:50:28Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': 'a81e370d-9645-40af-8803-f60d93e2baff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:29.960487 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e0042-e0c8-4812-a630-e1e6a8f6e131 None None] Pushing event deleted for resources: {'Port': ['ID=ef09752c-76eb-4604-a4c1-15f1cdb392db,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:29.962749 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e1de73-10b9-405a-9e7a-9feab9c88208 None None] DHCP port deletion for 4f877ebf-224f-4c38-b365-2bd1f772a93f request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:50:29.964513 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bf3bde-801e-4793-b8cb-13538de9b1d3 None None] The sync data for ids ['80b529b4-697a-4ca9-ad66-8bb9d6da3936'] in dv-neutron-862712-1-hyperv is: [{'id': '80b529b4-697a-4ca9-ad66-8bb9d6da3936', 'name': 'tempest-TestNetworkBasicOps-router-988813514', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.142'}], 'enable_snat': True}, 'gw_port_id': '267b79ea-7647-42a5-839f-2168d648cfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:50:09Z', 'updated_at': '2022-10-26T15:50:23Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '267b79ea-7647-42a5-839f-2168d648cfdf', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b529b4-697a-4ca9-ad66-8bb9d6da3936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:10Z', 'updated_at': '2022-10-26T15:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '5596aabc-19fb-4657-9e54-a530c9a9fb09', 'name': '', 'network_id': 'f695264a-de7b-484e-8ae7-eaf4f0eb940e', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:2d:f0:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b529b4-697a-4ca9-ad66-8bb9d6da3936', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'a81e370d-9645-40af-8803-f60d93e2baff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:21Z', 'updated_at': '2022-10-26T15:50:28Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': 'a81e370d-9645-40af-8803-f60d93e2baff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:50:29.977919 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-e5e1de73-10b9-405a-9e7a-9feab9c88208 None None] Deleting port a67ead44-01e7-4aae-bde2-0d800f23d2d7 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:50:29.977919 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e5e1de73-10b9-405a-9e7a-9feab9c88208 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:30.031182 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-468dbfda-d123-451c-be04-539a9e8c5a91 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Unset dirty status for tenant:81f9d918a7ff445e8b2c1951e5c33cc9 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:30.032550 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-468dbfda-d123-451c-be04-539a9e8c5a91 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "GET /v2.0/ports/387b8fa1-b0c5-4b77-8cb3-591af899ec18 HTTP/1.1" status: 404 len: 333 time: 0.3673232 Oct 26 15:50:30.043741 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40682) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:30.054366 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-686c8afc-254a-489d-bf0d-95b19f707dcb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:30.056825 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b6ae888-7df2-422e-8bb1-53d46980d881 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:30.057716 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b6ae888-7df2-422e-8bb1-53d46980d881 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:30.057834 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544e0042-e0c8-4812-a630-e1e6a8f6e131 None None] No DVR routers for this DVR port ef09752c-76eb-4604-a4c1-15f1cdb392db on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:50:30.062527 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-1d48b3c9-3fe0-46ef-9f65-68a35313a061 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] For port a67ead44-01e7-4aae-bde2-0d800f23d2d7, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=a67ead44-01e7-4aae-bde2-0d800f23d2d7,segment=NetworkSegment(f2c2ac3a-78d9-4e39-8e10-ca2b80ee08bd),segment_id=f2c2ac3a-78d9-4e39-8e10-ca2b80ee08bd)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:50:30.062736 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-6b6ae888-7df2-422e-8bb1-53d46980d881 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/3b5b96ff-25d6-4977-9833-1b115dd3aaa0 HTTP/1.1" status: 404 len: 337 time: 0.1309574 Oct 26 15:50:30.062845 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1d48b3c9-3fe0-46ef-9f65-68a35313a061 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:30.063106 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40686) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:30.131896 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa44be0c-3c92-4f15-821b-cf79543161b2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:30.132372 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa44be0c-3c92-4f15-821b-cf79543161b2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:30.137846 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-aa44be0c-3c92-4f15-821b-cf79543161b2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/ports/38627624-097c-4db7-b1c1-b24ed8d29691 HTTP/1.1" status: 404 len: 333 time: 0.0710838 Oct 26 15:50:30.140377 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40690) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:30.224682 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-6a6bdeb9-1b16-4b80-8413-9a25d94d8282 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Synchronizing usage tracker for tenant:7e3ca709110348f3bb74c8b4375d8b39 on resource:security_group_rule {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:30.238809 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-29790873-c7ac-4423-9a0b-63a623b679dd tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:30.242729 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29790873-c7ac-4423-9a0b-63a623b679dd tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:30.242729 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-29790873-c7ac-4423-9a0b-63a623b679dd tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/6ba4471c-48b9-4d08-92bd-7030aad7abb6 HTTP/1.1" status: 404 len: 337 time: 0.0999246 Oct 26 15:50:30.246078 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40694) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:30.267346 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-e5e1de73-10b9-405a-9e7a-9feab9c88208 None None] For port a67ead44-01e7-4aae-bde2-0d800f23d2d7, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=a67ead44-01e7-4aae-bde2-0d800f23d2d7,segment=NetworkSegment(f2c2ac3a-78d9-4e39-8e10-ca2b80ee08bd),segment_id=f2c2ac3a-78d9-4e39-8e10-ca2b80ee08bd)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:50:30.268108 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e5e1de73-10b9-405a-9e7a-9feab9c88208 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:30.312217 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-e09486f5-1fee-46ae-b629-23153e4fd85b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:30.313047 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e09486f5-1fee-46ae-b629-23153e4fd85b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:30.315156 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-e09486f5-1fee-46ae-b629-23153e4fd85b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/faf275a2-d815-4ace-abaf-22c77062b769 HTTP/1.1" status: 404 len: 337 time: 0.0675623 Oct 26 15:50:30.321209 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40698) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:30.334296 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-686c8afc-254a-489d-bf0d-95b19f707dcb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:30.383754 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-065361dc-0699-404d-ac9c-49f48b38de2e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:30.384166 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-065361dc-0699-404d-ac9c-49f48b38de2e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:30.401333 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-065361dc-0699-404d-ac9c-49f48b38de2e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/ports/b3c9f937-c835-49e2-a0aa-58c526d8a5eb HTTP/1.1" status: 404 len: 333 time: 0.0786488 Oct 26 15:50:30.401986 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40702) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:30.409371 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-e5e1de73-10b9-405a-9e7a-9feab9c88208 None None] Calling delete_port for a67ead44-01e7-4aae-bde2-0d800f23d2d7 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:50:30.432880 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-1d48b3c9-3fe0-46ef-9f65-68a35313a061 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Calling delete_port for a67ead44-01e7-4aae-bde2-0d800f23d2d7 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:50:30.472202 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-bfb8e5f6-a45b-4acb-889e-e1fd09d7d681 None None] Provisioning for port f0871927-e74b-4f90-b98d-0a8456f2f7a7 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:50:30.486202 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-6a6bdeb9-1b16-4b80-8413-9a25d94d8282 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Unset dirty status for tenant:7e3ca709110348f3bb74c8b4375d8b39 on resource:security_group_rule {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:30.497562 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-bfb8e5f6-a45b-4acb-889e-e1fd09d7d681 None None] Provisioning complete for port f0871927-e74b-4f90-b98d-0a8456f2f7a7 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:50:30.497841 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bfb8e5f6-a45b-4acb-889e-e1fd09d7d681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:30.498186 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-bfb8e5f6-a45b-4acb-889e-e1fd09d7d681 None None] Attempt 1 to provision port f0871927-e74b-4f90-b98d-0a8456f2f7a7 Oct 26 15:50:30.499016 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-6a6bdeb9-1b16-4b80-8413-9a25d94d8282 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5568635 Oct 26 15:50:30.499743 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40706) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:30.506902 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-3929e068-d816-4bb3-8761-4e837f540f3e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:30.506902 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3929e068-d816-4bb3-8761-4e837f540f3e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:30.509586 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-3929e068-d816-4bb3-8761-4e837f540f3e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/31528375-f03c-4cf9-907c-4b14a168058a HTTP/1.1" status: 404 len: 337 time: 0.1019185 Oct 26 15:50:30.520468 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40710) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:30.573058 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c8afc-254a-489d-bf0d-95b19f707dcb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac34ba6a-8b5f-424d-8aef-0ec210c2551a,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:30.592460 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 5596aabc-19fb-4657-9e54-a530c9a9fb09 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:50:30.619968 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-3114b35b-d26a-479c-af01-e7d551b12c7d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:30.620449 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3114b35b-d26a-479c-af01-e7d551b12c7d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:30.624932 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-3114b35b-d26a-479c-af01-e7d551b12c7d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/f77ee649-6a09-43d8-bba3-530e4585580b HTTP/1.1" status: 404 len: 337 time: 0.1034203 Oct 26 15:50:30.634807 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40714) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:30.646519 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee41b3fe-f1fa-4450-ad0d-f9bed20beb7a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Deleting subnet 02c845d4-fa51-4287-987c-dccd38539a55 {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:50:30.650217 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ee41b3fe-f1fa-4450-ad0d-f9bed20beb7a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:30.703760 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e5e1de73-10b9-405a-9e7a-9feab9c88208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:30.709866 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-259aaf9b-0d69-41ec-91a0-4195ea73885c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:30.710170 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-259aaf9b-0d69-41ec-91a0-4195ea73885c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:30.714882 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-259aaf9b-0d69-41ec-91a0-4195ea73885c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/ports/c3e980e9-7b8d-4cd1-902e-f830a7560ff7 HTTP/1.1" status: 404 len: 333 time: 0.0744627 Oct 26 15:50:30.719043 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40718) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:30.733459 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ee41b3fe-f1fa-4450-ad0d-f9bed20beb7a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:30.771053 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e1de73-10b9-405a-9e7a-9feab9c88208 None None] No DVR routers for this DVR port a67ead44-01e7-4aae-bde2-0d800f23d2d7 on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:50:30.775698 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b28e3ed3-83c9-4750-856f-87c65bfe964e tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:30.792469 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b6020c9-e078-4bf7-830a-c16a7c99369e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:30.793478 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b6020c9-e078-4bf7-830a-c16a7c99369e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:30.797427 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-9b6020c9-e078-4bf7-830a-c16a7c99369e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/3d9e4cf1-feb9-48f7-8e41-a0b0f6ba9b8f HTTP/1.1" status: 404 len: 337 time: 0.0598979 Oct 26 15:50:30.797427 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b28e3ed3-83c9-4750-856f-87c65bfe964e tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:30.800532 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40722) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:30.820162 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e1de73-10b9-405a-9e7a-9feab9c88208 None None] Pushing event deleted for resources: {'Port': ['ID=a67ead44-01e7-4aae-bde2-0d800f23d2d7,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:30.835473 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc403bb3-33ae-4037-afd2-538b487a9d3c req-b14ba6fb-2327-4efc-87b2-62912e67549b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:30.837036 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-dc403bb3-33ae-4037-afd2-538b487a9d3c req-b14ba6fb-2327-4efc-87b2-62912e67549b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=055d89eb-6041-456b-814d-aa39354c6eca HTTP/1.1" status: 200 len: 1098 time: 0.2633603 Oct 26 15:50:30.850240 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-686c8afc-254a-489d-bf0d-95b19f707dcb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:30.854457 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-686c8afc-254a-489d-bf0d-95b19f707dcb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4261200 Oct 26 15:50:30.859178 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40726) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:30.889665 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ed34f4-cbfa-4d80-b9db-4e80fd0e2e50 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:30.890143 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9ed34f4-cbfa-4d80-b9db-4e80fd0e2e50 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:30.904070 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a7f7c-cd62-468c-aee0-f4b3721d41fa req-33fbe53e-4dd3-4076-900a-d35c78403350 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:30.916074 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-1c1a7f7c-cd62-468c-aee0-f4b3721d41fa req-33fbe53e-4dd3-4076-900a-d35c78403350 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/ports?device_id=055d89eb-6041-456b-814d-aa39354c6eca HTTP/1.1" status: 200 len: 945 time: 0.9717836 Oct 26 15:50:30.921501 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-dc403bb3-33ae-4037-afd2-538b487a9d3c req-b5c254da-83d7-490e-8314-ce0ac679b9a1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=714ce366-d10f-43dc-886a-95016c1d1e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761459 Oct 26 15:50:30.935561 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-1d48b3c9-3fe0-46ef-9f65-68a35313a061 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:50:30.935881 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-1d48b3c9-3fe0-46ef-9f65-68a35313a061 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:50:30.944143 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b28e3ed3-83c9-4750-856f-87c65bfe964e tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:30.965647 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d9ed34f4-cbfa-4d80-b9db-4e80fd0e2e50 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/ports/10bbfb91-7acf-44e9-a891-937e594c5c9e HTTP/1.1" status: 404 len: 333 time: 0.1592426 Oct 26 15:50:30.965866 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e3ed3-83c9-4750-856f-87c65bfe964e tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d77fe7b-84e2-422e-bba9-929a4002c727,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:30.975049 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40732) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:31.007544 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-bfb8e5f6-a45b-4acb-889e-e1fd09d7d681 None None] Current status of the port f0871927-e74b-4f90-b98d-0a8456f2f7a7 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:50:31.007937 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bfb8e5f6-a45b-4acb-889e-e1fd09d7d681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:31.009730 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-1c1a7f7c-cd62-468c-aee0-f4b3721d41fa req-be58eda1-f87c-4807-9056-1ee7d40c306e tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/security-groups?id=714ce366-d10f-43dc-886a-95016c1d1e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926752 Oct 26 15:50:31.034744 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 5596aabc-19fb-4657-9e54-a530c9a9fb09 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:50:31.043187 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ee41b3fe-f1fa-4450-ad0d-f9bed20beb7a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:31.043387 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-94740e90-7c48-49ef-8b1d-60ceb06739f9 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:31.043806 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94740e90-7c48-49ef-8b1d-60ceb06739f9 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:31.045521 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-94740e90-7c48-49ef-8b1d-60ceb06739f9 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/bad8ebd5-eb51-4d12-b7fa-55b8f5b39b1b HTTP/1.1" status: 404 len: 337 time: 0.0691686 Oct 26 15:50:31.048307 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40736) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:31.113807 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 5596aabc-19fb-4657-9e54-a530c9a9fb09 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:50:31.114178 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:31.114564 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 5596aabc-19fb-4657-9e54-a530c9a9fb09 Oct 26 15:50:31.180892 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-3fa6a34a-5e66-4f91-bc96-29a2b95759e5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '0c6f39fb-d8fd-4833-9013-3b28d914b574', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:31.188924 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-3fa6a34a-5e66-4f91-bc96-29a2b95759e5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:31.195700 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-3fa6a34a-5e66-4f91-bc96-29a2b95759e5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:31.201422 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-3fa6a34a-5e66-4f91-bc96-29a2b95759e5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:31.210234 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-3fa6a34a-5e66-4f91-bc96-29a2b95759e5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:31.222366 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 7d911889-3577-4408-935a-4ddbca7d0a55 details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 15:50:31.227977 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b28e3ed3-83c9-4750-856f-87c65bfe964e tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:31.231465 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b28e3ed3-83c9-4750-856f-87c65bfe964e tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/4d77fe7b-84e2-422e-bba9-929a4002c727 HTTP/1.1" status: 204 len: 168 time: 0.7283282 Oct 26 15:50:31.232224 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40740) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:31.237009 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-68212cc3-b242-41ef-99c0-15982e27941c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:31.237591 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68212cc3-b242-41ef-99c0-15982e27941c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:31.242126 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-68212cc3-b242-41ef-99c0-15982e27941c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/ports/00169f07-e8e4-49ab-b605-3a50958e3b32 HTTP/1.1" status: 404 len: 333 time: 0.1927814 Oct 26 15:50:31.242852 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40744) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:31.280892 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 7d911889-3577-4408-935a-4ddbca7d0a55 no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:50:31.284856 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-3130c192-0ed7-460d-a720-0fb807e8c395 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:31.285405 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3130c192-0ed7-460d-a720-0fb807e8c395 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:31.288341 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-3130c192-0ed7-460d-a720-0fb807e8c395 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/9fa67c26-d2ce-4227-8d35-2d1afb88311d HTTP/1.1" status: 404 len: 337 time: 0.0444694 Oct 26 15:50:31.294965 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-c6127bc4-80b9-4839-8795-263b9bf600b7 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Synchronizing usage tracker for tenant:7e3ca709110348f3bb74c8b4375d8b39 on resource:security_group_rule {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:31.299757 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ee41b3fe-f1fa-4450-ad0d-f9bed20beb7a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:31.301382 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40748) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:31.353480 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-88c2ac92-0785-42f4-813e-7f0159e049d1 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:31.354181 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88c2ac92-0785-42f4-813e-7f0159e049d1 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:31.358639 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-88c2ac92-0785-42f4-813e-7f0159e049d1 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/ports/2bb13cee-79c4-4251-93a6-8f3925cc223e HTTP/1.1" status: 404 len: 333 time: 0.0561469 Oct 26 15:50:31.359316 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40752) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:31.363581 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ee41b3fe-f1fa-4450-ad0d-f9bed20beb7a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:31.370231 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3fa6a34a-5e66-4f91-bc96-29a2b95759e5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:31.383160 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee41b3fe-f1fa-4450-ad0d-f9bed20beb7a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event deleted for resources: {'Subnet': ['ID=02c845d4-fa51-4287-987c-dccd38539a55,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:31.400639 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-49e11ec0-5430-4ef3-ad18-c2202e1a07a9 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:31.401215 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49e11ec0-5430-4ef3-ad18-c2202e1a07a9 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:31.401325 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44eaf8aa-1574-4b71-a696-d6cd9a521ba2 None None] Network a7f4bbaa-3ece-41dc-81a1-fb0f010fc470 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:50:31.402589 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ee41b3fe-f1fa-4450-ad0d-f9bed20beb7a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/subnets/02c845d4-fa51-4287-987c-dccd38539a55 HTTP/1.1" status: 204 len: 168 time: 1.3551719 Oct 26 15:50:31.406419 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-49e11ec0-5430-4ef3-ad18-c2202e1a07a9 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/369ca9ff-64f4-415a-818b-1dc76b975f1f HTTP/1.1" status: 404 len: 337 time: 0.0456333 Oct 26 15:50:31.407058 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40756) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:31.407058 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40758) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:31.438751 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.resource_extend [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 15:50:31.460733 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-1d48b3c9-3fe0-46ef-9f65-68a35313a061 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Deleting port a67ead44-01e7-4aae-bde2-0d800f23d2d7 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:50:31.461075 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1d48b3c9-3fe0-46ef-9f65-68a35313a061 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:31.512987 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-c6127bc4-80b9-4839-8795-263b9bf600b7 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Unset dirty status for tenant:7e3ca709110348f3bb74c8b4375d8b39 on resource:security_group_rule {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:31.514243 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c6127bc4-80b9-4839-8795-263b9bf600b7 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2807496 Oct 26 15:50:31.517148 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40764) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:31.524508 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-84c7de90-321c-48d1-bf0e-d82c27cee173 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Request body: {'security_group_rule': {'security_group_id': '9e0ab1aa-b53d-4d77-a4bd-8bf797b16aef', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:31.531834 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-84c7de90-321c-48d1-bf0e-d82c27cee173 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:31.550091 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-84c7de90-321c-48d1-bf0e-d82c27cee173 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:31.580359 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-647d8c41-64c5-4d3c-9b3d-0f6360aecd84 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:31.581107 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-647d8c41-64c5-4d3c-9b3d-0f6360aecd84 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:31.585279 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-647d8c41-64c5-4d3c-9b3d-0f6360aecd84 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/ports/b762d3db-cbd3-47ec-8e99-a5398f97304e HTTP/1.1" status: 404 len: 333 time: 0.1725698 Oct 26 15:50:31.585916 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40768) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:31.593740 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 5596aabc-19fb-4657-9e54-a530c9a9fb09 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:50:31.594112 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:31.631792 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdfa9068-f637-44b1-a6e1-0d176f78b5d0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:31.632404 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdfa9068-f637-44b1-a6e1-0d176f78b5d0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:31.634209 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-fdfa9068-f637-44b1-a6e1-0d176f78b5d0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/8e7366a8-db14-4a87-9b86-5d803e975024 HTTP/1.1" status: 404 len: 337 time: 0.0466602 Oct 26 15:50:31.636158 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-1d48b3c9-3fe0-46ef-9f65-68a35313a061 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] The port 'a67ead44-01e7-4aae-bde2-0d800f23d2d7' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 15:50:31.637857 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40772) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:31.676133 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.securitygroups_db [None req-84c7de90-321c-48d1-bf0e-d82c27cee173 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Project 7e3ca709110348f3bb74c8b4375d8b39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:50:31.687928 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-84c7de90-321c-48d1-bf0e-d82c27cee173 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:31.744218 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-bfb8e5f6-a45b-4acb-889e-e1fd09d7d681 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:50:31.744602 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-bfb8e5f6-a45b-4acb-889e-e1fd09d7d681 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:50:31.751828 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 5596aabc-19fb-4657-9e54-a530c9a9fb09, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=5596aabc-19fb-4657-9e54-a530c9a9fb09,segment=NetworkSegment(cbe5574b-eb68-4f04-8d5b-15c1c60f6452),segment_id=cbe5574b-eb68-4f04-8d5b-15c1c60f6452)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:50:31.760424 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-84c7de90-321c-48d1-bf0e-d82c27cee173 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:31.767965 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-af8b19fb-ea66-4f27-b03b-bc6d7f29b89a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:31.768432 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af8b19fb-ea66-4f27-b03b-bc6d7f29b89a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:31.772905 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3fa6a34a-5e66-4f91-bc96-29a2b95759e5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:31.820856 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6168813e-3dab-4867-a201-ba71e97b45fa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:31.852374 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-af8b19fb-ea66-4f27-b03b-bc6d7f29b89a tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/ports/737c9bc8-415e-46c3-99c5-ed10f4ea11a8 HTTP/1.1" status: 404 len: 333 time: 0.2076211 Oct 26 15:50:31.853419 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40776) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:31.856797 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1d48b3c9-3fe0-46ef-9f65-68a35313a061 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:31.870645 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-6168813e-3dab-4867-a201-ba71e97b45fa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Deleting port f0871927-e74b-4f90-b98d-0a8456f2f7a7 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:50:31.870947 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6168813e-3dab-4867-a201-ba71e97b45fa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:31.913048 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:31.921376 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-84c7de90-321c-48d1-bf0e-d82c27cee173 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:31.927407 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3fa6a34a-5e66-4f91-bc96-29a2b95759e5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:31.943330 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-651490f4-b65b-40c8-a318-a808eb7981df tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:31.943844 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-651490f4-b65b-40c8-a318-a808eb7981df tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:31.944573 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-1d48b3c9-3fe0-46ef-9f65-68a35313a061 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f877ebf-224f-4c38-b365-2bd1f772a93f']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:31.960597 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7de90-321c-48d1-bf0e-d82c27cee173 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4503a0b-11de-4631-a4bd-c7f40f8dfeaa,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:31.967973 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-651490f4-b65b-40c8-a318-a808eb7981df tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/9fa255e4-ea9a-4955-833e-0c8ca7dd2f70 HTTP/1.1" status: 404 len: 337 time: 0.1118498 Oct 26 15:50:31.968485 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40780) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:31.987430 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-1d48b3c9-3fe0-46ef-9f65-68a35313a061 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2c2ac3a-78d9-4e39-8e10-ca2b80ee08bd') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:31.988482 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-1d48b3c9-3fe0-46ef-9f65-68a35313a061 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2c2ac3a-78d9-4e39-8e10-ca2b80ee08bd') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:32.012929 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-44459a43-fc6a-4c08-a42b-d4f45cf94278 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:32.013390 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44459a43-fc6a-4c08-a42b-d4f45cf94278 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:32.016026 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-44459a43-fc6a-4c08-a42b-d4f45cf94278 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/4cc233ee-c45a-43cc-988e-7aa8e2bf50b9 HTTP/1.1" status: 404 len: 337 time: 0.0462923 Oct 26 15:50:32.018417 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40784) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:32.041762 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1d48b3c9-3fe0-46ef-9f65-68a35313a061 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:32.044543 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device ef09752c-76eb-4604-a4c1-15f1cdb392db no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:50:32.062085 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-84c7de90-321c-48d1-bf0e-d82c27cee173 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:32.063291 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-84c7de90-321c-48d1-bf0e-d82c27cee173 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5449381 Oct 26 15:50:32.063533 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1d48b3c9-3fe0-46ef-9f65-68a35313a061 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:32.069787 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40790) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:32.072393 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d48b3c9-3fe0-46ef-9f65-68a35313a061 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:50:32.073148 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1d48b3c9-3fe0-46ef-9f65-68a35313a061 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:32.079912 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8b0f2dc-164e-4962-b71b-20b279354775 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:32.080416 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8b0f2dc-164e-4962-b71b-20b279354775 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:32.082134 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-e8b0f2dc-164e-4962-b71b-20b279354775 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/ports/f21607d5-d167-4b77-8e64-ffccbe8098a9 HTTP/1.1" status: 404 len: 333 time: 0.0623293 Oct 26 15:50:32.090101 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40794) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:32.141871 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-59818889-d7a5-4413-8e2d-3fc781b0c4f4 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "GET /v2.0/security-group-rules/d4503a0b-11de-4631-a4bd-c7f40f8dfeaa HTTP/1.1" status: 200 len: 769 time: 0.0708475 Oct 26 15:50:32.147691 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40800) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:32.151665 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-a779ae00-2a11-48f2-b756-03b999234a64 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:32.152031 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: ef09752c-76eb-4604-a4c1-15f1cdb392db {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:50:32.152218 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a779ae00-2a11-48f2-b756-03b999234a64 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:32.152593 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device ef09752c-76eb-4604-a4c1-15f1cdb392db not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:50:32.153276 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a67ead44-01e7-4aae-bde2-0d800f23d2d7 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:50:32.157045 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a779ae00-2a11-48f2-b756-03b999234a64 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/157f475d-d15b-4ed0-864e-f7b0181cf4a5 HTTP/1.1" status: 404 len: 337 time: 0.0658841 Oct 26 15:50:32.174942 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40804) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:32.202888 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 7d911889-3577-4408-935a-4ddbca7d0a55, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=7d911889-3577-4408-935a-4ddbca7d0a55,segment=NetworkSegment(36dee383-8b60-4366-bb63-6db63ca82dac),segment_id=36dee383-8b60-4366-bb63-6db63ca82dac)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:50:32.235167 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 7d911889-3577-4408-935a-4ddbca7d0a55 is: ACTIVE; New status is: DOWN {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:50:32.235767 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:32.235961 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-b30b3d4c-e6f9-4f37-9426-bfc7123d5fb8 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:32.236652 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b30b3d4c-e6f9-4f37-9426-bfc7123d5fb8 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:32.242809 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b30b3d4c-e6f9-4f37-9426-bfc7123d5fb8 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/6d92cc1d-b049-47c0-81f8-2fe858bee08a HTTP/1.1" status: 404 len: 337 time: 0.0666423 Oct 26 15:50:32.243572 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40808) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:32.295111 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-6168813e-3dab-4867-a201-ba71e97b45fa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] For port f0871927-e74b-4f90-b98d-0a8456f2f7a7, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=f0871927-e74b-4f90-b98d-0a8456f2f7a7,segment=NetworkSegment(54c54c68-0882-49f6-aeb8-72649697959f),segment_id=54c54c68-0882-49f6-aeb8-72649697959f)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:50:32.296208 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6168813e-3dab-4867-a201-ba71e97b45fa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:32.303060 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa6a34a-5e66-4f91-bc96-29a2b95759e5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c292869-cc2c-44a3-bfeb-3c2f5a57f3d3,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:32.305725 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment f2c2ac3a-78d9-4e39-8e10-ca2b80ee08bd resource provider aggregate not found Oct 26 15:50:32.308918 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3afbf15-b56c-4647-a777-ebe2c3e815c0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:32.310005 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3afbf15-b56c-4647-a777-ebe2c3e815c0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:32.315330 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b3afbf15-b56c-4647-a777-ebe2c3e815c0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/ports/90f57049-618e-404a-8c80-b5a9feb8d779 HTTP/1.1" status: 404 len: 333 time: 0.0671263 Oct 26 15:50:32.325869 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40814) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:32.335938 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: a67ead44-01e7-4aae-bde2-0d800f23d2d7 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:50:32.336518 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a67ead44-01e7-4aae-bde2-0d800f23d2d7 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:50:32.367223 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3fa6a34a-5e66-4f91-bc96-29a2b95759e5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:32.370999 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-3fa6a34a-5e66-4f91-bc96-29a2b95759e5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5053389 Oct 26 15:50:32.380928 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40818) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:32.381919 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': '7d911889-3577-4408-935a-4ddbca7d0a55', 'network_id': '36fe47be-95f5-45e7-bd5b-f22f2000c1c4', 'port_id': '7d911889-3577-4408-935a-4ddbca7d0a55', 'mac_address': 'fa:16:3e:50:3c:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eab9ffd-a774-40a5-8c42-7d8fdcf3444f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 15:50:32.416283 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2aac8a16-5d92-4a18-bfd6-27c027600669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:32.480296 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-dd63f64e-9da5-4fbc-9947-a2be0ce27c51 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '0c6f39fb-d8fd-4833-9013-3b28d914b574', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:32.486895 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-dafcc775-a00d-4e50-80cf-2eac74a396bd tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Synchronizing usage tracker for tenant:7e3ca709110348f3bb74c8b4375d8b39 on resource:security_group_rule {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:32.487414 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=5596aabc-19fb-4657-9e54-a530c9a9fb09,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:32.495717 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment f2c2ac3a-78d9-4e39-8e10-ca2b80ee08bd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f2c2ac3a-78d9-4e39-8e10-ca2b80ee08bd found for delete ", "request_id": "req-9c773fc2-5628-41e8-99b7-0432b32a433a"}]} Oct 26 15:50:32.500156 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e7db9e2-2716-4909-beac-048b1826bf84 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:32.500627 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e7db9e2-2716-4909-beac-048b1826bf84 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:32.505279 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2e7db9e2-2716-4909-beac-048b1826bf84 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/44ba384b-457c-4f2a-af80-fd37cce2ca86 HTTP/1.1" status: 404 len: 337 time: 0.1651380 Oct 26 15:50:32.505464 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '055d89eb-6041-456b-814d-aa39354c6eca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d911889-3577-4408-935a-4ddbca7d0a55'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:50:32.510055 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8d4cdd-3b6f-40f0-a55b-583531fdde02" -d '{"events": [{"server_uuid": "055d89eb-6041-456b-814d-aa39354c6eca", "name": "network-vif-unplugged", "status": "completed", "tag": "7d911889-3577-4408-935a-4ddbca7d0a55"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:50:32.510248 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40822) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:32.561582 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 7d911889-3577-4408-935a-4ddbca7d0a55 is: ACTIVE; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:50:32.562224 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:32.576182 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9e16019-6883-47ad-932a-45978d705c9c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:32.576893 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9e16019-6883-47ad-932a-45978d705c9c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:32.582662 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f9e16019-6883-47ad-932a-45978d705c9c tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/3f7ed44d-036a-4c8b-a1c4-0565f1b60234 HTTP/1.1" status: 404 len: 337 time: 0.0695662 Oct 26 15:50:32.584260 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40830) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:32.586806 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-bfb8e5f6-a45b-4acb-889e-e1fd09d7d681 None None] Current status of the port f0871927-e74b-4f90-b98d-0a8456f2f7a7 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:50:32.587240 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bfb8e5f6-a45b-4acb-889e-e1fd09d7d681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:32.601482 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d911889-3577-4408-935a-4ddbca7d0a55 {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:50:32.611681 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 7d911889-3577-4408-935a-4ddbca7d0a55, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=7d911889-3577-4408-935a-4ddbca7d0a55,segment=NetworkSegment(36dee383-8b60-4366-bb63-6db63ca82dac),segment_id=36dee383-8b60-4366-bb63-6db63ca82dac)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:50:32.647134 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-bfb8e5f6-a45b-4acb-889e-e1fd09d7d681 None None] For port f0871927-e74b-4f90-b98d-0a8456f2f7a7, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=f0871927-e74b-4f90-b98d-0a8456f2f7a7,segment=NetworkSegment(54c54c68-0882-49f6-aeb8-72649697959f),segment_id=54c54c68-0882-49f6-aeb8-72649697959f)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:50:32.669086 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-dafcc775-a00d-4e50-80cf-2eac74a396bd tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Unset dirty status for tenant:7e3ca709110348f3bb74c8b4375d8b39 on resource:security_group_rule {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:32.673674 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-dafcc775-a00d-4e50-80cf-2eac74a396bd tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.5246990 Oct 26 15:50:32.675700 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40834) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:32.677123 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:32.681944 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-1094d766-3038-42a8-a45d-c1e86e94bfcd tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:32.682401 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1094d766-3038-42a8-a45d-c1e86e94bfcd tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:32.685116 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-1094d766-3038-42a8-a45d-c1e86e94bfcd tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/ports/a740b5a6-5524-4842-bc98-1f12e5f07731 HTTP/1.1" status: 404 len: 333 time: 0.0990715 Oct 26 15:50:32.698612 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-dd63f64e-9da5-4fbc-9947-a2be0ce27c51 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:32.700927 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40838) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:32.709334 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-6168813e-3dab-4867-a201-ba71e97b45fa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Calling delete_port for f0871927-e74b-4f90-b98d-0a8456f2f7a7 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:50:32.763330 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-dd63f64e-9da5-4fbc-9947-a2be0ce27c51 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:32.768164 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-dd63f64e-9da5-4fbc-9947-a2be0ce27c51 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:32.776728 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-dd63f64e-9da5-4fbc-9947-a2be0ce27c51 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:32.776865 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4b55f5-ec0f-4e86-b475-e935f7053cb0 None None] DHCP port deletion for a7f4bbaa-3ece-41dc-81a1-fb0f010fc470 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:50:32.782359 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac3f3597-3520-4af8-8f63-8ff6635810cb tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:32.783085 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac3f3597-3520-4af8-8f63-8ff6635810cb tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:32.787144 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ac3f3597-3520-4af8-8f63-8ff6635810cb tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/1df94fb5-0f37-4580-a50d-7fc4cff3d4cd HTTP/1.1" status: 404 len: 337 time: 0.0842566 Oct 26 15:50:32.793313 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-66da8e80-ff3c-4c02-a8f9-a58af8911ca4 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:32.805653 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-66da8e80-ff3c-4c02-a8f9-a58af8911ca4 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:32.813902 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40842) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:32.841161 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27105c15-3d41-4e1a-92d3-0af8e23137e6 req-3dfaf5b3-2994-4e1c-8a36-280afde3e29e tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:32.843353 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-27105c15-3d41-4e1a-92d3-0af8e23137e6 req-3dfaf5b3-2994-4e1c-8a36-280afde3e29e tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/ports?device_id=055d89eb-6041-456b-814d-aa39354c6eca HTTP/1.1" status: 200 len: 945 time: 0.5277605 Oct 26 15:50:32.855971 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1d48b3c9-3fe0-46ef-9f65-68a35313a061 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:32.860008 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1d48b3c9-3fe0-46ef-9f65-68a35313a061 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:32.878232 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Oct 2022 15:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f412a5-c243-423e-aa43-0c60037894ce x-openstack-request-id: req-e1f412a5-c243-423e-aa43-0c60037894ce {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:50:32.878934 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "055d89eb-6041-456b-814d-aa39354c6eca", "name": "network-vif-unplugged", "status": "completed", "tag": "7d911889-3577-4408-935a-4ddbca7d0a55", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:50:32.879492 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e1f412a5-c243-423e-aa43-0c60037894ce {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:50:32.879932 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1f412a5-c243-423e-aa43-0c60037894ce'] response: {'server_uuid': '055d89eb-6041-456b-814d-aa39354c6eca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d911889-3577-4408-935a-4ddbca7d0a55', 'code': 200} Oct 26 15:50:32.893526 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bfb8e5f6-a45b-4acb-889e-e1fd09d7d681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:32.904789 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-27105c15-3d41-4e1a-92d3-0af8e23137e6 req-cfe7bacb-4722-4bce-bbe6-f78775cd9711 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/security-groups?id=714ce366-d10f-43dc-886a-95016c1d1e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531473 Oct 26 15:50:32.906531 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-c63ac184-5841-4fa2-bfaa-8d637d8396c2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:32.906988 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c63ac184-5841-4fa2-bfaa-8d637d8396c2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:32.909602 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c63ac184-5841-4fa2-bfaa-8d637d8396c2 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/c14b89f5-fa6d-48f0-9624-85d349a45731 HTTP/1.1" status: 404 len: 337 time: 0.0939903 Oct 26 15:50:32.913263 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40846) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:32.914821 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-1d48b3c9-3fe0-46ef-9f65-68a35313a061 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "DELETE /v2.0/networks/4f877ebf-224f-4c38-b365-2bd1f772a93f HTTP/1.1" status: 204 len: 168 time: 3.6420801 Oct 26 15:50:32.921602 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d48b3c9-3fe0-46ef-9f65-68a35313a061 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event deleted for resources: {'Network': ['ID=4f877ebf-224f-4c38-b365-2bd1f772a93f,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:32.922368 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-eb4b55f5-ec0f-4e86-b475-e935f7053cb0 None None] Deleting port f0871927-e74b-4f90-b98d-0a8456f2f7a7 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:50:32.922368 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-eb4b55f5-ec0f-4e86-b475-e935f7053cb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:32.928132 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40848) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:32.932582 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-8c329acc-dfbd-4c32-a272-bca59baf73cb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1020197022', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:32.941885 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-dd63f64e-9da5-4fbc-9947-a2be0ce27c51 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:32.958769 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-8c329acc-dfbd-4c32-a272-bca59baf73cb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:32.965103 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-8c329acc-dfbd-4c32-a272-bca59baf73cb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Usage tracker for resource:router and tenant:c6ecf98f295847b88c4c5e8d668b4162 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:32.971446 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-8c329acc-dfbd-4c32-a272-bca59baf73cb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:32.972247 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-bfb8e5f6-a45b-4acb-889e-e1fd09d7d681 None None] Could not find standard attr ID for object 387b8fa1-b0c5-4b77-8cb3-591af899ec18. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:50:32.981594 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-8c329acc-dfbd-4c32-a272-bca59baf73cb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:32.987828 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-66da8e80-ff3c-4c02-a8f9-a58af8911ca4 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:32.991350 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-bfb8e5f6-a45b-4acb-889e-e1fd09d7d681 None None] Could not find standard attr ID for object ef09752c-76eb-4604-a4c1-15f1cdb392db. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:50:33.000055 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-6168813e-3dab-4867-a201-ba71e97b45fa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:50:33.004534 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-6168813e-3dab-4867-a201-ba71e97b45fa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:50:33.004651 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:50:33.004651 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:50:33.016816 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-29090ef5-30da-4a55-a4fb-f75d53a3d58e tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/ports?device_id=6087afdb-0b00-41fc-ad12-72d22426c835 HTTP/1.1" status: 200 len: 205 time: 0.0945697 Oct 26 15:50:33.018148 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40854) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:33.021467 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66da8e80-ff3c-4c02-a8f9-a58af8911ca4 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4503a0b-11de-4631-a4bd-c7f40f8dfeaa,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:33.035609 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=7d911889-3577-4408-935a-4ddbca7d0a55,revision_number=6']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:33.102335 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-dd63f64e-9da5-4fbc-9947-a2be0ce27c51 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:33.103853 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8c329acc-dfbd-4c32-a272-bca59baf73cb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:33.104858 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8c329acc-dfbd-4c32-a272-bca59baf73cb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:33.108680 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-2187ce14-24db-4131-9444-75c3138b7fde tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] delete failed (client error): The resource could not be found. Oct 26 15:50:33.109744 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-2187ce14-24db-4131-9444-75c3138b7fde tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/routers/6087afdb-0b00-41fc-ad12-72d22426c835 HTTP/1.1" status: 404 len: 336 time: 0.0908937 Oct 26 15:50:33.112783 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40860) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:33.124079 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8c329acc-dfbd-4c32-a272-bca59baf73cb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:33.150817 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-66da8e80-ff3c-4c02-a8f9-a58af8911ca4 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:33.152034 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-66da8e80-ff3c-4c02-a8f9-a58af8911ca4 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/d4503a0b-11de-4631-a4bd-c7f40f8dfeaa HTTP/1.1" status: 204 len: 168 time: 0.4730020 Oct 26 15:50:33.156612 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-c48b43c4-f189-44e6-95ce-ae6142b9c2ca tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:33.157072 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c48b43c4-f189-44e6-95ce-ae6142b9c2ca tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:33.163346 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-c48b43c4-f189-44e6-95ce-ae6142b9c2ca tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/36c1e7cf-1550-4d65-8c53-b8da9f485459 HTTP/1.1" status: 404 len: 337 time: 0.0452285 Oct 26 15:50:33.163346 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40864) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:33.164021 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40868) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:33.209268 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-446c6ec3-727d-48e5-bfd5-7f744e6ac16f tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Synchronizing usage tracker for tenant:7e3ca709110348f3bb74c8b4375d8b39 on resource:security_group_rule {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:33.219382 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8c329acc-dfbd-4c32-a272-bca59baf73cb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:33.226105 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-dd63f64e-9da5-4fbc-9947-a2be0ce27c51 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:33.232271 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40872) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:33.232593 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d3c834ef-d5b5-4c37-b867-2c23a1dba813 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fb182fe-c0e0-44ee-8ed2-f9da6c7331b4 HTTP/1.1" status: 200 len: 205 time: 0.0674965 Oct 26 15:50:33.258116 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb8e5f6-a45b-4acb-889e-e1fd09d7d681 None None] Pushing event updated for resources: {'Port': ['ID=f0871927-e74b-4f90-b98d-0a8456f2f7a7,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:33.272358 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd63f64e-9da5-4fbc-9947-a2be0ce27c51 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51b0571e-13d4-4f88-b012-0a4cef8cae51,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:33.287947 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-eb4b55f5-ec0f-4e86-b475-e935f7053cb0 None None] For port f0871927-e74b-4f90-b98d-0a8456f2f7a7, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=f0871927-e74b-4f90-b98d-0a8456f2f7a7,segment=NetworkSegment(54c54c68-0882-49f6-aeb8-72649697959f),segment_id=54c54c68-0882-49f6-aeb8-72649697959f)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:50:33.288347 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-eb4b55f5-ec0f-4e86-b475-e935f7053cb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:33.310794 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-446c6ec3-727d-48e5-bfd5-7f744e6ac16f tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Unset dirty status for tenant:7e3ca709110348f3bb74c8b4375d8b39 on resource:security_group_rule {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:33.312109 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-446c6ec3-727d-48e5-bfd5-7f744e6ac16f tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1506386 Oct 26 15:50:33.316018 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40876) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:33.321399 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-48f7362c-7bfa-4a2f-9e53-68a81f43cee4 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] delete failed (client error): The resource could not be found. Oct 26 15:50:33.325673 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-48f7362c-7bfa-4a2f-9e53-68a81f43cee4 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/routers/3fb182fe-c0e0-44ee-8ed2-f9da6c7331b4 HTTP/1.1" status: 404 len: 336 time: 0.0922790 Oct 26 15:50:33.326253 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40880) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:33.367652 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-24e9edcb-63a9-48d1-abf4-663fd1eb8b2d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:33.368144 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24e9edcb-63a9-48d1-abf4-663fd1eb8b2d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:33.370776 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-24e9edcb-63a9-48d1-abf4-663fd1eb8b2d tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/6b7ec801-95cf-47cf-9f82-72d1c356a5bd HTTP/1.1" status: 404 len: 337 time: 0.0435390 Oct 26 15:50:33.372737 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40884) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:33.374332 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8c329acc-dfbd-4c32-a272-bca59baf73cb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:33.375616 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8c329acc-dfbd-4c32-a272-bca59baf73cb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4473240 Oct 26 15:50:33.379836 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40888) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:33.390333 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-19d17258-d7bd-466e-8cde-dc24afe8c232 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Request body: {'network': {'name': 'tempest-RoutersTest-1421488167'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:33.394418 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9edc4528-8292-470d-a5d3-6788d4f27f8d tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:33.398678 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-dd63f64e-9da5-4fbc-9947-a2be0ce27c51 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:33.402271 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-dd63f64e-9da5-4fbc-9947-a2be0ce27c51 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0176873 Oct 26 15:50:33.408052 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-19d17258-d7bd-466e-8cde-dc24afe8c232 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:33.413576 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40892) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:33.417260 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-eb4b55f5-ec0f-4e86-b475-e935f7053cb0 None None] Calling delete_port for f0871927-e74b-4f90-b98d-0a8456f2f7a7 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:50:33.419407 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-19d17258-d7bd-466e-8cde-dc24afe8c232 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Usage tracker for resource:network and tenant:c6ecf98f295847b88c4c5e8d668b4162 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:33.420767 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a5b5bc5-82d2-4027-9949-c4c779604288 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:33.421224 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a5b5bc5-82d2-4027-9949-c4c779604288 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:33.424309 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-8a5b5bc5-82d2-4027-9949-c4c779604288 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/e9379a9c-a3c3-4f8f-be52-71730b97921b HTTP/1.1" status: 404 len: 337 time: 0.0483618 Oct 26 15:50:33.424453 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-3ee039e9-4e6d-419d-8704-4acf2ee7682e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '0c6f39fb-d8fd-4833-9013-3b28d914b574', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:33.429158 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40896) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:33.429292 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-19d17258-d7bd-466e-8cde-dc24afe8c232 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:33.444990 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-3ee039e9-4e6d-419d-8704-4acf2ee7682e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:33.449658 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-19d17258-d7bd-466e-8cde-dc24afe8c232 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:33.453600 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9edc4528-8292-470d-a5d3-6788d4f27f8d tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:33.463522 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-3ee039e9-4e6d-419d-8704-4acf2ee7682e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:33.471377 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-3ee039e9-4e6d-419d-8704-4acf2ee7682e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:33.476528 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c36740a-d794-4e31-baab-4ed5933432ab tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:33.477002 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c36740a-d794-4e31-baab-4ed5933432ab tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:33.478964 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-5c36740a-d794-4e31-baab-4ed5933432ab tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/ports/3696706c-40af-4115-a996-34a9568358f6 HTTP/1.1" status: 404 len: 333 time: 0.0483348 Oct 26 15:50:33.481352 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40900) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:33.485079 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-3ee039e9-4e6d-419d-8704-4acf2ee7682e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:33.501517 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-6168813e-3dab-4867-a201-ba71e97b45fa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Deleting port f0871927-e74b-4f90-b98d-0a8456f2f7a7 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:50:33.502396 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6168813e-3dab-4867-a201-ba71e97b45fa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:33.521233 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb9ffed-b100-40d8-bde2-d5ba3bca30b4 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:33.521817 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abb9ffed-b100-40d8-bde2-d5ba3bca30b4 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:33.523672 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-abb9ffed-b100-40d8-bde2-d5ba3bca30b4 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/c2e92e52-35bb-4f2a-9db5-091037acf119 HTTP/1.1" status: 404 len: 337 time: 0.0409005 Oct 26 15:50:33.526251 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40904) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:33.557916 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d17258-d7bd-466e-8cde-dc24afe8c232 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Made reservation on behalf of c6ecf98f295847b88c4c5e8d668b4162 for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:50:33.561346 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-19d17258-d7bd-466e-8cde-dc24afe8c232 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:33.565737 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 7d911889-3577-4408-935a-4ddbca7d0a55 is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:50:33.566730 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:33.574064 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7a7242c-4174-43ee-96d5-44a42b081576 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:33.574842 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7a7242c-4174-43ee-96d5-44a42b081576 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:33.579656 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a7a7242c-4174-43ee-96d5-44a42b081576 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/ports/6721aff5-2561-44d0-a042-d1f41fddf544 HTTP/1.1" status: 404 len: 333 time: 0.0523603 Oct 26 15:50:33.581787 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40908) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:33.585611 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d911889-3577-4408-935a-4ddbca7d0a55 {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:50:33.591675 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-eb4b55f5-ec0f-4e86-b475-e935f7053cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:33.621415 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3f75528-82da-4313-9cc5-4ce4a17edeb3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:33.621877 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3f75528-82da-4313-9cc5-4ce4a17edeb3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:33.624897 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a3f75528-82da-4313-9cc5-4ce4a17edeb3 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/a546b00c-991c-40b5-9a4e-5cdb07a13190 HTTP/1.1" status: 404 len: 337 time: 0.0413918 Oct 26 15:50:33.626347 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-6168813e-3dab-4867-a201-ba71e97b45fa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] The port 'f0871927-e74b-4f90-b98d-0a8456f2f7a7' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 15:50:33.635952 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40912) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:33.662079 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.securitygroups_db [None req-3ee039e9-4e6d-419d-8704-4acf2ee7682e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Project 8316bfcf068445aeb00a503282bb001c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:50:33.668870 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b55f5-ec0f-4e86-b475-e935f7053cb0 None None] Pushing event deleted for resources: {'Port': ['ID=f0871927-e74b-4f90-b98d-0a8456f2f7a7,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:33.683704 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-72aca9cb-94db-4518-b455-9994aa0d1f61 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:33.684182 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72aca9cb-94db-4518-b455-9994aa0d1f61 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:33.685910 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-72aca9cb-94db-4518-b455-9994aa0d1f61 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/ports/a5374e17-908c-422c-88bf-9c9a7e5c253e HTTP/1.1" status: 404 len: 333 time: 0.0490155 Oct 26 15:50:33.686853 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 7d911889-3577-4408-935a-4ddbca7d0a55, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=7d911889-3577-4408-935a-4ddbca7d0a55,segment=NetworkSegment(36dee383-8b60-4366-bb63-6db63ca82dac),segment_id=36dee383-8b60-4366-bb63-6db63ca82dac)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:50:33.688479 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4b55f5-ec0f-4e86-b475-e935f7053cb0 None None] No DVR routers for this DVR port f0871927-e74b-4f90-b98d-0a8456f2f7a7 on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:50:33.691189 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40916) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:33.697903 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3ee039e9-4e6d-419d-8704-4acf2ee7682e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:33.712855 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9edc4528-8292-470d-a5d3-6788d4f27f8d tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:33.715329 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19d17258-d7bd-466e-8cde-dc24afe8c232 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:50:33.736127 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-f25dd9dd-c72e-445d-8eeb-e38648df54fd tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:33.737269 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f25dd9dd-c72e-445d-8eeb-e38648df54fd tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:33.741535 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f25dd9dd-c72e-445d-8eeb-e38648df54fd tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/a891df0b-1e4c-45f1-9206-356a8370610d HTTP/1.1" status: 404 len: 337 time: 0.0469439 Oct 26 15:50:33.743371 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40920) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:33.765209 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:33.788115 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-7248e738-38d7-48f2-b013-142404b6a927 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:33.788594 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7248e738-38d7-48f2-b013-142404b6a927 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:33.792728 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-7248e738-38d7-48f2-b013-142404b6a927 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/ports/9e8093c4-e1ae-40a1-a6b6-b99cd6cab869 HTTP/1.1" status: 404 len: 333 time: 0.0457823 Oct 26 15:50:33.792952 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40924) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:33.805981 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edc4528-8292-470d-a5d3-6788d4f27f8d tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0ab1aa-b53d-4d77-a4bd-8bf797b16aef,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:33.827552 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-19d17258-d7bd-466e-8cde-dc24afe8c232 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:33.827944 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-19d17258-d7bd-466e-8cde-dc24afe8c232 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Added segment 72c93c49-dfa4-4e54-bb98-a1519dafed49 of type vlan for network a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a Oct 26 15:50:33.836380 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-839777ff-c6e4-4868-b79a-667c2b1d11f0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:33.836837 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-839777ff-c6e4-4868-b79a-667c2b1d11f0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:33.841544 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-839777ff-c6e4-4868-b79a-667c2b1d11f0 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/d54151c2-62f5-444b-9bf0-f80a4c36f11f HTTP/1.1" status: 404 len: 337 time: 0.0446594 Oct 26 15:50:33.841544 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40928) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:33.854882 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6168813e-3dab-4867-a201-ba71e97b45fa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:33.864930 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=7d911889-3577-4408-935a-4ddbca7d0a55,revision_number=7']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:33.922354 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-19d17258-d7bd-466e-8cde-dc24afe8c232 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:33.927600 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-6168813e-3dab-4867-a201-ba71e97b45fa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f4bbaa-3ece-41dc-81a1-fb0f010fc470']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:33.954541 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-6168813e-3dab-4867-a201-ba71e97b45fa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54c54c68-0882-49f6-aeb8-72649697959f') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:33.954786 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-6168813e-3dab-4867-a201-ba71e97b45fa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54c54c68-0882-49f6-aeb8-72649697959f') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:33.963307 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3ee039e9-4e6d-419d-8704-4acf2ee7682e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:33.971653 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6168813e-3dab-4867-a201-ba71e97b45fa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:33.989427 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9edc4528-8292-470d-a5d3-6788d4f27f8d tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:33.993607 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-9edc4528-8292-470d-a5d3-6788d4f27f8d tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "DELETE /v2.0/security-groups/9e0ab1aa-b53d-4d77-a4bd-8bf797b16aef HTTP/1.1" status: 204 len: 168 time: 0.6734104 Oct 26 15:50:33.993711 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40934) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:34.003809 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6168813e-3dab-4867-a201-ba71e97b45fa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:34.007956 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3534c35-cae8-4e84-8f10-0256e4f62084 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:34.008425 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3534c35-cae8-4e84-8f10-0256e4f62084 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:34.012466 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-e3534c35-cae8-4e84-8f10-0256e4f62084 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/ports/5125ffb5-9654-42d9-a51d-873dae301a4d HTTP/1.1" status: 404 len: 333 time: 0.1677771 Oct 26 15:50:34.012715 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40938) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:34.014028 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6168813e-3dab-4867-a201-ba71e97b45fa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:50:34.014703 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6168813e-3dab-4867-a201-ba71e97b45fa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:34.059288 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-2de25dd4-d5f6-4e9b-bdf7-9942dbc28f94 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:34.059753 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2de25dd4-d5f6-4e9b-bdf7-9942dbc28f94 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:34.062190 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2de25dd4-d5f6-4e9b-bdf7-9942dbc28f94 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/6c9fb3c2-fba9-4291-a0c2-3cfb31e6b20d HTTP/1.1" status: 404 len: 337 time: 0.0478466 Oct 26 15:50:34.069296 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40942) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:34.125343 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-25aa945a-afcf-472c-94a6-a6ba2a9379f8 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:34.125808 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25aa945a-afcf-472c-94a6-a6ba2a9379f8 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:34.130416 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-25aa945a-afcf-472c-94a6-a6ba2a9379f8 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/ports/611760c9-3d2f-407c-8074-fa73e158c045 HTTP/1.1" status: 404 len: 333 time: 0.0579462 Oct 26 15:50:34.131439 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40946) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:34.144269 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3ee039e9-4e6d-419d-8704-4acf2ee7682e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:34.154051 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-19d17258-d7bd-466e-8cde-dc24afe8c232 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:34.159489 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d17258-d7bd-466e-8cde-dc24afe8c232 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:34.160081 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-19d17258-d7bd-466e-8cde-dc24afe8c232 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:34.172413 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-d20b3041-da89-4033-b18f-0a52e272150a tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Synchronizing usage tracker for tenant:7e3ca709110348f3bb74c8b4375d8b39 on resource:security_group {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:34.179467 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f052eed-fd03-4bcc-b9c9-39e75740fde7 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:34.179912 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f052eed-fd03-4bcc-b9c9-39e75740fde7 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:34.183892 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-7f052eed-fd03-4bcc-b9c9-39e75740fde7 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/96318e11-82f3-4d0a-87f8-21efe6ca6ac2 HTTP/1.1" status: 404 len: 337 time: 0.0493007 Oct 26 15:50:34.184113 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40950) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:34.209043 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['7d911889-3577-4408-935a-4ddbca7d0a55'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 15:50:34.233240 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-2907e134-9a6e-430e-aed0-b7389250d7cd tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:34.233633 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2907e134-9a6e-430e-aed0-b7389250d7cd tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:34.237844 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2907e134-9a6e-430e-aed0-b7389250d7cd tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/ports/8bf186eb-b5b0-4dea-a31e-f0b499352765 HTTP/1.1" status: 404 len: 333 time: 0.0503306 Oct 26 15:50:34.238180 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40954) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:34.273589 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee039e9-4e6d-419d-8704-4acf2ee7682e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=206cde92-bf81-4edb-8b19-3da97c68f531,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:34.284798 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-a210862a-c258-4ced-9d23-ceb4e855770b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] DELETE failed (client error): The resource could not be found. Oct 26 15:50:34.285300 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a210862a-c258-4ced-9d23-ceb4e855770b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:50:34.287183 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a210862a-c258-4ced-9d23-ceb4e855770b tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/subnets/d043894e-2568-436c-85bd-24b113890a61 HTTP/1.1" status: 404 len: 337 time: 0.0480587 Oct 26 15:50:34.289834 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40958) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:34.318239 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d17258-d7bd-466e-8cde-dc24afe8c232 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event updated for resources: {'Network': ['ID=a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:34.337500 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:50:34.349388 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd7504-299c-440a-850d-e3f895c85537 req-be7a526d-8499-4ae1-bf3b-4a4dab27f808 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:34.351197 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-84fd7504-299c-440a-850d-e3f895c85537 req-be7a526d-8499-4ae1-bf3b-4a4dab27f808 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/ports?device_id=055d89eb-6041-456b-814d-aa39354c6eca HTTP/1.1" status: 200 len: 944 time: 0.2641454 Oct 26 15:50:34.360616 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6168813e-3dab-4867-a201-ba71e97b45fa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:34.383177 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-d20b3041-da89-4033-b18f-0a52e272150a tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Unset dirty status for tenant:7e3ca709110348f3bb74c8b4375d8b39 on resource:security_group {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:34.390275 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-d20b3041-da89-4033-b18f-0a52e272150a tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3947575 Oct 26 15:50:34.394226 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40962) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:34.398518 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6168813e-3dab-4867-a201-ba71e97b45fa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:34.403514 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-6168813e-3dab-4867-a201-ba71e97b45fa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/networks/a7f4bbaa-3ece-41dc-81a1-fb0f010fc470 HTTP/1.1" status: 204 len: 168 time: 2.9917617 Oct 26 15:50:34.403676 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-a8510a04-0d93-48cf-bcc9-05ca16153419 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Request body: {'security_group': {'name': 'tempest-secgroup--756563979'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:34.406969 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40966) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:34.411206 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a8510a04-0d93-48cf-bcc9-05ca16153419 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:34.416296 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-8368f88f-e389-4beb-9c08-08db247477bf tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-856108666'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:34.433914 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a8510a04-0d93-48cf-bcc9-05ca16153419 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:34.438172 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3ee039e9-4e6d-419d-8704-4acf2ee7682e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:34.439469 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-3ee039e9-4e6d-419d-8704-4acf2ee7682e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0251126 Oct 26 15:50:34.441014 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6168813e-3dab-4867-a201-ba71e97b45fa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event deleted for resources: {'Network': ['ID=a7f4bbaa-3ece-41dc-81a1-fb0f010fc470,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:34.443203 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-8368f88f-e389-4beb-9c08-08db247477bf tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:34.445605 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5aedd58e-c86d-443b-acb1-b2f86d857b61 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:34.446737 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40970) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:34.449529 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-19d17258-d7bd-466e-8cde-dc24afe8c232 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0686257 Oct 26 15:50:34.455482 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40974) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:34.459100 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-8368f88f-e389-4beb-9c08-08db247477bf tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Usage tracker for resource:network and tenant:81f9d918a7ff445e8b2c1951e5c33cc9 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:34.460330 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-38e0eebb-6725-4acb-ac78-90405e2b4770 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '0c6f39fb-d8fd-4833-9013-3b28d914b574', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:34.463878 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-8368f88f-e389-4beb-9c08-08db247477bf tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:34.470511 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-84fd7504-299c-440a-850d-e3f895c85537 req-0426ebf7-c748-441d-b7cc-26e0daf92e72 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/security-groups?id=714ce366-d10f-43dc-886a-95016c1d1e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127062 Oct 26 15:50:34.473240 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-1141a903-f959-4e9e-8e7d-39c346133a31 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Request body: {'subnet': {'network_id': 'a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:34.476319 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-8368f88f-e389-4beb-9c08-08db247477bf tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:34.511002 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-38e0eebb-6725-4acb-ac78-90405e2b4770 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:34.515638 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40980) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:34.539312 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 5596aabc-19fb-4657-9e54-a530c9a9fb09 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:50:34.578303 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-38e0eebb-6725-4acb-ac78-90405e2b4770 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:34.581128 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a8510a04-0d93-48cf-bcc9-05ca16153419 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:34.594219 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a22c3141-f25a-4d0e-8afa-884571a23496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:34.600398 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-38e0eebb-6725-4acb-ac78-90405e2b4770 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:34.620978 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-38e0eebb-6725-4acb-ac78-90405e2b4770 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:34.654450 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-5fb87dcb-ac87-42f9-bdaf-f279fa63ab97 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/floatingips/a6381f7a-2627-40db-adf4-7955bbdfb91a HTTP/1.1" status: 200 len: 992 time: 0.1332457 Oct 26 15:50:34.654450 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 54c54c68-0882-49f6-aeb8-72649697959f resource provider aggregate not found Oct 26 15:50:34.656547 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8368f88f-e389-4beb-9c08-08db247477bf tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Made reservation on behalf of 81f9d918a7ff445e8b2c1951e5c33cc9 for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:50:34.662279 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8368f88f-e389-4beb-9c08-08db247477bf tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:34.685415 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a8510a04-0d93-48cf-bcc9-05ca16153419 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:34.688035 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 54c54c68-0882-49f6-aeb8-72649697959f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 54c54c68-0882-49f6-aeb8-72649697959f found for delete ", "request_id": "req-c1f03820-3a59-41b0-83ca-93a4dbf99b9c"}]} Oct 26 15:50:34.688553 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 5596aabc-19fb-4657-9e54-a530c9a9fb09 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:50:34.689030 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:34.689501 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 5596aabc-19fb-4657-9e54-a530c9a9fb09 Oct 26 15:50:34.702751 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8368f88f-e389-4beb-9c08-08db247477bf tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:50:34.713313 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8368f88f-e389-4beb-9c08-08db247477bf tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:34.713652 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-8368f88f-e389-4beb-9c08-08db247477bf tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Added segment de9dcb08-d541-45a9-be44-5cae25d6efa9 of type vlan for network 3dfc87c9-7112-4713-9700-7e9bf4ea62e0 Oct 26 15:50:34.714368 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a8510a04-0d93-48cf-bcc9-05ca16153419 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Usage tracker for resource:security_group_rule and tenant:7e3ca709110348f3bb74c8b4375d8b39 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:34.720075 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a8510a04-0d93-48cf-bcc9-05ca16153419 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:34.735857 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a8510a04-0d93-48cf-bcc9-05ca16153419 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:34.753778 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8368f88f-e389-4beb-9c08-08db247477bf tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:34.788697 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-1141a903-f959-4e9e-8e7d-39c346133a31 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:34.815862 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-1141a903-f959-4e9e-8e7d-39c346133a31 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Usage tracker for resource:subnet and tenant:c6ecf98f295847b88c4c5e8d668b4162 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:34.820509 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-1141a903-f959-4e9e-8e7d-39c346133a31 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:34.829487 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-1141a903-f959-4e9e-8e7d-39c346133a31 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:34.833128 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.securitygroups_db [None req-38e0eebb-6725-4acb-ac78-90405e2b4770 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Project 8316bfcf068445aeb00a503282bb001c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:50:34.839549 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5aedd58e-c86d-443b-acb1-b2f86d857b61 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:34.851248 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8368f88f-e389-4beb-9c08-08db247477bf tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:34.858271 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8368f88f-e389-4beb-9c08-08db247477bf tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:34.859282 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8368f88f-e389-4beb-9c08-08db247477bf tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:34.862204 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-38e0eebb-6725-4acb-ac78-90405e2b4770 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:34.873186 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 5596aabc-19fb-4657-9e54-a530c9a9fb09 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:50:34.897408 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-5aedd58e-c86d-443b-acb1-b2f86d857b61 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f810e159-a5e8-4c86-8cec-5d909fe013dd']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:34.923924 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-5aedd58e-c86d-443b-acb1-b2f86d857b61 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ff55312-fcdf-453d-8bd9-47b629b75cd4') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:34.924284 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-5aedd58e-c86d-443b-acb1-b2f86d857b61 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ff55312-fcdf-453d-8bd9-47b629b75cd4') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:34.928219 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device f0871927-e74b-4f90-b98d-0a8456f2f7a7 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:50:34.962797 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5aedd58e-c86d-443b-acb1-b2f86d857b61 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:34.969046 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: f0871927-e74b-4f90-b98d-0a8456f2f7a7 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:50:34.969512 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device f0871927-e74b-4f90-b98d-0a8456f2f7a7 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:50:34.980658 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368f88f-e389-4beb-9c08-08db247477bf tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event updated for resources: {'Network': ['ID=3dfc87c9-7112-4713-9700-7e9bf4ea62e0,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:34.984268 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1141a903-f959-4e9e-8e7d-39c346133a31 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Made reservation on behalf of c6ecf98f295847b88c4c5e8d668b4162 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:50:34.987731 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1141a903-f959-4e9e-8e7d-39c346133a31 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:34.992451 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 3dfc87c9-7112-4713-9700-7e9bf4ea62e0 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:50:35.036504 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8368f88f-e389-4beb-9c08-08db247477bf tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6284034 Oct 26 15:50:35.039221 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 40986) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:35.045070 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-0ba33619-c0ff-43e6-b28f-c9acd290c9b9 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'subnet': {'network_id': '3dfc87c9-7112-4713-9700-7e9bf4ea62e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:35.083333 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5aedd58e-c86d-443b-acb1-b2f86d857b61 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:35.124169 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a8510a04-0d93-48cf-bcc9-05ca16153419 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:35.125412 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aedd58e-c86d-443b-acb1-b2f86d857b61 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:50:35.125808 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5aedd58e-c86d-443b-acb1-b2f86d857b61 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:35.151849 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-38e0eebb-6725-4acb-ac78-90405e2b4770 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:35.202599 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 2ff55312-fcdf-453d-8bd9-47b629b75cd4 resource provider aggregate not found Oct 26 15:50:35.218100 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a8510a04-0d93-48cf-bcc9-05ca16153419 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:35.220287 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:35.223289 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:35.248550 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 2ff55312-fcdf-453d-8bd9-47b629b75cd4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2ff55312-fcdf-453d-8bd9-47b629b75cd4 found for delete ", "request_id": "req-a92cda3d-7ece-4a6a-844b-4b4b0cfa83bc"}]} Oct 26 15:50:35.256152 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-38e0eebb-6725-4acb-ac78-90405e2b4770 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:35.282393 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-0ba33619-c0ff-43e6-b28f-c9acd290c9b9 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:35.286736 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-0ba33619-c0ff-43e6-b28f-c9acd290c9b9 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Usage tracker for resource:subnet and tenant:81f9d918a7ff445e8b2c1951e5c33cc9 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:35.289480 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-0ba33619-c0ff-43e6-b28f-c9acd290c9b9 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:35.295348 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-0ba33619-c0ff-43e6-b28f-c9acd290c9b9 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:35.315301 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e0eebb-6725-4acb-ac78-90405e2b4770 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=214a1d44-2e79-4412-92c1-476c78cd5bcb,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:35.327315 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8510a04-0d93-48cf-bcc9-05ca16153419 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48f44b56-95d7-484c-9720-66d4581585bd,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:35.381773 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5aedd58e-c86d-443b-acb1-b2f86d857b61 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:35.406977 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5aedd58e-c86d-443b-acb1-b2f86d857b61 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:35.408895 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-5aedd58e-c86d-443b-acb1-b2f86d857b61 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] 10.222.0.23 "DELETE /v2.0/networks/f810e159-a5e8-4c86-8cec-5d909fe013dd HTTP/1.1" status: 204 len: 168 time: 1.1181576 Oct 26 15:50:35.413802 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-38e0eebb-6725-4acb-ac78-90405e2b4770 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:35.414922 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-38e0eebb-6725-4acb-ac78-90405e2b4770 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9672351 Oct 26 15:50:35.417804 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aedd58e-c86d-443b-acb1-b2f86d857b61 tempest-NetworksTestDHCPv6-1955873555 tempest-NetworksTestDHCPv6-1955873555-project] Pushing event deleted for resources: {'Network': ['ID=f810e159-a5e8-4c86-8cec-5d909fe013dd,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:35.429376 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a8510a04-0d93-48cf-bcc9-05ca16153419 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:35.430693 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a8510a04-0d93-48cf-bcc9-05ca16153419 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0359035 Oct 26 15:50:35.433986 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 40998) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:35.441321 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-514e986b-246e-4aab-a964-8decc7970750 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Request body: {'security_group_rule': {'security_group_id': '48f44b56-95d7-484c-9720-66d4581585bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:35.451634 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-514e986b-246e-4aab-a964-8decc7970750 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:35.469831 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-514e986b-246e-4aab-a964-8decc7970750 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Usage tracker for resource:security_group_rule and tenant:7e3ca709110348f3bb74c8b4375d8b39 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:35.473439 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-514e986b-246e-4aab-a964-8decc7970750 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:35.485683 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba33619-c0ff-43e6-b28f-c9acd290c9b9 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Made reservation on behalf of 81f9d918a7ff445e8b2c1951e5c33cc9 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:50:35.488448 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-514e986b-246e-4aab-a964-8decc7970750 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:35.491666 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0ba33619-c0ff-43e6-b28f-c9acd290c9b9 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:35.577278 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1141a903-f959-4e9e-8e7d-39c346133a31 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:35.656633 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-514e986b-246e-4aab-a964-8decc7970750 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:35.679554 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-e640bd28-175b-4ccc-93c0-2a46589aa560 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:security_group {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:35.716066 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141a903-f959-4e9e-8e7d-39c346133a31 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event updated for resources: {'Subnet': ['ID=20fe1d8d-da3e-4ac4-919c-bee9444d14be,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:35.749494 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1141a903-f959-4e9e-8e7d-39c346133a31 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Checking segment: {'id': '72c93c49-dfa4-4e54-bb98-a1519dafed49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:50:35.749876 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1141a903-f959-4e9e-8e7d-39c346133a31 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Network hostable DHCP agents. Network: a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:50:35.786304 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-514e986b-246e-4aab-a964-8decc7970750 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:35.794431 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 7d911889-3577-4408-935a-4ddbca7d0a55 up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:50:35.847804 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-e640bd28-175b-4ccc-93c0-2a46589aa560 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:security_group {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:35.848034 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0ba33619-c0ff-43e6-b28f-c9acd290c9b9 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:35.849017 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-e640bd28-175b-4ccc-93c0-2a46589aa560 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1781855142&fields=id&tenant_id=8316bfcf068445aeb00a503282bb001c HTTP/1.1" status: 200 len: 267 time: 0.2897913 Oct 26 15:50:35.857162 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port 7d911889-3577-4408-935a-4ddbca7d0a55 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:50:35.857535 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:35.857868 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port 7d911889-3577-4408-935a-4ddbca7d0a55 Oct 26 15:50:36.008130 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba33619-c0ff-43e6-b28f-c9acd290c9b9 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event updated for resources: {'Subnet': ['ID=467bad40-3eb5-4591-ad20-b7d5e9476f82,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:36.008643 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-514e986b-246e-4aab-a964-8decc7970750 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:36.008643 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1141a903-f959-4e9e-8e7d-39c346133a31 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Network a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:50:36.008824 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba33619-c0ff-43e6-b28f-c9acd290c9b9 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Checking segment: {'id': 'de9dcb08-d541-45a9-be44-5cae25d6efa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3dfc87c9-7112-4713-9700-7e9bf4ea62e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:50:36.008824 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba33619-c0ff-43e6-b28f-c9acd290c9b9 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Network hostable DHCP agents. Network: 3dfc87c9-7112-4713-9700-7e9bf4ea62e0, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:50:36.009093 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 7d911889-3577-4408-935a-4ddbca7d0a55 is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:50:36.009093 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:36.009273 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e986b-246e-4aab-a964-8decc7970750 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb8a59ce-1e61-4cf2-82bc-a91bdae55f31,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:36.025671 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '055d89eb-6041-456b-814d-aa39354c6eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d911889-3577-4408-935a-4ddbca7d0a55'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:50:36.026491 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41014) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:36.028005 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24659b29-5430-4edd-80ac-e0de25265846" -d '{"events": [{"server_uuid": "055d89eb-6041-456b-814d-aa39354c6eca", "name": "network-vif-plugged", "status": "completed", "tag": "7d911889-3577-4408-935a-4ddbca7d0a55"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:50:36.040345 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 7d911889-3577-4408-935a-4ddbca7d0a55, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=7d911889-3577-4408-935a-4ddbca7d0a55,segment=NetworkSegment(36dee383-8b60-4366-bb63-6db63ca82dac),segment_id=36dee383-8b60-4366-bb63-6db63ca82dac)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:50:36.059460 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-36be9842-629c-4bdb-9232-ff3622d60691 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:36.059950 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-36be9842-629c-4bdb-9232-ff3622d60691 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:network {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:36.090881 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d585b6b4-6566-4115-a042-c3f779baccf3 x-openstack-request-id: req-d585b6b4-6566-4115-a042-c3f779baccf3 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:50:36.091174 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "055d89eb-6041-456b-814d-aa39354c6eca", "name": "network-vif-plugged", "status": "completed", "tag": "7d911889-3577-4408-935a-4ddbca7d0a55", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:50:36.091430 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d585b6b4-6566-4115-a042-c3f779baccf3 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:50:36.091851 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d585b6b4-6566-4115-a042-c3f779baccf3'] response: {'server_uuid': '055d89eb-6041-456b-814d-aa39354c6eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d911889-3577-4408-935a-4ddbca7d0a55', 'code': 200} Oct 26 15:50:36.203719 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-239736b4-eeff-41b1-befe-88f0295aba6b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cde0b70c42f24e8e94f9303758760038&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1750495 Oct 26 15:50:36.207321 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41022) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:36.264500 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3004fc2c-3277-4bd9-a49d-437d9878eff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:36.281172 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-1141a903-f959-4e9e-8e7d-39c346133a31 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:50:36.286190 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1141a903-f959-4e9e-8e7d-39c346133a31 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:36.286835 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1141a903-f959-4e9e-8e7d-39c346133a31 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:36.291849 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef1d509-e1fb-4a8e-93d5-fb20c8e89a0a None None] Network a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:50:36.293316 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3004fc2c-3277-4bd9-a49d-437d9878eff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:36.306057 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-36be9842-629c-4bdb-9232-ff3622d60691 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:network {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:36.307169 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-36be9842-629c-4bdb-9232-ff3622d60691 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/networks?id=f695264a-de7b-484e-8ae7-eaf4f0eb940e HTTP/1.1" status: 200 len: 796 time: 0.4504011 Oct 26 15:50:36.308139 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-514e986b-246e-4aab-a964-8decc7970750 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:36.312050 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-514e986b-246e-4aab-a964-8decc7970750 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8774581 Oct 26 15:50:36.312868 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41026) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:36.313071 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:36.365137 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba33619-c0ff-43e6-b28f-c9acd290c9b9 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Network 3dfc87c9-7112-4713-9700-7e9bf4ea62e0 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:50:36.373548 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-0ba33619-c0ff-43e6-b28f-c9acd290c9b9 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 3dfc87c9-7112-4713-9700-7e9bf4ea62e0) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:50:36.379045 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba33619-c0ff-43e6-b28f-c9acd290c9b9 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:36.379800 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0ba33619-c0ff-43e6-b28f-c9acd290c9b9 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:36.441762 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3004fc2c-3277-4bd9-a49d-437d9878eff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:36.445226 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3004fc2c-3277-4bd9-a49d-437d9878eff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:36.448550 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-3004fc2c-3277-4bd9-a49d-437d9878eff9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/293d1659-82be-4091-8565-763d5d523bce HTTP/1.1" status: 204 len: 168 time: 0.2379124 Oct 26 15:50:36.448712 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da1f813-a43b-49c8-9c92-09af72a08034 None None] Network 3dfc87c9-7112-4713-9700-7e9bf4ea62e0 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:50:36.458702 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004fc2c-3277-4bd9-a49d-437d9878eff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293d1659-82be-4091-8565-763d5d523bce,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:36.466790 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-420b2710-6d17-4598-a3a2-7fb3587a66f6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/quotas/8316bfcf068445aeb00a503282bb001c HTTP/1.1" status: 200 len: 375 time: 0.0348799 Oct 26 15:50:36.534185 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-0ba33619-c0ff-43e6-b28f-c9acd290c9b9 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4930201 Oct 26 15:50:36.536563 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41032) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:36.542958 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-ce8ae2c1-5b24-4ae5-97f9-61b9f9255a43 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'port': {'network_id': '3dfc87c9-7112-4713-9700-7e9bf4ea62e0', 'security_groups': [], 'name': 'tempest-PortsTestJSON-135273982'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:36.566767 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-172a3ffb-4e12-4184-8524-c894a44bdbd9 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:36.587147 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-1141a903-f959-4e9e-8e7d-39c346133a31 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1213346 Oct 26 15:50:36.588037 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41036) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:36.612526 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=7d911889-3577-4408-935a-4ddbca7d0a55,revision_number=8']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:36.732891 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-172a3ffb-4e12-4184-8524-c894a44bdbd9 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:36.774370 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ce8ae2c1-5b24-4ae5-97f9-61b9f9255a43 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:36.786285 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ce8ae2c1-5b24-4ae5-97f9-61b9f9255a43 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:36.857398 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6265af-9edc-409d-82da-42fbcff0a6b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a', 'network_id': 'a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'fixed_ips': [{'subnet_id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:50:36.858119 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7b6265af-9edc-409d-82da-42fbcff0a6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:36.876550 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8ae2c1-5b24-4ae5-97f9-61b9f9255a43 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Made reservation on behalf of 81f9d918a7ff445e8b2c1951e5c33cc9 for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:50:36.880449 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:36.888414 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ce8ae2c1-5b24-4ae5-97f9-61b9f9255a43 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:36.919832 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-ce8ae2c1-5b24-4ae5-97f9-61b9f9255a43 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] device_id is not set on port 26ad2023-2872-4d99-a3fa-0c4430669d02 yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:50:36.925980 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-73e86a1f-c79a-4522-be4a-a94f0b1c0d6e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:36.935977 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6987d40-f207-4618-a2fd-dc963ce3b2a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-3dfc87c9-7112-4713-9700-7e9bf4ea62e0', 'network_id': '3dfc87c9-7112-4713-9700-7e9bf4ea62e0', 'tenant_id': '81f9d918a7ff445e8b2c1951e5c33cc9', 'fixed_ips': [{'subnet_id': '467bad40-3eb5-4591-ad20-b7d5e9476f82'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:50:36.935977 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e6987d40-f207-4618-a2fd-dc963ce3b2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:37.129163 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-ce8ae2c1-5b24-4ae5-97f9-61b9f9255a43 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Allocated IP 172.20.0.14 (3dfc87c9-7112-4713-9700-7e9bf4ea62e0/467bad40-3eb5-4591-ad20-b7d5e9476f82/26ad2023-2872-4d99-a3fa-0c4430669d02) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:50:37.142044 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-7b6265af-9edc-409d-82da-42fbcff0a6b9 None None] Allocated IP 172.20.0.2 (a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a/20fe1d8d-da3e-4ac4-919c-bee9444d14be/64765b2a-e0aa-43a0-b2d5-626efb66d0ab) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:50:37.145438 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-73e86a1f-c79a-4522-be4a-a94f0b1c0d6e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:37.150997 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-73e86a1f-c79a-4522-be4a-a94f0b1c0d6e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6694345 Oct 26 15:50:37.233880 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a8e28d86-6e68-4296-9827-93c39ffafb44 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:37.317484 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-172a3ffb-4e12-4184-8524-c894a44bdbd9 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:37.330249 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ce8ae2c1-5b24-4ae5-97f9-61b9f9255a43 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:37.347674 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-ce8ae2c1-5b24-4ae5-97f9-61b9f9255a43 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Transition to ACTIVE for port object 26ad2023-2872-4d99-a3fa-0c4430669d02 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:50:37.419219 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a3ffb-4e12-4184-8524-c894a44bdbd9 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f44b56-95d7-484c-9720-66d4581585bd,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:37.420808 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7b6265af-9edc-409d-82da-42fbcff0a6b9 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:37.438909 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-7b6265af-9edc-409d-82da-42fbcff0a6b9 None None] Transition to ACTIVE for port object 64765b2a-e0aa-43a0-b2d5-626efb66d0ab will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:50:37.461462 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-7b6265af-9edc-409d-82da-42fbcff0a6b9 None None] Transition to ACTIVE for port object 64765b2a-e0aa-43a0-b2d5-626efb66d0ab will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:50:37.474242 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ce8ae2c1-5b24-4ae5-97f9-61b9f9255a43 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:37.482994 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-172a3ffb-4e12-4184-8524-c894a44bdbd9 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:37.484092 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-172a3ffb-4e12-4184-8524-c894a44bdbd9 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "DELETE /v2.0/security-groups/48f44b56-95d7-484c-9720-66d4581585bd HTTP/1.1" status: 204 len: 168 time: 1.1696823 Oct 26 15:50:37.488681 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41052) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:37.555367 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-e6987d40-f207-4618-a2fd-dc963ce3b2a7 None None] Allocated IP 172.20.0.2 (3dfc87c9-7112-4713-9700-7e9bf4ea62e0/467bad40-3eb5-4591-ad20-b7d5e9476f82/b1303dbc-1505-41ed-bfd2-9422e5d4087d) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:50:37.556385 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8ae2c1-5b24-4ae5-97f9-61b9f9255a43 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Network 3dfc87c9-7112-4713-9700-7e9bf4ea62e0 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:50:37.559761 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-ce8ae2c1-5b24-4ae5-97f9-61b9f9255a43 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:50:37.563873 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8ae2c1-5b24-4ae5-97f9-61b9f9255a43 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:50:37.605265 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ae2c1-5b24-4ae5-97f9-61b9f9255a43 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event updated for resources: {'Port': ['ID=26ad2023-2872-4d99-a3fa-0c4430669d02,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:37.675933 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7b6265af-9edc-409d-82da-42fbcff0a6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:37.685377 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8ae2c1-5b24-4ae5-97f9-61b9f9255a43 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:37.686776 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ce8ae2c1-5b24-4ae5-97f9-61b9f9255a43 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:37.714329 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-b976624e-6858-42e6-a844-64f04e139b59 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Synchronizing usage tracker for tenant:7e3ca709110348f3bb74c8b4375d8b39 on resource:security_group {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:37.748301 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-44be0f73-7c35-479c-a5c9-bfa75f59bf6e service neutron] 10.222.0.23 "GET /v2.0/networks/f695264a-de7b-484e-8ae7-eaf4f0eb940e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5878057 Oct 26 15:50:37.771863 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6265af-9edc-409d-82da-42fbcff0a6b9 None None] Network a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:50:37.777116 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-7b6265af-9edc-409d-82da-42fbcff0a6b9 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:50:37.781499 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6265af-9edc-409d-82da-42fbcff0a6b9 None None] Pushing event updated for resources: {'Port': ['ID=64765b2a-e0aa-43a0-b2d5-626efb66d0ab,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:37.794226 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6265af-9edc-409d-82da-42fbcff0a6b9 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:50:37.811571 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ce8ae2c1-5b24-4ae5-97f9-61b9f9255a43 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.2732763 Oct 26 15:50:37.814181 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41062) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:37.874217 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-b976624e-6858-42e6-a844-64f04e139b59 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Unset dirty status for tenant:7e3ca709110348f3bb74c8b4375d8b39 on resource:security_group {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:37.875494 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b976624e-6858-42e6-a844-64f04e139b59 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3850679 Oct 26 15:50:37.882324 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41068) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:37.921640 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-639c25e4-bde1-41ae-bca9-221b446a5af6 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Deleting port 26ad2023-2872-4d99-a3fa-0c4430669d02 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:50:37.922339 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-639c25e4-bde1-41ae-bca9-221b446a5af6 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:37.986702 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-7b6265af-9edc-409d-82da-42fbcff0a6b9 None None] Attempting to bind port 64765b2a-e0aa-43a0-b2d5-626efb66d0ab on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:50:37.987353 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-7b6265af-9edc-409d-82da-42fbcff0a6b9 None None] Attempting to bind port 64765b2a-e0aa-43a0-b2d5-626efb66d0ab by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '72c93c49-dfa4-4e54-bb98-a1519dafed49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:50:37.987539 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6265af-9edc-409d-82da-42fbcff0a6b9 None None] Attempting to bind port 64765b2a-e0aa-43a0-b2d5-626efb66d0ab on network a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:50:37.996749 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6265af-9edc-409d-82da-42fbcff0a6b9 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:50:38.000195 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6265af-9edc-409d-82da-42fbcff0a6b9 None None] Checking segment: {'id': '72c93c49-dfa4-4e54-bb98-a1519dafed49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:50:38.000195 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7b6265af-9edc-409d-82da-42fbcff0a6b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:38.000195 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6265af-9edc-409d-82da-42fbcff0a6b9 None None] Bound using segment: {'id': '72c93c49-dfa4-4e54-bb98-a1519dafed49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:50:38.000195 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-7b6265af-9edc-409d-82da-42fbcff0a6b9 None None] Bound port: 64765b2a-e0aa-43a0-b2d5-626efb66d0ab, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c93c49-dfa4-4e54-bb98-a1519dafed49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:50:38.000195 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7b6265af-9edc-409d-82da-42fbcff0a6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:38.045141 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41072) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:38.074600 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e6987d40-f207-4618-a2fd-dc963ce3b2a7 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:38.090603 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-a8e28d86-6e68-4296-9827-93c39ffafb44 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Allocated IP 172.20.0.1 (a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a/20fe1d8d-da3e-4ac4-919c-bee9444d14be/42acb0b5-00d5-4703-ae1c-77f827bc1034) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:50:38.092353 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-e6987d40-f207-4618-a2fd-dc963ce3b2a7 None None] Transition to ACTIVE for port object b1303dbc-1505-41ed-bfd2-9422e5d4087d will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:50:38.131538 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-b01eda10-a25d-412f-b0db-45b7c39b3e52 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Synchronizing usage tracker for tenant:7e3ca709110348f3bb74c8b4375d8b39 on resource:security_group_rule {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:38.131737 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-e6987d40-f207-4618-a2fd-dc963ce3b2a7 None None] Transition to ACTIVE for port object b1303dbc-1505-41ed-bfd2-9422e5d4087d will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:50:38.136999 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-7b6265af-9edc-409d-82da-42fbcff0a6b9 None None] For port 64765b2a-e0aa-43a0-b2d5-626efb66d0ab, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:50:38.139994 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-7b6265af-9edc-409d-82da-42fbcff0a6b9 None None] For port 64765b2a-e0aa-43a0-b2d5-626efb66d0ab, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=64765b2a-e0aa-43a0-b2d5-626efb66d0ab,segment=NetworkSegment(72c93c49-dfa4-4e54-bb98-a1519dafed49),segment_id=72c93c49-dfa4-4e54-bb98-a1519dafed49)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:50:38.168170 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-fd399219-dda5-4e8f-848d-6ee694c36ddd service neutron] 10.222.0.23 "GET /v2.0/networks/f695264a-de7b-484e-8ae7-eaf4f0eb940e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102945 Oct 26 15:50:38.197122 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-2c7218a4-e65b-4041-99ac-8ea763c75825 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1084313555'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:38.210236 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-2c7218a4-e65b-4041-99ac-8ea763c75825 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:38.218175 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-2c7218a4-e65b-4041-99ac-8ea763c75825 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Usage tracker for resource:network and tenant:be078dbf59284c8db757499639ef8c28 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:38.225060 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-2c7218a4-e65b-4041-99ac-8ea763c75825 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:38.239633 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-2c7218a4-e65b-4041-99ac-8ea763c75825 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:38.254721 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e6987d40-f207-4618-a2fd-dc963ce3b2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:38.284891 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-639c25e4-bde1-41ae-bca9-221b446a5af6 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:38.310628 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a8e28d86-6e68-4296-9827-93c39ffafb44 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:38.327606 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-a8e28d86-6e68-4296-9827-93c39ffafb44 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Transition to ACTIVE for port object 42acb0b5-00d5-4703-ae1c-77f827bc1034 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:50:38.339898 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6987d40-f207-4618-a2fd-dc963ce3b2a7 None None] Network 3dfc87c9-7112-4713-9700-7e9bf4ea62e0 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:50:38.341169 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7b6265af-9edc-409d-82da-42fbcff0a6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:38.346579 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-e6987d40-f207-4618-a2fd-dc963ce3b2a7 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:50:38.351803 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6987d40-f207-4618-a2fd-dc963ce3b2a7 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:50:38.372596 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-b01eda10-a25d-412f-b0db-45b7c39b3e52 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] Unset dirty status for tenant:7e3ca709110348f3bb74c8b4375d8b39 on resource:security_group_rule {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:38.374215 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b01eda10-a25d-412f-b0db-45b7c39b3e52 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.4906557 Oct 26 15:50:38.377532 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41078) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:38.395300 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-8383ba19-c9dc-4077-a743-757230488258 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] delete failed (client error): The resource could not be found. Oct 26 15:50:38.399809 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-8383ba19-c9dc-4077-a743-757230488258 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "DELETE /v2.0/security-groups/48f44b56-95d7-484c-9720-66d4581585bd HTTP/1.1" status: 404 len: 347 time: 0.0174210 Oct 26 15:50:38.400445 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41082) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:38.404996 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6987d40-f207-4618-a2fd-dc963ce3b2a7 None None] Pushing event updated for resources: {'Port': ['ID=b1303dbc-1505-41ed-bfd2-9422e5d4087d,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:38.434380 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-639c25e4-bde1-41ae-bca9-221b446a5af6 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Calling delete_port for 26ad2023-2872-4d99-a3fa-0c4430669d02 owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:50:38.465644 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-0643ffe5-a07a-4eaf-b12e-6aedf1cb5e45 tempest-SecGroupIPv6Test-56090832 tempest-SecGroupIPv6Test-56090832-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0639443 Oct 26 15:50:38.469280 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7218a4-e65b-4041-99ac-8ea763c75825 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Made reservation on behalf of be078dbf59284c8db757499639ef8c28 for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:50:38.472630 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2c7218a4-e65b-4041-99ac-8ea763c75825 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:38.487059 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a8e28d86-6e68-4296-9827-93c39ffafb44 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:38.500003 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2c7218a4-e65b-4041-99ac-8ea763c75825 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:38.529667 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-2c7218a4-e65b-4041-99ac-8ea763c75825 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:38.535510 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-2c7218a4-e65b-4041-99ac-8ea763c75825 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Usage tracker for resource:security_group_rule and tenant:be078dbf59284c8db757499639ef8c28 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:38.538939 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-2c7218a4-e65b-4041-99ac-8ea763c75825 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:38.546243 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-2c7218a4-e65b-4041-99ac-8ea763c75825 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:38.591361 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e28d86-6e68-4296-9827-93c39ffafb44 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Network a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:50:38.596154 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-a8e28d86-6e68-4296-9827-93c39ffafb44 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:50:38.600587 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e28d86-6e68-4296-9827-93c39ffafb44 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:50:38.629372 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-e6987d40-f207-4618-a2fd-dc963ce3b2a7 None None] Attempting to bind port b1303dbc-1505-41ed-bfd2-9422e5d4087d on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:50:38.629923 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-e6987d40-f207-4618-a2fd-dc963ce3b2a7 None None] Attempting to bind port b1303dbc-1505-41ed-bfd2-9422e5d4087d by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'de9dcb08-d541-45a9-be44-5cae25d6efa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3dfc87c9-7112-4713-9700-7e9bf4ea62e0'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:50:38.630306 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6987d40-f207-4618-a2fd-dc963ce3b2a7 None None] Attempting to bind port b1303dbc-1505-41ed-bfd2-9422e5d4087d on network 3dfc87c9-7112-4713-9700-7e9bf4ea62e0 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:50:38.638789 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6987d40-f207-4618-a2fd-dc963ce3b2a7 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:50:38.639194 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6987d40-f207-4618-a2fd-dc963ce3b2a7 None None] Checking segment: {'id': 'de9dcb08-d541-45a9-be44-5cae25d6efa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3dfc87c9-7112-4713-9700-7e9bf4ea62e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:50:38.639691 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e6987d40-f207-4618-a2fd-dc963ce3b2a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:38.640024 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6987d40-f207-4618-a2fd-dc963ce3b2a7 None None] Bound using segment: {'id': 'de9dcb08-d541-45a9-be44-5cae25d6efa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3dfc87c9-7112-4713-9700-7e9bf4ea62e0'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:50:38.640500 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-e6987d40-f207-4618-a2fd-dc963ce3b2a7 None None] Bound port: b1303dbc-1505-41ed-bfd2-9422e5d4087d, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9dcb08-d541-45a9-be44-5cae25d6efa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3dfc87c9-7112-4713-9700-7e9bf4ea62e0'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:50:38.640878 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e6987d40-f207-4618-a2fd-dc963ce3b2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:38.645651 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e28d86-6e68-4296-9827-93c39ffafb44 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event updated for resources: {'Port': ['ID=42acb0b5-00d5-4703-ae1c-77f827bc1034,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:38.661695 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2c7218a4-e65b-4041-99ac-8ea763c75825 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:38.686122 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a8e28d86-6e68-4296-9827-93c39ffafb44 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:38.741985 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-c6a5fbf3-b43c-41bf-95a5-f81fedb032e7 req-e8fdf1ec-32c6-41f6-8368-926336b87be2 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:38.744304 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6265af-9edc-409d-82da-42fbcff0a6b9 None None] Pushing event updated for resources: {'Port': ['ID=64765b2a-e0aa-43a0-b2d5-626efb66d0ab,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:38.766012 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-e6987d40-f207-4618-a2fd-dc963ce3b2a7 None None] For port b1303dbc-1505-41ed-bfd2-9422e5d4087d, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:50:38.770352 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-e6987d40-f207-4618-a2fd-dc963ce3b2a7 None None] For port b1303dbc-1505-41ed-bfd2-9422e5d4087d, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=b1303dbc-1505-41ed-bfd2-9422e5d4087d,segment=NetworkSegment(de9dcb08-d541-45a9-be44-5cae25d6efa9),segment_id=de9dcb08-d541-45a9-be44-5cae25d6efa9)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:50:38.797035 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2c7218a4-e65b-4041-99ac-8ea763c75825 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:38.826339 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-c6a5fbf3-b43c-41bf-95a5-f81fedb032e7 req-e8fdf1ec-32c6-41f6-8368-926336b87be2 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:38.827526 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c6a5fbf3-b43c-41bf-95a5-f81fedb032e7 req-e8fdf1ec-32c6-41f6-8368-926336b87be2 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=a971ce64-9201-4113-b0b8-4c0f3e81a75f HTTP/1.1" status: 200 len: 210 time: 0.1641557 Oct 26 15:50:38.862148 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7218a4-e65b-4041-99ac-8ea763c75825 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf25438-aa50-49ff-b5c1-1d1695aa0495,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:38.895204 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e6987d40-f207-4618-a2fd-dc963ce3b2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:38.903002 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a8e28d86-6e68-4296-9827-93c39ffafb44 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:38.954175 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-639c25e4-bde1-41ae-bca9-221b446a5af6 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:38.992765 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c7218a4-e65b-4041-99ac-8ea763c75825 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:50:39.014330 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6987d40-f207-4618-a2fd-dc963ce3b2a7 None None] Pushing event updated for resources: {'Port': ['ID=b1303dbc-1505-41ed-bfd2-9422e5d4087d,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:39.291819 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41092) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:39.310724 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2c7218a4-e65b-4041-99ac-8ea763c75825 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:39.310724 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-2c7218a4-e65b-4041-99ac-8ea763c75825 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Added segment f5630757-917d-4b25-8c3a-850e08891db7 of type vlan for network e94e8c8a-a582-41c1-a696-8dfeab49cdb0 Oct 26 15:50:39.310724 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c25e4-bde1-41ae-bca9-221b446a5af6 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event deleted for resources: {'Port': ['ID=26ad2023-2872-4d99-a3fa-0c4430669d02,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:39.359788 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2c7218a4-e65b-4041-99ac-8ea763c75825 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:39.369674 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-639c25e4-bde1-41ae-bca9-221b446a5af6 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:39.404521 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-639c25e4-bde1-41ae-bca9-221b446a5af6 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/ports/26ad2023-2872-4d99-a3fa-0c4430669d02 HTTP/1.1" status: 204 len: 168 time: 1.5861795 Oct 26 15:50:39.404905 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41098) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:39.453224 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdf5e958-23d3-451c-a46a-589bd6d21529 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] GET failed (client error): The resource could not be found. Oct 26 15:50:39.453765 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-fdf5e958-23d3-451c-a46a-589bd6d21529 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Synchronizing usage tracker for tenant:81f9d918a7ff445e8b2c1951e5c33cc9 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:39.502425 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2c7218a4-e65b-4041-99ac-8ea763c75825 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:39.511824 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7218a4-e65b-4041-99ac-8ea763c75825 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:39.513667 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2c7218a4-e65b-4041-99ac-8ea763c75825 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:39.549847 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a82626d8-7b03-4f56-9532-2309939e1683 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7e3ca709110348f3bb74c8b4375d8b39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2568581 Oct 26 15:50:39.551882 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a8e28d86-6e68-4296-9827-93c39ffafb44 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:39.552665 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41108) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:39.616888 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a8e28d86-6e68-4296-9827-93c39ffafb44 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:39.627476 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-fdf5e958-23d3-451c-a46a-589bd6d21529 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Unset dirty status for tenant:81f9d918a7ff445e8b2c1951e5c33cc9 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:39.631099 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-fdf5e958-23d3-451c-a46a-589bd6d21529 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "GET /v2.0/ports/26ad2023-2872-4d99-a3fa-0c4430669d02 HTTP/1.1" status: 404 len: 333 time: 0.2229023 Oct 26 15:50:39.641892 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41114) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:39.732836 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7218a4-e65b-4041-99ac-8ea763c75825 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Pushing event updated for resources: {'Network': ['ID=e94e8c8a-a582-41c1-a696-8dfeab49cdb0,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:39.742046 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network e94e8c8a-a582-41c1-a696-8dfeab49cdb0 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:50:39.745038 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-2c7218a4-e65b-4041-99ac-8ea763c75825 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6989777 Oct 26 15:50:39.750270 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41118) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:39.768597 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-8f1693e6-e988-4beb-8eb1-3bb30d907b5e tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Request body: {'subnet': {'network_id': 'e94e8c8a-a582-41c1-a696-8dfeab49cdb0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:39.792493 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e28d86-6e68-4296-9827-93c39ffafb44 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event updated for resources: {'Port': ['ID=42acb0b5-00d5-4703-ae1c-77f827bc1034,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:39.818381 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a8e28d86-6e68-4296-9827-93c39ffafb44 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:39.917952 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-054bca4a-d475-4f87-ae34-7144caa85af4 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Deleting subnet 467bad40-3eb5-4591-ad20-b7d5e9476f82 {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:50:39.937209 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-054bca4a-d475-4f87-ae34-7144caa85af4 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:39.982065 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-274762cf-4954-4783-9819-d0b9b3f5a4ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:40.011737 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-8f1693e6-e988-4beb-8eb1-3bb30d907b5e tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:40.031120 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5530d5fd-ed82-4c3e-b7ff-516a2fcce57e req-134920e9-cf3c-4431-b7d5-70bb7b1b0b94 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=a971ce64-9201-4113-b0b8-4c0f3e81a75f HTTP/1.1" status: 200 len: 210 time: 0.0933328 Oct 26 15:50:40.035724 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-8f1693e6-e988-4beb-8eb1-3bb30d907b5e tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Usage tracker for resource:subnet and tenant:be078dbf59284c8db757499639ef8c28 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:40.044040 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-274762cf-4954-4783-9819-d0b9b3f5a4ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:40.056029 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-8f1693e6-e988-4beb-8eb1-3bb30d907b5e tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:40.067163 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-054bca4a-d475-4f87-ae34-7144caa85af4 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:40.096377 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e28d86-6e68-4296-9827-93c39ffafb44 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Network a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:50:40.097997 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-a8e28d86-6e68-4296-9827-93c39ffafb44 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:50:40.129731 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-8f1693e6-e988-4beb-8eb1-3bb30d907b5e tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:40.222416 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-054bca4a-d475-4f87-ae34-7144caa85af4 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:40.284600 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1693e6-e988-4beb-8eb1-3bb30d907b5e tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Made reservation on behalf of be078dbf59284c8db757499639ef8c28 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:50:40.288135 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8f1693e6-e988-4beb-8eb1-3bb30d907b5e tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:40.301798 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a359cc3a-ffe4-413f-aa95-c12093c62127 None None] Network a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:50:40.328643 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-274762cf-4954-4783-9819-d0b9b3f5a4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:40.445055 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e28d86-6e68-4296-9827-93c39ffafb44 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Router 905bf32a-aede-41c4-8362-12b9c4083bdc is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:50:40.503497 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-a46d6c2e-6942-4c81-97ea-26bac1c8ff1e None None] Provisioning for port 64765b2a-e0aa-43a0-b2d5-626efb66d0ab completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:50:40.607570 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274762cf-4954-4783-9819-d0b9b3f5a4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd211be-d3a2-4bb3-b26f-ffdd69a3a270,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:40.655064 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6da8ed-c878-4c57-9ba8-08645d9a7298 None None] Network 3dfc87c9-7112-4713-9700-7e9bf4ea62e0 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:50:40.697092 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8f1693e6-e988-4beb-8eb1-3bb30d907b5e tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:40.699686 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device b1303dbc-1505-41ed-bfd2-9422e5d4087d up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:50:40.778270 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-054bca4a-d475-4f87-ae34-7144caa85af4 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:40.833621 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-054bca4a-d475-4f87-ae34-7144caa85af4 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:40.881596 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1693e6-e988-4beb-8eb1-3bb30d907b5e tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Checking segment: {'id': 'f5630757-917d-4b25-8c3a-850e08891db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'e94e8c8a-a582-41c1-a696-8dfeab49cdb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:50:40.882017 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1693e6-e988-4beb-8eb1-3bb30d907b5e tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Network hostable DHCP agents. Network: e94e8c8a-a582-41c1-a696-8dfeab49cdb0, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:50:40.896206 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1693e6-e988-4beb-8eb1-3bb30d907b5e tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Pushing event updated for resources: {'Subnet': ['ID=a231fc49-1080-4ecc-9fe9-e75ac9fd203d,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:40.919743 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-ef1eba4a-de3e-4eb2-9e56-846f20e9abce None None] Provisioning for port b1303dbc-1505-41ed-bfd2-9422e5d4087d completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:50:40.945375 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e28d86-6e68-4296-9827-93c39ffafb44 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:50:40.950947 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-054bca4a-d475-4f87-ae34-7144caa85af4 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/subnets/467bad40-3eb5-4591-ad20-b7d5e9476f82 HTTP/1.1" status: 204 len: 168 time: 1.3073554 Oct 26 15:50:40.952859 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054bca4a-d475-4f87-ae34-7144caa85af4 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event deleted for resources: {'Subnet': ['ID=467bad40-3eb5-4591-ad20-b7d5e9476f82,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:40.955712 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41132) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:40.966890 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-274762cf-4954-4783-9819-d0b9b3f5a4ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:40.968840 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-274762cf-4954-4783-9819-d0b9b3f5a4ca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3fd211be-d3a2-4bb3-b26f-ffdd69a3a270 HTTP/1.1" status: 204 len: 168 time: 1.4151969 Oct 26 15:50:40.989409 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a8e28d86-6e68-4296-9827-93c39ffafb44 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "PUT /v2.0/routers/905bf32a-aede-41c4-8362-12b9c4083bdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3945413 Oct 26 15:50:40.991370 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41138) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:40.999240 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-83b59cf4-f05a-4bc8-9847-0ff7472f095f tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Request body: {'network': {'name': 'tempest-RoutersTest-2099753374'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:41.011831 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5939c682-d5fc-4f87-8293-ae72d349adc8 None None] Sync routers for ids ['905bf32a-aede-41c4-8362-12b9c4083bdc'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:50:41.014434 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-83b59cf4-f05a-4bc8-9847-0ff7472f095f tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:41.022925 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-83b59cf4-f05a-4bc8-9847-0ff7472f095f tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Usage tracker for resource:network and tenant:c6ecf98f295847b88c4c5e8d668b4162 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:41.030334 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port b1303dbc-1505-41ed-bfd2-9422e5d4087d completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:50:41.040229 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port b1303dbc-1505-41ed-bfd2-9422e5d4087d triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:50:41.040893 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:41.041397 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port b1303dbc-1505-41ed-bfd2-9422e5d4087d Oct 26 15:50:41.043654 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-83b59cf4-f05a-4bc8-9847-0ff7472f095f tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:41.058311 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-83b59cf4-f05a-4bc8-9847-0ff7472f095f tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:41.069771 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1693e6-e988-4beb-8eb1-3bb30d907b5e tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Network e94e8c8a-a582-41c1-a696-8dfeab49cdb0 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:50:41.121105 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-df61563f-d7e0-4dae-a5c1-2a0f078d3f89 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:41.136100 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-df61563f-d7e0-4dae-a5c1-2a0f078d3f89 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Deleting port b1303dbc-1505-41ed-bfd2-9422e5d4087d {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:50:41.137591 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-df61563f-d7e0-4dae-a5c1-2a0f078d3f89 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:41.153065 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5939c682-d5fc-4f87-8293-ae72d349adc8 None None] Routers {'905bf32a-aede-41c4-8362-12b9c4083bdc'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:50:41.154919 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-5939c682-d5fc-4f87-8293-ae72d349adc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:50:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['905bf32a-aede-41c4-8362-12b9c4083bdc'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:41.156061 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b59cf4-f05a-4bc8-9847-0ff7472f095f tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Made reservation on behalf of c6ecf98f295847b88c4c5e8d668b4162 for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:50:41.160523 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-83b59cf4-f05a-4bc8-9847-0ff7472f095f tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:41.214065 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83b59cf4-f05a-4bc8-9847-0ff7472f095f tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:50:41.235053 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-83b59cf4-f05a-4bc8-9847-0ff7472f095f tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:41.236630 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-83b59cf4-f05a-4bc8-9847-0ff7472f095f tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Added segment 99985421-ba00-4e0b-828f-76037201ec43 of type vlan for network 549dd6ac-4351-4984-8516-5fd7b0833d08 Oct 26 15:50:41.292021 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-8f1693e6-e988-4beb-8eb1-3bb30d907b5e tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, e94e8c8a-a582-41c1-a696-8dfeab49cdb0) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:50:41.365925 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228d4540-f57b-420a-aee5-3888e86c8ea2 None None] Network e94e8c8a-a582-41c1-a696-8dfeab49cdb0 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:50:41.381537 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1693e6-e988-4beb-8eb1-3bb30d907b5e tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:41.382134 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8f1693e6-e988-4beb-8eb1-3bb30d907b5e tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:41.393374 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-83b59cf4-f05a-4bc8-9847-0ff7472f095f tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:41.408225 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d7066301-baa5-4bbd-8ab0-98ec26b24111 req-64ef732b-597f-46ec-88de-da8a2b6352ad tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=a971ce64-9201-4113-b0b8-4c0f3e81a75f HTTP/1.1" status: 200 len: 210 time: 0.1175458 Oct 26 15:50:41.520850 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8f1693e6-e988-4beb-8eb1-3bb30d907b5e tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7665458 Oct 26 15:50:41.523441 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41146) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:41.528291 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-6cfdea45-aa0e-49d3-bd15-ed17cda3798d tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1410823443', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}, 'admin_state_up': False}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:41.545516 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-6cfdea45-aa0e-49d3-bd15-ed17cda3798d tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:41.553930 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-df61563f-d7e0-4dae-a5c1-2a0f078d3f89 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] For port b1303dbc-1505-41ed-bfd2-9422e5d4087d, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=b1303dbc-1505-41ed-bfd2-9422e5d4087d,segment=NetworkSegment(de9dcb08-d541-45a9-be44-5cae25d6efa9),segment_id=de9dcb08-d541-45a9-be44-5cae25d6efa9)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:50:41.554403 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-df61563f-d7e0-4dae-a5c1-2a0f078d3f89 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:41.554576 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-6cfdea45-aa0e-49d3-bd15-ed17cda3798d tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Usage tracker for resource:router and tenant:be078dbf59284c8db757499639ef8c28 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:41.561420 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-6cfdea45-aa0e-49d3-bd15-ed17cda3798d tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:41.572333 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-6cfdea45-aa0e-49d3-bd15-ed17cda3798d tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:41.588253 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-83b59cf4-f05a-4bc8-9847-0ff7472f095f tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:41.595976 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b59cf4-f05a-4bc8-9847-0ff7472f095f tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:41.596911 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-83b59cf4-f05a-4bc8-9847-0ff7472f095f tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:41.728450 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf53aa29-5043-4cad-91a0-1d29b6e73b1f None None] DHCP port deletion for 3dfc87c9-7112-4713-9700-7e9bf4ea62e0 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:50:41.762900 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6cfdea45-aa0e-49d3-bd15-ed17cda3798d tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:41.763854 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6cfdea45-aa0e-49d3-bd15-ed17cda3798d tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:41.795475 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b59cf4-f05a-4bc8-9847-0ff7472f095f tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event updated for resources: {'Network': ['ID=549dd6ac-4351-4984-8516-5fd7b0833d08,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:41.805926 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-bf53aa29-5043-4cad-91a0-1d29b6e73b1f None None] Deleting port b1303dbc-1505-41ed-bfd2-9422e5d4087d {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:50:41.806268 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bf53aa29-5043-4cad-91a0-1d29b6e73b1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:41.810689 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6cfdea45-aa0e-49d3-bd15-ed17cda3798d tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:41.842007 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port b1303dbc-1505-41ed-bfd2-9422e5d4087d is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:50:41.842481 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:41.845010 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-df61563f-d7e0-4dae-a5c1-2a0f078d3f89 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Calling delete_port for b1303dbc-1505-41ed-bfd2-9422e5d4087d owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:50:41.856587 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-5939c682-d5fc-4f87-8293-ae72d349adc8 None None] Set router 905bf32a-aede-41c4-8362-12b9c4083bdc gateway port host: None {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:50:41.909620 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-83b59cf4-f05a-4bc8-9847-0ff7472f095f tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9163151 Oct 26 15:50:41.918892 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41156) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:41.938076 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-cf35d1e1-89e1-45cc-8fbb-ecbb721d12f6 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Request body: {'subnet': {'network_id': '549dd6ac-4351-4984-8516-5fd7b0833d08', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:41.969355 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 549dd6ac-4351-4984-8516-5fd7b0833d08 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:50:42.074861 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-cf35d1e1-89e1-45cc-8fbb-ecbb721d12f6 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:42.079097 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-cf35d1e1-89e1-45cc-8fbb-ecbb721d12f6 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Usage tracker for resource:subnet and tenant:c6ecf98f295847b88c4c5e8d668b4162 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:42.083039 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-cf35d1e1-89e1-45cc-8fbb-ecbb721d12f6 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:42.089235 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-cf35d1e1-89e1-45cc-8fbb-ecbb721d12f6 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:42.132499 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-098f1747-299a-401d-bba8-a14491d5923e None None] Provisioning for port 42acb0b5-00d5-4703-ae1c-77f827bc1034 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:50:42.166404 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf35d1e1-89e1-45cc-8fbb-ecbb721d12f6 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Made reservation on behalf of c6ecf98f295847b88c4c5e8d668b4162 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:50:42.170617 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cf35d1e1-89e1-45cc-8fbb-ecbb721d12f6 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:42.191194 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-098f1747-299a-401d-bba8-a14491d5923e None None] Provisioning complete for port 42acb0b5-00d5-4703-ae1c-77f827bc1034 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:50:42.191361 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-df61563f-d7e0-4dae-a5c1-2a0f078d3f89 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:42.191787 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-098f1747-299a-401d-bba8-a14491d5923e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:42.192733 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-098f1747-299a-401d-bba8-a14491d5923e None None] Attempt 1 to provision port 42acb0b5-00d5-4703-ae1c-77f827bc1034 Oct 26 15:50:42.313010 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df61563f-d7e0-4dae-a5c1-2a0f078d3f89 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] No DVR routers for this DVR port b1303dbc-1505-41ed-bfd2-9422e5d4087d on host dv-neutron-862712-1-hyperv {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:50:42.321008 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df61563f-d7e0-4dae-a5c1-2a0f078d3f89 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event deleted for resources: {'Port': ['ID=b1303dbc-1505-41ed-bfd2-9422e5d4087d,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:42.391454 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6cfdea45-aa0e-49d3-bd15-ed17cda3798d tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:42.526918 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-bf53aa29-5043-4cad-91a0-1d29b6e73b1f None None] The port 'b1303dbc-1505-41ed-bfd2-9422e5d4087d' was deleted {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 15:50:42.530948 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-df61563f-d7e0-4dae-a5c1-2a0f078d3f89 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:42.560445 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1f0f60-2cfe-4896-ba72-baa3e563f338 None None] Network e94e8c8a-a582-41c1-a696-8dfeab49cdb0 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:50:42.582107 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 64765b2a-e0aa-43a0-b2d5-626efb66d0ab up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:50:42.596908 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41174) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:42.648205 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-fff41508-560f-4ddf-873f-96b4da90a945 req-afab1e32-9ed2-42ae-8f75-b8bdb037b2c4 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=a971ce64-9201-4113-b0b8-4c0f3e81a75f HTTP/1.1" status: 200 len: 210 time: 0.0990462 Oct 26 15:50:42.653538 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-df61563f-d7e0-4dae-a5c1-2a0f078d3f89 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dfc87c9-7112-4713-9700-7e9bf4ea62e0']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:42.673072 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-df61563f-d7e0-4dae-a5c1-2a0f078d3f89 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de9dcb08-d541-45a9-be44-5cae25d6efa9') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:42.674064 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-df61563f-d7e0-4dae-a5c1-2a0f078d3f89 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de9dcb08-d541-45a9-be44-5cae25d6efa9') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:42.750077 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-df61563f-d7e0-4dae-a5c1-2a0f078d3f89 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:42.760068 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-098f1747-299a-401d-bba8-a14491d5923e None None] Port 42acb0b5-00d5-4703-ae1c-77f827bc1034 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:50:42.783637 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-df61563f-d7e0-4dae-a5c1-2a0f078d3f89 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:42.797241 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df61563f-d7e0-4dae-a5c1-2a0f078d3f89 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:50:42.797917 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-df61563f-d7e0-4dae-a5c1-2a0f078d3f89 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:42.842202 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment de9dcb08-d541-45a9-be44-5cae25d6efa9 resource provider aggregate not found Oct 26 15:50:42.897174 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-d6fc0692-c657-4354-8d56-44daf3a796dc tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Request body: {'security_group': {'name': 'tempest-secgroup--1449749315'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:42.933149 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment de9dcb08-d541-45a9-be44-5cae25d6efa9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de9dcb08-d541-45a9-be44-5cae25d6efa9 found for delete ", "request_id": "req-8982d2bc-9454-40b1-95b4-34eaa811352b"}]} Oct 26 15:50:42.983631 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d6fc0692-c657-4354-8d56-44daf3a796dc tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:42.991399 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d6fc0692-c657-4354-8d56-44daf3a796dc tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Usage tracker for resource:security_group and tenant:83eb182a254c4564b45db91dc2782cf1 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:42.995686 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d6fc0692-c657-4354-8d56-44daf3a796dc tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:43.004950 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 64765b2a-e0aa-43a0-b2d5-626efb66d0ab completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:50:43.019100 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 64765b2a-e0aa-43a0-b2d5-626efb66d0ab triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:50:43.019479 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:43.020368 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 64765b2a-e0aa-43a0-b2d5-626efb66d0ab Oct 26 15:50:43.031466 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d6fc0692-c657-4354-8d56-44daf3a796dc tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:43.038724 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6cfdea45-aa0e-49d3-bd15-ed17cda3798d tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for router_gateway, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:43.053141 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-df61563f-d7e0-4dae-a5c1-2a0f078d3f89 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:43.056413 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cf35d1e1-89e1-45cc-8fbb-ecbb721d12f6 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:43.074991 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6cfdea45-aa0e-49d3-bd15-ed17cda3798d tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:43.089109 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-5939c682-d5fc-4f87-8293-ae72d349adc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'name': 'tempest-RoutersTest-router-1020197022', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:50:33Z', 'updated_at': '2022-10-26T15:50:38Z', 'revision_number': 2, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'gw_port_host': None, '_interfaces': [{'id': '42acb0b5-00d5-4703-ae1c-77f827bc1034', 'name': '', 'network_id': 'a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:39:96:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:37Z', 'updated_at': '2022-10-26T15:50:39Z', 'revision_number': 2, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:43.094807 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5939c682-d5fc-4f87-8293-ae72d349adc8 None None] Checking router: 905bf32a-aede-41c4-8362-12b9c4083bdc for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:50:43.095164 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5939c682-d5fc-4f87-8293-ae72d349adc8 None None] Updating router 905bf32a-aede-41c4-8362-12b9c4083bdc port 42acb0b5-00d5-4703-ae1c-77f827bc1034 binding host dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:50:43.112555 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-df61563f-d7e0-4dae-a5c1-2a0f078d3f89 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:43.199142 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5939c682-d5fc-4f87-8293-ae72d349adc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:43.199412 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d6fc0692-c657-4354-8d56-44daf3a796dc tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:43.216349 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d6fc0692-c657-4354-8d56-44daf3a796dc tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:43.236649 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d6fc0692-c657-4354-8d56-44daf3a796dc tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:43.240816 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d6fc0692-c657-4354-8d56-44daf3a796dc tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Usage tracker for resource:security_group_rule and tenant:83eb182a254c4564b45db91dc2782cf1 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:43.243648 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d6fc0692-c657-4354-8d56-44daf3a796dc tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:43.249648 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d6fc0692-c657-4354-8d56-44daf3a796dc tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:43.255933 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df61563f-d7e0-4dae-a5c1-2a0f078d3f89 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event deleted for resources: {'Network': ['ID=3dfc87c9-7112-4713-9700-7e9bf4ea62e0,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:43.265766 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-098f1747-299a-401d-bba8-a14491d5923e None None] Attempt 2 to provision port 42acb0b5-00d5-4703-ae1c-77f827bc1034 Oct 26 15:50:43.306303 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf35d1e1-89e1-45cc-8fbb-ecbb721d12f6 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event updated for resources: {'Subnet': ['ID=77da3f29-f272-42f9-b7d7-d1b9e7b65d0f,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:43.313416 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 64765b2a-e0aa-43a0-b2d5-626efb66d0ab is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:50:43.313809 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:43.322485 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf35d1e1-89e1-45cc-8fbb-ecbb721d12f6 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Checking segment: {'id': '99985421-ba00-4e0b-828f-76037201ec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '549dd6ac-4351-4984-8516-5fd7b0833d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:50:43.323022 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf35d1e1-89e1-45cc-8fbb-ecbb721d12f6 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Network hostable DHCP agents. Network: 549dd6ac-4351-4984-8516-5fd7b0833d08, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:50:43.340461 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d6fc0692-c657-4354-8d56-44daf3a796dc tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:43.361135 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-df61563f-d7e0-4dae-a5c1-2a0f078d3f89 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/networks/3dfc87c9-7112-4713-9700-7e9bf4ea62e0 HTTP/1.1" status: 204 len: 168 time: 2.4010699 Oct 26 15:50:43.361810 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41184) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:43.367224 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-3cea1c86-368a-4317-9db6-967a448a31aa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'port': {'network_id': 'c043a8c9-4101-4ad8-a4f1-f1173b3e8031', 'name': 'tempest-PortsTestJSON-1628779205'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:43.372230 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-6cfdea45-aa0e-49d3-bd15-ed17cda3798d tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Allocated IP 172.26.2.134 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/caf8c5ec-502a-407a-aa05-012798b49997) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:50:43.405759 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-098f1747-299a-401d-bba8-a14491d5923e None None] Port 42acb0b5-00d5-4703-ae1c-77f827bc1034 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:50:43.434808 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 64765b2a-e0aa-43a0-b2d5-626efb66d0ab, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=64765b2a-e0aa-43a0-b2d5-626efb66d0ab,segment=NetworkSegment(72c93c49-dfa4-4e54-bb98-a1519dafed49),segment_id=72c93c49-dfa4-4e54-bb98-a1519dafed49)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:50:43.449077 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf35d1e1-89e1-45cc-8fbb-ecbb721d12f6 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Network 549dd6ac-4351-4984-8516-5fd7b0833d08 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:50:43.462497 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d6fc0692-c657-4354-8d56-44daf3a796dc tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:43.489686 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d6fc0692-c657-4354-8d56-44daf3a796dc tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:43.515567 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d6fc0692-c657-4354-8d56-44daf3a796dc tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Usage tracker for resource:security_group_rule and tenant:83eb182a254c4564b45db91dc2782cf1 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:43.523968 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d6fc0692-c657-4354-8d56-44daf3a796dc tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:43.536279 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc0692-c657-4354-8d56-44daf3a796dc tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75dd76c4-ea3e-49c6-ad43-5ed66b2f4f6b,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:43.551989 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d6fc0692-c657-4354-8d56-44daf3a796dc tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:43.555054 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:43.602310 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-3cea1c86-368a-4317-9db6-967a448a31aa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:43.611886 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-3cea1c86-368a-4317-9db6-967a448a31aa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Usage tracker for resource:port and tenant:81f9d918a7ff445e8b2c1951e5c33cc9 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:43.615505 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-cf35d1e1-89e1-45cc-8fbb-ecbb721d12f6 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 549dd6ac-4351-4984-8516-5fd7b0833d08) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:50:43.616542 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-3cea1c86-368a-4317-9db6-967a448a31aa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:43.619459 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6cfdea45-aa0e-49d3-bd15-ed17cda3798d tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:43.629042 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf35d1e1-89e1-45cc-8fbb-ecbb721d12f6 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:43.629737 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cf35d1e1-89e1-45cc-8fbb-ecbb721d12f6 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:43.645709 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-3cea1c86-368a-4317-9db6-967a448a31aa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:43.653191 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e8b9cd-87e8-4427-960d-4315e8582db1 None None] Network 549dd6ac-4351-4984-8516-5fd7b0833d08 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:50:43.693698 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d6fc0692-c657-4354-8d56-44daf3a796dc tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:43.740498 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device b1303dbc-1505-41ed-bfd2-9422e5d4087d no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:50:43.774700 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=64765b2a-e0aa-43a0-b2d5-626efb66d0ab,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:43.782530 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d6fc0692-c657-4354-8d56-44daf3a796dc tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:43.785365 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-44a3cce0-bd21-4112-967e-456c5429e75b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:43.787515 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-44a3cce0-bd21-4112-967e-456c5429e75b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "GET /v2.0/networks?id=f695264a-de7b-484e-8ae7-eaf4f0eb940e HTTP/1.1" status: 200 len: 796 time: 0.2741828 Oct 26 15:50:43.797864 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: b1303dbc-1505-41ed-bfd2-9422e5d4087d {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:50:43.798209 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device b1303dbc-1505-41ed-bfd2-9422e5d4087d not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:50:43.858939 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6cfdea45-aa0e-49d3-bd15-ed17cda3798d tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:43.862730 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-5428f614-1264-401b-b7ae-a0af67e2d1de tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8316bfcf068445aeb00a503282bb001c HTTP/1.1" status: 200 len: 380 time: 0.0593269 Oct 26 15:50:43.863807 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cea1c86-368a-4317-9db6-967a448a31aa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Made reservation on behalf of 81f9d918a7ff445e8b2c1951e5c33cc9 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:50:43.868305 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3cea1c86-368a-4317-9db6-967a448a31aa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:43.888928 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-cf35d1e1-89e1-45cc-8fbb-ecbb721d12f6 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9662046 Oct 26 15:50:43.895844 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-120437c8-ffc7-4038-9136-91b112db42bf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'port': {'device_id': 'a971ce64-9201-4113-b0b8-4c0f3e81a75f', 'network_id': 'f695264a-de7b-484e-8ae7-eaf4f0eb940e', 'admin_state_up': True, 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'security_groups': ['0c6f39fb-d8fd-4833-9013-3b28d914b574']}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:43.906259 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-098f1747-299a-401d-bba8-a14491d5923e None None] Attempt 3 to provision port 42acb0b5-00d5-4703-ae1c-77f827bc1034 Oct 26 15:50:43.916356 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41190) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:43.951918 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-400cc745-f27a-4ba6-98cc-b2de64bb28c2 req-abd82b3b-2b93-4fdc-86ce-202b9c68ed54 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=a971ce64-9201-4113-b0b8-4c0f3e81a75f HTTP/1.1" status: 200 len: 210 time: 0.1388412 Oct 26 15:50:43.975571 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc0692-c657-4354-8d56-44daf3a796dc tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61218bd8-8a8a-40f9-82fe-313ecb5012d6,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:43.979138 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfdea45-aa0e-49d3-bd15-ed17cda3798d tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:50:43.982784 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-6cfdea45-aa0e-49d3-bd15-ed17cda3798d tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:50:43.987275 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfdea45-aa0e-49d3-bd15-ed17cda3798d tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:50:44.028585 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfdea45-aa0e-49d3-bd15-ed17cda3798d tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Pushing event updated for resources: {'Port': ['ID=caf8c5ec-502a-407a-aa05-012798b49997,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:44.035272 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5939c682-d5fc-4f87-8293-ae72d349adc8 None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:44.056144 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-098f1747-299a-401d-bba8-a14491d5923e None None] Port 42acb0b5-00d5-4703-ae1c-77f827bc1034 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:50:44.060094 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-5939c682-d5fc-4f87-8293-ae72d349adc8 None None] Transition to ACTIVE for port object 42acb0b5-00d5-4703-ae1c-77f827bc1034 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:50:44.113146 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d6fc0692-c657-4354-8d56-44daf3a796dc tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:44.123001 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d6fc0692-c657-4354-8d56-44daf3a796dc tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5191138 Oct 26 15:50:44.123117 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbacb0e-7c10-423b-a110-c96c27e7e2b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-549dd6ac-4351-4984-8516-5fd7b0833d08', 'network_id': '549dd6ac-4351-4984-8516-5fd7b0833d08', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'fixed_ips': [{'subnet_id': '77da3f29-f272-42f9-b7d7-d1b9e7b65d0f'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:50:44.123998 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bfbacb0e-7c10-423b-a110-c96c27e7e2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:44.141869 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5939c682-d5fc-4f87-8293-ae72d349adc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:44.159068 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41196) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:44.166403 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [None req-3cea1c86-368a-4317-9db6-967a448a31aa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] device_id is not set on port 6b876fe0-c7f5-43d5-8c78-c3d65f0f607c yet. {{(pid=89748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:50:44.402264 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac36f369-d55b-4db3-9cf2-85c908820c9b None None] Pushing event updated for resources: {'Port': ['ID=42acb0b5-00d5-4703-ae1c-77f827bc1034,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:44.440682 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-5939c682-d5fc-4f87-8293-ae72d349adc8 None None] Attempting to bind port 42acb0b5-00d5-4703-ae1c-77f827bc1034 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:50:44.441473 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-5939c682-d5fc-4f87-8293-ae72d349adc8 None None] Attempting to bind port 42acb0b5-00d5-4703-ae1c-77f827bc1034 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '72c93c49-dfa4-4e54-bb98-a1519dafed49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:50:44.441473 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5939c682-d5fc-4f87-8293-ae72d349adc8 None None] Attempting to bind port 42acb0b5-00d5-4703-ae1c-77f827bc1034 on network a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:50:44.478146 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5939c682-d5fc-4f87-8293-ae72d349adc8 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:50:44.478559 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5939c682-d5fc-4f87-8293-ae72d349adc8 None None] Checking segment: {'id': '72c93c49-dfa4-4e54-bb98-a1519dafed49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:50:44.478971 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5939c682-d5fc-4f87-8293-ae72d349adc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:44.479371 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5939c682-d5fc-4f87-8293-ae72d349adc8 None None] Bound using segment: {'id': '72c93c49-dfa4-4e54-bb98-a1519dafed49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:50:44.479896 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-5939c682-d5fc-4f87-8293-ae72d349adc8 None None] Bound port: 42acb0b5-00d5-4703-ae1c-77f827bc1034, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c93c49-dfa4-4e54-bb98-a1519dafed49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:50:44.480276 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5939c682-d5fc-4f87-8293-ae72d349adc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:44.558507 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-375a5597-f95a-4bcd-9b0e-5f992f9ccf71 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3950770 Oct 26 15:50:44.559072 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-098f1747-299a-401d-bba8-a14491d5923e None None] Attempt 4 to provision port 42acb0b5-00d5-4703-ae1c-77f827bc1034 Oct 26 15:50:44.562221 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41204) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:44.571810 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-120437c8-ffc7-4038-9136-91b112db42bf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:44.576684 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-bd7deefa-d8d1-419e-9d01-5857dea5378e tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Request body: {'security_group': {'name': 'tempest-security--2077242544', 'description': 'tempest-security-description-1900573520'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:44.614582 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-bfbacb0e-7c10-423b-a110-c96c27e7e2b8 None None] Allocated IP 172.21.0.2 (549dd6ac-4351-4984-8516-5fd7b0833d08/77da3f29-f272-42f9-b7d7-d1b9e7b65d0f/8bcfccc5-b02f-4a9c-b9b5-7537624e8374) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:50:44.623796 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-120437c8-ffc7-4038-9136-91b112db42bf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:44.677169 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6cfdea45-aa0e-49d3-bd15-ed17cda3798d tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for router_gateway, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:44.725439 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-098f1747-299a-401d-bba8-a14491d5923e None None] Port 42acb0b5-00d5-4703-ae1c-77f827bc1034 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:50:44.731430 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-5939c682-d5fc-4f87-8293-ae72d349adc8 None None] For port 42acb0b5-00d5-4703-ae1c-77f827bc1034, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:50:44.744847 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-5939c682-d5fc-4f87-8293-ae72d349adc8 None None] For port 42acb0b5-00d5-4703-ae1c-77f827bc1034, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=42acb0b5-00d5-4703-ae1c-77f827bc1034,segment=NetworkSegment(72c93c49-dfa4-4e54-bb98-a1519dafed49),segment_id=72c93c49-dfa4-4e54-bb98-a1519dafed49)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:50:44.839595 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5939c682-d5fc-4f87-8293-ae72d349adc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:44.868088 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bd7deefa-d8d1-419e-9d01-5857dea5378e tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:44.890219 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-120437c8-ffc7-4038-9136-91b112db42bf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Made reservation on behalf of 8316bfcf068445aeb00a503282bb001c for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:50:44.894907 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-120437c8-ffc7-4038-9136-91b112db42bf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:44.931440 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bfbacb0e-7c10-423b-a110-c96c27e7e2b8 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:44.935968 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5939c682-d5fc-4f87-8293-ae72d349adc8 None None] Routers {'905bf32a-aede-41c4-8362-12b9c4083bdc'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:50:44.936299 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-5939c682-d5fc-4f87-8293-ae72d349adc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:50:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['905bf32a-aede-41c4-8362-12b9c4083bdc'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:44.945241 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3cea1c86-368a-4317-9db6-967a448a31aa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:45.065785 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6cfdea45-aa0e-49d3-bd15-ed17cda3798d tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:45.135017 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-bfbacb0e-7c10-423b-a110-c96c27e7e2b8 None None] Transition to ACTIVE for port object 8bcfccc5-b02f-4a9c-b9b5-7537624e8374 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:50:45.171071 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac36f369-d55b-4db3-9cf2-85c908820c9b None None] Pushing event updated for resources: {'Port': ['ID=42acb0b5-00d5-4703-ae1c-77f827bc1034,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:45.175769 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-bfbacb0e-7c10-423b-a110-c96c27e7e2b8 None None] Transition to ACTIVE for port object 8bcfccc5-b02f-4a9c-b9b5-7537624e8374 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:50:45.192587 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-5939c682-d5fc-4f87-8293-ae72d349adc8 None None] Set router 905bf32a-aede-41c4-8362-12b9c4083bdc gateway port host: None {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:50:45.235347 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-098f1747-299a-401d-bba8-a14491d5923e None None] Attempt 5 to provision port 42acb0b5-00d5-4703-ae1c-77f827bc1034 Oct 26 15:50:45.265493 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a7e2adec-39a8-4bc9-a65b-84c544a4e49f req-dd62f221-1757-4066-a82b-02beffae2740 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=a971ce64-9201-4113-b0b8-4c0f3e81a75f HTTP/1.1" status: 200 len: 210 time: 0.0988901 Oct 26 15:50:45.277696 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bd7deefa-d8d1-419e-9d01-5857dea5378e tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:45.284358 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bfbacb0e-7c10-423b-a110-c96c27e7e2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:45.399863 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bd7deefa-d8d1-419e-9d01-5857dea5378e tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:45.401065 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cfdea45-aa0e-49d3-bd15-ed17cda3798d tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Router bcda6f93-57d1-41ad-b007-62f0010b9957 is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:50:45.428188 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-714a53c6-42fc-43f8-92a5-d33dab646fd9 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:45.441551 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbacb0e-7c10-423b-a110-c96c27e7e2b8 None None] Network 549dd6ac-4351-4984-8516-5fd7b0833d08 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:50:45.446442 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-bfbacb0e-7c10-423b-a110-c96c27e7e2b8 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:50:45.461825 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bd7deefa-d8d1-419e-9d01-5857dea5378e tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:45.463096 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-bd7deefa-d8d1-419e-9d01-5857dea5378e tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "PUT /v2.0/security-groups/61218bd8-8a8a-40f9-82fe-313ecb5012d6 HTTP/1.1" status: 200 len: 1780 time: 0.8980041 Oct 26 15:50:45.465887 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbacb0e-7c10-423b-a110-c96c27e7e2b8 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:50:45.466153 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41210) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:45.478046 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbacb0e-7c10-423b-a110-c96c27e7e2b8 None None] Pushing event updated for resources: {'Port': ['ID=8bcfccc5-b02f-4a9c-b9b5-7537624e8374,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:45.575174 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-098f1747-299a-401d-bba8-a14491d5923e None None] Port 42acb0b5-00d5-4703-ae1c-77f827bc1034 had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 15:50:45.610974 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-74d31cd9-920e-4f76-84fe-f3b5eb34744e tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "GET /v2.0/security-groups/61218bd8-8a8a-40f9-82fe-313ecb5012d6 HTTP/1.1" status: 200 len: 1780 time: 0.1410754 Oct 26 15:50:45.612487 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7deefa-d8d1-419e-9d01-5857dea5378e tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61218bd8-8a8a-40f9-82fe-313ecb5012d6,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:45.618027 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41214) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:45.619500 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3cea1c86-368a-4317-9db6-967a448a31aa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:45.666873 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cfdea45-aa0e-49d3-bd15-ed17cda3798d tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:50:45.672840 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-120437c8-ffc7-4038-9136-91b112db42bf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Allocated IP 172.20.0.11 (f695264a-de7b-484e-8ae7-eaf4f0eb940e/a81e370d-9645-40af-8803-f60d93e2baff/e39c07aa-e3d4-477e-ab04-885e29c8610a) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:50:45.678617 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ef5d33-aab7-491e-972e-d2d51921ef93 None None] Sync routers for ids ['bcda6f93-57d1-41ad-b007-62f0010b9957'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:50:45.679883 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-bfbacb0e-7c10-423b-a110-c96c27e7e2b8 None None] Attempting to bind port 8bcfccc5-b02f-4a9c-b9b5-7537624e8374 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:50:45.680265 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-bfbacb0e-7c10-423b-a110-c96c27e7e2b8 None None] Attempting to bind port 8bcfccc5-b02f-4a9c-b9b5-7537624e8374 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '99985421-ba00-4e0b-828f-76037201ec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '549dd6ac-4351-4984-8516-5fd7b0833d08'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:50:45.680634 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbacb0e-7c10-423b-a110-c96c27e7e2b8 None None] Attempting to bind port 8bcfccc5-b02f-4a9c-b9b5-7537624e8374 on network 549dd6ac-4351-4984-8516-5fd7b0833d08 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:50:45.683061 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 64765b2a-e0aa-43a0-b2d5-626efb66d0ab up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:50:45.693426 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ef5d33-aab7-491e-972e-d2d51921ef93 None None] Routers {'bcda6f93-57d1-41ad-b007-62f0010b9957'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:50:45.693976 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-77ef5d33-aab7-491e-972e-d2d51921ef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:50:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['bcda6f93-57d1-41ad-b007-62f0010b9957'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:45.737929 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbacb0e-7c10-423b-a110-c96c27e7e2b8 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:50:45.738311 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbacb0e-7c10-423b-a110-c96c27e7e2b8 None None] Checking segment: {'id': '99985421-ba00-4e0b-828f-76037201ec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '549dd6ac-4351-4984-8516-5fd7b0833d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:50:45.738751 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bfbacb0e-7c10-423b-a110-c96c27e7e2b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:45.739154 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbacb0e-7c10-423b-a110-c96c27e7e2b8 None None] Bound using segment: {'id': '99985421-ba00-4e0b-828f-76037201ec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '549dd6ac-4351-4984-8516-5fd7b0833d08'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:50:45.739644 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-bfbacb0e-7c10-423b-a110-c96c27e7e2b8 None None] Bound port: 8bcfccc5-b02f-4a9c-b9b5-7537624e8374, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99985421-ba00-4e0b-828f-76037201ec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '549dd6ac-4351-4984-8516-5fd7b0833d08'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:50:45.740018 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bfbacb0e-7c10-423b-a110-c96c27e7e2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:45.740461 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-64e61dbe-1ca0-44b2-b940-ae3ea626b256 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:45.777161 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-64e61dbe-1ca0-44b2-b940-ae3ea626b256 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:45.805804 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-77ef5d33-aab7-491e-972e-d2d51921ef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:45.815587 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ef5d33-aab7-491e-972e-d2d51921ef93 None None] Routers {'bcda6f93-57d1-41ad-b007-62f0010b9957'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:50:45.816198 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-77ef5d33-aab7-491e-972e-d2d51921ef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:50:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['bcda6f93-57d1-41ad-b007-62f0010b9957'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:45.825772 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6cfdea45-aa0e-49d3-bd15-ed17cda3798d tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:45.830339 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-6cfdea45-aa0e-49d3-bd15-ed17cda3798d tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.3028090 Oct 26 15:50:45.833658 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41218) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:45.879245 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-77ef5d33-aab7-491e-972e-d2d51921ef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:45.879649 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ef5d33-aab7-491e-972e-d2d51921ef93 None None] The sync data for ids ['bcda6f93-57d1-41ad-b007-62f0010b9957'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:50:45.922671 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-bfbacb0e-7c10-423b-a110-c96c27e7e2b8 None None] For port 8bcfccc5-b02f-4a9c-b9b5-7537624e8374, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:50:45.925587 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 64765b2a-e0aa-43a0-b2d5-626efb66d0ab triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:50:45.925719 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:45.925803 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea1c86-368a-4317-9db6-967a448a31aa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event updated for resources: {'Port': ['ID=6b876fe0-c7f5-43d5-8c78-c3d65f0f607c,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:45.926024 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 64765b2a-e0aa-43a0-b2d5-626efb66d0ab Oct 26 15:50:45.936255 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cea1c86-368a-4317-9db6-967a448a31aa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Network c043a8c9-4101-4ad8-a4f1-f1173b3e8031 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:50:45.951310 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-3cea1c86-368a-4317-9db6-967a448a31aa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:50:45.960370 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cea1c86-368a-4317-9db6-967a448a31aa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:50:45.966751 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cea1c86-368a-4317-9db6-967a448a31aa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:45.967372 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3cea1c86-368a-4317-9db6-967a448a31aa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:45.978503 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-bfbacb0e-7c10-423b-a110-c96c27e7e2b8 None None] For port 8bcfccc5-b02f-4a9c-b9b5-7537624e8374, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=8bcfccc5-b02f-4a9c-b9b5-7537624e8374,segment=NetworkSegment(99985421-ba00-4e0b-828f-76037201ec43),segment_id=99985421-ba00-4e0b-828f-76037201ec43)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:50:46.010230 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-5939c682-d5fc-4f87-8293-ae72d349adc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'name': 'tempest-RoutersTest-router-1020197022', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:50:33Z', 'updated_at': '2022-10-26T15:50:38Z', 'revision_number': 2, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'gw_port_host': None, '_interfaces': [{'id': '42acb0b5-00d5-4703-ae1c-77f827bc1034', 'name': '', 'network_id': 'a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:39:96:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:37Z', 'updated_at': '2022-10-26T15:50:44Z', 'revision_number': 4, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:46.018084 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5939c682-d5fc-4f87-8293-ae72d349adc8 None None] The sync data for ids ['905bf32a-aede-41c4-8362-12b9c4083bdc'] in dv-neutron-862712-1-hyperv is: [{'id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'name': 'tempest-RoutersTest-router-1020197022', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:50:33Z', 'updated_at': '2022-10-26T15:50:38Z', 'revision_number': 2, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'gw_port_host': None, '_interfaces': [{'id': '42acb0b5-00d5-4703-ae1c-77f827bc1034', 'name': '', 'network_id': 'a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:39:96:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:37Z', 'updated_at': '2022-10-26T15:50:44Z', 'revision_number': 4, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:50:46.078612 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bfbacb0e-7c10-423b-a110-c96c27e7e2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:46.108783 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-64e61dbe-1ca0-44b2-b940-ae3ea626b256 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:46.121626 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 64765b2a-e0aa-43a0-b2d5-626efb66d0ab is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:50:46.144781 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-3cea1c86-368a-4317-9db6-967a448a31aa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.7818749 Oct 26 15:50:46.145451 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41222) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:46.171044 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbacb0e-7c10-423b-a110-c96c27e7e2b8 None None] Pushing event updated for resources: {'Port': ['ID=8bcfccc5-b02f-4a9c-b9b5-7537624e8374,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:46.331962 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-b34a0a7a-b698-41d8-8e64-bfa0b8722b9c tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Deleting port 6b876fe0-c7f5-43d5-8c78-c3d65f0f607c {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:50:46.332322 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b34a0a7a-b698-41d8-8e64-bfa0b8722b9c tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:46.346819 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e61dbe-1ca0-44b2-b940-ae3ea626b256 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61218bd8-8a8a-40f9-82fe-313ecb5012d6,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:46.380124 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-64e61dbe-1ca0-44b2-b940-ae3ea626b256 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:46.381277 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-64e61dbe-1ca0-44b2-b940-ae3ea626b256 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "DELETE /v2.0/security-groups/61218bd8-8a8a-40f9-82fe-313ecb5012d6 HTTP/1.1" status: 204 len: 168 time: 0.7625299 Oct 26 15:50:46.384054 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41228) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:46.457740 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-120437c8-ffc7-4038-9136-91b112db42bf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:46.515611 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-714a53c6-42fc-43f8-92a5-d33dab646fd9 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Allocated IP 172.21.0.1 (549dd6ac-4351-4984-8516-5fd7b0833d08/77da3f29-f272-42f9-b7d7-d1b9e7b65d0f/6ac62f2d-b4e7-4706-9566-bb6c4e464cbe) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:50:46.565187 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-120437c8-ffc7-4038-9136-91b112db42bf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Transition to ACTIVE for port object e39c07aa-e3d4-477e-ab04-885e29c8610a will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:50:46.624731 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ba76c454-46db-40bc-ba79-23439b250cf8 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Synchronizing usage tracker for tenant:83eb182a254c4564b45db91dc2782cf1 on resource:security_group {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:46.747285 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2d9efcab-9d5c-4cfb-b1e1-638faaeddc09 req-3cb5635d-b796-4f26-9e86-4f3a89766701 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=a971ce64-9201-4113-b0b8-4c0f3e81a75f HTTP/1.1" status: 200 len: 210 time: 0.1714740 Oct 26 15:50:46.850734 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ba76c454-46db-40bc-ba79-23439b250cf8 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Unset dirty status for tenant:83eb182a254c4564b45db91dc2782cf1 on resource:security_group {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:46.854842 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ba76c454-46db-40bc-ba79-23439b250cf8 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4670787 Oct 26 15:50:46.855007 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b34a0a7a-b698-41d8-8e64-bfa0b8722b9c tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:46.857416 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41232) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:46.883272 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-1f65d03a-00c2-4f3b-9c26-8ea44d0b261b tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] delete failed (client error): The resource could not be found. Oct 26 15:50:46.884326 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-1f65d03a-00c2-4f3b-9c26-8ea44d0b261b tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "DELETE /v2.0/security-groups/61218bd8-8a8a-40f9-82fe-313ecb5012d6 HTTP/1.1" status: 404 len: 347 time: 0.0261652 Oct 26 15:50:46.891257 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41236) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:46.900313 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-ab64a974-07b4-466f-bb71-b5c9056e83f0 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Request body: {'security_group': {'name': 'tempest-secgroup--832952612'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:46.911027 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ab64a974-07b4-466f-bb71-b5c9056e83f0 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:46.957882 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ab64a974-07b4-466f-bb71-b5c9056e83f0 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:47.038800 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7a102d2f-d3c3-411c-84cf-8eddd2ca308b tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:47.051759 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ab64a974-07b4-466f-bb71-b5c9056e83f0 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:47.119327 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-120437c8-ffc7-4038-9136-91b112db42bf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:47.129521 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-b34a0a7a-b698-41d8-8e64-bfa0b8722b9c tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Calling delete_port for 6b876fe0-c7f5-43d5-8c78-c3d65f0f607c owned by {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:50:47.138073 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ab64a974-07b4-466f-bb71-b5c9056e83f0 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:47.215409 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ab64a974-07b4-466f-bb71-b5c9056e83f0 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Usage tracker for resource:security_group_rule and tenant:83eb182a254c4564b45db91dc2782cf1 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:47.222554 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ab64a974-07b4-466f-bb71-b5c9056e83f0 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:47.233233 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ab64a974-07b4-466f-bb71-b5c9056e83f0 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:47.270801 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-120437c8-ffc7-4038-9136-91b112db42bf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network f695264a-de7b-484e-8ae7-eaf4f0eb940e is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:50:47.285273 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-120437c8-ffc7-4038-9136-91b112db42bf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:50:47.293856 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-120437c8-ffc7-4038-9136-91b112db42bf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:50:47.350511 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-714a53c6-42fc-43f8-92a5-d33dab646fd9 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:47.384832 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120437c8-ffc7-4038-9136-91b112db42bf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=e39c07aa-e3d4-477e-ab04-885e29c8610a,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:47.409238 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-714a53c6-42fc-43f8-92a5-d33dab646fd9 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Transition to ACTIVE for port object 6ac62f2d-b4e7-4706-9566-bb6c4e464cbe will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:50:47.409672 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ab64a974-07b4-466f-bb71-b5c9056e83f0 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:47.427709 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-120437c8-ffc7-4038-9136-91b112db42bf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:47.428314 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-120437c8-ffc7-4038-9136-91b112db42bf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:47.481967 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b34a0a7a-b698-41d8-8e64-bfa0b8722b9c tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:47.550135 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a0a7a-b698-41d8-8e64-bfa0b8722b9c tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event deleted for resources: {'Port': ['ID=6b876fe0-c7f5-43d5-8c78-c3d65f0f607c,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:47.557284 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b34a0a7a-b698-41d8-8e64-bfa0b8722b9c tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:47.560350 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b34a0a7a-b698-41d8-8e64-bfa0b8722b9c tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/ports/6b876fe0-c7f5-43d5-8c78-c3d65f0f607c HTTP/1.1" status: 204 len: 168 time: 1.4080105 Oct 26 15:50:47.573342 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ab64a974-07b4-466f-bb71-b5c9056e83f0 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:47.573480 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41240) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:47.581770 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-4cc15bf5-5ad6-471b-bf68-11d07c286778 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'port': {'network_id': 'c043a8c9-4101-4ad8-a4f1-f1173b3e8031', 'mac_address': 'fa:16:3e:50:4e:8b', 'name': 'tempest-PortsTestJSON-889559595'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:47.586116 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11b45a9-df85-403e-b156-71331c606d02 None None] Network 549dd6ac-4351-4984-8516-5fd7b0833d08 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:50:47.677209 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-7a102d2f-d3c3-411c-84cf-8eddd2ca308b tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Allocated IP 172.20.0.1 (e94e8c8a-a582-41c1-a696-8dfeab49cdb0/a231fc49-1080-4ecc-9fe9-e75ac9fd203d/d370e91e-9abd-472b-9fae-e35d855ef7ad) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:50:47.686398 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab64a974-07b4-466f-bb71-b5c9056e83f0 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4bd9d9-8f45-43ba-80e7-ce15c19d5ce0,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:47.698096 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-714a53c6-42fc-43f8-92a5-d33dab646fd9 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:47.790593 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-120437c8-ffc7-4038-9136-91b112db42bf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9029217 Oct 26 15:50:47.801326 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ab64a974-07b4-466f-bb71-b5c9056e83f0 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:47.801537 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ab64a974-07b4-466f-bb71-b5c9056e83f0 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9077733 Oct 26 15:50:47.805478 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41246) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:47.823570 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-70dc1071-7914-4818-a8ed-3b66a83dc325 service neutron] Request body: {'port': {'device_id': 'a971ce64-9201-4113-b0b8-4c0f3e81a75f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8627'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:47.871593 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-2dcc7a76-3bfb-4c92-9d71-ebb53933adc0 None None] Provisioning for port 8bcfccc5-b02f-4a9c-b9b5-7537624e8374 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:50:47.921701 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 42acb0b5-00d5-4703-ae1c-77f827bc1034 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:50:47.958243 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7a102d2f-d3c3-411c-84cf-8eddd2ca308b tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:47.970044 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-4bf8c56a-2d1b-42f0-a354-8c678abe2652 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Request body: {'security_group_rule': {'security_group_id': 'aa4bd9d9-8f45-43ba-80e7-ce15c19d5ce0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:48.036196 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-2dcc7a76-3bfb-4c92-9d71-ebb53933adc0 None None] Provisioning for port e39c07aa-e3d4-477e-ab04-885e29c8610a completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:50:48.049743 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-2dcc7a76-3bfb-4c92-9d71-ebb53933adc0 None None] Provisioning complete for port e39c07aa-e3d4-477e-ab04-885e29c8610a triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:50:48.050040 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2dcc7a76-3bfb-4c92-9d71-ebb53933adc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:48.050374 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-2dcc7a76-3bfb-4c92-9d71-ebb53933adc0 None None] Attempt 1 to provision port e39c07aa-e3d4-477e-ab04-885e29c8610a Oct 26 15:50:48.055755 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714a53c6-42fc-43f8-92a5-d33dab646fd9 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Network 549dd6ac-4351-4984-8516-5fd7b0833d08 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:50:48.057993 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-4bf8c56a-2d1b-42f0-a354-8c678abe2652 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:48.058701 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7a102d2f-d3c3-411c-84cf-8eddd2ca308b tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:48.072796 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-714a53c6-42fc-43f8-92a5-d33dab646fd9 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:50:48.076777 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714a53c6-42fc-43f8-92a5-d33dab646fd9 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:50:48.121281 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-2dcc7a76-3bfb-4c92-9d71-ebb53933adc0 None None] Port e39c07aa-e3d4-477e-ab04-885e29c8610a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:50:48.138237 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a102d2f-d3c3-411c-84cf-8eddd2ca308b tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Network e94e8c8a-a582-41c1-a696-8dfeab49cdb0 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:50:48.141640 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-4bf8c56a-2d1b-42f0-a354-8c678abe2652 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Usage tracker for resource:security_group_rule and tenant:83eb182a254c4564b45db91dc2782cf1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:48.142977 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-7a102d2f-d3c3-411c-84cf-8eddd2ca308b tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:50:48.147684 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a102d2f-d3c3-411c-84cf-8eddd2ca308b tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:50:48.166409 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-4bf8c56a-2d1b-42f0-a354-8c678abe2652 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:48.178306 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 42acb0b5-00d5-4703-ae1c-77f827bc1034 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:50:48.183750 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 42acb0b5-00d5-4703-ae1c-77f827bc1034 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:50:48.183936 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:48.184220 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 42acb0b5-00d5-4703-ae1c-77f827bc1034 Oct 26 15:50:48.187730 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-4cc15bf5-5ad6-471b-bf68-11d07c286778 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:48.192306 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a53c6-42fc-43f8-92a5-d33dab646fd9 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event updated for resources: {'Port': ['ID=6ac62f2d-b4e7-4706-9566-bb6c4e464cbe,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:48.194940 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a102d2f-d3c3-411c-84cf-8eddd2ca308b tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Pushing event updated for resources: {'Port': ['ID=d370e91e-9abd-472b-9fae-e35d855ef7ad,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:48.207189 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-4bf8c56a-2d1b-42f0-a354-8c678abe2652 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:48.226977 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7a102d2f-d3c3-411c-84cf-8eddd2ca308b tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:48.259394 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-4cc15bf5-5ad6-471b-bf68-11d07c286778 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Usage tracker for resource:port and tenant:81f9d918a7ff445e8b2c1951e5c33cc9 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:48.280398 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-4cc15bf5-5ad6-471b-bf68-11d07c286778 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:48.303360 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-4cc15bf5-5ad6-471b-bf68-11d07c286778 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:48.323663 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-714a53c6-42fc-43f8-92a5-d33dab646fd9 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:48.335280 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 42acb0b5-00d5-4703-ae1c-77f827bc1034 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:50:48.335664 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:48.353570 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-70dc1071-7914-4818-a8ed-3b66a83dc325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:48.375230 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 42acb0b5-00d5-4703-ae1c-77f827bc1034, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=42acb0b5-00d5-4703-ae1c-77f827bc1034,segment=NetworkSegment(72c93c49-dfa4-4e54-bb98-a1519dafed49),segment_id=72c93c49-dfa4-4e54-bb98-a1519dafed49)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:50:48.387353 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75c758-bab1-438c-b9a5-86ce8aaa9b80 req-50f2d308-5d41-43eb-b57b-6f2a62b0d107 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:48.388066 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-4f75c758-bab1-438c-b9a5-86ce8aaa9b80 req-50f2d308-5d41-43eb-b57b-6f2a62b0d107 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:48.455743 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc15bf5-5ad6-471b-bf68-11d07c286778 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Made reservation on behalf of 81f9d918a7ff445e8b2c1951e5c33cc9 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:50:48.470831 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4bf8c56a-2d1b-42f0-a354-8c678abe2652 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:48.514287 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7a102d2f-d3c3-411c-84cf-8eddd2ca308b tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:48.521458 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:48.522648 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 8bcfccc5-b02f-4a9c-b9b5-7537624e8374 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:50:48.664403 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-4f75c758-bab1-438c-b9a5-86ce8aaa9b80 req-50f2d308-5d41-43eb-b57b-6f2a62b0d107 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:48.665577 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4f75c758-bab1-438c-b9a5-86ce8aaa9b80 req-50f2d308-5d41-43eb-b57b-6f2a62b0d107 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=a971ce64-9201-4113-b0b8-4c0f3e81a75f HTTP/1.1" status: 200 len: 932 time: 0.6809113 Oct 26 15:50:48.720929 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-2dcc7a76-3bfb-4c92-9d71-ebb53933adc0 None None] Attempt 2 to provision port e39c07aa-e3d4-477e-ab04-885e29c8610a Oct 26 15:50:48.765671 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4cc15bf5-5ad6-471b-bf68-11d07c286778 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:48.782008 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=42acb0b5-00d5-4703-ae1c-77f827bc1034,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:48.796217 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-2dcc7a76-3bfb-4c92-9d71-ebb53933adc0 None None] Port e39c07aa-e3d4-477e-ab04-885e29c8610a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:50:48.875196 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 8bcfccc5-b02f-4a9c-b9b5-7537624e8374 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:50:48.881366 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 8bcfccc5-b02f-4a9c-b9b5-7537624e8374 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:50:48.888762 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:48.888762 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 8bcfccc5-b02f-4a9c-b9b5-7537624e8374 Oct 26 15:50:48.900968 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4f75c758-bab1-438c-b9a5-86ce8aaa9b80 req-388c11f2-3d86-4bcc-9e0b-c93cacf5b3c8 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c6f39fb-d8fd-4833-9013-3b28d914b574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2161870 Oct 26 15:50:48.937966 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4bf8c56a-2d1b-42f0-a354-8c678abe2652 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:48.948794 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [None req-4cc15bf5-5ad6-471b-bf68-11d07c286778 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] device_id is not set on port a76818a8-52b7-4e87-acb0-6e0685a099e5 yet. {{(pid=89748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:50:49.015596 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 8bcfccc5-b02f-4a9c-b9b5-7537624e8374 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:50:49.016027 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:49.035043 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-714a53c6-42fc-43f8-92a5-d33dab646fd9 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:49.051169 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 8bcfccc5-b02f-4a9c-b9b5-7537624e8374, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=8bcfccc5-b02f-4a9c-b9b5-7537624e8374,segment=NetworkSegment(99985421-ba00-4e0b-828f-76037201ec43),segment_id=99985421-ba00-4e0b-828f-76037201ec43)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:50:49.062021 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4bf8c56a-2d1b-42f0-a354-8c678abe2652 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:49.125344 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:49.141665 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7a102d2f-d3c3-411c-84cf-8eddd2ca308b tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:49.167906 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf8c56a-2d1b-42f0-a354-8c678abe2652 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5db5cdbd-f906-4661-8786-c89f7accb7fd,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:49.197481 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=8bcfccc5-b02f-4a9c-b9b5-7537624e8374,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:49.212503 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7a102d2f-d3c3-411c-84cf-8eddd2ca308b tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:49.297950 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-2dcc7a76-3bfb-4c92-9d71-ebb53933adc0 None None] Attempt 3 to provision port e39c07aa-e3d4-477e-ab04-885e29c8610a Oct 26 15:50:49.340649 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7a102d2f-d3c3-411c-84cf-8eddd2ca308b tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:49.346707 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a102d2f-d3c3-411c-84cf-8eddd2ca308b tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Pushing event updated for resources: {'Port': ['ID=d370e91e-9abd-472b-9fae-e35d855ef7ad,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:49.358306 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-2dcc7a76-3bfb-4c92-9d71-ebb53933adc0 None None] Port e39c07aa-e3d4-477e-ab04-885e29c8610a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:50:49.467763 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4bf8c56a-2d1b-42f0-a354-8c678abe2652 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:49.468944 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-4bf8c56a-2d1b-42f0-a354-8c678abe2652 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5654249 Oct 26 15:50:49.474779 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41250) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:49.508940 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a102d2f-d3c3-411c-84cf-8eddd2ca308b tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Network e94e8c8a-a582-41c1-a696-8dfeab49cdb0 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:50:49.511601 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-7a102d2f-d3c3-411c-84cf-8eddd2ca308b tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:50:49.521022 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b8a7c758-75c5-4549-adb3-92e92e1a93ee tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:49.562093 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.db.resource_extend [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-70dc1071-7914-4818-a8ed-3b66a83dc325 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 15:50:49.584315 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b8a7c758-75c5-4549-adb3-92e92e1a93ee tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:49.668966 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 42acb0b5-00d5-4703-ae1c-77f827bc1034 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:50:49.748241 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a102d2f-d3c3-411c-84cf-8eddd2ca308b tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Router bcda6f93-57d1-41ad-b007-62f0010b9957 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:50:49.755890 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4cc15bf5-5ad6-471b-bf68-11d07c286778 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:49.759325 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 42acb0b5-00d5-4703-ae1c-77f827bc1034 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:50:49.759821 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:49.760210 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 42acb0b5-00d5-4703-ae1c-77f827bc1034 Oct 26 15:50:49.768955 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-70dc1071-7914-4818-a8ed-3b66a83dc325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e39c07aa-e3d4-477e-ab04-885e29c8610a {{(pid=89748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:50:49.780145 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-70dc1071-7914-4818-a8ed-3b66a83dc325 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:49.817138 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b8a7c758-75c5-4549-adb3-92e92e1a93ee tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:49.839400 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-70dc1071-7914-4818-a8ed-3b66a83dc325 service neutron] Transition to ACTIVE for port object e39c07aa-e3d4-477e-ab04-885e29c8610a will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:50:49.869376 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-2dcc7a76-3bfb-4c92-9d71-ebb53933adc0 None None] Attempt 4 to provision port e39c07aa-e3d4-477e-ab04-885e29c8610a Oct 26 15:50:49.890217 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-714a53c6-42fc-43f8-92a5-d33dab646fd9 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:49.895912 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-70dc1071-7914-4818-a8ed-3b66a83dc325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:49.914110 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a7c758-75c5-4549-adb3-92e92e1a93ee tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5db5cdbd-f906-4661-8786-c89f7accb7fd,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:49.919057 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b8a7c758-75c5-4549-adb3-92e92e1a93ee tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:49.919836 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b8a7c758-75c5-4549-adb3-92e92e1a93ee tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/5db5cdbd-f906-4661-8786-c89f7accb7fd HTTP/1.1" status: 204 len: 168 time: 0.4441137 Oct 26 15:50:49.927691 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41256) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:49.937310 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 42acb0b5-00d5-4703-ae1c-77f827bc1034 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:50:49.938459 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 8bcfccc5-b02f-4a9c-b9b5-7537624e8374 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:50:49.969145 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-2dcc7a76-3bfb-4c92-9d71-ebb53933adc0 None None] Port e39c07aa-e3d4-477e-ab04-885e29c8610a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:50:50.004983 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-f77aa1eb-c4cd-418c-acc5-e2c96e6e546a tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Synchronizing usage tracker for tenant:83eb182a254c4564b45db91dc2782cf1 on resource:security_group_rule {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:50.027238 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a102d2f-d3c3-411c-84cf-8eddd2ca308b tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:50:50.027646 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 8bcfccc5-b02f-4a9c-b9b5-7537624e8374 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:50:50.028552 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:50.029246 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 8bcfccc5-b02f-4a9c-b9b5-7537624e8374 Oct 26 15:50:50.032883 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-7a102d2f-d3c3-411c-84cf-8eddd2ca308b tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "PUT /v2.0/routers/bcda6f93-57d1-41ad-b007-62f0010b9957/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1982055 Oct 26 15:50:50.039480 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41262) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:50.045503 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-7e6dd3c1-08f7-46b0-b5d5-afddc74feb23 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Request body: {'port': {'network_id': 'e94e8c8a-a582-41c1-a696-8dfeab49cdb0', 'name': 'tempest-FloatingIPTestJSON-1299391362'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:50.052454 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4cc15bf5-5ad6-471b-bf68-11d07c286778 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:50.069751 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a271b82-6243-42c4-a357-8307840b9cda None None] Sync routers for ids ['bcda6f93-57d1-41ad-b007-62f0010b9957'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:50:50.072334 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-714a53c6-42fc-43f8-92a5-d33dab646fd9 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:50.099383 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a271b82-6243-42c4-a357-8307840b9cda None None] Routers {'bcda6f93-57d1-41ad-b007-62f0010b9957'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:50:50.100154 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-6a271b82-6243-42c4-a357-8307840b9cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:50:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['bcda6f93-57d1-41ad-b007-62f0010b9957'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:50.164976 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-6a271b82-6243-42c4-a357-8307840b9cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:50.180249 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a271b82-6243-42c4-a357-8307840b9cda None None] Routers {'bcda6f93-57d1-41ad-b007-62f0010b9957'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:50:50.180998 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-6a271b82-6243-42c4-a357-8307840b9cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:50:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['bcda6f93-57d1-41ad-b007-62f0010b9957'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:50.185247 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc15bf5-5ad6-471b-bf68-11d07c286778 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Network c043a8c9-4101-4ad8-a4f1-f1173b3e8031 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:50:50.196165 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-4cc15bf5-5ad6-471b-bf68-11d07c286778 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:50:50.198773 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc15bf5-5ad6-471b-bf68-11d07c286778 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:50:50.205337 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc15bf5-5ad6-471b-bf68-11d07c286778 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:50.205938 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4cc15bf5-5ad6-471b-bf68-11d07c286778 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:50.240283 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-7e6dd3c1-08f7-46b0-b5d5-afddc74feb23 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:50.248933 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-f77aa1eb-c4cd-418c-acc5-e2c96e6e546a tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Unset dirty status for tenant:83eb182a254c4564b45db91dc2782cf1 on resource:security_group_rule {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:50.253747 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f77aa1eb-c4cd-418c-acc5-e2c96e6e546a tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3268392 Oct 26 15:50:50.257640 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41266) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:50.259297 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7e6dd3c1-08f7-46b0-b5d5-afddc74feb23 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Usage tracker for resource:port and tenant:be078dbf59284c8db757499639ef8c28 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:50.262438 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc1071-7914-4818-a8ed-3b66a83dc325 service neutron] Pushing event updated for resources: {'Port': ['ID=e39c07aa-e3d4-477e-ab04-885e29c8610a,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:50.263587 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7e6dd3c1-08f7-46b0-b5d5-afddc74feb23 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:50.272514 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-7e6dd3c1-08f7-46b0-b5d5-afddc74feb23 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:50.278025 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-6a271b82-6243-42c4-a357-8307840b9cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:50.278025 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a271b82-6243-42c4-a357-8307840b9cda None None] The sync data for ids ['bcda6f93-57d1-41ad-b007-62f0010b9957'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:50:50.308416 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 8bcfccc5-b02f-4a9c-b9b5-7537624e8374 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:50:50.308636 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc820956-44d6-4107-a8e1-1dff5b25d423 req-3d99f664-313b-4e8b-9aa3-aef291392018 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:50.310920 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-dc820956-44d6-4107-a8e1-1dff5b25d423 req-3d99f664-313b-4e8b-9aa3-aef291392018 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=a971ce64-9201-4113-b0b8-4c0f3e81a75f HTTP/1.1" status: 200 len: 944 time: 0.2722490 Oct 26 15:50:50.328883 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-714a53c6-42fc-43f8-92a5-d33dab646fd9 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:50.356955 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-dc820956-44d6-4107-a8e1-1dff5b25d423 req-1845a3f6-e10c-4997-8ab8-b49a46651f9d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:security_group {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:50.359468 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6dd3c1-08f7-46b0-b5d5-afddc74feb23 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Made reservation on behalf of be078dbf59284c8db757499639ef8c28 for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:50:50.363352 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7e6dd3c1-08f7-46b0-b5d5-afddc74feb23 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:50.396000 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-dc820956-44d6-4107-a8e1-1dff5b25d423 req-1845a3f6-e10c-4997-8ab8-b49a46651f9d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:security_group {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:50.397134 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-dc820956-44d6-4107-a8e1-1dff5b25d423 req-1845a3f6-e10c-4997-8ab8-b49a46651f9d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c6f39fb-d8fd-4833-9013-3b28d914b574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809391 Oct 26 15:50:50.398189 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-7e6dd3c1-08f7-46b0-b5d5-afddc74feb23 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] device_id is not set on port 49eea92e-979c-48e8-b371-436fb605b5f3 yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:50:50.469593 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-4cc15bf5-5ad6-471b-bf68-11d07c286778 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.8950491 Oct 26 15:50:50.471071 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc15bf5-5ad6-471b-bf68-11d07c286778 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event updated for resources: {'Port': ['ID=a76818a8-52b7-4e87-acb0-6e0685a099e5,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:50.471641 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-2dcc7a76-3bfb-4c92-9d71-ebb53933adc0 None None] Attempt 5 to provision port e39c07aa-e3d4-477e-ab04-885e29c8610a Oct 26 15:50:50.473032 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41270) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:50.535364 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-2dcc7a76-3bfb-4c92-9d71-ebb53933adc0 None None] Port e39c07aa-e3d4-477e-ab04-885e29c8610a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:50:50.594690 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-70dc1071-7914-4818-a8ed-3b66a83dc325 service neutron] Attempting to bind port e39c07aa-e3d4-477e-ab04-885e29c8610a on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:50:50.595029 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-70dc1071-7914-4818-a8ed-3b66a83dc325 service neutron] Attempting to bind port e39c07aa-e3d4-477e-ab04-885e29c8610a by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'cbe5574b-eb68-4f04-8d5b-15c1c60f6452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f695264a-de7b-484e-8ae7-eaf4f0eb940e'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:50:50.595897 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-70dc1071-7914-4818-a8ed-3b66a83dc325 service neutron] Attempting to bind port e39c07aa-e3d4-477e-ab04-885e29c8610a on network f695264a-de7b-484e-8ae7-eaf4f0eb940e {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:50:50.610488 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d064bd-ad80-477c-a4f7-96deb06aa793 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:50.612433 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f6d064bd-ad80-477c-a4f7-96deb06aa793 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "GET /v2.0/ports/a76818a8-52b7-4e87-acb0-6e0685a099e5 HTTP/1.1" status: 200 len: 840 time: 0.1384797 Oct 26 15:50:50.614452 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-70dc1071-7914-4818-a8ed-3b66a83dc325 service neutron] Port e39c07aa-e3d4-477e-ab04-885e29c8610a on network f695264a-de7b-484e-8ae7-eaf4f0eb940e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:50:50.614800 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-70dc1071-7914-4818-a8ed-3b66a83dc325 service neutron] Attempting to bind port e39c07aa-e3d4-477e-ab04-885e29c8610a on network f695264a-de7b-484e-8ae7-eaf4f0eb940e {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:50:50.616358 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41274) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:50.616828 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c39e450a-c0ce-40dd-9aea-93560c583257 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:50.628341 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a53c6-42fc-43f8-92a5-d33dab646fd9 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event updated for resources: {'Port': ['ID=6ac62f2d-b4e7-4706-9566-bb6c4e464cbe,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:50.649432 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-70dc1071-7914-4818-a8ed-3b66a83dc325 service neutron] Checking agent: {'id': '1b551391-ebdd-44bd-8801-034277ca5526', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8627', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'started_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:50:50.649769 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-70dc1071-7914-4818-a8ed-3b66a83dc325 service neutron] Checking segment: {'id': 'cbe5574b-eb68-4f04-8d5b-15c1c60f6452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f695264a-de7b-484e-8ae7-eaf4f0eb940e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:50:50.650153 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-70dc1071-7914-4818-a8ed-3b66a83dc325 service neutron] Bound using segment: {'id': 'cbe5574b-eb68-4f04-8d5b-15c1c60f6452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f695264a-de7b-484e-8ae7-eaf4f0eb940e'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:50:50.650657 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-70dc1071-7914-4818-a8ed-3b66a83dc325 service neutron] Bound port: e39c07aa-e3d4-477e-ab04-885e29c8610a, host: hv-neutron-8627, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe5574b-eb68-4f04-8d5b-15c1c60f6452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f695264a-de7b-484e-8ae7-eaf4f0eb940e'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:50:50.651011 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-70dc1071-7914-4818-a8ed-3b66a83dc325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:50.651288 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-7e6dd3c1-08f7-46b0-b5d5-afddc74feb23 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Allocated IP 172.20.0.9 (e94e8c8a-a582-41c1-a696-8dfeab49cdb0/a231fc49-1080-4ecc-9fe9-e75ac9fd203d/49eea92e-979c-48e8-b371-436fb605b5f3) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:50:50.687315 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714a53c6-42fc-43f8-92a5-d33dab646fd9 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Network 549dd6ac-4351-4984-8516-5fd7b0833d08 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:50:50.713634 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-cb86c776-ebcb-498a-a07b-33718340b178 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Deleting port a76818a8-52b7-4e87-acb0-6e0685a099e5 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:50:50.713977 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cb86c776-ebcb-498a-a07b-33718340b178 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:50.727306 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-714a53c6-42fc-43f8-92a5-d33dab646fd9 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:50:50.745220 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c39e450a-c0ce-40dd-9aea-93560c583257 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:50.966323 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-70dc1071-7914-4818-a8ed-3b66a83dc325 service neutron] For port e39c07aa-e3d4-477e-ab04-885e29c8610a, host hv-neutron-8627, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:50:50.973572 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-70dc1071-7914-4818-a8ed-3b66a83dc325 service neutron] For port e39c07aa-e3d4-477e-ab04-885e29c8610a, host hv-neutron-8627, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=e39c07aa-e3d4-477e-ab04-885e29c8610a,segment=NetworkSegment(cbe5574b-eb68-4f04-8d5b-15c1c60f6452),segment_id=cbe5574b-eb68-4f04-8d5b-15c1c60f6452)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:50:50.986792 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714a53c6-42fc-43f8-92a5-d33dab646fd9 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Router 905bf32a-aede-41c4-8362-12b9c4083bdc has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:50:51.037849 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-2dcc7a76-3bfb-4c92-9d71-ebb53933adc0 None None] Attempt 6 to provision port e39c07aa-e3d4-477e-ab04-885e29c8610a Oct 26 15:50:51.107651 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-2dcc7a76-3bfb-4c92-9d71-ebb53933adc0 None None] Port e39c07aa-e3d4-477e-ab04-885e29c8610a had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 15:50:51.194955 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-70dc1071-7914-4818-a8ed-3b66a83dc325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:51.198152 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-70dc1071-7914-4818-a8ed-3b66a83dc325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:51.199207 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-70dc1071-7914-4818-a8ed-3b66a83dc325 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:51.200543 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-70dc1071-7914-4818-a8ed-3b66a83dc325 service neutron] 10.222.0.48 "PUT /v2.0/ports/e39c07aa-e3d4-477e-ab04-885e29c8610a HTTP/1.1" status: 200 len: 1094 time: 3.3938646 Oct 26 15:50:51.233260 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-83a0ccea-61c4-4c66-a375-cf450466c242 None None] Provisioning complete for port 8bcfccc5-b02f-4a9c-b9b5-7537624e8374 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:50:51.234185 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-83a0ccea-61c4-4c66-a375-cf450466c242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:51.234185 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-83a0ccea-61c4-4c66-a375-cf450466c242 None None] Attempt 1 to provision port 8bcfccc5-b02f-4a9c-b9b5-7537624e8374 Oct 26 15:50:51.239198 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cb86c776-ebcb-498a-a07b-33718340b178 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:51.252441 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7e6dd3c1-08f7-46b0-b5d5-afddc74feb23 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:51.291477 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a971ce64-9201-4113-b0b8-4c0f3e81a75f', 'tag': 'e39c07aa-e3d4-477e-ab04-885e29c8610a'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:50:51.293844 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa9dcb6-e0e6-43b7-adf3-e0037d7a3b65" -d '{"events": [{"name": "network-changed", "server_uuid": "a971ce64-9201-4113-b0b8-4c0f3e81a75f", "tag": "e39c07aa-e3d4-477e-ab04-885e29c8610a"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:50:51.297131 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c39e450a-c0ce-40dd-9aea-93560c583257 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:51.377831 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-cb86c776-ebcb-498a-a07b-33718340b178 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Calling delete_port for a76818a8-52b7-4e87-acb0-6e0685a099e5 owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:50:51.397454 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-83a0ccea-61c4-4c66-a375-cf450466c242 None None] Current status of the port 8bcfccc5-b02f-4a9c-b9b5-7537624e8374 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:50:51.409636 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229462ef-5d1a-45be-8144-444eceaceb5d x-openstack-request-id: req-229462ef-5d1a-45be-8144-444eceaceb5d {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:50:51.410001 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a971ce64-9201-4113-b0b8-4c0f3e81a75f", "tag": "e39c07aa-e3d4-477e-ab04-885e29c8610a", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:50:51.410163 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-229462ef-5d1a-45be-8144-444eceaceb5d {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:50:51.410579 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-229462ef-5d1a-45be-8144-444eceaceb5d'] response: {'name': 'network-changed', 'server_uuid': 'a971ce64-9201-4113-b0b8-4c0f3e81a75f', 'tag': 'e39c07aa-e3d4-477e-ab04-885e29c8610a', 'status': 'completed', 'code': 200} Oct 26 15:50:51.421979 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e450a-c0ce-40dd-9aea-93560c583257 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4bd9d9-8f45-43ba-80e7-ce15c19d5ce0,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:51.476555 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714a53c6-42fc-43f8-92a5-d33dab646fd9 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:50:51.479315 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-83a0ccea-61c4-4c66-a375-cf450466c242 None None] Provisioning for port 6ac62f2d-b4e7-4706-9566-bb6c4e464cbe completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:50:51.485115 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41282) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:51.485653 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-714a53c6-42fc-43f8-92a5-d33dab646fd9 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "PUT /v2.0/routers/905bf32a-aede-41c4-8362-12b9c4083bdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5685146 Oct 26 15:50:51.487413 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-83a0ccea-61c4-4c66-a375-cf450466c242 None None] Provisioning complete for port 6ac62f2d-b4e7-4706-9566-bb6c4e464cbe triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:50:51.487664 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fc2d99-13a1-43e5-8c19-6ad7f0371de3 None None] Sync routers for ids ['905bf32a-aede-41c4-8362-12b9c4083bdc'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:50:51.488578 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-83a0ccea-61c4-4c66-a375-cf450466c242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:51.489779 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-83a0ccea-61c4-4c66-a375-cf450466c242 None None] Attempt 1 to provision port 6ac62f2d-b4e7-4706-9566-bb6c4e464cbe Oct 26 15:50:51.491093 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc1071-7914-4818-a8ed-3b66a83dc325 service neutron] Pushing event updated for resources: {'Port': ['ID=e39c07aa-e3d4-477e-ab04-885e29c8610a,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:51.497868 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fc2d99-13a1-43e5-8c19-6ad7f0371de3 None None] Routers {'905bf32a-aede-41c4-8362-12b9c4083bdc'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:50:51.498068 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-8877f6f8-b833-40d2-b58d-f51eac40bc40 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Request body: {'network': {'name': 'tempest-RoutersTest-789524961'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:51.498860 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-65fc2d99-13a1-43e5-8c19-6ad7f0371de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:50:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['905bf32a-aede-41c4-8362-12b9c4083bdc'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:51.507275 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-8877f6f8-b833-40d2-b58d-f51eac40bc40 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:51.516043 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-8877f6f8-b833-40d2-b58d-f51eac40bc40 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Usage tracker for resource:network and tenant:c6ecf98f295847b88c4c5e8d668b4162 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:51.524321 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-0212e0fb-7edc-4069-945a-ad21d6584b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:51.525819 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-0212e0fb-7edc-4069-945a-ad21d6584b30 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=a971ce64-9201-4113-b0b8-4c0f3e81a75f HTTP/1.1" status: 200 len: 1097 time: 0.1741626 Oct 26 15:50:51.526853 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-8877f6f8-b833-40d2-b58d-f51eac40bc40 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:51.533245 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-8877f6f8-b833-40d2-b58d-f51eac40bc40 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:51.568042 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-83a0ccea-61c4-4c66-a375-cf450466c242 None None] Port 6ac62f2d-b4e7-4706-9566-bb6c4e464cbe cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:50:51.610566 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c39e450a-c0ce-40dd-9aea-93560c583257 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:51.614405 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-c39e450a-c0ce-40dd-9aea-93560c583257 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "DELETE /v2.0/security-groups/aa4bd9d9-8f45-43ba-80e7-ce15c19d5ce0 HTTP/1.1" status: 204 len: 168 time: 1.3139362 Oct 26 15:50:51.616951 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41286) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:51.625455 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7e6dd3c1-08f7-46b0-b5d5-afddc74feb23 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:51.637984 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-d6ce791e-a3f4-49ed-9033-1e4a17b09fb2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e39c07aa-e3d4-477e-ab04-885e29c8610a HTTP/1.1" status: 200 len: 217 time: 0.0918908 Oct 26 15:50:51.664467 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-65fc2d99-13a1-43e5-8c19-6ad7f0371de3 None None] Set router 905bf32a-aede-41c4-8362-12b9c4083bdc gateway port host: None {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:50:51.667991 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cb86c776-ebcb-498a-a07b-33718340b178 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:51.699138 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8877f6f8-b833-40d2-b58d-f51eac40bc40 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Made reservation on behalf of c6ecf98f295847b88c4c5e8d668b4162 for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:50:51.702605 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8877f6f8-b833-40d2-b58d-f51eac40bc40 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:51.725239 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-5251ec00-f801-46a3-891f-f2c9240e64ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:51.726525 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-5251ec00-f801-46a3-891f-f2c9240e64ff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a81e370d-9645-40af-8803-f60d93e2baff HTTP/1.1" status: 200 len: 835 time: 0.0817378 Oct 26 15:50:51.753585 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cb86c776-ebcb-498a-a07b-33718340b178 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:51.779109 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6dd3c1-08f7-46b0-b5d5-afddc74feb23 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Network e94e8c8a-a582-41c1-a696-8dfeab49cdb0 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:50:51.794677 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-7e6dd3c1-08f7-46b0-b5d5-afddc74feb23 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:50:51.797228 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6dd3c1-08f7-46b0-b5d5-afddc74feb23 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:50:51.822049 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-2db27358-a510-4286-9b45-fdc3b22d5610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:51.823745 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-2db27358-a510-4286-9b45-fdc3b22d5610 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f695264a-de7b-484e-8ae7-eaf4f0eb940e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0901313 Oct 26 15:50:51.854671 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6dd3c1-08f7-46b0-b5d5-afddc74feb23 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Pushing event updated for resources: {'Port': ['ID=49eea92e-979c-48e8-b371-436fb605b5f3,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:51.874094 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-cb86c776-ebcb-498a-a07b-33718340b178 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/ports/a76818a8-52b7-4e87-acb0-6e0685a099e5 HTTP/1.1" status: 204 len: 168 time: 1.2567286 Oct 26 15:50:51.882919 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8877f6f8-b833-40d2-b58d-f51eac40bc40 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:50:51.887661 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41290) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:51.890486 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-5887fd01-6807-4c1b-8bf2-65ec29b648d3 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Synchronizing usage tracker for tenant:83eb182a254c4564b45db91dc2782cf1 on resource:security_group {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:51.894849 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6dd3c1-08f7-46b0-b5d5-afddc74feb23 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:50:51.895194 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6dd3c1-08f7-46b0-b5d5-afddc74feb23 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:50:51.895529 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6dd3c1-08f7-46b0-b5d5-afddc74feb23 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:50:51.895867 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6dd3c1-08f7-46b0-b5d5-afddc74feb23 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:50:51.898057 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6dd3c1-08f7-46b0-b5d5-afddc74feb23 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:50:51.898057 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6dd3c1-08f7-46b0-b5d5-afddc74feb23 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:50:51.898057 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6dd3c1-08f7-46b0-b5d5-afddc74feb23 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:50:51.898057 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6dd3c1-08f7-46b0-b5d5-afddc74feb23 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:50:51.898057 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6dd3c1-08f7-46b0-b5d5-afddc74feb23 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:50:51.898057 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6dd3c1-08f7-46b0-b5d5-afddc74feb23 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:50:51.898711 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6dd3c1-08f7-46b0-b5d5-afddc74feb23 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:50:51.898711 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6dd3c1-08f7-46b0-b5d5-afddc74feb23 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:50:51.972854 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-b5396b7a-c8cd-4197-95a0-faa81a5f4746 service neutron] 10.222.0.48 "GET /v2.0/networks/f695264a-de7b-484e-8ae7-eaf4f0eb940e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412895 Oct 26 15:50:52.000604 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-65fc2d99-13a1-43e5-8c19-6ad7f0371de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'name': 'tempest-RoutersTest-router-1020197022', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:50:33Z', 'updated_at': '2022-10-26T15:50:48Z', 'revision_number': 3, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'gw_port_host': None, '_interfaces': [{'id': '42acb0b5-00d5-4703-ae1c-77f827bc1034', 'name': '', 'network_id': 'a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:39:96:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:37Z', 'updated_at': '2022-10-26T15:50:48Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ac62f2d-b4e7-4706-9566-bb6c4e464cbe', 'name': '', 'network_id': '549dd6ac-4351-4984-8516-5fd7b0833d08', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:0d:52:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '77da3f29-f272-42f9-b7d7-d1b9e7b65d0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:45Z', 'updated_at': '2022-10-26T15:50:49Z', 'revision_number': 2, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': '77da3f29-f272-42f9-b7d7-d1b9e7b65d0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:52.003966 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb86c776-ebcb-498a-a07b-33718340b178 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event deleted for resources: {'Port': ['ID=a76818a8-52b7-4e87-acb0-6e0685a099e5,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:52.005210 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fc2d99-13a1-43e5-8c19-6ad7f0371de3 None None] Checking router: 905bf32a-aede-41c4-8362-12b9c4083bdc for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:50:52.005538 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fc2d99-13a1-43e5-8c19-6ad7f0371de3 None None] Updating router 905bf32a-aede-41c4-8362-12b9c4083bdc port 6ac62f2d-b4e7-4706-9566-bb6c4e464cbe binding host dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:50:52.020644 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8877f6f8-b833-40d2-b58d-f51eac40bc40 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:52.024781 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-8877f6f8-b833-40d2-b58d-f51eac40bc40 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Added segment 0e885ccf-aabc-41d2-b6d6-134820db662b of type vlan for network 61653a7c-fbce-4bde-b0fd-141d12aa345d Oct 26 15:50:52.030977 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-90f08b53-596b-43dd-a163-312112bbe1a4 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] GET failed (client error): The resource could not be found. Oct 26 15:50:52.031512 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-90f08b53-596b-43dd-a163-312112bbe1a4 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Synchronizing usage tracker for tenant:81f9d918a7ff445e8b2c1951e5c33cc9 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:52.039937 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6dd3c1-08f7-46b0-b5d5-afddc74feb23 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:52.040545 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7e6dd3c1-08f7-46b0-b5d5-afddc74feb23 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:52.063641 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-65fc2d99-13a1-43e5-8c19-6ad7f0371de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:52.066120 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89276fd0-1868-47c8-8756-dfb019b20c7b req-1d1fcbc4-d351-4fae-8568-3909301518f5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:52.067671 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-89276fd0-1868-47c8-8756-dfb019b20c7b req-1d1fcbc4-d351-4fae-8568-3909301518f5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=a971ce64-9201-4113-b0b8-4c0f3e81a75f HTTP/1.1" status: 200 len: 944 time: 0.5021389 Oct 26 15:50:52.070104 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-83a0ccea-61c4-4c66-a375-cf450466c242 None None] Attempt 2 to provision port 6ac62f2d-b4e7-4706-9566-bb6c4e464cbe Oct 26 15:50:52.121751 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8877f6f8-b833-40d2-b58d-f51eac40bc40 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:52.134734 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bc06bdba-cfdd-42b2-8266-e77f811f06df req-679eae04-3c2e-40bf-b2d9-d3d625a14e01 service neutron] 10.222.0.48 "GET /v2.0/networks/f695264a-de7b-484e-8ae7-eaf4f0eb940e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541328 Oct 26 15:50:52.136239 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-83a0ccea-61c4-4c66-a375-cf450466c242 None None] Port 6ac62f2d-b4e7-4706-9566-bb6c4e464cbe cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:50:52.141538 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-5887fd01-6807-4c1b-8bf2-65ec29b648d3 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Unset dirty status for tenant:83eb182a254c4564b45db91dc2782cf1 on resource:security_group {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:52.143389 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-5887fd01-6807-4c1b-8bf2-65ec29b648d3 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5200865 Oct 26 15:50:52.153596 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41294) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:52.161192 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-2e69b520-40a7-401e-a4fb-16a2e927fe54 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Request body: {'security_group': {'name': 'tempest-secgroup--1293427694'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:52.162769 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-89276fd0-1868-47c8-8756-dfb019b20c7b req-8cf81e5b-6a74-47eb-af55-be2ef72ab14d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c6f39fb-d8fd-4833-9013-3b28d914b574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860782 Oct 26 15:50:52.172537 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-2e69b520-40a7-401e-a4fb-16a2e927fe54 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:52.181183 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-2e69b520-40a7-401e-a4fb-16a2e927fe54 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:52.210533 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-90f08b53-596b-43dd-a163-312112bbe1a4 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Unset dirty status for tenant:81f9d918a7ff445e8b2c1951e5c33cc9 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:52.211735 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-90f08b53-596b-43dd-a163-312112bbe1a4 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "GET /v2.0/ports/a76818a8-52b7-4e87-acb0-6e0685a099e5 HTTP/1.1" status: 404 len: 333 time: 0.2787707 Oct 26 15:50:52.220923 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41298) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:52.227164 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-740a316e-b777-43aa-9b62-a2e88de01cf1 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'port': {'network_id': 'c043a8c9-4101-4ad8-a4f1-f1173b3e8031', 'name': 'tempest-PortsTestJSON-1872174015'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:52.239185 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-7e6dd3c1-08f7-46b0-b5d5-afddc74feb23 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1983569 Oct 26 15:50:52.241367 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41302) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:52.248858 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-9a3429d7-18a4-4612-807f-76ee9de9b0e8 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Request body: {'port': {'network_id': 'e94e8c8a-a582-41c1-a696-8dfeab49cdb0', 'name': 'tempest-FloatingIPTestJSON-1328054718'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:52.326424 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8877f6f8-b833-40d2-b58d-f51eac40bc40 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:52.332420 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8877f6f8-b833-40d2-b58d-f51eac40bc40 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:52.333009 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8877f6f8-b833-40d2-b58d-f51eac40bc40 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:52.375034 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2e69b520-40a7-401e-a4fb-16a2e927fe54 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:52.420603 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-2e69b520-40a7-401e-a4fb-16a2e927fe54 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:52.431431 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-2e69b520-40a7-401e-a4fb-16a2e927fe54 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Usage tracker for resource:security_group_rule and tenant:83eb182a254c4564b45db91dc2782cf1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:52.435181 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-740a316e-b777-43aa-9b62-a2e88de01cf1 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:52.438597 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-2e69b520-40a7-401e-a4fb-16a2e927fe54 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:52.452073 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-2e69b520-40a7-401e-a4fb-16a2e927fe54 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:52.454119 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-740a316e-b777-43aa-9b62-a2e88de01cf1 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:52.472702 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877f6f8-b833-40d2-b58d-f51eac40bc40 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event updated for resources: {'Network': ['ID=61653a7c-fbce-4bde-b0fd-141d12aa345d,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:52.476024 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9dcb6-e0e6-43b7-adf3-e0037d7a3b65 req-56b2149b-9aaa-45af-b097-34fd527272a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:52.477717 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1aa9dcb6-e0e6-43b7-adf3-e0037d7a3b65 req-56b2149b-9aaa-45af-b097-34fd527272a3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=a971ce64-9201-4113-b0b8-4c0f3e81a75f HTTP/1.1" status: 200 len: 1097 time: 0.1592121 Oct 26 15:50:52.486216 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 61653a7c-fbce-4bde-b0fd-141d12aa345d details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:50:52.497530 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-65fc2d99-13a1-43e5-8c19-6ad7f0371de3 None None] Notify callbacks [] for port, precommit_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:52.512883 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.provisioning_blocks [None req-65fc2d99-13a1-43e5-8c19-6ad7f0371de3 None None] Transition to ACTIVE for port object 6ac62f2d-b4e7-4706-9566-bb6c4e464cbe will not be triggered until provisioned by entity L2. {{(pid=89750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:50:52.513291 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8877f6f8-b833-40d2-b58d-f51eac40bc40 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0254736 Oct 26 15:50:52.514308 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41306) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:52.515471 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-9a3429d7-18a4-4612-807f-76ee9de9b0e8 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:52.523551 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-d0f8d20d-2513-47d3-af8b-f21fed0eeb77 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Request body: {'subnet': {'network_id': '61653a7c-fbce-4bde-b0fd-141d12aa345d', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:52.542172 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-9a3429d7-18a4-4612-807f-76ee9de9b0e8 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Usage tracker for resource:port and tenant:be078dbf59284c8db757499639ef8c28 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:52.549327 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-9a3429d7-18a4-4612-807f-76ee9de9b0e8 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:52.611963 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-65fc2d99-13a1-43e5-8c19-6ad7f0371de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:52.616976 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-9a3429d7-18a4-4612-807f-76ee9de9b0e8 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:52.637969 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-83a0ccea-61c4-4c66-a375-cf450466c242 None None] Attempt 3 to provision port 6ac62f2d-b4e7-4706-9566-bb6c4e464cbe Oct 26 15:50:52.645319 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740a316e-b777-43aa-9b62-a2e88de01cf1 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Made reservation on behalf of 81f9d918a7ff445e8b2c1951e5c33cc9 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:50:52.649433 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-740a316e-b777-43aa-9b62-a2e88de01cf1 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:52.662624 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d0f8d20d-2513-47d3-af8b-f21fed0eeb77 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:52.666950 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d0f8d20d-2513-47d3-af8b-f21fed0eeb77 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Usage tracker for resource:subnet and tenant:c6ecf98f295847b88c4c5e8d668b4162 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:52.669987 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d0f8d20d-2513-47d3-af8b-f21fed0eeb77 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:52.677839 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d0f8d20d-2513-47d3-af8b-f21fed0eeb77 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:52.711052 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3429d7-18a4-4612-807f-76ee9de9b0e8 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Made reservation on behalf of be078dbf59284c8db757499639ef8c28 for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:50:52.714333 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9a3429d7-18a4-4612-807f-76ee9de9b0e8 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:52.718742 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2e69b520-40a7-401e-a4fb-16a2e927fe54 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:52.725279 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9dcb6-e0e6-43b7-adf3-e0037d7a3b65 req-743157bd-1a73-42e7-b921-66cc1a5b99d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:52.725279 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1aa9dcb6-e0e6-43b7-adf3-e0037d7a3b65 req-743157bd-1a73-42e7-b921-66cc1a5b99d9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f695264a-de7b-484e-8ae7-eaf4f0eb940e HTTP/1.1" status: 200 len: 897 time: 0.2380695 Oct 26 15:50:52.725279 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [None req-740a316e-b777-43aa-9b62-a2e88de01cf1 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] device_id is not set on port d44f3084-4a4a-4fca-b57b-3dc1315914d3 yet. {{(pid=89748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:50:52.732535 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-83a0ccea-61c4-4c66-a375-cf450466c242 None None] Port 6ac62f2d-b4e7-4706-9566-bb6c4e464cbe cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:50:52.750361 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-9a3429d7-18a4-4612-807f-76ee9de9b0e8 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] device_id is not set on port 65e2768c-7415-4ef6-9dc6-68847976682f yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:50:52.763213 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf83e74-c96a-4f7d-9bcc-23f1c46909d2 None None] Pushing event updated for resources: {'Port': ['ID=6ac62f2d-b4e7-4706-9566-bb6c4e464cbe,revision_number=3']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:52.808810 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f8d20d-2513-47d3-af8b-f21fed0eeb77 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Made reservation on behalf of c6ecf98f295847b88c4c5e8d668b4162 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:50:52.812053 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d0f8d20d-2513-47d3-af8b-f21fed0eeb77 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:52.836900 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1aa9dcb6-e0e6-43b7-adf3-e0037d7a3b65 req-f24a73d7-cf0a-416c-831b-19790928b184 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e39c07aa-e3d4-477e-ab04-885e29c8610a HTTP/1.1" status: 200 len: 217 time: 0.0708697 Oct 26 15:50:52.877313 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-65fc2d99-13a1-43e5-8c19-6ad7f0371de3 None None] Attempting to bind port 6ac62f2d-b4e7-4706-9566-bb6c4e464cbe on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:50:52.878003 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-65fc2d99-13a1-43e5-8c19-6ad7f0371de3 None None] Attempting to bind port 6ac62f2d-b4e7-4706-9566-bb6c4e464cbe by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '99985421-ba00-4e0b-828f-76037201ec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '549dd6ac-4351-4984-8516-5fd7b0833d08'}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:50:52.878562 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fc2d99-13a1-43e5-8c19-6ad7f0371de3 None None] Attempting to bind port 6ac62f2d-b4e7-4706-9566-bb6c4e464cbe on network 549dd6ac-4351-4984-8516-5fd7b0833d08 {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:50:52.885151 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fc2d99-13a1-43e5-8c19-6ad7f0371de3 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:50:52.885854 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fc2d99-13a1-43e5-8c19-6ad7f0371de3 None None] Checking segment: {'id': '99985421-ba00-4e0b-828f-76037201ec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '549dd6ac-4351-4984-8516-5fd7b0833d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:50:52.886427 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-65fc2d99-13a1-43e5-8c19-6ad7f0371de3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:52.887015 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fc2d99-13a1-43e5-8c19-6ad7f0371de3 None None] Bound using segment: {'id': '99985421-ba00-4e0b-828f-76037201ec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '549dd6ac-4351-4984-8516-5fd7b0833d08'} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:50:52.887692 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-65fc2d99-13a1-43e5-8c19-6ad7f0371de3 None None] Bound port: 6ac62f2d-b4e7-4706-9566-bb6c4e464cbe, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99985421-ba00-4e0b-828f-76037201ec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '549dd6ac-4351-4984-8516-5fd7b0833d08'}}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:50:52.888284 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-65fc2d99-13a1-43e5-8c19-6ad7f0371de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:52.987743 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-65fc2d99-13a1-43e5-8c19-6ad7f0371de3 None None] For port 6ac62f2d-b4e7-4706-9566-bb6c4e464cbe, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:50:52.991037 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-65fc2d99-13a1-43e5-8c19-6ad7f0371de3 None None] For port 6ac62f2d-b4e7-4706-9566-bb6c4e464cbe, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=6ac62f2d-b4e7-4706-9566-bb6c4e464cbe,segment=NetworkSegment(99985421-ba00-4e0b-828f-76037201ec43),segment_id=99985421-ba00-4e0b-828f-76037201ec43)] {{(pid=89750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:50:52.995093 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2e69b520-40a7-401e-a4fb-16a2e927fe54 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:53.068473 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-65fc2d99-13a1-43e5-8c19-6ad7f0371de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:53.098824 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9dcb6-e0e6-43b7-adf3-e0037d7a3b65 req-89417054-bbde-46f8-a79a-af7a6d13e95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:53.100266 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1aa9dcb6-e0e6-43b7-adf3-e0037d7a3b65 req-89417054-bbde-46f8-a79a-af7a6d13e95f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a81e370d-9645-40af-8803-f60d93e2baff HTTP/1.1" status: 200 len: 835 time: 0.2534206 Oct 26 15:50:53.104519 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69b520-40a7-401e-a4fb-16a2e927fe54 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b82e52f-513c-4b32-88c6-1f1488400cad,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:53.133784 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fc2d99-13a1-43e5-8c19-6ad7f0371de3 None None] Routers {'905bf32a-aede-41c4-8362-12b9c4083bdc'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:50:53.134596 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-65fc2d99-13a1-43e5-8c19-6ad7f0371de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:50:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['905bf32a-aede-41c4-8362-12b9c4083bdc'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:53.145630 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-9a3429d7-18a4-4612-807f-76ee9de9b0e8 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Allocated IP 172.20.0.7 (e94e8c8a-a582-41c1-a696-8dfeab49cdb0/a231fc49-1080-4ecc-9fe9-e75ac9fd203d/65e2768c-7415-4ef6-9dc6-68847976682f) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:50:53.197568 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2e69b520-40a7-401e-a4fb-16a2e927fe54 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:53.201242 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2e69b520-40a7-401e-a4fb-16a2e927fe54 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0435157 Oct 26 15:50:53.202193 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41312) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:53.220698 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf83e74-c96a-4f7d-9bcc-23f1c46909d2 None None] Pushing event updated for resources: {'Port': ['ID=6ac62f2d-b4e7-4706-9566-bb6c4e464cbe,revision_number=4']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:53.228531 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-8d8c7a1c-ee02-4cb9-a37e-512159e8d2fd tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Request body: {'security_group_rule': {'security_group_id': '0b82e52f-513c-4b32-88c6-1f1488400cad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:53.233532 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-83a0ccea-61c4-4c66-a375-cf450466c242 None None] Attempt 4 to provision port 6ac62f2d-b4e7-4706-9566-bb6c4e464cbe Oct 26 15:50:53.237915 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-8d8c7a1c-ee02-4cb9-a37e-512159e8d2fd tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:53.262967 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-8d8c7a1c-ee02-4cb9-a37e-512159e8d2fd tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Usage tracker for resource:security_group_rule and tenant:83eb182a254c4564b45db91dc2782cf1 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:53.269808 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-8d8c7a1c-ee02-4cb9-a37e-512159e8d2fd tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:53.291017 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-8d8c7a1c-ee02-4cb9-a37e-512159e8d2fd tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:53.371169 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-740a316e-b777-43aa-9b62-a2e88de01cf1 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:53.386724 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9dcb6-e0e6-43b7-adf3-e0037d7a3b65 req-dbb7bbbb-3684-4d48-a328-411d2d47afc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:53.388531 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1aa9dcb6-e0e6-43b7-adf3-e0037d7a3b65 req-dbb7bbbb-3684-4d48-a328-411d2d47afc5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f695264a-de7b-484e-8ae7-eaf4f0eb940e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2745759 Oct 26 15:50:53.400660 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-83a0ccea-61c4-4c66-a375-cf450466c242 None None] Port 6ac62f2d-b4e7-4706-9566-bb6c4e464cbe had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 15:50:53.418213 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-65fc2d99-13a1-43e5-8c19-6ad7f0371de3 None None] Set router 905bf32a-aede-41c4-8362-12b9c4083bdc gateway port host: None {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:50:53.428223 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8d8c7a1c-ee02-4cb9-a37e-512159e8d2fd tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:53.507555 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8d8c7a1c-ee02-4cb9-a37e-512159e8d2fd tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:53.509931 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45fa545-2f80-483f-9d19-ee88b93fbb46 req-065b3c49-d7c3-4e64-a650-f31c4b88a544 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:53.511551 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f45fa545-2f80-483f-9d19-ee88b93fbb46 req-065b3c49-d7c3-4e64-a650-f31c4b88a544 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=a971ce64-9201-4113-b0b8-4c0f3e81a75f HTTP/1.1" status: 200 len: 944 time: 0.2196474 Oct 26 15:50:53.511685 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d0f8d20d-2513-47d3-af8b-f21fed0eeb77 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:53.586818 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1aa9dcb6-e0e6-43b7-adf3-e0037d7a3b65 req-b8ecdafa-2d71-4f87-b265-721ebf9513fa service neutron] 10.222.0.48 "GET /v2.0/networks/f695264a-de7b-484e-8ae7-eaf4f0eb940e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897461 Oct 26 15:50:53.598823 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8d8c7a1c-ee02-4cb9-a37e-512159e8d2fd tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:53.619492 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f45fa545-2f80-483f-9d19-ee88b93fbb46 req-24cc6838-dcf9-4a77-b370-49095630abb2 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c6f39fb-d8fd-4833-9013-3b28d914b574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874007 Oct 26 15:50:53.627469 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-740a316e-b777-43aa-9b62-a2e88de01cf1 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:53.692619 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8c7a1c-ee02-4cb9-a37e-512159e8d2fd tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1ece609-e706-447b-aa4f-2baa5eefd45f,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:53.702151 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9a3429d7-18a4-4612-807f-76ee9de9b0e8 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:53.708823 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f8d20d-2513-47d3-af8b-f21fed0eeb77 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event updated for resources: {'Subnet': ['ID=ad8a343a-7361-4b6e-a719-c716a7dd99e2,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:53.724171 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f8d20d-2513-47d3-af8b-f21fed0eeb77 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Checking segment: {'id': '0e885ccf-aabc-41d2-b6d6-134820db662b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '61653a7c-fbce-4bde-b0fd-141d12aa345d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:50:53.724522 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f8d20d-2513-47d3-af8b-f21fed0eeb77 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Network hostable DHCP agents. Network: 61653a7c-fbce-4bde-b0fd-141d12aa345d, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:50:53.782070 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740a316e-b777-43aa-9b62-a2e88de01cf1 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Network c043a8c9-4101-4ad8-a4f1-f1173b3e8031 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:50:53.792354 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-65fc2d99-13a1-43e5-8c19-6ad7f0371de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'name': 'tempest-RoutersTest-router-1020197022', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:50:33Z', 'updated_at': '2022-10-26T15:50:48Z', 'revision_number': 3, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'gw_port_host': None, '_interfaces': [{'id': '42acb0b5-00d5-4703-ae1c-77f827bc1034', 'name': '', 'network_id': 'a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:39:96:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:37Z', 'updated_at': '2022-10-26T15:50:48Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ac62f2d-b4e7-4706-9566-bb6c4e464cbe', 'name': '', 'network_id': '549dd6ac-4351-4984-8516-5fd7b0833d08', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:0d:52:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '77da3f29-f272-42f9-b7d7-d1b9e7b65d0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:45Z', 'updated_at': '2022-10-26T15:50:52Z', 'revision_number': 4, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': '77da3f29-f272-42f9-b7d7-d1b9e7b65d0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:53.794067 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-740a316e-b777-43aa-9b62-a2e88de01cf1 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:50:53.796589 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740a316e-b777-43aa-9b62-a2e88de01cf1 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:50:53.796719 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fc2d99-13a1-43e5-8c19-6ad7f0371de3 None None] The sync data for ids ['905bf32a-aede-41c4-8362-12b9c4083bdc'] in dv-neutron-862712-1-hyperv is: [{'id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'name': 'tempest-RoutersTest-router-1020197022', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:50:33Z', 'updated_at': '2022-10-26T15:50:48Z', 'revision_number': 3, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'gw_port_host': None, '_interfaces': [{'id': '42acb0b5-00d5-4703-ae1c-77f827bc1034', 'name': '', 'network_id': 'a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:39:96:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:37Z', 'updated_at': '2022-10-26T15:50:48Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ac62f2d-b4e7-4706-9566-bb6c4e464cbe', 'name': '', 'network_id': '549dd6ac-4351-4984-8516-5fd7b0833d08', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:0d:52:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '77da3f29-f272-42f9-b7d7-d1b9e7b65d0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:45Z', 'updated_at': '2022-10-26T15:50:52Z', 'revision_number': 4, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': '77da3f29-f272-42f9-b7d7-d1b9e7b65d0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:50:53.803497 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740a316e-b777-43aa-9b62-a2e88de01cf1 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:53.804117 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-740a316e-b777-43aa-9b62-a2e88de01cf1 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:53.847395 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a316e-b777-43aa-9b62-a2e88de01cf1 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event updated for resources: {'Port': ['ID=d44f3084-4a4a-4fca-b57b-3dc1315914d3,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:53.848400 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8d8c7a1c-ee02-4cb9-a37e-512159e8d2fd tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:53.852139 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8d8c7a1c-ee02-4cb9-a37e-512159e8d2fd tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6438611 Oct 26 15:50:53.856570 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41316) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:53.868831 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9a3429d7-18a4-4612-807f-76ee9de9b0e8 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:53.870312 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f8d20d-2513-47d3-af8b-f21fed0eeb77 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Network 61653a7c-fbce-4bde-b0fd-141d12aa345d is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:50:53.879228 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a316e-b777-43aa-9b62-a2e88de01cf1 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:50:53.879571 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a316e-b777-43aa-9b62-a2e88de01cf1 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:50:53.879909 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a316e-b777-43aa-9b62-a2e88de01cf1 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:50:53.880124 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-783d0fbf-60ae-4f01-8f3c-bc4fb1936645 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Request body: {'security_group_rule': {'security_group_id': '0b82e52f-513c-4b32-88c6-1f1488400cad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:53.880242 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a316e-b777-43aa-9b62-a2e88de01cf1 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:50:53.880559 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a316e-b777-43aa-9b62-a2e88de01cf1 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:50:53.880886 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a316e-b777-43aa-9b62-a2e88de01cf1 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:50:53.881212 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a316e-b777-43aa-9b62-a2e88de01cf1 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:50:53.881534 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a316e-b777-43aa-9b62-a2e88de01cf1 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:50:53.881854 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a316e-b777-43aa-9b62-a2e88de01cf1 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:50:53.882172 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a316e-b777-43aa-9b62-a2e88de01cf1 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:50:53.882542 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a316e-b777-43aa-9b62-a2e88de01cf1 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:50:53.882862 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a316e-b777-43aa-9b62-a2e88de01cf1 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:50:53.902746 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1aa9dcb6-e0e6-43b7-adf3-e0037d7a3b65 req-6b1b858e-b194-4ff5-a7f2-130490843c27 service neutron] 10.222.0.48 "GET /v2.0/networks/f695264a-de7b-484e-8ae7-eaf4f0eb940e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096583 Oct 26 15:50:53.931960 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-740a316e-b777-43aa-9b62-a2e88de01cf1 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7093799 Oct 26 15:50:53.934599 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41320) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:53.939589 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-783d0fbf-60ae-4f01-8f3c-bc4fb1936645 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:53.942313 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-2591d348-2871-42bd-9c45-57f77bf3e439 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:53.967538 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-783d0fbf-60ae-4f01-8f3c-bc4fb1936645 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Usage tracker for resource:security_group_rule and tenant:83eb182a254c4564b45db91dc2782cf1 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:53.974514 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-783d0fbf-60ae-4f01-8f3c-bc4fb1936645 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:53.988968 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3429d7-18a4-4612-807f-76ee9de9b0e8 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Network e94e8c8a-a582-41c1-a696-8dfeab49cdb0 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:50:53.992386 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-783d0fbf-60ae-4f01-8f3c-bc4fb1936645 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:53.996340 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-9a3429d7-18a4-4612-807f-76ee9de9b0e8 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:50:54.000182 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3429d7-18a4-4612-807f-76ee9de9b0e8 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Pushing event updated for resources: {'Port': ['ID=65e2768c-7415-4ef6-9dc6-68847976682f,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:54.004449 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3429d7-18a4-4612-807f-76ee9de9b0e8 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:50:54.040949 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-d0f8d20d-2513-47d3-af8b-f21fed0eeb77 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 61653a7c-fbce-4bde-b0fd-141d12aa345d) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:50:54.049661 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b86f87-0759-4882-8440-27d4f1b99e65 None None] Network 61653a7c-fbce-4bde-b0fd-141d12aa345d requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:50:54.055041 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f8d20d-2513-47d3-af8b-f21fed0eeb77 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:54.055630 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d0f8d20d-2513-47d3-af8b-f21fed0eeb77 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:54.098317 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2591d348-2871-42bd-9c45-57f77bf3e439 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:54.105990 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3429d7-18a4-4612-807f-76ee9de9b0e8 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:54.106691 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9a3429d7-18a4-4612-807f-76ee9de9b0e8 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:54.127940 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-783d0fbf-60ae-4f01-8f3c-bc4fb1936645 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:54.169514 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d0f8d20d-2513-47d3-af8b-f21fed0eeb77 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6484737 Oct 26 15:50:54.170917 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41324) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:54.201399 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-783d0fbf-60ae-4f01-8f3c-bc4fb1936645 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:54.218607 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-9a3429d7-18a4-4612-807f-76ee9de9b0e8 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9751678 Oct 26 15:50:54.221874 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41328) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:54.229192 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-b49d80b8-10bf-4bca-91b4-125b60e369b6 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Request body: {'floatingip': {'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'port_id': '65e2768c-7415-4ef6-9dc6-68847976682f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:54.238693 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b49d80b8-10bf-4bca-91b4-125b60e369b6 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:54.245249 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b49d80b8-10bf-4bca-91b4-125b60e369b6 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Usage tracker for resource:floatingip and tenant:be078dbf59284c8db757499639ef8c28 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:54.248968 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b49d80b8-10bf-4bca-91b4-125b60e369b6 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:54.255836 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b49d80b8-10bf-4bca-91b4-125b60e369b6 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:54.270137 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-783d0fbf-60ae-4f01-8f3c-bc4fb1936645 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:54.304961 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d0fbf-60ae-4f01-8f3c-bc4fb1936645 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71a52f22-af18-4bd8-9446-468ad6919415,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:54.342322 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b49d80b8-10bf-4bca-91b4-125b60e369b6 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for floatingip, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:54.361313 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc27125-0d86-4c96-b44b-b2c621eb15b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-61653a7c-fbce-4bde-b0fd-141d12aa345d', 'network_id': '61653a7c-fbce-4bde-b0fd-141d12aa345d', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'fixed_ips': [{'subnet_id': 'ad8a343a-7361-4b6e-a719-c716a7dd99e2'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:50:54.363367 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4bc27125-0d86-4c96-b44b-b2c621eb15b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:54.440960 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-783d0fbf-60ae-4f01-8f3c-bc4fb1936645 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:54.442594 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-783d0fbf-60ae-4f01-8f3c-bc4fb1936645 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5766866 Oct 26 15:50:54.446127 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41332) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:54.454050 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-a652bbe2-ab15-45ab-86f4-0085729b40da tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Request body: {'security_group_rule': {'security_group_id': '0b82e52f-513c-4b32-88c6-1f1488400cad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:54.462914 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-a652bbe2-ab15-45ab-86f4-0085729b40da tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:54.469063 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-a652bbe2-ab15-45ab-86f4-0085729b40da tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Usage tracker for resource:security_group_rule and tenant:83eb182a254c4564b45db91dc2782cf1 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:54.473166 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-a652bbe2-ab15-45ab-86f4-0085729b40da tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:54.481289 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-a652bbe2-ab15-45ab-86f4-0085729b40da tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:54.554001 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b49d80b8-10bf-4bca-91b4-125b60e369b6 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:54.557273 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-4bc27125-0d86-4c96-b44b-b2c621eb15b4 None None] Allocated IP 172.22.0.2 (61653a7c-fbce-4bde-b0fd-141d12aa345d/ad8a343a-7361-4b6e-a719-c716a7dd99e2/e696fb5e-5e38-4807-83a2-181798d097ad) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:50:54.604358 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a652bbe2-ab15-45ab-86f4-0085729b40da tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:54.745552 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a652bbe2-ab15-45ab-86f4-0085729b40da tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:54.780012 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-b49d80b8-10bf-4bca-91b4-125b60e369b6 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Allocated IP 172.26.2.88 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/5d7f57e7-6930-4ab4-b9a9-b5f6ee6a7a50) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:50:54.830904 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2591d348-2871-42bd-9c45-57f77bf3e439 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:54.880568 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4bc27125-0d86-4c96-b44b-b2c621eb15b4 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:54.891270 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-4bc27125-0d86-4c96-b44b-b2c621eb15b4 None None] Transition to ACTIVE for port object e696fb5e-5e38-4807-83a2-181798d097ad will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:50:54.912056 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2591d348-2871-42bd-9c45-57f77bf3e439 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:54.912320 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-4bc27125-0d86-4c96-b44b-b2c621eb15b4 None None] Transition to ACTIVE for port object e696fb5e-5e38-4807-83a2-181798d097ad will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:50:54.912824 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-2591d348-2871-42bd-9c45-57f77bf3e439 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] In _notify_port_updated(), no bound segment for port d44f3084-4a4a-4fca-b57b-3dc1315914d3 on network c043a8c9-4101-4ad8-a4f1-f1173b3e8031 {{(pid=89748) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 26 15:50:54.918220 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2591d348-2871-42bd-9c45-57f77bf3e439 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:54.919064 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2591d348-2871-42bd-9c45-57f77bf3e439 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:54.920384 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2591d348-2871-42bd-9c45-57f77bf3e439 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "PUT /v2.0/ports/d44f3084-4a4a-4fca-b57b-3dc1315914d3 HTTP/1.1" status: 200 len: 818 time: 0.9842622 Oct 26 15:50:54.927297 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a652bbe2-ab15-45ab-86f4-0085729b40da tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:54.930783 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41338) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:55.006725 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4bc27125-0d86-4c96-b44b-b2c621eb15b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:55.025874 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a652bbe2-ab15-45ab-86f4-0085729b40da tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f551544b-1506-4fef-8ab3-8567c134e849,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:55.036000 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2591d348-2871-42bd-9c45-57f77bf3e439 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event updated for resources: {'Port': ['ID=d44f3084-4a4a-4fca-b57b-3dc1315914d3,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:55.087215 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc27125-0d86-4c96-b44b-b2c621eb15b4 None None] Network 61653a7c-fbce-4bde-b0fd-141d12aa345d is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:50:55.089972 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-4bc27125-0d86-4c96-b44b-b2c621eb15b4 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:50:55.094518 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc27125-0d86-4c96-b44b-b2c621eb15b4 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:50:55.100426 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc27125-0d86-4c96-b44b-b2c621eb15b4 None None] Pushing event updated for resources: {'Port': ['ID=e696fb5e-5e38-4807-83a2-181798d097ad,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:55.101097 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f536197b-89fe-4094-80d1-36f8d59d8648 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Deleting port d44f3084-4a4a-4fca-b57b-3dc1315914d3 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:50:55.101440 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f536197b-89fe-4094-80d1-36f8d59d8648 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:55.134791 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5a6e5bac-3082-4f24-b8bd-fd41efe8e442 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:55.162547 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a652bbe2-ab15-45ab-86f4-0085729b40da tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:55.166420 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a652bbe2-ab15-45ab-86f4-0085729b40da tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7159655 Oct 26 15:50:55.176925 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41342) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:55.194875 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab5e02-c155-49df-981f-7d4796015c0a req-96433719-f8d1-4ca5-8afd-452f1c255c18 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:55.196479 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-14ab5e02-c155-49df-981f-7d4796015c0a req-96433719-f8d1-4ca5-8afd-452f1c255c18 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=a971ce64-9201-4113-b0b8-4c0f3e81a75f HTTP/1.1" status: 200 len: 944 time: 0.3819106 Oct 26 15:50:55.201950 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-6c06b7f5-1072-4d08-a0cc-c48959ca638b tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Request body: {'security_group_rule': {'security_group_id': '0b82e52f-513c-4b32-88c6-1f1488400cad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:55.208924 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-4bc27125-0d86-4c96-b44b-b2c621eb15b4 None None] Attempting to bind port e696fb5e-5e38-4807-83a2-181798d097ad on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:50:55.209468 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b49d80b8-10bf-4bca-91b4-125b60e369b6 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:55.209606 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-4bc27125-0d86-4c96-b44b-b2c621eb15b4 None None] Attempting to bind port e696fb5e-5e38-4807-83a2-181798d097ad by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '0e885ccf-aabc-41d2-b6d6-134820db662b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '61653a7c-fbce-4bde-b0fd-141d12aa345d'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:50:55.209835 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc27125-0d86-4c96-b44b-b2c621eb15b4 None None] Attempting to bind port e696fb5e-5e38-4807-83a2-181798d097ad on network 61653a7c-fbce-4bde-b0fd-141d12aa345d {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:50:55.215792 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc27125-0d86-4c96-b44b-b2c621eb15b4 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:50:55.215792 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc27125-0d86-4c96-b44b-b2c621eb15b4 None None] Checking segment: {'id': '0e885ccf-aabc-41d2-b6d6-134820db662b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '61653a7c-fbce-4bde-b0fd-141d12aa345d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:50:55.216589 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4bc27125-0d86-4c96-b44b-b2c621eb15b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:55.216768 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc27125-0d86-4c96-b44b-b2c621eb15b4 None None] Bound using segment: {'id': '0e885ccf-aabc-41d2-b6d6-134820db662b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '61653a7c-fbce-4bde-b0fd-141d12aa345d'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:50:55.217323 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-4bc27125-0d86-4c96-b44b-b2c621eb15b4 None None] Bound port: e696fb5e-5e38-4807-83a2-181798d097ad, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e885ccf-aabc-41d2-b6d6-134820db662b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '61653a7c-fbce-4bde-b0fd-141d12aa345d'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:50:55.217746 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4bc27125-0d86-4c96-b44b-b2c621eb15b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:55.245139 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-6c06b7f5-1072-4d08-a0cc-c48959ca638b tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:55.285460 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-6c06b7f5-1072-4d08-a0cc-c48959ca638b tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Usage tracker for resource:security_group_rule and tenant:83eb182a254c4564b45db91dc2782cf1 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:55.292993 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-6c06b7f5-1072-4d08-a0cc-c48959ca638b tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:55.310408 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-4bc27125-0d86-4c96-b44b-b2c621eb15b4 None None] For port e696fb5e-5e38-4807-83a2-181798d097ad, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:50:55.312495 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-6c06b7f5-1072-4d08-a0cc-c48959ca638b tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:55.315749 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-4bc27125-0d86-4c96-b44b-b2c621eb15b4 None None] For port e696fb5e-5e38-4807-83a2-181798d097ad, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=e696fb5e-5e38-4807-83a2-181798d097ad,segment=NetworkSegment(0e885ccf-aabc-41d2-b6d6-134820db662b),segment_id=0e885ccf-aabc-41d2-b6d6-134820db662b)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:50:55.418588 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4bc27125-0d86-4c96-b44b-b2c621eb15b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:55.475482 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-14ab5e02-c155-49df-981f-7d4796015c0a req-a6fe933e-04d8-4b33-bd97-33ace46b8452 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c6f39fb-d8fd-4833-9013-3b28d914b574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2627752 Oct 26 15:50:55.521913 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc27125-0d86-4c96-b44b-b2c621eb15b4 None None] Pushing event updated for resources: {'Port': ['ID=e696fb5e-5e38-4807-83a2-181798d097ad,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:55.560481 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6c06b7f5-1072-4d08-a0cc-c48959ca638b tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:55.565696 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-5a6e5bac-3082-4f24-b8bd-fd41efe8e442 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Allocated IP 172.22.0.1 (61653a7c-fbce-4bde-b0fd-141d12aa345d/ad8a343a-7361-4b6e-a719-c716a7dd99e2/cc11299b-cbf9-4616-b3f2-be7dcc9bd873) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:50:55.611723 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f536197b-89fe-4094-80d1-36f8d59d8648 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:55.707657 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 6ac62f2d-b4e7-4706-9566-bb6c4e464cbe up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:50:55.802727 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5a6e5bac-3082-4f24-b8bd-fd41efe8e442 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:55.812163 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b49d80b8-10bf-4bca-91b4-125b60e369b6 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:55.820396 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-5a6e5bac-3082-4f24-b8bd-fd41efe8e442 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Transition to ACTIVE for port object cc11299b-cbf9-4616-b3f2-be7dcc9bd873 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:50:55.823813 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f536197b-89fe-4094-80d1-36f8d59d8648 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Calling delete_port for d44f3084-4a4a-4fca-b57b-3dc1315914d3 owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:50:55.867911 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 6ac62f2d-b4e7-4706-9566-bb6c4e464cbe completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:50:55.874284 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device e39c07aa-e3d4-477e-ab04-885e29c8610a details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 15:50:55.882370 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 6ac62f2d-b4e7-4706-9566-bb6c4e464cbe triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:50:55.882765 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:55.883097 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 6ac62f2d-b4e7-4706-9566-bb6c4e464cbe Oct 26 15:50:55.933510 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5a6e5bac-3082-4f24-b8bd-fd41efe8e442 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:55.944904 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49d80b8-10bf-4bca-91b4-125b60e369b6 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:50:55.957088 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-b49d80b8-10bf-4bca-91b4-125b60e369b6 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:50:55.967753 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49d80b8-10bf-4bca-91b4-125b60e369b6 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:50:55.997740 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6c06b7f5-1072-4d08-a0cc-c48959ca638b tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:56.027953 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6e5bac-3082-4f24-b8bd-fd41efe8e442 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Network 61653a7c-fbce-4bde-b0fd-141d12aa345d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:50:56.030976 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-5a6e5bac-3082-4f24-b8bd-fd41efe8e442 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:50:56.032375 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d80b8-10bf-4bca-91b4-125b60e369b6 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Pushing event updated for resources: {'Port': ['ID=5d7f57e7-6930-4ab4-b9a9-b5f6ee6a7a50,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:56.035099 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6e5bac-3082-4f24-b8bd-fd41efe8e442 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:50:56.070746 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e5bac-3082-4f24-b8bd-fd41efe8e442 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event updated for resources: {'Port': ['ID=cc11299b-cbf9-4616-b3f2-be7dcc9bd873,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:56.100888 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5a6e5bac-3082-4f24-b8bd-fd41efe8e442 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:56.122075 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6c06b7f5-1072-4d08-a0cc-c48959ca638b tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:56.134609 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port e39c07aa-e3d4-477e-ab04-885e29c8610a, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=e39c07aa-e3d4-477e-ab04-885e29c8610a,segment=NetworkSegment(cbe5574b-eb68-4f04-8d5b-15c1c60f6452),segment_id=cbe5574b-eb68-4f04-8d5b-15c1c60f6452)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:50:56.153356 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': 'e39c07aa-e3d4-477e-ab04-885e29c8610a', 'network_id': 'f695264a-de7b-484e-8ae7-eaf4f0eb940e', 'port_id': 'e39c07aa-e3d4-477e-ab04-885e29c8610a', 'mac_address': 'fa:16:3e:82:5d:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a81e370d-9645-40af-8803-f60d93e2baff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 15:50:56.186821 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 6ac62f2d-b4e7-4706-9566-bb6c4e464cbe is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:50:56.191373 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:56.199727 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06b7f5-1072-4d08-a0cc-c48959ca638b tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e997b3fd-84eb-4aeb-b4e7-b3b7d2c50882,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:56.224464 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f536197b-89fe-4094-80d1-36f8d59d8648 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:56.241780 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port e39c07aa-e3d4-477e-ab04-885e29c8610a is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:50:56.242162 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:56.261863 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 6ac62f2d-b4e7-4706-9566-bb6c4e464cbe, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=6ac62f2d-b4e7-4706-9566-bb6c4e464cbe,segment=NetworkSegment(99985421-ba00-4e0b-828f-76037201ec43),segment_id=99985421-ba00-4e0b-828f-76037201ec43)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:50:56.266994 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e39c07aa-e3d4-477e-ab04-885e29c8610a {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:50:56.285114 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port e39c07aa-e3d4-477e-ab04-885e29c8610a, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=e39c07aa-e3d4-477e-ab04-885e29c8610a,segment=NetworkSegment(cbe5574b-eb68-4f04-8d5b-15c1c60f6452),segment_id=cbe5574b-eb68-4f04-8d5b-15c1c60f6452)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:50:56.312615 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5a6e5bac-3082-4f24-b8bd-fd41efe8e442 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:56.339301 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536197b-89fe-4094-80d1-36f8d59d8648 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event deleted for resources: {'Port': ['ID=d44f3084-4a4a-4fca-b57b-3dc1315914d3,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:56.354978 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:56.396178 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:56.403611 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6c06b7f5-1072-4d08-a0cc-c48959ca638b tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:56.408926 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-6c06b7f5-1072-4d08-a0cc-c48959ca638b tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2254438 Oct 26 15:50:56.430114 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f536197b-89fe-4094-80d1-36f8d59d8648 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:56.434199 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f536197b-89fe-4094-80d1-36f8d59d8648 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/ports/d44f3084-4a4a-4fca-b57b-3dc1315914d3 HTTP/1.1" status: 204 len: 168 time: 1.4888794 Oct 26 15:50:56.436628 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41348) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:56.437114 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41350) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:56.460665 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=6ac62f2d-b4e7-4706-9566-bb6c4e464cbe,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:56.469657 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:50:56.470764 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:50:56.471289 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:50:56.471990 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:50:56.472485 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:50:56.472996 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:50:56.473654 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:50:56.474150 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:50:56.474666 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:50:56.475174 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:50:56.475663 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:50:56.476274 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:50:56.492352 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-15eca886-42f5-401d-9ab9-a4eee05386c6 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Request body: {'security_group_rule': {'security_group_id': '0b82e52f-513c-4b32-88c6-1f1488400cad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:56.522924 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-15eca886-42f5-401d-9ab9-a4eee05386c6 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:56.539317 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-15eca886-42f5-401d-9ab9-a4eee05386c6 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Usage tracker for resource:security_group_rule and tenant:83eb182a254c4564b45db91dc2782cf1 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:56.545613 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-15eca886-42f5-401d-9ab9-a4eee05386c6 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:56.556954 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-15eca886-42f5-401d-9ab9-a4eee05386c6 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:56.572540 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=e39c07aa-e3d4-477e-ab04-885e29c8610a,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:56.641120 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaeacf60-aae4-4983-838d-34af203a40c8 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:56.641939 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-eaeacf60-aae4-4983-838d-34af203a40c8 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Synchronizing usage tracker for tenant:81f9d918a7ff445e8b2c1951e5c33cc9 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:56.670691 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-eaeacf60-aae4-4983-838d-34af203a40c8 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Unset dirty status for tenant:81f9d918a7ff445e8b2c1951e5c33cc9 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:56.675246 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-eaeacf60-aae4-4983-838d-34af203a40c8 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2279480 Oct 26 15:50:56.677479 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41358) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:56.743604 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-15eca886-42f5-401d-9ab9-a4eee05386c6 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:56.753199 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c15a638-c3ad-4fa7-90c8-04c56c5e2968 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] GET failed (client error): The resource could not be found. Oct 26 15:50:56.754677 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-1c15a638-c3ad-4fa7-90c8-04c56c5e2968 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "GET /v2.0/ports/d44f3084-4a4a-4fca-b57b-3dc1315914d3 HTTP/1.1" status: 404 len: 333 time: 0.0762570 Oct 26 15:50:56.762317 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41362) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:56.774223 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-7b91b209-7594-4402-acb7-1106fb080c1e tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-215802306'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:56.788016 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-7b91b209-7594-4402-acb7-1106fb080c1e tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:56.801293 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7b91b209-7594-4402-acb7-1106fb080c1e tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Usage tracker for resource:network and tenant:81f9d918a7ff445e8b2c1951e5c33cc9 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:56.804367 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b49d80b8-10bf-4bca-91b4-125b60e369b6 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:56.813274 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7b91b209-7594-4402-acb7-1106fb080c1e tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:56.835202 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-7b91b209-7594-4402-acb7-1106fb080c1e tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:56.842273 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f19b79-4e78-4e48-b40e-7e48d9833e72 None None] Network 61653a7c-fbce-4bde-b0fd-141d12aa345d requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:50:56.860415 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['e39c07aa-e3d4-477e-ab04-885e29c8610a'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 15:50:56.871723 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-15eca886-42f5-401d-9ab9-a4eee05386c6 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:56.953552 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b91b209-7594-4402-acb7-1106fb080c1e tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Made reservation on behalf of 81f9d918a7ff445e8b2c1951e5c33cc9 for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:50:56.959301 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7b91b209-7594-4402-acb7-1106fb080c1e tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:57.001330 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b91b209-7594-4402-acb7-1106fb080c1e tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:50:57.001605 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80349c-8600-4685-a1aa-0521783ff0a6 req-3d10978b-d772-4d54-a9e2-8af6e9db87b0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:57.001605 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6d80349c-8600-4685-a1aa-0521783ff0a6 req-3d10978b-d772-4d54-a9e2-8af6e9db87b0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=a971ce64-9201-4113-b0b8-4c0f3e81a75f HTTP/1.1" status: 200 len: 945 time: 0.2921135 Oct 26 15:50:57.002556 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:57.009348 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7b91b209-7594-4402-acb7-1106fb080c1e tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:57.009348 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-7b91b209-7594-4402-acb7-1106fb080c1e tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Added segment 567a9c72-d1fb-4a6c-8645-263481d40da9 of type vlan for network cfed6914-1e63-4719-be74-5b40865f26c9 Oct 26 15:50:57.033755 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5a6e5bac-3082-4f24-b8bd-fd41efe8e442 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:57.064705 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6d80349c-8600-4685-a1aa-0521783ff0a6 req-d3c2e68b-a054-4226-80d6-d433d553c644 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c6f39fb-d8fd-4833-9013-3b28d914b574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503123 Oct 26 15:50:57.070286 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-15eca886-42f5-401d-9ab9-a4eee05386c6 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:57.090710 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-33dbde58-e61b-458b-85c1-8edc2d783a41 None None] Provisioning for port e696fb5e-5e38-4807-83a2-181798d097ad completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:50:57.103706 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5a6e5bac-3082-4f24-b8bd-fd41efe8e442 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:57.108453 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7b91b209-7594-4402-acb7-1106fb080c1e tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:57.135871 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eca886-42f5-401d-9ab9-a4eee05386c6 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae17a803-705e-4e8c-a7a8-6448baed3431,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:57.139776 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b49d80b8-10bf-4bca-91b4-125b60e369b6 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:57.195915 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5a6e5bac-3082-4f24-b8bd-fd41efe8e442 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:57.295381 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-15eca886-42f5-401d-9ab9-a4eee05386c6 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:57.296470 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-15eca886-42f5-401d-9ab9-a4eee05386c6 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8542147 Oct 26 15:50:57.301655 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41368) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:57.305516 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7b91b209-7594-4402-acb7-1106fb080c1e tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:57.307579 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b91b209-7594-4402-acb7-1106fb080c1e tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:57.307822 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7b91b209-7594-4402-acb7-1106fb080c1e tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:57.333128 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e5bac-3082-4f24-b8bd-fd41efe8e442 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event updated for resources: {'Port': ['ID=cc11299b-cbf9-4616-b3f2-be7dcc9bd873,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:57.374943 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-45edc85e-4165-4ef5-85be-4cbfc25d5b5b tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:57.390801 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-45edc85e-4165-4ef5-85be-4cbfc25d5b5b tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:57.460966 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6e5bac-3082-4f24-b8bd-fd41efe8e442 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Network 61653a7c-fbce-4bde-b0fd-141d12aa345d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:50:57.462211 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-5a6e5bac-3082-4f24-b8bd-fd41efe8e442 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:50:57.526035 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-45edc85e-4165-4ef5-85be-4cbfc25d5b5b tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:57.540182 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b91b209-7594-4402-acb7-1106fb080c1e tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event updated for resources: {'Network': ['ID=cfed6914-1e63-4719-be74-5b40865f26c9,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:57.563374 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network cfed6914-1e63-4719-be74-5b40865f26c9 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:50:57.618544 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45edc85e-4165-4ef5-85be-4cbfc25d5b5b tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ae17a803-705e-4e8c-a7a8-6448baed3431,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:57.632060 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-7b91b209-7594-4402-acb7-1106fb080c1e tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8678963 Oct 26 15:50:57.635049 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41374) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:57.653115 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-6f7a3d17-97ca-43fe-8827-6755f98f0963 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'subnet': {'network_id': 'cfed6914-1e63-4719-be74-5b40865f26c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:57.683637 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-45edc85e-4165-4ef5-85be-4cbfc25d5b5b tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:57.684758 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-45edc85e-4165-4ef5-85be-4cbfc25d5b5b tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/ae17a803-705e-4e8c-a7a8-6448baed3431 HTTP/1.1" status: 204 len: 168 time: 0.3680379 Oct 26 15:50:57.689815 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41378) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:57.790102 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6e5bac-3082-4f24-b8bd-fd41efe8e442 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Router 905bf32a-aede-41c4-8362-12b9c4083bdc has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:50:57.850984 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-72bd1ca7-a77d-4b6e-b0f7-ff8cbda39cea tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Synchronizing usage tracker for tenant:83eb182a254c4564b45db91dc2782cf1 on resource:security_group_rule {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:57.859141 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.db.resource_extend [None req-b49d80b8-10bf-4bca-91b4-125b60e369b6 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 15:50:57.877950 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-556011cd-3798-4bb7-984c-f44701fa7be8 None None] Provisioning for port cc11299b-cbf9-4616-b3f2-be7dcc9bd873 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:50:57.882271 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device e696fb5e-5e38-4807-83a2-181798d097ad up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:50:57.891913 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b49d80b8-10bf-4bca-91b4-125b60e369b6 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:57.901742 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-6f7a3d17-97ca-43fe-8827-6755f98f0963 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:57.907227 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-6f7a3d17-97ca-43fe-8827-6755f98f0963 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Usage tracker for resource:subnet and tenant:81f9d918a7ff445e8b2c1951e5c33cc9 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:57.912809 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-6f7a3d17-97ca-43fe-8827-6755f98f0963 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:57.920456 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-6f7a3d17-97ca-43fe-8827-6755f98f0963 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:57.932887 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-556011cd-3798-4bb7-984c-f44701fa7be8 None None] Provisioning complete for port cc11299b-cbf9-4616-b3f2-be7dcc9bd873 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:50:57.933379 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-556011cd-3798-4bb7-984c-f44701fa7be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:57.933772 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-556011cd-3798-4bb7-984c-f44701fa7be8 None None] Attempt 1 to provision port cc11299b-cbf9-4616-b3f2-be7dcc9bd873 Oct 26 15:50:58.007262 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-556011cd-3798-4bb7-984c-f44701fa7be8 None None] Port cc11299b-cbf9-4616-b3f2-be7dcc9bd873 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:50:58.011080 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7a3d17-97ca-43fe-8827-6755f98f0963 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Made reservation on behalf of 81f9d918a7ff445e8b2c1951e5c33cc9 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:50:58.017614 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6f7a3d17-97ca-43fe-8827-6755f98f0963 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:58.031628 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6e5bac-3082-4f24-b8bd-fd41efe8e442 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:50:58.037838 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-5a6e5bac-3082-4f24-b8bd-fd41efe8e442 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "PUT /v2.0/routers/905bf32a-aede-41c4-8362-12b9c4083bdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8660820 Oct 26 15:50:58.039785 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41382) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:58.041538 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b49d80b8-10bf-4bca-91b4-125b60e369b6 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:58.043382 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da73e56b-1392-4b4e-afd4-f47129bc6828 None None] Sync routers for ids ['905bf32a-aede-41c4-8362-12b9c4083bdc'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:50:58.048900 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-8c2fe48b-c96c-4bec-892b-956fb871d3fa tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Request body: {'network': {'name': 'tempest-RoutersTest-495511634'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:58.052446 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8c2fe48b-c96c-4bec-892b-956fb871d3fa tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:58.058777 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8c2fe48b-c96c-4bec-892b-956fb871d3fa tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Usage tracker for resource:network and tenant:c6ecf98f295847b88c4c5e8d668b4162 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:58.061365 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da73e56b-1392-4b4e-afd4-f47129bc6828 None None] Routers {'905bf32a-aede-41c4-8362-12b9c4083bdc'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:50:58.062192 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-da73e56b-1392-4b4e-afd4-f47129bc6828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:50:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['905bf32a-aede-41c4-8362-12b9c4083bdc'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:58.062618 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8c2fe48b-c96c-4bec-892b-956fb871d3fa tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:58.070802 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8c2fe48b-c96c-4bec-892b-956fb871d3fa tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:58.073322 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-72bd1ca7-a77d-4b6e-b0f7-ff8cbda39cea tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Unset dirty status for tenant:83eb182a254c4564b45db91dc2782cf1 on resource:security_group_rule {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:58.077372 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-72bd1ca7-a77d-4b6e-b0f7-ff8cbda39cea tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.3852961 Oct 26 15:50:58.080810 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41386) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:58.131722 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2a5979a4-b2ed-447c-b1cf-21651eefaf6c tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:58.146319 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2a5979a4-b2ed-447c-b1cf-21651eefaf6c tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:58.167154 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port e696fb5e-5e38-4807-83a2-181798d097ad completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:50:58.211489 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2fe48b-c96c-4bec-892b-956fb871d3fa tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Made reservation on behalf of c6ecf98f295847b88c4c5e8d668b4162 for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:50:58.221259 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8c2fe48b-c96c-4bec-892b-956fb871d3fa tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:58.279132 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port e696fb5e-5e38-4807-83a2-181798d097ad triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:50:58.279664 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:58.280088 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port e696fb5e-5e38-4807-83a2-181798d097ad Oct 26 15:50:58.310438 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2a5979a4-b2ed-447c-b1cf-21651eefaf6c tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:58.335571 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b49d80b8-10bf-4bca-91b4-125b60e369b6 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:58.368927 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5979a4-b2ed-447c-b1cf-21651eefaf6c tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e997b3fd-84eb-4aeb-b4e7-b3b7d2c50882,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:58.387523 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-da73e56b-1392-4b4e-afd4-f47129bc6828 None None] Set router 905bf32a-aede-41c4-8362-12b9c4083bdc gateway port host: None {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:50:58.413213 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c2fe48b-c96c-4bec-892b-956fb871d3fa tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:50:58.432506 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8c2fe48b-c96c-4bec-892b-956fb871d3fa tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:58.432886 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-8c2fe48b-c96c-4bec-892b-956fb871d3fa tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Added segment 7bed4d07-6b31-4ab6-91ee-8dc172304fc1 of type vlan for network cfbed57f-0f4f-45a1-8a6d-22b934ad8807 Oct 26 15:50:58.472749 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d80b8-10bf-4bca-91b4-125b60e369b6 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Pushing event updated for resources: {'Port': ['ID=5d7f57e7-6930-4ab4-b9a9-b5f6ee6a7a50,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:58.477046 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2a5979a4-b2ed-447c-b1cf-21651eefaf6c tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:58.482646 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2a5979a4-b2ed-447c-b1cf-21651eefaf6c tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/e997b3fd-84eb-4aeb-b4e7-b3b7d2c50882 HTTP/1.1" status: 204 len: 168 time: 0.3964190 Oct 26 15:50:58.482646 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8c2fe48b-c96c-4bec-892b-956fb871d3fa tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:58.487393 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41394) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:58.512813 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-556011cd-3798-4bb7-984c-f44701fa7be8 None None] Attempt 2 to provision port cc11299b-cbf9-4616-b3f2-be7dcc9bd873 Oct 26 15:50:58.514942 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fbcf7-de51-4f92-9a9d-f11c7a36d635 req-5a2eb38a-c274-4463-a44c-807256c054aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:58.516488 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ec7fbcf7-de51-4f92-9a9d-f11c7a36d635 req-5a2eb38a-c274-4463-a44c-807256c054aa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4119eb7a47547308296079685b102f3&device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 1098 time: 0.2582414 Oct 26 15:50:58.528842 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f7061-a199-4004-9ceb-e8663389358d req-5db4fed3-c58f-4184-8f5d-32516e281e1b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:58.530408 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-292f7061-a199-4004-9ceb-e8663389358d req-5db4fed3-c58f-4184-8f5d-32516e281e1b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=a971ce64-9201-4113-b0b8-4c0f3e81a75f HTTP/1.1" status: 200 len: 945 time: 0.2237551 Oct 26 15:50:58.612883 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.l3_db [None req-b49d80b8-10bf-4bca-91b4-125b60e369b6 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Floating IP 01751583-9b90-4afb-86bf-3010195a3c8a associated. External IP: 172.26.2.88, port: 65e2768c-7415-4ef6-9dc6-68847976682f. Oct 26 15:50:58.670063 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773696e0-c60f-4bfc-9136-39ad5dadedcd req-a45e4255-4a96-4356-9891-fc93abb7325e tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:58.671609 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-773696e0-c60f-4bfc-9136-39ad5dadedcd req-a45e4255-4a96-4356-9891-fc93abb7325e tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.4183517 Oct 26 15:50:58.685796 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-39d26d18-2612-4c70-8509-313b1ade5dca tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Synchronizing usage tracker for tenant:83eb182a254c4564b45db91dc2782cf1 on resource:security_group_rule {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:58.752616 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-292f7061-a199-4004-9ceb-e8663389358d req-a66b4807-012a-49b8-9954-39b695a4d3b7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c6f39fb-d8fd-4833-9013-3b28d914b574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876032 Oct 26 15:50:58.757139 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8c2fe48b-c96c-4bec-892b-956fb871d3fa tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:58.757345 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port e696fb5e-5e38-4807-83a2-181798d097ad is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:50:58.758073 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:58.764485 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2fe48b-c96c-4bec-892b-956fb871d3fa tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:58.764485 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8c2fe48b-c96c-4bec-892b-956fb871d3fa tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:58.798996 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fbcf7-de51-4f92-9a9d-f11c7a36d635 req-403ebd94-ba33-40c9-ab79-f188ec2e4987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:58.800604 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ec7fbcf7-de51-4f92-9a9d-f11c7a36d635 req-403ebd94-ba33-40c9-ab79-f188ec2e4987 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b52fa13-90e5-4d9b-bd04-f08f37ff314e HTTP/1.1" status: 200 len: 913 time: 0.2693841 Oct 26 15:50:58.803094 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-556011cd-3798-4bb7-984c-f44701fa7be8 None None] Port cc11299b-cbf9-4616-b3f2-be7dcc9bd873 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:50:58.864211 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-773696e0-c60f-4bfc-9136-39ad5dadedcd req-211d814d-fbfa-47ac-ad09-b742aba4948d tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832471 Oct 26 15:50:58.879066 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port e696fb5e-5e38-4807-83a2-181798d097ad, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=e696fb5e-5e38-4807-83a2-181798d097ad,segment=NetworkSegment(0e885ccf-aabc-41d2-b6d6-134820db662b),segment_id=0e885ccf-aabc-41d2-b6d6-134820db662b)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:50:58.910394 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-da73e56b-1392-4b4e-afd4-f47129bc6828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'name': 'tempest-RoutersTest-router-1020197022', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:50:33Z', 'updated_at': '2022-10-26T15:50:56Z', 'revision_number': 4, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'gw_port_host': None, '_interfaces': [{'id': '42acb0b5-00d5-4703-ae1c-77f827bc1034', 'name': '', 'network_id': 'a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:39:96:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:37Z', 'updated_at': '2022-10-26T15:50:48Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ac62f2d-b4e7-4706-9566-bb6c4e464cbe', 'name': '', 'network_id': '549dd6ac-4351-4984-8516-5fd7b0833d08', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:0d:52:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '77da3f29-f272-42f9-b7d7-d1b9e7b65d0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:45Z', 'updated_at': '2022-10-26T15:50:56Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': '77da3f29-f272-42f9-b7d7-d1b9e7b65d0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc11299b-cbf9-4616-b3f2-be7dcc9bd873', 'name': '', 'network_id': '61653a7c-fbce-4bde-b0fd-141d12aa345d', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:7e:fa:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'ad8a343a-7361-4b6e-a719-c716a7dd99e2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:55Z', 'updated_at': '2022-10-26T15:50:56Z', 'revision_number': 2, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': 'ad8a343a-7361-4b6e-a719-c716a7dd99e2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:58.915024 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da73e56b-1392-4b4e-afd4-f47129bc6828 None None] Checking router: 905bf32a-aede-41c4-8362-12b9c4083bdc for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:50:58.915380 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da73e56b-1392-4b4e-afd4-f47129bc6828 None None] Updating router 905bf32a-aede-41c4-8362-12b9c4083bdc port cc11299b-cbf9-4616-b3f2-be7dcc9bd873 binding host dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:50:58.930329 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-39d26d18-2612-4c70-8509-313b1ade5dca tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Unset dirty status for tenant:83eb182a254c4564b45db91dc2782cf1 on resource:security_group_rule {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:58.931158 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-39d26d18-2612-4c70-8509-313b1ade5dca tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.4414876 Oct 26 15:50:58.955610 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41398) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:58.980469 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-da73e56b-1392-4b4e-afd4-f47129bc6828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:58.981709 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2fe48b-c96c-4bec-892b-956fb871d3fa tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event updated for resources: {'Network': ['ID=cfbed57f-0f4f-45a1-8a6d-22b934ad8807,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:59.030018 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:59.031065 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 6ac62f2d-b4e7-4706-9566-bb6c4e464cbe up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:50:59.037806 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6f7a3d17-97ca-43fe-8827-6755f98f0963 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:59.056403 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network cfbed57f-0f4f-45a1-8a6d-22b934ad8807 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:50:59.135555 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-8c2fe48b-c96c-4bec-892b-956fb871d3fa tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0920389 Oct 26 15:50:59.136952 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-41cc3450-2c54-4a21-873d-4094990be2f0 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:59.143455 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41402) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:59.158099 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ec7fbcf7-de51-4f92-9a9d-f11c7a36d635 req-8451e609-7756-476d-9707-920dd7c9a1f2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c267633-51b9-4b9d-bbf1-b8861290ab0b HTTP/1.1" status: 200 len: 1000 time: 0.3012202 Oct 26 15:50:59.159821 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-41cc3450-2c54-4a21-873d-4094990be2f0 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:59.165646 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-820509db-327c-4977-aca9-739e56882337 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Request body: {'subnet': {'network_id': 'cfbed57f-0f4f-45a1-8a6d-22b934ad8807', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:50:59.182339 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a3d17-97ca-43fe-8827-6755f98f0963 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event updated for resources: {'Subnet': ['ID=910e621b-4ed5-40ce-99b5-baa78d496cdc,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:59.241643 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fbcf7-de51-4f92-9a9d-f11c7a36d635 req-b5ec9f16-fe75-4cc7-b4e3-3a14e8ce9bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:59.243467 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ec7fbcf7-de51-4f92-9a9d-f11c7a36d635 req-b5ec9f16-fe75-4cc7-b4e3-3a14e8ce9bd2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5cc9e74e-861e-45d0-8d44-208c9e1f2999 HTTP/1.1" status: 200 len: 851 time: 0.0771277 Oct 26 15:50:59.283402 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7a3d17-97ca-43fe-8827-6755f98f0963 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Checking segment: {'id': '567a9c72-d1fb-4a6c-8645-263481d40da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'cfed6914-1e63-4719-be74-5b40865f26c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:50:59.283784 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7a3d17-97ca-43fe-8827-6755f98f0963 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Network hostable DHCP agents. Network: cfed6914-1e63-4719-be74-5b40865f26c9, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:50:59.289700 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49d80b8-10bf-4bca-91b4-125b60e369b6 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Router bcda6f93-57d1-41ad-b007-62f0010b9957 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:50:59.315864 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-41cc3450-2c54-4a21-873d-4094990be2f0 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:59.327557 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-556011cd-3798-4bb7-984c-f44701fa7be8 None None] Attempt 3 to provision port cc11299b-cbf9-4616-b3f2-be7dcc9bd873 Oct 26 15:50:59.342275 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc3450-2c54-4a21-873d-4094990be2f0 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f551544b-1506-4fef-8ab3-8567c134e849,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:59.355987 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=e696fb5e-5e38-4807-83a2-181798d097ad,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:59.363810 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fbcf7-de51-4f92-9a9d-f11c7a36d635 req-fd8d33db-37c0-434c-b1ec-a1c7eabe324b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:59.366024 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ec7fbcf7-de51-4f92-9a9d-f11c7a36d635 req-fd8d33db-37c0-434c-b1ec-a1c7eabe324b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b52fa13-90e5-4d9b-bd04-f08f37ff314e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1160104 Oct 26 15:50:59.445142 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-41cc3450-2c54-4a21-873d-4094990be2f0 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:59.446962 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-41cc3450-2c54-4a21-873d-4094990be2f0 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/f551544b-1506-4fef-8ab3-8567c134e849 HTTP/1.1" status: 204 len: 168 time: 0.4902978 Oct 26 15:50:59.454005 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41406) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:59.466235 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-556011cd-3798-4bb7-984c-f44701fa7be8 None None] Port cc11299b-cbf9-4616-b3f2-be7dcc9bd873 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:50:59.487809 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 6ac62f2d-b4e7-4706-9566-bb6c4e464cbe triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:50:59.488306 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:59.488622 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 6ac62f2d-b4e7-4706-9566-bb6c4e464cbe Oct 26 15:50:59.529045 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-820509db-327c-4977-aca9-739e56882337 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:50:59.538793 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7a3d17-97ca-43fe-8827-6755f98f0963 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Network cfed6914-1e63-4719-be74-5b40865f26c9 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:50:59.545611 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-6fdfacf1-a547-4978-8a31-e896fbb1a876 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Synchronizing usage tracker for tenant:83eb182a254c4564b45db91dc2782cf1 on resource:security_group_rule {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:50:59.576034 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ec7fbcf7-de51-4f92-9a9d-f11c7a36d635 req-b8e4186e-bd62-4342-9efa-d0c3ff78cefc service neutron] 10.222.0.48 "GET /v2.0/networks/9b52fa13-90e5-4d9b-bd04-f08f37ff314e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028351 Oct 26 15:50:59.598506 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-820509db-327c-4977-aca9-739e56882337 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Usage tracker for resource:subnet and tenant:c6ecf98f295847b88c4c5e8d668b4162 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:50:59.602010 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-820509db-327c-4977-aca9-739e56882337 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:50:59.625620 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-820509db-327c-4977-aca9-739e56882337 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:50:59.656182 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-6fdfacf1-a547-4978-8a31-e896fbb1a876 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Unset dirty status for tenant:83eb182a254c4564b45db91dc2782cf1 on resource:security_group_rule {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:50:59.660419 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-6fdfacf1-a547-4978-8a31-e896fbb1a876 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2014399 Oct 26 15:50:59.661301 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41410) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:50:59.682311 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49d80b8-10bf-4bca-91b4-125b60e369b6 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:50:59.697028 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d34aba-0441-48cc-b88f-8583001cf16e None None] Sync routers for ids ['bcda6f93-57d1-41ad-b007-62f0010b9957'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:50:59.699482 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5307226c-4dac-4cff-b58d-9312d78dc8b7 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:59.711320 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d34aba-0441-48cc-b88f-8583001cf16e None None] Routers {'bcda6f93-57d1-41ad-b007-62f0010b9957'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:50:59.711956 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-a1d34aba-0441-48cc-b88f-8583001cf16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:50:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['bcda6f93-57d1-41ad-b007-62f0010b9957'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:59.725173 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5307226c-4dac-4cff-b58d-9312d78dc8b7 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:59.728281 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-6f7a3d17-97ca-43fe-8827-6755f98f0963 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, cfed6914-1e63-4719-be74-5b40865f26c9) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:50:59.745877 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7a3d17-97ca-43fe-8827-6755f98f0963 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:59.746484 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6f7a3d17-97ca-43fe-8827-6755f98f0963 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:59.756313 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 6ac62f2d-b4e7-4706-9566-bb6c4e464cbe is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:50:59.758450 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5ff0ce-2617-416b-aaa8-2ff62054ed1c None None] Network cfed6914-1e63-4719-be74-5b40865f26c9 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:50:59.771082 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820509db-327c-4977-aca9-739e56882337 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Made reservation on behalf of c6ecf98f295847b88c4c5e8d668b4162 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:50:59.774735 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-820509db-327c-4977-aca9-739e56882337 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:59.784313 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ec7fbcf7-de51-4f92-9a9d-f11c7a36d635 req-29d92836-4e93-4d60-b764-2c85ff09923e service neutron] 10.222.0.48 "GET /v2.0/networks/9b52fa13-90e5-4d9b-bd04-f08f37ff314e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018061 Oct 26 15:50:59.806226 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-a1d34aba-0441-48cc-b88f-8583001cf16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:59.818909 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d34aba-0441-48cc-b88f-8583001cf16e None None] Routers {'bcda6f93-57d1-41ad-b007-62f0010b9957'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:50:59.820350 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-a1d34aba-0441-48cc-b88f-8583001cf16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:50:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['bcda6f93-57d1-41ad-b007-62f0010b9957'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:59.841259 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b49d80b8-10bf-4bca-91b4-125b60e369b6 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:59.889469 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5307226c-4dac-4cff-b58d-9312d78dc8b7 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:50:59.896733 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-a1d34aba-0441-48cc-b88f-8583001cf16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:50:59.897410 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d34aba-0441-48cc-b88f-8583001cf16e None None] The sync data for ids ['bcda6f93-57d1-41ad-b007-62f0010b9957'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:50:59.918854 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5307226c-4dac-4cff-b58d-9312d78dc8b7 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71a52f22-af18-4bd8-9446-468ad6919415,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:50:59.922706 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device e696fb5e-5e38-4807-83a2-181798d097ad up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:50:59.962551 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device e39c07aa-e3d4-477e-ab04-885e29c8610a up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:51:00.014295 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b49d80b8-10bf-4bca-91b4-125b60e369b6 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.7912552 Oct 26 15:51:00.018525 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41418) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:00.028769 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.resource_extend [None req-da73e56b-1392-4b4e-afd4-f47129bc6828 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 15:51:00.040915 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-556011cd-3798-4bb7-984c-f44701fa7be8 None None] Attempt 4 to provision port cc11299b-cbf9-4616-b3f2-be7dcc9bd873 Oct 26 15:51:00.058442 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5307226c-4dac-4cff-b58d-9312d78dc8b7 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:00.059585 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-5307226c-4dac-4cff-b58d-9312d78dc8b7 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/71a52f22-af18-4bd8-9446-468ad6919415 HTTP/1.1" status: 204 len: 168 time: 0.3976429 Oct 26 15:51:00.062750 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41422) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:00.064929 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-a6a3a26b-5698-4fd9-b92b-911356dc02c1 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:00.125742 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-6f7a3d17-97ca-43fe-8827-6755f98f0963 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4887242 Oct 26 15:51:00.129024 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-e9588796-cd40-4fd1-82c1-237c374cc161 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Synchronizing usage tracker for tenant:83eb182a254c4564b45db91dc2782cf1 on resource:security_group_rule {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:51:00.132294 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41426) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:00.140133 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-d7f6b3d7-cc25-4fbf-8fce-c875acce0fe7 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'subnet': {'network_id': 'cfed6914-1e63-4719-be74-5b40865f26c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:00.174212 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056f4c8-23dd-4254-a8ab-368e80c0ff59 req-c7563dca-abc8-4701-90f7-231bf0d257b5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:00.175814 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e056f4c8-23dd-4254-a8ab-368e80c0ff59 req-c7563dca-abc8-4701-90f7-231bf0d257b5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=a971ce64-9201-4113-b0b8-4c0f3e81a75f HTTP/1.1" status: 200 len: 945 time: 0.1752057 Oct 26 15:51:00.219713 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a6a3a26b-5698-4fd9-b92b-911356dc02c1 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for floatingip, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:00.234158 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-556011cd-3798-4bb7-984c-f44701fa7be8 None None] Port cc11299b-cbf9-4616-b3f2-be7dcc9bd873 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:51:00.247355 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-da73e56b-1392-4b4e-afd4-f47129bc6828 None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:00.304310 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-da73e56b-1392-4b4e-afd4-f47129bc6828 None None] Transition to ACTIVE for port object cc11299b-cbf9-4616-b3f2-be7dcc9bd873 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:51:00.325837 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e056f4c8-23dd-4254-a8ab-368e80c0ff59 req-9d5c893e-7d85-463b-8ca6-7d9e7a17d13e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c6f39fb-d8fd-4833-9013-3b28d914b574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031449 Oct 26 15:51:00.356972 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c20c57-df37-4a36-95c7-a941d9e62c6a req-6c2994e2-e200-4274-bbcc-01435a92984a tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:00.358458 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e4c20c57-df37-4a36-95c7-a941d9e62c6a req-6c2994e2-e200-4274-bbcc-01435a92984a tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.3459997 Oct 26 15:51:00.364355 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port e696fb5e-5e38-4807-83a2-181798d097ad triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:51:00.364895 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:00.365334 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port e696fb5e-5e38-4807-83a2-181798d097ad Oct 26 15:51:00.365974 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-d7f6b3d7-cc25-4fbf-8fce-c875acce0fe7 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:00.373091 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-d7f6b3d7-cc25-4fbf-8fce-c875acce0fe7 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Usage tracker for resource:subnet and tenant:81f9d918a7ff445e8b2c1951e5c33cc9 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:51:00.381261 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-d7f6b3d7-cc25-4fbf-8fce-c875acce0fe7 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:51:00.387605 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-e9588796-cd40-4fd1-82c1-237c374cc161 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Unset dirty status for tenant:83eb182a254c4564b45db91dc2782cf1 on resource:security_group_rule {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:51:00.389186 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-e9588796-cd40-4fd1-82c1-237c374cc161 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.3259916 Oct 26 15:51:00.390418 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-d7f6b3d7-cc25-4fbf-8fce-c875acce0fe7 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:00.393219 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41430) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:00.421370 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning for port e39c07aa-e3d4-477e-ab04-885e29c8610a completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:51:00.430289 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-da73e56b-1392-4b4e-afd4-f47129bc6828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:00.435254 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2d42e167-4eaf-41a5-bc75-9ba2971fdbca tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:00.446837 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2d42e167-4eaf-41a5-bc75-9ba2971fdbca tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:00.491738 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f6b3d7-cc25-4fbf-8fce-c875acce0fe7 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Made reservation on behalf of 81f9d918a7ff445e8b2c1951e5c33cc9 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:51:00.495316 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d7f6b3d7-cc25-4fbf-8fce-c875acce0fe7 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:00.523846 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port e39c07aa-e3d4-477e-ab04-885e29c8610a triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:51:00.523846 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:00.525717 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port e39c07aa-e3d4-477e-ab04-885e29c8610a Oct 26 15:51:00.546614 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e4c20c57-df37-4a36-95c7-a941d9e62c6a req-09a4b0f3-8269-44ac-9963-eec6d553240a tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791945 Oct 26 15:51:00.576511 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48868fe7-3f50-4aa7-a10f-8940429142b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-cfed6914-1e63-4719-be74-5b40865f26c9', 'network_id': 'cfed6914-1e63-4719-be74-5b40865f26c9', 'tenant_id': '81f9d918a7ff445e8b2c1951e5c33cc9', 'fixed_ips': [{'subnet_id': '910e621b-4ed5-40ce-99b5-baa78d496cdc'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:51:00.578041 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-48868fe7-3f50-4aa7-a10f-8940429142b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:00.632115 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.ipam_backend_mixin [None req-d7f6b3d7-cc25-4fbf-8fce-c875acce0fe7 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 910e621b-4ed5-40ce-99b5-baa78d496cdc (CIDR: 172.20.0.0/28) Oct 26 15:51:00.633206 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2d42e167-4eaf-41a5-bc75-9ba2971fdbca tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:00.657537 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d42e167-4eaf-41a5-bc75-9ba2971fdbca tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1ece609-e706-447b-aa4f-2baa5eefd45f,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:00.666279 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a6a3a26b-5698-4fd9-b92b-911356dc02c1 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:00.668150 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-820509db-327c-4977-aca9-739e56882337 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:00.670186 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7f6b3d7-cc25-4fbf-8fce-c875acce0fe7 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:51:00.670893 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7f6b3d7-cc25-4fbf-8fce-c875acce0fe7 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:51:00.716090 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2d42e167-4eaf-41a5-bc75-9ba2971fdbca tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:00.717703 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2d42e167-4eaf-41a5-bc75-9ba2971fdbca tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/c1ece609-e706-447b-aa4f-2baa5eefd45f HTTP/1.1" status: 204 len: 168 time: 0.3232725 Oct 26 15:51:00.723378 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41434) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:00.755028 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-d7f6b3d7-cc25-4fbf-8fce-c875acce0fe7 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6216662 Oct 26 15:51:00.755990 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41438) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:00.756982 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a6a3a26b-5698-4fd9-b92b-911356dc02c1 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:00.757298 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.l3_db [None req-a6a3a26b-5698-4fd9-b92b-911356dc02c1 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Floating IP 01751583-9b90-4afb-86bf-3010195a3c8a disassociated. External IP: 172.26.2.88, port: 65e2768c-7415-4ef6-9dc6-68847976682f. Oct 26 15:51:00.765469 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-a15696a7-b5d5-4228-808f-0d56a76938bb tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'subnet': {'network_id': 'cfed6914-1e63-4719-be74-5b40865f26c9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:00.776809 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-556011cd-3798-4bb7-984c-f44701fa7be8 None None] Attempt 5 to provision port cc11299b-cbf9-4616-b3f2-be7dcc9bd873 Oct 26 15:51:00.856068 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec17a1c5-a5ef-4408-a58f-f8d809d22b4a None None] Pushing event updated for resources: {'Port': ['ID=cc11299b-cbf9-4616-b3f2-be7dcc9bd873,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:00.892913 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-2fdae03f-6ca8-415a-ad89-837c6f26db67 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Synchronizing usage tracker for tenant:83eb182a254c4564b45db91dc2782cf1 on resource:security_group_rule {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:51:00.896795 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820509db-327c-4977-aca9-739e56882337 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event updated for resources: {'Subnet': ['ID=e297b24c-b2a6-41c5-9305-21dded8ee2d5,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:00.908625 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820509db-327c-4977-aca9-739e56882337 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Checking segment: {'id': '7bed4d07-6b31-4ab6-91ee-8dc172304fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cfbed57f-0f4f-45a1-8a6d-22b934ad8807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:51:00.909008 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820509db-327c-4977-aca9-739e56882337 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Network hostable DHCP agents. Network: cfbed57f-0f4f-45a1-8a6d-22b934ad8807, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:51:00.963483 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a15696a7-b5d5-4228-808f-0d56a76938bb tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:00.967990 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a15696a7-b5d5-4228-808f-0d56a76938bb tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Usage tracker for resource:subnet and tenant:81f9d918a7ff445e8b2c1951e5c33cc9 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:51:00.971908 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a15696a7-b5d5-4228-808f-0d56a76938bb tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:51:00.977948 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a15696a7-b5d5-4228-808f-0d56a76938bb tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:01.023760 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-2fdae03f-6ca8-415a-ad89-837c6f26db67 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Unset dirty status for tenant:83eb182a254c4564b45db91dc2782cf1 on resource:security_group_rule {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:51:01.025685 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2fdae03f-6ca8-415a-ad89-837c6f26db67 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3006005 Oct 26 15:51:01.028062 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41442) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:01.058068 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-da73e56b-1392-4b4e-afd4-f47129bc6828 None None] Attempting to bind port cc11299b-cbf9-4616-b3f2-be7dcc9bd873 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:51:01.058436 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-da73e56b-1392-4b4e-afd4-f47129bc6828 None None] Attempting to bind port cc11299b-cbf9-4616-b3f2-be7dcc9bd873 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '0e885ccf-aabc-41d2-b6d6-134820db662b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '61653a7c-fbce-4bde-b0fd-141d12aa345d'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:51:01.058820 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da73e56b-1392-4b4e-afd4-f47129bc6828 None None] Attempting to bind port cc11299b-cbf9-4616-b3f2-be7dcc9bd873 on network 61653a7c-fbce-4bde-b0fd-141d12aa345d {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:51:01.060230 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15696a7-b5d5-4228-808f-0d56a76938bb tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Made reservation on behalf of 81f9d918a7ff445e8b2c1951e5c33cc9 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:51:01.064550 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a15696a7-b5d5-4228-808f-0d56a76938bb tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:01.079012 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-556011cd-3798-4bb7-984c-f44701fa7be8 None None] Port cc11299b-cbf9-4616-b3f2-be7dcc9bd873 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:51:01.086109 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820509db-327c-4977-aca9-739e56882337 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Network cfbed57f-0f4f-45a1-8a6d-22b934ad8807 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:51:01.098995 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da73e56b-1392-4b4e-afd4-f47129bc6828 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:51:01.099369 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da73e56b-1392-4b4e-afd4-f47129bc6828 None None] Checking segment: {'id': '0e885ccf-aabc-41d2-b6d6-134820db662b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '61653a7c-fbce-4bde-b0fd-141d12aa345d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:51:01.099777 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-da73e56b-1392-4b4e-afd4-f47129bc6828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:01.100173 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da73e56b-1392-4b4e-afd4-f47129bc6828 None None] Bound using segment: {'id': '0e885ccf-aabc-41d2-b6d6-134820db662b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '61653a7c-fbce-4bde-b0fd-141d12aa345d'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:51:01.100660 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-da73e56b-1392-4b4e-afd4-f47129bc6828 None None] Bound port: cc11299b-cbf9-4616-b3f2-be7dcc9bd873, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e885ccf-aabc-41d2-b6d6-134820db662b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '61653a7c-fbce-4bde-b0fd-141d12aa345d'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:51:01.101030 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-da73e56b-1392-4b4e-afd4-f47129bc6828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:01.152237 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port e696fb5e-5e38-4807-83a2-181798d097ad is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:51:01.165819 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port e39c07aa-e3d4-477e-ab04-885e29c8610a is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:51:01.166203 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:01.199412 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2ee06426-b0b8-491d-9829-9fa44de1d236 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:01.260826 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2ee06426-b0b8-491d-9829-9fa44de1d236 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:01.271648 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-48868fe7-3f50-4aa7-a10f-8940429142b6 None None] Allocated IP 172.20.0.2 (cfed6914-1e63-4719-be74-5b40865f26c9/910e621b-4ed5-40ce-99b5-baa78d496cdc/779fc47a-168d-4a1e-9dae-54360281aa7d) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:51:01.282586 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a971ce64-9201-4113-b0b8-4c0f3e81a75f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e39c07aa-e3d4-477e-ab04-885e29c8610a'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:51:01.284992 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce96b05-059c-42a2-8347-590ed102b98f" -d '{"events": [{"server_uuid": "a971ce64-9201-4113-b0b8-4c0f3e81a75f", "name": "network-vif-plugged", "status": "completed", "tag": "e39c07aa-e3d4-477e-ab04-885e29c8610a"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:51:01.300388 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a3a26b-5698-4fd9-b92b-911356dc02c1 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Router bcda6f93-57d1-41ad-b007-62f0010b9957 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:51:01.302057 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-820509db-327c-4977-aca9-739e56882337 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, cfbed57f-0f4f-45a1-8a6d-22b934ad8807) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:51:01.304036 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port e39c07aa-e3d4-477e-ab04-885e29c8610a, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=e39c07aa-e3d4-477e-ab04-885e29c8610a,segment=NetworkSegment(cbe5574b-eb68-4f04-8d5b-15c1c60f6452),segment_id=cbe5574b-eb68-4f04-8d5b-15c1c60f6452)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:51:01.321393 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820509db-327c-4977-aca9-739e56882337 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:01.321393 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-820509db-327c-4977-aca9-739e56882337 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:01.321754 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-da73e56b-1392-4b4e-afd4-f47129bc6828 None None] For port cc11299b-cbf9-4616-b3f2-be7dcc9bd873, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:51:01.323003 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482aef37-c592-4bb3-8bb8-883ce8877912 None None] Network cfbed57f-0f4f-45a1-8a6d-22b934ad8807 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:51:01.427388 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2ee06426-b0b8-491d-9829-9fa44de1d236 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:01.477736 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee06426-b0b8-491d-9829-9fa44de1d236 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b82e52f-513c-4b32-88c6-1f1488400cad,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:01.491345 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ccb994-310c-4d94-8b2e-3ab4b1d87639 x-openstack-request-id: req-33ccb994-310c-4d94-8b2e-3ab4b1d87639 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:51:01.491642 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a971ce64-9201-4113-b0b8-4c0f3e81a75f", "name": "network-vif-plugged", "status": "completed", "tag": "e39c07aa-e3d4-477e-ab04-885e29c8610a", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:51:01.491899 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-33ccb994-310c-4d94-8b2e-3ab4b1d87639 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:51:01.492293 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33ccb994-310c-4d94-8b2e-3ab4b1d87639'] response: {'server_uuid': 'a971ce64-9201-4113-b0b8-4c0f3e81a75f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e39c07aa-e3d4-477e-ab04-885e29c8610a', 'code': 200} Oct 26 15:51:01.506190 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:01.522692 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-da73e56b-1392-4b4e-afd4-f47129bc6828 None None] For port cc11299b-cbf9-4616-b3f2-be7dcc9bd873, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=cc11299b-cbf9-4616-b3f2-be7dcc9bd873,segment=NetworkSegment(0e885ccf-aabc-41d2-b6d6-134820db662b),segment_id=0e885ccf-aabc-41d2-b6d6-134820db662b)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:51:01.572529 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2ee06426-b0b8-491d-9829-9fa44de1d236 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:01.573920 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2ee06426-b0b8-491d-9829-9fa44de1d236 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "DELETE /v2.0/security-groups/0b82e52f-513c-4b32-88c6-1f1488400cad HTTP/1.1" status: 204 len: 168 time: 0.5447392 Oct 26 15:51:01.577074 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41452) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:01.584500 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-556011cd-3798-4bb7-984c-f44701fa7be8 None None] Attempt 6 to provision port cc11299b-cbf9-4616-b3f2-be7dcc9bd873 Oct 26 15:51:01.641070 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-da73e56b-1392-4b4e-afd4-f47129bc6828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:01.656614 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a15696a7-b5d5-4228-808f-0d56a76938bb tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:01.769146 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da73e56b-1392-4b4e-afd4-f47129bc6828 None None] Routers {'905bf32a-aede-41c4-8362-12b9c4083bdc'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:01.770267 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15696a7-b5d5-4228-808f-0d56a76938bb tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Network cfed6914-1e63-4719-be74-5b40865f26c9 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:51:01.770367 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-da73e56b-1392-4b4e-afd4-f47129bc6828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:50:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['905bf32a-aede-41c4-8362-12b9c4083bdc'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:01.780005 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-820509db-327c-4977-aca9-739e56882337 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6249802 Oct 26 15:51:01.783628 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-a15696a7-b5d5-4228-808f-0d56a76938bb tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:51:01.794743 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41458) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:01.801290 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15696a7-b5d5-4228-808f-0d56a76938bb tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:01.802935 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a15696a7-b5d5-4228-808f-0d56a76938bb tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:01.874517 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ec0dabac-8935-4e73-8828-50efd3113a21 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2809763 Oct 26 15:51:01.877838 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41462) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:01.881156 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a3a26b-5698-4fd9-b92b-911356dc02c1 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:51:01.887674 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a6a3a26b-5698-4fd9-b92b-911356dc02c1 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:01.916563 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-de8c69cf-dfa6-446f-918b-e5771b598a10 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Request body: {'security_group': {'name': 'tempest-secgroup--1598266184'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:01.926254 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=e39c07aa-e3d4-477e-ab04-885e29c8610a,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:01.929212 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-de8c69cf-dfa6-446f-918b-e5771b598a10 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:01.957681 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-de8c69cf-dfa6-446f-918b-e5771b598a10 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Usage tracker for resource:security_group and tenant:83eb182a254c4564b45db91dc2782cf1 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:51:01.963136 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f3ac27-7e1e-42c9-9302-9bca172cd164 None None] Sync routers for ids ['bcda6f93-57d1-41ad-b007-62f0010b9957'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:51:01.963548 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-de8c69cf-dfa6-446f-918b-e5771b598a10 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:51:01.975554 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-de8c69cf-dfa6-446f-918b-e5771b598a10 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:01.992511 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a6a3a26b-5698-4fd9-b92b-911356dc02c1 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "PUT /v2.0/floatingips/01751583-9b90-4afb-86bf-3010195a3c8a HTTP/1.1" status: 200 len: 687 time: 1.9704678 Oct 26 15:51:02.000794 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630da43-07b0-43d7-b575-ed31ac352e13 req-4d146b89-d3f6-402e-94d7-859a63308337 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:02.002665 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e630da43-07b0-43d7-b575-ed31ac352e13 req-4d146b89-d3f6-402e-94d7-859a63308337 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=a971ce64-9201-4113-b0b8-4c0f3e81a75f HTTP/1.1" status: 200 len: 946 time: 0.4062219 Oct 26 15:51:02.003306 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41466) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:02.109898 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-de8c69cf-dfa6-446f-918b-e5771b598a10 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:02.129448 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-556011cd-3798-4bb7-984c-f44701fa7be8 None None] Port cc11299b-cbf9-4616-b3f2-be7dcc9bd873 had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 15:51:02.141085 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f3ac27-7e1e-42c9-9302-9bca172cd164 None None] Routers {'bcda6f93-57d1-41ad-b007-62f0010b9957'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:02.142254 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-07f3ac27-7e1e-42c9-9302-9bca172cd164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:50:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['bcda6f93-57d1-41ad-b007-62f0010b9957'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:02.218185 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-9c51cdf5-4775-403f-a5c3-90c18362c496 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Deleting port 5d7f57e7-6930-4ab4-b9a9-b5f6ee6a7a50 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:51:02.218185 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9c51cdf5-4775-403f-a5c3-90c18362c496 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:02.232603 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15696a7-b5d5-4228-808f-0d56a76938bb tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event updated for resources: {'Subnet': ['ID=98a5b5a1-b7d8-41c4-89a7-bd2c009486ca,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:02.233194 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-07f3ac27-7e1e-42c9-9302-9bca172cd164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:02.257184 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-31a7aae5-aaad-4f49-8dba-3748ced37ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:02.259319 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-da73e56b-1392-4b4e-afd4-f47129bc6828 None None] Set router 905bf32a-aede-41c4-8362-12b9c4083bdc gateway port host: None {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:51:02.271935 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-de8c69cf-dfa6-446f-918b-e5771b598a10 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:02.276591 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e630da43-07b0-43d7-b575-ed31ac352e13 req-e95911e3-85ae-4689-bd3d-9bc6182dd7fd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c6f39fb-d8fd-4833-9013-3b28d914b574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148454 Oct 26 15:51:02.282438 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-de8c69cf-dfa6-446f-918b-e5771b598a10 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Usage tracker for resource:security_group_rule and tenant:83eb182a254c4564b45db91dc2782cf1 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:51:02.287429 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-de8c69cf-dfa6-446f-918b-e5771b598a10 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:51:02.297055 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-de8c69cf-dfa6-446f-918b-e5771b598a10 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:02.346560 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-48868fe7-3f50-4aa7-a10f-8940429142b6 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:02.350311 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec17a1c5-a5ef-4408-a58f-f8d809d22b4a None None] Pushing event updated for resources: {'Port': ['ID=cc11299b-cbf9-4616-b3f2-be7dcc9bd873,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:02.362313 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f3ac27-7e1e-42c9-9302-9bca172cd164 None None] Routers {'bcda6f93-57d1-41ad-b007-62f0010b9957'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:02.362542 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-07f3ac27-7e1e-42c9-9302-9bca172cd164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:50:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['bcda6f93-57d1-41ad-b007-62f0010b9957'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:02.420733 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a15696a7-b5d5-4228-808f-0d56a76938bb tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6611829 Oct 26 15:51:02.424260 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41472) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:02.433393 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-399703c1-3971-4ad0-b989-c5ae9651a3e7 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'port': {'network_id': 'cfed6914-1e63-4719-be74-5b40865f26c9', 'fixed_ips': [{'subnet_id': '910e621b-4ed5-40ce-99b5-baa78d496cdc'}, {'subnet_id': '98a5b5a1-b7d8-41c4-89a7-bd2c009486ca'}], 'name': 'tempest-PortsTestJSON-1625098571'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:02.471512 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-48868fe7-3f50-4aa7-a10f-8940429142b6 None None] Transition to ACTIVE for port object 779fc47a-168d-4a1e-9dae-54360281aa7d will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:51:02.478920 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6640d5-a410-47b2-93c1-bdbb1ae196f5 req-8f9d7f54-31b5-455c-b5c2-d0fb61556306 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:02.480405 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3e6640d5-a410-47b2-93c1-bdbb1ae196f5 req-8f9d7f54-31b5-455c-b5c2-d0fb61556306 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.3762307 Oct 26 15:51:02.485966 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ec7f6-aab6-4797-94ba-ee56d1c77abc req-32869eab-573c-471c-a1e9-6deae1a32073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:02.487438 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-100ec7f6-aab6-4797-94ba-ee56d1c77abc req-32869eab-573c-471c-a1e9-6deae1a32073 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a971ce64-9201-4113-b0b8-4c0f3e81a75f HTTP/1.1" status: 200 len: 1099 time: 0.3843694 Oct 26 15:51:02.490835 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-07f3ac27-7e1e-42c9-9302-9bca172cd164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:02.491250 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f3ac27-7e1e-42c9-9302-9bca172cd164 None None] The sync data for ids ['bcda6f93-57d1-41ad-b007-62f0010b9957'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:51:02.564210 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6028f3fd-3867-49ea-beed-a03bfe66ac1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-cfbed57f-0f4f-45a1-8a6d-22b934ad8807', 'network_id': 'cfbed57f-0f4f-45a1-8a6d-22b934ad8807', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'fixed_ips': [{'subnet_id': 'e297b24c-b2a6-41c5-9305-21dded8ee2d5'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:51:02.565138 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6028f3fd-3867-49ea-beed-a03bfe66ac1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:02.579363 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9c51cdf5-4775-403f-a5c3-90c18362c496 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:02.579807 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9c51cdf5-4775-403f-a5c3-90c18362c496 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:02.670246 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-48868fe7-3f50-4aa7-a10f-8940429142b6 None None] Transition to ACTIVE for port object 779fc47a-168d-4a1e-9dae-54360281aa7d will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:51:02.731693 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-100ec7f6-aab6-4797-94ba-ee56d1c77abc req-1ea09567-9e2a-4ab4-a950-a10ad3daf40f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0c6f39fb-d8fd-4833-9013-3b28d914b574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2338629 Oct 26 15:51:02.745113 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-9c51cdf5-4775-403f-a5c3-90c18362c496 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Calling delete_port for 5d7f57e7-6930-4ab4-b9a9-b5f6ee6a7a50 owned by network:floatingip {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:51:02.779144 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3e6640d5-a410-47b2-93c1-bdbb1ae196f5 req-3e5aaf27-02a5-4f10-bf5b-d1632e2566cb tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2793484 Oct 26 15:51:02.790296 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-48868fe7-3f50-4aa7-a10f-8940429142b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:02.803070 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-de8c69cf-dfa6-446f-918b-e5771b598a10 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:02.834819 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-399703c1-3971-4ad0-b989-c5ae9651a3e7 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:02.853505 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-399703c1-3971-4ad0-b989-c5ae9651a3e7 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:02.866051 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-de8c69cf-dfa6-446f-918b-e5771b598a10 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:02.917419 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c69cf-dfa6-446f-918b-e5771b598a10 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21617e76-c032-4da2-86b3-d8fb7cf4c36b,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:02.939691 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dcc0728a-594e-475c-933e-87d4b9c24ef6 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:02.955983 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48868fe7-3f50-4aa7-a10f-8940429142b6 None None] Network cfed6914-1e63-4719-be74-5b40865f26c9 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:51:02.961956 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-48868fe7-3f50-4aa7-a10f-8940429142b6 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:51:02.970434 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48868fe7-3f50-4aa7-a10f-8940429142b6 None None] Pushing event updated for resources: {'Port': ['ID=779fc47a-168d-4a1e-9dae-54360281aa7d,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:02.994524 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399703c1-3971-4ad0-b989-c5ae9651a3e7 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Made reservation on behalf of 81f9d918a7ff445e8b2c1951e5c33cc9 for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:51:02.995026 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48868fe7-3f50-4aa7-a10f-8940429142b6 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:51:03.066914 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-de8c69cf-dfa6-446f-918b-e5771b598a10 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:03.069675 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-de8c69cf-dfa6-446f-918b-e5771b598a10 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1908541 Oct 26 15:51:03.077054 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41478) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:03.090486 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-f81bc251-0070-48ac-99a1-e245d5734dbe tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Request body: {'security_group_rule': {'security_group_id': '21617e76-c032-4da2-86b3-d8fb7cf4c36b', 'direction': 'ingress', 'protocol': 17}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:03.105301 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-f81bc251-0070-48ac-99a1-e245d5734dbe tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:03.110886 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9c51cdf5-4775-403f-a5c3-90c18362c496 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:03.153371 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-f81bc251-0070-48ac-99a1-e245d5734dbe tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Usage tracker for resource:security_group_rule and tenant:83eb182a254c4564b45db91dc2782cf1 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:51:03.162271 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-6028f3fd-3867-49ea-beed-a03bfe66ac1e None None] Allocated IP 172.23.0.2 (cfbed57f-0f4f-45a1-8a6d-22b934ad8807/e297b24c-b2a6-41c5-9305-21dded8ee2d5/ff8bf7ee-e86d-441c-9768-99b695ca0637) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:51:03.171508 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-48868fe7-3f50-4aa7-a10f-8940429142b6 None None] Attempting to bind port 779fc47a-168d-4a1e-9dae-54360281aa7d on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:51:03.171886 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-48868fe7-3f50-4aa7-a10f-8940429142b6 None None] Attempting to bind port 779fc47a-168d-4a1e-9dae-54360281aa7d by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '567a9c72-d1fb-4a6c-8645-263481d40da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'cfed6914-1e63-4719-be74-5b40865f26c9'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:51:03.172256 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48868fe7-3f50-4aa7-a10f-8940429142b6 None None] Attempting to bind port 779fc47a-168d-4a1e-9dae-54360281aa7d on network cfed6914-1e63-4719-be74-5b40865f26c9 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:51:03.188334 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48868fe7-3f50-4aa7-a10f-8940429142b6 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:51:03.188334 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48868fe7-3f50-4aa7-a10f-8940429142b6 None None] Checking segment: {'id': '567a9c72-d1fb-4a6c-8645-263481d40da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'cfed6914-1e63-4719-be74-5b40865f26c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:51:03.188334 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-48868fe7-3f50-4aa7-a10f-8940429142b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:03.188334 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48868fe7-3f50-4aa7-a10f-8940429142b6 None None] Bound using segment: {'id': '567a9c72-d1fb-4a6c-8645-263481d40da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'cfed6914-1e63-4719-be74-5b40865f26c9'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:51:03.188334 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-48868fe7-3f50-4aa7-a10f-8940429142b6 None None] Bound port: 779fc47a-168d-4a1e-9dae-54360281aa7d, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '567a9c72-d1fb-4a6c-8645-263481d40da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'cfed6914-1e63-4719-be74-5b40865f26c9'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:51:03.188334 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-48868fe7-3f50-4aa7-a10f-8940429142b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:03.306867 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-f81bc251-0070-48ac-99a1-e245d5734dbe tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:51:03.334204 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c51cdf5-4775-403f-a5c3-90c18362c496 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Pushing event deleted for resources: {'Port': ['ID=5d7f57e7-6930-4ab4-b9a9-b5f6ee6a7a50,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:03.344800 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-da73e56b-1392-4b4e-afd4-f47129bc6828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'name': 'tempest-RoutersTest-router-1020197022', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:50:33Z', 'updated_at': '2022-10-26T15:50:56Z', 'revision_number': 4, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'gw_port_host': None, '_interfaces': [{'id': '42acb0b5-00d5-4703-ae1c-77f827bc1034', 'name': '', 'network_id': 'a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:39:96:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:37Z', 'updated_at': '2022-10-26T15:50:48Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ac62f2d-b4e7-4706-9566-bb6c4e464cbe', 'name': '', 'network_id': '549dd6ac-4351-4984-8516-5fd7b0833d08', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:0d:52:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '77da3f29-f272-42f9-b7d7-d1b9e7b65d0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:45Z', 'updated_at': '2022-10-26T15:50:56Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': '77da3f29-f272-42f9-b7d7-d1b9e7b65d0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc11299b-cbf9-4616-b3f2-be7dcc9bd873', 'name': '', 'network_id': '61653a7c-fbce-4bde-b0fd-141d12aa345d', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:7e:fa:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'ad8a343a-7361-4b6e-a719-c716a7dd99e2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:55Z', 'updated_at': '2022-10-26T15:51:01Z', 'revision_number': 4, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': 'ad8a343a-7361-4b6e-a719-c716a7dd99e2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:03.371913 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da73e56b-1392-4b4e-afd4-f47129bc6828 None None] The sync data for ids ['905bf32a-aede-41c4-8362-12b9c4083bdc'] in dv-neutron-862712-1-hyperv is: [{'id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'name': 'tempest-RoutersTest-router-1020197022', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:50:33Z', 'updated_at': '2022-10-26T15:50:56Z', 'revision_number': 4, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'gw_port_host': None, '_interfaces': [{'id': '42acb0b5-00d5-4703-ae1c-77f827bc1034', 'name': '', 'network_id': 'a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:39:96:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:37Z', 'updated_at': '2022-10-26T15:50:48Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ac62f2d-b4e7-4706-9566-bb6c4e464cbe', 'name': '', 'network_id': '549dd6ac-4351-4984-8516-5fd7b0833d08', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:0d:52:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '77da3f29-f272-42f9-b7d7-d1b9e7b65d0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:45Z', 'updated_at': '2022-10-26T15:50:56Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': '77da3f29-f272-42f9-b7d7-d1b9e7b65d0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc11299b-cbf9-4616-b3f2-be7dcc9bd873', 'name': '', 'network_id': '61653a7c-fbce-4bde-b0fd-141d12aa345d', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:7e:fa:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'ad8a343a-7361-4b6e-a719-c716a7dd99e2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:55Z', 'updated_at': '2022-10-26T15:51:01Z', 'revision_number': 4, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': 'ad8a343a-7361-4b6e-a719-c716a7dd99e2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:51:03.377853 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-f81bc251-0070-48ac-99a1-e245d5734dbe tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:03.419382 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-48868fe7-3f50-4aa7-a10f-8940429142b6 None None] For port 779fc47a-168d-4a1e-9dae-54360281aa7d, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:51:03.446665 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-48868fe7-3f50-4aa7-a10f-8940429142b6 None None] For port 779fc47a-168d-4a1e-9dae-54360281aa7d, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=779fc47a-168d-4a1e-9dae-54360281aa7d,segment=NetworkSegment(567a9c72-d1fb-4a6c-8645-263481d40da9),segment_id=567a9c72-d1fb-4a6c-8645-263481d40da9)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:51:03.497458 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-399703c1-3971-4ad0-b989-c5ae9651a3e7 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:03.533715 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6028f3fd-3867-49ea-beed-a03bfe66ac1e None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:03.546515 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-48868fe7-3f50-4aa7-a10f-8940429142b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:03.548069 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f81bc251-0070-48ac-99a1-e245d5734dbe tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:03.550420 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-6028f3fd-3867-49ea-beed-a03bfe66ac1e None None] Transition to ACTIVE for port object ff8bf7ee-e86d-441c-9768-99b695ca0637 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:51:03.570096 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-399703c1-3971-4ad0-b989-c5ae9651a3e7 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] device_id is not set on port 91d2422f-d5dc-4288-aed2-e1d0dc8234a5 yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:51:03.637417 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9c51cdf5-4775-403f-a5c3-90c18362c496 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for floatingip, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:03.645967 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9c51cdf5-4775-403f-a5c3-90c18362c496 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:03.647062 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-9c51cdf5-4775-403f-a5c3-90c18362c496 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "DELETE /v2.0/floatingips/01751583-9b90-4afb-86bf-3010195a3c8a HTTP/1.1" status: 204 len: 168 time: 1.6425376 Oct 26 15:51:03.648177 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-6028f3fd-3867-49ea-beed-a03bfe66ac1e None None] Transition to ACTIVE for port object ff8bf7ee-e86d-441c-9768-99b695ca0637 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:51:03.650859 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41486) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:03.656111 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-bf4cbc17-f4f9-4daa-a3f0-7356f5337959 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Request body: {'floatingip': {'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'port_id': '49eea92e-979c-48e8-b371-436fb605b5f3'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:03.665009 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48868fe7-3f50-4aa7-a10f-8940429142b6 None None] Pushing event updated for resources: {'Port': ['ID=779fc47a-168d-4a1e-9dae-54360281aa7d,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:03.675591 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-bf4cbc17-f4f9-4daa-a3f0-7356f5337959 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:03.679793 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-bf4cbc17-f4f9-4daa-a3f0-7356f5337959 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Usage tracker for resource:floatingip and tenant:be078dbf59284c8db757499639ef8c28 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:51:03.683295 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-bf4cbc17-f4f9-4daa-a3f0-7356f5337959 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:51:03.690881 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-bf4cbc17-f4f9-4daa-a3f0-7356f5337959 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:03.787057 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f81bc251-0070-48ac-99a1-e245d5734dbe tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:03.797739 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6028f3fd-3867-49ea-beed-a03bfe66ac1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:03.799899 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a407f7-5e3b-44cd-a3cc-af898d92f6c6 req-899d4a5a-8b64-46d5-8417-d279be8567ad tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:03.806722 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-76a407f7-5e3b-44cd-a3cc-af898d92f6c6 req-899d4a5a-8b64-46d5-8417-d279be8567ad tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=a971ce64-9201-4113-b0b8-4c0f3e81a75f HTTP/1.1" status: 200 len: 946 time: 0.3708642 Oct 26 15:51:03.807348 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bf4cbc17-f4f9-4daa-a3f0-7356f5337959 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for floatingip, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:03.880316 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f81bc251-0070-48ac-99a1-e245d5734dbe tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:04.012372 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device cc11299b-cbf9-4616-b3f2-be7dcc9bd873 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:51:04.057511 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6028f3fd-3867-49ea-beed-a03bfe66ac1e None None] Network cfbed57f-0f4f-45a1-8a6d-22b934ad8807 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:51:04.089138 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-6028f3fd-3867-49ea-beed-a03bfe66ac1e None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:51:04.091718 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6028f3fd-3867-49ea-beed-a03bfe66ac1e None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:51:04.097470 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6028f3fd-3867-49ea-beed-a03bfe66ac1e None None] Pushing event updated for resources: {'Port': ['ID=ff8bf7ee-e86d-441c-9768-99b695ca0637,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:04.182332 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-dcc0728a-594e-475c-933e-87d4b9c24ef6 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Allocated IP 172.23.0.1 (cfbed57f-0f4f-45a1-8a6d-22b934ad8807/e297b24c-b2a6-41c5-9305-21dded8ee2d5/3d105a1b-f862-4ca1-8975-d36cb7635de7) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:51:04.184875 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81bc251-0070-48ac-99a1-e245d5734dbe tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88801fbc-7836-4843-b6fb-cfa67391003c,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:04.203735 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-76a407f7-5e3b-44cd-a3cc-af898d92f6c6 req-68a60a83-206c-438a-a120-2e0a5b4a93f6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c6f39fb-d8fd-4833-9013-3b28d914b574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3944530 Oct 26 15:51:04.241316 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-6028f3fd-3867-49ea-beed-a03bfe66ac1e None None] Attempting to bind port ff8bf7ee-e86d-441c-9768-99b695ca0637 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:51:04.241601 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-6028f3fd-3867-49ea-beed-a03bfe66ac1e None None] Attempting to bind port ff8bf7ee-e86d-441c-9768-99b695ca0637 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '7bed4d07-6b31-4ab6-91ee-8dc172304fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cfbed57f-0f4f-45a1-8a6d-22b934ad8807'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:51:04.241968 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6028f3fd-3867-49ea-beed-a03bfe66ac1e None None] Attempting to bind port ff8bf7ee-e86d-441c-9768-99b695ca0637 on network cfbed57f-0f4f-45a1-8a6d-22b934ad8807 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:51:04.250324 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6028f3fd-3867-49ea-beed-a03bfe66ac1e None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:51:04.250720 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6028f3fd-3867-49ea-beed-a03bfe66ac1e None None] Checking segment: {'id': '7bed4d07-6b31-4ab6-91ee-8dc172304fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cfbed57f-0f4f-45a1-8a6d-22b934ad8807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:51:04.251333 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6028f3fd-3867-49ea-beed-a03bfe66ac1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:04.251857 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6028f3fd-3867-49ea-beed-a03bfe66ac1e None None] Bound using segment: {'id': '7bed4d07-6b31-4ab6-91ee-8dc172304fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cfbed57f-0f4f-45a1-8a6d-22b934ad8807'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:51:04.252340 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-6028f3fd-3867-49ea-beed-a03bfe66ac1e None None] Bound port: ff8bf7ee-e86d-441c-9768-99b695ca0637, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bed4d07-6b31-4ab6-91ee-8dc172304fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cfbed57f-0f4f-45a1-8a6d-22b934ad8807'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:51:04.252715 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6028f3fd-3867-49ea-beed-a03bfe66ac1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:04.267747 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-399703c1-3971-4ad0-b989-c5ae9651a3e7 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Allocated IP 172.20.0.8 (cfed6914-1e63-4719-be74-5b40865f26c9/910e621b-4ed5-40ce-99b5-baa78d496cdc/91d2422f-d5dc-4288-aed2-e1d0dc8234a5) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:51:04.275430 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-399703c1-3971-4ad0-b989-c5ae9651a3e7 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Allocated IP 172.20.0.22 (cfed6914-1e63-4719-be74-5b40865f26c9/98a5b5a1-b7d8-41c4-89a7-bd2c009486ca/91d2422f-d5dc-4288-aed2-e1d0dc8234a5) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:51:04.332088 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f81bc251-0070-48ac-99a1-e245d5734dbe tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:04.333836 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f81bc251-0070-48ac-99a1-e245d5734dbe tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.2553203 Oct 26 15:51:04.338175 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41492) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:04.384142 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-6028f3fd-3867-49ea-beed-a03bfe66ac1e None None] For port ff8bf7ee-e86d-441c-9768-99b695ca0637, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:51:04.388000 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port cc11299b-cbf9-4616-b3f2-be7dcc9bd873 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:51:04.398953 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port cc11299b-cbf9-4616-b3f2-be7dcc9bd873 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:51:04.399333 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:04.399677 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port cc11299b-cbf9-4616-b3f2-be7dcc9bd873 Oct 26 15:51:04.436054 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-6028f3fd-3867-49ea-beed-a03bfe66ac1e None None] For port ff8bf7ee-e86d-441c-9768-99b695ca0637, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=ff8bf7ee-e86d-441c-9768-99b695ca0637,segment=NetworkSegment(7bed4d07-6b31-4ab6-91ee-8dc172304fc1),segment_id=7bed4d07-6b31-4ab6-91ee-8dc172304fc1)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:51:04.537315 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-734c404f-9c88-4958-a880-2693b29ab5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:04.539671 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6028f3fd-3867-49ea-beed-a03bfe66ac1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:04.542273 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ca5da31e-f40d-404a-a8d3-211d8184eb63 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:04.589668 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port cc11299b-cbf9-4616-b3f2-be7dcc9bd873 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:51:04.589668 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:04.613709 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ca5da31e-f40d-404a-a8d3-211d8184eb63 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:04.638670 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-399703c1-3971-4ad0-b989-c5ae9651a3e7 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:04.659711 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61446ea-1c5e-4951-89f4-abb6a4327be2 req-0f90ce24-89cc-40c6-afac-1d1f07231df1 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:04.663846 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6028f3fd-3867-49ea-beed-a03bfe66ac1e None None] Pushing event updated for resources: {'Port': ['ID=ff8bf7ee-e86d-441c-9768-99b695ca0637,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:04.668435 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d61446ea-1c5e-4951-89f4-abb6a4327be2 req-0f90ce24-89cc-40c6-afac-1d1f07231df1 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.6549001 Oct 26 15:51:04.672755 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port cc11299b-cbf9-4616-b3f2-be7dcc9bd873, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=cc11299b-cbf9-4616-b3f2-be7dcc9bd873,segment=NetworkSegment(0e885ccf-aabc-41d2-b6d6-134820db662b),segment_id=0e885ccf-aabc-41d2-b6d6-134820db662b)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:51:04.690980 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-399703c1-3971-4ad0-b989-c5ae9651a3e7 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Transition to ACTIVE for port object 91d2422f-d5dc-4288-aed2-e1d0dc8234a5 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:51:04.718306 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 15:51:04.742180 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:04.762820 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d61446ea-1c5e-4951-89f4-abb6a4327be2 req-ff25a937-bee4-44f2-ad2a-91bb63f4e3cc tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908325 Oct 26 15:51:04.795621 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dcc0728a-594e-475c-933e-87d4b9c24ef6 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:04.827213 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-dcc0728a-594e-475c-933e-87d4b9c24ef6 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Transition to ACTIVE for port object 3d105a1b-f862-4ca1-8975-d36cb7635de7 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:51:04.829805 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bf4cbc17-f4f9-4daa-a3f0-7356f5337959 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:04.833079 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=cc11299b-cbf9-4616-b3f2-be7dcc9bd873,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:04.835024 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ca5da31e-f40d-404a-a8d3-211d8184eb63 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:04.871643 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-399703c1-3971-4ad0-b989-c5ae9651a3e7 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:04.882156 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5da31e-f40d-404a-a8d3-211d8184eb63 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21617e76-c032-4da2-86b3-d8fb7cf4c36b,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:04.997954 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ca5da31e-f40d-404a-a8d3-211d8184eb63 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:05.001992 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ca5da31e-f40d-404a-a8d3-211d8184eb63 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "DELETE /v2.0/security-groups/21617e76-c032-4da2-86b3-d8fb7cf4c36b HTTP/1.1" status: 204 len: 168 time: 0.6597908 Oct 26 15:51:05.003708 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41496) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:05.007856 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399703c1-3971-4ad0-b989-c5ae9651a3e7 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Network cfed6914-1e63-4719-be74-5b40865f26c9 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:51:05.010989 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-399703c1-3971-4ad0-b989-c5ae9651a3e7 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:51:05.020735 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399703c1-3971-4ad0-b989-c5ae9651a3e7 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:51:05.048637 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-bf4cbc17-f4f9-4daa-a3f0-7356f5337959 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Allocated IP 172.26.2.197 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/5496890f-6e8e-48df-ba36-6a854a63a9e3) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:51:05.056060 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dcc0728a-594e-475c-933e-87d4b9c24ef6 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:05.063190 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399703c1-3971-4ad0-b989-c5ae9651a3e7 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event updated for resources: {'Port': ['ID=91d2422f-d5dc-4288-aed2-e1d0dc8234a5,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:05.097068 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399703c1-3971-4ad0-b989-c5ae9651a3e7 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:05.097979 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-399703c1-3971-4ad0-b989-c5ae9651a3e7 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:05.153639 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc0728a-594e-475c-933e-87d4b9c24ef6 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Network cfbed57f-0f4f-45a1-8a6d-22b934ad8807 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:51:05.170853 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-6edd0fb7-1eb3-4e22-84e4-f5d8aabd884b tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Synchronizing usage tracker for tenant:83eb182a254c4564b45db91dc2782cf1 on resource:security_group {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:51:05.179881 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-dcc0728a-594e-475c-933e-87d4b9c24ef6 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:51:05.201726 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-399703c1-3971-4ad0-b989-c5ae9651a3e7 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.7761292 Oct 26 15:51:05.205091 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41500) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:05.211538 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-e95f64b6-7848-4357-99cd-94ffd528167c tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '910e621b-4ed5-40ce-99b5-baa78d496cdc'}]}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:05.232778 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc0728a-594e-475c-933e-87d4b9c24ef6 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:51:05.236119 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:05.241786 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:05.271856 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd6fc7b-77ae-4b5f-9ef1-d264ddf373e9 None None] Network cfed6914-1e63-4719-be74-5b40865f26c9 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:51:05.295646 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc0728a-594e-475c-933e-87d4b9c24ef6 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event updated for resources: {'Port': ['ID=3d105a1b-f862-4ca1-8975-d36cb7635de7,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:05.348057 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dcc0728a-594e-475c-933e-87d4b9c24ef6 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:05.373323 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-6edd0fb7-1eb3-4e22-84e4-f5d8aabd884b tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Unset dirty status for tenant:83eb182a254c4564b45db91dc2782cf1 on resource:security_group {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:51:05.379567 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-6edd0fb7-1eb3-4e22-84e4-f5d8aabd884b tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3698714 Oct 26 15:51:05.380414 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41506) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:05.389202 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-11e31390-e0b7-42db-8b98-847c90404e53 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Request body: {'security_group': {'name': 'tempest-secgroup--1829679619'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:05.397939 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-11e31390-e0b7-42db-8b98-847c90404e53 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:05.409045 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bf4cbc17-f4f9-4daa-a3f0-7356f5337959 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:05.416754 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-11e31390-e0b7-42db-8b98-847c90404e53 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:05.453539 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-02fb49c0-0f03-4ea7-bf15-d8a51782a50b None None] Provisioning for port 779fc47a-168d-4a1e-9dae-54360281aa7d completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:51:05.468006 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e95f64b6-7848-4357-99cd-94ffd528167c tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:05.558521 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-11e31390-e0b7-42db-8b98-847c90404e53 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:05.586191 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bf4cbc17-f4f9-4daa-a3f0-7356f5337959 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:05.626113 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-11e31390-e0b7-42db-8b98-847c90404e53 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:05.636753 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-11e31390-e0b7-42db-8b98-847c90404e53 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Usage tracker for resource:security_group_rule and tenant:83eb182a254c4564b45db91dc2782cf1 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:51:05.646535 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-11e31390-e0b7-42db-8b98-847c90404e53 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:51:05.673817 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-11e31390-e0b7-42db-8b98-847c90404e53 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:05.695936 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ef5a9-c96b-44ef-a314-78c2984984ad req-56e7dc8b-9f3a-4b7e-bfa6-f824d0081e13 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:05.699177 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-120ef5a9-c96b-44ef-a314-78c2984984ad req-56e7dc8b-9f3a-4b7e-bfa6-f824d0081e13 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=a971ce64-9201-4113-b0b8-4c0f3e81a75f HTTP/1.1" status: 200 len: 946 time: 0.2869284 Oct 26 15:51:05.725052 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4cbc17-f4f9-4daa-a3f0-7356f5337959 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:51:05.731675 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-bf4cbc17-f4f9-4daa-a3f0-7356f5337959 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:51:05.739672 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4cbc17-f4f9-4daa-a3f0-7356f5337959 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:51:05.801208 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e2dfe7-9445-4bab-aac7-4b1d62f6d812 None None] Update dhcp port {'port': {'network_id': 'cfed6914-1e63-4719-be74-5b40865f26c9', 'fixed_ips': [{'subnet_id': '910e621b-4ed5-40ce-99b5-baa78d496cdc', 'ip_address': '172.20.0.2'}, {'subnet_id': '98a5b5a1-b7d8-41c4-89a7-bd2c009486ca'}], 'binding:host_id': 'dv-neutron-862712-1-hyperv'}, 'id': '779fc47a-168d-4a1e-9dae-54360281aa7d'} from dv-neutron-862712-1-hyperv. {{(pid=89749) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 26 15:51:05.802923 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dcc0728a-594e-475c-933e-87d4b9c24ef6 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:05.833695 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4cbc17-f4f9-4daa-a3f0-7356f5337959 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Pushing event updated for resources: {'Port': ['ID=5496890f-6e8e-48df-ba36-6a854a63a9e3,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:05.877573 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-95e2dfe7-9445-4bab-aac7-4b1d62f6d812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:05.987026 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-120ef5a9-c96b-44ef-a314-78c2984984ad req-604a75d9-4cb5-4356-82ef-56150a8145d1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c6f39fb-d8fd-4833-9013-3b28d914b574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358346 Oct 26 15:51:06.101680 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device ff8bf7ee-e86d-441c-9768-99b695ca0637 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:51:06.177071 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ed7f67-0056-416c-ab14-d9576b728b2d None None] Network cfbed57f-0f4f-45a1-8a6d-22b934ad8807 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:51:06.180586 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-e95f64b6-7848-4357-99cd-94ffd528167c tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Delete allocated IP 172.20.0.22 (cfed6914-1e63-4719-be74-5b40865f26c9/98a5b5a1-b7d8-41c4-89a7-bd2c009486ca) {{(pid=89747) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 26 15:51:06.361534 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-4966d428-f087-44ef-8dda-919c1a685fe5 None None] Provisioning for port ff8bf7ee-e86d-441c-9768-99b695ca0637 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:51:06.413006 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port ff8bf7ee-e86d-441c-9768-99b695ca0637 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:51:06.426099 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port ff8bf7ee-e86d-441c-9768-99b695ca0637 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:51:06.426492 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:06.426843 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port ff8bf7ee-e86d-441c-9768-99b695ca0637 Oct 26 15:51:06.519397 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-11e31390-e0b7-42db-8b98-847c90404e53 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:06.588617 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fea2bd-3f4e-450f-ae79-85eff734b399 req-a0383df1-8a24-4a11-9a31-68fa498cfbd5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:06.594991 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-80fea2bd-3f4e-450f-ae79-85eff734b399 req-a0383df1-8a24-4a11-9a31-68fa498cfbd5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=a971ce64-9201-4113-b0b8-4c0f3e81a75f HTTP/1.1" status: 200 len: 946 time: 0.1805899 Oct 26 15:51:06.633842 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port ff8bf7ee-e86d-441c-9768-99b695ca0637 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:51:06.634450 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:06.659212 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-11e31390-e0b7-42db-8b98-847c90404e53 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:06.681855 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port ff8bf7ee-e86d-441c-9768-99b695ca0637, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=ff8bf7ee-e86d-441c-9768-99b695ca0637,segment=NetworkSegment(7bed4d07-6b31-4ab6-91ee-8dc172304fc1),segment_id=7bed4d07-6b31-4ab6-91ee-8dc172304fc1)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:51:06.705888 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.db.resource_extend [None req-e95f64b6-7848-4357-99cd-94ffd528167c tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 15:51:06.732815 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-80fea2bd-3f4e-450f-ae79-85eff734b399 req-5e39dfd5-7785-4a17-a6fa-a8e2c8b93ec3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c6f39fb-d8fd-4833-9013-3b28d914b574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363604 Oct 26 15:51:06.740315 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:06.741437 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device cc11299b-cbf9-4616-b3f2-be7dcc9bd873 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:51:06.777454 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41516) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:06.786215 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e95f64b6-7848-4357-99cd-94ffd528167c tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:06.787609 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7a18f-6952-4677-90c5-0c8919674bb6 req-81e23c34-2ac4-4a42-bc4c-6c8dfc445a34 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:06.789172 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-55e7a18f-6952-4677-90c5-0c8919674bb6 req-81e23c34-2ac4-4a42-bc4c-6c8dfc445a34 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.8318484 Oct 26 15:51:06.804902 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e31390-e0b7-42db-8b98-847c90404e53 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c94f95a-5792-429e-8e5f-62e830097812,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:06.823576 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e95f64b6-7848-4357-99cd-94ffd528167c tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Ignored duplicate provisioning block setup for port 91d2422f-d5dc-4288-aed2-e1d0dc8234a5 by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 26 15:51:06.883824 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:06.902167 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-55e7a18f-6952-4677-90c5-0c8919674bb6 req-0b2d6667-96c4-4235-b13c-d11fb0e32e60 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988467 Oct 26 15:51:06.944353 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=ff8bf7ee-e86d-441c-9768-99b695ca0637,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:06.956589 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port cc11299b-cbf9-4616-b3f2-be7dcc9bd873 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:51:06.957740 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:06.957740 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port cc11299b-cbf9-4616-b3f2-be7dcc9bd873 Oct 26 15:51:06.989245 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dcc0728a-594e-475c-933e-87d4b9c24ef6 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:07.097223 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e95f64b6-7848-4357-99cd-94ffd528167c tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:07.107258 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port cc11299b-cbf9-4616-b3f2-be7dcc9bd873 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:51:07.108390 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 779fc47a-168d-4a1e-9dae-54360281aa7d up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:51:07.114368 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b592ac-16ff-4096-b7d0-3e75b656f897 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:07.119118 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f3b592ac-16ff-4096-b7d0-3e75b656f897 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a971ce64-9201-4113-b0b8-4c0f3e81a75f HTTP/1.1" status: 200 len: 1094 time: 0.3287854 Oct 26 15:51:07.121031 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41522) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:07.129385 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-8128f245-cd62-4140-85c4-0ffa2ec789a7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'floatingip': {'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'port_id': 'e39c07aa-e3d4-477e-ab04-885e29c8610a', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:07.137249 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8128f245-cd62-4140-85c4-0ffa2ec789a7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:07.149881 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8128f245-cd62-4140-85c4-0ffa2ec789a7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:floatingip and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:51:07.155292 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8128f245-cd62-4140-85c4-0ffa2ec789a7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:51:07.156976 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-11e31390-e0b7-42db-8b98-847c90404e53 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:07.159252 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-11e31390-e0b7-42db-8b98-847c90404e53 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7774916 Oct 26 15:51:07.169988 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8128f245-cd62-4140-85c4-0ffa2ec789a7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:07.172135 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41526) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:07.183126 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-9daf422e-e5c9-42ee-8cc3-819af9299a1e tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Request body: {'security_group': {'name': 'tempest-secgroup--1966246682'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:07.194228 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-9daf422e-e5c9-42ee-8cc3-819af9299a1e tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:07.199362 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-9daf422e-e5c9-42ee-8cc3-819af9299a1e tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Usage tracker for resource:security_group and tenant:83eb182a254c4564b45db91dc2782cf1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:51:07.202951 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-9daf422e-e5c9-42ee-8cc3-819af9299a1e tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:51:07.211188 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-9daf422e-e5c9-42ee-8cc3-819af9299a1e tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:07.220466 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bf4cbc17-f4f9-4daa-a3f0-7356f5337959 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:07.223303 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dcc0728a-594e-475c-933e-87d4b9c24ef6 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:07.235845 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-95e2dfe7-9445-4bab-aac7-4b1d62f6d812 None None] Allocated IP 172.20.0.18 (cfed6914-1e63-4719-be74-5b40865f26c9/98a5b5a1-b7d8-41c4-89a7-bd2c009486ca/779fc47a-168d-4a1e-9dae-54360281aa7d) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:51:07.250047 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-beaf11b9-95b8-42da-9634-e9f39541bfe0 None None] Provisioning for port 3d105a1b-f862-4ca1-8975-d36cb7635de7 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:51:07.275361 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f64b6-7848-4357-99cd-94ffd528167c tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event updated for resources: {'Port': ['ID=91d2422f-d5dc-4288-aed2-e1d0dc8234a5,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:07.291150 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-beaf11b9-95b8-42da-9634-e9f39541bfe0 None None] Provisioning complete for port 3d105a1b-f862-4ca1-8975-d36cb7635de7 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:51:07.291341 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-beaf11b9-95b8-42da-9634-e9f39541bfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:07.291568 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-beaf11b9-95b8-42da-9634-e9f39541bfe0 None None] Attempt 1 to provision port 3d105a1b-f862-4ca1-8975-d36cb7635de7 Oct 26 15:51:07.300110 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-e95f64b6-7848-4357-99cd-94ffd528167c tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] In _notify_port_updated(), no bound segment for port 91d2422f-d5dc-4288-aed2-e1d0dc8234a5 on network cfed6914-1e63-4719-be74-5b40865f26c9 {{(pid=89747) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 26 15:51:07.305928 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95f64b6-7848-4357-99cd-94ffd528167c tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:07.306685 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e95f64b6-7848-4357-99cd-94ffd528167c tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:07.317646 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e95f64b6-7848-4357-99cd-94ffd528167c tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "PUT /v2.0/ports/91d2422f-d5dc-4288-aed2-e1d0dc8234a5 HTTP/1.1" status: 200 len: 919 time: 2.1019170 Oct 26 15:51:07.320519 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41530) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:07.328556 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-56c0b90e-edd9-461a-971f-cd60d52c236f tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '910e621b-4ed5-40ce-99b5-baa78d496cdc'}, {'subnet_id': '98a5b5a1-b7d8-41c4-89a7-bd2c009486ca'}]}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:07.351130 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9daf422e-e5c9-42ee-8cc3-819af9299a1e tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:07.372280 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dcc0728a-594e-475c-933e-87d4b9c24ef6 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:07.380786 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc0728a-594e-475c-933e-87d4b9c24ef6 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event updated for resources: {'Port': ['ID=3d105a1b-f862-4ca1-8975-d36cb7635de7,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:07.387707 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8128f245-cd62-4140-85c4-0ffa2ec789a7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for floatingip, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:07.387879 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 779fc47a-168d-4a1e-9dae-54360281aa7d completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:51:07.407472 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 779fc47a-168d-4a1e-9dae-54360281aa7d triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:51:07.407853 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:07.408192 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 779fc47a-168d-4a1e-9dae-54360281aa7d Oct 26 15:51:07.429515 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-9daf422e-e5c9-42ee-8cc3-819af9299a1e tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:07.445770 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-beaf11b9-95b8-42da-9634-e9f39541bfe0 None None] Port 3d105a1b-f862-4ca1-8975-d36cb7635de7 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:51:07.481154 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-56c0b90e-edd9-461a-971f-cd60d52c236f tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:07.513316 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-95e2dfe7-9445-4bab-aac7-4b1d62f6d812 None None] For port 779fc47a-168d-4a1e-9dae-54360281aa7d, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=779fc47a-168d-4a1e-9dae-54360281aa7d,segment=NetworkSegment(567a9c72-d1fb-4a6c-8645-263481d40da9),segment_id=567a9c72-d1fb-4a6c-8645-263481d40da9)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:51:07.530665 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-9daf422e-e5c9-42ee-8cc3-819af9299a1e tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Usage tracker for resource:security_group_rule and tenant:83eb182a254c4564b45db91dc2782cf1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:51:07.537025 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-9daf422e-e5c9-42ee-8cc3-819af9299a1e tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:51:07.577717 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-9daf422e-e5c9-42ee-8cc3-819af9299a1e tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:07.587239 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-95e2dfe7-9445-4bab-aac7-4b1d62f6d812 None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:07.598845 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 779fc47a-168d-4a1e-9dae-54360281aa7d is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:51:07.599271 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:07.628062 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-95e2dfe7-9445-4bab-aac7-4b1d62f6d812 None None] Transition to ACTIVE for port object 779fc47a-168d-4a1e-9dae-54360281aa7d will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:51:07.660687 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bf4cbc17-f4f9-4daa-a3f0-7356f5337959 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:07.758755 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-95e2dfe7-9445-4bab-aac7-4b1d62f6d812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:07.788500 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc0728a-594e-475c-933e-87d4b9c24ef6 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Network cfbed57f-0f4f-45a1-8a6d-22b934ad8807 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:51:07.801752 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-56c0b90e-edd9-461a-971f-cd60d52c236f tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Allocated IP 172.20.0.23 (cfed6914-1e63-4719-be74-5b40865f26c9/98a5b5a1-b7d8-41c4-89a7-bd2c009486ca/91d2422f-d5dc-4288-aed2-e1d0dc8234a5) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:51:07.812083 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-dcc0728a-594e-475c-933e-87d4b9c24ef6 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:51:07.906383 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:51:07.907987 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:51:07.953763 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-beaf11b9-95b8-42da-9634-e9f39541bfe0 None None] Attempt 2 to provision port 3d105a1b-f862-4ca1-8975-d36cb7635de7 Oct 26 15:51:08.000498 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-56c0b90e-edd9-461a-971f-cd60d52c236f tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:08.024845 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-56c0b90e-edd9-461a-971f-cd60d52c236f tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Ignored duplicate provisioning block setup for port 91d2422f-d5dc-4288-aed2-e1d0dc8234a5 by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 26 15:51:08.044859 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9daf422e-e5c9-42ee-8cc3-819af9299a1e tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:08.088575 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-beaf11b9-95b8-42da-9634-e9f39541bfe0 None None] Port 3d105a1b-f862-4ca1-8975-d36cb7635de7 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:51:08.090050 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e2dfe7-9445-4bab-aac7-4b1d62f6d812 None None] Pushing event updated for resources: {'Port': ['ID=779fc47a-168d-4a1e-9dae-54360281aa7d,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:08.151216 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-56c0b90e-edd9-461a-971f-cd60d52c236f tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:08.153635 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9daf422e-e5c9-42ee-8cc3-819af9299a1e tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:08.193754 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc0728a-594e-475c-933e-87d4b9c24ef6 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Router 905bf32a-aede-41c4-8362-12b9c4083bdc has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:51:08.205224 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8128f245-cd62-4140-85c4-0ffa2ec789a7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:08.371745 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c0b90e-edd9-461a-971f-cd60d52c236f tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event updated for resources: {'Port': ['ID=91d2422f-d5dc-4288-aed2-e1d0dc8234a5,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:08.387922 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124d558-5df1-4c7c-8e7f-acf0b930d735 req-0d11dbff-ae71-479c-a784-0363acf033f8 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:08.389467 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e124d558-5df1-4c7c-8e7f-acf0b930d735 req-0d11dbff-ae71-479c-a784-0363acf033f8 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.3195598 Oct 26 15:51:08.428198 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-56c0b90e-edd9-461a-971f-cd60d52c236f tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] In _notify_port_updated(), no bound segment for port 91d2422f-d5dc-4288-aed2-e1d0dc8234a5 on network cfed6914-1e63-4719-be74-5b40865f26c9 {{(pid=89747) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 26 15:51:08.433615 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c0b90e-edd9-461a-971f-cd60d52c236f tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:08.434249 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-56c0b90e-edd9-461a-971f-cd60d52c236f tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:08.435614 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-56c0b90e-edd9-461a-971f-cd60d52c236f tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "PUT /v2.0/ports/91d2422f-d5dc-4288-aed2-e1d0dc8234a5 HTTP/1.1" status: 200 len: 999 time: 1.1140273 Oct 26 15:51:08.438454 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41536) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:08.476299 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 779fc47a-168d-4a1e-9dae-54360281aa7d is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:51:08.476875 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:08.496882 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.db.resource_extend [None req-bf4cbc17-f4f9-4daa-a3f0-7356f5337959 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 15:51:08.511244 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e124d558-5df1-4c7c-8e7f-acf0b930d735 req-54ddbba7-57fb-4ef5-b7bc-66585ac4cb48 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099930 Oct 26 15:51:08.511509 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc0728a-594e-475c-933e-87d4b9c24ef6 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:51:08.519286 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf422e-e5c9-42ee-8cc3-819af9299a1e tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8324a914-5994-4ce4-bcff-76f049c7ef30,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:08.528282 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a6fdfc-bbdd-47d8-ba52-b13bfc15d068 None None] Sync routers for ids ['905bf32a-aede-41c4-8362-12b9c4083bdc'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:51:08.535450 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 779fc47a-168d-4a1e-9dae-54360281aa7d, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=779fc47a-168d-4a1e-9dae-54360281aa7d,segment=NetworkSegment(567a9c72-d1fb-4a6c-8645-263481d40da9),segment_id=567a9c72-d1fb-4a6c-8645-263481d40da9)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:51:08.543087 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-ec6c0ac2-8451-417d-9662-946d56f0a1a4 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Deleting port 91d2422f-d5dc-4288-aed2-e1d0dc8234a5 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:51:08.543559 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ec6c0ac2-8451-417d-9662-946d56f0a1a4 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:08.565284 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a6fdfc-bbdd-47d8-ba52-b13bfc15d068 None None] Routers {'905bf32a-aede-41c4-8362-12b9c4083bdc'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:08.565284 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-34a6fdfc-bbdd-47d8-ba52-b13bfc15d068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['905bf32a-aede-41c4-8362-12b9c4083bdc'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:08.590058 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-beaf11b9-95b8-42da-9634-e9f39541bfe0 None None] Attempt 3 to provision port 3d105a1b-f862-4ca1-8975-d36cb7635de7 Oct 26 15:51:08.630942 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:08.793927 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=779fc47a-168d-4a1e-9dae-54360281aa7d,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:08.800368 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device ff8bf7ee-e86d-441c-9768-99b695ca0637 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:51:08.810393 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-34a6fdfc-bbdd-47d8-ba52-b13bfc15d068 None None] Set router 905bf32a-aede-41c4-8362-12b9c4083bdc gateway port host: None {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:51:08.848370 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729622a2-997e-4b8e-b8f5-4e4fed10d73d None None] Network cfed6914-1e63-4719-be74-5b40865f26c9 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:51:08.852544 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9daf422e-e5c9-42ee-8cc3-819af9299a1e tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:08.853768 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-9daf422e-e5c9-42ee-8cc3-819af9299a1e tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6802273 Oct 26 15:51:08.859117 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bf4cbc17-f4f9-4daa-a3f0-7356f5337959 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:08.873130 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41542) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:08.887598 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-dcc0728a-594e-475c-933e-87d4b9c24ef6 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "PUT /v2.0/routers/905bf32a-aede-41c4-8362-12b9c4083bdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0914774 Oct 26 15:51:08.889880 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41546) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:08.894496 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-a1867ef1-3a4c-43a3-9c25-26c1b508b679 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Request body: {'security_group_rule': {'security_group_id': '2c94f95a-5792-429e-8e5f-62e830097812', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8324a914-5994-4ce4-bcff-76f049c7ef30', 'remote_ip_prefix': None}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:08.908231 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-c47bb33b-7010-4408-a810-f4338154f3b4 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:08.964443 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-beaf11b9-95b8-42da-9634-e9f39541bfe0 None None] Port 3d105a1b-f862-4ca1-8975-d36cb7635de7 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:51:09.021405 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a1867ef1-3a4c-43a3-9c25-26c1b508b679 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:09.045008 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port ff8bf7ee-e86d-441c-9768-99b695ca0637 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:51:09.045387 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:09.045930 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port ff8bf7ee-e86d-441c-9768-99b695ca0637 Oct 26 15:51:09.088613 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bf4cbc17-f4f9-4daa-a3f0-7356f5337959 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:09.108793 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ec6c0ac2-8451-417d-9662-946d56f0a1a4 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:09.171556 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a1867ef1-3a4c-43a3-9c25-26c1b508b679 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Usage tracker for resource:security_group_rule and tenant:83eb182a254c4564b45db91dc2782cf1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:51:09.185606 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a1867ef1-3a4c-43a3-9c25-26c1b508b679 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:51:09.217941 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a1867ef1-3a4c-43a3-9c25-26c1b508b679 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:09.290943 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-34a6fdfc-bbdd-47d8-ba52-b13bfc15d068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'name': 'tempest-RoutersTest-router-1020197022', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:50:33Z', 'updated_at': '2022-10-26T15:51:05Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'gw_port_host': None, '_interfaces': [{'id': '3d105a1b-f862-4ca1-8975-d36cb7635de7', 'name': '', 'network_id': 'cfbed57f-0f4f-45a1-8a6d-22b934ad8807', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:60:57:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'e297b24c-b2a6-41c5-9305-21dded8ee2d5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:03Z', 'updated_at': '2022-10-26T15:51:06Z', 'revision_number': 2, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': 'e297b24c-b2a6-41c5-9305-21dded8ee2d5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42acb0b5-00d5-4703-ae1c-77f827bc1034', 'name': '', 'network_id': 'a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:39:96:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:37Z', 'updated_at': '2022-10-26T15:50:48Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ac62f2d-b4e7-4706-9566-bb6c4e464cbe', 'name': '', 'network_id': '549dd6ac-4351-4984-8516-5fd7b0833d08', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:0d:52:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '77da3f29-f272-42f9-b7d7-d1b9e7b65d0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:45Z', 'updated_at': '2022-10-26T15:50:56Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': '77da3f29-f272-42f9-b7d7-d1b9e7b65d0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc11299b-cbf9-4616-b3f2-be7dcc9bd873', 'name': '', 'network_id': '61653a7c-fbce-4bde-b0fd-141d12aa345d', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:7e:fa:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'ad8a343a-7361-4b6e-a719-c716a7dd99e2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:55Z', 'updated_at': '2022-10-26T15:51:04Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': 'ad8a343a-7361-4b6e-a719-c716a7dd99e2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:09.293819 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-ec6c0ac2-8451-417d-9662-946d56f0a1a4 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Calling delete_port for 91d2422f-d5dc-4288-aed2-e1d0dc8234a5 owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:51:09.296528 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a6fdfc-bbdd-47d8-ba52-b13bfc15d068 None None] Checking router: 905bf32a-aede-41c4-8362-12b9c4083bdc for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:51:09.296900 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a6fdfc-bbdd-47d8-ba52-b13bfc15d068 None None] Updating router 905bf32a-aede-41c4-8362-12b9c4083bdc port 3d105a1b-f862-4ca1-8975-d36cb7635de7 binding host dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:51:09.305766 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port ff8bf7ee-e86d-441c-9768-99b695ca0637 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:51:09.306894 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 779fc47a-168d-4a1e-9dae-54360281aa7d up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:51:09.311123 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4cbc17-f4f9-4daa-a3f0-7356f5337959 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Pushing event updated for resources: {'Port': ['ID=5496890f-6e8e-48df-ba36-6a854a63a9e3,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:09.315189 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bf4cbc17-f4f9-4daa-a3f0-7356f5337959 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:09.377470 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-8128f245-cd62-4140-85c4-0ffa2ec789a7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Allocated IP 172.26.2.254 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/ef961954-6951-411b-8239-6adc01a04585) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:51:09.378580 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-34a6fdfc-bbdd-47d8-ba52-b13bfc15d068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:09.465301 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-beaf11b9-95b8-42da-9634-e9f39541bfe0 None None] Attempt 4 to provision port 3d105a1b-f862-4ca1-8975-d36cb7635de7 Oct 26 15:51:09.541895 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-beaf11b9-95b8-42da-9634-e9f39541bfe0 None None] Port 3d105a1b-f862-4ca1-8975-d36cb7635de7 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:51:09.617533 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ec6c0ac2-8451-417d-9662-946d56f0a1a4 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:09.627306 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ecf0d4d1-a2a9-4f1a-8f74-98ae4066a3f7 req-30231c7f-50d4-438c-8e14-df57dbd00b5b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=055d89eb-6041-456b-814d-aa39354c6eca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.1318092 Oct 26 15:51:09.659913 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a1867ef1-3a4c-43a3-9c25-26c1b508b679 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:09.691063 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c0ac2-8451-417d-9662-946d56f0a1a4 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event deleted for resources: {'Port': ['ID=91d2422f-d5dc-4288-aed2-e1d0dc8234a5,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:09.775802 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-34a6fdfc-bbdd-47d8-ba52-b13bfc15d068 None None] Notify callbacks [] for port, precommit_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:09.792150 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.provisioning_blocks [None req-34a6fdfc-bbdd-47d8-ba52-b13bfc15d068 None None] Transition to ACTIVE for port object 3d105a1b-f862-4ca1-8975-d36cb7635de7 will not be triggered until provisioned by entity L2. {{(pid=89750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:51:09.856367 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ec6c0ac2-8451-417d-9662-946d56f0a1a4 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:09.865895 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ec6c0ac2-8451-417d-9662-946d56f0a1a4 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/ports/91d2422f-d5dc-4288-aed2-e1d0dc8234a5 HTTP/1.1" status: 204 len: 168 time: 1.4264815 Oct 26 15:51:09.868496 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41550) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:09.880205 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-34a6fdfc-bbdd-47d8-ba52-b13bfc15d068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:09.914858 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-4380b065-e4b7-4433-ae48-81854ba0305b tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] GET failed (client error): The resource could not be found. Oct 26 15:51:09.915639 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4380b065-e4b7-4433-ae48-81854ba0305b tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Synchronizing usage tracker for tenant:81f9d918a7ff445e8b2c1951e5c33cc9 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:51:09.939318 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.l3_db [None req-bf4cbc17-f4f9-4daa-a3f0-7356f5337959 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Floating IP 4b96181f-5fd1-4e8b-b57a-74917ff48469 associated. External IP: 172.26.2.197, port: 49eea92e-979c-48e8-b371-436fb605b5f3. Oct 26 15:51:09.994928 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4380b065-e4b7-4433-ae48-81854ba0305b tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Unset dirty status for tenant:81f9d918a7ff445e8b2c1951e5c33cc9 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:51:09.997220 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4380b065-e4b7-4433-ae48-81854ba0305b tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "GET /v2.0/ports/91d2422f-d5dc-4288-aed2-e1d0dc8234a5 HTTP/1.1" status: 404 len: 333 time: 0.1277468 Oct 26 15:51:09.999006 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41554) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:10.044299 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-beaf11b9-95b8-42da-9634-e9f39541bfe0 None None] Attempt 5 to provision port 3d105a1b-f862-4ca1-8975-d36cb7635de7 Oct 26 15:51:10.071727 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-03af99d3-05be-4cb8-a644-3b123488ba8a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Deleting subnet 98a5b5a1-b7d8-41c4-89a7-bd2c009486ca {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:51:10.075169 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-03af99d3-05be-4cb8-a644-3b123488ba8a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:10.093751 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a735e-bba5-43db-8dfd-1ee5e8faae5a None None] Pushing event updated for resources: {'Port': ['ID=3d105a1b-f862-4ca1-8975-d36cb7635de7,revision_number=3']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:10.120374 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-34a6fdfc-bbdd-47d8-ba52-b13bfc15d068 None None] Attempting to bind port 3d105a1b-f862-4ca1-8975-d36cb7635de7 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:51:10.120742 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-34a6fdfc-bbdd-47d8-ba52-b13bfc15d068 None None] Attempting to bind port 3d105a1b-f862-4ca1-8975-d36cb7635de7 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '7bed4d07-6b31-4ab6-91ee-8dc172304fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cfbed57f-0f4f-45a1-8a6d-22b934ad8807'}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:51:10.121710 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a6fdfc-bbdd-47d8-ba52-b13bfc15d068 None None] Attempting to bind port 3d105a1b-f862-4ca1-8975-d36cb7635de7 on network cfbed57f-0f4f-45a1-8a6d-22b934ad8807 {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:51:10.129254 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a6fdfc-bbdd-47d8-ba52-b13bfc15d068 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:51:10.129624 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a6fdfc-bbdd-47d8-ba52-b13bfc15d068 None None] Checking segment: {'id': '7bed4d07-6b31-4ab6-91ee-8dc172304fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cfbed57f-0f4f-45a1-8a6d-22b934ad8807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:51:10.130027 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-34a6fdfc-bbdd-47d8-ba52-b13bfc15d068 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:10.130415 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a6fdfc-bbdd-47d8-ba52-b13bfc15d068 None None] Bound using segment: {'id': '7bed4d07-6b31-4ab6-91ee-8dc172304fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cfbed57f-0f4f-45a1-8a6d-22b934ad8807'} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:51:10.130917 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-34a6fdfc-bbdd-47d8-ba52-b13bfc15d068 None None] Bound port: 3d105a1b-f862-4ca1-8975-d36cb7635de7, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bed4d07-6b31-4ab6-91ee-8dc172304fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cfbed57f-0f4f-45a1-8a6d-22b934ad8807'}}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:51:10.131304 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-34a6fdfc-bbdd-47d8-ba52-b13bfc15d068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:10.140690 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-03af99d3-05be-4cb8-a644-3b123488ba8a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:10.154831 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-beaf11b9-95b8-42da-9634-e9f39541bfe0 None None] Port 3d105a1b-f862-4ca1-8975-d36cb7635de7 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:51:10.179253 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8128f245-cd62-4140-85c4-0ffa2ec789a7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:10.234245 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-03af99d3-05be-4cb8-a644-3b123488ba8a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:10.242892 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-34a6fdfc-bbdd-47d8-ba52-b13bfc15d068 None None] For port 3d105a1b-f862-4ca1-8975-d36cb7635de7, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:51:10.246319 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-34a6fdfc-bbdd-47d8-ba52-b13bfc15d068 None None] For port 3d105a1b-f862-4ca1-8975-d36cb7635de7, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=3d105a1b-f862-4ca1-8975-d36cb7635de7,segment=NetworkSegment(7bed4d07-6b31-4ab6-91ee-8dc172304fc1),segment_id=7bed4d07-6b31-4ab6-91ee-8dc172304fc1)] {{(pid=89750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:51:10.338542 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-34a6fdfc-bbdd-47d8-ba52-b13bfc15d068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:10.401688 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a6fdfc-bbdd-47d8-ba52-b13bfc15d068 None None] Routers {'905bf32a-aede-41c4-8362-12b9c4083bdc'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:10.401917 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0d4d1-a2a9-4f1a-8f74-98ae4066a3f7 req-1a2e213c-adbe-4d29-a840-99c803e539f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:10.402307 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-34a6fdfc-bbdd-47d8-ba52-b13bfc15d068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['905bf32a-aede-41c4-8362-12b9c4083bdc'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:10.403282 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ecf0d4d1-a2a9-4f1a-8f74-98ae4066a3f7 req-1a2e213c-adbe-4d29-a840-99c803e539f5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ff1cd5d856143f1b2c461b2d5e300a8&device_id=055d89eb-6041-456b-814d-aa39354c6eca HTTP/1.1" status: 200 len: 1098 time: 0.6760850 Oct 26 15:51:10.405141 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a1867ef1-3a4c-43a3-9c25-26c1b508b679 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:10.407451 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-03af99d3-05be-4cb8-a644-3b123488ba8a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:10.474174 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af99d3-05be-4cb8-a644-3b123488ba8a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event deleted for resources: {'Subnet': ['ID=98a5b5a1-b7d8-41c4-89a7-bd2c009486ca,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:10.484863 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-03af99d3-05be-4cb8-a644-3b123488ba8a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:10.491704 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-03af99d3-05be-4cb8-a644-3b123488ba8a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/subnets/98a5b5a1-b7d8-41c4-89a7-bd2c009486ca HTTP/1.1" status: 204 len: 168 time: 0.4909182 Oct 26 15:51:10.494144 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41558) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:10.569015 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-d98c7935-0036-4afa-955c-381737fd92a9 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Deleting subnet 910e621b-4ed5-40ce-99b5-baa78d496cdc {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:51:10.570896 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a735e-bba5-43db-8dfd-1ee5e8faae5a None None] Pushing event updated for resources: {'Port': ['ID=3d105a1b-f862-4ca1-8975-d36cb7635de7,revision_number=4']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:10.573300 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d98c7935-0036-4afa-955c-381737fd92a9 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:10.600605 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c255185-da2b-4061-8344-404500895d6e None None] Network cfed6914-1e63-4719-be74-5b40865f26c9 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:51:10.601710 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-34a6fdfc-bbdd-47d8-ba52-b13bfc15d068 None None] Set router 905bf32a-aede-41c4-8362-12b9c4083bdc gateway port host: None {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:51:10.665533 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a1867ef1-3a4c-43a3-9c25-26c1b508b679 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:10.675110 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d98c7935-0036-4afa-955c-381737fd92a9 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:10.702459 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-beaf11b9-95b8-42da-9634-e9f39541bfe0 None None] Attempt 6 to provision port 3d105a1b-f862-4ca1-8975-d36cb7635de7 Oct 26 15:51:10.756680 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 779fc47a-168d-4a1e-9dae-54360281aa7d up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:51:10.790934 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d98c7935-0036-4afa-955c-381737fd92a9 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:10.826018 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1867ef1-3a4c-43a3-9c25-26c1b508b679 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eebf4978-ab32-483f-ae5a-3021e61b8851,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:10.914419 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-beaf11b9-95b8-42da-9634-e9f39541bfe0 None None] Port 3d105a1b-f862-4ca1-8975-d36cb7635de7 had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 15:51:10.921034 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a1867ef1-3a4c-43a3-9c25-26c1b508b679 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:10.922206 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a1867ef1-3a4c-43a3-9c25-26c1b508b679 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 2.0421715 Oct 26 15:51:10.926137 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41562) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:10.941231 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8128f245-cd62-4140-85c4-0ffa2ec789a7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:10.945065 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.extraroute_db [None req-c47bb33b-7010-4408-a810-f4338154f3b4 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=89748) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 26 15:51:10.956155 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-beaf11b9-95b8-42da-9634-e9f39541bfe0 None None] Provisioning complete for port ff8bf7ee-e86d-441c-9768-99b695ca0637 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:51:10.961535 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d98c7935-0036-4afa-955c-381737fd92a9 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:10.961719 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-beaf11b9-95b8-42da-9634-e9f39541bfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:10.961719 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-beaf11b9-95b8-42da-9634-e9f39541bfe0 None None] Attempt 1 to provision port ff8bf7ee-e86d-441c-9768-99b695ca0637 Oct 26 15:51:11.008316 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c76ee9a1-bdc6-402b-88f8-ab5522cffafa tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:11.019383 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c7935-0036-4afa-955c-381737fd92a9 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event deleted for resources: {'Subnet': ['ID=910e621b-4ed5-40ce-99b5-baa78d496cdc,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:11.021550 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d98c7935-0036-4afa-955c-381737fd92a9 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:11.033245 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c76ee9a1-bdc6-402b-88f8-ab5522cffafa tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:11.042961 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d98c7935-0036-4afa-955c-381737fd92a9 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/subnets/910e621b-4ed5-40ce-99b5-baa78d496cdc HTTP/1.1" status: 204 len: 168 time: 0.5454838 Oct 26 15:51:11.043167 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128f245-cd62-4140-85c4-0ffa2ec789a7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=ef961954-6951-411b-8239-6adc01a04585,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:11.044075 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41566) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:11.086965 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.extraroute_db [None req-c47bb33b-7010-4408-a810-f4338154f3b4 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Removed routes are [] {{(pid=89748) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 26 15:51:11.087397 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c47bb33b-7010-4408-a810-f4338154f3b4 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:11.109785 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8128f245-cd62-4140-85c4-0ffa2ec789a7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:51:11.113672 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0d4d1-a2a9-4f1a-8f74-98ae4066a3f7 req-7e739150-bcec-4c64-8e4d-68f1615caf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:11.117667 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ecf0d4d1-a2a9-4f1a-8f74-98ae4066a3f7 req-7e739150-bcec-4c64-8e4d-68f1615caf52 service neutron] 10.222.0.48 "GET /v2.0/networks?id=36fe47be-95f5-45e7-bd5b-f22f2000c1c4 HTTP/1.1" status: 200 len: 898 time: 0.6854234 Oct 26 15:51:11.117909 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-8128f245-cd62-4140-85c4-0ffa2ec789a7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:51:11.121767 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8128f245-cd62-4140-85c4-0ffa2ec789a7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:51:11.140256 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-34a6fdfc-bbdd-47d8-ba52-b13bfc15d068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'name': 'tempest-RoutersTest-router-1020197022', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:50:33Z', 'updated_at': '2022-10-26T15:51:05Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'gw_port_host': None, '_interfaces': [{'id': '3d105a1b-f862-4ca1-8975-d36cb7635de7', 'name': '', 'network_id': 'cfbed57f-0f4f-45a1-8a6d-22b934ad8807', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:60:57:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'e297b24c-b2a6-41c5-9305-21dded8ee2d5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:03Z', 'updated_at': '2022-10-26T15:51:10Z', 'revision_number': 4, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': 'e297b24c-b2a6-41c5-9305-21dded8ee2d5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42acb0b5-00d5-4703-ae1c-77f827bc1034', 'name': '', 'network_id': 'a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:39:96:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:37Z', 'updated_at': '2022-10-26T15:50:48Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ac62f2d-b4e7-4706-9566-bb6c4e464cbe', 'name': '', 'network_id': '549dd6ac-4351-4984-8516-5fd7b0833d08', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:0d:52:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '77da3f29-f272-42f9-b7d7-d1b9e7b65d0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:45Z', 'updated_at': '2022-10-26T15:50:56Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': '77da3f29-f272-42f9-b7d7-d1b9e7b65d0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc11299b-cbf9-4616-b3f2-be7dcc9bd873', 'name': '', 'network_id': '61653a7c-fbce-4bde-b0fd-141d12aa345d', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:7e:fa:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'ad8a343a-7361-4b6e-a719-c716a7dd99e2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:55Z', 'updated_at': '2022-10-26T15:51:04Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': 'ad8a343a-7361-4b6e-a719-c716a7dd99e2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:11.148117 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a6fdfc-bbdd-47d8-ba52-b13bfc15d068 None None] The sync data for ids ['905bf32a-aede-41c4-8362-12b9c4083bdc'] in dv-neutron-862712-1-hyperv is: [{'id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'name': 'tempest-RoutersTest-router-1020197022', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:50:33Z', 'updated_at': '2022-10-26T15:51:05Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'gw_port_host': None, '_interfaces': [{'id': '3d105a1b-f862-4ca1-8975-d36cb7635de7', 'name': '', 'network_id': 'cfbed57f-0f4f-45a1-8a6d-22b934ad8807', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:60:57:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'e297b24c-b2a6-41c5-9305-21dded8ee2d5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:03Z', 'updated_at': '2022-10-26T15:51:10Z', 'revision_number': 4, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': 'e297b24c-b2a6-41c5-9305-21dded8ee2d5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42acb0b5-00d5-4703-ae1c-77f827bc1034', 'name': '', 'network_id': 'a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:39:96:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:37Z', 'updated_at': '2022-10-26T15:50:48Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ac62f2d-b4e7-4706-9566-bb6c4e464cbe', 'name': '', 'network_id': '549dd6ac-4351-4984-8516-5fd7b0833d08', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:0d:52:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '77da3f29-f272-42f9-b7d7-d1b9e7b65d0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:45Z', 'updated_at': '2022-10-26T15:50:56Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': '77da3f29-f272-42f9-b7d7-d1b9e7b65d0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc11299b-cbf9-4616-b3f2-be7dcc9bd873', 'name': '', 'network_id': '61653a7c-fbce-4bde-b0fd-141d12aa345d', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:7e:fa:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'ad8a343a-7361-4b6e-a719-c716a7dd99e2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:55Z', 'updated_at': '2022-10-26T15:51:04Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': 'ad8a343a-7361-4b6e-a719-c716a7dd99e2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:51:11.211161 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-538756a5-31f8-4e9f-99b8-638fb4f33859 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:11.243211 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-beaf11b9-95b8-42da-9634-e9f39541bfe0 None None] Current status of the port ff8bf7ee-e86d-441c-9768-99b695ca0637 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:51:11.251710 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c76ee9a1-bdc6-402b-88f8-ab5522cffafa tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:11.265494 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-538756a5-31f8-4e9f-99b8-638fb4f33859 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Deleting port 779fc47a-168d-4a1e-9dae-54360281aa7d {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:51:11.265936 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-538756a5-31f8-4e9f-99b8-638fb4f33859 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:11.305042 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ee9a1-bdc6-402b-88f8-ab5522cffafa tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eebf4978-ab32-483f-ae5a-3021e61b8851,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:11.315717 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a8622e-829f-4744-8ae6-d50cf2814485 None None] DHCP port deletion for cfed6914-1e63-4719-be74-5b40865f26c9 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:51:11.320218 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8622e-829f-4744-8ae6-d50cf2814485 None None] Deleting port 779fc47a-168d-4a1e-9dae-54360281aa7d {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:51:11.320596 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e1a8622e-829f-4744-8ae6-d50cf2814485 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:11.374096 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-6a9b5c09-6c73-4f3b-a3fa-8b40abc9ec9f None None] Could not find standard attr ID for object 91d2422f-d5dc-4288-aed2-e1d0dc8234a5. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:51:11.380042 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ecf0d4d1-a2a9-4f1a-8f74-98ae4066a3f7 req-f8cc7339-d9f9-48b3-a0d0-76dc7ea1a71d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d911889-3577-4408-935a-4ddbca7d0a55 HTTP/1.1" status: 200 len: 1001 time: 0.2243137 Oct 26 15:51:11.420208 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c76ee9a1-bdc6-402b-88f8-ab5522cffafa tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:11.421394 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c76ee9a1-bdc6-402b-88f8-ab5522cffafa tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/eebf4978-ab32-483f-ae5a-3021e61b8851 HTTP/1.1" status: 204 len: 168 time: 0.4940619 Oct 26 15:51:11.437629 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41570) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:11.512463 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf4cbc17-f4f9-4daa-a3f0-7356f5337959 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Router bcda6f93-57d1-41ad-b007-62f0010b9957 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:51:11.618017 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-6a9b5c09-6c73-4f3b-a3fa-8b40abc9ec9f None None] Provisioning for port 779fc47a-168d-4a1e-9dae-54360281aa7d completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:51:11.644371 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-6a9b5c09-6c73-4f3b-a3fa-8b40abc9ec9f None None] Provisioning complete for port 779fc47a-168d-4a1e-9dae-54360281aa7d triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:51:11.645476 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6a9b5c09-6c73-4f3b-a3fa-8b40abc9ec9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:11.647188 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-6a9b5c09-6c73-4f3b-a3fa-8b40abc9ec9f None None] Attempt 1 to provision port 779fc47a-168d-4a1e-9dae-54360281aa7d Oct 26 15:51:11.693193 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-c1558741-4214-4ddb-9e69-d97ff985e512 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Synchronizing usage tracker for tenant:83eb182a254c4564b45db91dc2782cf1 on resource:security_group_rule {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:51:11.701094 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-538756a5-31f8-4e9f-99b8-638fb4f33859 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] For port 779fc47a-168d-4a1e-9dae-54360281aa7d, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=779fc47a-168d-4a1e-9dae-54360281aa7d,segment=NetworkSegment(567a9c72-d1fb-4a6c-8645-263481d40da9),segment_id=567a9c72-d1fb-4a6c-8645-263481d40da9)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:51:11.701453 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-538756a5-31f8-4e9f-99b8-638fb4f33859 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:11.741746 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-e1a8622e-829f-4744-8ae6-d50cf2814485 None None] For port 779fc47a-168d-4a1e-9dae-54360281aa7d, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=779fc47a-168d-4a1e-9dae-54360281aa7d,segment=NetworkSegment(567a9c72-d1fb-4a6c-8645-263481d40da9),segment_id=567a9c72-d1fb-4a6c-8645-263481d40da9)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:51:11.744669 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e1a8622e-829f-4744-8ae6-d50cf2814485 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:11.840351 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-538756a5-31f8-4e9f-99b8-638fb4f33859 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Calling delete_port for 779fc47a-168d-4a1e-9dae-54360281aa7d owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:51:11.940018 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8622e-829f-4744-8ae6-d50cf2814485 None None] Calling delete_port for 779fc47a-168d-4a1e-9dae-54360281aa7d owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:51:11.958605 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-c1558741-4214-4ddb-9e69-d97ff985e512 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Unset dirty status for tenant:83eb182a254c4564b45db91dc2782cf1 on resource:security_group_rule {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:51:11.958605 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c1558741-4214-4ddb-9e69-d97ff985e512 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5184567 Oct 26 15:51:11.959767 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41574) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:12.034339 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5239a5be-48ed-479f-8873-a3dc1b9d780f tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:12.072075 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6a9b5c09-6c73-4f3b-a3fa-8b40abc9ec9f None None] Current status of the port 779fc47a-168d-4a1e-9dae-54360281aa7d is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:51:12.073959 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-538756a5-31f8-4e9f-99b8-638fb4f33859 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:12.080469 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5239a5be-48ed-479f-8873-a3dc1b9d780f tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:12.082352 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-e1a8622e-829f-4744-8ae6-d50cf2814485 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:51:12.082737 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-e1a8622e-829f-4744-8ae6-d50cf2814485 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:51:12.145060 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538756a5-31f8-4e9f-99b8-638fb4f33859 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event deleted for resources: {'Port': ['ID=779fc47a-168d-4a1e-9dae-54360281aa7d,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:12.160741 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538756a5-31f8-4e9f-99b8-638fb4f33859 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] No DVR routers for this DVR port 779fc47a-168d-4a1e-9dae-54360281aa7d on host dv-neutron-862712-1-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:51:12.189964 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0d4d1-a2a9-4f1a-8f74-98ae4066a3f7 req-0113a2f0-7808-447e-a32a-114e40106fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:12.191408 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ecf0d4d1-a2a9-4f1a-8f74-98ae4066a3f7 req-0113a2f0-7808-447e-a32a-114e40106fe2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0eab9ffd-a774-40a5-8c42-7d8fdcf3444f HTTP/1.1" status: 200 len: 833 time: 0.7229548 Oct 26 15:51:12.298750 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-538756a5-31f8-4e9f-99b8-638fb4f33859 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:12.324641 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-538756a5-31f8-4e9f-99b8-638fb4f33859 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfed6914-1e63-4719-be74-5b40865f26c9']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:12.334733 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5239a5be-48ed-479f-8873-a3dc1b9d780f tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:12.348915 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-538756a5-31f8-4e9f-99b8-638fb4f33859 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '567a9c72-d1fb-4a6c-8645-263481d40da9') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:12.349214 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-538756a5-31f8-4e9f-99b8-638fb4f33859 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '567a9c72-d1fb-4a6c-8645-263481d40da9') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:12.365935 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-538756a5-31f8-4e9f-99b8-638fb4f33859 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:12.372804 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5239a5be-48ed-479f-8873-a3dc1b9d780f tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8324a914-5994-4ce4-bcff-76f049c7ef30,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:12.402184 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-538756a5-31f8-4e9f-99b8-638fb4f33859 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:12.406121 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-538756a5-31f8-4e9f-99b8-638fb4f33859 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:51:12.406508 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-538756a5-31f8-4e9f-99b8-638fb4f33859 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:12.476525 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 567a9c72-d1fb-4a6c-8645-263481d40da9 resource provider aggregate not found Oct 26 15:51:12.482678 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c47bb33b-7010-4408-a810-f4338154f3b4 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:12.485670 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5239a5be-48ed-479f-8873-a3dc1b9d780f tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:12.487948 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-5239a5be-48ed-479f-8873-a3dc1b9d780f tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "DELETE /v2.0/security-groups/8324a914-5994-4ce4-bcff-76f049c7ef30 HTTP/1.1" status: 204 len: 168 time: 0.5259633 Oct 26 15:51:12.493895 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41582) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:12.494985 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4cbc17-f4f9-4daa-a3f0-7356f5337959 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:51:12.507863 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce18e762-b781-491a-9b20-0ad3132d5c10 None None] Sync routers for ids ['bcda6f93-57d1-41ad-b007-62f0010b9957'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:51:12.509746 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 567a9c72-d1fb-4a6c-8645-263481d40da9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 567a9c72-d1fb-4a6c-8645-263481d40da9 found for delete ", "request_id": "req-04f77d66-80c5-4eb3-82f8-9ce2d0722803"}]} Oct 26 15:51:12.518127 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c47bb33b-7010-4408-a810-f4338154f3b4 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-581503'] for router, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:12.518976 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce18e762-b781-491a-9b20-0ad3132d5c10 None None] Routers {'bcda6f93-57d1-41ad-b007-62f0010b9957'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:12.519665 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-ce18e762-b781-491a-9b20-0ad3132d5c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['bcda6f93-57d1-41ad-b007-62f0010b9957'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:12.583419 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8622e-829f-4744-8ae6-d50cf2814485 None None] Deleting port 779fc47a-168d-4a1e-9dae-54360281aa7d {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:51:12.583714 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e1a8622e-829f-4744-8ae6-d50cf2814485 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:12.607304 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-ce18e762-b781-491a-9b20-0ad3132d5c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:12.609922 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-538756a5-31f8-4e9f-99b8-638fb4f33859 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:12.615562 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-538756a5-31f8-4e9f-99b8-638fb4f33859 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:12.653984 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce18e762-b781-491a-9b20-0ad3132d5c10 None None] Routers {'bcda6f93-57d1-41ad-b007-62f0010b9957'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:12.655717 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-ce18e762-b781-491a-9b20-0ad3132d5c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['bcda6f93-57d1-41ad-b007-62f0010b9957'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:12.675319 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-538756a5-31f8-4e9f-99b8-638fb4f33859 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/networks/cfed6914-1e63-4719-be74-5b40865f26c9 HTTP/1.1" status: 204 len: 168 time: 1.6262848 Oct 26 15:51:12.676463 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41586) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:12.725208 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-ce18e762-b781-491a-9b20-0ad3132d5c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:12.725458 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce18e762-b781-491a-9b20-0ad3132d5c10 None None] The sync data for ids ['bcda6f93-57d1-41ad-b007-62f0010b9957'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:51:12.740302 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8622e-829f-4744-8ae6-d50cf2814485 None None] The port '779fc47a-168d-4a1e-9dae-54360281aa7d' was deleted {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 15:51:12.751987 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0d4d1-a2a9-4f1a-8f74-98ae4066a3f7 req-0a21c4cc-1134-4871-9cef-3ad336bb4cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:12.753486 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ecf0d4d1-a2a9-4f1a-8f74-98ae4066a3f7 req-0a21c4cc-1134-4871-9cef-3ad336bb4cd5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=36fe47be-95f5-45e7-bd5b-f22f2000c1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4862518 Oct 26 15:51:12.768183 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538756a5-31f8-4e9f-99b8-638fb4f33859 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event deleted for resources: {'Network': ['ID=cfed6914-1e63-4719-be74-5b40865f26c9,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:12.839759 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 3d105a1b-f862-4ca1-8975-d36cb7635de7 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:51:12.845814 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7084d27b-566a-4d1f-8baa-9f9e49485710 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:12.846550 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7084d27b-566a-4d1f-8baa-9f9e49485710 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Synchronizing usage tracker for tenant:81f9d918a7ff445e8b2c1951e5c33cc9 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:51:12.872926 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bf4cbc17-f4f9-4daa-a3f0-7356f5337959 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:12.908591 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-98ac6651-79e8-4b70-ab19-6bbfd81dee3f tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Synchronizing usage tracker for tenant:83eb182a254c4564b45db91dc2782cf1 on resource:security_group {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:51:12.942722 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7084d27b-566a-4d1f-8baa-9f9e49485710 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Unset dirty status for tenant:81f9d918a7ff445e8b2c1951e5c33cc9 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:51:12.943958 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-7084d27b-566a-4d1f-8baa-9f9e49485710 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2596323 Oct 26 15:51:12.947625 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41592) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:12.952248 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47bb33b-7010-4408-a810-f4338154f3b4 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Router 905bf32a-aede-41c4-8362-12b9c4083bdc has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:51:12.971835 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 3d105a1b-f862-4ca1-8975-d36cb7635de7 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:51:12.977427 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 3d105a1b-f862-4ca1-8975-d36cb7635de7 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:51:12.977897 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:12.978540 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 3d105a1b-f862-4ca1-8975-d36cb7635de7 Oct 26 15:51:13.004037 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-bf4cbc17-f4f9-4daa-a3f0-7356f5337959 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.3519993 Oct 26 15:51:13.006776 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41598) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:13.107571 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 3d105a1b-f862-4ca1-8975-d36cb7635de7 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:51:13.108059 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:13.135100 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e79e3be5-c7b3-4228-af4d-852f249b166b tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "GET /v2.0/floatingips/4b96181f-5fd1-4e8b-b57a-74917ff48469 HTTP/1.1" status: 200 len: 978 time: 0.1272111 Oct 26 15:51:13.136666 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41602) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:13.142103 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-98ac6651-79e8-4b70-ab19-6bbfd81dee3f tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Unset dirty status for tenant:83eb182a254c4564b45db91dc2782cf1 on resource:security_group {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:51:13.146812 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-98ac6651-79e8-4b70-ab19-6bbfd81dee3f tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.6466882 Oct 26 15:51:13.149651 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 3d105a1b-f862-4ca1-8975-d36cb7635de7, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=3d105a1b-f862-4ca1-8975-d36cb7635de7,segment=NetworkSegment(7bed4d07-6b31-4ab6-91ee-8dc172304fc1),segment_id=7bed4d07-6b31-4ab6-91ee-8dc172304fc1)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:51:13.163255 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8128f245-cd62-4140-85c4-0ffa2ec789a7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:13.164298 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41606) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:13.175490 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ecf0d4d1-a2a9-4f1a-8f74-98ae4066a3f7 req-b167f69a-dbdb-46a1-a206-a924e9f0a08c service neutron] 10.222.0.48 "GET /v2.0/networks/36fe47be-95f5-45e7-bd5b-f22f2000c1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115427 Oct 26 15:51:13.238835 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:13.241409 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-49994138-2872-402b-9678-ded2a1be3690 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2919235 Oct 26 15:51:13.245183 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41610) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:13.249354 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-09ded128-17c3-493a-be9e-6503ca191708 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Synchronizing usage tracker for tenant:be078dbf59284c8db757499639ef8c28 on resource:floatingip {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:51:13.255161 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-ebe1b9e9-57de-489e-a1e9-ba856756df0f tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1122189302'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:13.268566 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ebe1b9e9-57de-489e-a1e9-ba856756df0f tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:13.281254 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ebe1b9e9-57de-489e-a1e9-ba856756df0f tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Usage tracker for resource:network and tenant:81f9d918a7ff445e8b2c1951e5c33cc9 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:51:13.286959 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ebe1b9e9-57de-489e-a1e9-ba856756df0f tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:51:13.295539 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ebe1b9e9-57de-489e-a1e9-ba856756df0f tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:13.311791 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 779fc47a-168d-4a1e-9dae-54360281aa7d no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:51:13.338403 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47bb33b-7010-4408-a810-f4338154f3b4 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:51:13.350740 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6c20f1-12c0-4984-93a9-e31ca9031eb5 None None] Sync routers for ids ['905bf32a-aede-41c4-8362-12b9c4083bdc'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:51:13.352793 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 779fc47a-168d-4a1e-9dae-54360281aa7d {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:51:13.353133 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 779fc47a-168d-4a1e-9dae-54360281aa7d not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:51:13.354991 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-09ded128-17c3-493a-be9e-6503ca191708 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Unset dirty status for tenant:be078dbf59284c8db757499639ef8c28 on resource:floatingip {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:51:13.356649 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-09ded128-17c3-493a-be9e-6503ca191708 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2189422 Oct 26 15:51:13.361910 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41614) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:13.367109 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-10a4d4a9-3cba-42dc-930e-023f93eb74ac tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Request body: {'floatingip': {'port_id': '65e2768c-7415-4ef6-9dc6-68847976682f'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:13.368044 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6c20f1-12c0-4984-93a9-e31ca9031eb5 None None] Routers {'905bf32a-aede-41c4-8362-12b9c4083bdc'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:13.368660 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-0e6c20f1-12c0-4984-93a9-e31ca9031eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['905bf32a-aede-41c4-8362-12b9c4083bdc'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:13.375819 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=3d105a1b-f862-4ca1-8975-d36cb7635de7,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:13.382794 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c47bb33b-7010-4408-a810-f4338154f3b4 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:13.384038 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-c47bb33b-7010-4408-a810-f4338154f3b4 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "PUT /v2.0/routers/905bf32a-aede-41c4-8362-12b9c4083bdc HTTP/1.1" status: 200 len: 934 time: 4.4810505 Oct 26 15:51:13.392338 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41618) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:13.441159 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe1b9e9-57de-489e-a1e9-ba856756df0f tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Made reservation on behalf of 81f9d918a7ff445e8b2c1951e5c33cc9 for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:51:13.444697 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ebe1b9e9-57de-489e-a1e9-ba856756df0f tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:13.489114 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e9425f47-1bbc-48b6-af29-9cf2f5a83176 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:13.511501 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebe1b9e9-57de-489e-a1e9-ba856756df0f tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:51:13.515345 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-10a4d4a9-3cba-42dc-930e-023f93eb74ac tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for floatingip, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:13.540702 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-0e6c20f1-12c0-4984-93a9-e31ca9031eb5 None None] Set router 905bf32a-aede-41c4-8362-12b9c4083bdc gateway port host: None {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:51:13.603555 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ebe1b9e9-57de-489e-a1e9-ba856756df0f tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:13.603826 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-ebe1b9e9-57de-489e-a1e9-ba856756df0f tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Added segment eb3c4f5c-fea9-4eba-9740-1ed2600048cc of type vlan for network 557b7b7e-f11f-441a-8f17-9a5f065c41d4 Oct 26 15:51:13.692725 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ebe1b9e9-57de-489e-a1e9-ba856756df0f tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:13.802895 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8128f245-cd62-4140-85c4-0ffa2ec789a7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:13.842048 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ecf0d4d1-a2a9-4f1a-8f74-98ae4066a3f7 req-35ab75ff-1571-4f87-84ef-b8b2cc804bd5 service neutron] 10.222.0.48 "GET /v2.0/networks/36fe47be-95f5-45e7-bd5b-f22f2000c1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6502399 Oct 26 15:51:13.843592 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e9425f47-1bbc-48b6-af29-9cf2f5a83176 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:13.912314 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-e3203089-1afc-4b23-841a-44a4e1b0623e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "GET /v2.0/routers/905bf32a-aede-41c4-8362-12b9c4083bdc HTTP/1.1" status: 200 len: 934 time: 0.5186410 Oct 26 15:51:13.924635 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41622) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:13.930723 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-39ffb22a-9ee2-4e94-af3e-e9b0252ae840 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Request body: {'router': {'routes': None}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:13.942231 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-0e6c20f1-12c0-4984-93a9-e31ca9031eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'name': 'tempest-RoutersTest-router-1020197022', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:50:33Z', 'updated_at': '2022-10-26T15:51:11Z', 'revision_number': 6, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'gw_port_host': None, '_interfaces': [{'id': '3d105a1b-f862-4ca1-8975-d36cb7635de7', 'name': '', 'network_id': 'cfbed57f-0f4f-45a1-8a6d-22b934ad8807', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:60:57:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'e297b24c-b2a6-41c5-9305-21dded8ee2d5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:03Z', 'updated_at': '2022-10-26T15:51:13Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': 'e297b24c-b2a6-41c5-9305-21dded8ee2d5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42acb0b5-00d5-4703-ae1c-77f827bc1034', 'name': '', 'network_id': 'a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:39:96:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:37Z', 'updated_at': '2022-10-26T15:50:48Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ac62f2d-b4e7-4706-9566-bb6c4e464cbe', 'name': '', 'network_id': '549dd6ac-4351-4984-8516-5fd7b0833d08', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:0d:52:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '77da3f29-f272-42f9-b7d7-d1b9e7b65d0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:45Z', 'updated_at': '2022-10-26T15:50:56Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': '77da3f29-f272-42f9-b7d7-d1b9e7b65d0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc11299b-cbf9-4616-b3f2-be7dcc9bd873', 'name': '', 'network_id': '61653a7c-fbce-4bde-b0fd-141d12aa345d', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:7e:fa:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'ad8a343a-7361-4b6e-a719-c716a7dd99e2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:55Z', 'updated_at': '2022-10-26T15:51:04Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': 'ad8a343a-7361-4b6e-a719-c716a7dd99e2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:13.946526 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6c20f1-12c0-4984-93a9-e31ca9031eb5 None None] Checking router: 905bf32a-aede-41c4-8362-12b9c4083bdc for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:51:13.955520 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6c20f1-12c0-4984-93a9-e31ca9031eb5 None None] Routers {'905bf32a-aede-41c4-8362-12b9c4083bdc'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:13.956262 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-0e6c20f1-12c0-4984-93a9-e31ca9031eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['905bf32a-aede-41c4-8362-12b9c4083bdc'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:13.969875 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ebe1b9e9-57de-489e-a1e9-ba856756df0f tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:13.975721 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe1b9e9-57de-489e-a1e9-ba856756df0f tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:13.976396 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ebe1b9e9-57de-489e-a1e9-ba856756df0f tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:14.134095 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-0e6c20f1-12c0-4984-93a9-e31ca9031eb5 None None] Set router 905bf32a-aede-41c4-8362-12b9c4083bdc gateway port host: None {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:51:14.163533 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e9425f47-1bbc-48b6-af29-9cf2f5a83176 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:14.181789 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe1b9e9-57de-489e-a1e9-ba856756df0f tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event updated for resources: {'Network': ['ID=557b7b7e-f11f-441a-8f17-9a5f065c41d4,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:14.196171 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ebe1b9e9-57de-489e-a1e9-ba856756df0f tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9500399 Oct 26 15:51:14.201491 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41626) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:14.205777 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 557b7b7e-f11f-441a-8f17-9a5f065c41d4 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:51:14.207242 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-074fdd1a-4632-47df-8994-ddaf6bfb6cc4 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'subnet': {'network_id': '557b7b7e-f11f-441a-8f17-9a5f065c41d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:14.261265 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9425f47-1bbc-48b6-af29-9cf2f5a83176 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c94f95a-5792-429e-8e5f-62e830097812,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:14.404087 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e9425f47-1bbc-48b6-af29-9cf2f5a83176 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:14.408842 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-e9425f47-1bbc-48b6-af29-9cf2f5a83176 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "DELETE /v2.0/security-groups/2c94f95a-5792-429e-8e5f-62e830097812 HTTP/1.1" status: 204 len: 168 time: 1.2435629 Oct 26 15:51:14.411915 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41630) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:14.437726 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-074fdd1a-4632-47df-8994-ddaf6bfb6cc4 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:14.448185 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-074fdd1a-4632-47df-8994-ddaf6bfb6cc4 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Usage tracker for resource:subnet and tenant:81f9d918a7ff445e8b2c1951e5c33cc9 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:51:14.462987 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-074fdd1a-4632-47df-8994-ddaf6bfb6cc4 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:51:14.464714 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-074fdd1a-4632-47df-8994-ddaf6bfb6cc4 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:14.554108 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-1e202b7c-cac5-4ce6-92a2-01f4adcec683 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Synchronizing usage tracker for tenant:83eb182a254c4564b45db91dc2782cf1 on resource:security_group {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:51:14.561950 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8128f245-cd62-4140-85c4-0ffa2ec789a7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:14.581660 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074fdd1a-4632-47df-8994-ddaf6bfb6cc4 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Made reservation on behalf of 81f9d918a7ff445e8b2c1951e5c33cc9 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:51:14.585593 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-074fdd1a-4632-47df-8994-ddaf6bfb6cc4 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:14.586417 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-0e6c20f1-12c0-4984-93a9-e31ca9031eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'name': 'tempest-RoutersTest-router-1020197022', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:50:33Z', 'updated_at': '2022-10-26T15:51:11Z', 'revision_number': 6, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'gw_port_host': None, '_interfaces': [{'id': '3d105a1b-f862-4ca1-8975-d36cb7635de7', 'name': '', 'network_id': 'cfbed57f-0f4f-45a1-8a6d-22b934ad8807', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:60:57:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'e297b24c-b2a6-41c5-9305-21dded8ee2d5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:03Z', 'updated_at': '2022-10-26T15:51:13Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': 'e297b24c-b2a6-41c5-9305-21dded8ee2d5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42acb0b5-00d5-4703-ae1c-77f827bc1034', 'name': '', 'network_id': 'a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:39:96:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:37Z', 'updated_at': '2022-10-26T15:50:48Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ac62f2d-b4e7-4706-9566-bb6c4e464cbe', 'name': '', 'network_id': '549dd6ac-4351-4984-8516-5fd7b0833d08', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:0d:52:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '77da3f29-f272-42f9-b7d7-d1b9e7b65d0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:45Z', 'updated_at': '2022-10-26T15:50:56Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': '77da3f29-f272-42f9-b7d7-d1b9e7b65d0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc11299b-cbf9-4616-b3f2-be7dcc9bd873', 'name': '', 'network_id': '61653a7c-fbce-4bde-b0fd-141d12aa345d', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:7e:fa:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'ad8a343a-7361-4b6e-a719-c716a7dd99e2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:55Z', 'updated_at': '2022-10-26T15:51:04Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': 'ad8a343a-7361-4b6e-a719-c716a7dd99e2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:14.590755 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6c20f1-12c0-4984-93a9-e31ca9031eb5 None None] The sync data for ids ['905bf32a-aede-41c4-8362-12b9c4083bdc'] in dv-neutron-862712-1-hyperv is: [{'id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'name': 'tempest-RoutersTest-router-1020197022', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:50:33Z', 'updated_at': '2022-10-26T15:51:11Z', 'revision_number': 6, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'gw_port_host': None, '_interfaces': [{'id': '3d105a1b-f862-4ca1-8975-d36cb7635de7', 'name': '', 'network_id': 'cfbed57f-0f4f-45a1-8a6d-22b934ad8807', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:60:57:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'e297b24c-b2a6-41c5-9305-21dded8ee2d5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:03Z', 'updated_at': '2022-10-26T15:51:13Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': 'e297b24c-b2a6-41c5-9305-21dded8ee2d5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42acb0b5-00d5-4703-ae1c-77f827bc1034', 'name': '', 'network_id': 'a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:39:96:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:37Z', 'updated_at': '2022-10-26T15:50:48Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ac62f2d-b4e7-4706-9566-bb6c4e464cbe', 'name': '', 'network_id': '549dd6ac-4351-4984-8516-5fd7b0833d08', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:0d:52:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '77da3f29-f272-42f9-b7d7-d1b9e7b65d0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:45Z', 'updated_at': '2022-10-26T15:50:56Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': '77da3f29-f272-42f9-b7d7-d1b9e7b65d0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc11299b-cbf9-4616-b3f2-be7dcc9bd873', 'name': '', 'network_id': '61653a7c-fbce-4bde-b0fd-141d12aa345d', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:7e:fa:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'ad8a343a-7361-4b6e-a719-c716a7dd99e2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:55Z', 'updated_at': '2022-10-26T15:51:04Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': 'ad8a343a-7361-4b6e-a719-c716a7dd99e2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:51:14.660532 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8128f245-cd62-4140-85c4-0ffa2ec789a7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:14.714899 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-10a4d4a9-3cba-42dc-930e-023f93eb74ac tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:14.735878 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 3d105a1b-f862-4ca1-8975-d36cb7635de7 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:51:14.751578 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-1e202b7c-cac5-4ce6-92a2-01f4adcec683 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Unset dirty status for tenant:83eb182a254c4564b45db91dc2782cf1 on resource:security_group {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:51:14.756482 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41634) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:14.756659 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-1e202b7c-cac5-4ce6-92a2-01f4adcec683 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3424921 Oct 26 15:51:14.761460 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-96774e9e-35e6-4b16-8456-99dd08e9ad92 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Request body: {'security_group': {'name': 'tempest-secgroup--1733444048'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:14.771542 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-96774e9e-35e6-4b16-8456-99dd08e9ad92 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:14.789791 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-10a4d4a9-3cba-42dc-930e-023f93eb74ac tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:14.829784 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 3d105a1b-f862-4ca1-8975-d36cb7635de7 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:51:14.830236 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:14.830753 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 3d105a1b-f862-4ca1-8975-d36cb7635de7 Oct 26 15:51:14.843395 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8128f245-cd62-4140-85c4-0ffa2ec789a7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:14.962980 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 3d105a1b-f862-4ca1-8975-d36cb7635de7 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:51:14.973253 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128f245-cd62-4140-85c4-0ffa2ec789a7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=ef961954-6951-411b-8239-6adc01a04585,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:14.980787 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.l3_db [None req-10a4d4a9-3cba-42dc-930e-023f93eb74ac tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Floating IP 4b96181f-5fd1-4e8b-b57a-74917ff48469 associated. External IP: 172.26.2.197, port: 49eea92e-979c-48e8-b371-436fb605b5f3. Oct 26 15:51:15.034158 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-96774e9e-35e6-4b16-8456-99dd08e9ad92 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:15.089863 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.extraroute_db [None req-39ffb22a-9ee2-4e94-af3e-e9b0252ae840 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Added routes are [] {{(pid=89748) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 26 15:51:15.090183 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.extraroute_db [None req-39ffb22a-9ee2-4e94-af3e-e9b0252ae840 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=89748) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 26 15:51:15.104383 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.l3_db [None req-8128f245-cd62-4140-85c4-0ffa2ec789a7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Floating IP 21069e3c-da8c-4b32-89eb-21f0879a1773 associated. External IP: 172.26.2.254, port: e39c07aa-e3d4-477e-ab04-885e29c8610a. Oct 26 15:51:15.171875 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-96774e9e-35e6-4b16-8456-99dd08e9ad92 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:15.234732 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-96774e9e-35e6-4b16-8456-99dd08e9ad92 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:15.255706 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-96774e9e-35e6-4b16-8456-99dd08e9ad92 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Usage tracker for resource:security_group_rule and tenant:83eb182a254c4564b45db91dc2782cf1 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:51:15.263051 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-96774e9e-35e6-4b16-8456-99dd08e9ad92 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:51:15.272714 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-96774e9e-35e6-4b16-8456-99dd08e9ad92 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:15.411486 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-39ffb22a-9ee2-4e94-af3e-e9b0252ae840 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:15.466310 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-074fdd1a-4632-47df-8994-ddaf6bfb6cc4 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:15.656727 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074fdd1a-4632-47df-8994-ddaf6bfb6cc4 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event updated for resources: {'Subnet': ['ID=a225878d-1021-4097-b509-9a0410342df5,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:15.705362 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074fdd1a-4632-47df-8994-ddaf6bfb6cc4 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Checking segment: {'id': 'eb3c4f5c-fea9-4eba-9740-1ed2600048cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '557b7b7e-f11f-441a-8f17-9a5f065c41d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:51:15.705592 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074fdd1a-4632-47df-8994-ddaf6bfb6cc4 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Network hostable DHCP agents. Network: 557b7b7e-f11f-441a-8f17-9a5f065c41d4, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:51:15.727355 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-96774e9e-35e6-4b16-8456-99dd08e9ad92 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:15.742142 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a4d4a9-3cba-42dc-930e-023f93eb74ac tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Router bcda6f93-57d1-41ad-b007-62f0010b9957 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:51:15.880390 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-96774e9e-35e6-4b16-8456-99dd08e9ad92 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:15.894047 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074fdd1a-4632-47df-8994-ddaf6bfb6cc4 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Network 557b7b7e-f11f-441a-8f17-9a5f065c41d4 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:51:15.909698 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8128f245-cd62-4140-85c4-0ffa2ec789a7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Router 80b529b4-697a-4ca9-ad66-8bb9d6da3936 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:51:15.928077 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-39ffb22a-9ee2-4e94-af3e-e9b0252ae840 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:15.948562 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96774e9e-35e6-4b16-8456-99dd08e9ad92 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=401c05dd-a3b0-4d79-9d53-fa855e5b73a2,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:15.984294 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-074fdd1a-4632-47df-8994-ddaf6bfb6cc4 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 557b7b7e-f11f-441a-8f17-9a5f065c41d4) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:51:15.992184 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a4d4a9-3cba-42dc-930e-023f93eb74ac tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:51:15.992184 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074fdd1a-4632-47df-8994-ddaf6bfb6cc4 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:15.992435 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-074fdd1a-4632-47df-8994-ddaf6bfb6cc4 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:15.993268 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca74f7d-1088-4d3e-a117-40efb77c4666 None None] Network 557b7b7e-f11f-441a-8f17-9a5f065c41d4 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:51:16.011050 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c181266-9b4b-49fe-90da-356ae3a44150 None None] Sync routers for ids ['bcda6f93-57d1-41ad-b007-62f0010b9957'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:51:16.056386 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-96774e9e-35e6-4b16-8456-99dd08e9ad92 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:16.059128 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-96774e9e-35e6-4b16-8456-99dd08e9ad92 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3001571 Oct 26 15:51:16.061743 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-39ffb22a-9ee2-4e94-af3e-e9b0252ae840 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-581503'] for router, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:16.064435 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41640) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:16.075182 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c181266-9b4b-49fe-90da-356ae3a44150 None None] Routers {'bcda6f93-57d1-41ad-b007-62f0010b9957'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:16.075820 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-5c181266-9b4b-49fe-90da-356ae3a44150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['bcda6f93-57d1-41ad-b007-62f0010b9957'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:16.087929 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-40bda902-d0f2-4746-a5b1-127e2fb7de5f tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Request body: {'security_group_rule': {'security_group_id': '401c05dd-a3b0-4d79-9d53-fa855e5b73a2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:16.160292 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-40bda902-d0f2-4746-a5b1-127e2fb7de5f tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:16.184974 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-5c181266-9b4b-49fe-90da-356ae3a44150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:16.212864 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c181266-9b4b-49fe-90da-356ae3a44150 None None] Routers {'bcda6f93-57d1-41ad-b007-62f0010b9957'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:16.213490 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-5c181266-9b4b-49fe-90da-356ae3a44150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['bcda6f93-57d1-41ad-b007-62f0010b9957'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:16.242831 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-40bda902-d0f2-4746-a5b1-127e2fb7de5f tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Usage tracker for resource:security_group_rule and tenant:83eb182a254c4564b45db91dc2782cf1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:51:16.250904 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-40bda902-d0f2-4746-a5b1-127e2fb7de5f tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:51:16.265421 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-40bda902-d0f2-4746-a5b1-127e2fb7de5f tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:16.288788 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-5c181266-9b4b-49fe-90da-356ae3a44150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:16.289205 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c181266-9b4b-49fe-90da-356ae3a44150 None None] The sync data for ids ['bcda6f93-57d1-41ad-b007-62f0010b9957'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:51:16.296911 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-074fdd1a-4632-47df-8994-ddaf6bfb6cc4 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0963979 Oct 26 15:51:16.306709 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41644) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:16.318532 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-242f2723-64db-46b3-8c0e-4c7ec4c128f7 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'port': {'network_id': '557b7b7e-f11f-441a-8f17-9a5f065c41d4', 'name': 'tempest-PortsTestJSON-1250693441'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:16.351851 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8128f245-cd62-4140-85c4-0ffa2ec789a7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:51:16.365430 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd04627b-176f-4714-9b3b-0e2c6c618f85 None None] Sync routers for ids ['80b529b4-697a-4ca9-ad66-8bb9d6da3936'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:51:16.370617 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a4d4a9-3cba-42dc-930e-023f93eb74ac tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Router bcda6f93-57d1-41ad-b007-62f0010b9957 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:51:16.379147 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd04627b-176f-4714-9b3b-0e2c6c618f85 None None] Routers {'80b529b4-697a-4ca9-ad66-8bb9d6da3936'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:16.380262 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-dd04627b-176f-4714-9b3b-0e2c6c618f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['80b529b4-697a-4ca9-ad66-8bb9d6da3936'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:16.404783 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5983c36-0e6a-4a82-85cc-7303bf40af7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-557b7b7e-f11f-441a-8f17-9a5f065c41d4', 'network_id': '557b7b7e-f11f-441a-8f17-9a5f065c41d4', 'tenant_id': '81f9d918a7ff445e8b2c1951e5c33cc9', 'fixed_ips': [{'subnet_id': 'a225878d-1021-4097-b509-9a0410342df5'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:51:16.405947 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a5983c36-0e6a-4a82-85cc-7303bf40af7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:16.408804 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ffb22a-9ee2-4e94-af3e-e9b0252ae840 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Router 905bf32a-aede-41c4-8362-12b9c4083bdc has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:51:16.459368 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-40bda902-d0f2-4746-a5b1-127e2fb7de5f tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:16.565303 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a4d4a9-3cba-42dc-930e-023f93eb74ac tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:51:16.576411 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-10a4d4a9-3cba-42dc-930e-023f93eb74ac tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:16.614667 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-a5983c36-0e6a-4a82-85cc-7303bf40af7e None None] Allocated IP 172.20.0.2 (557b7b7e-f11f-441a-8f17-9a5f065c41d4/a225878d-1021-4097-b509-9a0410342df5/ed54c3ad-f0cd-4b92-886a-a5205241ce8a) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:51:16.622333 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8128f245-cd62-4140-85c4-0ffa2ec789a7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:16.691123 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f481e70e-4971-4375-9158-66f52127b7a0 None None] Sync routers for ids ['bcda6f93-57d1-41ad-b007-62f0010b9957'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:51:16.695108 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-dd04627b-176f-4714-9b3b-0e2c6c618f85 None None] Set router 80b529b4-697a-4ca9-ad66-8bb9d6da3936 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:51:16.737183 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-10a4d4a9-3cba-42dc-930e-023f93eb74ac tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "PUT /v2.0/floatingips/4b96181f-5fd1-4e8b-b57a-74917ff48469 HTTP/1.1" status: 200 len: 978 time: 3.3751450 Oct 26 15:51:16.738883 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41648) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:16.744041 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-6d79cfe2-6e32-4b78-9a1d-ef0d162154f6 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:16.780115 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f481e70e-4971-4375-9158-66f52127b7a0 None None] Routers {'bcda6f93-57d1-41ad-b007-62f0010b9957'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:16.781047 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-f481e70e-4971-4375-9158-66f52127b7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['bcda6f93-57d1-41ad-b007-62f0010b9957'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:16.839689 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-8128f245-cd62-4140-85c4-0ffa2ec789a7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 9.7177551 Oct 26 15:51:16.843008 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41652) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:16.848021 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a971ce64-9201-4113-b0b8-4c0f3e81a75f', 'tag': 'e39c07aa-e3d4-477e-ab04-885e29c8610a'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:51:16.850321 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06797640-69ba-473f-95ae-1f03749a5c03" -d '{"events": [{"name": "network-changed", "server_uuid": "a971ce64-9201-4113-b0b8-4c0f3e81a75f", "tag": "e39c07aa-e3d4-477e-ab04-885e29c8610a"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:51:16.873967 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-f481e70e-4971-4375-9158-66f52127b7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:16.901569 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f481e70e-4971-4375-9158-66f52127b7a0 None None] Routers {'bcda6f93-57d1-41ad-b007-62f0010b9957'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:16.902740 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-f481e70e-4971-4375-9158-66f52127b7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['bcda6f93-57d1-41ad-b007-62f0010b9957'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:16.912746 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ffb22a-9ee2-4e94-af3e-e9b0252ae840 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:51:16.917832 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-242f2723-64db-46b3-8c0e-4c7ec4c128f7 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:16.925574 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-39ffb22a-9ee2-4e94-af3e-e9b0252ae840 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:16.929146 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-39ffb22a-9ee2-4e94-af3e-e9b0252ae840 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "PUT /v2.0/routers/905bf32a-aede-41c4-8362-12b9c4083bdc HTTP/1.1" status: 200 len: 700 time: 3.0011423 Oct 26 15:51:16.929284 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6d79cfe2-6e32-4b78-9a1d-ef0d162154f6 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for floatingip, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:16.929918 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41658) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:17.002614 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-f481e70e-4971-4375-9158-66f52127b7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:17.003856 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f481e70e-4971-4375-9158-66f52127b7a0 None None] The sync data for ids ['bcda6f93-57d1-41ad-b007-62f0010b9957'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:51:17.042021 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7196daea-ca79-415c-94e3-16a94c5c623b x-openstack-request-id: req-7196daea-ca79-415c-94e3-16a94c5c623b {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:51:17.042312 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a971ce64-9201-4113-b0b8-4c0f3e81a75f", "tag": "e39c07aa-e3d4-477e-ab04-885e29c8610a", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:51:17.042805 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7196daea-ca79-415c-94e3-16a94c5c623b {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:51:17.043357 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7196daea-ca79-415c-94e3-16a94c5c623b'] response: {'name': 'network-changed', 'server_uuid': 'a971ce64-9201-4113-b0b8-4c0f3e81a75f', 'tag': 'e39c07aa-e3d4-477e-ab04-885e29c8610a', 'status': 'completed', 'code': 200} Oct 26 15:51:17.069419 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d679ce86-5a8d-488d-ad22-e2655b8110c6 None None] Sync routers for ids ['905bf32a-aede-41c4-8362-12b9c4083bdc'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:51:17.103461 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d679ce86-5a8d-488d-ad22-e2655b8110c6 None None] Routers {'905bf32a-aede-41c4-8362-12b9c4083bdc'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:17.104171 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-d679ce86-5a8d-488d-ad22-e2655b8110c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['905bf32a-aede-41c4-8362-12b9c4083bdc'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:17.113623 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-242f2723-64db-46b3-8c0e-4c7ec4c128f7 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:17.145777 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a5983c36-0e6a-4a82-85cc-7303bf40af7e None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:17.152088 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-40bda902-d0f2-4746-a5b1-127e2fb7de5f tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:17.157948 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-a5983c36-0e6a-4a82-85cc-7303bf40af7e None None] Transition to ACTIVE for port object ed54c3ad-f0cd-4b92-886a-a5205241ce8a will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:51:17.185495 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-a5983c36-0e6a-4a82-85cc-7303bf40af7e None None] Transition to ACTIVE for port object ed54c3ad-f0cd-4b92-886a-a5205241ce8a will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:51:17.201704 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-18bc87db-de1b-4264-bfad-9251267b81bc tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "GET /v2.0/routers/905bf32a-aede-41c4-8362-12b9c4083bdc HTTP/1.1" status: 200 len: 700 time: 0.2706885 Oct 26 15:51:17.206694 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41662) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:17.271851 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a5983c36-0e6a-4a82-85cc-7303bf40af7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:17.333596 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-2c685d6a-aadb-482c-aca6-ad0c75c0a749 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/floatingips/21069e3c-da8c-4b32-89eb-21f0879a1773 HTTP/1.1" status: 200 len: 992 time: 0.4866128 Oct 26 15:51:17.334047 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06797640-69ba-473f-95ae-1f03749a5c03 req-b3fb6139-ac50-47d1-bf7d-a107cb9cfad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:17.335726 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-06797640-69ba-473f-95ae-1f03749a5c03 req-b3fb6139-ac50-47d1-bf7d-a107cb9cfad8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=a971ce64-9201-4113-b0b8-4c0f3e81a75f HTTP/1.1" status: 200 len: 1099 time: 0.3330677 Oct 26 15:51:17.336539 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-40bda902-d0f2-4746-a5b1-127e2fb7de5f tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:17.351873 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-d679ce86-5a8d-488d-ad22-e2655b8110c6 None None] Set router 905bf32a-aede-41c4-8362-12b9c4083bdc gateway port host: None {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:51:17.359033 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242f2723-64db-46b3-8c0e-4c7ec4c128f7 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Made reservation on behalf of 81f9d918a7ff445e8b2c1951e5c33cc9 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:51:17.363426 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-242f2723-64db-46b3-8c0e-4c7ec4c128f7 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:17.386383 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5983c36-0e6a-4a82-85cc-7303bf40af7e None None] Network 557b7b7e-f11f-441a-8f17-9a5f065c41d4 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:51:17.390098 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-a5983c36-0e6a-4a82-85cc-7303bf40af7e None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:51:17.397245 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5983c36-0e6a-4a82-85cc-7303bf40af7e None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:51:17.416293 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6d79cfe2-6e32-4b78-9a1d-ef0d162154f6 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:17.457365 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5983c36-0e6a-4a82-85cc-7303bf40af7e None None] Pushing event updated for resources: {'Port': ['ID=ed54c3ad-f0cd-4b92-886a-a5205241ce8a,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:17.474270 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6d79cfe2-6e32-4b78-9a1d-ef0d162154f6 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:17.474620 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.l3_db [None req-6d79cfe2-6e32-4b78-9a1d-ef0d162154f6 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Floating IP 4b96181f-5fd1-4e8b-b57a-74917ff48469 disassociated. External IP: 172.26.2.197, port: 65e2768c-7415-4ef6-9dc6-68847976682f. Oct 26 15:51:17.474739 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bda902-d0f2-4746-a5b1-127e2fb7de5f tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c4d45e-a69f-4840-8f0d-f332a3eb3675,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:17.535125 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-a5983c36-0e6a-4a82-85cc-7303bf40af7e None None] Attempting to bind port ed54c3ad-f0cd-4b92-886a-a5205241ce8a on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:51:17.537106 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-a5983c36-0e6a-4a82-85cc-7303bf40af7e None None] Attempting to bind port ed54c3ad-f0cd-4b92-886a-a5205241ce8a by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'eb3c4f5c-fea9-4eba-9740-1ed2600048cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '557b7b7e-f11f-441a-8f17-9a5f065c41d4'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:51:17.537106 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5983c36-0e6a-4a82-85cc-7303bf40af7e None None] Attempting to bind port ed54c3ad-f0cd-4b92-886a-a5205241ce8a on network 557b7b7e-f11f-441a-8f17-9a5f065c41d4 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:51:17.541292 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5983c36-0e6a-4a82-85cc-7303bf40af7e None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:51:17.541662 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5983c36-0e6a-4a82-85cc-7303bf40af7e None None] Checking segment: {'id': 'eb3c4f5c-fea9-4eba-9740-1ed2600048cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '557b7b7e-f11f-441a-8f17-9a5f065c41d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:51:17.542115 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a5983c36-0e6a-4a82-85cc-7303bf40af7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:17.542686 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5983c36-0e6a-4a82-85cc-7303bf40af7e None None] Bound using segment: {'id': 'eb3c4f5c-fea9-4eba-9740-1ed2600048cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '557b7b7e-f11f-441a-8f17-9a5f065c41d4'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:51:17.543294 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-a5983c36-0e6a-4a82-85cc-7303bf40af7e None None] Bound port: ed54c3ad-f0cd-4b92-886a-a5205241ce8a, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb3c4f5c-fea9-4eba-9740-1ed2600048cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '557b7b7e-f11f-441a-8f17-9a5f065c41d4'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:51:17.543672 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a5983c36-0e6a-4a82-85cc-7303bf40af7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:17.572326 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [None req-242f2723-64db-46b3-8c0e-4c7ec4c128f7 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] device_id is not set on port e0de857c-d029-4d26-b730-eb6c078dcb8a yet. {{(pid=89748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:51:17.607595 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-dd04627b-176f-4714-9b3b-0e2c6c618f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b529b4-697a-4ca9-ad66-8bb9d6da3936', 'name': 'tempest-TestNetworkBasicOps-router-988813514', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.142'}], 'enable_snat': True}, 'gw_port_id': '267b79ea-7647-42a5-839f-2168d648cfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:50:09Z', 'updated_at': '2022-10-26T15:50:23Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '267b79ea-7647-42a5-839f-2168d648cfdf', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b529b4-697a-4ca9-ad66-8bb9d6da3936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:10Z', 'updated_at': '2022-10-26T15:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '21069e3c-da8c-4b32-89eb-21f0879a1773', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'floating_ip_address': '172.26.2.254', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '80b529b4-697a-4ca9-ad66-8bb9d6da3936', 'port_id': 'e39c07aa-e3d4-477e-ab04-885e29c8610a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f695264a-de7b-484e-8ae7-eaf4f0eb940e', 'mac_address': 'fa:16:3e:82:5d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a971ce64-9201-4113-b0b8-4c0f3e81a75f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:51:12Z', 'updated_at': '2022-10-26T15:51:12Z', 'revision_number': 0, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5596aabc-19fb-4657-9e54-a530c9a9fb09', 'name': '', 'network_id': 'f695264a-de7b-484e-8ae7-eaf4f0eb940e', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:2d:f0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b529b4-697a-4ca9-ad66-8bb9d6da3936', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'a81e370d-9645-40af-8803-f60d93e2baff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:21Z', 'updated_at': '2022-10-26T15:50:31Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': 'a81e370d-9645-40af-8803-f60d93e2baff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:17.619815 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd04627b-176f-4714-9b3b-0e2c6c618f85 None None] Checking router: 80b529b4-697a-4ca9-ad66-8bb9d6da3936 for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:51:17.648592 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-a5983c36-0e6a-4a82-85cc-7303bf40af7e None None] For port ed54c3ad-f0cd-4b92-886a-a5205241ce8a, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:51:17.652071 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-a5983c36-0e6a-4a82-85cc-7303bf40af7e None None] For port ed54c3ad-f0cd-4b92-886a-a5205241ce8a, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=ed54c3ad-f0cd-4b92-886a-a5205241ce8a,segment=NetworkSegment(eb3c4f5c-fea9-4eba-9740-1ed2600048cc),segment_id=eb3c4f5c-fea9-4eba-9740-1ed2600048cc)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:51:17.657631 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd04627b-176f-4714-9b3b-0e2c6c618f85 None None] Routers {'80b529b4-697a-4ca9-ad66-8bb9d6da3936'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:17.658550 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-dd04627b-176f-4714-9b3b-0e2c6c618f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['80b529b4-697a-4ca9-ad66-8bb9d6da3936'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:17.713312 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a5983c36-0e6a-4a82-85cc-7303bf40af7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:17.768269 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-40bda902-d0f2-4746-a5b1-127e2fb7de5f tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:17.771986 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-40bda902-d0f2-4746-a5b1-127e2fb7de5f tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.6922736 Oct 26 15:51:17.790897 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41666) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:17.791836 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06797640-69ba-473f-95ae-1f03749a5c03 req-10a3bb5b-c772-4ff8-9a80-9c46bda0283b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:17.793378 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-06797640-69ba-473f-95ae-1f03749a5c03 req-10a3bb5b-c772-4ff8-9a80-9c46bda0283b service neutron] 10.222.0.48 "GET /v2.0/networks?id=f695264a-de7b-484e-8ae7-eaf4f0eb940e HTTP/1.1" status: 200 len: 897 time: 0.4113252 Oct 26 15:51:17.860075 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5983c36-0e6a-4a82-85cc-7303bf40af7e None None] Pushing event updated for resources: {'Port': ['ID=ed54c3ad-f0cd-4b92-886a-a5205241ce8a,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:17.927036 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-dd04627b-176f-4714-9b3b-0e2c6c618f85 None None] Set router 80b529b4-697a-4ca9-ad66-8bb9d6da3936 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:51:17.955947 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d79cfe2-6e32-4b78-9a1d-ef0d162154f6 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Router bcda6f93-57d1-41ad-b007-62f0010b9957 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:51:17.977754 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f7d49c69-bb61-4dd6-b135-43d5a348574a tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:17.993068 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-d679ce86-5a8d-488d-ad22-e2655b8110c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'name': 'tempest-RoutersTest-router-1020197022', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:50:33Z', 'updated_at': '2022-10-26T15:51:15Z', 'revision_number': 7, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'gw_port_host': None, '_interfaces': [{'id': '3d105a1b-f862-4ca1-8975-d36cb7635de7', 'name': '', 'network_id': 'cfbed57f-0f4f-45a1-8a6d-22b934ad8807', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:60:57:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'e297b24c-b2a6-41c5-9305-21dded8ee2d5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:03Z', 'updated_at': '2022-10-26T15:51:13Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': 'e297b24c-b2a6-41c5-9305-21dded8ee2d5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42acb0b5-00d5-4703-ae1c-77f827bc1034', 'name': '', 'network_id': 'a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:39:96:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:37Z', 'updated_at': '2022-10-26T15:50:48Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ac62f2d-b4e7-4706-9566-bb6c4e464cbe', 'name': '', 'network_id': '549dd6ac-4351-4984-8516-5fd7b0833d08', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:0d:52:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '77da3f29-f272-42f9-b7d7-d1b9e7b65d0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:45Z', 'updated_at': '2022-10-26T15:50:56Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': '77da3f29-f272-42f9-b7d7-d1b9e7b65d0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc11299b-cbf9-4616-b3f2-be7dcc9bd873', 'name': '', 'network_id': '61653a7c-fbce-4bde-b0fd-141d12aa345d', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:7e:fa:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'ad8a343a-7361-4b6e-a719-c716a7dd99e2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:55Z', 'updated_at': '2022-10-26T15:51:04Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': 'ad8a343a-7361-4b6e-a719-c716a7dd99e2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:18.002879 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d679ce86-5a8d-488d-ad22-e2655b8110c6 None None] Checking router: 905bf32a-aede-41c4-8362-12b9c4083bdc for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:51:18.019629 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f7d49c69-bb61-4dd6-b135-43d5a348574a tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:18.089760 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d679ce86-5a8d-488d-ad22-e2655b8110c6 None None] Routers {'905bf32a-aede-41c4-8362-12b9c4083bdc'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:18.090251 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-d679ce86-5a8d-488d-ad22-e2655b8110c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['905bf32a-aede-41c4-8362-12b9c4083bdc'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:18.093207 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-06797640-69ba-473f-95ae-1f03749a5c03 req-a984e566-442d-420a-86a3-d8bc69a16342 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e39c07aa-e3d4-477e-ab04-885e29c8610a HTTP/1.1" status: 200 len: 1000 time: 0.2800014 Oct 26 15:51:18.136643 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-242f2723-64db-46b3-8c0e-4c7ec4c128f7 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Allocated IP 172.20.0.13 (557b7b7e-f11f-441a-8f17-9a5f065c41d4/a225878d-1021-4097-b509-9a0410342df5/e0de857c-d029-4d26-b730-eb6c078dcb8a) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:51:18.202867 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d79cfe2-6e32-4b78-9a1d-ef0d162154f6 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:51:18.208892 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6d79cfe2-6e32-4b78-9a1d-ef0d162154f6 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:18.213222 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3daa0c1d-7c7e-40d7-b79b-56f6f2cd10e2 None None] Sync routers for ids ['bcda6f93-57d1-41ad-b007-62f0010b9957'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:51:18.224038 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daa0c1d-7c7e-40d7-b79b-56f6f2cd10e2 None None] Routers {'bcda6f93-57d1-41ad-b007-62f0010b9957'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:18.224798 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-3daa0c1d-7c7e-40d7-b79b-56f6f2cd10e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['bcda6f93-57d1-41ad-b007-62f0010b9957'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:18.274446 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f7d49c69-bb61-4dd6-b135-43d5a348574a tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:18.310793 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-3daa0c1d-7c7e-40d7-b79b-56f6f2cd10e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:18.324712 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06797640-69ba-473f-95ae-1f03749a5c03 req-4fcfb3b7-74c9-4758-b3e6-21201269c850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:18.326431 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-06797640-69ba-473f-95ae-1f03749a5c03 req-4fcfb3b7-74c9-4758-b3e6-21201269c850 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a81e370d-9645-40af-8803-f60d93e2baff HTTP/1.1" status: 200 len: 835 time: 0.2244098 Oct 26 15:51:18.329146 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-6d79cfe2-6e32-4b78-9a1d-ef0d162154f6 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "PUT /v2.0/floatingips/4b96181f-5fd1-4e8b-b57a-74917ff48469 HTTP/1.1" status: 200 len: 688 time: 1.5891919 Oct 26 15:51:18.330349 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daa0c1d-7c7e-40d7-b79b-56f6f2cd10e2 None None] Routers {'bcda6f93-57d1-41ad-b007-62f0010b9957'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:18.331092 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-3daa0c1d-7c7e-40d7-b79b-56f6f2cd10e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['bcda6f93-57d1-41ad-b007-62f0010b9957'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:18.338612 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41670) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:18.339404 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41672) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:18.381258 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d49c69-bb61-4dd6-b135-43d5a348574a tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13c4d45e-a69f-4840-8f0d-f332a3eb3675,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:18.387074 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-d679ce86-5a8d-488d-ad22-e2655b8110c6 None None] Set router 905bf32a-aede-41c4-8362-12b9c4083bdc gateway port host: None {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:51:18.401360 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-3daa0c1d-7c7e-40d7-b79b-56f6f2cd10e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:18.401920 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3daa0c1d-7c7e-40d7-b79b-56f6f2cd10e2 None None] The sync data for ids ['bcda6f93-57d1-41ad-b007-62f0010b9957'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:51:18.799977 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f7d49c69-bb61-4dd6-b135-43d5a348574a tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:18.803577 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41678) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:18.806746 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f7d49c69-bb61-4dd6-b135-43d5a348574a tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/13c4d45e-a69f-4840-8f0d-f332a3eb3675 HTTP/1.1" status: 204 len: 168 time: 1.0119076 Oct 26 15:51:18.808761 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device ed54c3ad-f0cd-4b92-886a-a5205241ce8a up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:51:18.880394 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7a62a561-b63a-4851-9728-67c4fd8e1f34 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Synchronizing usage tracker for tenant:83eb182a254c4564b45db91dc2782cf1 on resource:security_group_rule {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:51:18.942115 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-dd04627b-176f-4714-9b3b-0e2c6c618f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b529b4-697a-4ca9-ad66-8bb9d6da3936', 'name': 'tempest-TestNetworkBasicOps-router-988813514', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.142'}], 'enable_snat': True}, 'gw_port_id': '267b79ea-7647-42a5-839f-2168d648cfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:50:09Z', 'updated_at': '2022-10-26T15:50:23Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '267b79ea-7647-42a5-839f-2168d648cfdf', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b529b4-697a-4ca9-ad66-8bb9d6da3936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:10Z', 'updated_at': '2022-10-26T15:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '21069e3c-da8c-4b32-89eb-21f0879a1773', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'floating_ip_address': '172.26.2.254', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '80b529b4-697a-4ca9-ad66-8bb9d6da3936', 'port_id': 'e39c07aa-e3d4-477e-ab04-885e29c8610a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f695264a-de7b-484e-8ae7-eaf4f0eb940e', 'mac_address': 'fa:16:3e:82:5d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a971ce64-9201-4113-b0b8-4c0f3e81a75f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:51:12Z', 'updated_at': '2022-10-26T15:51:12Z', 'revision_number': 0, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5596aabc-19fb-4657-9e54-a530c9a9fb09', 'name': '', 'network_id': 'f695264a-de7b-484e-8ae7-eaf4f0eb940e', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:2d:f0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b529b4-697a-4ca9-ad66-8bb9d6da3936', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'a81e370d-9645-40af-8803-f60d93e2baff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:21Z', 'updated_at': '2022-10-26T15:50:31Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': 'a81e370d-9645-40af-8803-f60d93e2baff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:18.948965 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd04627b-176f-4714-9b3b-0e2c6c618f85 None None] The sync data for ids ['80b529b4-697a-4ca9-ad66-8bb9d6da3936'] in dv-neutron-862712-1-hyperv is: [{'id': '80b529b4-697a-4ca9-ad66-8bb9d6da3936', 'name': 'tempest-TestNetworkBasicOps-router-988813514', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.142'}], 'enable_snat': True}, 'gw_port_id': '267b79ea-7647-42a5-839f-2168d648cfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:50:09Z', 'updated_at': '2022-10-26T15:50:23Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '267b79ea-7647-42a5-839f-2168d648cfdf', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b529b4-697a-4ca9-ad66-8bb9d6da3936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:10Z', 'updated_at': '2022-10-26T15:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '21069e3c-da8c-4b32-89eb-21f0879a1773', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'floating_ip_address': '172.26.2.254', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '80b529b4-697a-4ca9-ad66-8bb9d6da3936', 'port_id': 'e39c07aa-e3d4-477e-ab04-885e29c8610a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f695264a-de7b-484e-8ae7-eaf4f0eb940e', 'mac_address': 'fa:16:3e:82:5d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a971ce64-9201-4113-b0b8-4c0f3e81a75f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:51:12Z', 'updated_at': '2022-10-26T15:51:12Z', 'revision_number': 0, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5596aabc-19fb-4657-9e54-a530c9a9fb09', 'name': '', 'network_id': 'f695264a-de7b-484e-8ae7-eaf4f0eb940e', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:2d:f0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b529b4-697a-4ca9-ad66-8bb9d6da3936', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'a81e370d-9645-40af-8803-f60d93e2baff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:21Z', 'updated_at': '2022-10-26T15:50:31Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': 'a81e370d-9645-40af-8803-f60d93e2baff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:51:18.955122 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-d679ce86-5a8d-488d-ad22-e2655b8110c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'name': 'tempest-RoutersTest-router-1020197022', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:50:33Z', 'updated_at': '2022-10-26T15:51:15Z', 'revision_number': 7, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'gw_port_host': None, '_interfaces': [{'id': '3d105a1b-f862-4ca1-8975-d36cb7635de7', 'name': '', 'network_id': 'cfbed57f-0f4f-45a1-8a6d-22b934ad8807', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:60:57:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'e297b24c-b2a6-41c5-9305-21dded8ee2d5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:03Z', 'updated_at': '2022-10-26T15:51:13Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': 'e297b24c-b2a6-41c5-9305-21dded8ee2d5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42acb0b5-00d5-4703-ae1c-77f827bc1034', 'name': '', 'network_id': 'a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:39:96:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:37Z', 'updated_at': '2022-10-26T15:50:48Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ac62f2d-b4e7-4706-9566-bb6c4e464cbe', 'name': '', 'network_id': '549dd6ac-4351-4984-8516-5fd7b0833d08', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:0d:52:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '77da3f29-f272-42f9-b7d7-d1b9e7b65d0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:45Z', 'updated_at': '2022-10-26T15:50:56Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': '77da3f29-f272-42f9-b7d7-d1b9e7b65d0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc11299b-cbf9-4616-b3f2-be7dcc9bd873', 'name': '', 'network_id': '61653a7c-fbce-4bde-b0fd-141d12aa345d', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:7e:fa:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'ad8a343a-7361-4b6e-a719-c716a7dd99e2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:55Z', 'updated_at': '2022-10-26T15:51:04Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': 'ad8a343a-7361-4b6e-a719-c716a7dd99e2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:18.965685 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d679ce86-5a8d-488d-ad22-e2655b8110c6 None None] The sync data for ids ['905bf32a-aede-41c4-8362-12b9c4083bdc'] in dv-neutron-862712-1-hyperv is: [{'id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'name': 'tempest-RoutersTest-router-1020197022', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:50:33Z', 'updated_at': '2022-10-26T15:51:15Z', 'revision_number': 7, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'gw_port_host': None, '_interfaces': [{'id': '3d105a1b-f862-4ca1-8975-d36cb7635de7', 'name': '', 'network_id': 'cfbed57f-0f4f-45a1-8a6d-22b934ad8807', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:60:57:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'e297b24c-b2a6-41c5-9305-21dded8ee2d5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:03Z', 'updated_at': '2022-10-26T15:51:13Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': 'e297b24c-b2a6-41c5-9305-21dded8ee2d5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42acb0b5-00d5-4703-ae1c-77f827bc1034', 'name': '', 'network_id': 'a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:39:96:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:37Z', 'updated_at': '2022-10-26T15:50:48Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ac62f2d-b4e7-4706-9566-bb6c4e464cbe', 'name': '', 'network_id': '549dd6ac-4351-4984-8516-5fd7b0833d08', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:0d:52:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '77da3f29-f272-42f9-b7d7-d1b9e7b65d0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:45Z', 'updated_at': '2022-10-26T15:50:56Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': '77da3f29-f272-42f9-b7d7-d1b9e7b65d0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc11299b-cbf9-4616-b3f2-be7dcc9bd873', 'name': '', 'network_id': '61653a7c-fbce-4bde-b0fd-141d12aa345d', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:7e:fa:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'ad8a343a-7361-4b6e-a719-c716a7dd99e2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:55Z', 'updated_at': '2022-10-26T15:51:04Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': 'ad8a343a-7361-4b6e-a719-c716a7dd99e2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:51:18.966444 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7a62a561-b63a-4851-9728-67c4fd8e1f34 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Unset dirty status for tenant:83eb182a254c4564b45db91dc2782cf1 on resource:security_group_rule {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:51:18.976060 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-7a62a561-b63a-4851-9728-67c4fd8e1f34 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1669192 Oct 26 15:51:18.976183 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-e4ca348a-9e4f-4495-a41a-ee0808216719 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/floatingips/21069e3c-da8c-4b32-89eb-21f0879a1773 HTTP/1.1" status: 200 len: 992 time: 0.5923660 Oct 26 15:51:18.976183 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-7b2a1b38-096b-4ae5-8e97-4e151686c460 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Deleting port 5496890f-6e8e-48df-ba36-6a854a63a9e3 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:51:18.976183 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7b2a1b38-096b-4ae5-8e97-4e151686c460 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:18.977711 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41682) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:18.999749 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port ed54c3ad-f0cd-4b92-886a-a5205241ce8a completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:51:19.089547 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b5d0ce2e-08bb-4238-b17a-d8256fcba0bb tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:19.123633 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b5d0ce2e-08bb-4238-b17a-d8256fcba0bb tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:19.145779 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06797640-69ba-473f-95ae-1f03749a5c03 req-c85eaed9-d1f0-4993-91a0-17c02395bf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:19.147490 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-06797640-69ba-473f-95ae-1f03749a5c03 req-c85eaed9-d1f0-4993-91a0-17c02395bf87 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f695264a-de7b-484e-8ae7-eaf4f0eb940e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8069706 Oct 26 15:51:19.209768 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-242f2723-64db-46b3-8c0e-4c7ec4c128f7 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:19.228487 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60497c38-0372-42b4-97b4-55975e01445d None None] Network 557b7b7e-f11f-441a-8f17-9a5f065c41d4 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:51:19.273354 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b5d0ce2e-08bb-4238-b17a-d8256fcba0bb tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:19.287187 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71af731d-7d92-4c05-986d-052671b6e51d None None] New status for floating IP 21069e3c-da8c-4b32-89eb-21f0879a1773: ACTIVE {{(pid=89750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:51:19.308025 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0ce2e-08bb-4238-b17a-d8256fcba0bb tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=401c05dd-a3b0-4d79-9d53-fa855e5b73a2,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:19.394887 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b5d0ce2e-08bb-4238-b17a-d8256fcba0bb tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:19.396218 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b5d0ce2e-08bb-4238-b17a-d8256fcba0bb tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "DELETE /v2.0/security-groups/401c05dd-a3b0-4d79-9d53-fa855e5b73a2 HTTP/1.1" status: 204 len: 168 time: 0.4173310 Oct 26 15:51:19.398814 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41688) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:19.415360 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-242f2723-64db-46b3-8c0e-4c7ec4c128f7 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Transition to ACTIVE for port object e0de857c-d029-4d26-b730-eb6c078dcb8a will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:51:19.471281 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-3b966a23-01f9-441b-959a-31d0e72cc42e tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Synchronizing usage tracker for tenant:83eb182a254c4564b45db91dc2782cf1 on resource:security_group {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:51:19.495800 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-86b3f3d7-e9d5-406a-aae4-cd78898edd0f None None] Provisioning for port ed54c3ad-f0cd-4b92-886a-a5205241ce8a completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:51:19.505562 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-86b3f3d7-e9d5-406a-aae4-cd78898edd0f None None] Provisioning complete for port ed54c3ad-f0cd-4b92-886a-a5205241ce8a triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:51:19.505931 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-86b3f3d7-e9d5-406a-aae4-cd78898edd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:19.506263 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-86b3f3d7-e9d5-406a-aae4-cd78898edd0f None None] Attempt 1 to provision port ed54c3ad-f0cd-4b92-886a-a5205241ce8a Oct 26 15:51:19.525086 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7b2a1b38-096b-4ae5-8e97-4e151686c460 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:19.525406 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7b2a1b38-096b-4ae5-8e97-4e151686c460 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:19.583238 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-3b966a23-01f9-441b-959a-31d0e72cc42e tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Unset dirty status for tenant:83eb182a254c4564b45db91dc2782cf1 on resource:security_group {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:51:19.585412 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-3b966a23-01f9-441b-959a-31d0e72cc42e tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1851349 Oct 26 15:51:19.591643 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41692) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:19.597961 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-684e3261-6b35-48be-8b37-54008b673ec3 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Request body: {'security_group': {'name': 'tempest-secgroup--1676024708'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:19.606154 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-684e3261-6b35-48be-8b37-54008b673ec3 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:19.617696 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-684e3261-6b35-48be-8b37-54008b673ec3 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:19.675207 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-7b2a1b38-096b-4ae5-8e97-4e151686c460 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Calling delete_port for 5496890f-6e8e-48df-ba36-6a854a63a9e3 owned by network:floatingip {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:51:19.699270 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-86b3f3d7-e9d5-406a-aae4-cd78898edd0f None None] Current status of the port ed54c3ad-f0cd-4b92-886a-a5205241ce8a is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:51:19.705798 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-86b3f3d7-e9d5-406a-aae4-cd78898edd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:19.706618 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-06797640-69ba-473f-95ae-1f03749a5c03 req-2a92a94d-85c9-44c7-aa3d-0cb73e0006f2 service neutron] 10.222.0.48 "GET /v2.0/networks/f695264a-de7b-484e-8ae7-eaf4f0eb940e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4929938 Oct 26 15:51:19.731991 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-684e3261-6b35-48be-8b37-54008b673ec3 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:19.741000 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-86b3f3d7-e9d5-406a-aae4-cd78898edd0f None None] For port ed54c3ad-f0cd-4b92-886a-a5205241ce8a, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=ed54c3ad-f0cd-4b92-886a-a5205241ce8a,segment=NetworkSegment(eb3c4f5c-fea9-4eba-9740-1ed2600048cc),segment_id=eb3c4f5c-fea9-4eba-9740-1ed2600048cc)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:51:19.776580 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-684e3261-6b35-48be-8b37-54008b673ec3 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:19.781289 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-684e3261-6b35-48be-8b37-54008b673ec3 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Usage tracker for resource:security_group_rule and tenant:83eb182a254c4564b45db91dc2782cf1 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:51:19.786005 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-684e3261-6b35-48be-8b37-54008b673ec3 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:51:19.793258 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-684e3261-6b35-48be-8b37-54008b673ec3 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:19.814873 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e72b8e84-7bdf-4d37-92be-31b4747ad6b2 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:19.851253 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-86b3f3d7-e9d5-406a-aae4-cd78898edd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:19.917734 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-684e3261-6b35-48be-8b37-54008b673ec3 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:19.931129 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b3f3d7-e9d5-406a-aae4-cd78898edd0f None None] Pushing event updated for resources: {'Port': ['ID=ed54c3ad-f0cd-4b92-886a-a5205241ce8a,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:19.936136 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-242f2723-64db-46b3-8c0e-4c7ec4c128f7 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:19.973471 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-9ac5bcf2-5f42-425a-b066-4b5be272415c None None] Provisioning complete for port ed54c3ad-f0cd-4b92-886a-a5205241ce8a triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:51:19.973853 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9ac5bcf2-5f42-425a-b066-4b5be272415c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:19.974189 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-9ac5bcf2-5f42-425a-b066-4b5be272415c None None] Attempt 1 to provision port ed54c3ad-f0cd-4b92-886a-a5205241ce8a Oct 26 15:51:19.976916 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-684e3261-6b35-48be-8b37-54008b673ec3 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:19.981083 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41696) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:20.105703 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-9ac5bcf2-5f42-425a-b066-4b5be272415c None None] Current status of the port ed54c3ad-f0cd-4b92-886a-a5205241ce8a is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:51:20.122295 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684e3261-6b35-48be-8b37-54008b673ec3 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8d9e45-bfe9-4468-8307-6458756c438d,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:20.150238 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e29a3545-f103-4bee-acab-516c1150780f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/floatingips/21069e3c-da8c-4b32-89eb-21f0879a1773 HTTP/1.1" status: 200 len: 994 time: 0.1551063 Oct 26 15:51:20.222880 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-684e3261-6b35-48be-8b37-54008b673ec3 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:20.224239 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-684e3261-6b35-48be-8b37-54008b673ec3 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6314158 Oct 26 15:51:20.226901 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41700) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:20.233445 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-c0e5c84f-18cd-40fd-954e-b13bf79b2bf1 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Request body: {'security_group_rule': {'security_group_id': '1f8d9e45-bfe9-4468-8307-6458756c438d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:20.237235 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242f2723-64db-46b3-8c0e-4c7ec4c128f7 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Network 557b7b7e-f11f-441a-8f17-9a5f065c41d4 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:51:20.240187 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-c0e5c84f-18cd-40fd-954e-b13bf79b2bf1 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:20.245063 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-c0e5c84f-18cd-40fd-954e-b13bf79b2bf1 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Usage tracker for resource:security_group_rule and tenant:83eb182a254c4564b45db91dc2782cf1 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:51:20.248136 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-c0e5c84f-18cd-40fd-954e-b13bf79b2bf1 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:51:20.249412 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-242f2723-64db-46b3-8c0e-4c7ec4c128f7 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:51:20.255008 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-c0e5c84f-18cd-40fd-954e-b13bf79b2bf1 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:20.332369 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242f2723-64db-46b3-8c0e-4c7ec4c128f7 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:51:20.341803 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c0e5c84f-18cd-40fd-954e-b13bf79b2bf1 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:20.382239 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-06797640-69ba-473f-95ae-1f03749a5c03 req-aa831b24-8270-4adb-8739-ef98b5031d06 service neutron] 10.222.0.48 "GET /v2.0/networks/f695264a-de7b-484e-8ae7-eaf4f0eb940e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6633313 Oct 26 15:51:20.382875 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242f2723-64db-46b3-8c0e-4c7ec4c128f7 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event updated for resources: {'Port': ['ID=e0de857c-d029-4d26-b730-eb6c078dcb8a,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:20.411963 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c0e5c84f-18cd-40fd-954e-b13bf79b2bf1 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:20.480654 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242f2723-64db-46b3-8c0e-4c7ec4c128f7 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:20.481244 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-242f2723-64db-46b3-8c0e-4c7ec4c128f7 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:20.486578 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c0e5c84f-18cd-40fd-954e-b13bf79b2bf1 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:20.511098 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e5c84f-18cd-40fd-954e-b13bf79b2bf1 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a3ab788-98a3-4852-bed4-bc9549c0fc61,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:20.577986 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7b2a1b38-096b-4ae5-8e97-4e151686c460 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:20.611394 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c0e5c84f-18cd-40fd-954e-b13bf79b2bf1 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:20.611582 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-a07aa84a-e149-4bbd-8ba1-cdc3bf2791da None None] Provisioning for port e0de857c-d029-4d26-b730-eb6c078dcb8a completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:51:20.615115 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c0e5c84f-18cd-40fd-954e-b13bf79b2bf1 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3848536 Oct 26 15:51:20.615385 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41704) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:20.617782 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-a07aa84a-e149-4bbd-8ba1-cdc3bf2791da None None] Provisioning complete for port e0de857c-d029-4d26-b730-eb6c078dcb8a triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:51:20.617782 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a07aa84a-e149-4bbd-8ba1-cdc3bf2791da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:20.617782 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-a07aa84a-e149-4bbd-8ba1-cdc3bf2791da None None] Attempt 1 to provision port e0de857c-d029-4d26-b730-eb6c078dcb8a Oct 26 15:51:20.630291 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-242f2723-64db-46b3-8c0e-4c7ec4c128f7 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.3225219 Oct 26 15:51:20.635053 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a1b38-096b-4ae5-8e97-4e151686c460 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Pushing event deleted for resources: {'Port': ['ID=5496890f-6e8e-48df-ba36-6a854a63a9e3,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:20.635312 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41708) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:20.642266 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-fa7d45b5-798e-44c5-ba95-b90796861632 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'port': {'network_id': '557b7b7e-f11f-441a-8f17-9a5f065c41d4', 'name': 'tempest-PortsTestJSON-1659713007'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:20.642711 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-e72b8e84-7bdf-4d37-92be-31b4747ad6b2 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Deleting port 3d105a1b-f862-4ca1-8975-d36cb7635de7 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:51:20.643057 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e72b8e84-7bdf-4d37-92be-31b4747ad6b2 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:20.667513 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-7b9c749b-c46e-4c31-8c85-60c1ceef6639 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "GET /v2.0/security-group-rules/7a3ab788-98a3-4852-bed4-bc9549c0fc61 HTTP/1.1" status: 200 len: 763 time: 0.0510161 Oct 26 15:51:20.672499 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41712) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:20.718751 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a07aa84a-e149-4bbd-8ba1-cdc3bf2791da None None] Port e0de857c-d029-4d26-b730-eb6c078dcb8a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:51:20.762040 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device ed54c3ad-f0cd-4b92-886a-a5205241ce8a up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:51:20.832512 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port ed54c3ad-f0cd-4b92-886a-a5205241ce8a triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:51:20.832889 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:20.833228 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port ed54c3ad-f0cd-4b92-886a-a5205241ce8a Oct 26 15:51:20.924817 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7b2a1b38-096b-4ae5-8e97-4e151686c460 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for floatingip, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:20.927235 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7b2a1b38-096b-4ae5-8e97-4e151686c460 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:20.928424 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-7b2a1b38-096b-4ae5-8e97-4e151686c460 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "DELETE /v2.0/floatingips/4b96181f-5fd1-4e8b-b57a-74917ff48469 HTTP/1.1" status: 204 len: 168 time: 2.5501266 Oct 26 15:51:20.937096 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41716) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:20.937265 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-9ed5a532-3092-427d-b95b-c35a6a598fb2 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Synchronizing usage tracker for tenant:83eb182a254c4564b45db91dc2782cf1 on resource:security_group_rule {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:51:20.958227 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port ed54c3ad-f0cd-4b92-886a-a5205241ce8a is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:51:20.974369 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-fa7d45b5-798e-44c5-ba95-b90796861632 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:20.978503 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-fa7d45b5-798e-44c5-ba95-b90796861632 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Usage tracker for resource:port and tenant:81f9d918a7ff445e8b2c1951e5c33cc9 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:51:20.981339 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-fa7d45b5-798e-44c5-ba95-b90796861632 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:51:20.987620 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-fa7d45b5-798e-44c5-ba95-b90796861632 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:21.020546 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-7797fb15-6198-426d-9588-f6749c4871ee tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] delete failed (client error): The resource could not be found. Oct 26 15:51:21.027914 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-7797fb15-6198-426d-9588-f6749c4871ee tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "DELETE /v2.0/floatingips/4b96181f-5fd1-4e8b-b57a-74917ff48469 HTTP/1.1" status: 404 len: 345 time: 0.0835598 Oct 26 15:51:21.028109 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-9ed5a532-3092-427d-b95b-c35a6a598fb2 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Unset dirty status for tenant:83eb182a254c4564b45db91dc2782cf1 on resource:security_group_rule {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:51:21.028109 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-9ed5a532-3092-427d-b95b-c35a6a598fb2 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3509851 Oct 26 15:51:21.028109 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41720) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:21.028393 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-e72b8e84-7bdf-4d37-92be-31b4747ad6b2 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] For port 3d105a1b-f862-4ca1-8975-d36cb7635de7, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=3d105a1b-f862-4ca1-8975-d36cb7635de7,segment=NetworkSegment(7bed4d07-6b31-4ab6-91ee-8dc172304fc1),segment_id=7bed4d07-6b31-4ab6-91ee-8dc172304fc1)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:51:21.028393 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e72b8e84-7bdf-4d37-92be-31b4747ad6b2 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:21.035723 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41724) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:21.070876 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7d45b5-798e-44c5-ba95-b90796861632 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Made reservation on behalf of 81f9d918a7ff445e8b2c1951e5c33cc9 for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:51:21.074396 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fa7d45b5-798e-44c5-ba95-b90796861632 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:21.109483 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-fa7d45b5-798e-44c5-ba95-b90796861632 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] device_id is not set on port 09e4883c-0b02-48da-bb17-0f68997e69b8 yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:51:21.170416 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-e72b8e84-7bdf-4d37-92be-31b4747ad6b2 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Calling delete_port for 3d105a1b-f862-4ca1-8975-d36cb7635de7 owned by network:router_interface {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:51:21.220856 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-a07aa84a-e149-4bbd-8ba1-cdc3bf2791da None None] Attempt 2 to provision port e0de857c-d029-4d26-b730-eb6c078dcb8a Oct 26 15:51:21.229638 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-81045e26-32c0-49b6-8418-d7a0ab192353 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:21.241032 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fffd18-1e53-47da-b7b0-e9cd95f60293 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:21.246447 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fffd18-1e53-47da-b7b0-e9cd95f60293 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:21.246722 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-81045e26-32c0-49b6-8418-d7a0ab192353 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:21.253687 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fffd18-1e53-47da-b7b0-e9cd95f60293 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:21.253850 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-87fffd18-1e53-47da-b7b0-e9cd95f60293 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Synchronizing usage tracker for tenant:be078dbf59284c8db757499639ef8c28 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:51:21.283408 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a07aa84a-e149-4bbd-8ba1-cdc3bf2791da None None] Port e0de857c-d029-4d26-b730-eb6c078dcb8a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:51:21.294819 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-fa7d45b5-798e-44c5-ba95-b90796861632 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Allocated IP 172.20.0.12 (557b7b7e-f11f-441a-8f17-9a5f065c41d4/a225878d-1021-4097-b509-9a0410342df5/09e4883c-0b02-48da-bb17-0f68997e69b8) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:51:21.373917 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-87fffd18-1e53-47da-b7b0-e9cd95f60293 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Unset dirty status for tenant:be078dbf59284c8db757499639ef8c28 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:51:21.375204 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-87fffd18-1e53-47da-b7b0-e9cd95f60293 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "GET /v2.0/ports?network_id=e94e8c8a-a582-41c1-a696-8dfeab49cdb0 HTTP/1.1" status: 200 len: 2358 time: 0.3488710 Oct 26 15:51:21.381075 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41728) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:21.424770 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-81045e26-32c0-49b6-8418-d7a0ab192353 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:21.459476 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81045e26-32c0-49b6-8418-d7a0ab192353 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a3ab788-98a3-4852-bed4-bc9549c0fc61,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:21.482438 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9206d082-93c8-4887-ba06-b6db9b37e7d6 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:21.483723 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-9206d082-93c8-4887-ba06-b6db9b37e7d6 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "GET /v2.0/subnets/a231fc49-1080-4ecc-9fe9-e75ac9fd203d HTTP/1.1" status: 200 len: 797 time: 0.1017230 Oct 26 15:51:21.489096 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41732) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:21.494531 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-1822c871-775d-473e-8c16-16f38594f83b tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Request body: {'port': {'network_id': 'e94e8c8a-a582-41c1-a696-8dfeab49cdb0', 'name': 'tempest-FloatingIPTestJSON-1296900136', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:21.506732 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fa7d45b5-798e-44c5-ba95-b90796861632 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:21.541250 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-fa7d45b5-798e-44c5-ba95-b90796861632 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Transition to ACTIVE for port object 09e4883c-0b02-48da-bb17-0f68997e69b8 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:51:21.563394 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e72b8e84-7bdf-4d37-92be-31b4747ad6b2 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:21.618179 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-81045e26-32c0-49b6-8418-d7a0ab192353 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:21.619301 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-81045e26-32c0-49b6-8418-d7a0ab192353 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/7a3ab788-98a3-4852-bed4-bc9549c0fc61 HTTP/1.1" status: 204 len: 168 time: 0.5826566 Oct 26 15:51:21.622667 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41736) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:21.624340 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72b8e84-7bdf-4d37-92be-31b4747ad6b2 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event deleted for resources: {'Port': ['ID=3d105a1b-f862-4ca1-8975-d36cb7635de7,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:21.652322 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fa7d45b5-798e-44c5-ba95-b90796861632 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:21.752086 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-3d434b18-6a9c-45be-9a3a-452017574a3a tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1254299 Oct 26 15:51:21.753633 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41740) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:21.762153 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7d45b5-798e-44c5-ba95-b90796861632 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Network 557b7b7e-f11f-441a-8f17-9a5f065c41d4 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:51:21.769299 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-7e298e75-46e2-432a-b4ba-bc68b951e450 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Request body: {'security_group_rule': {'security_group_id': '1f8d9e45-bfe9-4468-8307-6458756c438d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:21.774242 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d45b5-798e-44c5-ba95-b90796861632 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event updated for resources: {'Port': ['ID=09e4883c-0b02-48da-bb17-0f68997e69b8,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:21.777039 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-fa7d45b5-798e-44c5-ba95-b90796861632 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:51:21.780639 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7d45b5-798e-44c5-ba95-b90796861632 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:51:21.784581 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-a07aa84a-e149-4bbd-8ba1-cdc3bf2791da None None] Attempt 3 to provision port e0de857c-d029-4d26-b730-eb6c078dcb8a Oct 26 15:51:21.812676 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-7e298e75-46e2-432a-b4ba-bc68b951e450 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:21.825004 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7e298e75-46e2-432a-b4ba-bc68b951e450 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Usage tracker for resource:security_group_rule and tenant:83eb182a254c4564b45db91dc2782cf1 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:51:21.831052 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7e298e75-46e2-432a-b4ba-bc68b951e450 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:51:21.840857 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-7e298e75-46e2-432a-b4ba-bc68b951e450 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:21.875144 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a07aa84a-e149-4bbd-8ba1-cdc3bf2791da None None] Port e0de857c-d029-4d26-b730-eb6c078dcb8a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:51:21.884183 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7d45b5-798e-44c5-ba95-b90796861632 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:21.884843 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fa7d45b5-798e-44c5-ba95-b90796861632 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:21.926871 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-1822c871-775d-473e-8c16-16f38594f83b tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:21.972883 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7e298e75-46e2-432a-b4ba-bc68b951e450 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:21.988294 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-fa7d45b5-798e-44c5-ba95-b90796861632 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3520026 Oct 26 15:51:21.992473 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41744) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:22.050976 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-1822c871-775d-473e-8c16-16f38594f83b tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:22.100397 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e72b8e84-7bdf-4d37-92be-31b4747ad6b2 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:22.104898 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7e298e75-46e2-432a-b4ba-bc68b951e450 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:22.121982 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1def52-5931-4805-8dc8-8eb5c41b189a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:22.122705 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-2a1def52-5931-4805-8dc8-8eb5c41b189a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Synchronizing usage tracker for tenant:81f9d918a7ff445e8b2c1951e5c33cc9 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:51:22.165996 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1822c871-775d-473e-8c16-16f38594f83b tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Made reservation on behalf of be078dbf59284c8db757499639ef8c28 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:51:22.194204 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7e298e75-46e2-432a-b4ba-bc68b951e450 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:22.201500 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-2a1def52-5931-4805-8dc8-8eb5c41b189a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Unset dirty status for tenant:81f9d918a7ff445e8b2c1951e5c33cc9 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:51:22.202679 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-2a1def52-5931-4805-8dc8-8eb5c41b189a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.2089400 Oct 26 15:51:22.214057 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41748) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:22.260847 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e298e75-46e2-432a-b4ba-bc68b951e450 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=907ac7fb-1b6f-43ed-9c17-afa66a144a26,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:22.302731 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-7d02882f-94df-469a-a13d-bf2e57eb8a20 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Deleting port 09e4883c-0b02-48da-bb17-0f68997e69b8 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:51:22.303073 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7d02882f-94df-469a-a13d-bf2e57eb8a20 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:22.356006 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7e298e75-46e2-432a-b4ba-bc68b951e450 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:22.357590 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-7e298e75-46e2-432a-b4ba-bc68b951e450 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6006663 Oct 26 15:51:22.359872 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41752) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:22.376615 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-a07aa84a-e149-4bbd-8ba1-cdc3bf2791da None None] Attempt 4 to provision port e0de857c-d029-4d26-b730-eb6c078dcb8a Oct 26 15:51:22.430937 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-cba7a42b-9438-4bfb-a70d-0ddda8bf0c29 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "GET /v2.0/security-group-rules/907ac7fb-1b6f-43ed-9c17-afa66a144a26 HTTP/1.1" status: 200 len: 763 time: 0.0677471 Oct 26 15:51:22.432167 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41756) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:22.439146 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a07aa84a-e149-4bbd-8ba1-cdc3bf2791da None None] Port e0de857c-d029-4d26-b730-eb6c078dcb8a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:51:22.515766 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1822c871-775d-473e-8c16-16f38594f83b tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:22.550415 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [None req-1822c871-775d-473e-8c16-16f38594f83b tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] device_id is not set on port f5cbab58-47fb-40dd-b966-76d7d0e9a853 yet. {{(pid=89748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:51:22.560546 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-05a01562-cb04-4890-bbe9-419a805c8057 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Synchronizing usage tracker for tenant:83eb182a254c4564b45db91dc2782cf1 on resource:security_group_rule {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:51:22.605984 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e72b8e84-7bdf-4d37-92be-31b4747ad6b2 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Router 905bf32a-aede-41c4-8362-12b9c4083bdc has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:51:22.624434 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7d02882f-94df-469a-a13d-bf2e57eb8a20 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:22.707350 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-05a01562-cb04-4890-bbe9-419a805c8057 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Unset dirty status for tenant:83eb182a254c4564b45db91dc2782cf1 on resource:security_group_rule {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:51:22.708838 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-05a01562-cb04-4890-bbe9-419a805c8057 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2762835 Oct 26 15:51:22.715494 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41760) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:22.773310 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-7d02882f-94df-469a-a13d-bf2e57eb8a20 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Calling delete_port for 09e4883c-0b02-48da-bb17-0f68997e69b8 owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:51:22.852124 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-33c90477-3a9d-47de-85cb-005d078b952d tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:22.877407 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-33c90477-3a9d-47de-85cb-005d078b952d tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:22.929107 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72b8e84-7bdf-4d37-92be-31b4747ad6b2 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:51:22.938913 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92cefa2-efbc-411b-a519-1a904b6ee172 None None] Sync routers for ids ['905bf32a-aede-41c4-8362-12b9c4083bdc'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:51:22.943546 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-a07aa84a-e149-4bbd-8ba1-cdc3bf2791da None None] Attempt 5 to provision port e0de857c-d029-4d26-b730-eb6c078dcb8a Oct 26 15:51:22.972664 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-e72b8e84-7bdf-4d37-92be-31b4747ad6b2 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "PUT /v2.0/routers/905bf32a-aede-41c4-8362-12b9c4083bdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7645299 Oct 26 15:51:22.975814 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41764) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:22.993847 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92cefa2-efbc-411b-a519-1a904b6ee172 None None] Routers {'905bf32a-aede-41c4-8362-12b9c4083bdc'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:22.994493 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-d92cefa2-efbc-411b-a519-1a904b6ee172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['905bf32a-aede-41c4-8362-12b9c4083bdc'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:23.013214 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-33c90477-3a9d-47de-85cb-005d078b952d tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:23.017777 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7d02882f-94df-469a-a13d-bf2e57eb8a20 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:23.026792 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-33c90477-3a9d-47de-85cb-005d078b952d tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:23.030219 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-33c90477-3a9d-47de-85cb-005d078b952d tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/907ac7fb-1b6f-43ed-9c17-afa66a144a26 HTTP/1.1" status: 204 len: 168 time: 0.3070450 Oct 26 15:51:23.032706 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41768) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:23.054071 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c90477-3a9d-47de-85cb-005d078b952d tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=907ac7fb-1b6f-43ed-9c17-afa66a144a26,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:23.077825 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-1822c871-775d-473e-8c16-16f38594f83b tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Allocated IP 172.20.0.14 (e94e8c8a-a582-41c1-a696-8dfeab49cdb0/a231fc49-1080-4ecc-9fe9-e75ac9fd203d/f5cbab58-47fb-40dd-b966-76d7d0e9a853) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:51:23.090676 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-1822c871-775d-473e-8c16-16f38594f83b tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Allocated IP 172.20.0.13 (e94e8c8a-a582-41c1-a696-8dfeab49cdb0/a231fc49-1080-4ecc-9fe9-e75ac9fd203d/f5cbab58-47fb-40dd-b966-76d7d0e9a853) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:51:23.116246 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-2a998d06-5b41-45c3-a3f9-85db26e7ccea tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Synchronizing usage tracker for tenant:83eb182a254c4564b45db91dc2782cf1 on resource:security_group_rule {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:51:23.136750 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a07aa84a-e149-4bbd-8ba1-cdc3bf2791da None None] Port e0de857c-d029-4d26-b730-eb6c078dcb8a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:51:23.164110 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-d92cefa2-efbc-411b-a519-1a904b6ee172 None None] Set router 905bf32a-aede-41c4-8362-12b9c4083bdc gateway port host: None {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:51:23.195599 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02882f-94df-469a-a13d-bf2e57eb8a20 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event deleted for resources: {'Port': ['ID=09e4883c-0b02-48da-bb17-0f68997e69b8,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:23.249284 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-2a998d06-5b41-45c3-a3f9-85db26e7ccea tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Unset dirty status for tenant:83eb182a254c4564b45db91dc2782cf1 on resource:security_group_rule {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:51:23.253833 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2a998d06-5b41-45c3-a3f9-85db26e7ccea tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2168968 Oct 26 15:51:23.256657 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41772) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:23.265036 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-95466659-dabb-49d9-b9b3-ed18dbe94d92 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Request body: {'security_group_rule': {'security_group_id': '1f8d9e45-bfe9-4468-8307-6458756c438d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:23.273727 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-95466659-dabb-49d9-b9b3-ed18dbe94d92 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:23.290887 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-76f702e4-56c0-4a00-8255-8e75f5339dc8 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Deleting subnet e297b24c-b2a6-41c5-9305-21dded8ee2d5 {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:51:23.302716 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-95466659-dabb-49d9-b9b3-ed18dbe94d92 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:23.314030 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-76f702e4-56c0-4a00-8255-8e75f5339dc8 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:23.391699 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7d02882f-94df-469a-a13d-bf2e57eb8a20 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:23.401267 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-76f702e4-56c0-4a00-8255-8e75f5339dc8 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:23.504489 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-7d02882f-94df-469a-a13d-bf2e57eb8a20 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/ports/09e4883c-0b02-48da-bb17-0f68997e69b8 HTTP/1.1" status: 204 len: 168 time: 1.2884901 Oct 26 15:51:23.506059 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-76f702e4-56c0-4a00-8255-8e75f5339dc8 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:23.507054 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41778) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:23.569903 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d9fe307-4455-4b7a-9489-3b70c464563c tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] GET failed (client error): The resource could not be found. Oct 26 15:51:23.570605 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8d9fe307-4455-4b7a-9489-3b70c464563c tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Synchronizing usage tracker for tenant:81f9d918a7ff445e8b2c1951e5c33cc9 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:51:23.571552 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-d92cefa2-efbc-411b-a519-1a904b6ee172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'name': 'tempest-RoutersTest-router-1020197022', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:50:33Z', 'updated_at': '2022-10-26T15:51:21Z', 'revision_number': 8, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'gw_port_host': None, '_interfaces': [{'id': '42acb0b5-00d5-4703-ae1c-77f827bc1034', 'name': '', 'network_id': 'a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:39:96:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:37Z', 'updated_at': '2022-10-26T15:50:48Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ac62f2d-b4e7-4706-9566-bb6c4e464cbe', 'name': '', 'network_id': '549dd6ac-4351-4984-8516-5fd7b0833d08', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:0d:52:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '77da3f29-f272-42f9-b7d7-d1b9e7b65d0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:45Z', 'updated_at': '2022-10-26T15:50:56Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': '77da3f29-f272-42f9-b7d7-d1b9e7b65d0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc11299b-cbf9-4616-b3f2-be7dcc9bd873', 'name': '', 'network_id': '61653a7c-fbce-4bde-b0fd-141d12aa345d', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:7e:fa:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'ad8a343a-7361-4b6e-a719-c716a7dd99e2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:55Z', 'updated_at': '2022-10-26T15:51:04Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': 'ad8a343a-7361-4b6e-a719-c716a7dd99e2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:23.575430 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1822c871-775d-473e-8c16-16f38594f83b tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:23.575786 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92cefa2-efbc-411b-a519-1a904b6ee172 None None] Checking router: 905bf32a-aede-41c4-8362-12b9c4083bdc for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:51:23.580081 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-95466659-dabb-49d9-b9b3-ed18dbe94d92 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:23.587630 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92cefa2-efbc-411b-a519-1a904b6ee172 None None] Routers {'905bf32a-aede-41c4-8362-12b9c4083bdc'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:23.588238 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-d92cefa2-efbc-411b-a519-1a904b6ee172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['905bf32a-aede-41c4-8362-12b9c4083bdc'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:23.662191 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-95466659-dabb-49d9-b9b3-ed18dbe94d92 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:23.675443 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-76f702e4-56c0-4a00-8255-8e75f5339dc8 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:23.746861 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f702e4-56c0-4a00-8255-8e75f5339dc8 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event deleted for resources: {'Subnet': ['ID=e297b24c-b2a6-41c5-9305-21dded8ee2d5,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:23.747336 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8d9fe307-4455-4b7a-9489-3b70c464563c tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Unset dirty status for tenant:81f9d918a7ff445e8b2c1951e5c33cc9 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:51:23.753055 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-8d9fe307-4455-4b7a-9489-3b70c464563c tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "GET /v2.0/ports/09e4883c-0b02-48da-bb17-0f68997e69b8 HTTP/1.1" status: 404 len: 333 time: 0.2402468 Oct 26 15:51:23.759138 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-76f702e4-56c0-4a00-8255-8e75f5339dc8 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:23.759286 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41782) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:23.763898 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-76f702e4-56c0-4a00-8255-8e75f5339dc8 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "DELETE /v2.0/subnets/e297b24c-b2a6-41c5-9305-21dded8ee2d5 HTTP/1.1" status: 204 len: 168 time: 0.7842379 Oct 26 15:51:23.764340 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41786) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:23.785019 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-a07aa84a-e149-4bbd-8ba1-cdc3bf2791da None None] Attempt 6 to provision port e0de857c-d029-4d26-b730-eb6c078dcb8a Oct 26 15:51:23.796721 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-95466659-dabb-49d9-b9b3-ed18dbe94d92 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:23.809654 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c44e65-ddef-4e9a-bfcd-7c628b14a904 None None] Network cfbed57f-0f4f-45a1-8a6d-22b934ad8807 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:51:23.817115 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1822c871-775d-473e-8c16-16f38594f83b tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:23.886934 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8ad495d6-12a2-4f50-a583-a5e68a2e662e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:23.900003 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-8ad495d6-12a2-4f50-a583-a5e68a2e662e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Deleting port ff8bf7ee-e86d-441c-9768-99b695ca0637 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:51:23.900562 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8ad495d6-12a2-4f50-a583-a5e68a2e662e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:23.907855 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95466659-dabb-49d9-b9b3-ed18dbe94d92 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bb4cf7b-9993-48e5-be74-fe8952cf9fcd,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:23.944169 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-52a40f6e-d9f9-48e4-8851-4eb0fff78957 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Deleting port e0de857c-d029-4d26-b730-eb6c078dcb8a {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:51:23.944169 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-52a40f6e-d9f9-48e4-8851-4eb0fff78957 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:23.953152 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a07aa84a-e149-4bbd-8ba1-cdc3bf2791da None None] Port e0de857c-d029-4d26-b730-eb6c078dcb8a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:51:23.977171 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-d92cefa2-efbc-411b-a519-1a904b6ee172 None None] Set router 905bf32a-aede-41c4-8362-12b9c4083bdc gateway port host: None {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:51:23.978132 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1822c871-775d-473e-8c16-16f38594f83b tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Network e94e8c8a-a582-41c1-a696-8dfeab49cdb0 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:51:23.994996 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1822c871-775d-473e-8c16-16f38594f83b tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Pushing event updated for resources: {'Port': ['ID=f5cbab58-47fb-40dd-b966-76d7d0e9a853,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:23.997563 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-1822c871-775d-473e-8c16-16f38594f83b tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:51:24.003178 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1822c871-775d-473e-8c16-16f38594f83b tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:51:24.096256 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-95466659-dabb-49d9-b9b3-ed18dbe94d92 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:24.100053 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-95466659-dabb-49d9-b9b3-ed18dbe94d92 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8398817 Oct 26 15:51:24.102054 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41790) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:24.123187 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1822c871-775d-473e-8c16-16f38594f83b tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:24.123831 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1822c871-775d-473e-8c16-16f38594f83b tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:24.147428 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ebfe738c-d9c2-47a4-861d-f4a2f3d4b5b1 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "GET /v2.0/security-group-rules/4bb4cf7b-9993-48e5-be74-fe8952cf9fcd HTTP/1.1" status: 200 len: 764 time: 0.0432360 Oct 26 15:51:24.148493 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41794) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:24.190273 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-8ad495d6-12a2-4f50-a583-a5e68a2e662e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] For port ff8bf7ee-e86d-441c-9768-99b695ca0637, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=ff8bf7ee-e86d-441c-9768-99b695ca0637,segment=NetworkSegment(7bed4d07-6b31-4ab6-91ee-8dc172304fc1),segment_id=7bed4d07-6b31-4ab6-91ee-8dc172304fc1)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:51:24.190545 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8ad495d6-12a2-4f50-a583-a5e68a2e662e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:24.228632 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-1822c871-775d-473e-8c16-16f38594f83b tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.7360380 Oct 26 15:51:24.229706 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41798) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:24.237749 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-d7c0a2c7-e224-41aa-ad13-82d5a1056ef4 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Request body: {'floatingip': {'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'port_id': 'f5cbab58-47fb-40dd-b966-76d7d0e9a853', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:24.247996 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-d7c0a2c7-e224-41aa-ad13-82d5a1056ef4 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:24.271667 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-d7c0a2c7-e224-41aa-ad13-82d5a1056ef4 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:24.315601 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-52a40f6e-d9f9-48e4-8851-4eb0fff78957 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:24.347491 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-8ad495d6-12a2-4f50-a583-a5e68a2e662e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Calling delete_port for ff8bf7ee-e86d-441c-9768-99b695ca0637 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:51:24.385763 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d7c0a2c7-e224-41aa-ad13-82d5a1056ef4 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for floatingip, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:24.392395 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-08415c93-0ecd-45fa-8a64-91b81501069c tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2401633 Oct 26 15:51:24.399666 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cf5cdd-1128-43a0-bd1f-852caf40476a None None] DHCP port deletion for cfbed57f-0f4f-45a1-8a6d-22b934ad8807 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:51:24.407407 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41802) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:24.410999 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c0cf5cdd-1128-43a0-bd1f-852caf40476a None None] Deleting port ff8bf7ee-e86d-441c-9768-99b695ca0637 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:51:24.412482 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c0cf5cdd-1128-43a0-bd1f-852caf40476a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:24.441586 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-03b33476-bc68-4ebd-a116-d2bdd0e60def tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:24.454685 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-03b33476-bc68-4ebd-a116-d2bdd0e60def tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:24.454938 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-a07aa84a-e149-4bbd-8ba1-cdc3bf2791da None None] Attempt 7 to provision port e0de857c-d029-4d26-b730-eb6c078dcb8a Oct 26 15:51:24.464098 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-52a40f6e-d9f9-48e4-8851-4eb0fff78957 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Calling delete_port for e0de857c-d029-4d26-b730-eb6c078dcb8a owned by {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:51:24.518388 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-d92cefa2-efbc-411b-a519-1a904b6ee172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'name': 'tempest-RoutersTest-router-1020197022', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:50:33Z', 'updated_at': '2022-10-26T15:51:21Z', 'revision_number': 8, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'gw_port_host': None, '_interfaces': [{'id': '42acb0b5-00d5-4703-ae1c-77f827bc1034', 'name': '', 'network_id': 'a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:39:96:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:37Z', 'updated_at': '2022-10-26T15:50:48Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ac62f2d-b4e7-4706-9566-bb6c4e464cbe', 'name': '', 'network_id': '549dd6ac-4351-4984-8516-5fd7b0833d08', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:0d:52:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '77da3f29-f272-42f9-b7d7-d1b9e7b65d0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:45Z', 'updated_at': '2022-10-26T15:50:56Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': '77da3f29-f272-42f9-b7d7-d1b9e7b65d0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc11299b-cbf9-4616-b3f2-be7dcc9bd873', 'name': '', 'network_id': '61653a7c-fbce-4bde-b0fd-141d12aa345d', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:7e:fa:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'ad8a343a-7361-4b6e-a719-c716a7dd99e2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:55Z', 'updated_at': '2022-10-26T15:51:04Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': 'ad8a343a-7361-4b6e-a719-c716a7dd99e2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:24.555851 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92cefa2-efbc-411b-a519-1a904b6ee172 None None] The sync data for ids ['905bf32a-aede-41c4-8362-12b9c4083bdc'] in dv-neutron-862712-1-hyperv is: [{'id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'name': 'tempest-RoutersTest-router-1020197022', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:50:33Z', 'updated_at': '2022-10-26T15:51:21Z', 'revision_number': 8, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'gw_port_host': None, '_interfaces': [{'id': '42acb0b5-00d5-4703-ae1c-77f827bc1034', 'name': '', 'network_id': 'a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:39:96:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:37Z', 'updated_at': '2022-10-26T15:50:48Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ac62f2d-b4e7-4706-9566-bb6c4e464cbe', 'name': '', 'network_id': '549dd6ac-4351-4984-8516-5fd7b0833d08', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:0d:52:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '77da3f29-f272-42f9-b7d7-d1b9e7b65d0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:45Z', 'updated_at': '2022-10-26T15:50:56Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': '77da3f29-f272-42f9-b7d7-d1b9e7b65d0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc11299b-cbf9-4616-b3f2-be7dcc9bd873', 'name': '', 'network_id': '61653a7c-fbce-4bde-b0fd-141d12aa345d', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:7e:fa:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'ad8a343a-7361-4b6e-a719-c716a7dd99e2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:55Z', 'updated_at': '2022-10-26T15:51:04Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': 'ad8a343a-7361-4b6e-a719-c716a7dd99e2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:51:24.569864 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a07aa84a-e149-4bbd-8ba1-cdc3bf2791da None None] Port e0de857c-d029-4d26-b730-eb6c078dcb8a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:51:24.576800 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-03b33476-bc68-4ebd-a116-d2bdd0e60def tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:24.597639 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b33476-bc68-4ebd-a116-d2bdd0e60def tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4bb4cf7b-9993-48e5-be74-fe8952cf9fcd,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:24.607886 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8ad495d6-12a2-4f50-a583-a5e68a2e662e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:24.669252 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad495d6-12a2-4f50-a583-a5e68a2e662e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event deleted for resources: {'Port': ['ID=ff8bf7ee-e86d-441c-9768-99b695ca0637,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:24.678753 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-03b33476-bc68-4ebd-a116-d2bdd0e60def tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:24.683125 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-03b33476-bc68-4ebd-a116-d2bdd0e60def tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/4bb4cf7b-9993-48e5-be74-fe8952cf9fcd HTTP/1.1" status: 204 len: 168 time: 0.2745123 Oct 26 15:51:24.683991 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41806) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:24.685038 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad495d6-12a2-4f50-a583-a5e68a2e662e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] No DVR routers for this DVR port ff8bf7ee-e86d-441c-9768-99b695ca0637 on host dv-neutron-862712-1-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:51:24.695773 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-c0cf5cdd-1128-43a0-bd1f-852caf40476a None None] For port ff8bf7ee-e86d-441c-9768-99b695ca0637, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=ff8bf7ee-e86d-441c-9768-99b695ca0637,segment=NetworkSegment(7bed4d07-6b31-4ab6-91ee-8dc172304fc1),segment_id=7bed4d07-6b31-4ab6-91ee-8dc172304fc1)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:51:24.696082 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c0cf5cdd-1128-43a0-bd1f-852caf40476a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:24.763053 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d7c0a2c7-e224-41aa-ad13-82d5a1056ef4 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:24.802281 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-52a40f6e-d9f9-48e4-8851-4eb0fff78957 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:24.826033 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c0cf5cdd-1128-43a0-bd1f-852caf40476a None None] Calling delete_port for ff8bf7ee-e86d-441c-9768-99b695ca0637 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:51:24.857551 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-64934105-b884-46a3-a764-a1885fbe2238 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Synchronizing usage tracker for tenant:83eb182a254c4564b45db91dc2782cf1 on resource:security_group_rule {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:51:24.866809 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8ad495d6-12a2-4f50-a583-a5e68a2e662e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:24.898090 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-8ad495d6-12a2-4f50-a583-a5e68a2e662e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfbed57f-0f4f-45a1-8a6d-22b934ad8807']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:24.901633 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a40f6e-d9f9-48e4-8851-4eb0fff78957 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event deleted for resources: {'Port': ['ID=e0de857c-d029-4d26-b730-eb6c078dcb8a,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:24.927331 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-c0cf5cdd-1128-43a0-bd1f-852caf40476a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:51:24.927848 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-c0cf5cdd-1128-43a0-bd1f-852caf40476a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:51:24.931470 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-8ad495d6-12a2-4f50-a583-a5e68a2e662e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bed4d07-6b31-4ab6-91ee-8dc172304fc1') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:24.931981 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-8ad495d6-12a2-4f50-a583-a5e68a2e662e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bed4d07-6b31-4ab6-91ee-8dc172304fc1') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:24.948743 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8ad495d6-12a2-4f50-a583-a5e68a2e662e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:24.964898 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-64934105-b884-46a3-a764-a1885fbe2238 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Unset dirty status for tenant:83eb182a254c4564b45db91dc2782cf1 on resource:security_group_rule {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:51:24.969916 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-64934105-b884-46a3-a764-a1885fbe2238 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2793937 Oct 26 15:51:24.970408 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41810) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:24.980015 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8ad495d6-12a2-4f50-a583-a5e68a2e662e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:24.990178 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ad495d6-12a2-4f50-a583-a5e68a2e662e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:51:24.990639 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8ad495d6-12a2-4f50-a583-a5e68a2e662e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:25.041484 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device ff8bf7ee-e86d-441c-9768-99b695ca0637 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:51:25.085264 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-52a40f6e-d9f9-48e4-8851-4eb0fff78957 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:25.097419 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 7bed4d07-6b31-4ab6-91ee-8dc172304fc1 resource provider aggregate not found Oct 26 15:51:25.099020 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-a07aa84a-e149-4bbd-8ba1-cdc3bf2791da None None] Attempt 8 to provision port e0de857c-d029-4d26-b730-eb6c078dcb8a Oct 26 15:51:25.135941 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 7bed4d07-6b31-4ab6-91ee-8dc172304fc1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7bed4d07-6b31-4ab6-91ee-8dc172304fc1 found for delete ", "request_id": "req-7d91ffcd-f008-4447-a629-9042543c4fbe"}]} Oct 26 15:51:25.137263 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ec62a10a-21c5-4152-ae1c-5803753ac3df tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:25.155730 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-d7c0a2c7-e224-41aa-ad13-82d5a1056ef4 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Allocated IP 172.26.2.107 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/88b59236-05df-404d-ae34-c276a1ebeba7) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:51:25.179018 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: ff8bf7ee-e86d-441c-9768-99b695ca0637 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:51:25.179360 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device ff8bf7ee-e86d-441c-9768-99b695ca0637 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:51:25.179767 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 3d105a1b-f862-4ca1-8975-d36cb7635de7 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:51:25.194232 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ec62a10a-21c5-4152-ae1c-5803753ac3df tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:25.255300 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a07aa84a-e149-4bbd-8ba1-cdc3bf2791da None None] Port e0de857c-d029-4d26-b730-eb6c078dcb8a was deleted so its status cannot be updated. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:51:25.262559 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 3d105a1b-f862-4ca1-8975-d36cb7635de7 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:51:25.262973 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 3d105a1b-f862-4ca1-8975-d36cb7635de7 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:51:25.276976 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-52a40f6e-d9f9-48e4-8851-4eb0fff78957 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/ports/e0de857c-d029-4d26-b730-eb6c078dcb8a HTTP/1.1" status: 204 len: 168 time: 1.5225704 Oct 26 15:51:25.279774 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41818) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:25.316086 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8ad495d6-12a2-4f50-a583-a5e68a2e662e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:25.341346 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8ad495d6-12a2-4f50-a583-a5e68a2e662e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:25.344051 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f47e60b-632f-442d-a7d6-129d308b5291 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] GET failed (client error): The resource could not be found. Oct 26 15:51:25.344766 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7f47e60b-632f-442d-a7d6-129d308b5291 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Synchronizing usage tracker for tenant:81f9d918a7ff445e8b2c1951e5c33cc9 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:51:25.355092 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad495d6-12a2-4f50-a583-a5e68a2e662e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event deleted for resources: {'Network': ['ID=cfbed57f-0f4f-45a1-8a6d-22b934ad8807,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:25.358788 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8ad495d6-12a2-4f50-a583-a5e68a2e662e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "DELETE /v2.0/networks/cfbed57f-0f4f-45a1-8a6d-22b934ad8807 HTTP/1.1" status: 204 len: 168 time: 1.5933943 Oct 26 15:51:25.362772 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41822) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:25.368842 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-771e4a9e-d397-42c1-89c8-bad2b6b2366d None None] Could not find standard attr ID for object 09e4883c-0b02-48da-bb17-0f68997e69b8. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:51:25.380277 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d7c0a2c7-e224-41aa-ad13-82d5a1056ef4 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:25.427671 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ec62a10a-21c5-4152-ae1c-5803753ac3df tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:25.429117 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c0cf5cdd-1128-43a0-bd1f-852caf40476a None None] Deleting port ff8bf7ee-e86d-441c-9768-99b695ca0637 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:51:25.429587 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c0cf5cdd-1128-43a0-bd1f-852caf40476a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:25.453885 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec62a10a-21c5-4152-ae1c-5803753ac3df tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8d9e45-bfe9-4468-8307-6458756c438d,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:25.487547 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d7c0a2c7-e224-41aa-ad13-82d5a1056ef4 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:25.511416 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c0cf5cdd-1128-43a0-bd1f-852caf40476a None None] The port 'ff8bf7ee-e86d-441c-9768-99b695ca0637' was deleted {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 15:51:25.629166 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7f47e60b-632f-442d-a7d6-129d308b5291 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Unset dirty status for tenant:81f9d918a7ff445e8b2c1951e5c33cc9 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:51:25.633031 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-7f47e60b-632f-442d-a7d6-129d308b5291 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "GET /v2.0/ports/e0de857c-d029-4d26-b730-eb6c078dcb8a HTTP/1.1" status: 404 len: 333 time: 0.3496275 Oct 26 15:51:25.633798 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41826) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:25.661549 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ec62a10a-21c5-4152-ae1c-5803753ac3df tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:25.665242 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ec62a10a-21c5-4152-ae1c-5803753ac3df tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "DELETE /v2.0/security-groups/1f8d9e45-bfe9-4468-8307-6458756c438d HTTP/1.1" status: 204 len: 168 time: 0.6893492 Oct 26 15:51:25.674593 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41830) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:25.713326 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c0a2c7-e224-41aa-ad13-82d5a1056ef4 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:51:25.717908 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-d7c0a2c7-e224-41aa-ad13-82d5a1056ef4 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:51:25.720754 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c0a2c7-e224-41aa-ad13-82d5a1056ef4 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Pushing event updated for resources: {'Port': ['ID=88b59236-05df-404d-ae34-c276a1ebeba7,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:25.729169 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c0a2c7-e224-41aa-ad13-82d5a1056ef4 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:51:25.799533 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8caa41af-c4c5-4996-9b2f-5a6b05a0b3c3 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Synchronizing usage tracker for tenant:83eb182a254c4564b45db91dc2782cf1 on resource:security_group {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:51:25.855024 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6db2c84-b430-449e-92a2-01a87fdf3889 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Deleting subnet a225878d-1021-4097-b509-9a0410342df5 {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:51:25.862855 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a6db2c84-b430-449e-92a2-01a87fdf3889 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:25.919229 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8caa41af-c4c5-4996-9b2f-5a6b05a0b3c3 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Unset dirty status for tenant:83eb182a254c4564b45db91dc2782cf1 on resource:security_group {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:51:25.920993 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-8caa41af-c4c5-4996-9b2f-5a6b05a0b3c3 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2431993 Oct 26 15:51:25.927692 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41834) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:25.937194 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-22dad210-9cbf-4753-94cb-a50b1b43da66 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Request body: {'security_group': {'name': 'tempest-secgroup--956042273'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:25.942913 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a6db2c84-b430-449e-92a2-01a87fdf3889 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:25.999275 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-22dad210-9cbf-4753-94cb-a50b1b43da66 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:26.028618 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-22dad210-9cbf-4753-94cb-a50b1b43da66 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:26.132936 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-22dad210-9cbf-4753-94cb-a50b1b43da66 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:26.162424 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a6db2c84-b430-449e-92a2-01a87fdf3889 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:26.177864 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d7c0a2c7-e224-41aa-ad13-82d5a1056ef4 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:26.209920 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-22dad210-9cbf-4753-94cb-a50b1b43da66 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:26.226513 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-22dad210-9cbf-4753-94cb-a50b1b43da66 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Usage tracker for resource:security_group_rule and tenant:83eb182a254c4564b45db91dc2782cf1 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:51:26.231239 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-22dad210-9cbf-4753-94cb-a50b1b43da66 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:51:26.243248 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-22dad210-9cbf-4753-94cb-a50b1b43da66 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:26.305120 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d7c0a2c7-e224-41aa-ad13-82d5a1056ef4 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:26.333493 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b37f2d6a-241c-406e-82a3-5890d50ecb6d tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:26.403473 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a6db2c84-b430-449e-92a2-01a87fdf3889 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:26.515541 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d7c0a2c7-e224-41aa-ad13-82d5a1056ef4 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:26.526278 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a6db2c84-b430-449e-92a2-01a87fdf3889 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:26.530993 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c683da-8f71-43d2-937a-c90a8590e0dd None None] Network 557b7b7e-f11f-441a-8f17-9a5f065c41d4 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:51:26.534039 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db2c84-b430-449e-92a2-01a87fdf3889 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event deleted for resources: {'Subnet': ['ID=a225878d-1021-4097-b509-9a0410342df5,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:26.569702 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a6db2c84-b430-449e-92a2-01a87fdf3889 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/subnets/a225878d-1021-4097-b509-9a0410342df5 HTTP/1.1" status: 204 len: 168 time: 0.9351685 Oct 26 15:51:26.572624 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41838) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:26.697092 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-22dad210-9cbf-4753-94cb-a50b1b43da66 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:26.700523 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d7c0a2c7-e224-41aa-ad13-82d5a1056ef4 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:26.771082 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-22dad210-9cbf-4753-94cb-a50b1b43da66 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:26.810629 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f712f3a7-7fcd-41c7-a18a-36134137ef2e tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:26.830869 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01afc62b-2bc9-4fe2-9be0-1fdf4e3826f4 None None] DHCP port deletion for 557b7b7e-f11f-441a-8f17-9a5f065c41d4 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:51:26.836951 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-01afc62b-2bc9-4fe2-9be0-1fdf4e3826f4 None None] Deleting port ed54c3ad-f0cd-4b92-886a-a5205241ce8a {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:51:26.837498 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-01afc62b-2bc9-4fe2-9be0-1fdf4e3826f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:26.844695 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-b37f2d6a-241c-406e-82a3-5890d50ecb6d tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Deleting port cc11299b-cbf9-4616-b3f2-be7dcc9bd873 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:51:26.845018 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b37f2d6a-241c-406e-82a3-5890d50ecb6d tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:26.849628 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c0a2c7-e224-41aa-ad13-82d5a1056ef4 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Pushing event updated for resources: {'Port': ['ID=88b59236-05df-404d-ae34-c276a1ebeba7,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:26.852052 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d7c0a2c7-e224-41aa-ad13-82d5a1056ef4 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:26.889954 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dad210-9cbf-4753-94cb-a50b1b43da66 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccabf9e7-0f0a-4e59-9094-ff454b9511e7,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:26.893213 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:26.912242 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-f712f3a7-7fcd-41c7-a18a-36134137ef2e tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Deleting port ed54c3ad-f0cd-4b92-886a-a5205241ce8a {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:51:26.912532 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f712f3a7-7fcd-41c7-a18a-36134137ef2e tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:26.977529 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-22dad210-9cbf-4753-94cb-a50b1b43da66 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:26.981316 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-22dad210-9cbf-4753-94cb-a50b1b43da66 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0498469 Oct 26 15:51:26.983765 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41842) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:26.990799 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-5a60a87f-9d4d-4aef-9ffd-f6fd52918517 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Request body: {'security_group_rule': {'security_group_id': 'ccabf9e7-0f0a-4e59-9094-ff454b9511e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:26.999672 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-5a60a87f-9d4d-4aef-9ffd-f6fd52918517 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:27.007666 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-5a60a87f-9d4d-4aef-9ffd-f6fd52918517 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Usage tracker for resource:security_group_rule and tenant:83eb182a254c4564b45db91dc2782cf1 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:51:27.018054 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-5a60a87f-9d4d-4aef-9ffd-f6fd52918517 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:51:27.028086 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-5a60a87f-9d4d-4aef-9ffd-f6fd52918517 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:27.073361 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-b37f2d6a-241c-406e-82a3-5890d50ecb6d tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] For port cc11299b-cbf9-4616-b3f2-be7dcc9bd873, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=cc11299b-cbf9-4616-b3f2-be7dcc9bd873,segment=NetworkSegment(0e885ccf-aabc-41d2-b6d6-134820db662b),segment_id=0e885ccf-aabc-41d2-b6d6-134820db662b)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:51:27.073734 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b37f2d6a-241c-406e-82a3-5890d50ecb6d tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:27.083716 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-01afc62b-2bc9-4fe2-9be0-1fdf4e3826f4 None None] For port ed54c3ad-f0cd-4b92-886a-a5205241ce8a, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=ed54c3ad-f0cd-4b92-886a-a5205241ce8a,segment=NetworkSegment(eb3c4f5c-fea9-4eba-9740-1ed2600048cc),segment_id=eb3c4f5c-fea9-4eba-9740-1ed2600048cc)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:51:27.084724 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-01afc62b-2bc9-4fe2-9be0-1fdf4e3826f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:27.195501 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.l3_db [None req-d7c0a2c7-e224-41aa-ad13-82d5a1056ef4 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Floating IP 622c6264-a65e-4bf0-a423-34b8e5cc56a5 associated. External IP: 172.26.2.107, port: f5cbab58-47fb-40dd-b966-76d7d0e9a853. Oct 26 15:51:27.222700 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-01afc62b-2bc9-4fe2-9be0-1fdf4e3826f4 None None] Calling delete_port for ed54c3ad-f0cd-4b92-886a-a5205241ce8a owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:51:27.328123 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5a60a87f-9d4d-4aef-9ffd-f6fd52918517 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:27.343791 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-b37f2d6a-241c-406e-82a3-5890d50ecb6d tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Calling delete_port for cc11299b-cbf9-4616-b3f2-be7dcc9bd873 owned by network:router_interface {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:51:27.377570 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-01afc62b-2bc9-4fe2-9be0-1fdf4e3826f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:27.426882 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01afc62b-2bc9-4fe2-9be0-1fdf4e3826f4 None None] Pushing event deleted for resources: {'Port': ['ID=ed54c3ad-f0cd-4b92-886a-a5205241ce8a,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:27.430577 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01afc62b-2bc9-4fe2-9be0-1fdf4e3826f4 None None] No DVR routers for this DVR port ed54c3ad-f0cd-4b92-886a-a5205241ce8a on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:51:27.473753 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-f712f3a7-7fcd-41c7-a18a-36134137ef2e tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] For port ed54c3ad-f0cd-4b92-886a-a5205241ce8a, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=ed54c3ad-f0cd-4b92-886a-a5205241ce8a,segment=NetworkSegment(eb3c4f5c-fea9-4eba-9740-1ed2600048cc),segment_id=eb3c4f5c-fea9-4eba-9740-1ed2600048cc)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:51:27.478682 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f712f3a7-7fcd-41c7-a18a-36134137ef2e tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:27.482148 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5a60a87f-9d4d-4aef-9ffd-f6fd52918517 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:27.548850 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5a60a87f-9d4d-4aef-9ffd-f6fd52918517 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:27.589293 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a60a87f-9d4d-4aef-9ffd-f6fd52918517 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45b501b0-7290-474f-80b0-6179b6b19f67,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:27.616759 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-f712f3a7-7fcd-41c7-a18a-36134137ef2e tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Calling delete_port for ed54c3ad-f0cd-4b92-886a-a5205241ce8a owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:51:27.673816 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b37f2d6a-241c-406e-82a3-5890d50ecb6d tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:27.756288 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5a60a87f-9d4d-4aef-9ffd-f6fd52918517 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:27.757535 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-5a60a87f-9d4d-4aef-9ffd-f6fd52918517 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7730947 Oct 26 15:51:27.774974 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41846) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:27.777576 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f2d6a-241c-406e-82a3-5890d50ecb6d tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event deleted for resources: {'Port': ['ID=cc11299b-cbf9-4616-b3f2-be7dcc9bd873,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:27.841125 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.db.api [None req-f712f3a7-7fcd-41c7-a18a-36134137ef2e tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:51:27.841958 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG oslo_db.api [None req-f712f3a7-7fcd-41c7-a18a-36134137ef2e tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:51:27.902144 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c0a2c7-e224-41aa-ad13-82d5a1056ef4 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Router bcda6f93-57d1-41ad-b007-62f0010b9957 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:51:28.022837 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0cedf7bd-ed4d-4952-a876-7abdce1b12ce tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:28.073445 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0cedf7bd-ed4d-4952-a876-7abdce1b12ce tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:28.082434 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c0a2c7-e224-41aa-ad13-82d5a1056ef4 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:51:28.092244 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87fc5bb-4634-4170-a98c-0c136802e2a1 None None] Sync routers for ids ['bcda6f93-57d1-41ad-b007-62f0010b9957'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:51:28.103062 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87fc5bb-4634-4170-a98c-0c136802e2a1 None None] Routers {'bcda6f93-57d1-41ad-b007-62f0010b9957'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:28.103856 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-c87fc5bb-4634-4170-a98c-0c136802e2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['bcda6f93-57d1-41ad-b007-62f0010b9957'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:28.107209 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b37f2d6a-241c-406e-82a3-5890d50ecb6d tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:28.168457 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-c87fc5bb-4634-4170-a98c-0c136802e2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:28.180518 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87fc5bb-4634-4170-a98c-0c136802e2a1 None None] Routers {'bcda6f93-57d1-41ad-b007-62f0010b9957'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:28.181120 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-c87fc5bb-4634-4170-a98c-0c136802e2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['bcda6f93-57d1-41ad-b007-62f0010b9957'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:28.216763 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d7c0a2c7-e224-41aa-ad13-82d5a1056ef4 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:28.246508 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-c87fc5bb-4634-4170-a98c-0c136802e2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:28.246508 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87fc5bb-4634-4170-a98c-0c136802e2a1 None None] The sync data for ids ['bcda6f93-57d1-41ad-b007-62f0010b9957'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:51:28.282521 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-d7c0a2c7-e224-41aa-ad13-82d5a1056ef4 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.0510240 Oct 26 15:51:28.284775 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41850) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:28.289712 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-066b2fed-8366-4fe0-b4d3-98f77e4d496b tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Request body: {'floatingip': {'port_id': 'f5cbab58-47fb-40dd-b966-76d7d0e9a853', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:28.347226 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-f712f3a7-7fcd-41c7-a18a-36134137ef2e tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Deleting port ed54c3ad-f0cd-4b92-886a-a5205241ce8a {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:51:28.347568 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f712f3a7-7fcd-41c7-a18a-36134137ef2e tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:28.351115 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0cedf7bd-ed4d-4952-a876-7abdce1b12ce tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:28.440308 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-f712f3a7-7fcd-41c7-a18a-36134137ef2e tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] The port 'ed54c3ad-f0cd-4b92-886a-a5205241ce8a' was deleted {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 15:51:28.441030 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cedf7bd-ed4d-4952-a876-7abdce1b12ce tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccabf9e7-0f0a-4e59-9094-ff454b9511e7,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:28.477070 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37f2d6a-241c-406e-82a3-5890d50ecb6d tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Router 905bf32a-aede-41c4-8362-12b9c4083bdc has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:51:28.511921 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-066b2fed-8366-4fe0-b4d3-98f77e4d496b tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for floatingip, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:28.629735 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0cedf7bd-ed4d-4952-a876-7abdce1b12ce tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:28.633283 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-0cedf7bd-ed4d-4952-a876-7abdce1b12ce tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "DELETE /v2.0/security-groups/ccabf9e7-0f0a-4e59-9094-ff454b9511e7 HTTP/1.1" status: 204 len: 168 time: 0.8571181 Oct 26 15:51:28.636416 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41854) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:28.662282 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37f2d6a-241c-406e-82a3-5890d50ecb6d tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:51:28.672952 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b469db4-98b0-429b-826f-30efd381d50c None None] Sync routers for ids ['905bf32a-aede-41c4-8362-12b9c4083bdc'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:51:28.675567 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b37f2d6a-241c-406e-82a3-5890d50ecb6d tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "PUT /v2.0/routers/905bf32a-aede-41c4-8362-12b9c4083bdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3118086 Oct 26 15:51:28.678356 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41858) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:28.686056 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b469db4-98b0-429b-826f-30efd381d50c None None] Routers {'905bf32a-aede-41c4-8362-12b9c4083bdc'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:28.694724 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f712f3a7-7fcd-41c7-a18a-36134137ef2e tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:28.694921 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-8b469db4-98b0-429b-826f-30efd381d50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['905bf32a-aede-41c4-8362-12b9c4083bdc'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:28.764360 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-23729ebf-8158-4a21-a911-53d03c4626ab tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Deleting subnet ad8a343a-7361-4b6e-a719-c716a7dd99e2 {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:51:28.769716 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-23729ebf-8158-4a21-a911-53d03c4626ab tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:28.847271 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device ed54c3ad-f0cd-4b92-886a-a5205241ce8a no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:51:28.908839 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: ed54c3ad-f0cd-4b92-886a-a5205241ce8a {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:51:28.909183 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device ed54c3ad-f0cd-4b92-886a-a5205241ce8a not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:51:28.927948 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-f712f3a7-7fcd-41c7-a18a-36134137ef2e tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['557b7b7e-f11f-441a-8f17-9a5f065c41d4']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:28.944177 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-8b469db4-98b0-429b-826f-30efd381d50c None None] Set router 905bf32a-aede-41c4-8362-12b9c4083bdc gateway port host: None {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:51:28.955314 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-f712f3a7-7fcd-41c7-a18a-36134137ef2e tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb3c4f5c-fea9-4eba-9740-1ed2600048cc') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:28.955611 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-f712f3a7-7fcd-41c7-a18a-36134137ef2e tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb3c4f5c-fea9-4eba-9740-1ed2600048cc') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:28.958210 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-23729ebf-8158-4a21-a911-53d03c4626ab tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:29.006106 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-4a57cadd-00c3-41cd-9b5b-d86cea38c98e tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3669758 Oct 26 15:51:29.009105 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41862) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:29.010047 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f712f3a7-7fcd-41c7-a18a-36134137ef2e tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:29.043395 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f712f3a7-7fcd-41c7-a18a-36134137ef2e tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:29.059192 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f712f3a7-7fcd-41c7-a18a-36134137ef2e tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:51:29.059586 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f712f3a7-7fcd-41c7-a18a-36134137ef2e tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:29.073577 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-c708ccef-d0da-4199-96d6-c37916a90cc7 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Synchronizing usage tracker for tenant:83eb182a254c4564b45db91dc2782cf1 on resource:security_group_rule {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:51:29.092283 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-23729ebf-8158-4a21-a911-53d03c4626ab tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:29.138429 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment eb3c4f5c-fea9-4eba-9740-1ed2600048cc resource provider aggregate not found Oct 26 15:51:29.193607 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-c708ccef-d0da-4199-96d6-c37916a90cc7 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Unset dirty status for tenant:83eb182a254c4564b45db91dc2782cf1 on resource:security_group_rule {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:51:29.197729 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c708ccef-d0da-4199-96d6-c37916a90cc7 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1852782 Oct 26 15:51:29.198044 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41872) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:29.221802 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-3a53d2f3-e728-4b08-a450-f59c13eaf2fd tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] delete failed (client error): The resource could not be found. Oct 26 15:51:29.226256 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-3a53d2f3-e728-4b08-a450-f59c13eaf2fd tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "DELETE /v2.0/security-groups/ccabf9e7-0f0a-4e59-9094-ff454b9511e7 HTTP/1.1" status: 404 len: 347 time: 0.0233316 Oct 26 15:51:29.226608 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41876) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:29.249539 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment eb3c4f5c-fea9-4eba-9740-1ed2600048cc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eb3c4f5c-fea9-4eba-9740-1ed2600048cc found for delete ", "request_id": "req-2f7715fb-5c6f-47c3-a37a-d2cba0f63e38"}]} Oct 26 15:51:29.259407 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-23729ebf-8158-4a21-a911-53d03c4626ab tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:29.308752 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23729ebf-8158-4a21-a911-53d03c4626ab tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event deleted for resources: {'Subnet': ['ID=ad8a343a-7361-4b6e-a719-c716a7dd99e2,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:29.312990 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-23729ebf-8158-4a21-a911-53d03c4626ab tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:29.319976 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116e4f4c-cbe3-49fb-a1af-d5f5d98fc0fb None None] Network 61653a7c-fbce-4bde-b0fd-141d12aa345d requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:51:29.333415 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-23729ebf-8158-4a21-a911-53d03c4626ab tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "DELETE /v2.0/subnets/ad8a343a-7361-4b6e-a719-c716a7dd99e2 HTTP/1.1" status: 204 len: 168 time: 0.6539416 Oct 26 15:51:29.336295 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41880) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:29.339168 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d5cf5333-80b9-4f50-b600-124ff3e313d2 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Synchronizing usage tracker for tenant:83eb182a254c4564b45db91dc2782cf1 on resource:security_group {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:51:29.422286 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f712f3a7-7fcd-41c7-a18a-36134137ef2e tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:29.423743 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-8b469db4-98b0-429b-826f-30efd381d50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'name': 'tempest-RoutersTest-router-1020197022', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:50:33Z', 'updated_at': '2022-10-26T15:51:27Z', 'revision_number': 9, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'gw_port_host': None, '_interfaces': [{'id': '42acb0b5-00d5-4703-ae1c-77f827bc1034', 'name': '', 'network_id': 'a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:39:96:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:37Z', 'updated_at': '2022-10-26T15:50:48Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ac62f2d-b4e7-4706-9566-bb6c4e464cbe', 'name': '', 'network_id': '549dd6ac-4351-4984-8516-5fd7b0833d08', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:0d:52:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '77da3f29-f272-42f9-b7d7-d1b9e7b65d0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:45Z', 'updated_at': '2022-10-26T15:50:56Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': '77da3f29-f272-42f9-b7d7-d1b9e7b65d0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:29.428183 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d5cf5333-80b9-4f50-b600-124ff3e313d2 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] Unset dirty status for tenant:83eb182a254c4564b45db91dc2782cf1 on resource:security_group {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:51:29.432231 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b469db4-98b0-429b-826f-30efd381d50c None None] Checking router: 905bf32a-aede-41c4-8362-12b9c4083bdc for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:51:29.437547 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d5cf5333-80b9-4f50-b600-124ff3e313d2 tempest-SecGroupTest-950309464 tempest-SecGroupTest-950309464-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2097342 Oct 26 15:51:29.505258 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b469db4-98b0-429b-826f-30efd381d50c None None] Routers {'905bf32a-aede-41c4-8362-12b9c4083bdc'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:29.505258 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-8b469db4-98b0-429b-826f-30efd381d50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['905bf32a-aede-41c4-8362-12b9c4083bdc'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:29.521610 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f712f3a7-7fcd-41c7-a18a-36134137ef2e tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:29.552649 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f712f3a7-7fcd-41c7-a18a-36134137ef2e tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event deleted for resources: {'Network': ['ID=557b7b7e-f11f-441a-8f17-9a5f065c41d4,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:29.575658 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f712f3a7-7fcd-41c7-a18a-36134137ef2e tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/networks/557b7b7e-f11f-441a-8f17-9a5f065c41d4 HTTP/1.1" status: 204 len: 168 time: 3.0015450 Oct 26 15:51:29.580958 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41886) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:29.585980 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-067218f8-ed20-4c88-853a-63742fcb6a99 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:29.587514 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-92d8a9db-42e0-4942-8f3c-711a63b269fa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1599905072'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:29.592852 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-92d8a9db-42e0-4942-8f3c-711a63b269fa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:29.597319 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-92d8a9db-42e0-4942-8f3c-711a63b269fa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Usage tracker for resource:network and tenant:81f9d918a7ff445e8b2c1951e5c33cc9 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:51:29.600583 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-92d8a9db-42e0-4942-8f3c-711a63b269fa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:51:29.607004 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-92d8a9db-42e0-4942-8f3c-711a63b269fa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:29.623624 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-067218f8-ed20-4c88-853a-63742fcb6a99 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Deleting port e696fb5e-5e38-4807-83a2-181798d097ad {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:51:29.626631 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-067218f8-ed20-4c88-853a-63742fcb6a99 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:29.680166 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-8b469db4-98b0-429b-826f-30efd381d50c None None] Set router 905bf32a-aede-41c4-8362-12b9c4083bdc gateway port host: None {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:51:29.702508 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d8a9db-42e0-4942-8f3c-711a63b269fa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Made reservation on behalf of 81f9d918a7ff445e8b2c1951e5c33cc9 for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:51:29.708097 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-92d8a9db-42e0-4942-8f3c-711a63b269fa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:29.774116 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92d8a9db-42e0-4942-8f3c-711a63b269fa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:51:29.785998 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-92d8a9db-42e0-4942-8f3c-711a63b269fa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:29.786341 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-92d8a9db-42e0-4942-8f3c-711a63b269fa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Added segment f1ee5f8e-8a36-4d63-bccf-fd1f15cd4654 of type vlan for network c47265dc-b33b-4b3f-b9b5-e40af09d5651 Oct 26 15:51:29.824587 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-92d8a9db-42e0-4942-8f3c-711a63b269fa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:29.846059 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c11006-aa4c-43b8-9922-3299267b76d3 None None] DHCP port deletion for 61653a7c-fbce-4bde-b0fd-141d12aa345d request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:51:29.900693 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-62c11006-aa4c-43b8-9922-3299267b76d3 None None] Deleting port e696fb5e-5e38-4807-83a2-181798d097ad {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:51:29.901072 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-62c11006-aa4c-43b8-9922-3299267b76d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:29.935768 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-92d8a9db-42e0-4942-8f3c-711a63b269fa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:29.942749 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d8a9db-42e0-4942-8f3c-711a63b269fa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:29.943590 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-92d8a9db-42e0-4942-8f3c-711a63b269fa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:29.965717 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-066b2fed-8366-4fe0-b4d3-98f77e4d496b tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:29.965717 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-067218f8-ed20-4c88-853a-63742fcb6a99 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] For port e696fb5e-5e38-4807-83a2-181798d097ad, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=e696fb5e-5e38-4807-83a2-181798d097ad,segment=NetworkSegment(0e885ccf-aabc-41d2-b6d6-134820db662b),segment_id=0e885ccf-aabc-41d2-b6d6-134820db662b)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:51:29.966042 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-067218f8-ed20-4c88-853a-63742fcb6a99 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:30.030542 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41892) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:30.076051 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d8a9db-42e0-4942-8f3c-711a63b269fa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event updated for resources: {'Network': ['ID=c47265dc-b33b-4b3f-b9b5-e40af09d5651,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:30.098479 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network c47265dc-b33b-4b3f-b9b5-e40af09d5651 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:51:30.104734 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-067218f8-ed20-4c88-853a-63742fcb6a99 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Calling delete_port for e696fb5e-5e38-4807-83a2-181798d097ad owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:51:30.133257 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-066b2fed-8366-4fe0-b4d3-98f77e4d496b tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:30.140087 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-92d8a9db-42e0-4942-8f3c-711a63b269fa tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5552809 Oct 26 15:51:30.140346 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41898) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:30.147314 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-a46131e6-d4a3-4fd6-bdf7-aed4ae9e727d tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'subnet': {'network_id': 'c47265dc-b33b-4b3f-b9b5-e40af09d5651', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:30.275152 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-a46131e6-d4a3-4fd6-bdf7-aed4ae9e727d tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:30.279498 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-a46131e6-d4a3-4fd6-bdf7-aed4ae9e727d tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Usage tracker for resource:subnet and tenant:81f9d918a7ff445e8b2c1951e5c33cc9 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:51:30.283208 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-a46131e6-d4a3-4fd6-bdf7-aed4ae9e727d tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:51:30.284227 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-62c11006-aa4c-43b8-9922-3299267b76d3 None None] For port e696fb5e-5e38-4807-83a2-181798d097ad, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=e696fb5e-5e38-4807-83a2-181798d097ad,segment=NetworkSegment(0e885ccf-aabc-41d2-b6d6-134820db662b),segment_id=0e885ccf-aabc-41d2-b6d6-134820db662b)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:51:30.284628 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-62c11006-aa4c-43b8-9922-3299267b76d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:30.289786 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-a46131e6-d4a3-4fd6-bdf7-aed4ae9e727d tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:30.371268 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46131e6-d4a3-4fd6-bdf7-aed4ae9e727d tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Made reservation on behalf of 81f9d918a7ff445e8b2c1951e5c33cc9 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:51:30.375804 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a46131e6-d4a3-4fd6-bdf7-aed4ae9e727d tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:30.427841 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-62c11006-aa4c-43b8-9922-3299267b76d3 None None] Calling delete_port for e696fb5e-5e38-4807-83a2-181798d097ad owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:51:30.489746 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-8b469db4-98b0-429b-826f-30efd381d50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'name': 'tempest-RoutersTest-router-1020197022', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:50:33Z', 'updated_at': '2022-10-26T15:51:27Z', 'revision_number': 9, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'gw_port_host': None, '_interfaces': [{'id': '42acb0b5-00d5-4703-ae1c-77f827bc1034', 'name': '', 'network_id': 'a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:39:96:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:37Z', 'updated_at': '2022-10-26T15:50:48Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ac62f2d-b4e7-4706-9566-bb6c4e464cbe', 'name': '', 'network_id': '549dd6ac-4351-4984-8516-5fd7b0833d08', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:0d:52:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '77da3f29-f272-42f9-b7d7-d1b9e7b65d0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:45Z', 'updated_at': '2022-10-26T15:50:56Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': '77da3f29-f272-42f9-b7d7-d1b9e7b65d0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:30.492087 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b469db4-98b0-429b-826f-30efd381d50c None None] The sync data for ids ['905bf32a-aede-41c4-8362-12b9c4083bdc'] in dv-neutron-862712-1-hyperv is: [{'id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'name': 'tempest-RoutersTest-router-1020197022', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:50:33Z', 'updated_at': '2022-10-26T15:51:27Z', 'revision_number': 9, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'gw_port_host': None, '_interfaces': [{'id': '42acb0b5-00d5-4703-ae1c-77f827bc1034', 'name': '', 'network_id': 'a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:39:96:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:37Z', 'updated_at': '2022-10-26T15:50:48Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ac62f2d-b4e7-4706-9566-bb6c4e464cbe', 'name': '', 'network_id': '549dd6ac-4351-4984-8516-5fd7b0833d08', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:0d:52:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '77da3f29-f272-42f9-b7d7-d1b9e7b65d0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:45Z', 'updated_at': '2022-10-26T15:50:56Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': '77da3f29-f272-42f9-b7d7-d1b9e7b65d0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:51:30.499178 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-1c11bae2-ba94-4c73-807e-64218a24a6b2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=83eb182a254c4564b45db91dc2782cf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4673984 Oct 26 15:51:30.504059 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41902) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:30.629871 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7e92923a-b64e-414d-b74b-8b79945e7a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:30.649242 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-62c11006-aa4c-43b8-9922-3299267b76d3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:51:30.649850 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-62c11006-aa4c-43b8-9922-3299267b76d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:51:30.657936 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-067218f8-ed20-4c88-853a-63742fcb6a99 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:30.684209 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7e92923a-b64e-414d-b74b-8b79945e7a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:30.723739 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067218f8-ed20-4c88-853a-63742fcb6a99 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event deleted for resources: {'Port': ['ID=e696fb5e-5e38-4807-83a2-181798d097ad,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:30.725562 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067218f8-ed20-4c88-853a-63742fcb6a99 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] No DVR routers for this DVR port e696fb5e-5e38-4807-83a2-181798d097ad on host dv-neutron-862712-1-hyperv {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:51:30.758186 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a46131e6-d4a3-4fd6-bdf7-aed4ae9e727d tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:30.829387 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7e92923a-b64e-414d-b74b-8b79945e7a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:30.864513 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92923a-b64e-414d-b74b-8b79945e7a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75dd76c4-ea3e-49c6-ad43-5ed66b2f4f6b,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:30.869207 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46131e6-d4a3-4fd6-bdf7-aed4ae9e727d tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event updated for resources: {'Subnet': ['ID=47ef5778-b050-42ec-8744-23625594f415,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:30.874346 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46131e6-d4a3-4fd6-bdf7-aed4ae9e727d tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Checking segment: {'id': 'f1ee5f8e-8a36-4d63-bccf-fd1f15cd4654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c47265dc-b33b-4b3f-b9b5-e40af09d5651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:51:30.874739 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46131e6-d4a3-4fd6-bdf7-aed4ae9e727d tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Network hostable DHCP agents. Network: c47265dc-b33b-4b3f-b9b5-e40af09d5651, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:51:30.910531 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-067218f8-ed20-4c88-853a-63742fcb6a99 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:30.919712 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device cc11299b-cbf9-4616-b3f2-be7dcc9bd873 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:51:30.927548 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066b2fed-8366-4fe0-b4d3-98f77e4d496b tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Router bcda6f93-57d1-41ad-b007-62f0010b9957 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:51:30.957249 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-067218f8-ed20-4c88-853a-63742fcb6a99 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61653a7c-fbce-4bde-b0fd-141d12aa345d']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:30.959146 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: cc11299b-cbf9-4616-b3f2-be7dcc9bd873 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:51:30.959498 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device cc11299b-cbf9-4616-b3f2-be7dcc9bd873 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:51:30.964666 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device e696fb5e-5e38-4807-83a2-181798d097ad no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:51:30.984611 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46131e6-d4a3-4fd6-bdf7-aed4ae9e727d tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Network c47265dc-b33b-4b3f-b9b5-e40af09d5651 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:51:31.031374 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-067218f8-ed20-4c88-853a-63742fcb6a99 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e885ccf-aabc-41d2-b6d6-134820db662b') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:31.032291 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-067218f8-ed20-4c88-853a-63742fcb6a99 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e885ccf-aabc-41d2-b6d6-134820db662b') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:31.038620 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: e696fb5e-5e38-4807-83a2-181798d097ad {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:51:31.039285 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device e696fb5e-5e38-4807-83a2-181798d097ad not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:51:31.040677 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7e92923a-b64e-414d-b74b-8b79945e7a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:31.042502 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-7e92923a-b64e-414d-b74b-8b79945e7a99 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/75dd76c4-ea3e-49c6-ad43-5ed66b2f4f6b HTTP/1.1" status: 204 len: 168 time: 0.5370011 Oct 26 15:51:31.073879 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-a46131e6-d4a3-4fd6-bdf7-aed4ae9e727d tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, c47265dc-b33b-4b3f-b9b5-e40af09d5651) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:51:31.079306 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46131e6-d4a3-4fd6-bdf7-aed4ae9e727d tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:31.080408 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a46131e6-d4a3-4fd6-bdf7-aed4ae9e727d tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:31.086525 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb00393-d5ae-4132-82f6-54b4094fa20f None None] Network c47265dc-b33b-4b3f-b9b5-e40af09d5651 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:51:31.127345 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-067218f8-ed20-4c88-853a-63742fcb6a99 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:31.150887 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-067218f8-ed20-4c88-853a-63742fcb6a99 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:31.157929 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-62c11006-aa4c-43b8-9922-3299267b76d3 None None] Deleting port e696fb5e-5e38-4807-83a2-181798d097ad {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:51:31.158110 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a46131e6-d4a3-4fd6-bdf7-aed4ae9e727d tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0127268 Oct 26 15:51:31.158242 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-62c11006-aa4c-43b8-9922-3299267b76d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:31.158327 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41908) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:31.162818 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-067218f8-ed20-4c88-853a-63742fcb6a99 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:51:31.163224 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-067218f8-ed20-4c88-853a-63742fcb6a99 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:31.164778 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-9c56f53c-721a-4c16-919b-abf7f460a5cd tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'port': {'network_id': 'c47265dc-b33b-4b3f-b9b5-e40af09d5651', 'name': 'tempest-PortsTestJSON-1299807224', 'fixed_ips': [{'subnet_id': '47ef5778-b050-42ec-8744-23625594f415', 'ip_address': '172.20.0.10'}]}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:31.229575 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-62c11006-aa4c-43b8-9922-3299267b76d3 None None] The port 'e696fb5e-5e38-4807-83a2-181798d097ad' was deleted {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 15:51:31.283532 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 0e885ccf-aabc-41d2-b6d6-134820db662b resource provider aggregate not found Oct 26 15:51:31.314646 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066b2fed-8366-4fe0-b4d3-98f77e4d496b tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:51:31.316449 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fcddff-6f8e-422c-b958-6bcc94978fce None None] Sync routers for ids ['bcda6f93-57d1-41ad-b007-62f0010b9957'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:51:31.327440 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-066b2fed-8366-4fe0-b4d3-98f77e4d496b tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:31.331004 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fcddff-6f8e-422c-b958-6bcc94978fce None None] Routers {'bcda6f93-57d1-41ad-b007-62f0010b9957'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:31.331885 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-a0fcddff-6f8e-422c-b958-6bcc94978fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['bcda6f93-57d1-41ad-b007-62f0010b9957'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:31.381862 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 0e885ccf-aabc-41d2-b6d6-134820db662b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0e885ccf-aabc-41d2-b6d6-134820db662b found for delete ", "request_id": "req-bf25b310-4bb6-40c5-8305-0fe4abfeddb7"}]} Oct 26 15:51:31.413706 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-067218f8-ed20-4c88-853a-63742fcb6a99 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:31.426288 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-9c56f53c-721a-4c16-919b-abf7f460a5cd tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:31.431046 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef75cd8-2d31-469f-917f-6e1fd9e1f98c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-c47265dc-b33b-4b3f-b9b5-e40af09d5651', 'network_id': 'c47265dc-b33b-4b3f-b9b5-e40af09d5651', 'tenant_id': '81f9d918a7ff445e8b2c1951e5c33cc9', 'fixed_ips': [{'subnet_id': '47ef5778-b050-42ec-8744-23625594f415'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:51:31.433468 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3ef75cd8-2d31-469f-917f-6e1fd9e1f98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:31.448245 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-9c56f53c-721a-4c16-919b-abf7f460a5cd tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:31.463078 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-a0fcddff-6f8e-422c-b958-6bcc94978fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:31.476876 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-067218f8-ed20-4c88-853a-63742fcb6a99 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:31.478064 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fcddff-6f8e-422c-b958-6bcc94978fce None None] Routers {'bcda6f93-57d1-41ad-b007-62f0010b9957'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:31.478764 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-a0fcddff-6f8e-422c-b958-6bcc94978fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['bcda6f93-57d1-41ad-b007-62f0010b9957'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:31.479475 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-067218f8-ed20-4c88-853a-63742fcb6a99 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "DELETE /v2.0/networks/61653a7c-fbce-4bde-b0fd-141d12aa345d HTTP/1.1" status: 204 len: 168 time: 2.1420813 Oct 26 15:51:31.482729 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41916) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:31.497401 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067218f8-ed20-4c88-853a-63742fcb6a99 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event deleted for resources: {'Network': ['ID=61653a7c-fbce-4bde-b0fd-141d12aa345d,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:31.524189 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-066b2fed-8366-4fe0-b4d3-98f77e4d496b tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "PUT /v2.0/floatingips/622c6264-a65e-4bf0-a423-34b8e5cc56a5 HTTP/1.1" status: 200 len: 979 time: 3.2383814 Oct 26 15:51:31.525621 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41920) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:31.564710 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c56f53c-721a-4c16-919b-abf7f460a5cd tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Made reservation on behalf of 81f9d918a7ff445e8b2c1951e5c33cc9 for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:51:31.580081 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-a0fcddff-6f8e-422c-b958-6bcc94978fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:31.580489 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fcddff-6f8e-422c-b958-6bcc94978fce None None] The sync data for ids ['bcda6f93-57d1-41ad-b007-62f0010b9957'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:51:31.617562 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-3ef75cd8-2d31-469f-917f-6e1fd9e1f98c None None] Allocated IP 172.20.0.2 (c47265dc-b33b-4b3f-b9b5-e40af09d5651/47ef5778-b050-42ec-8744-23625594f415/d8310826-09f3-44e4-9d0f-8e1736c0e107) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:51:31.776432 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-7d3c3cf1-ec4d-4bbb-94d9-6150968d3879 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Deleting port 88b59236-05df-404d-ae34-c276a1ebeba7 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:51:31.777042 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7d3c3cf1-ec4d-4bbb-94d9-6150968d3879 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:31.842738 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3ef75cd8-2d31-469f-917f-6e1fd9e1f98c None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:31.853074 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-3ef75cd8-2d31-469f-917f-6e1fd9e1f98c None None] Transition to ACTIVE for port object d8310826-09f3-44e4-9d0f-8e1736c0e107 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:51:31.872206 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-3ef75cd8-2d31-469f-917f-6e1fd9e1f98c None None] Transition to ACTIVE for port object d8310826-09f3-44e4-9d0f-8e1736c0e107 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:51:31.937395 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3ef75cd8-2d31-469f-917f-6e1fd9e1f98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:31.969471 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7d3c3cf1-ec4d-4bbb-94d9-6150968d3879 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:31.969800 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7d3c3cf1-ec4d-4bbb-94d9-6150968d3879 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:32.020680 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef75cd8-2d31-469f-917f-6e1fd9e1f98c None None] Network c47265dc-b33b-4b3f-b9b5-e40af09d5651 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:51:32.023814 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-3ef75cd8-2d31-469f-917f-6e1fd9e1f98c None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:51:32.027543 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef75cd8-2d31-469f-917f-6e1fd9e1f98c None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:51:32.045519 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9c56f53c-721a-4c16-919b-abf7f460a5cd tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:32.069689 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef75cd8-2d31-469f-917f-6e1fd9e1f98c None None] Pushing event updated for resources: {'Port': ['ID=d8310826-09f3-44e4-9d0f-8e1736c0e107,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:32.084464 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-9c56f53c-721a-4c16-919b-abf7f460a5cd tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] device_id is not set on port ec706ac4-ba36-4a6c-895b-43f7057fb41b yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:51:32.091122 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-323bafd4-f79f-48b2-9d58-781c9e7b55ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:32.154359 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-3ef75cd8-2d31-469f-917f-6e1fd9e1f98c None None] Attempting to bind port d8310826-09f3-44e4-9d0f-8e1736c0e107 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:51:32.154815 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-3ef75cd8-2d31-469f-917f-6e1fd9e1f98c None None] Attempting to bind port d8310826-09f3-44e4-9d0f-8e1736c0e107 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'f1ee5f8e-8a36-4d63-bccf-fd1f15cd4654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c47265dc-b33b-4b3f-b9b5-e40af09d5651'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:51:32.155284 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef75cd8-2d31-469f-917f-6e1fd9e1f98c None None] Attempting to bind port d8310826-09f3-44e4-9d0f-8e1736c0e107 on network c47265dc-b33b-4b3f-b9b5-e40af09d5651 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:51:32.162032 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef75cd8-2d31-469f-917f-6e1fd9e1f98c None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:51:32.162606 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef75cd8-2d31-469f-917f-6e1fd9e1f98c None None] Checking segment: {'id': 'f1ee5f8e-8a36-4d63-bccf-fd1f15cd4654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c47265dc-b33b-4b3f-b9b5-e40af09d5651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:51:32.163109 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3ef75cd8-2d31-469f-917f-6e1fd9e1f98c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:32.163743 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef75cd8-2d31-469f-917f-6e1fd9e1f98c None None] Bound using segment: {'id': 'f1ee5f8e-8a36-4d63-bccf-fd1f15cd4654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c47265dc-b33b-4b3f-b9b5-e40af09d5651'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:51:32.164320 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-3ef75cd8-2d31-469f-917f-6e1fd9e1f98c None None] Bound port: d8310826-09f3-44e4-9d0f-8e1736c0e107, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ee5f8e-8a36-4d63-bccf-fd1f15cd4654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c47265dc-b33b-4b3f-b9b5-e40af09d5651'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:51:32.164808 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3ef75cd8-2d31-469f-917f-6e1fd9e1f98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:32.235911 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-7d3c3cf1-ec4d-4bbb-94d9-6150968d3879 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Calling delete_port for 88b59236-05df-404d-ae34-c276a1ebeba7 owned by network:floatingip {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:51:32.260400 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-3ef75cd8-2d31-469f-917f-6e1fd9e1f98c None None] For port d8310826-09f3-44e4-9d0f-8e1736c0e107, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:51:32.263743 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-3ef75cd8-2d31-469f-917f-6e1fd9e1f98c None None] For port d8310826-09f3-44e4-9d0f-8e1736c0e107, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=d8310826-09f3-44e4-9d0f-8e1736c0e107,segment=NetworkSegment(f1ee5f8e-8a36-4d63-bccf-fd1f15cd4654),segment_id=f1ee5f8e-8a36-4d63-bccf-fd1f15cd4654)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:51:32.330604 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3ef75cd8-2d31-469f-917f-6e1fd9e1f98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:32.410271 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-9c56f53c-721a-4c16-919b-abf7f460a5cd tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Allocated IP 172.20.0.10 (c47265dc-b33b-4b3f-b9b5-e40af09d5651/47ef5778-b050-42ec-8744-23625594f415/ec706ac4-ba36-4a6c-895b-43f7057fb41b) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:51:32.412864 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef75cd8-2d31-469f-917f-6e1fd9e1f98c None None] Pushing event updated for resources: {'Port': ['ID=d8310826-09f3-44e4-9d0f-8e1736c0e107,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:32.502615 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7d3c3cf1-ec4d-4bbb-94d9-6150968d3879 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:32.558881 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c3cf1-ec4d-4bbb-94d9-6150968d3879 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Pushing event deleted for resources: {'Port': ['ID=88b59236-05df-404d-ae34-c276a1ebeba7,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:32.636708 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3f8daf5e-7297-493b-bbc4-38dfc1ed3f5b tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:32.690006 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7d3c3cf1-ec4d-4bbb-94d9-6150968d3879 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for floatingip, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:32.690645 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.l3_db [None req-7d3c3cf1-ec4d-4bbb-94d9-6150968d3879 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Floating IP 622c6264-a65e-4bf0-a423-34b8e5cc56a5 disassociated (deleted). External IP: 172.26.2.107, port: f5cbab58-47fb-40dd-b966-76d7d0e9a853. Oct 26 15:51:32.837230 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device d8310826-09f3-44e4-9d0f-8e1736c0e107 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:51:32.947199 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9c56f53c-721a-4c16-919b-abf7f460a5cd tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:33.009196 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-9c56f53c-721a-4c16-919b-abf7f460a5cd tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Transition to ACTIVE for port object ec706ac4-ba36-4a6c-895b-43f7057fb41b will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:51:33.019515 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port d8310826-09f3-44e4-9d0f-8e1736c0e107 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:51:33.114762 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-3f8daf5e-7297-493b-bbc4-38dfc1ed3f5b tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Deleting port 6ac62f2d-b4e7-4706-9566-bb6c4e464cbe {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:51:33.115135 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3f8daf5e-7297-493b-bbc4-38dfc1ed3f5b tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:33.121183 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3c3cf1-ec4d-4bbb-94d9-6150968d3879 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Router bcda6f93-57d1-41ad-b007-62f0010b9957 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:51:33.146299 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9c56f53c-721a-4c16-919b-abf7f460a5cd tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:33.269819 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c56f53c-721a-4c16-919b-abf7f460a5cd tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Network c47265dc-b33b-4b3f-b9b5-e40af09d5651 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:51:33.276167 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-9c56f53c-721a-4c16-919b-abf7f460a5cd tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:51:33.316290 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3c3cf1-ec4d-4bbb-94d9-6150968d3879 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:51:33.325682 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5d3001-b5a7-4c9b-afa9-43ecc0d1021f None None] Sync routers for ids ['bcda6f93-57d1-41ad-b007-62f0010b9957'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:51:33.333503 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c56f53c-721a-4c16-919b-abf7f460a5cd tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:51:33.340515 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5d3001-b5a7-4c9b-afa9-43ecc0d1021f None None] Routers {'bcda6f93-57d1-41ad-b007-62f0010b9957'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:33.341233 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-6f5d3001-b5a7-4c9b-afa9-43ecc0d1021f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['bcda6f93-57d1-41ad-b007-62f0010b9957'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:33.366055 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c56f53c-721a-4c16-919b-abf7f460a5cd tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event updated for resources: {'Port': ['ID=ec706ac4-ba36-4a6c-895b-43f7057fb41b,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:33.419851 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-6f5d3001-b5a7-4c9b-afa9-43ecc0d1021f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:33.436021 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5d3001-b5a7-4c9b-afa9-43ecc0d1021f None None] Routers {'bcda6f93-57d1-41ad-b007-62f0010b9957'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:33.438373 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-6f5d3001-b5a7-4c9b-afa9-43ecc0d1021f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['bcda6f93-57d1-41ad-b007-62f0010b9957'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:33.438965 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7d3c3cf1-ec4d-4bbb-94d9-6150968d3879 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:33.446748 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c56f53c-721a-4c16-919b-abf7f460a5cd tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:33.447495 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9c56f53c-721a-4c16-919b-abf7f460a5cd tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:33.477343 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-3f8daf5e-7297-493b-bbc4-38dfc1ed3f5b tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] For port 6ac62f2d-b4e7-4706-9566-bb6c4e464cbe, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=6ac62f2d-b4e7-4706-9566-bb6c4e464cbe,segment=NetworkSegment(99985421-ba00-4e0b-828f-76037201ec43),segment_id=99985421-ba00-4e0b-828f-76037201ec43)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:51:33.477788 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3f8daf5e-7297-493b-bbc4-38dfc1ed3f5b tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:33.506756 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-7d3c3cf1-ec4d-4bbb-94d9-6150968d3879 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "DELETE /v2.0/floatingips/622c6264-a65e-4bf0-a423-34b8e5cc56a5 HTTP/1.1" status: 204 len: 168 time: 1.9798982 Oct 26 15:51:33.509375 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41924) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:33.522130 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-6f5d3001-b5a7-4c9b-afa9-43ecc0d1021f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:33.522617 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5d3001-b5a7-4c9b-afa9-43ecc0d1021f None None] The sync data for ids ['bcda6f93-57d1-41ad-b007-62f0010b9957'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:51:33.559377 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95802082-2588-4163-9645-fb0e14cb7f77 None None] Network c47265dc-b33b-4b3f-b9b5-e40af09d5651 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:51:33.586462 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-6b1d4e8d-abfd-4418-b88a-17fc2b7622c9 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Deleting port f5cbab58-47fb-40dd-b966-76d7d0e9a853 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:51:33.587049 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6b1d4e8d-abfd-4418-b88a-17fc2b7622c9 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:33.616940 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-9c56f53c-721a-4c16-919b-abf7f460a5cd tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4550014 Oct 26 15:51:33.617264 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41928) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:33.622409 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-3f8daf5e-7297-493b-bbc4-38dfc1ed3f5b tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Calling delete_port for 6ac62f2d-b4e7-4706-9566-bb6c4e464cbe owned by network:router_interface {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:51:33.623137 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-5afb43f1-ac6b-4236-b118-280cceadd711 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'port': {'network_id': 'c47265dc-b33b-4b3f-b9b5-e40af09d5651', 'name': 'tempest-PortsTestJSON-920434357', 'fixed_ips': [{'subnet_id': '47ef5778-b050-42ec-8744-23625594f415', 'ip_address': '172.20.0.9'}]}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:33.832092 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-22c76057-ff3d-44ae-86ef-bc93ab828105 None None] Provisioning for port d8310826-09f3-44e4-9d0f-8e1736c0e107 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:51:33.839194 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-22c76057-ff3d-44ae-86ef-bc93ab828105 None None] Provisioning complete for port d8310826-09f3-44e4-9d0f-8e1736c0e107 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:51:33.839697 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-22c76057-ff3d-44ae-86ef-bc93ab828105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:33.843005 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-22c76057-ff3d-44ae-86ef-bc93ab828105 None None] Attempt 1 to provision port d8310826-09f3-44e4-9d0f-8e1736c0e107 Oct 26 15:51:33.921126 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-5afb43f1-ac6b-4236-b118-280cceadd711 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:33.929674 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-5afb43f1-ac6b-4236-b118-280cceadd711 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Usage tracker for resource:port and tenant:81f9d918a7ff445e8b2c1951e5c33cc9 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:51:33.944419 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-5afb43f1-ac6b-4236-b118-280cceadd711 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:51:33.955133 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-5afb43f1-ac6b-4236-b118-280cceadd711 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:34.029710 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-22c76057-ff3d-44ae-86ef-bc93ab828105 None None] Current status of the port d8310826-09f3-44e4-9d0f-8e1736c0e107 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:51:34.030774 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-22c76057-ff3d-44ae-86ef-bc93ab828105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:34.070863 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-22c76057-ff3d-44ae-86ef-bc93ab828105 None None] For port d8310826-09f3-44e4-9d0f-8e1736c0e107, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=d8310826-09f3-44e4-9d0f-8e1736c0e107,segment=NetworkSegment(f1ee5f8e-8a36-4d63-bccf-fd1f15cd4654),segment_id=f1ee5f8e-8a36-4d63-bccf-fd1f15cd4654)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:51:34.073484 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3f8daf5e-7297-493b-bbc4-38dfc1ed3f5b tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:34.123441 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6b1d4e8d-abfd-4418-b88a-17fc2b7622c9 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:34.127413 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8daf5e-7297-493b-bbc4-38dfc1ed3f5b tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event deleted for resources: {'Port': ['ID=6ac62f2d-b4e7-4706-9566-bb6c4e464cbe,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:34.130628 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-22c76057-ff3d-44ae-86ef-bc93ab828105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:34.221626 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c76057-ff3d-44ae-86ef-bc93ab828105 None None] Pushing event updated for resources: {'Port': ['ID=d8310826-09f3-44e4-9d0f-8e1736c0e107,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:34.264044 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afb43f1-ac6b-4236-b118-280cceadd711 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Made reservation on behalf of 81f9d918a7ff445e8b2c1951e5c33cc9 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:51:34.289215 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-6b1d4e8d-abfd-4418-b88a-17fc2b7622c9 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Calling delete_port for f5cbab58-47fb-40dd-b966-76d7d0e9a853 owned by {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:51:34.347835 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-2b8f7172-9afc-4f69-bb4f-8bceb5e5379d None None] Provisioning for port ec706ac4-ba36-4a6c-895b-43f7057fb41b completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:51:34.353039 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-2b8f7172-9afc-4f69-bb4f-8bceb5e5379d None None] Provisioning complete for port ec706ac4-ba36-4a6c-895b-43f7057fb41b triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:51:34.353419 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2b8f7172-9afc-4f69-bb4f-8bceb5e5379d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:34.353748 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-2b8f7172-9afc-4f69-bb4f-8bceb5e5379d None None] Attempt 1 to provision port ec706ac4-ba36-4a6c-895b-43f7057fb41b Oct 26 15:51:34.451389 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-2b8f7172-9afc-4f69-bb4f-8bceb5e5379d None None] Port ec706ac4-ba36-4a6c-895b-43f7057fb41b cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:51:34.474187 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3f8daf5e-7297-493b-bbc4-38dfc1ed3f5b tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:34.542350 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-affb1556-068b-4288-b4c7-c929e1e4efb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:34.600726 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5afb43f1-ac6b-4236-b118-280cceadd711 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:34.647694 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [None req-5afb43f1-ac6b-4236-b118-280cceadd711 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] device_id is not set on port 58bff592-3211-4571-abc0-cb900a2d5fb6 yet. {{(pid=89748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:51:34.774294 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6b1d4e8d-abfd-4418-b88a-17fc2b7622c9 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:34.803278 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device d8310826-09f3-44e4-9d0f-8e1736c0e107 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:51:34.816225 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8daf5e-7297-493b-bbc4-38dfc1ed3f5b tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Router 905bf32a-aede-41c4-8362-12b9c4083bdc has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:51:34.879489 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port d8310826-09f3-44e4-9d0f-8e1736c0e107 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:51:34.880113 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:34.880524 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port d8310826-09f3-44e4-9d0f-8e1736c0e107 Oct 26 15:51:34.883811 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1d4e8d-abfd-4418-b88a-17fc2b7622c9 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Pushing event deleted for resources: {'Port': ['ID=f5cbab58-47fb-40dd-b966-76d7d0e9a853,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:34.976421 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-2b8f7172-9afc-4f69-bb4f-8bceb5e5379d None None] Attempt 2 to provision port ec706ac4-ba36-4a6c-895b-43f7057fb41b Oct 26 15:51:34.982868 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8daf5e-7297-493b-bbc4-38dfc1ed3f5b tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:51:34.995259 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2664d29d-d750-456b-8eda-a1a3b538e1fc None None] Sync routers for ids ['905bf32a-aede-41c4-8362-12b9c4083bdc'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:51:34.996790 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-3f8daf5e-7297-493b-bbc4-38dfc1ed3f5b tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "PUT /v2.0/routers/905bf32a-aede-41c4-8362-12b9c4083bdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5129104 Oct 26 15:51:35.000483 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41932) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:35.006785 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2664d29d-d750-456b-8eda-a1a3b538e1fc None None] Routers {'905bf32a-aede-41c4-8362-12b9c4083bdc'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:35.007569 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-2664d29d-d750-456b-8eda-a1a3b538e1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['905bf32a-aede-41c4-8362-12b9c4083bdc'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:35.060690 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port d8310826-09f3-44e4-9d0f-8e1736c0e107 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:51:35.070062 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-2b8f7172-9afc-4f69-bb4f-8bceb5e5379d None None] Port ec706ac4-ba36-4a6c-895b-43f7057fb41b cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:51:35.080900 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-3273c6f6-5486-4c07-874b-f87b17154849 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Deleting subnet 77da3f29-f272-42f9-b7d7-d1b9e7b65d0f {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:51:35.084061 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3273c6f6-5486-4c07-874b-f87b17154849 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:35.087492 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-5afb43f1-ac6b-4236-b118-280cceadd711 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Allocated IP 172.20.0.9 (c47265dc-b33b-4b3f-b9b5-e40af09d5651/47ef5778-b050-42ec-8744-23625594f415/58bff592-3211-4571-abc0-cb900a2d5fb6) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:51:35.097129 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6b1d4e8d-abfd-4418-b88a-17fc2b7622c9 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:35.119026 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-6b1d4e8d-abfd-4418-b88a-17fc2b7622c9 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "DELETE /v2.0/ports/f5cbab58-47fb-40dd-b966-76d7d0e9a853 HTTP/1.1" status: 204 len: 168 time: 1.6085453 Oct 26 15:51:35.123118 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41936) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:35.137705 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-baa19c34-5362-41d4-af58-d476605f6580 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Request body: {'floatingip': {'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:35.155060 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-baa19c34-5362-41d4-af58-d476605f6580 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:35.172829 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-baa19c34-5362-41d4-af58-d476605f6580 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Usage tracker for resource:floatingip and tenant:be078dbf59284c8db757499639ef8c28 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:51:35.177743 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3273c6f6-5486-4c07-874b-f87b17154849 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:35.206790 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-baa19c34-5362-41d4-af58-d476605f6580 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:51:35.218225 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-baa19c34-5362-41d4-af58-d476605f6580 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:35.221770 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-2664d29d-d750-456b-8eda-a1a3b538e1fc None None] Set router 905bf32a-aede-41c4-8362-12b9c4083bdc gateway port host: None {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:51:35.233683 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:35.275690 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3273c6f6-5486-4c07-874b-f87b17154849 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:35.279515 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:35.310877 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-baa19c34-5362-41d4-af58-d476605f6580 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for floatingip, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:35.330850 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5afb43f1-ac6b-4236-b118-280cceadd711 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:35.347956 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-5afb43f1-ac6b-4236-b118-280cceadd711 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Transition to ACTIVE for port object 58bff592-3211-4571-abc0-cb900a2d5fb6 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:51:35.434734 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5afb43f1-ac6b-4236-b118-280cceadd711 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:35.489512 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-baa19c34-5362-41d4-af58-d476605f6580 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:35.513300 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afb43f1-ac6b-4236-b118-280cceadd711 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Network c47265dc-b33b-4b3f-b9b5-e40af09d5651 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:51:35.516435 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-5afb43f1-ac6b-4236-b118-280cceadd711 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:51:35.520615 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afb43f1-ac6b-4236-b118-280cceadd711 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:51:35.549092 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3273c6f6-5486-4c07-874b-f87b17154849 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:35.555070 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-2664d29d-d750-456b-8eda-a1a3b538e1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'name': 'tempest-RoutersTest-router-1020197022', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:50:33Z', 'updated_at': '2022-10-26T15:51:33Z', 'revision_number': 10, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'gw_port_host': None, '_interfaces': [{'id': '42acb0b5-00d5-4703-ae1c-77f827bc1034', 'name': '', 'network_id': 'a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:39:96:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:37Z', 'updated_at': '2022-10-26T15:50:48Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:35.559921 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb43f1-ac6b-4236-b118-280cceadd711 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event updated for resources: {'Port': ['ID=58bff592-3211-4571-abc0-cb900a2d5fb6,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:35.561651 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2664d29d-d750-456b-8eda-a1a3b538e1fc None None] Checking router: 905bf32a-aede-41c4-8362-12b9c4083bdc for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:51:35.570932 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2664d29d-d750-456b-8eda-a1a3b538e1fc None None] Routers {'905bf32a-aede-41c4-8362-12b9c4083bdc'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:35.571845 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-2664d29d-d750-456b-8eda-a1a3b538e1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['905bf32a-aede-41c4-8362-12b9c4083bdc'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:35.572476 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-2b8f7172-9afc-4f69-bb4f-8bceb5e5379d None None] Attempt 3 to provision port ec706ac4-ba36-4a6c-895b-43f7057fb41b Oct 26 15:51:35.605153 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afb43f1-ac6b-4236-b118-280cceadd711 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:35.605819 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5afb43f1-ac6b-4236-b118-280cceadd711 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:35.669474 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-2b8f7172-9afc-4f69-bb4f-8bceb5e5379d None None] Port ec706ac4-ba36-4a6c-895b-43f7057fb41b cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:51:35.726436 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-5afb43f1-ac6b-4236-b118-280cceadd711 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1069238 Oct 26 15:51:35.727919 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41942) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:35.746104 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3273c6f6-5486-4c07-874b-f87b17154849 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:35.754416 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0448fe2f-27b5-43d5-86e1-a6fd28512abe None None] Network 549dd6ac-4351-4984-8516-5fd7b0833d08 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:51:35.766810 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273c6f6-5486-4c07-874b-f87b17154849 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event deleted for resources: {'Subnet': ['ID=77da3f29-f272-42f9-b7d7-d1b9e7b65d0f,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:35.777247 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-2664d29d-d750-456b-8eda-a1a3b538e1fc None None] Set router 905bf32a-aede-41c4-8362-12b9c4083bdc gateway port host: None {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:51:35.786498 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-3273c6f6-5486-4c07-874b-f87b17154849 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "DELETE /v2.0/subnets/77da3f29-f272-42f9-b7d7-d1b9e7b65d0f HTTP/1.1" status: 204 len: 168 time: 0.7848372 Oct 26 15:51:35.788704 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41946) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:35.871465 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-baa19c34-5362-41d4-af58-d476605f6580 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Allocated IP 172.26.2.111 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/e5d0a22c-4c97-419b-a72c-76d3a58b2203) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:51:35.960329 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0c9e8a8e-a235-4fa4-ad27-cdb0443d37da tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:35.991004 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b6b945-a600-44ed-aa81-c7952d0735d2 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:35.991963 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-f8b6b945-a600-44ed-aa81-c7952d0735d2 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Synchronizing usage tracker for tenant:81f9d918a7ff445e8b2c1951e5c33cc9 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:51:36.000411 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-0c9e8a8e-a235-4fa4-ad27-cdb0443d37da tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Deleting port 8bcfccc5-b02f-4a9c-b9b5-7537624e8374 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:51:36.001078 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0c9e8a8e-a235-4fa4-ad27-cdb0443d37da tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:36.061615 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-baa19c34-5362-41d4-af58-d476605f6580 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:36.091453 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b0d171-259d-4ccf-a419-64a2f077fa31 None None] DHCP port deletion for 549dd6ac-4351-4984-8516-5fd7b0833d08 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:51:36.096384 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-34b0d171-259d-4ccf-a419-64a2f077fa31 None None] Deleting port 8bcfccc5-b02f-4a9c-b9b5-7537624e8374 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:51:36.096769 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-34b0d171-259d-4ccf-a419-64a2f077fa31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:36.154516 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-2664d29d-d750-456b-8eda-a1a3b538e1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'name': 'tempest-RoutersTest-router-1020197022', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:50:33Z', 'updated_at': '2022-10-26T15:51:33Z', 'revision_number': 10, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'gw_port_host': None, '_interfaces': [{'id': '42acb0b5-00d5-4703-ae1c-77f827bc1034', 'name': '', 'network_id': 'a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:39:96:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:37Z', 'updated_at': '2022-10-26T15:50:48Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:36.159396 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2664d29d-d750-456b-8eda-a1a3b538e1fc None None] The sync data for ids ['905bf32a-aede-41c4-8362-12b9c4083bdc'] in dv-neutron-862712-1-hyperv is: [{'id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'name': 'tempest-RoutersTest-router-1020197022', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:50:33Z', 'updated_at': '2022-10-26T15:51:33Z', 'revision_number': 10, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'gw_port_host': None, '_interfaces': [{'id': '42acb0b5-00d5-4703-ae1c-77f827bc1034', 'name': '', 'network_id': 'a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'mac_address': 'fa:16:3e:39:96:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:37Z', 'updated_at': '2022-10-26T15:50:48Z', 'revision_number': 5, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'subnets': [{'id': '20fe1d8d-da3e-4ac4-919c-bee9444d14be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:51:36.193205 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-2b8f7172-9afc-4f69-bb4f-8bceb5e5379d None None] Attempt 4 to provision port ec706ac4-ba36-4a6c-895b-43f7057fb41b Oct 26 15:51:36.250305 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-baa19c34-5362-41d4-af58-d476605f6580 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:36.289077 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-2b8f7172-9afc-4f69-bb4f-8bceb5e5379d None None] Port ec706ac4-ba36-4a6c-895b-43f7057fb41b cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:51:36.306414 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-f8b6b945-a600-44ed-aa81-c7952d0735d2 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Unset dirty status for tenant:81f9d918a7ff445e8b2c1951e5c33cc9 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:51:36.307599 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f8b6b945-a600-44ed-aa81-c7952d0735d2 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.5784507 Oct 26 15:51:36.311341 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41950) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:36.348569 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-0c9e8a8e-a235-4fa4-ad27-cdb0443d37da tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] For port 8bcfccc5-b02f-4a9c-b9b5-7537624e8374, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=8bcfccc5-b02f-4a9c-b9b5-7537624e8374,segment=NetworkSegment(99985421-ba00-4e0b-828f-76037201ec43),segment_id=99985421-ba00-4e0b-828f-76037201ec43)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:51:36.348928 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0c9e8a8e-a235-4fa4-ad27-cdb0443d37da tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:36.383202 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-34b0d171-259d-4ccf-a419-64a2f077fa31 None None] For port 8bcfccc5-b02f-4a9c-b9b5-7537624e8374, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=8bcfccc5-b02f-4a9c-b9b5-7537624e8374,segment=NetworkSegment(99985421-ba00-4e0b-828f-76037201ec43),segment_id=99985421-ba00-4e0b-828f-76037201ec43)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:51:36.383937 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-34b0d171-259d-4ccf-a419-64a2f077fa31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:36.394981 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa19c34-5362-41d4-af58-d476605f6580 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:51:36.401646 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-baa19c34-5362-41d4-af58-d476605f6580 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:51:36.403522 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa19c34-5362-41d4-af58-d476605f6580 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Pushing event updated for resources: {'Port': ['ID=e5d0a22c-4c97-419b-a72c-76d3a58b2203,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:36.405645 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa19c34-5362-41d4-af58-d476605f6580 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:51:36.484992 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-0c9e8a8e-a235-4fa4-ad27-cdb0443d37da tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Calling delete_port for 8bcfccc5-b02f-4a9c-b9b5-7537624e8374 owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:51:36.496414 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79c27f5-4844-4578-8857-516a9295c209 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:36.503090 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79c27f5-4844-4578-8857-516a9295c209 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:36.508864 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79c27f5-4844-4578-8857-516a9295c209 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:36.509749 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-f79c27f5-4844-4578-8857-516a9295c209 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Synchronizing usage tracker for tenant:81f9d918a7ff445e8b2c1951e5c33cc9 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:51:36.526233 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-34b0d171-259d-4ccf-a419-64a2f077fa31 None None] Calling delete_port for 8bcfccc5-b02f-4a9c-b9b5-7537624e8374 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:51:36.536256 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-f79c27f5-4844-4578-8857-516a9295c209 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Unset dirty status for tenant:81f9d918a7ff445e8b2c1951e5c33cc9 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:51:36.540317 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f79c27f5-4844-4578-8857-516a9295c209 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2249629 Oct 26 15:51:36.541485 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-baa19c34-5362-41d4-af58-d476605f6580 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:36.542553 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41954) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:36.623465 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-603eaab8-1adf-4c28-b679-4c7a55f8d29e tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Deleting port 58bff592-3211-4571-abc0-cb900a2d5fb6 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:51:36.623972 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-603eaab8-1adf-4c28-b679-4c7a55f8d29e tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:36.662141 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0c9e8a8e-a235-4fa4-ad27-cdb0443d37da tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:36.671610 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-34b0d171-259d-4ccf-a419-64a2f077fa31 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:51:36.673155 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-34b0d171-259d-4ccf-a419-64a2f077fa31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:51:36.734994 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e8a8e-a235-4fa4-ad27-cdb0443d37da tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event deleted for resources: {'Port': ['ID=8bcfccc5-b02f-4a9c-b9b5-7537624e8374,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:36.739815 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9e8a8e-a235-4fa4-ad27-cdb0443d37da tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] No DVR routers for this DVR port 8bcfccc5-b02f-4a9c-b9b5-7537624e8374 on host dv-neutron-862712-1-hyperv {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:51:36.757348 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 8bcfccc5-b02f-4a9c-b9b5-7537624e8374 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:51:36.780264 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-baa19c34-5362-41d4-af58-d476605f6580 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:36.791272 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-2b8f7172-9afc-4f69-bb4f-8bceb5e5379d None None] Attempt 5 to provision port ec706ac4-ba36-4a6c-895b-43f7057fb41b Oct 26 15:51:36.824232 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:36.829980 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 8bcfccc5-b02f-4a9c-b9b5-7537624e8374 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:51:36.829980 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 8bcfccc5-b02f-4a9c-b9b5-7537624e8374 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:51:36.830718 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 6ac62f2d-b4e7-4706-9566-bb6c4e464cbe no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:51:36.871330 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0c9e8a8e-a235-4fa4-ad27-cdb0443d37da tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:36.881630 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 6ac62f2d-b4e7-4706-9566-bb6c4e464cbe {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:51:36.881979 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 6ac62f2d-b4e7-4706-9566-bb6c4e464cbe not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:51:36.901243 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-2b8f7172-9afc-4f69-bb4f-8bceb5e5379d None None] Port ec706ac4-ba36-4a6c-895b-43f7057fb41b cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:51:36.903605 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-0c9e8a8e-a235-4fa4-ad27-cdb0443d37da tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['549dd6ac-4351-4984-8516-5fd7b0833d08']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:36.916148 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-0c9e8a8e-a235-4fa4-ad27-cdb0443d37da tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99985421-ba00-4e0b-828f-76037201ec43') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:36.916447 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-0c9e8a8e-a235-4fa4-ad27-cdb0443d37da tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99985421-ba00-4e0b-828f-76037201ec43') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:36.928304 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0c9e8a8e-a235-4fa4-ad27-cdb0443d37da tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:36.945023 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0c9e8a8e-a235-4fa4-ad27-cdb0443d37da tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:36.951334 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c9e8a8e-a235-4fa4-ad27-cdb0443d37da tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:51:36.951716 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0c9e8a8e-a235-4fa4-ad27-cdb0443d37da tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:37.024906 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 99985421-ba00-4e0b-828f-76037201ec43 resource provider aggregate not found Oct 26 15:51:37.050028 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 99985421-ba00-4e0b-828f-76037201ec43 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 99985421-ba00-4e0b-828f-76037201ec43 found for delete ", "request_id": "req-e747d67b-1bd0-47f2-acbc-652ff6455e47"}]} Oct 26 15:51:37.101064 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-603eaab8-1adf-4c28-b679-4c7a55f8d29e tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:37.147587 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0c9e8a8e-a235-4fa4-ad27-cdb0443d37da tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:37.165340 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0c9e8a8e-a235-4fa4-ad27-cdb0443d37da tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:37.174308 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-34b0d171-259d-4ccf-a419-64a2f077fa31 None None] Deleting port 8bcfccc5-b02f-4a9c-b9b5-7537624e8374 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:51:37.174867 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-34b0d171-259d-4ccf-a419-64a2f077fa31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:37.177304 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e8a8e-a235-4fa4-ad27-cdb0443d37da tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event deleted for resources: {'Network': ['ID=549dd6ac-4351-4984-8516-5fd7b0833d08,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:37.187414 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-0c9e8a8e-a235-4fa4-ad27-cdb0443d37da tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "DELETE /v2.0/networks/549dd6ac-4351-4984-8516-5fd7b0833d08 HTTP/1.1" status: 204 len: 168 time: 1.3968229 Oct 26 15:51:37.188127 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41962) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:37.242601 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-603eaab8-1adf-4c28-b679-4c7a55f8d29e tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Calling delete_port for 58bff592-3211-4571-abc0-cb900a2d5fb6 owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:51:37.244210 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-34b0d171-259d-4ccf-a419-64a2f077fa31 None None] The port '8bcfccc5-b02f-4a9c-b9b5-7537624e8374' was deleted {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 15:51:37.339507 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-baa19c34-5362-41d4-af58-d476605f6580 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:37.402581 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-2b8f7172-9afc-4f69-bb4f-8bceb5e5379d None None] Attempt 6 to provision port ec706ac4-ba36-4a6c-895b-43f7057fb41b Oct 26 15:51:37.433229 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-baa19c34-5362-41d4-af58-d476605f6580 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:37.461279 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-2b8f7172-9afc-4f69-bb4f-8bceb5e5379d None None] Port ec706ac4-ba36-4a6c-895b-43f7057fb41b cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:51:37.505396 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-603eaab8-1adf-4c28-b679-4c7a55f8d29e tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:37.598773 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-baa19c34-5362-41d4-af58-d476605f6580 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:37.603541 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa19c34-5362-41d4-af58-d476605f6580 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Pushing event updated for resources: {'Port': ['ID=e5d0a22c-4c97-419b-a72c-76d3a58b2203,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:37.722650 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c08eac50-144a-4dae-a10d-546500875571 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:37.824255 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603eaab8-1adf-4c28-b679-4c7a55f8d29e tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event deleted for resources: {'Port': ['ID=58bff592-3211-4571-abc0-cb900a2d5fb6,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:37.862359 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-603eaab8-1adf-4c28-b679-4c7a55f8d29e tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:37.866769 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-603eaab8-1adf-4c28-b679-4c7a55f8d29e tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/ports/58bff592-3211-4571-abc0-cb900a2d5fb6 HTTP/1.1" status: 204 len: 168 time: 1.3207996 Oct 26 15:51:37.867038 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41966) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:37.912584 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-61adc104-fc1a-47c7-a356-3551e97b1d33 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] GET failed (client error): The resource could not be found. Oct 26 15:51:37.913123 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-61adc104-fc1a-47c7-a356-3551e97b1d33 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Synchronizing usage tracker for tenant:81f9d918a7ff445e8b2c1951e5c33cc9 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:51:37.921459 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-baa19c34-5362-41d4-af58-d476605f6580 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:37.922928 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-baa19c34-5362-41d4-af58-d476605f6580 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7953713 Oct 26 15:51:37.926332 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41970) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:37.933303 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-f80d2fd1-80c4-425a-94d0-058cec2baf89 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Request body: {'port': {'network_id': 'e94e8c8a-a582-41c1-a696-8dfeab49cdb0', 'name': 'tempest-FloatingIPTestJSON-2031786119'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:37.962792 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-2b8f7172-9afc-4f69-bb4f-8bceb5e5379d None None] Attempt 7 to provision port ec706ac4-ba36-4a6c-895b-43f7057fb41b Oct 26 15:51:38.010860 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-61adc104-fc1a-47c7-a356-3551e97b1d33 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Unset dirty status for tenant:81f9d918a7ff445e8b2c1951e5c33cc9 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:51:38.014552 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-61adc104-fc1a-47c7-a356-3551e97b1d33 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "GET /v2.0/ports/58bff592-3211-4571-abc0-cb900a2d5fb6 HTTP/1.1" status: 404 len: 333 time: 0.1439323 Oct 26 15:51:38.015458 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41974) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:38.061821 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-2b8f7172-9afc-4f69-bb4f-8bceb5e5379d None None] Port ec706ac4-ba36-4a6c-895b-43f7057fb41b cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:51:38.123377 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-51f9c4fc-e105-431b-b52d-1a46f2ce5b79 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Deleting port ec706ac4-ba36-4a6c-895b-43f7057fb41b {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:51:38.123679 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-51f9c4fc-e105-431b-b52d-1a46f2ce5b79 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:38.187021 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-c08eac50-144a-4dae-a10d-546500875571 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Deleting port 42acb0b5-00d5-4703-ae1c-77f827bc1034 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:51:38.187392 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c08eac50-144a-4dae-a10d-546500875571 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:38.190728 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-f80d2fd1-80c4-425a-94d0-058cec2baf89 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:38.198068 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-f80d2fd1-80c4-425a-94d0-058cec2baf89 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Usage tracker for resource:port and tenant:be078dbf59284c8db757499639ef8c28 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:51:38.203352 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-f80d2fd1-80c4-425a-94d0-058cec2baf89 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Quota usage for port was recalculated. Used quota:4. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:51:38.252498 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-f80d2fd1-80c4-425a-94d0-058cec2baf89 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:38.342195 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80d2fd1-80c4-425a-94d0-058cec2baf89 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Made reservation on behalf of be078dbf59284c8db757499639ef8c28 for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:51:38.345911 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f80d2fd1-80c4-425a-94d0-058cec2baf89 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:38.388113 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-c08eac50-144a-4dae-a10d-546500875571 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] For port 42acb0b5-00d5-4703-ae1c-77f827bc1034, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=42acb0b5-00d5-4703-ae1c-77f827bc1034,segment=NetworkSegment(72c93c49-dfa4-4e54-bb98-a1519dafed49),segment_id=72c93c49-dfa4-4e54-bb98-a1519dafed49)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:51:38.388373 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c08eac50-144a-4dae-a10d-546500875571 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:38.388532 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-f80d2fd1-80c4-425a-94d0-058cec2baf89 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] device_id is not set on port 611fbd19-b587-482a-b7ee-38149709870d yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:51:38.483699 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-51f9c4fc-e105-431b-b52d-1a46f2ce5b79 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:38.518261 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-c08eac50-144a-4dae-a10d-546500875571 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Calling delete_port for 42acb0b5-00d5-4703-ae1c-77f827bc1034 owned by network:router_interface {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:51:38.563279 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-2b8f7172-9afc-4f69-bb4f-8bceb5e5379d None None] Attempt 8 to provision port ec706ac4-ba36-4a6c-895b-43f7057fb41b Oct 26 15:51:38.619030 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-2b8f7172-9afc-4f69-bb4f-8bceb5e5379d None None] Port ec706ac4-ba36-4a6c-895b-43f7057fb41b cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:51:38.649740 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-51f9c4fc-e105-431b-b52d-1a46f2ce5b79 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Calling delete_port for ec706ac4-ba36-4a6c-895b-43f7057fb41b owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:51:38.749091 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-f80d2fd1-80c4-425a-94d0-058cec2baf89 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Allocated IP 172.20.0.2 (e94e8c8a-a582-41c1-a696-8dfeab49cdb0/a231fc49-1080-4ecc-9fe9-e75ac9fd203d/611fbd19-b587-482a-b7ee-38149709870d) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:51:38.793505 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c08eac50-144a-4dae-a10d-546500875571 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:38.844569 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08eac50-144a-4dae-a10d-546500875571 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event deleted for resources: {'Port': ['ID=42acb0b5-00d5-4703-ae1c-77f827bc1034,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:38.948938 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-51f9c4fc-e105-431b-b52d-1a46f2ce5b79 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:39.057020 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f9c4fc-e105-431b-b52d-1a46f2ce5b79 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event deleted for resources: {'Port': ['ID=ec706ac4-ba36-4a6c-895b-43f7057fb41b,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:39.090234 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c08eac50-144a-4dae-a10d-546500875571 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:39.120626 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-2b8f7172-9afc-4f69-bb4f-8bceb5e5379d None None] Attempt 9 to provision port ec706ac4-ba36-4a6c-895b-43f7057fb41b Oct 26 15:51:39.166924 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-2b8f7172-9afc-4f69-bb4f-8bceb5e5379d None None] Port ec706ac4-ba36-4a6c-895b-43f7057fb41b was deleted so its status cannot be updated. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:51:39.171179 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f80d2fd1-80c4-425a-94d0-058cec2baf89 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:39.178930 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-2b8f7172-9afc-4f69-bb4f-8bceb5e5379d None None] Provisioning complete for port d8310826-09f3-44e4-9d0f-8e1736c0e107 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:51:39.186098 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2b8f7172-9afc-4f69-bb4f-8bceb5e5379d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:39.186098 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-2b8f7172-9afc-4f69-bb4f-8bceb5e5379d None None] Attempt 1 to provision port d8310826-09f3-44e4-9d0f-8e1736c0e107 Oct 26 15:51:39.186342 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-51f9c4fc-e105-431b-b52d-1a46f2ce5b79 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:39.263304 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-51f9c4fc-e105-431b-b52d-1a46f2ce5b79 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/ports/ec706ac4-ba36-4a6c-895b-43f7057fb41b HTTP/1.1" status: 204 len: 168 time: 1.2464435 Oct 26 15:51:39.266700 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41978) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:39.315963 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f80d2fd1-80c4-425a-94d0-058cec2baf89 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:39.320806 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-2b8f7172-9afc-4f69-bb4f-8bceb5e5379d None None] Current status of the port d8310826-09f3-44e4-9d0f-8e1736c0e107 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:51:39.361288 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-e19f6d8e-8017-45a0-b784-3af6ae0b96bc tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] GET failed (client error): The resource could not be found. Oct 26 15:51:39.361897 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e19f6d8e-8017-45a0-b784-3af6ae0b96bc tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Synchronizing usage tracker for tenant:81f9d918a7ff445e8b2c1951e5c33cc9 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:51:39.392460 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08eac50-144a-4dae-a10d-546500875571 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Router 905bf32a-aede-41c4-8362-12b9c4083bdc has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:51:39.402368 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80d2fd1-80c4-425a-94d0-058cec2baf89 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Network e94e8c8a-a582-41c1-a696-8dfeab49cdb0 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:51:39.406532 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-f80d2fd1-80c4-425a-94d0-058cec2baf89 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:51:39.411464 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80d2fd1-80c4-425a-94d0-058cec2baf89 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:51:39.432964 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-68ea7fd3-e5af-4a2a-93ed-413552223d59 None None] Could not find standard attr ID for object ec706ac4-ba36-4a6c-895b-43f7057fb41b. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:51:39.435770 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-68ea7fd3-e5af-4a2a-93ed-413552223d59 None None] Could not find standard attr ID for object 58bff592-3211-4571-abc0-cb900a2d5fb6. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:51:39.452045 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80d2fd1-80c4-425a-94d0-058cec2baf89 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Pushing event updated for resources: {'Port': ['ID=611fbd19-b587-482a-b7ee-38149709870d,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:39.468263 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e19f6d8e-8017-45a0-b784-3af6ae0b96bc tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Unset dirty status for tenant:81f9d918a7ff445e8b2c1951e5c33cc9 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:51:39.469714 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e19f6d8e-8017-45a0-b784-3af6ae0b96bc tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "GET /v2.0/ports/ec706ac4-ba36-4a6c-895b-43f7057fb41b HTTP/1.1" status: 404 len: 333 time: 0.2017756 Oct 26 15:51:39.472581 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41982) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:39.516908 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80d2fd1-80c4-425a-94d0-058cec2baf89 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:39.517549 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f80d2fd1-80c4-425a-94d0-058cec2baf89 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:39.565569 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-882ee079-e8bd-46b4-b55a-d47e5c616901 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Deleting subnet 47ef5778-b050-42ec-8744-23625594f415 {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:51:39.569108 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-882ee079-e8bd-46b4-b55a-d47e5c616901 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:39.659424 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08eac50-144a-4dae-a10d-546500875571 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:51:39.672293 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167afad6-2b32-4e4c-a20e-4c8a0f5ed957 None None] Sync routers for ids ['905bf32a-aede-41c4-8362-12b9c4083bdc'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:51:39.676220 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-c08eac50-144a-4dae-a10d-546500875571 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "PUT /v2.0/routers/905bf32a-aede-41c4-8362-12b9c4083bdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4870193 Oct 26 15:51:39.678820 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41986) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:39.686125 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167afad6-2b32-4e4c-a20e-4c8a0f5ed957 None None] Routers {'905bf32a-aede-41c4-8362-12b9c4083bdc'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:39.687331 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-167afad6-2b32-4e4c-a20e-4c8a0f5ed957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['905bf32a-aede-41c4-8362-12b9c4083bdc'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:39.736030 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f80d2fd1-80c4-425a-94d0-058cec2baf89 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8055646 Oct 26 15:51:39.736264 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 41990) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:39.748150 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-be692f1b-f005-469f-8236-a482fddd498e tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Request body: {'floatingip': {'port_id': '611fbd19-b587-482a-b7ee-38149709870d'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:39.758298 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-882ee079-e8bd-46b4-b55a-d47e5c616901 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:39.820021 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-167afad6-2b32-4e4c-a20e-4c8a0f5ed957 None None] Set router 905bf32a-aede-41c4-8362-12b9c4083bdc gateway port host: None {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:51:39.829889 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a421cb5-eb28-40cb-b2de-45ecad65f07b tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Deleting subnet 20fe1d8d-da3e-4ac4-919c-bee9444d14be {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:51:39.837448 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-be692f1b-f005-469f-8236-a482fddd498e tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for floatingip, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:39.848915 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-882ee079-e8bd-46b4-b55a-d47e5c616901 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:39.897399 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8a421cb5-eb28-40cb-b2de-45ecad65f07b tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:39.934075 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-167afad6-2b32-4e4c-a20e-4c8a0f5ed957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'name': 'tempest-RoutersTest-router-1020197022', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:50:33Z', 'updated_at': '2022-10-26T15:51:38Z', 'revision_number': 11, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'gw_port_host': None}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:39.939120 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167afad6-2b32-4e4c-a20e-4c8a0f5ed957 None None] Checking router: 905bf32a-aede-41c4-8362-12b9c4083bdc for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:51:39.947481 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167afad6-2b32-4e4c-a20e-4c8a0f5ed957 None None] Routers {'905bf32a-aede-41c4-8362-12b9c4083bdc'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:39.948085 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-167afad6-2b32-4e4c-a20e-4c8a0f5ed957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['905bf32a-aede-41c4-8362-12b9c4083bdc'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:39.988325 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-882ee079-e8bd-46b4-b55a-d47e5c616901 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:40.019760 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8a421cb5-eb28-40cb-b2de-45ecad65f07b tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:40.035998 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882ee079-e8bd-46b4-b55a-d47e5c616901 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event deleted for resources: {'Subnet': ['ID=47ef5778-b050-42ec-8744-23625594f415,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:40.041382 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-882ee079-e8bd-46b4-b55a-d47e5c616901 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:40.053566 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-882ee079-e8bd-46b4-b55a-d47e5c616901 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/subnets/47ef5778-b050-42ec-8744-23625594f415 HTTP/1.1" status: 204 len: 168 time: 0.5744333 Oct 26 15:51:40.053566 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41994) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:40.069078 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12669342-c070-4d61-a5c1-d661a0539df0 None None] Network c47265dc-b33b-4b3f-b9b5-e40af09d5651 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:51:40.162978 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-167afad6-2b32-4e4c-a20e-4c8a0f5ed957 None None] Set router 905bf32a-aede-41c4-8362-12b9c4083bdc gateway port host: None {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:51:40.181638 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4ea9c844-24af-4e01-b888-5a0fe89e6cfc tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:40.193231 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9c844-24af-4e01-b888-5a0fe89e6cfc tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Deleting port d8310826-09f3-44e4-9d0f-8e1736c0e107 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:51:40.193561 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4ea9c844-24af-4e01-b888-5a0fe89e6cfc tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:40.293784 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-167afad6-2b32-4e4c-a20e-4c8a0f5ed957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'name': 'tempest-RoutersTest-router-1020197022', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:50:33Z', 'updated_at': '2022-10-26T15:51:38Z', 'revision_number': 11, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'gw_port_host': None}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:40.300693 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167afad6-2b32-4e4c-a20e-4c8a0f5ed957 None None] The sync data for ids ['905bf32a-aede-41c4-8362-12b9c4083bdc'] in dv-neutron-862712-1-hyperv is: [{'id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'name': 'tempest-RoutersTest-router-1020197022', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:50:33Z', 'updated_at': '2022-10-26T15:51:38Z', 'revision_number': 11, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'gw_port_host': None}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:51:40.310885 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8a421cb5-eb28-40cb-b2de-45ecad65f07b tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:40.441786 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-4ea9c844-24af-4e01-b888-5a0fe89e6cfc tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] For port d8310826-09f3-44e4-9d0f-8e1736c0e107, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=d8310826-09f3-44e4-9d0f-8e1736c0e107,segment=NetworkSegment(f1ee5f8e-8a36-4d63-bccf-fd1f15cd4654),segment_id=f1ee5f8e-8a36-4d63-bccf-fd1f15cd4654)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:51:40.442343 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4ea9c844-24af-4e01-b888-5a0fe89e6cfc tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:40.580228 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9c844-24af-4e01-b888-5a0fe89e6cfc tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Calling delete_port for d8310826-09f3-44e4-9d0f-8e1736c0e107 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:51:40.598872 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8a421cb5-eb28-40cb-b2de-45ecad65f07b tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:40.661556 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8a421cb5-eb28-40cb-b2de-45ecad65f07b tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:40.666343 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a421cb5-eb28-40cb-b2de-45ecad65f07b tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event deleted for resources: {'Subnet': ['ID=20fe1d8d-da3e-4ac4-919c-bee9444d14be,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:40.674662 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f1bd8c-4d2e-47e5-9c19-a9dbb4cfc6bc None None] Network a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:51:40.680692 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-8a421cb5-eb28-40cb-b2de-45ecad65f07b tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "DELETE /v2.0/subnets/20fe1d8d-da3e-4ac4-919c-bee9444d14be HTTP/1.1" status: 204 len: 168 time: 0.9985139 Oct 26 15:51:40.681758 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 41998) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:40.696070 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-be692f1b-f005-469f-8236-a482fddd498e tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:40.801302 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f5994e-77f2-46e2-ab85-b8351ec379b1 None None] DHCP port deletion for c47265dc-b33b-4b3f-b9b5-e40af09d5651 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:51:40.808212 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 42acb0b5-00d5-4703-ae1c-77f827bc1034 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:51:40.818309 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4ea9c844-24af-4e01-b888-5a0fe89e6cfc tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:40.840289 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-be692f1b-f005-469f-8236-a482fddd498e tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:40.857626 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-e2f5994e-77f2-46e2-ab85-b8351ec379b1 None None] Deleting port d8310826-09f3-44e4-9d0f-8e1736c0e107 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:51:40.858011 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e2f5994e-77f2-46e2-ab85-b8351ec379b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:40.901980 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8b2e2fcc-dd03-466f-b2cd-8dfb947a0cbc tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:40.904946 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea9c844-24af-4e01-b888-5a0fe89e6cfc tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] No DVR routers for this DVR port d8310826-09f3-44e4-9d0f-8e1736c0e107 on host dv-neutron-862712-1-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:51:40.908560 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9c844-24af-4e01-b888-5a0fe89e6cfc tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event deleted for resources: {'Port': ['ID=d8310826-09f3-44e4-9d0f-8e1736c0e107,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:40.925659 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 42acb0b5-00d5-4703-ae1c-77f827bc1034 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:51:40.926027 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 42acb0b5-00d5-4703-ae1c-77f827bc1034 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:51:40.926426 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device d8310826-09f3-44e4-9d0f-8e1736c0e107 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:51:40.970221 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-e2f5994e-77f2-46e2-ab85-b8351ec379b1 None None] The port 'd8310826-09f3-44e4-9d0f-8e1736c0e107' was deleted {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 15:51:41.055656 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-8b2e2fcc-dd03-466f-b2cd-8dfb947a0cbc tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Deleting port 64765b2a-e0aa-43a0-b2d5-626efb66d0ab {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:51:41.055924 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8b2e2fcc-dd03-466f-b2cd-8dfb947a0cbc tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:41.061871 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.l3_db [None req-be692f1b-f005-469f-8236-a482fddd498e tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Floating IP e2b28627-0847-4a74-86e2-af2ebbe725c2 associated. External IP: 172.26.2.111, port: 611fbd19-b587-482a-b7ee-38149709870d. Oct 26 15:51:41.081697 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: d8310826-09f3-44e4-9d0f-8e1736c0e107 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:51:41.082191 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device d8310826-09f3-44e4-9d0f-8e1736c0e107 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:51:41.182346 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4ea9c844-24af-4e01-b888-5a0fe89e6cfc tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:41.221977 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e220bbc-6434-4f0f-a6b7-cfe4c89dec3d None None] DHCP port deletion for a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:51:41.227712 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6e220bbc-6434-4f0f-a6b7-cfe4c89dec3d None None] Deleting port 64765b2a-e0aa-43a0-b2d5-626efb66d0ab {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:51:41.228223 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6e220bbc-6434-4f0f-a6b7-cfe4c89dec3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:41.256948 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-4ea9c844-24af-4e01-b888-5a0fe89e6cfc tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c47265dc-b33b-4b3f-b9b5-e40af09d5651']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:41.321366 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-4ea9c844-24af-4e01-b888-5a0fe89e6cfc tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1ee5f8e-8a36-4d63-bccf-fd1f15cd4654') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:41.321679 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-4ea9c844-24af-4e01-b888-5a0fe89e6cfc tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1ee5f8e-8a36-4d63-bccf-fd1f15cd4654') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:41.350528 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4ea9c844-24af-4e01-b888-5a0fe89e6cfc tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:41.383509 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4ea9c844-24af-4e01-b888-5a0fe89e6cfc tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:41.386730 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-8b2e2fcc-dd03-466f-b2cd-8dfb947a0cbc tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] For port 64765b2a-e0aa-43a0-b2d5-626efb66d0ab, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=64765b2a-e0aa-43a0-b2d5-626efb66d0ab,segment=NetworkSegment(72c93c49-dfa4-4e54-bb98-a1519dafed49),segment_id=72c93c49-dfa4-4e54-bb98-a1519dafed49)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:51:41.387353 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8b2e2fcc-dd03-466f-b2cd-8dfb947a0cbc tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:41.404010 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ea9c844-24af-4e01-b888-5a0fe89e6cfc tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:51:41.404412 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4ea9c844-24af-4e01-b888-5a0fe89e6cfc tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:41.467717 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-6e220bbc-6434-4f0f-a6b7-cfe4c89dec3d None None] For port 64765b2a-e0aa-43a0-b2d5-626efb66d0ab, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=64765b2a-e0aa-43a0-b2d5-626efb66d0ab,segment=NetworkSegment(72c93c49-dfa4-4e54-bb98-a1519dafed49),segment_id=72c93c49-dfa4-4e54-bb98-a1519dafed49)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:51:41.468175 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6e220bbc-6434-4f0f-a6b7-cfe4c89dec3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:41.599902 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6e220bbc-6434-4f0f-a6b7-cfe4c89dec3d None None] Calling delete_port for 64765b2a-e0aa-43a0-b2d5-626efb66d0ab owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:51:41.615401 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be692f1b-f005-469f-8236-a482fddd498e tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Router bcda6f93-57d1-41ad-b007-62f0010b9957 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:51:41.691885 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment f1ee5f8e-8a36-4d63-bccf-fd1f15cd4654 resource provider aggregate not found Oct 26 15:51:41.707668 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-8b2e2fcc-dd03-466f-b2cd-8dfb947a0cbc tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Calling delete_port for 64765b2a-e0aa-43a0-b2d5-626efb66d0ab owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:51:41.735620 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment f1ee5f8e-8a36-4d63-bccf-fd1f15cd4654 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f1ee5f8e-8a36-4d63-bccf-fd1f15cd4654 found for delete ", "request_id": "req-913473fb-61d6-4d52-af1a-86d853bb3e6d"}]} Oct 26 15:51:41.736217 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6e220bbc-6434-4f0f-a6b7-cfe4c89dec3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:41.757494 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 15:51:41.787787 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e220bbc-6434-4f0f-a6b7-cfe4c89dec3d None None] Pushing event deleted for resources: {'Port': ['ID=64765b2a-e0aa-43a0-b2d5-626efb66d0ab,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:41.794330 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e220bbc-6434-4f0f-a6b7-cfe4c89dec3d None None] No DVR routers for this DVR port 64765b2a-e0aa-43a0-b2d5-626efb66d0ab on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: from cryptography.utils import int_from_bytes Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: from cryptography.utils import int_from_bytes Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: util.warn_limited( Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: util.warn_limited( Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: util.warn( Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: util.warn( Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: util.warn( Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: util.warn( Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: util.warn( Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: util.warn( Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: util.warn( Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: util.warn( Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: util.warn( Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: util.warn( Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: util.warn( Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: util.warn( Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: util.warn( Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: util.warn( Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: util.warn( Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: util.warn( Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: util.warn( Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: util.warn( Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: util.warn( Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: util.warn( Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: util.warn( Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: util.warn( Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: util.warn( Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:51:41.798364 dv-neutron-862712-1-hyperv neutron-server[89747]: util.warn( Oct 26 15:51:41.803494 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-8b2e2fcc-dd03-466f-b2cd-8dfb947a0cbc tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:51:41.806309 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-8b2e2fcc-dd03-466f-b2cd-8dfb947a0cbc tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:51:41.820852 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be692f1b-f005-469f-8236-a482fddd498e tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:51:41.824989 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-be692f1b-f005-469f-8236-a482fddd498e tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:41.832620 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576135a6-3602-4f87-9453-96a1197a92a0 None None] Sync routers for ids ['bcda6f93-57d1-41ad-b007-62f0010b9957'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:51:41.840519 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576135a6-3602-4f87-9453-96a1197a92a0 None None] Routers {'bcda6f93-57d1-41ad-b007-62f0010b9957'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:41.841121 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-576135a6-3602-4f87-9453-96a1197a92a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['bcda6f93-57d1-41ad-b007-62f0010b9957'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:41.849775 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4ea9c844-24af-4e01-b888-5a0fe89e6cfc tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:41.854490 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4ea9c844-24af-4e01-b888-5a0fe89e6cfc tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:41.887065 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-be692f1b-f005-469f-8236-a482fddd498e tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "PUT /v2.0/floatingips/e2b28627-0847-4a74-86e2-af2ebbe725c2 HTTP/1.1" status: 200 len: 978 time: 2.1496015 Oct 26 15:51:41.889994 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9c844-24af-4e01-b888-5a0fe89e6cfc tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event deleted for resources: {'Network': ['ID=c47265dc-b33b-4b3f-b9b5-e40af09d5651,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:41.890143 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42006) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:41.911730 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-576135a6-3602-4f87-9453-96a1197a92a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:41.920356 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576135a6-3602-4f87-9453-96a1197a92a0 None None] Routers {'bcda6f93-57d1-41ad-b007-62f0010b9957'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:41.920958 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-576135a6-3602-4f87-9453-96a1197a92a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['bcda6f93-57d1-41ad-b007-62f0010b9957'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:41.965021 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-83ff8373-6d94-42f5-893b-70f92256ab5a tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Deleting port 611fbd19-b587-482a-b7ee-38149709870d {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:51:41.965365 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-83ff8373-6d94-42f5-893b-70f92256ab5a tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:41.966046 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4ea9c844-24af-4e01-b888-5a0fe89e6cfc tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/networks/c47265dc-b33b-4b3f-b9b5-e40af09d5651 HTTP/1.1" status: 204 len: 168 time: 1.9134533 Oct 26 15:51:41.969467 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42010) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:41.975030 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-7a3170ae-a8cd-45c9-be8f-744a5252a33d tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1297694477'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:41.980064 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-7a3170ae-a8cd-45c9-be8f-744a5252a33d tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:41.984056 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7a3170ae-a8cd-45c9-be8f-744a5252a33d tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Usage tracker for resource:network and tenant:81f9d918a7ff445e8b2c1951e5c33cc9 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:51:41.987816 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7a3170ae-a8cd-45c9-be8f-744a5252a33d tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:51:41.991715 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-576135a6-3602-4f87-9453-96a1197a92a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:41.992117 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576135a6-3602-4f87-9453-96a1197a92a0 None None] The sync data for ids ['bcda6f93-57d1-41ad-b007-62f0010b9957'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:51:41.993659 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-7a3170ae-a8cd-45c9-be8f-744a5252a33d tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:42.067938 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3170ae-a8cd-45c9-be8f-744a5252a33d tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Made reservation on behalf of 81f9d918a7ff445e8b2c1951e5c33cc9 for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:51:42.071441 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7a3170ae-a8cd-45c9-be8f-744a5252a33d tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:42.103729 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a3170ae-a8cd-45c9-be8f-744a5252a33d tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:51:42.113052 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7a3170ae-a8cd-45c9-be8f-744a5252a33d tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:42.113495 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-7a3170ae-a8cd-45c9-be8f-744a5252a33d tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Added segment 7aae8c3e-89f0-4464-8bbb-1b1a25772837 of type vlan for network b50ce865-3671-4272-9521-2b22a09d3cc3 Oct 26 15:51:42.139329 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7a3170ae-a8cd-45c9-be8f-744a5252a33d tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:42.223682 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-83ff8373-6d94-42f5-893b-70f92256ab5a tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:42.227654 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7a3170ae-a8cd-45c9-be8f-744a5252a33d tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:42.233227 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3170ae-a8cd-45c9-be8f-744a5252a33d tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:42.233813 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7a3170ae-a8cd-45c9-be8f-744a5252a33d tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:42.308456 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-8b2e2fcc-dd03-466f-b2cd-8dfb947a0cbc tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Deleting port 64765b2a-e0aa-43a0-b2d5-626efb66d0ab {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:51:42.308711 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8b2e2fcc-dd03-466f-b2cd-8dfb947a0cbc tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:42.401818 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3170ae-a8cd-45c9-be8f-744a5252a33d tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event updated for resources: {'Network': ['ID=b50ce865-3671-4272-9521-2b22a09d3cc3,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:42.409263 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-8b2e2fcc-dd03-466f-b2cd-8dfb947a0cbc tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] The port '64765b2a-e0aa-43a0-b2d5-626efb66d0ab' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 15:51:42.414000 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network b50ce865-3671-4272-9521-2b22a09d3cc3 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:51:42.466824 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-7a3170ae-a8cd-45c9-be8f-744a5252a33d tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4962568 Oct 26 15:51:42.480375 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42014) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:42.503921 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-8a35f861-030c-4dec-999b-bf2819f2e840 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'subnet': {'network_id': 'b50ce865-3671-4272-9521-2b22a09d3cc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:42.539146 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8b2e2fcc-dd03-466f-b2cd-8dfb947a0cbc tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:42.565044 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-8b2e2fcc-dd03-466f-b2cd-8dfb947a0cbc tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:42.577265 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-8b2e2fcc-dd03-466f-b2cd-8dfb947a0cbc tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c93c49-dfa4-4e54-bb98-a1519dafed49') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:42.577559 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-8b2e2fcc-dd03-466f-b2cd-8dfb947a0cbc tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c93c49-dfa4-4e54-bb98-a1519dafed49') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:42.589920 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8b2e2fcc-dd03-466f-b2cd-8dfb947a0cbc tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:42.605937 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8b2e2fcc-dd03-466f-b2cd-8dfb947a0cbc tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:42.612187 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b2e2fcc-dd03-466f-b2cd-8dfb947a0cbc tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:51:42.616292 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8b2e2fcc-dd03-466f-b2cd-8dfb947a0cbc tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:42.626268 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-83ff8373-6d94-42f5-893b-70f92256ab5a tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:42.626718 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-83ff8373-6d94-42f5-893b-70f92256ab5a tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:42.626961 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.l3_db [None req-83ff8373-6d94-42f5-893b-70f92256ab5a tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Floating IP e2b28627-0847-4a74-86e2-af2ebbe725c2 disassociated. External IP: 172.26.2.111, port: 611fbd19-b587-482a-b7ee-38149709870d. Oct 26 15:51:42.627307 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-83ff8373-6d94-42f5-893b-70f92256ab5a tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Calling delete_port for 611fbd19-b587-482a-b7ee-38149709870d owned by {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:51:42.690375 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8a35f861-030c-4dec-999b-bf2819f2e840 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:42.697985 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8a35f861-030c-4dec-999b-bf2819f2e840 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Usage tracker for resource:subnet and tenant:81f9d918a7ff445e8b2c1951e5c33cc9 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:51:42.705192 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8a35f861-030c-4dec-999b-bf2819f2e840 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:51:42.714926 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8a35f861-030c-4dec-999b-bf2819f2e840 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:42.748060 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 64765b2a-e0aa-43a0-b2d5-626efb66d0ab no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:51:42.783709 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 64765b2a-e0aa-43a0-b2d5-626efb66d0ab {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:51:42.784054 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 64765b2a-e0aa-43a0-b2d5-626efb66d0ab not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:51:42.819491 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8b2e2fcc-dd03-466f-b2cd-8dfb947a0cbc tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:42.833482 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8b2e2fcc-dd03-466f-b2cd-8dfb947a0cbc tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:42.838852 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a35f861-030c-4dec-999b-bf2819f2e840 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Made reservation on behalf of 81f9d918a7ff445e8b2c1951e5c33cc9 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:51:42.842365 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8a35f861-030c-4dec-999b-bf2819f2e840 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:42.848142 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e2fcc-dd03-466f-b2cd-8dfb947a0cbc tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Pushing event deleted for resources: {'Network': ['ID=a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:42.848142 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8b2e2fcc-dd03-466f-b2cd-8dfb947a0cbc tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "DELETE /v2.0/networks/a14b2ab3-512d-4bb1-8315-3bf1e58fdc1a HTTP/1.1" status: 204 len: 168 time: 2.1625729 Oct 26 15:51:42.848920 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42018) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:42.853937 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-b1781f5c-dc0b-4290-a6fe-fc1001142c98 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Request body: {'router': {'routes': None}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:43.030488 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-83ff8373-6d94-42f5-893b-70f92256ab5a tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:43.103557 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff8373-6d94-42f5-893b-70f92256ab5a tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Pushing event deleted for resources: {'Port': ['ID=611fbd19-b587-482a-b7ee-38149709870d,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:43.158568 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.extraroute_db [None req-b1781f5c-dc0b-4290-a6fe-fc1001142c98 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Added routes are [] {{(pid=89747) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 26 15:51:43.158863 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.extraroute_db [None req-b1781f5c-dc0b-4290-a6fe-fc1001142c98 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Removed routes are [] {{(pid=89747) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 26 15:51:43.159250 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b1781f5c-dc0b-4290-a6fe-fc1001142c98 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:43.358459 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ff8373-6d94-42f5-893b-70f92256ab5a tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Router bcda6f93-57d1-41ad-b007-62f0010b9957 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:51:43.528404 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b1781f5c-dc0b-4290-a6fe-fc1001142c98 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:43.532666 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b1781f5c-dc0b-4290-a6fe-fc1001142c98 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-581503'] for router, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:43.574081 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ff8373-6d94-42f5-893b-70f92256ab5a tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:51:43.585636 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7749d1d8-74ce-44d0-b80a-b74312a06c17 None None] Sync routers for ids ['bcda6f93-57d1-41ad-b007-62f0010b9957'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:51:43.598229 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7749d1d8-74ce-44d0-b80a-b74312a06c17 None None] Routers {'bcda6f93-57d1-41ad-b007-62f0010b9957'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:43.599337 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-7749d1d8-74ce-44d0-b80a-b74312a06c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['bcda6f93-57d1-41ad-b007-62f0010b9957'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:43.617298 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8a35f861-030c-4dec-999b-bf2819f2e840 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:43.675032 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1781f5c-dc0b-4290-a6fe-fc1001142c98 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Router 905bf32a-aede-41c4-8362-12b9c4083bdc has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:51:43.679341 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-7749d1d8-74ce-44d0-b80a-b74312a06c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:43.690275 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7749d1d8-74ce-44d0-b80a-b74312a06c17 None None] Routers {'bcda6f93-57d1-41ad-b007-62f0010b9957'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:43.691325 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-7749d1d8-74ce-44d0-b80a-b74312a06c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['bcda6f93-57d1-41ad-b007-62f0010b9957'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:43.693888 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a35f861-030c-4dec-999b-bf2819f2e840 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event updated for resources: {'Subnet': ['ID=af06a22b-75c5-450c-bf13-f04561adc634,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:43.766018 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-7749d1d8-74ce-44d0-b80a-b74312a06c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:43.767284 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7749d1d8-74ce-44d0-b80a-b74312a06c17 None None] The sync data for ids ['bcda6f93-57d1-41ad-b007-62f0010b9957'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:51:43.775230 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a35f861-030c-4dec-999b-bf2819f2e840 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Checking segment: {'id': '7aae8c3e-89f0-4464-8bbb-1b1a25772837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b50ce865-3671-4272-9521-2b22a09d3cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:51:43.775592 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a35f861-030c-4dec-999b-bf2819f2e840 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Network hostable DHCP agents. Network: b50ce865-3671-4272-9521-2b22a09d3cc3, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:51:43.788971 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-83ff8373-6d94-42f5-893b-70f92256ab5a tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:43.810180 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-83ff8373-6d94-42f5-893b-70f92256ab5a tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "DELETE /v2.0/ports/611fbd19-b587-482a-b7ee-38149709870d HTTP/1.1" status: 204 len: 168 time: 1.9182866 Oct 26 15:51:43.818795 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42026) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:43.862154 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a35f861-030c-4dec-999b-bf2819f2e840 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Network b50ce865-3671-4272-9521-2b22a09d3cc3 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:51:43.880118 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 72c93c49-dfa4-4e54-bb98-a1519dafed49 resource provider aggregate not found Oct 26 15:51:43.908285 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 72c93c49-dfa4-4e54-bb98-a1519dafed49 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 72c93c49-dfa4-4e54-bb98-a1519dafed49 found for delete ", "request_id": "req-2322a01b-a4f0-4a88-a709-570295befaaf"}]} Oct 26 15:51:43.909193 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1781f5c-dc0b-4290-a6fe-fc1001142c98 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:51:43.917631 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b1781f5c-dc0b-4290-a6fe-fc1001142c98 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:43.918459 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bfcc16-85f6-42d1-8616-a7c57d2f63ef None None] Sync routers for ids ['905bf32a-aede-41c4-8362-12b9c4083bdc'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:51:43.919009 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b1781f5c-dc0b-4290-a6fe-fc1001142c98 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "PUT /v2.0/routers/905bf32a-aede-41c4-8362-12b9c4083bdc HTTP/1.1" status: 200 len: 701 time: 1.0688076 Oct 26 15:51:43.921969 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42032) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:43.922322 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-295fada4-b759-47e4-8441-034c526a097c tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "GET /v2.0/floatingips/e2b28627-0847-4a74-86e2-af2ebbe725c2 HTTP/1.1" status: 200 len: 688 time: 0.1023240 Oct 26 15:51:43.924785 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42036) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:43.929005 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bfcc16-85f6-42d1-8616-a7c57d2f63ef None None] Routers {'905bf32a-aede-41c4-8362-12b9c4083bdc'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:43.929917 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-81bfcc16-85f6-42d1-8616-a7c57d2f63ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['905bf32a-aede-41c4-8362-12b9c4083bdc'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:43.967726 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-8a35f861-030c-4dec-999b-bf2819f2e840 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, b50ce865-3671-4272-9521-2b22a09d3cc3) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:51:43.978173 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6878f09f-7d79-44bc-85b3-d226b8862c85 None None] Network b50ce865-3671-4272-9521-2b22a09d3cc3 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:51:43.987698 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-2315deb7-ea6a-4c17-a866-0af3d8e5e80d tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Synchronizing usage tracker for tenant:c6ecf98f295847b88c4c5e8d668b4162 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:51:43.995009 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a35f861-030c-4dec-999b-bf2819f2e840 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:43.995922 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8a35f861-030c-4dec-999b-bf2819f2e840 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:44.062691 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-81bfcc16-85f6-42d1-8616-a7c57d2f63ef None None] Set router 905bf32a-aede-41c4-8362-12b9c4083bdc gateway port host: None {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:51:44.092880 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-b81f40c2-5d9a-458c-a2c6-cf9a5b883419 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Deleting port e5d0a22c-4c97-419b-a72c-76d3a58b2203 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:51:44.093733 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b81f40c2-5d9a-458c-a2c6-cf9a5b883419 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:44.125859 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-2315deb7-ea6a-4c17-a866-0af3d8e5e80d tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Unset dirty status for tenant:c6ecf98f295847b88c4c5e8d668b4162 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:51:44.128739 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2315deb7-ea6a-4c17-a866-0af3d8e5e80d tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "GET /v2.0/ports?device_id=905bf32a-aede-41c4-8362-12b9c4083bdc HTTP/1.1" status: 200 len: 205 time: 0.2050512 Oct 26 15:51:44.129479 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42040) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:44.138639 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-8a35f861-030c-4dec-999b-bf2819f2e840 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6526175 Oct 26 15:51:44.138828 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42042) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:44.145349 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-b777db06-2f0d-41f3-ab34-521286ca2ecf tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1556110471', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:44.155548 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b777db06-2f0d-41f3-ab34-521286ca2ecf tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:44.164019 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b777db06-2f0d-41f3-ab34-521286ca2ecf tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Usage tracker for resource:router and tenant:81f9d918a7ff445e8b2c1951e5c33cc9 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:51:44.167506 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b777db06-2f0d-41f3-ab34-521286ca2ecf tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:51:44.173427 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-81bfcc16-85f6-42d1-8616-a7c57d2f63ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'name': 'tempest-RoutersTest-router-1020197022', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:50:33Z', 'updated_at': '2022-10-26T15:51:38Z', 'revision_number': 11, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'gw_port_host': None}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:44.176878 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bfcc16-85f6-42d1-8616-a7c57d2f63ef None None] Checking router: 905bf32a-aede-41c4-8362-12b9c4083bdc for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:51:44.185926 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bfcc16-85f6-42d1-8616-a7c57d2f63ef None None] Routers {'905bf32a-aede-41c4-8362-12b9c4083bdc'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:44.186576 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-81bfcc16-85f6-42d1-8616-a7c57d2f63ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['905bf32a-aede-41c4-8362-12b9c4083bdc'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:44.193054 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b777db06-2f0d-41f3-ab34-521286ca2ecf tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:44.255836 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3499b438-c978-4614-bcfa-9a80b928055f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-b50ce865-3671-4272-9521-2b22a09d3cc3', 'network_id': 'b50ce865-3671-4272-9521-2b22a09d3cc3', 'tenant_id': '81f9d918a7ff445e8b2c1951e5c33cc9', 'fixed_ips': [{'subnet_id': 'af06a22b-75c5-450c-bf13-f04561adc634'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:51:44.257036 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3499b438-c978-4614-bcfa-9a80b928055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:44.330726 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b81f40c2-5d9a-458c-a2c6-cf9a5b883419 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:44.331400 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b81f40c2-5d9a-458c-a2c6-cf9a5b883419 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:44.335002 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-07bf7c08-3ad6-4fb7-bb5a-8ce9e864a492 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for router, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:44.340704 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b777db06-2f0d-41f3-ab34-521286ca2ecf tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:44.342012 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b777db06-2f0d-41f3-ab34-521286ca2ecf tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:44.369424 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-81bfcc16-85f6-42d1-8616-a7c57d2f63ef None None] Set router 905bf32a-aede-41c4-8362-12b9c4083bdc gateway port host: None {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:51:44.432685 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-3499b438-c978-4614-bcfa-9a80b928055f None None] Allocated IP 172.20.0.2 (b50ce865-3671-4272-9521-2b22a09d3cc3/af06a22b-75c5-450c-bf13-f04561adc634/075da949-662d-4d9a-8e50-6c100571ed4a) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:51:44.479559 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-b81f40c2-5d9a-458c-a2c6-cf9a5b883419 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Calling delete_port for e5d0a22c-4c97-419b-a72c-76d3a58b2203 owned by network:floatingip {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:51:44.493529 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-81bfcc16-85f6-42d1-8616-a7c57d2f63ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'name': 'tempest-RoutersTest-router-1020197022', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:50:33Z', 'updated_at': '2022-10-26T15:51:38Z', 'revision_number': 11, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'gw_port_host': None}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:44.497993 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bfcc16-85f6-42d1-8616-a7c57d2f63ef None None] The sync data for ids ['905bf32a-aede-41c4-8362-12b9c4083bdc'] in dv-neutron-862712-1-hyperv is: [{'id': '905bf32a-aede-41c4-8362-12b9c4083bdc', 'name': 'tempest-RoutersTest-router-1020197022', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:50:33Z', 'updated_at': '2022-10-26T15:51:38Z', 'revision_number': 11, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'gw_port_host': None}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:51:44.571561 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b777db06-2f0d-41f3-ab34-521286ca2ecf tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:44.658860 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3499b438-c978-4614-bcfa-9a80b928055f None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:44.770950 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b81f40c2-5d9a-458c-a2c6-cf9a5b883419 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:44.771199 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-3499b438-c978-4614-bcfa-9a80b928055f None None] Transition to ACTIVE for port object 075da949-662d-4d9a-8e50-6c100571ed4a will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:51:44.792243 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-3499b438-c978-4614-bcfa-9a80b928055f None None] Transition to ACTIVE for port object 075da949-662d-4d9a-8e50-6c100571ed4a will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:51:44.803820 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-07bf7c08-3ad6-4fb7-bb5a-8ce9e864a492 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:44.806048 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-07bf7c08-3ad6-4fb7-bb5a-8ce9e864a492 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:44.817075 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b777db06-2f0d-41f3-ab34-521286ca2ecf tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:44.869627 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81f40c2-5d9a-458c-a2c6-cf9a5b883419 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Pushing event deleted for resources: {'Port': ['ID=e5d0a22c-4c97-419b-a72c-76d3a58b2203,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:44.873539 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3499b438-c978-4614-bcfa-9a80b928055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:44.896161 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-07bf7c08-3ad6-4fb7-bb5a-8ce9e864a492 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:44.896841 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07bf7c08-3ad6-4fb7-bb5a-8ce9e864a492 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Fanout notify agent at l3_agent the message router_deleted on router 905bf32a-aede-41c4-8362-12b9c4083bdc {{(pid=89748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:51:44.915352 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-07bf7c08-3ad6-4fb7-bb5a-8ce9e864a492 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:44.916704 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-07bf7c08-3ad6-4fb7-bb5a-8ce9e864a492 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "DELETE /v2.0/routers/905bf32a-aede-41c4-8362-12b9c4083bdc HTTP/1.1" status: 204 len: 168 time: 0.7815421 Oct 26 15:51:44.923406 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42048) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:44.929179 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-2c00baab-b928-4631-bc91-8f012646f9f2 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-325224188', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:44.936717 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-2c00baab-b928-4631-bc91-8f012646f9f2 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:44.944157 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-2c00baab-b928-4631-bc91-8f012646f9f2 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Usage tracker for resource:router and tenant:c6ecf98f295847b88c4c5e8d668b4162 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:51:44.948551 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-2c00baab-b928-4631-bc91-8f012646f9f2 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:51:44.956259 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-2c00baab-b928-4631-bc91-8f012646f9f2 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:44.963839 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b81f40c2-5d9a-458c-a2c6-cf9a5b883419 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for floatingip, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:44.966266 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b81f40c2-5d9a-458c-a2c6-cf9a5b883419 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:44.971839 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b81f40c2-5d9a-458c-a2c6-cf9a5b883419 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "DELETE /v2.0/floatingips/e2b28627-0847-4a74-86e2-af2ebbe725c2 HTTP/1.1" status: 204 len: 168 time: 1.0417707 Oct 26 15:51:44.972089 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42052) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:44.976298 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b777db06-2f0d-41f3-ab34-521286ca2ecf tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:44.979861 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b777db06-2f0d-41f3-ab34-521286ca2ecf tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.8399982 Oct 26 15:51:44.980016 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-ce59559c-5a11-4811-9c0c-9f28193eff47 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Request body: {'floatingip': {'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'port_id': '65e2768c-7415-4ef6-9dc6-68847976682f'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:44.983215 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42056) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:44.986737 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-ce59559c-5a11-4811-9c0c-9f28193eff47 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:44.994149 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-586edd0d-1206-4d47-bd90-0f420792dd90 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'port': {'network_id': 'b50ce865-3671-4272-9521-2b22a09d3cc3', 'name': 'tempest-PortsTestJSON-1976339093'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:44.994777 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ce59559c-5a11-4811-9c0c-9f28193eff47 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Usage tracker for resource:floatingip and tenant:be078dbf59284c8db757499639ef8c28 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:51:44.994777 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ce59559c-5a11-4811-9c0c-9f28193eff47 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:51:45.000942 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-ce59559c-5a11-4811-9c0c-9f28193eff47 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:45.001226 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3499b438-c978-4614-bcfa-9a80b928055f None None] Network b50ce865-3671-4272-9521-2b22a09d3cc3 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:51:45.004330 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-3499b438-c978-4614-bcfa-9a80b928055f None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:51:45.008606 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3499b438-c978-4614-bcfa-9a80b928055f None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:51:45.049762 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3499b438-c978-4614-bcfa-9a80b928055f None None] Pushing event updated for resources: {'Port': ['ID=075da949-662d-4d9a-8e50-6c100571ed4a,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:45.068026 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2c00baab-b928-4631-bc91-8f012646f9f2 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:45.070400 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2c00baab-b928-4631-bc91-8f012646f9f2 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:45.087358 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2c00baab-b928-4631-bc91-8f012646f9f2 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:45.119094 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ce59559c-5a11-4811-9c0c-9f28193eff47 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for floatingip, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:45.126395 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-3499b438-c978-4614-bcfa-9a80b928055f None None] Attempting to bind port 075da949-662d-4d9a-8e50-6c100571ed4a on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:51:45.127385 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-3499b438-c978-4614-bcfa-9a80b928055f None None] Attempting to bind port 075da949-662d-4d9a-8e50-6c100571ed4a by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '7aae8c3e-89f0-4464-8bbb-1b1a25772837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b50ce865-3671-4272-9521-2b22a09d3cc3'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:51:45.127385 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3499b438-c978-4614-bcfa-9a80b928055f None None] Attempting to bind port 075da949-662d-4d9a-8e50-6c100571ed4a on network b50ce865-3671-4272-9521-2b22a09d3cc3 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:51:45.137158 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3499b438-c978-4614-bcfa-9a80b928055f None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:51:45.137158 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3499b438-c978-4614-bcfa-9a80b928055f None None] Checking segment: {'id': '7aae8c3e-89f0-4464-8bbb-1b1a25772837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b50ce865-3671-4272-9521-2b22a09d3cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:51:45.137158 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3499b438-c978-4614-bcfa-9a80b928055f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:45.137158 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3499b438-c978-4614-bcfa-9a80b928055f None None] Bound using segment: {'id': '7aae8c3e-89f0-4464-8bbb-1b1a25772837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b50ce865-3671-4272-9521-2b22a09d3cc3'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:51:45.137158 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-3499b438-c978-4614-bcfa-9a80b928055f None None] Bound port: 075da949-662d-4d9a-8e50-6c100571ed4a, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aae8c3e-89f0-4464-8bbb-1b1a25772837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b50ce865-3671-4272-9521-2b22a09d3cc3'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:51:45.137158 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3499b438-c978-4614-bcfa-9a80b928055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:45.207834 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2c00baab-b928-4631-bc91-8f012646f9f2 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:45.226263 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-3499b438-c978-4614-bcfa-9a80b928055f None None] For port 075da949-662d-4d9a-8e50-6c100571ed4a, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:51:45.229300 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-3499b438-c978-4614-bcfa-9a80b928055f None None] For port 075da949-662d-4d9a-8e50-6c100571ed4a, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=075da949-662d-4d9a-8e50-6c100571ed4a,segment=NetworkSegment(7aae8c3e-89f0-4464-8bbb-1b1a25772837),segment_id=7aae8c3e-89f0-4464-8bbb-1b1a25772837)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:51:45.256534 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-586edd0d-1206-4d47-bd90-0f420792dd90 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:45.260796 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-586edd0d-1206-4d47-bd90-0f420792dd90 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Usage tracker for resource:port and tenant:81f9d918a7ff445e8b2c1951e5c33cc9 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:51:45.263598 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-586edd0d-1206-4d47-bd90-0f420792dd90 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:51:45.270838 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-586edd0d-1206-4d47-bd90-0f420792dd90 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:45.291181 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3499b438-c978-4614-bcfa-9a80b928055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:45.294668 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ce59559c-5a11-4811-9c0c-9f28193eff47 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:45.333157 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2c00baab-b928-4631-bc91-8f012646f9f2 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:45.334320 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2c00baab-b928-4631-bc91-8f012646f9f2 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4094684 Oct 26 15:51:45.337315 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42060) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:45.344178 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-d0b75845-57fc-4a94-a84c-5e7dbc0a3e8f tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:45.374025 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3499b438-c978-4614-bcfa-9a80b928055f None None] Pushing event updated for resources: {'Port': ['ID=075da949-662d-4d9a-8e50-6c100571ed4a,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:45.407558 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586edd0d-1206-4d47-bd90-0f420792dd90 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Made reservation on behalf of 81f9d918a7ff445e8b2c1951e5c33cc9 for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:51:45.411086 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-586edd0d-1206-4d47-bd90-0f420792dd90 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:45.442922 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-ce59559c-5a11-4811-9c0c-9f28193eff47 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Allocated IP 172.26.2.75 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/faf248b3-dec1-486e-871b-cfadc8c68778) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:51:45.501424 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-586edd0d-1206-4d47-bd90-0f420792dd90 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] device_id is not set on port 23fa346d-4f4e-4ff3-8bd0-eb78f863a907 yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:51:45.604847 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ce59559c-5a11-4811-9c0c-9f28193eff47 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:45.697191 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ce59559c-5a11-4811-9c0c-9f28193eff47 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:45.796335 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce59559c-5a11-4811-9c0c-9f28193eff47 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:51:45.800051 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-ce59559c-5a11-4811-9c0c-9f28193eff47 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:51:45.803861 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce59559c-5a11-4811-9c0c-9f28193eff47 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:51:45.850445 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce59559c-5a11-4811-9c0c-9f28193eff47 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Pushing event updated for resources: {'Port': ['ID=faf248b3-dec1-486e-871b-cfadc8c68778,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:45.876106 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d0b75845-57fc-4a94-a84c-5e7dbc0a3e8f tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:45.923580 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-586edd0d-1206-4d47-bd90-0f420792dd90 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Allocated IP 172.20.0.8 (b50ce865-3671-4272-9521-2b22a09d3cc3/af06a22b-75c5-450c-bf13-f04561adc634/23fa346d-4f4e-4ff3-8bd0-eb78f863a907) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:51:45.972656 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d0b75845-57fc-4a94-a84c-5e7dbc0a3e8f tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-581503'] for router, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:46.238723 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ce59559c-5a11-4811-9c0c-9f28193eff47 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:46.274146 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-586edd0d-1206-4d47-bd90-0f420792dd90 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:46.292483 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-586edd0d-1206-4d47-bd90-0f420792dd90 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Transition to ACTIVE for port object 23fa346d-4f4e-4ff3-8bd0-eb78f863a907 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:51:46.371561 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-586edd0d-1206-4d47-bd90-0f420792dd90 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:46.375773 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b75845-57fc-4a94-a84c-5e7dbc0a3e8f tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Router eb6ced87-40f0-4963-b5f7-42f5db3261f3 is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:51:46.412569 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ce59559c-5a11-4811-9c0c-9f28193eff47 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:46.460354 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586edd0d-1206-4d47-bd90-0f420792dd90 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Network b50ce865-3671-4272-9521-2b22a09d3cc3 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:51:46.522165 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-586edd0d-1206-4d47-bd90-0f420792dd90 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:51:46.524513 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586edd0d-1206-4d47-bd90-0f420792dd90 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:51:46.540450 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16926dc7-8f18-460c-9ae0-35ff44285658 None None] Network b50ce865-3671-4272-9521-2b22a09d3cc3 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:51:46.646125 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ce59559c-5a11-4811-9c0c-9f28193eff47 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:46.733064 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-453c21fe-4529-430f-84c4-5b7e821a8fe0 None None] Provisioning for port 075da949-662d-4d9a-8e50-6c100571ed4a completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:51:46.767567 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586edd0d-1206-4d47-bd90-0f420792dd90 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event updated for resources: {'Port': ['ID=23fa346d-4f4e-4ff3-8bd0-eb78f863a907,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:46.770714 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ce59559c-5a11-4811-9c0c-9f28193eff47 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:46.784967 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b75845-57fc-4a94-a84c-5e7dbc0a3e8f tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:51:46.807562 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de377da-10f8-4201-9300-cd2280640ed5 None None] Sync routers for ids ['eb6ced87-40f0-4963-b5f7-42f5db3261f3'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:51:46.808443 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d0b75845-57fc-4a94-a84c-5e7dbc0a3e8f tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:46.809606 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d0b75845-57fc-4a94-a84c-5e7dbc0a3e8f tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "PUT /v2.0/routers/eb6ced87-40f0-4963-b5f7-42f5db3261f3 HTTP/1.1" status: 200 len: 693 time: 1.4711349 Oct 26 15:51:46.815360 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42064) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:46.815489 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 075da949-662d-4d9a-8e50-6c100571ed4a up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:51:46.820229 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586edd0d-1206-4d47-bd90-0f420792dd90 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:46.820870 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-586edd0d-1206-4d47-bd90-0f420792dd90 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:46.876189 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de377da-10f8-4201-9300-cd2280640ed5 None None] Routers {'eb6ced87-40f0-4963-b5f7-42f5db3261f3'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:46.876822 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-8de377da-10f8-4201-9300-cd2280640ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['eb6ced87-40f0-4963-b5f7-42f5db3261f3'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:46.886160 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ce59559c-5a11-4811-9c0c-9f28193eff47 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:46.940027 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce59559c-5a11-4811-9c0c-9f28193eff47 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Pushing event updated for resources: {'Port': ['ID=faf248b3-dec1-486e-871b-cfadc8c68778,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:46.975114 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-eb4c5216-9e74-40e1-aaaa-5638da051212 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "GET /v2.0/routers/eb6ced87-40f0-4963-b5f7-42f5db3261f3 HTTP/1.1" status: 200 len: 699 time: 0.1585519 Oct 26 15:51:46.975678 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42068) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:47.022078 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-8de377da-10f8-4201-9300-cd2280640ed5 None None] Set router eb6ced87-40f0-4963-b5f7-42f5db3261f3 gateway port host: None {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:51:47.027484 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-0c4921c5-dfdd-4dcf-94b2-f0868159aa9a tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Synchronizing usage tracker for tenant:c6ecf98f295847b88c4c5e8d668b4162 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:51:47.039184 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-586edd0d-1206-4d47-bd90-0f420792dd90 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0523229 Oct 26 15:51:47.040110 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42072) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:47.139819 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-8de377da-10f8-4201-9300-cd2280640ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6ced87-40f0-4963-b5f7-42f5db3261f3', 'name': 'tempest-RoutersTest-router-325224188', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:45Z', 'updated_at': '2022-10-26T15:51:45Z', 'revision_number': 2, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'gw_port_host': None}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:47.148313 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de377da-10f8-4201-9300-cd2280640ed5 None None] Checking router: eb6ced87-40f0-4963-b5f7-42f5db3261f3 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:51:47.160830 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de377da-10f8-4201-9300-cd2280640ed5 None None] Routers {'eb6ced87-40f0-4963-b5f7-42f5db3261f3'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:47.161442 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-8de377da-10f8-4201-9300-cd2280640ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['eb6ced87-40f0-4963-b5f7-42f5db3261f3'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:47.173226 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-0c4921c5-dfdd-4dcf-94b2-f0868159aa9a tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Unset dirty status for tenant:c6ecf98f295847b88c4c5e8d668b4162 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:51:47.176898 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-0c4921c5-dfdd-4dcf-94b2-f0868159aa9a tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6ced87-40f0-4963-b5f7-42f5db3261f3 HTTP/1.1" status: 200 len: 205 time: 0.1982336 Oct 26 15:51:47.177753 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42076) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:47.220631 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 075da949-662d-4d9a-8e50-6c100571ed4a completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:51:47.302139 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 075da949-662d-4d9a-8e50-6c100571ed4a triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:51:47.302596 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:47.303825 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 075da949-662d-4d9a-8e50-6c100571ed4a Oct 26 15:51:47.327597 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.l3_db [None req-ce59559c-5a11-4811-9c0c-9f28193eff47 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Floating IP e9df8d69-8597-4853-8087-6bf4acd3e0d6 associated. External IP: 172.26.2.75, port: 65e2768c-7415-4ef6-9dc6-68847976682f. Oct 26 15:51:47.388890 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-8de377da-10f8-4201-9300-cd2280640ed5 None None] Set router eb6ced87-40f0-4963-b5f7-42f5db3261f3 gateway port host: None {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:51:47.519992 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-73c65de4-5748-490d-a6af-2af9fea3610f tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for router, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:47.550792 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-8de377da-10f8-4201-9300-cd2280640ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6ced87-40f0-4963-b5f7-42f5db3261f3', 'name': 'tempest-RoutersTest-router-325224188', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:45Z', 'updated_at': '2022-10-26T15:51:45Z', 'revision_number': 2, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'gw_port_host': None}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:47.579508 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de377da-10f8-4201-9300-cd2280640ed5 None None] The sync data for ids ['eb6ced87-40f0-4963-b5f7-42f5db3261f3'] in dv-neutron-862712-1-hyperv is: [{'id': 'eb6ced87-40f0-4963-b5f7-42f5db3261f3', 'name': 'tempest-RoutersTest-router-325224188', 'tenant_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:45Z', 'updated_at': '2022-10-26T15:51:45Z', 'revision_number': 2, 'project_id': 'c6ecf98f295847b88c4c5e8d668b4162', 'gw_port_host': None}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:51:47.596958 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-b4d676e9-8891-4ed4-9bea-b07713040b6f None None] Provisioning complete for port 075da949-662d-4d9a-8e50-6c100571ed4a triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:51:47.597448 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b4d676e9-8891-4ed4-9bea-b07713040b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:47.597869 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-b4d676e9-8891-4ed4-9bea-b07713040b6f None None] Attempt 1 to provision port 075da949-662d-4d9a-8e50-6c100571ed4a Oct 26 15:51:47.696029 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 075da949-662d-4d9a-8e50-6c100571ed4a is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:51:47.696579 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:47.743712 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-16373d19-a09f-414c-ae1b-9e03599d7d13 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:47.752127 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 075da949-662d-4d9a-8e50-6c100571ed4a, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=075da949-662d-4d9a-8e50-6c100571ed4a,segment=NetworkSegment(7aae8c3e-89f0-4464-8bbb-1b1a25772837),segment_id=7aae8c3e-89f0-4464-8bbb-1b1a25772837)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:51:47.812310 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-b4d676e9-8891-4ed4-9bea-b07713040b6f None None] Current status of the port 075da949-662d-4d9a-8e50-6c100571ed4a is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:51:47.812582 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b4d676e9-8891-4ed4-9bea-b07713040b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:47.829169 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:47.959521 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=075da949-662d-4d9a-8e50-6c100571ed4a,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:47.965799 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-b4d676e9-8891-4ed4-9bea-b07713040b6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:51:47.966153 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-b4d676e9-8891-4ed4-9bea-b07713040b6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:51:48.013205 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-73c65de4-5748-490d-a6af-2af9fea3610f tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:48.017684 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-73c65de4-5748-490d-a6af-2af9fea3610f tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:48.073053 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce59559c-5a11-4811-9c0c-9f28193eff47 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Router bcda6f93-57d1-41ad-b007-62f0010b9957 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:51:48.136891 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-73c65de4-5748-490d-a6af-2af9fea3610f tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:48.137407 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c65de4-5748-490d-a6af-2af9fea3610f tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Fanout notify agent at l3_agent the message router_deleted on router eb6ced87-40f0-4963-b5f7-42f5db3261f3 {{(pid=89748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:51:48.179189 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-16373d19-a09f-414c-ae1b-9e03599d7d13 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:48.248582 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-73c65de4-5748-490d-a6af-2af9fea3610f tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:48.249790 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-73c65de4-5748-490d-a6af-2af9fea3610f tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "DELETE /v2.0/routers/eb6ced87-40f0-4963-b5f7-42f5db3261f3 HTTP/1.1" status: 204 len: 168 time: 1.0714333 Oct 26 15:51:48.253357 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42082) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:48.278887 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce59559c-5a11-4811-9c0c-9f28193eff47 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:51:48.292370 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f961bec2-5345-4d78-8987-e18515547733 None None] Sync routers for ids ['bcda6f93-57d1-41ad-b007-62f0010b9957'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:51:48.301913 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f961bec2-5345-4d78-8987-e18515547733 None None] Routers {'bcda6f93-57d1-41ad-b007-62f0010b9957'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:48.302543 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-f961bec2-5345-4d78-8987-e18515547733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['bcda6f93-57d1-41ad-b007-62f0010b9957'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:48.313376 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-16373d19-a09f-414c-ae1b-9e03599d7d13 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:48.366956 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-f961bec2-5345-4d78-8987-e18515547733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:48.370703 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ce59559c-5a11-4811-9c0c-9f28193eff47 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:48.376965 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f961bec2-5345-4d78-8987-e18515547733 None None] Routers {'bcda6f93-57d1-41ad-b007-62f0010b9957'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:48.377835 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-f961bec2-5345-4d78-8987-e18515547733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['bcda6f93-57d1-41ad-b007-62f0010b9957'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:48.443966 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ce59559c-5a11-4811-9c0c-9f28193eff47 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.4707606 Oct 26 15:51:48.447038 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42088) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:48.449526 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-f961bec2-5345-4d78-8987-e18515547733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:48.449934 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f961bec2-5345-4d78-8987-e18515547733 None None] The sync data for ids ['bcda6f93-57d1-41ad-b007-62f0010b9957'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:51:48.455076 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-dc1e80aa-14cf-4e05-907e-5194d02071a1 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-142195626'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:48.461284 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-dc1e80aa-14cf-4e05-907e-5194d02071a1 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:48.466895 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-dc1e80aa-14cf-4e05-907e-5194d02071a1 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Usage tracker for resource:network and tenant:be078dbf59284c8db757499639ef8c28 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:51:48.471974 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-dc1e80aa-14cf-4e05-907e-5194d02071a1 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:51:48.478445 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-dc1e80aa-14cf-4e05-907e-5194d02071a1 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:48.530726 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-b4d676e9-8891-4ed4-9bea-b07713040b6f None None] Current status of the port 075da949-662d-4d9a-8e50-6c100571ed4a is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:51:48.570278 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1e80aa-14cf-4e05-907e-5194d02071a1 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Made reservation on behalf of be078dbf59284c8db757499639ef8c28 for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:51:48.573907 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dc1e80aa-14cf-4e05-907e-5194d02071a1 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:48.574254 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ee0350b1-2ea0-4c70-9451-a7ae9d9beb4e tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6ced87-40f0-4963-b5f7-42f5db3261f3 HTTP/1.1" status: 200 len: 205 time: 0.3191407 Oct 26 15:51:48.581776 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42092) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:48.610397 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc1e80aa-14cf-4e05-907e-5194d02071a1 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:51:48.620394 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dc1e80aa-14cf-4e05-907e-5194d02071a1 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:48.620725 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-dc1e80aa-14cf-4e05-907e-5194d02071a1 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Added segment 97edc8ee-6714-4965-9793-33895e8d8edc of type vlan for network 473ee76a-3545-487a-9abd-fecbd8416010 Oct 26 15:51:48.649392 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-b4d676e9-8891-4ed4-9bea-b07713040b6f None None] Provisioning for port 23fa346d-4f4e-4ff3-8bd0-eb78f863a907 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:51:48.655100 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-b4d676e9-8891-4ed4-9bea-b07713040b6f None None] Provisioning complete for port 23fa346d-4f4e-4ff3-8bd0-eb78f863a907 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:51:48.659649 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b4d676e9-8891-4ed4-9bea-b07713040b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:48.659649 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-b4d676e9-8891-4ed4-9bea-b07713040b6f None None] Attempt 1 to provision port 23fa346d-4f4e-4ff3-8bd0-eb78f863a907 Oct 26 15:51:48.659876 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dc1e80aa-14cf-4e05-907e-5194d02071a1 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:48.668223 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-7be98083-dbce-4e70-b99c-96ae82e3bb25 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] delete failed (client error): The resource could not be found. Oct 26 15:51:48.672069 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-7be98083-dbce-4e70-b99c-96ae82e3bb25 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "DELETE /v2.0/routers/eb6ced87-40f0-4963-b5f7-42f5db3261f3 HTTP/1.1" status: 404 len: 336 time: 0.0865238 Oct 26 15:51:48.676976 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42096) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:48.747810 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-b4d676e9-8891-4ed4-9bea-b07713040b6f None None] Port 23fa346d-4f4e-4ff3-8bd0-eb78f863a907 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:51:48.789828 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 075da949-662d-4d9a-8e50-6c100571ed4a up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:51:48.799476 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dc1e80aa-14cf-4e05-907e-5194d02071a1 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:48.803968 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16373d19-a09f-414c-ae1b-9e03599d7d13 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event updated for resources: {'Port': ['ID=23fa346d-4f4e-4ff3-8bd0-eb78f863a907,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:48.805527 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1e80aa-14cf-4e05-907e-5194d02071a1 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:48.806299 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dc1e80aa-14cf-4e05-907e-5194d02071a1 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:48.813705 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-ead5444d-9f5e-4e41-ac38-41d9a570fb40 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] DELETE failed (client error): The resource could not be found. Oct 26 15:51:48.813705 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ead5444d-9f5e-4e41-ac38-41d9a570fb40 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:51:48.814541 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ead5444d-9f5e-4e41-ac38-41d9a570fb40 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "DELETE /v2.0/subnets/e297b24c-b2a6-41c5-9305-21dded8ee2d5 HTTP/1.1" status: 404 len: 337 time: 0.1363945 Oct 26 15:51:48.818581 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42100) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:48.876643 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb72f326-9c78-4198-b05d-84e975a93d84 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] DELETE failed (client error): The resource could not be found. Oct 26 15:51:48.876995 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb72f326-9c78-4198-b05d-84e975a93d84 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:51:48.878933 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-cb72f326-9c78-4198-b05d-84e975a93d84 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "DELETE /v2.0/subnets/ad8a343a-7361-4b6e-a719-c716a7dd99e2 HTTP/1.1" status: 404 len: 337 time: 0.0606596 Oct 26 15:51:48.885272 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 075da949-662d-4d9a-8e50-6c100571ed4a triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:51:48.885937 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:48.885937 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 075da949-662d-4d9a-8e50-6c100571ed4a Oct 26 15:51:48.912542 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42104) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:48.968891 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-437aed81-ba5c-49c0-9158-348743a67562 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] DELETE failed (client error): The resource could not be found. Oct 26 15:51:48.969778 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-437aed81-ba5c-49c0-9158-348743a67562 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:51:48.973714 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-437aed81-ba5c-49c0-9158-348743a67562 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "DELETE /v2.0/subnets/77da3f29-f272-42f9-b7d7-d1b9e7b65d0f HTTP/1.1" status: 404 len: 337 time: 0.0573812 Oct 26 15:51:48.974940 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42108) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:49.043258 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 075da949-662d-4d9a-8e50-6c100571ed4a is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:51:49.059925 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-55d9da9b-e5d2-47c5-98d0-4671e6e396e1 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] DELETE failed (client error): The resource could not be found. Oct 26 15:51:49.059925 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55d9da9b-e5d2-47c5-98d0-4671e6e396e1 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:51:49.062645 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-55d9da9b-e5d2-47c5-98d0-4671e6e396e1 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "DELETE /v2.0/subnets/20fe1d8d-da3e-4ac4-919c-bee9444d14be HTTP/1.1" status: 404 len: 337 time: 0.0851178 Oct 26 15:51:49.066336 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42112) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:49.120257 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-dc1e80aa-14cf-4e05-907e-5194d02071a1 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6718235 Oct 26 15:51:49.121253 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e80aa-14cf-4e05-907e-5194d02071a1 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Pushing event updated for resources: {'Network': ['ID=473ee76a-3545-487a-9abd-fecbd8416010,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:49.123274 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42116) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:49.127034 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-16373d19-a09f-414c-ae1b-9e03599d7d13 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:49.132607 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-c47e46df-8e5d-4c47-9700-6492c5ad6585 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Request body: {'subnet': {'network_id': '473ee76a-3545-487a-9abd-fecbd8416010', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:49.135835 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-65ae0543-2aa6-4367-b7e1-90bb91c0f857 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "GET /v2.0/ports?device_id=905bf32a-aede-41c4-8362-12b9c4083bdc HTTP/1.1" status: 200 len: 205 time: 0.0680308 Oct 26 15:51:49.136078 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 473ee76a-3545-487a-9abd-fecbd8416010 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:51:49.136849 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42120) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:49.216655 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-1e8efe38-317c-4c93-8c5d-fc2bd055b212 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] delete failed (client error): The resource could not be found. Oct 26 15:51:49.220371 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-1e8efe38-317c-4c93-8c5d-fc2bd055b212 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "DELETE /v2.0/routers/905bf32a-aede-41c4-8362-12b9c4083bdc HTTP/1.1" status: 404 len: 336 time: 0.0796909 Oct 26 15:51:49.220671 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42124) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:49.254307 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-b4d676e9-8891-4ed4-9bea-b07713040b6f None None] Attempt 2 to provision port 23fa346d-4f4e-4ff3-8bd0-eb78f863a907 Oct 26 15:51:49.272618 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-c47e46df-8e5d-4c47-9700-6492c5ad6585 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:49.279466 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-c47e46df-8e5d-4c47-9700-6492c5ad6585 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Usage tracker for resource:subnet and tenant:be078dbf59284c8db757499639ef8c28 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:51:49.283740 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-c47e46df-8e5d-4c47-9700-6492c5ad6585 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:51:49.289899 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-c47e46df-8e5d-4c47-9700-6492c5ad6585 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:49.295998 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-efc2a9f8-7074-4685-a485-33cdece8636b tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "GET /v2.0/ports?device_id=b648496f-b174-40f3-8f17-ff4270e3292a HTTP/1.1" status: 200 len: 205 time: 0.0689805 Oct 26 15:51:49.296396 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42128) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:49.338024 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-b4d676e9-8891-4ed4-9bea-b07713040b6f None None] Port 23fa346d-4f4e-4ff3-8bd0-eb78f863a907 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:51:49.370938 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-8a851f58-710e-463c-9799-b4ec32931945 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] delete failed (client error): The resource could not be found. Oct 26 15:51:49.376021 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-8a851f58-710e-463c-9799-b4ec32931945 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "DELETE /v2.0/routers/b648496f-b174-40f3-8f17-ff4270e3292a HTTP/1.1" status: 404 len: 336 time: 0.0738113 Oct 26 15:51:49.376273 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42132) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:49.398731 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47e46df-8e5d-4c47-9700-6492c5ad6585 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Made reservation on behalf of be078dbf59284c8db757499639ef8c28 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:51:49.398731 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c47e46df-8e5d-4c47-9700-6492c5ad6585 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:49.420339 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-2172a655-2ef3-4730-8eac-09045f49de16 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] DELETE failed (client error): The resource could not be found. Oct 26 15:51:49.420798 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2172a655-2ef3-4730-8eac-09045f49de16 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:51:49.423058 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2172a655-2ef3-4730-8eac-09045f49de16 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "DELETE /v2.0/subnets/3e3b3d3b-93c0-491e-ba4e-3fad9d5d92ca HTTP/1.1" status: 404 len: 337 time: 0.0458326 Oct 26 15:51:49.426521 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42136) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:49.478848 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-47c89a57-0681-4d73-8a03-6c5aa690c18f tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cdffed4-eaae-4f4c-bccd-4e6353e02993 HTTP/1.1" status: 200 len: 205 time: 0.0516524 Oct 26 15:51:49.481865 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42140) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:49.512704 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-16373d19-a09f-414c-ae1b-9e03599d7d13 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:49.557119 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-873203e4-f35a-4d47-a44d-bcbd4c83d9f1 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] delete failed (client error): The resource could not be found. Oct 26 15:51:49.558217 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-873203e4-f35a-4d47-a44d-bcbd4c83d9f1 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "DELETE /v2.0/routers/7cdffed4-eaae-4f4c-bccd-4e6353e02993 HTTP/1.1" status: 404 len: 336 time: 0.0751884 Oct 26 15:51:49.567879 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42144) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:49.620352 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-7bf463e5-d240-49f9-aa09-ca11d9597645 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b258c33-c04f-4af1-b73e-8b3cf4b8ca00 HTTP/1.1" status: 200 len: 205 time: 0.0512989 Oct 26 15:51:49.622808 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42148) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:49.696730 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-eaf676f0-9cb7-4009-81c0-58facbc3cef4 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] delete failed (client error): The resource could not be found. Oct 26 15:51:49.700199 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-eaf676f0-9cb7-4009-81c0-58facbc3cef4 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "DELETE /v2.0/routers/7b258c33-c04f-4af1-b73e-8b3cf4b8ca00 HTTP/1.1" status: 404 len: 336 time: 0.0740395 Oct 26 15:51:49.700496 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42152) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:49.739621 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-d50f735d-aafc-4852-ad84-c57f5d980df6 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] DELETE failed (client error): The resource could not be found. Oct 26 15:51:49.740087 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d50f735d-aafc-4852-ad84-c57f5d980df6 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:51:49.744840 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-d50f735d-aafc-4852-ad84-c57f5d980df6 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "DELETE /v2.0/subnets/113dda61-669f-466f-8701-935e813dbf04 HTTP/1.1" status: 404 len: 337 time: 0.0404258 Oct 26 15:51:49.744840 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42156) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:49.803258 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-3ffa1549-2910-4ede-a22d-564c917492d7 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "GET /v2.0/ports?device_id=21b42a4c-8073-4006-9740-7216945911c0 HTTP/1.1" status: 200 len: 205 time: 0.0552974 Oct 26 15:51:49.803521 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42160) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:49.838968 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-b4d676e9-8891-4ed4-9bea-b07713040b6f None None] Attempt 3 to provision port 23fa346d-4f4e-4ff3-8bd0-eb78f863a907 Oct 26 15:51:49.872254 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-35faa7df-f1e9-4477-b545-a8a9382869cc tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] delete failed (client error): The resource could not be found. Oct 26 15:51:49.876301 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-35faa7df-f1e9-4477-b545-a8a9382869cc tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "DELETE /v2.0/routers/21b42a4c-8073-4006-9740-7216945911c0 HTTP/1.1" status: 404 len: 336 time: 0.0689235 Oct 26 15:51:49.876463 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42164) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:49.898067 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-b4d676e9-8891-4ed4-9bea-b07713040b6f None None] Port 23fa346d-4f4e-4ff3-8bd0-eb78f863a907 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:51:49.917975 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c06df9b-ca96-4d1e-a7d7-f3db6ca187bb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] DELETE failed (client error): The resource could not be found. Oct 26 15:51:49.918434 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c06df9b-ca96-4d1e-a7d7-f3db6ca187bb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:51:49.920134 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-4c06df9b-ca96-4d1e-a7d7-f3db6ca187bb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "DELETE /v2.0/subnets/4c2f1cad-f0a1-4ae8-9c03-01ac57a4c021 HTTP/1.1" status: 404 len: 337 time: 0.0427244 Oct 26 15:51:49.923635 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42168) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:49.974996 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-13e1187a-b398-415e-bc81-5c4cf7820dcb tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a0d9104-bfa1-4ec7-a345-d00049991ac5 HTTP/1.1" status: 200 len: 205 time: 0.0501788 Oct 26 15:51:49.977260 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42172) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:50.004929 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-16373d19-a09f-414c-ae1b-9e03599d7d13 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:50.027184 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c47e46df-8e5d-4c47-9700-6492c5ad6585 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:50.050301 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-e3c713dc-d7d1-41b3-a936-147611b77856 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] delete failed (client error): The resource could not be found. Oct 26 15:51:50.051351 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-e3c713dc-d7d1-41b3-a936-147611b77856 tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "DELETE /v2.0/routers/2a0d9104-bfa1-4ec7-a345-d00049991ac5 HTTP/1.1" status: 404 len: 336 time: 0.0731864 Oct 26 15:51:50.053905 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42176) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:50.092435 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-098d46d7-bb8f-48f2-83f1-2ece66ad074b tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] DELETE failed (client error): The resource could not be found. Oct 26 15:51:50.092913 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-098d46d7-bb8f-48f2-83f1-2ece66ad074b tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:51:50.095607 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-098d46d7-bb8f-48f2-83f1-2ece66ad074b tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "DELETE /v2.0/subnets/d444ccbf-d549-4a04-8a45-a57c05f666c2 HTTP/1.1" status: 404 len: 337 time: 0.0408056 Oct 26 15:51:50.098184 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42180) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:50.110311 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e46df-8e5d-4c47-9700-6492c5ad6585 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Pushing event updated for resources: {'Subnet': ['ID=6cf85f4d-a58a-4f53-8303-88118e0ca6a4,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:50.117917 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47e46df-8e5d-4c47-9700-6492c5ad6585 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Checking segment: {'id': '97edc8ee-6714-4965-9793-33895e8d8edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '473ee76a-3545-487a-9abd-fecbd8416010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:51:50.118271 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47e46df-8e5d-4c47-9700-6492c5ad6585 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Network hostable DHCP agents. Network: 473ee76a-3545-487a-9abd-fecbd8416010, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:51:50.124592 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-16373d19-a09f-414c-ae1b-9e03599d7d13 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:50.136634 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8416abf-756d-4910-9feb-77aea3f59bae tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] DELETE failed (client error): The resource could not be found. Oct 26 15:51:50.137090 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8416abf-756d-4910-9feb-77aea3f59bae tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:51:50.138796 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a8416abf-756d-4910-9feb-77aea3f59bae tempest-RoutersTest-2068376591 tempest-RoutersTest-2068376591-project] 10.222.0.23 "DELETE /v2.0/subnets/5459c700-7af6-4c7c-b430-897e07b1797d HTTP/1.1" status: 404 len: 337 time: 0.0394890 Oct 26 15:51:50.248822 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-16373d19-a09f-414c-ae1b-9e03599d7d13 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:50.253353 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16373d19-a09f-414c-ae1b-9e03599d7d13 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event updated for resources: {'Port': ['ID=23fa346d-4f4e-4ff3-8bd0-eb78f863a907,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:50.388930 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47e46df-8e5d-4c47-9700-6492c5ad6585 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Network 473ee76a-3545-487a-9abd-fecbd8416010 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:51:50.399155 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-b4d676e9-8891-4ed4-9bea-b07713040b6f None None] Attempt 4 to provision port 23fa346d-4f4e-4ff3-8bd0-eb78f863a907 Oct 26 15:51:50.455614 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-b4d676e9-8891-4ed4-9bea-b07713040b6f None None] Port 23fa346d-4f4e-4ff3-8bd0-eb78f863a907 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:51:50.498239 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-c47e46df-8e5d-4c47-9700-6492c5ad6585 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 473ee76a-3545-487a-9abd-fecbd8416010) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:51:50.509085 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47e46df-8e5d-4c47-9700-6492c5ad6585 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:50.509085 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c47e46df-8e5d-4c47-9700-6492c5ad6585 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:50.509325 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bf5d69-1a3e-401f-be58-2ae60b46cd50 None None] Network 473ee76a-3545-487a-9abd-fecbd8416010 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:51:50.524454 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16373d19-a09f-414c-ae1b-9e03599d7d13 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Network b50ce865-3671-4272-9521-2b22a09d3cc3 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:51:50.526066 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-16373d19-a09f-414c-ae1b-9e03599d7d13 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:51:50.678372 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c47e46df-8e5d-4c47-9700-6492c5ad6585 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5538285 Oct 26 15:51:50.681060 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42188) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:50.691367 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-936b6ae5-126f-4911-932f-ce8ec200aa86 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1482190483', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}, 'admin_state_up': False}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:50.712017 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-936b6ae5-126f-4911-932f-ce8ec200aa86 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:50.712549 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42192) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:50.718306 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-936b6ae5-126f-4911-932f-ce8ec200aa86 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Usage tracker for resource:router and tenant:be078dbf59284c8db757499639ef8c28 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:51:50.723390 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-936b6ae5-126f-4911-932f-ce8ec200aa86 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Quota usage for router was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:51:50.739800 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-936b6ae5-126f-4911-932f-ce8ec200aa86 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:50.811506 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea07c52f-4943-4240-9d77-42052a3741c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-473ee76a-3545-487a-9abd-fecbd8416010', 'network_id': '473ee76a-3545-487a-9abd-fecbd8416010', 'tenant_id': 'be078dbf59284c8db757499639ef8c28', 'fixed_ips': [{'subnet_id': '6cf85f4d-a58a-4f53-8303-88118e0ca6a4'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:51:50.813852 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ea07c52f-4943-4240-9d77-42052a3741c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:50.850574 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-936b6ae5-126f-4911-932f-ce8ec200aa86 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:50.851699 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-936b6ae5-126f-4911-932f-ce8ec200aa86 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:50.873764 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-936b6ae5-126f-4911-932f-ce8ec200aa86 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:50.904443 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16373d19-a09f-414c-ae1b-9e03599d7d13 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Router 97e11a38-65d2-4ced-a804-eb2f7e280337 is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:51:50.966284 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-b4d676e9-8891-4ed4-9bea-b07713040b6f None None] Attempt 5 to provision port 23fa346d-4f4e-4ff3-8bd0-eb78f863a907 Oct 26 15:51:51.046172 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-b4d676e9-8891-4ed4-9bea-b07713040b6f None None] Port 23fa346d-4f4e-4ff3-8bd0-eb78f863a907 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:51:51.049886 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-ea07c52f-4943-4240-9d77-42052a3741c9 None None] Allocated IP 172.20.0.2 (473ee76a-3545-487a-9abd-fecbd8416010/6cf85f4d-a58a-4f53-8303-88118e0ca6a4/d3646532-a91a-42f3-86ae-faac9ff52c70) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:51:51.085167 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16373d19-a09f-414c-ae1b-9e03599d7d13 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:51:51.088865 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-cd8dd508-649d-4417-be7d-07cf6cdb838d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c6ecf98f295847b88c4c5e8d668b4162&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3752794 Oct 26 15:51:51.092765 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-16373d19-a09f-414c-ae1b-9e03599d7d13 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "PUT /v2.0/routers/97e11a38-65d2-4ced-a804-eb2f7e280337/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0517013 Oct 26 15:51:51.094300 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42200) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:51.096629 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42202) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:51.130620 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af35d9a-2698-4d2b-9f3d-cfbc4bb3b877 None None] Sync routers for ids ['97e11a38-65d2-4ced-a804-eb2f7e280337'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:51:51.160737 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af35d9a-2698-4d2b-9f3d-cfbc4bb3b877 None None] Routers {'97e11a38-65d2-4ced-a804-eb2f7e280337'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:51.161373 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-0af35d9a-2698-4d2b-9f3d-cfbc4bb3b877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['97e11a38-65d2-4ced-a804-eb2f7e280337'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:51.232358 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-0af35d9a-2698-4d2b-9f3d-cfbc4bb3b877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:51.246059 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d08973-7f83-412d-b42e-54005f058d40 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:51.247115 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-60d08973-7f83-412d-b42e-54005f058d40 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Synchronizing usage tracker for tenant:81f9d918a7ff445e8b2c1951e5c33cc9 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:51:51.252944 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9bddbf8f-5a2e-46d2-ab42-d7349440f53c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:51.267263 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af35d9a-2698-4d2b-9f3d-cfbc4bb3b877 None None] Routers {'97e11a38-65d2-4ced-a804-eb2f7e280337'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:51.267744 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-0af35d9a-2698-4d2b-9f3d-cfbc4bb3b877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['97e11a38-65d2-4ced-a804-eb2f7e280337'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:51.289727 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9bddbf8f-5a2e-46d2-ab42-d7349440f53c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:51.361870 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-936b6ae5-126f-4911-932f-ce8ec200aa86 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:51.378958 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-0af35d9a-2698-4d2b-9f3d-cfbc4bb3b877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:51.379359 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af35d9a-2698-4d2b-9f3d-cfbc4bb3b877 None None] The sync data for ids ['97e11a38-65d2-4ced-a804-eb2f7e280337'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:51:51.381342 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-60d08973-7f83-412d-b42e-54005f058d40 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Unset dirty status for tenant:81f9d918a7ff445e8b2c1951e5c33cc9 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:51:51.382867 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-60d08973-7f83-412d-b42e-54005f058d40 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "GET /v2.0/ports?device_id=97e11a38-65d2-4ced-a804-eb2f7e280337 HTTP/1.1" status: 200 len: 982 time: 0.2762289 Oct 26 15:51:51.385649 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42208) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:51.448959 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9bddbf8f-5a2e-46d2-ab42-d7349440f53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:51.449650 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ea07c52f-4943-4240-9d77-42052a3741c9 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:51.459846 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-ea07c52f-4943-4240-9d77-42052a3741c9 None None] Transition to ACTIVE for port object d3646532-a91a-42f3-86ae-faac9ff52c70 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:51:51.478035 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-ea07c52f-4943-4240-9d77-42052a3741c9 None None] Transition to ACTIVE for port object d3646532-a91a-42f3-86ae-faac9ff52c70 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:51:51.539803 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bddbf8f-5a2e-46d2-ab42-d7349440f53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f407372c-3ca6-470e-8c9a-1978656c8d9b,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:51.547473 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-b4d676e9-8891-4ed4-9bea-b07713040b6f None None] Attempt 6 to provision port 23fa346d-4f4e-4ff3-8bd0-eb78f863a907 Oct 26 15:51:51.549515 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9bddbf8f-5a2e-46d2-ab42-d7349440f53c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:51.552935 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-9bddbf8f-5a2e-46d2-ab42-d7349440f53c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f407372c-3ca6-470e-8c9a-1978656c8d9b HTTP/1.1" status: 204 len: 168 time: 0.4553730 Oct 26 15:51:51.613954 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-b4d676e9-8891-4ed4-9bea-b07713040b6f None None] Port 23fa346d-4f4e-4ff3-8bd0-eb78f863a907 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:51:51.631848 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ea07c52f-4943-4240-9d77-42052a3741c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:51.717754 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea07c52f-4943-4240-9d77-42052a3741c9 None None] Network 473ee76a-3545-487a-9abd-fecbd8416010 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:51:51.721330 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-ea07c52f-4943-4240-9d77-42052a3741c9 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:51:51.725265 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea07c52f-4943-4240-9d77-42052a3741c9 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:51:51.735621 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07c52f-4943-4240-9d77-42052a3741c9 None None] Pushing event updated for resources: {'Port': ['ID=d3646532-a91a-42f3-86ae-faac9ff52c70,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:51.823370 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-936b6ae5-126f-4911-932f-ce8ec200aa86 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for router_gateway, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:51.853204 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-ea07c52f-4943-4240-9d77-42052a3741c9 None None] Attempting to bind port d3646532-a91a-42f3-86ae-faac9ff52c70 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:51:51.853204 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-ea07c52f-4943-4240-9d77-42052a3741c9 None None] Attempting to bind port d3646532-a91a-42f3-86ae-faac9ff52c70 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '97edc8ee-6714-4965-9793-33895e8d8edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '473ee76a-3545-487a-9abd-fecbd8416010'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:51:51.853204 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea07c52f-4943-4240-9d77-42052a3741c9 None None] Attempting to bind port d3646532-a91a-42f3-86ae-faac9ff52c70 on network 473ee76a-3545-487a-9abd-fecbd8416010 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:51:51.856358 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea07c52f-4943-4240-9d77-42052a3741c9 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:51:51.856813 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea07c52f-4943-4240-9d77-42052a3741c9 None None] Checking segment: {'id': '97edc8ee-6714-4965-9793-33895e8d8edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '473ee76a-3545-487a-9abd-fecbd8416010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:51:51.857277 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ea07c52f-4943-4240-9d77-42052a3741c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:51.857868 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea07c52f-4943-4240-9d77-42052a3741c9 None None] Bound using segment: {'id': '97edc8ee-6714-4965-9793-33895e8d8edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '473ee76a-3545-487a-9abd-fecbd8416010'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:51:51.858405 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-ea07c52f-4943-4240-9d77-42052a3741c9 None None] Bound port: d3646532-a91a-42f3-86ae-faac9ff52c70, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97edc8ee-6714-4965-9793-33895e8d8edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '473ee76a-3545-487a-9abd-fecbd8416010'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:51:51.859431 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ea07c52f-4943-4240-9d77-42052a3741c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:51.860614 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-936b6ae5-126f-4911-932f-ce8ec200aa86 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:51.960239 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-ea07c52f-4943-4240-9d77-42052a3741c9 None None] For port d3646532-a91a-42f3-86ae-faac9ff52c70, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:51:51.963844 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-ea07c52f-4943-4240-9d77-42052a3741c9 None None] For port d3646532-a91a-42f3-86ae-faac9ff52c70, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=d3646532-a91a-42f3-86ae-faac9ff52c70,segment=NetworkSegment(97edc8ee-6714-4965-9793-33895e8d8edc),segment_id=97edc8ee-6714-4965-9793-33895e8d8edc)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:51:51.993054 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f71a26c2-0cdc-4240-99d1-f9b12737473a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:52.029842 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-936b6ae5-126f-4911-932f-ce8ec200aa86 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Allocated IP 172.26.2.65 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/98b5c025-ca5a-44df-8058-3136c2747207) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:51:52.049710 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ea07c52f-4943-4240-9d77-42052a3741c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:52.138810 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-b4d676e9-8891-4ed4-9bea-b07713040b6f None None] Attempt 7 to provision port 23fa346d-4f4e-4ff3-8bd0-eb78f863a907 Oct 26 15:51:52.188454 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07c52f-4943-4240-9d77-42052a3741c9 None None] Pushing event updated for resources: {'Port': ['ID=d3646532-a91a-42f3-86ae-faac9ff52c70,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:52.233521 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-b4d676e9-8891-4ed4-9bea-b07713040b6f None None] Port 23fa346d-4f4e-4ff3-8bd0-eb78f863a907 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:51:52.236387 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-936b6ae5-126f-4911-932f-ce8ec200aa86 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:52.328364 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-936b6ae5-126f-4911-932f-ce8ec200aa86 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:52.412803 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936b6ae5-126f-4911-932f-ce8ec200aa86 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:51:52.416448 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-936b6ae5-126f-4911-932f-ce8ec200aa86 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:51:52.420446 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936b6ae5-126f-4911-932f-ce8ec200aa86 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:51:52.449401 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f71a26c2-0cdc-4240-99d1-f9b12737473a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Deleting port 23fa346d-4f4e-4ff3-8bd0-eb78f863a907 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:51:52.453360 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f71a26c2-0cdc-4240-99d1-f9b12737473a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:52.479261 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b6ae5-126f-4911-932f-ce8ec200aa86 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Pushing event updated for resources: {'Port': ['ID=98b5c025-ca5a-44df-8058-3136c2747207,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:52.676938 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f71a26c2-0cdc-4240-99d1-f9b12737473a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:52.736732 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-b4d676e9-8891-4ed4-9bea-b07713040b6f None None] Attempt 8 to provision port 23fa346d-4f4e-4ff3-8bd0-eb78f863a907 Oct 26 15:51:52.813709 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-b4d676e9-8891-4ed4-9bea-b07713040b6f None None] Port 23fa346d-4f4e-4ff3-8bd0-eb78f863a907 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:51:52.821963 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device d3646532-a91a-42f3-86ae-faac9ff52c70 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:51:52.899252 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f71a26c2-0cdc-4240-99d1-f9b12737473a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Calling delete_port for 23fa346d-4f4e-4ff3-8bd0-eb78f863a907 owned by network:router_interface {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:51:52.920641 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42234) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:52.954432 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port d3646532-a91a-42f3-86ae-faac9ff52c70 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:51:53.058729 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-936b6ae5-126f-4911-932f-ce8ec200aa86 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for router_gateway, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:53.176283 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f71a26c2-0cdc-4240-99d1-f9b12737473a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:53.236594 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71a26c2-0cdc-4240-99d1-f9b12737473a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event deleted for resources: {'Port': ['ID=23fa346d-4f4e-4ff3-8bd0-eb78f863a907,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:53.288364 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a26c2-0cdc-4240-99d1-f9b12737473a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:53.288712 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a26c2-0cdc-4240-99d1-f9b12737473a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:53.289049 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a26c2-0cdc-4240-99d1-f9b12737473a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:53.289379 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a26c2-0cdc-4240-99d1-f9b12737473a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:53.289710 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a26c2-0cdc-4240-99d1-f9b12737473a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:53.290034 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a26c2-0cdc-4240-99d1-f9b12737473a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:53.290351 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a26c2-0cdc-4240-99d1-f9b12737473a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:53.290751 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a26c2-0cdc-4240-99d1-f9b12737473a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:53.291017 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a26c2-0cdc-4240-99d1-f9b12737473a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:53.291332 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a26c2-0cdc-4240-99d1-f9b12737473a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:53.291650 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a26c2-0cdc-4240-99d1-f9b12737473a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:53.291962 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a26c2-0cdc-4240-99d1-f9b12737473a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:53.314459 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-b4d676e9-8891-4ed4-9bea-b07713040b6f None None] Attempt 9 to provision port 23fa346d-4f4e-4ff3-8bd0-eb78f863a907 Oct 26 15:51:53.345878 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ace8d5b5-3728-4777-ac15-861619a9356d tempest-ServiceProvidersTest-463921038 tempest-ServiceProvidersTest-463921038-project] 10.222.0.23 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4284251 Oct 26 15:51:53.364980 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b89051-f68f-4f2e-8b5c-e5fe7595e5c2 None None] Network 473ee76a-3545-487a-9abd-fecbd8416010 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:51:53.534671 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f71a26c2-0cdc-4240-99d1-f9b12737473a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:53.576161 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-b4d676e9-8891-4ed4-9bea-b07713040b6f None None] Port 23fa346d-4f4e-4ff3-8bd0-eb78f863a907 was deleted so its status cannot be updated. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:51:53.602804 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-936b6ae5-126f-4911-932f-ce8ec200aa86 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:53.764512 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-22d035a6-9558-4455-b667-1288a6f0fed8 None None] Provisioning for port d3646532-a91a-42f3-86ae-faac9ff52c70 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:51:53.772633 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-22d035a6-9558-4455-b667-1288a6f0fed8 None None] Provisioning complete for port d3646532-a91a-42f3-86ae-faac9ff52c70 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:51:53.773243 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-22d035a6-9558-4455-b667-1288a6f0fed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:53.773753 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-22d035a6-9558-4455-b667-1288a6f0fed8 None None] Attempt 1 to provision port d3646532-a91a-42f3-86ae-faac9ff52c70 Oct 26 15:51:53.867413 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71a26c2-0cdc-4240-99d1-f9b12737473a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Router 97e11a38-65d2-4ced-a804-eb2f7e280337 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:51:53.927325 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-22d035a6-9558-4455-b667-1288a6f0fed8 None None] Current status of the port d3646532-a91a-42f3-86ae-faac9ff52c70 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:51:53.928229 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-22d035a6-9558-4455-b667-1288a6f0fed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:53.953697 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936b6ae5-126f-4911-932f-ce8ec200aa86 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Router e227f6ea-31e2-4700-9501-b8f5074eb6c4 is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:51:53.962039 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42244) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:53.981364 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-22d035a6-9558-4455-b667-1288a6f0fed8 None None] For port d3646532-a91a-42f3-86ae-faac9ff52c70, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=d3646532-a91a-42f3-86ae-faac9ff52c70,segment=NetworkSegment(97edc8ee-6714-4965-9793-33895e8d8edc),segment_id=97edc8ee-6714-4965-9793-33895e8d8edc)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:51:54.055996 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-22d035a6-9558-4455-b667-1288a6f0fed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:54.107616 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-22d035a6-9558-4455-b667-1288a6f0fed8 None None] Could not find standard attr ID for object 23fa346d-4f4e-4ff3-8bd0-eb78f863a907. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:51:54.132375 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d035a6-9558-4455-b667-1288a6f0fed8 None None] Pushing event updated for resources: {'Port': ['ID=d3646532-a91a-42f3-86ae-faac9ff52c70,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:54.145065 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3ee352c5-be3b-4b6a-9e13-1c548d8160a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:54.156422 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71a26c2-0cdc-4240-99d1-f9b12737473a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:51:54.165315 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-3ee352c5-be3b-4b6a-9e13-1c548d8160a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:54.166380 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a7f279-426d-4569-98e3-7e27a0795f14 None None] Sync routers for ids ['97e11a38-65d2-4ced-a804-eb2f7e280337'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:51:54.173537 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-3ee352c5-be3b-4b6a-9e13-1c548d8160a2 admin admin] Usage tracker for resource:security_group_rule and tenant:302ecfc16576430790bc1ed0b195b562 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:51:54.176999 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a7f279-426d-4569-98e3-7e27a0795f14 None None] Routers {'97e11a38-65d2-4ced-a804-eb2f7e280337'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:54.181968 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-15a7f279-426d-4569-98e3-7e27a0795f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['97e11a38-65d2-4ced-a804-eb2f7e280337'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:54.182112 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-3ee352c5-be3b-4b6a-9e13-1c548d8160a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:51:54.187085 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-3ee352c5-be3b-4b6a-9e13-1c548d8160a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:54.222524 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f71a26c2-0cdc-4240-99d1-f9b12737473a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "PUT /v2.0/routers/97e11a38-65d2-4ced-a804-eb2f7e280337/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8355281 Oct 26 15:51:54.226016 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42250) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:54.230073 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936b6ae5-126f-4911-932f-ce8ec200aa86 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:51:54.233930 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-833b4500-162a-4fb9-b3dd-e0aae456e5cb None None] Provisioning complete for port d3646532-a91a-42f3-86ae-faac9ff52c70 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:51:54.234689 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-833b4500-162a-4fb9-b3dd-e0aae456e5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:54.235364 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-833b4500-162a-4fb9-b3dd-e0aae456e5cb None None] Attempt 1 to provision port d3646532-a91a-42f3-86ae-faac9ff52c70 Oct 26 15:51:54.243538 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-15a7f279-426d-4569-98e3-7e27a0795f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:54.254205 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a7f279-426d-4569-98e3-7e27a0795f14 None None] Routers {'97e11a38-65d2-4ced-a804-eb2f7e280337'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:54.255111 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-15a7f279-426d-4569-98e3-7e27a0795f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['97e11a38-65d2-4ced-a804-eb2f7e280337'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:54.279481 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8b4856-9dc9-4618-9ca5-8c01a210b93e None None] Sync routers for ids ['e227f6ea-31e2-4700-9501-b8f5074eb6c4'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:51:54.289971 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-1639e6d7-7748-436a-9478-a59b9f132f99 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] GET failed (client error): The resource could not be found. Oct 26 15:51:54.290619 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-1639e6d7-7748-436a-9478-a59b9f132f99 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Synchronizing usage tracker for tenant:81f9d918a7ff445e8b2c1951e5c33cc9 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:51:54.306806 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8b4856-9dc9-4618-9ca5-8c01a210b93e None None] Routers {'e227f6ea-31e2-4700-9501-b8f5074eb6c4'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:54.307905 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-8f8b4856-9dc9-4618-9ca5-8c01a210b93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['e227f6ea-31e2-4700-9501-b8f5074eb6c4'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:54.320772 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-15a7f279-426d-4569-98e3-7e27a0795f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:54.321405 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a7f279-426d-4569-98e3-7e27a0795f14 None None] The sync data for ids ['97e11a38-65d2-4ced-a804-eb2f7e280337'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:51:54.336839 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3ee352c5-be3b-4b6a-9e13-1c548d8160a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:54.352026 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-936b6ae5-126f-4911-932f-ce8ec200aa86 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:54.353264 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-936b6ae5-126f-4911-932f-ce8ec200aa86 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.6698916 Oct 26 15:51:54.356065 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42254) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:54.376487 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-8f8b4856-9dc9-4618-9ca5-8c01a210b93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:54.386907 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-1639e6d7-7748-436a-9478-a59b9f132f99 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Unset dirty status for tenant:81f9d918a7ff445e8b2c1951e5c33cc9 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:51:54.388078 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-1639e6d7-7748-436a-9478-a59b9f132f99 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "GET /v2.0/ports/23fa346d-4f4e-4ff3-8bd0-eb78f863a907 HTTP/1.1" status: 404 len: 333 time: 0.1605804 Oct 26 15:51:54.391590 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42258) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:54.395175 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8b4856-9dc9-4618-9ca5-8c01a210b93e None None] Routers {'e227f6ea-31e2-4700-9501-b8f5074eb6c4'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:54.395926 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-8f8b4856-9dc9-4618-9ca5-8c01a210b93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['e227f6ea-31e2-4700-9501-b8f5074eb6c4'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:54.485458 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-8f8b4856-9dc9-4618-9ca5-8c01a210b93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:54.485930 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8b4856-9dc9-4618-9ca5-8c01a210b93e None None] The sync data for ids ['e227f6ea-31e2-4700-9501-b8f5074eb6c4'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:51:54.491762 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3ee352c5-be3b-4b6a-9e13-1c548d8160a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:54.523928 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-833b4500-162a-4fb9-b3dd-e0aae456e5cb None None] Current status of the port d3646532-a91a-42f3-86ae-faac9ff52c70 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:51:54.531043 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-42f1ccb2-e9e2-4764-a154-f93fe6575f07 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for router, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:54.553854 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee352c5-be3b-4b6a-9e13-1c548d8160a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb37f2c-bfee-49d5-8563-82c96b941034,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:54.563187 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-3ee352c5-be3b-4b6a-9e13-1c548d8160a2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=302ecfc16576430790bc1ed0b195b562&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5996583 Oct 26 15:51:54.575300 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42264) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:54.579452 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee352c5-be3b-4b6a-9e13-1c548d8160a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:54.579796 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee352c5-be3b-4b6a-9e13-1c548d8160a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:54.580131 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee352c5-be3b-4b6a-9e13-1c548d8160a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:54.580461 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee352c5-be3b-4b6a-9e13-1c548d8160a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:54.580783 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee352c5-be3b-4b6a-9e13-1c548d8160a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:54.581108 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee352c5-be3b-4b6a-9e13-1c548d8160a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:54.581428 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee352c5-be3b-4b6a-9e13-1c548d8160a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:54.581750 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee352c5-be3b-4b6a-9e13-1c548d8160a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:54.582067 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee352c5-be3b-4b6a-9e13-1c548d8160a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:54.582380 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee352c5-be3b-4b6a-9e13-1c548d8160a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:54.582716 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee352c5-be3b-4b6a-9e13-1c548d8160a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:54.583028 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee352c5-be3b-4b6a-9e13-1c548d8160a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:54.747267 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device d3646532-a91a-42f3-86ae-faac9ff52c70 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:51:54.803682 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-592036d2-2740-444d-858b-e21c3bfe60a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:54.817032 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port d3646532-a91a-42f3-86ae-faac9ff52c70 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:51:54.817535 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:54.817967 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port d3646532-a91a-42f3-86ae-faac9ff52c70 Oct 26 15:51:54.837892 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-42f1ccb2-e9e2-4764-a154-f93fe6575f07 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:54.840629 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-42f1ccb2-e9e2-4764-a154-f93fe6575f07 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:54.846710 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-592036d2-2740-444d-858b-e21c3bfe60a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:54.942118 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-42f1ccb2-e9e2-4764-a154-f93fe6575f07 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:54.942907 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f1ccb2-e9e2-4764-a154-f93fe6575f07 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Fanout notify agent at l3_agent the message router_deleted on router 97e11a38-65d2-4ced-a804-eb2f7e280337 {{(pid=89747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:51:54.960137 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-42f1ccb2-e9e2-4764-a154-f93fe6575f07 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:54.963740 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-42f1ccb2-e9e2-4764-a154-f93fe6575f07 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/routers/97e11a38-65d2-4ced-a804-eb2f7e280337 HTTP/1.1" status: 204 len: 168 time: 0.5687642 Oct 26 15:51:54.964014 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42268) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:54.979007 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port d3646532-a91a-42f3-86ae-faac9ff52c70 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:51:55.033242 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-066e50ea-8ece-4bdb-a332-186687da7afc tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Deleting subnet af06a22b-75c5-450c-bf13-f04561adc634 {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:51:55.036798 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-066e50ea-8ece-4bdb-a332-186687da7afc tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:55.097323 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-066e50ea-8ece-4bdb-a332-186687da7afc tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:55.185571 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-066e50ea-8ece-4bdb-a332-186687da7afc tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:55.269599 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-592036d2-2740-444d-858b-e21c3bfe60a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:55.293677 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592036d2-2740-444d-858b-e21c3bfe60a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb37f2c-bfee-49d5-8563-82c96b941034,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:55.310753 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-592036d2-2740-444d-858b-e21c3bfe60a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:55.312100 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-592036d2-2740-444d-858b-e21c3bfe60a8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6fb37f2c-bfee-49d5-8563-82c96b941034 HTTP/1.1" status: 204 len: 168 time: 0.7253790 Oct 26 15:51:55.329584 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-066e50ea-8ece-4bdb-a332-186687da7afc tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:55.369898 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6ed49fd3-9ee8-47e8-b852-b7a25ba4ed66 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:55.372501 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e50ea-8ece-4bdb-a332-186687da7afc tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event deleted for resources: {'Subnet': ['ID=af06a22b-75c5-450c-bf13-f04561adc634,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:55.378020 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-066e50ea-8ece-4bdb-a332-186687da7afc tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:55.385836 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66a41b0-9601-4e3e-9063-ca764256ad24 None None] Network b50ce865-3671-4272-9521-2b22a09d3cc3 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:51:55.389286 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-066e50ea-8ece-4bdb-a332-186687da7afc tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/subnets/af06a22b-75c5-450c-bf13-f04561adc634 HTTP/1.1" status: 204 len: 168 time: 0.4220264 Oct 26 15:51:55.390637 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42274) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:55.665560 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-afded075-a703-47ca-8c44-0881c9797629 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:55.677019 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b975fee-5324-4116-b33e-fb4d67435114 None None] DHCP port deletion for b50ce865-3671-4272-9521-2b22a09d3cc3 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:51:55.681696 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-7b975fee-5324-4116-b33e-fb4d67435114 None None] Deleting port 075da949-662d-4d9a-8e50-6c100571ed4a {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:51:55.682156 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7b975fee-5324-4116-b33e-fb4d67435114 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:55.708978 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-afded075-a703-47ca-8c44-0881c9797629 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Deleting port 075da949-662d-4d9a-8e50-6c100571ed4a {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:51:55.709331 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-afded075-a703-47ca-8c44-0881c9797629 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:55.904423 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-7b975fee-5324-4116-b33e-fb4d67435114 None None] For port 075da949-662d-4d9a-8e50-6c100571ed4a, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=075da949-662d-4d9a-8e50-6c100571ed4a,segment=NetworkSegment(7aae8c3e-89f0-4464-8bbb-1b1a25772837),segment_id=7aae8c3e-89f0-4464-8bbb-1b1a25772837)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:51:55.904800 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7b975fee-5324-4116-b33e-fb4d67435114 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:56.036912 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-7b975fee-5324-4116-b33e-fb4d67435114 None None] Calling delete_port for 075da949-662d-4d9a-8e50-6c100571ed4a owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:51:56.104369 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-afded075-a703-47ca-8c44-0881c9797629 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] For port 075da949-662d-4d9a-8e50-6c100571ed4a, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=075da949-662d-4d9a-8e50-6c100571ed4a,segment=NetworkSegment(7aae8c3e-89f0-4464-8bbb-1b1a25772837),segment_id=7aae8c3e-89f0-4464-8bbb-1b1a25772837)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:51:56.104860 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-afded075-a703-47ca-8c44-0881c9797629 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:56.123359 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-6ed49fd3-9ee8-47e8-b852-b7a25ba4ed66 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Allocated IP 172.20.0.1 (473ee76a-3545-487a-9abd-fecbd8416010/6cf85f4d-a58a-4f53-8303-88118e0ca6a4/a2480c05-bd02-4775-87e0-bc6d30068ad7) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:51:56.182586 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7b975fee-5324-4116-b33e-fb4d67435114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:56.229576 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b975fee-5324-4116-b33e-fb4d67435114 None None] Pushing event deleted for resources: {'Port': ['ID=075da949-662d-4d9a-8e50-6c100571ed4a,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:56.233400 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b975fee-5324-4116-b33e-fb4d67435114 None None] No DVR routers for this DVR port 075da949-662d-4d9a-8e50-6c100571ed4a on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:51:56.252353 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-afded075-a703-47ca-8c44-0881c9797629 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Calling delete_port for 075da949-662d-4d9a-8e50-6c100571ed4a owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: from cryptography.utils import int_from_bytes Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: from cryptography.utils import int_from_bytes Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: util.warn_limited( Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: util.warn_limited( Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: util.warn( Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: util.warn( Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: util.warn( Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: util.warn( Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: util.warn( Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: util.warn( Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: util.warn( Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: util.warn( Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: util.warn( Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: util.warn( Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: util.warn( Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: util.warn( Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: util.warn( Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: util.warn( Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: util.warn( Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: util.warn( Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: util.warn( Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: util.warn( Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: util.warn( Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: util.warn( Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: util.warn( Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: util.warn( Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: util.warn( Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:51:56.410721 dv-neutron-862712-1-hyperv neutron-server[89748]: util.warn( Oct 26 15:51:56.443200 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42296) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:56.444321 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.db.api [None req-afded075-a703-47ca-8c44-0881c9797629 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:51:56.444643 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG oslo_db.api [None req-afded075-a703-47ca-8c44-0881c9797629 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:51:56.479738 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6ed49fd3-9ee8-47e8-b852-b7a25ba4ed66 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:56.495579 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-6ed49fd3-9ee8-47e8-b852-b7a25ba4ed66 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Transition to ACTIVE for port object a2480c05-bd02-4775-87e0-bc6d30068ad7 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:51:56.551646 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-7c79565f-76e4-4f70-ab32-86ded2904994 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1709054430'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:56.556556 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-7c79565f-76e4-4f70-ab32-86ded2904994 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:56.560449 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7c79565f-76e4-4f70-ab32-86ded2904994 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Usage tracker for resource:network and tenant:2e70aaa9ea47497b81797a39da09d2c5 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:51:56.563843 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7c79565f-76e4-4f70-ab32-86ded2904994 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:51:56.569920 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-7c79565f-76e4-4f70-ab32-86ded2904994 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:56.576378 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6ed49fd3-9ee8-47e8-b852-b7a25ba4ed66 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:56.644146 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c79565f-76e4-4f70-ab32-86ded2904994 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Made reservation on behalf of 2e70aaa9ea47497b81797a39da09d2c5 for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:51:56.647095 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed49fd3-9ee8-47e8-b852-b7a25ba4ed66 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Network 473ee76a-3545-487a-9abd-fecbd8416010 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:51:56.647796 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7c79565f-76e4-4f70-ab32-86ded2904994 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:56.650134 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-6ed49fd3-9ee8-47e8-b852-b7a25ba4ed66 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:51:56.654105 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed49fd3-9ee8-47e8-b852-b7a25ba4ed66 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:51:56.665960 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7c79565f-76e4-4f70-ab32-86ded2904994 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:56.694048 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-7c79565f-76e4-4f70-ab32-86ded2904994 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:56.698274 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7c79565f-76e4-4f70-ab32-86ded2904994 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Usage tracker for resource:security_group_rule and tenant:2e70aaa9ea47497b81797a39da09d2c5 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:51:56.701362 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7c79565f-76e4-4f70-ab32-86ded2904994 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:51:56.702601 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed49fd3-9ee8-47e8-b852-b7a25ba4ed66 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Pushing event updated for resources: {'Port': ['ID=a2480c05-bd02-4775-87e0-bc6d30068ad7,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:56.709979 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-7c79565f-76e4-4f70-ab32-86ded2904994 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:56.732660 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6ed49fd3-9ee8-47e8-b852-b7a25ba4ed66 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:56.749893 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 075da949-662d-4d9a-8e50-6c100571ed4a no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:51:56.805338 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 075da949-662d-4d9a-8e50-6c100571ed4a {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:51:56.805687 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 075da949-662d-4d9a-8e50-6c100571ed4a not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:51:56.826746 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7c79565f-76e4-4f70-ab32-86ded2904994 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:56.901171 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7c79565f-76e4-4f70-ab32-86ded2904994 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:56.901363 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:56.934706 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c79565f-76e4-4f70-ab32-86ded2904994 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:51:56.940944 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6ed49fd3-9ee8-47e8-b852-b7a25ba4ed66 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:56.943627 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c79565f-76e4-4f70-ab32-86ded2904994 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e709046b-9c10-4813-922f-3a373b374fb6,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:56.949104 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7c79565f-76e4-4f70-ab32-86ded2904994 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:56.949626 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-7c79565f-76e4-4f70-ab32-86ded2904994 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Added segment 738747d3-fd7f-4e7a-898c-2eb6ef072d7d of type vlan for network 5a096ce9-4f01-40e8-b921-bc776c9c3c4a Oct 26 15:51:56.980672 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7c79565f-76e4-4f70-ab32-86ded2904994 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:57.032875 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-f667f73c-b2c3-4bd0-9adc-1bbb7a1888f8 None None] Provisioning for port a2480c05-bd02-4775-87e0-bc6d30068ad7 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:51:57.038183 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-f667f73c-b2c3-4bd0-9adc-1bbb7a1888f8 None None] Provisioning complete for port a2480c05-bd02-4775-87e0-bc6d30068ad7 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:51:57.038655 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f667f73c-b2c3-4bd0-9adc-1bbb7a1888f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:57.038918 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-f667f73c-b2c3-4bd0-9adc-1bbb7a1888f8 None None] Attempt 1 to provision port a2480c05-bd02-4775-87e0-bc6d30068ad7 Oct 26 15:51:57.049833 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7c79565f-76e4-4f70-ab32-86ded2904994 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:57.055319 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c79565f-76e4-4f70-ab32-86ded2904994 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:57.057287 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7c79565f-76e4-4f70-ab32-86ded2904994 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:57.069685 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-afded075-a703-47ca-8c44-0881c9797629 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Deleting port 075da949-662d-4d9a-8e50-6c100571ed4a {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:51:57.070031 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-afded075-a703-47ca-8c44-0881c9797629 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:57.098085 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-f667f73c-b2c3-4bd0-9adc-1bbb7a1888f8 None None] Port a2480c05-bd02-4775-87e0-bc6d30068ad7 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:51:57.164403 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c79565f-76e4-4f70-ab32-86ded2904994 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Pushing event updated for resources: {'Network': ['ID=5a096ce9-4f01-40e8-b921-bc776c9c3c4a,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:57.173548 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-afded075-a703-47ca-8c44-0881c9797629 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] The port '075da949-662d-4d9a-8e50-6c100571ed4a' was deleted {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 15:51:57.174923 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 5a096ce9-4f01-40e8-b921-bc776c9c3c4a details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:51:57.202949 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-7c79565f-76e4-4f70-ab32-86ded2904994 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7578688 Oct 26 15:51:57.203900 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42302) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:57.209591 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-ef64ff84-2ed6-4f77-9883-be379e7537bf tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Request body: {'subnet': {'network_id': '5a096ce9-4f01-40e8-b921-bc776c9c3c4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:57.328833 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ef64ff84-2ed6-4f77-9883-be379e7537bf tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:57.332799 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ef64ff84-2ed6-4f77-9883-be379e7537bf tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Usage tracker for resource:subnet and tenant:2e70aaa9ea47497b81797a39da09d2c5 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:51:57.335646 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ef64ff84-2ed6-4f77-9883-be379e7537bf tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:51:57.341385 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ef64ff84-2ed6-4f77-9883-be379e7537bf tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:57.415492 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef64ff84-2ed6-4f77-9883-be379e7537bf tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Made reservation on behalf of 2e70aaa9ea47497b81797a39da09d2c5 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:51:57.419025 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ef64ff84-2ed6-4f77-9883-be379e7537bf tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:57.449941 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-afded075-a703-47ca-8c44-0881c9797629 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:57.485746 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-afded075-a703-47ca-8c44-0881c9797629 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b50ce865-3671-4272-9521-2b22a09d3cc3']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:57.508126 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-afded075-a703-47ca-8c44-0881c9797629 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aae8c3e-89f0-4464-8bbb-1b1a25772837') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:57.508426 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-afded075-a703-47ca-8c44-0881c9797629 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aae8c3e-89f0-4464-8bbb-1b1a25772837') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:57.525362 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-afded075-a703-47ca-8c44-0881c9797629 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:57.552058 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-afded075-a703-47ca-8c44-0881c9797629 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:57.575963 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afded075-a703-47ca-8c44-0881c9797629 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:51:57.576361 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-afded075-a703-47ca-8c44-0881c9797629 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:57.600927 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-f667f73c-b2c3-4bd0-9adc-1bbb7a1888f8 None None] Attempt 2 to provision port a2480c05-bd02-4775-87e0-bc6d30068ad7 Oct 26 15:51:57.664068 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-f667f73c-b2c3-4bd0-9adc-1bbb7a1888f8 None None] Port a2480c05-bd02-4775-87e0-bc6d30068ad7 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:51:57.697983 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 7aae8c3e-89f0-4464-8bbb-1b1a25772837 resource provider aggregate not found Oct 26 15:51:57.729571 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 7aae8c3e-89f0-4464-8bbb-1b1a25772837 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7aae8c3e-89f0-4464-8bbb-1b1a25772837 found for delete ", "request_id": "req-716e6a7e-e8db-451a-b11f-50a24a0f249b"}]} Oct 26 15:51:57.819578 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6ed49fd3-9ee8-47e8-b852-b7a25ba4ed66 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:57.832842 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-afded075-a703-47ca-8c44-0881c9797629 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:57.850047 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-afded075-a703-47ca-8c44-0881c9797629 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:57.855330 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ef64ff84-2ed6-4f77-9883-be379e7537bf tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:57.864069 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afded075-a703-47ca-8c44-0881c9797629 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event deleted for resources: {'Network': ['ID=b50ce865-3671-4272-9521-2b22a09d3cc3,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:57.900754 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6ed49fd3-9ee8-47e8-b852-b7a25ba4ed66 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:57.936809 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef64ff84-2ed6-4f77-9883-be379e7537bf tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Pushing event updated for resources: {'Subnet': ['ID=272c2adf-54df-4618-865a-fef72ad3fa9c,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:57.946264 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef64ff84-2ed6-4f77-9883-be379e7537bf tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Checking segment: {'id': '738747d3-fd7f-4e7a-898c-2eb6ef072d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5a096ce9-4f01-40e8-b921-bc776c9c3c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:51:57.946653 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef64ff84-2ed6-4f77-9883-be379e7537bf tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Network hostable DHCP agents. Network: 5a096ce9-4f01-40e8-b921-bc776c9c3c4a, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:51:57.984399 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-afded075-a703-47ca-8c44-0881c9797629 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/networks/b50ce865-3671-4272-9521-2b22a09d3cc3 HTTP/1.1" status: 204 len: 168 time: 2.5921907 Oct 26 15:51:57.988370 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42310) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:58.017704 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed49fd3-9ee8-47e8-b852-b7a25ba4ed66 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Pushing event updated for resources: {'Port': ['ID=a2480c05-bd02-4775-87e0-bc6d30068ad7,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:58.022570 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6ed49fd3-9ee8-47e8-b852-b7a25ba4ed66 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:58.032148 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef64ff84-2ed6-4f77-9883-be379e7537bf tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Network 5a096ce9-4f01-40e8-b921-bc776c9c3c4a is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:51:58.072805 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca84d45a-96c3-4bcc-90c5-fa1faf479099 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:58.074053 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ca84d45a-96c3-4bcc-90c5-fa1faf479099 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "GET /v2.0/ports/b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 HTTP/1.1" status: 200 len: 841 time: 0.0846639 Oct 26 15:51:58.078525 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42314) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:58.137094 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-ef64ff84-2ed6-4f77-9883-be379e7537bf tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 5a096ce9-4f01-40e8-b921-bc776c9c3c4a) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:51:58.142772 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef64ff84-2ed6-4f77-9883-be379e7537bf tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:58.143344 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ef64ff84-2ed6-4f77-9883-be379e7537bf tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:58.147419 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7814b52b-4f3e-43f5-b635-165284337ed8 None None] Network 5a096ce9-4f01-40e8-b921-bc776c9c3c4a requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:51:58.162552 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed49fd3-9ee8-47e8-b852-b7a25ba4ed66 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Network 473ee76a-3545-487a-9abd-fecbd8416010 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:51:58.163873 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-6ed49fd3-9ee8-47e8-b852-b7a25ba4ed66 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:51:58.172598 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-f667f73c-b2c3-4bd0-9adc-1bbb7a1888f8 None None] Attempt 3 to provision port a2480c05-bd02-4775-87e0-bc6d30068ad7 Oct 26 15:51:58.175421 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-37da183b-81ee-47ac-b60b-7231dcab8a2b tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "GET /v2.0/ports/b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0957768 Oct 26 15:51:58.178882 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42318) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:58.185869 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-5b2fc96b-1736-4a26-b7f4-05940bb46802 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'subnet': {'network_id': 'c043a8c9-4101-4ad8-a4f1-f1173b3e8031', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:58.299056 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ef64ff84-2ed6-4f77-9883-be379e7537bf tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0941093 Oct 26 15:51:58.301835 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-f667f73c-b2c3-4bd0-9adc-1bbb7a1888f8 None None] Port a2480c05-bd02-4775-87e0-bc6d30068ad7 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:51:58.307642 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42322) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:58.334278 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-bdfa01dd-2360-461c-93ef-1b58b65c040e tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Request body: {'port': {'network_id': '5a096ce9-4f01-40e8-b921-bc776c9c3c4a', 'name': 'tempest-TagsExtTest-283880653'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:58.345607 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-5b2fc96b-1736-4a26-b7f4-05940bb46802 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:58.349695 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-5b2fc96b-1736-4a26-b7f4-05940bb46802 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Usage tracker for resource:subnet and tenant:81f9d918a7ff445e8b2c1951e5c33cc9 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:51:58.354897 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-5b2fc96b-1736-4a26-b7f4-05940bb46802 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:51:58.360822 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-5b2fc96b-1736-4a26-b7f4-05940bb46802 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:58.457714 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987d2088-8008-4497-9b75-db72664b3703 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-5a096ce9-4f01-40e8-b921-bc776c9c3c4a', 'network_id': '5a096ce9-4f01-40e8-b921-bc776c9c3c4a', 'tenant_id': '2e70aaa9ea47497b81797a39da09d2c5', 'fixed_ips': [{'subnet_id': '272c2adf-54df-4618-865a-fef72ad3fa9c'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:51:58.458643 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-987d2088-8008-4497-9b75-db72664b3703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:58.490027 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2fc96b-1736-4a26-b7f4-05940bb46802 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Made reservation on behalf of 81f9d918a7ff445e8b2c1951e5c33cc9 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:51:58.493700 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5b2fc96b-1736-4a26-b7f4-05940bb46802 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:58.641655 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-987d2088-8008-4497-9b75-db72664b3703 None None] Allocated IP 172.20.0.2 (5a096ce9-4f01-40e8-b921-bc776c9c3c4a/272c2adf-54df-4618-865a-fef72ad3fa9c/826b89c3-4b05-47b8-8123-69e20f47d52c) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:51:58.668692 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed49fd3-9ee8-47e8-b852-b7a25ba4ed66 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Router e227f6ea-31e2-4700-9501-b8f5074eb6c4 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:51:58.669747 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-bdfa01dd-2360-461c-93ef-1b58b65c040e tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:58.677128 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-bdfa01dd-2360-461c-93ef-1b58b65c040e tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Usage tracker for resource:port and tenant:2e70aaa9ea47497b81797a39da09d2c5 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:51:58.681106 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-bdfa01dd-2360-461c-93ef-1b58b65c040e tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:51:58.743558 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-bdfa01dd-2360-461c-93ef-1b58b65c040e tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:58.803685 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-f667f73c-b2c3-4bd0-9adc-1bbb7a1888f8 None None] Attempt 4 to provision port a2480c05-bd02-4775-87e0-bc6d30068ad7 Oct 26 15:51:58.816366 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5b2fc96b-1736-4a26-b7f4-05940bb46802 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:58.863561 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfa01dd-2360-461c-93ef-1b58b65c040e tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Made reservation on behalf of 2e70aaa9ea47497b81797a39da09d2c5 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:51:58.867188 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bdfa01dd-2360-461c-93ef-1b58b65c040e tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:58.871355 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2fc96b-1736-4a26-b7f4-05940bb46802 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Network c043a8c9-4101-4ad8-a4f1-f1173b3e8031 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:51:58.875482 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-5b2fc96b-1736-4a26-b7f4-05940bb46802 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:51:58.879941 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2fc96b-1736-4a26-b7f4-05940bb46802 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:58.880703 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5b2fc96b-1736-4a26-b7f4-05940bb46802 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:58.895151 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec375bb-5809-43b9-8e01-83e4b90c3741 None None] Network c043a8c9-4101-4ad8-a4f1-f1173b3e8031 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:51:58.896215 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [None req-bdfa01dd-2360-461c-93ef-1b58b65c040e tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] device_id is not set on port ee4a0675-77c1-47dc-ab59-0ac8e1aed88c yet. {{(pid=89748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:51:58.912684 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-f667f73c-b2c3-4bd0-9adc-1bbb7a1888f8 None None] Port a2480c05-bd02-4775-87e0-bc6d30068ad7 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:51:58.913900 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2fc96b-1736-4a26-b7f4-05940bb46802 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event updated for resources: {'Subnet': ['ID=cc2852e5-d4ac-414a-82d5-8be579a95546,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:58.951763 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed49fd3-9ee8-47e8-b852-b7a25ba4ed66 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:51:58.961416 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1adbc70-08a7-441c-926e-772ccc730374 None None] Sync routers for ids ['e227f6ea-31e2-4700-9501-b8f5074eb6c4'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:51:58.971425 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-6ed49fd3-9ee8-47e8-b852-b7a25ba4ed66 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "PUT /v2.0/routers/e227f6ea-31e2-4700-9501-b8f5074eb6c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6142883 Oct 26 15:51:58.974938 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42328) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:58.976221 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1adbc70-08a7-441c-926e-772ccc730374 None None] Routers {'e227f6ea-31e2-4700-9501-b8f5074eb6c4'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:58.977914 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-f1adbc70-08a7-441c-926e-772ccc730374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['e227f6ea-31e2-4700-9501-b8f5074eb6c4'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:58.983701 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-78ff7256-397c-40dd-a7a0-b411caa1ed0f tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Request body: {'port': {'network_id': '473ee76a-3545-487a-9abd-fecbd8416010', 'name': 'tempest-FloatingIPTestJSON-1743781709'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:59.004776 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-5b2fc96b-1736-4a26-b7f4-05940bb46802 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8243845 Oct 26 15:51:59.008544 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42332) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:59.016976 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-ff0df223-5c67-4a4e-baf4-66e6f1f01d6a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'security_group': {'name': 'tempest-secgroup-699606885'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:59.025085 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-ff0df223-5c67-4a4e-baf4-66e6f1f01d6a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:59.033134 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ff0df223-5c67-4a4e-baf4-66e6f1f01d6a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Usage tracker for resource:security_group and tenant:81f9d918a7ff445e8b2c1951e5c33cc9 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:51:59.039275 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ff0df223-5c67-4a4e-baf4-66e6f1f01d6a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:51:59.046367 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-ff0df223-5c67-4a4e-baf4-66e6f1f01d6a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:59.048071 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-f1adbc70-08a7-441c-926e-772ccc730374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:59.059136 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1adbc70-08a7-441c-926e-772ccc730374 None None] Routers {'e227f6ea-31e2-4700-9501-b8f5074eb6c4'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:51:59.059834 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-f1adbc70-08a7-441c-926e-772ccc730374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['e227f6ea-31e2-4700-9501-b8f5074eb6c4'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:59.084454 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-987d2088-8008-4497-9b75-db72664b3703 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:59.108167 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-987d2088-8008-4497-9b75-db72664b3703 None None] Transition to ACTIVE for port object 826b89c3-4b05-47b8-8123-69e20f47d52c will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:51:59.120067 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ff0df223-5c67-4a4e-baf4-66e6f1f01d6a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:59.125841 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-f1adbc70-08a7-441c-926e-772ccc730374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:59.126500 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1adbc70-08a7-441c-926e-772ccc730374 None None] The sync data for ids ['e227f6ea-31e2-4700-9501-b8f5074eb6c4'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:51:59.139725 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-78ff7256-397c-40dd-a7a0-b411caa1ed0f tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:59.146067 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-78ff7256-397c-40dd-a7a0-b411caa1ed0f tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Usage tracker for resource:port and tenant:be078dbf59284c8db757499639ef8c28 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:51:59.148966 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-78ff7256-397c-40dd-a7a0-b411caa1ed0f tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Quota usage for port was recalculated. Used quota:6. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:51:59.151442 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-ff0df223-5c67-4a4e-baf4-66e6f1f01d6a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:59.154889 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-78ff7256-397c-40dd-a7a0-b411caa1ed0f tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:59.156470 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ff0df223-5c67-4a4e-baf4-66e6f1f01d6a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Usage tracker for resource:security_group_rule and tenant:81f9d918a7ff445e8b2c1951e5c33cc9 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:51:59.159637 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ff0df223-5c67-4a4e-baf4-66e6f1f01d6a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:51:59.165518 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-ff0df223-5c67-4a4e-baf4-66e6f1f01d6a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:59.169644 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-987d2088-8008-4497-9b75-db72664b3703 None None] Transition to ACTIVE for port object 826b89c3-4b05-47b8-8123-69e20f47d52c will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:51:59.210126 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ff7256-397c-40dd-a7a0-b411caa1ed0f tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Made reservation on behalf of be078dbf59284c8db757499639ef8c28 for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:51:59.213633 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-78ff7256-397c-40dd-a7a0-b411caa1ed0f tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:59.236446 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-78ff7256-397c-40dd-a7a0-b411caa1ed0f tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] device_id is not set on port eacd313b-2c68-446f-b648-836e280d7e7f yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:51:59.246301 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-987d2088-8008-4497-9b75-db72664b3703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:59.275459 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ff0df223-5c67-4a4e-baf4-66e6f1f01d6a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:59.320108 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-bdfa01dd-2360-461c-93ef-1b58b65c040e tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Allocated IP 172.20.0.3 (5a096ce9-4f01-40e8-b921-bc776c9c3c4a/272c2adf-54df-4618-865a-fef72ad3fa9c/ee4a0675-77c1-47dc-ab59-0ac8e1aed88c) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:51:59.333246 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ff0df223-5c67-4a4e-baf4-66e6f1f01d6a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:59.334289 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987d2088-8008-4497-9b75-db72664b3703 None None] Network 5a096ce9-4f01-40e8-b921-bc776c9c3c4a is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:51:59.337765 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-987d2088-8008-4497-9b75-db72664b3703 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:51:59.340409 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987d2088-8008-4497-9b75-db72664b3703 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:51:59.395075 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-78ff7256-397c-40dd-a7a0-b411caa1ed0f tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Allocated IP 172.20.0.13 (473ee76a-3545-487a-9abd-fecbd8416010/6cf85f4d-a58a-4f53-8303-88118e0ca6a4/eacd313b-2c68-446f-b648-836e280d7e7f) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:51:59.396572 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d2088-8008-4497-9b75-db72664b3703 None None] Pushing event updated for resources: {'Port': ['ID=826b89c3-4b05-47b8-8123-69e20f47d52c,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:59.400803 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0df223-5c67-4a4e-baf4-66e6f1f01d6a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b68ebbc-1178-4d0e-b0dd-ebe6c2a163e7,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:59.438663 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-f667f73c-b2c3-4bd0-9adc-1bbb7a1888f8 None None] Attempt 5 to provision port a2480c05-bd02-4775-87e0-bc6d30068ad7 Oct 26 15:51:59.491614 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d2088-8008-4497-9b75-db72664b3703 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:59.491960 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d2088-8008-4497-9b75-db72664b3703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:59.492331 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d2088-8008-4497-9b75-db72664b3703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:59.492776 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d2088-8008-4497-9b75-db72664b3703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:59.493011 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d2088-8008-4497-9b75-db72664b3703 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:59.493315 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d2088-8008-4497-9b75-db72664b3703 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:59.493639 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d2088-8008-4497-9b75-db72664b3703 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:59.493962 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d2088-8008-4497-9b75-db72664b3703 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:59.494282 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d2088-8008-4497-9b75-db72664b3703 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:59.494628 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d2088-8008-4497-9b75-db72664b3703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:59.494948 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d2088-8008-4497-9b75-db72664b3703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:59.495271 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d2088-8008-4497-9b75-db72664b3703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:59.511367 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ff0df223-5c67-4a4e-baf4-66e6f1f01d6a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:59.512606 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ff0df223-5c67-4a4e-baf4-66e6f1f01d6a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5017715 Oct 26 15:51:59.515904 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42336) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:51:59.524037 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-38670af9-d0b9-403d-b60a-587de305446a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'security_group': {'name': 'tempest-secgroup-863708597'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:51:59.532539 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-38670af9-d0b9-403d-b60a-587de305446a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:59.532735 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-987d2088-8008-4497-9b75-db72664b3703 None None] Attempting to bind port 826b89c3-4b05-47b8-8123-69e20f47d52c on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:51:59.533022 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-987d2088-8008-4497-9b75-db72664b3703 None None] Attempting to bind port 826b89c3-4b05-47b8-8123-69e20f47d52c by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '738747d3-fd7f-4e7a-898c-2eb6ef072d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5a096ce9-4f01-40e8-b921-bc776c9c3c4a'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:51:59.533387 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987d2088-8008-4497-9b75-db72664b3703 None None] Attempting to bind port 826b89c3-4b05-47b8-8123-69e20f47d52c on network 5a096ce9-4f01-40e8-b921-bc776c9c3c4a {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:51:59.539671 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780cf3a0-750b-4a53-8983-8713c6b7b1f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-c043a8c9-4101-4ad8-a4f1-f1173b3e8031', 'network_id': 'c043a8c9-4101-4ad8-a4f1-f1173b3e8031', 'tenant_id': '81f9d918a7ff445e8b2c1951e5c33cc9', 'fixed_ips': [{'subnet_id': 'cc2852e5-d4ac-414a-82d5-8be579a95546'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:51:59.540471 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-780cf3a0-750b-4a53-8983-8713c6b7b1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:59.546779 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-38670af9-d0b9-403d-b60a-587de305446a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Usage tracker for resource:security_group and tenant:81f9d918a7ff445e8b2c1951e5c33cc9 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:51:59.552202 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-38670af9-d0b9-403d-b60a-587de305446a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:51:59.554264 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-f667f73c-b2c3-4bd0-9adc-1bbb7a1888f8 None None] Port a2480c05-bd02-4775-87e0-bc6d30068ad7 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:51:59.560667 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987d2088-8008-4497-9b75-db72664b3703 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:51:59.561037 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987d2088-8008-4497-9b75-db72664b3703 None None] Checking segment: {'id': '738747d3-fd7f-4e7a-898c-2eb6ef072d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5a096ce9-4f01-40e8-b921-bc776c9c3c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:51:59.561435 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-987d2088-8008-4497-9b75-db72664b3703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:59.562335 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987d2088-8008-4497-9b75-db72664b3703 None None] Bound using segment: {'id': '738747d3-fd7f-4e7a-898c-2eb6ef072d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5a096ce9-4f01-40e8-b921-bc776c9c3c4a'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:51:59.562917 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-987d2088-8008-4497-9b75-db72664b3703 None None] Bound port: 826b89c3-4b05-47b8-8123-69e20f47d52c, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738747d3-fd7f-4e7a-898c-2eb6ef072d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5a096ce9-4f01-40e8-b921-bc776c9c3c4a'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:51:59.563076 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-38670af9-d0b9-403d-b60a-587de305446a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:59.563285 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-987d2088-8008-4497-9b75-db72664b3703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:59.617894 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bdfa01dd-2360-461c-93ef-1b58b65c040e tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:59.630119 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-78ff7256-397c-40dd-a7a0-b411caa1ed0f tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:59.634633 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-bdfa01dd-2360-461c-93ef-1b58b65c040e tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Transition to ACTIVE for port object ee4a0675-77c1-47dc-ab59-0ac8e1aed88c will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:51:59.657470 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-78ff7256-397c-40dd-a7a0-b411caa1ed0f tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Transition to ACTIVE for port object eacd313b-2c68-446f-b648-836e280d7e7f will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:51:59.674969 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-38670af9-d0b9-403d-b60a-587de305446a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:59.702341 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-38670af9-d0b9-403d-b60a-587de305446a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:51:59.706437 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-38670af9-d0b9-403d-b60a-587de305446a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Usage tracker for resource:security_group_rule and tenant:81f9d918a7ff445e8b2c1951e5c33cc9 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:51:59.709431 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-38670af9-d0b9-403d-b60a-587de305446a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:51:59.715291 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-38670af9-d0b9-403d-b60a-587de305446a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:51:59.739964 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bdfa01dd-2360-461c-93ef-1b58b65c040e tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:59.767036 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-987d2088-8008-4497-9b75-db72664b3703 None None] For port 826b89c3-4b05-47b8-8123-69e20f47d52c, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:51:59.770845 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-78ff7256-397c-40dd-a7a0-b411caa1ed0f tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:59.786214 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-987d2088-8008-4497-9b75-db72664b3703 None None] For port 826b89c3-4b05-47b8-8123-69e20f47d52c, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=826b89c3-4b05-47b8-8123-69e20f47d52c,segment=NetworkSegment(738747d3-fd7f-4e7a-898c-2eb6ef072d7d),segment_id=738747d3-fd7f-4e7a-898c-2eb6ef072d7d)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:51:59.799269 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-780cf3a0-750b-4a53-8983-8713c6b7b1f7 None None] Allocated IP 172.20.0.2 (c043a8c9-4101-4ad8-a4f1-f1173b3e8031/cc2852e5-d4ac-414a-82d5-8be579a95546/025c45de-bbb4-4d04-b430-f9c38d83a30f) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:51:59.822747 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfa01dd-2360-461c-93ef-1b58b65c040e tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Network 5a096ce9-4f01-40e8-b921-bc776c9c3c4a is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:51:59.831622 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-bdfa01dd-2360-461c-93ef-1b58b65c040e tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:51:59.839938 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfa01dd-2360-461c-93ef-1b58b65c040e tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:51:59.850025 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ff7256-397c-40dd-a7a0-b411caa1ed0f tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Network 473ee76a-3545-487a-9abd-fecbd8416010 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:51:59.853241 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-78ff7256-397c-40dd-a7a0-b411caa1ed0f tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:51:59.857187 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ff7256-397c-40dd-a7a0-b411caa1ed0f tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:51:59.888095 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-987d2088-8008-4497-9b75-db72664b3703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:59.893730 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff7256-397c-40dd-a7a0-b411caa1ed0f tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Pushing event updated for resources: {'Port': ['ID=eacd313b-2c68-446f-b648-836e280d7e7f,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:59.915169 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-38670af9-d0b9-403d-b60a-587de305446a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:59.924709 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa01dd-2360-461c-93ef-1b58b65c040e tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Pushing event updated for resources: {'Port': ['ID=ee4a0675-77c1-47dc-ab59-0ac8e1aed88c,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:59.941359 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ff7256-397c-40dd-a7a0-b411caa1ed0f tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:59.942483 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-78ff7256-397c-40dd-a7a0-b411caa1ed0f tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:59.956601 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfa01dd-2360-461c-93ef-1b58b65c040e tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:59.956601 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bdfa01dd-2360-461c-93ef-1b58b65c040e tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:51:59.979943 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-38670af9-d0b9-403d-b60a-587de305446a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:00.019748 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d2088-8008-4497-9b75-db72664b3703 None None] Pushing event updated for resources: {'Port': ['ID=826b89c3-4b05-47b8-8123-69e20f47d52c,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:00.029996 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38670af9-d0b9-403d-b60a-587de305446a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77a87644-4a0c-4c38-b9cb-efd4065a9361,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:00.057091 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-78ff7256-397c-40dd-a7a0-b411caa1ed0f tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0806804 Oct 26 15:52:00.059720 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42340) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:00.065639 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-f667f73c-b2c3-4bd0-9adc-1bbb7a1888f8 None None] Attempt 6 to provision port a2480c05-bd02-4775-87e0-bc6d30068ad7 Oct 26 15:52:00.066711 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-572fa87a-5900-4c96-b1e7-59e78c8fbf9c tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Request body: {'floatingip': {'port_id': 'eacd313b-2c68-446f-b648-836e280d7e7f'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:52:00.135484 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-bdfa01dd-2360-461c-93ef-1b58b65c040e tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.8254037 Oct 26 15:52:00.135854 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42344) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:00.141533 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-38670af9-d0b9-403d-b60a-587de305446a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:00.145633 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-38670af9-d0b9-403d-b60a-587de305446a tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6258106 Oct 26 15:52:00.145780 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-536ee72e-0f82-4738-b20e-4867c1a8b06d tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1059929377', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:52:00.150169 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42348) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:00.164898 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-446be8f8-7afa-49fe-85b5-9873ab71d055 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-255998442', 'security_groups': ['77a87644-4a0c-4c38-b9cb-efd4065a9361'], 'network_id': 'c043a8c9-4101-4ad8-a4f1-f1173b3e8031', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cc2852e5-d4ac-414a-82d5-8be579a95546'}]}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:52:00.171040 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-f667f73c-b2c3-4bd0-9adc-1bbb7a1888f8 None None] Port a2480c05-bd02-4775-87e0-bc6d30068ad7 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:00.178991 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-536ee72e-0f82-4738-b20e-4867c1a8b06d tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:52:00.184773 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-780cf3a0-750b-4a53-8983-8713c6b7b1f7 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:00.190335 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-536ee72e-0f82-4738-b20e-4867c1a8b06d tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Usage tracker for resource:router and tenant:2e70aaa9ea47497b81797a39da09d2c5 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:52:00.190537 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-572fa87a-5900-4c96-b1e7-59e78c8fbf9c tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for floatingip, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:00.197421 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-780cf3a0-750b-4a53-8983-8713c6b7b1f7 None None] Transition to ACTIVE for port object 025c45de-bbb4-4d04-b430-f9c38d83a30f will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:52:00.219094 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-780cf3a0-750b-4a53-8983-8713c6b7b1f7 None None] Transition to ACTIVE for port object 025c45de-bbb4-4d04-b430-f9c38d83a30f will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:52:00.244746 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-536ee72e-0f82-4738-b20e-4867c1a8b06d tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:52:00.262266 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-536ee72e-0f82-4738-b20e-4867c1a8b06d tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:52:00.295998 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-780cf3a0-750b-4a53-8983-8713c6b7b1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:00.363539 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-446be8f8-7afa-49fe-85b5-9873ab71d055 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:52:00.367623 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-536ee72e-0f82-4738-b20e-4867c1a8b06d tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:00.368644 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-536ee72e-0f82-4738-b20e-4867c1a8b06d tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:00.373025 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-446be8f8-7afa-49fe-85b5-9873ab71d055 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Usage tracker for resource:port and tenant:81f9d918a7ff445e8b2c1951e5c33cc9 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:52:00.378502 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-446be8f8-7afa-49fe-85b5-9873ab71d055 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:52:00.380434 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780cf3a0-750b-4a53-8983-8713c6b7b1f7 None None] Network c043a8c9-4101-4ad8-a4f1-f1173b3e8031 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:52:00.383776 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-780cf3a0-750b-4a53-8983-8713c6b7b1f7 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:52:00.386643 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-446be8f8-7afa-49fe-85b5-9873ab71d055 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:52:00.387613 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780cf3a0-750b-4a53-8983-8713c6b7b1f7 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:52:00.397977 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780cf3a0-750b-4a53-8983-8713c6b7b1f7 None None] Pushing event updated for resources: {'Port': ['ID=025c45de-bbb4-4d04-b430-f9c38d83a30f,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:00.411210 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-536ee72e-0f82-4738-b20e-4867c1a8b06d tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:00.462018 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446be8f8-7afa-49fe-85b5-9873ab71d055 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Made reservation on behalf of 81f9d918a7ff445e8b2c1951e5c33cc9 for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:52:00.489095 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-536ee72e-0f82-4738-b20e-4867c1a8b06d tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:00.509463 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-780cf3a0-750b-4a53-8983-8713c6b7b1f7 None None] Attempting to bind port 025c45de-bbb4-4d04-b430-f9c38d83a30f on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:52:00.509774 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-780cf3a0-750b-4a53-8983-8713c6b7b1f7 None None] Attempting to bind port 025c45de-bbb4-4d04-b430-f9c38d83a30f by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'bdfcdd37-4ac0-4520-88e5-aeb6e4239aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c043a8c9-4101-4ad8-a4f1-f1173b3e8031'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:52:00.510123 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780cf3a0-750b-4a53-8983-8713c6b7b1f7 None None] Attempting to bind port 025c45de-bbb4-4d04-b430-f9c38d83a30f on network c043a8c9-4101-4ad8-a4f1-f1173b3e8031 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:52:00.515647 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780cf3a0-750b-4a53-8983-8713c6b7b1f7 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:52:00.516028 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780cf3a0-750b-4a53-8983-8713c6b7b1f7 None None] Checking segment: {'id': 'bdfcdd37-4ac0-4520-88e5-aeb6e4239aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c043a8c9-4101-4ad8-a4f1-f1173b3e8031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:52:00.516438 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-780cf3a0-750b-4a53-8983-8713c6b7b1f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:00.516839 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780cf3a0-750b-4a53-8983-8713c6b7b1f7 None None] Bound using segment: {'id': 'bdfcdd37-4ac0-4520-88e5-aeb6e4239aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c043a8c9-4101-4ad8-a4f1-f1173b3e8031'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:52:00.517309 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-780cf3a0-750b-4a53-8983-8713c6b7b1f7 None None] Bound port: 025c45de-bbb4-4d04-b430-f9c38d83a30f, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdfcdd37-4ac0-4520-88e5-aeb6e4239aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c043a8c9-4101-4ad8-a4f1-f1173b3e8031'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:52:00.517685 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-780cf3a0-750b-4a53-8983-8713c6b7b1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:00.614986 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-780cf3a0-750b-4a53-8983-8713c6b7b1f7 None None] For port 025c45de-bbb4-4d04-b430-f9c38d83a30f, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:52:00.618150 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-780cf3a0-750b-4a53-8983-8713c6b7b1f7 None None] For port 025c45de-bbb4-4d04-b430-f9c38d83a30f, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=025c45de-bbb4-4d04-b430-f9c38d83a30f,segment=NetworkSegment(bdfcdd37-4ac0-4520-88e5-aeb6e4239aaf),segment_id=bdfcdd37-4ac0-4520-88e5-aeb6e4239aaf)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:52:00.630393 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-446be8f8-7afa-49fe-85b5-9873ab71d055 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:00.659499 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-446be8f8-7afa-49fe-85b5-9873ab71d055 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] device_id is not set on port 01f2ec6b-f8e1-4b21-bd37-3c51bca6f554 yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:52:00.672958 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-f667f73c-b2c3-4bd0-9adc-1bbb7a1888f8 None None] Attempt 7 to provision port a2480c05-bd02-4775-87e0-bc6d30068ad7 Oct 26 15:52:00.695456 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-536ee72e-0f82-4738-b20e-4867c1a8b06d tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:00.696665 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-536ee72e-0f82-4738-b20e-4867c1a8b06d tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5596483 Oct 26 15:52:00.706280 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42352) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:00.712221 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-f52386a4-2531-465e-96f1-5e26845088fb tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-664621671', 'prefixes': ['172.20.0.0/16']}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:52:00.730222 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-f52386a4-2531-465e-96f1-5e26845088fb tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:52:00.775625 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-780cf3a0-750b-4a53-8983-8713c6b7b1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:00.861108 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 826b89c3-4b05-47b8-8123-69e20f47d52c up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:52:00.961718 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780cf3a0-750b-4a53-8983-8713c6b7b1f7 None None] Pushing event updated for resources: {'Port': ['ID=025c45de-bbb4-4d04-b430-f9c38d83a30f,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:00.962601 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-f667f73c-b2c3-4bd0-9adc-1bbb7a1888f8 None None] Port a2480c05-bd02-4775-87e0-bc6d30068ad7 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:00.999182 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-446be8f8-7afa-49fe-85b5-9873ab71d055 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Allocated IP 172.20.0.8 (c043a8c9-4101-4ad8-a4f1-f1173b3e8031/cc2852e5-d4ac-414a-82d5-8be579a95546/01f2ec6b-f8e1-4b21-bd37-3c51bca6f554) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:52:01.079329 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 826b89c3-4b05-47b8-8123-69e20f47d52c completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:52:01.137823 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f52386a4-2531-465e-96f1-5e26845088fb tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Notify callbacks [] for subnetpool, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:01.143616 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f52386a4-2531-465e-96f1-5e26845088fb tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.4321382 Oct 26 15:52:01.169337 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42356) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:01.192942 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.tag.tag_plugin [None req-f0fe0f02-0c0b-48f0-ac0f-604b66ae64a3 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '272c2adf-54df-4618-865a-fef72ad3fa9c', 'tempest-TagsExtTest-Tag-108346354') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:01.262410 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-572fa87a-5900-4c96-b1e7-59e78c8fbf9c tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:01.347186 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-572fa87a-5900-4c96-b1e7-59e78c8fbf9c tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:01.411701 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-446be8f8-7afa-49fe-85b5-9873ab71d055 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:01.418154 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47334141-c7d8-466b-8fed-154689497f41 None None] Network 5a096ce9-4f01-40e8-b921-bc776c9c3c4a requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:52:01.431992 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-446be8f8-7afa-49fe-85b5-9873ab71d055 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Transition to ACTIVE for port object 01f2ec6b-f8e1-4b21-bd37-3c51bca6f554 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:52:01.447250 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42362) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:01.480774 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f0fe0f02-0c0b-48f0-ac0f-604b66ae64a3 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "PUT /v2.0/subnets/272c2adf-54df-4618-865a-fef72ad3fa9c/tags/tempest-TagsExtTest-Tag-108346354 HTTP/1.1" status: 201 len: 201 time: 0.3106089 Oct 26 15:52:01.482028 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42366) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:01.482166 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-f667f73c-b2c3-4bd0-9adc-1bbb7a1888f8 None None] Attempt 8 to provision port a2480c05-bd02-4775-87e0-bc6d30068ad7 Oct 26 15:52:01.506631 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.tag.tag_plugin [None req-bd1fe955-7b40-4840-a151-214db0ae64d3 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ee4a0675-77c1-47dc-ab59-0ac8e1aed88c', 'tempest-TagsExtTest-Tag-1323404340') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:01.565823 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-f667f73c-b2c3-4bd0-9adc-1bbb7a1888f8 None None] Port a2480c05-bd02-4775-87e0-bc6d30068ad7 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:01.611718 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.l3_db [None req-572fa87a-5900-4c96-b1e7-59e78c8fbf9c tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Floating IP e9df8d69-8597-4853-8087-6bf4acd3e0d6 associated. External IP: 172.26.2.75, port: 65e2768c-7415-4ef6-9dc6-68847976682f. Oct 26 15:52:01.633847 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-446be8f8-7afa-49fe-85b5-9873ab71d055 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:01.731099 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446be8f8-7afa-49fe-85b5-9873ab71d055 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Network c043a8c9-4101-4ad8-a4f1-f1173b3e8031 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:52:01.745422 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-446be8f8-7afa-49fe-85b5-9873ab71d055 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:52:01.752160 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446be8f8-7afa-49fe-85b5-9873ab71d055 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:52:01.783476 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-6eb74427-2d01-4c6b-97a0-9fc371786d2e tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Deleting port fdbd3c1e-3284-4960-8227-97027b7b98b6 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:52:01.783817 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6eb74427-2d01-4c6b-97a0-9fc371786d2e tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:01.823665 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-bd1fe955-7b40-4840-a151-214db0ae64d3 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "PUT /v2.0/ports/ee4a0675-77c1-47dc-ab59-0ac8e1aed88c/tags/tempest-TagsExtTest-Tag-1323404340 HTTP/1.1" status: 201 len: 201 time: 0.3274131 Oct 26 15:52:01.826693 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42370) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:01.844505 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446be8f8-7afa-49fe-85b5-9873ab71d055 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event updated for resources: {'Port': ['ID=01f2ec6b-f8e1-4b21-bd37-3c51bca6f554,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:01.889683 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.tag.tag_plugin [None req-3baa1460-d6e4-4834-a955-a280f800036a tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c0848011-27e0-4cd1-b37e-dafafcb6d759', 'tempest-TagsExtTest-Tag-1317820206') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:01.945996 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446be8f8-7afa-49fe-85b5-9873ab71d055 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:01.946726 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-446be8f8-7afa-49fe-85b5-9873ab71d055 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:02.047049 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-446be8f8-7afa-49fe-85b5-9873ab71d055 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8928144 Oct 26 15:52:02.048452 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42374) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:02.061220 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-30b2b030-df87-4f3b-b8fc-199272a8a204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:02.067306 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-f667f73c-b2c3-4bd0-9adc-1bbb7a1888f8 None None] Attempt 9 to provision port a2480c05-bd02-4775-87e0-bc6d30068ad7 Oct 26 15:52:02.072329 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-bf279853-3acb-4870-a040-a11a92876060 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'subnet': {'network_id': 'c043a8c9-4101-4ad8-a4f1-f1173b3e8031', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:52:02.091800 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6eb74427-2d01-4c6b-97a0-9fc371786d2e tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:02.092149 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6eb74427-2d01-4c6b-97a0-9fc371786d2e tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:02.184814 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-f667f73c-b2c3-4bd0-9adc-1bbb7a1888f8 None None] Port a2480c05-bd02-4775-87e0-bc6d30068ad7 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:02.298118 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-6eb74427-2d01-4c6b-97a0-9fc371786d2e tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Calling delete_port for fdbd3c1e-3284-4960-8227-97027b7b98b6 owned by network:floatingip {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:52:02.312843 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572fa87a-5900-4c96-b1e7-59e78c8fbf9c tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Router bcda6f93-57d1-41ad-b007-62f0010b9957 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:52:02.426219 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-3baa1460-d6e4-4834-a955-a280f800036a tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "PUT /v2.0/routers/c0848011-27e0-4cd1-b37e-dafafcb6d759/tags/tempest-TagsExtTest-Tag-1317820206 HTTP/1.1" status: 201 len: 201 time: 0.5944779 Oct 26 15:52:02.427961 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42378) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:02.448318 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.tag.tag_plugin [None req-ba108ad4-883c-45b4-8c8d-d93fafc8e3e7 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5c67a237-30bd-4fb5-b323-a4254373154a', 'tempest-TagsExtTest-Tag-494082509') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:02.557529 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572fa87a-5900-4c96-b1e7-59e78c8fbf9c tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:52:02.570050 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbad124-d96b-4ff6-a53d-95ec60e7ecf2 None None] Sync routers for ids ['bcda6f93-57d1-41ad-b007-62f0010b9957'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:52:02.577523 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-bf279853-3acb-4870-a040-a11a92876060 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:52:02.588354 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbad124-d96b-4ff6-a53d-95ec60e7ecf2 None None] Routers {'bcda6f93-57d1-41ad-b007-62f0010b9957'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:52:02.589384 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-2dbad124-d96b-4ff6-a53d-95ec60e7ecf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['bcda6f93-57d1-41ad-b007-62f0010b9957'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:02.612587 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-bf279853-3acb-4870-a040-a11a92876060 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Usage tracker for resource:subnet and tenant:81f9d918a7ff445e8b2c1951e5c33cc9 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:52:02.619634 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-bf279853-3acb-4870-a040-a11a92876060 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:52:02.650718 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-bf279853-3acb-4870-a040-a11a92876060 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:52:02.653783 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ba108ad4-883c-45b4-8c8d-d93fafc8e3e7 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "PUT /v2.0/subnetpools/5c67a237-30bd-4fb5-b323-a4254373154a/tags/tempest-TagsExtTest-Tag-494082509 HTTP/1.1" status: 201 len: 201 time: 0.2224691 Oct 26 15:52:02.685650 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-2dbad124-d96b-4ff6-a53d-95ec60e7ecf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:02.689442 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-f667f73c-b2c3-4bd0-9adc-1bbb7a1888f8 None None] Attempt 10 to provision port a2480c05-bd02-4775-87e0-bc6d30068ad7 Oct 26 15:52:02.719246 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42382) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:02.727099 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.tag.tag_plugin [None req-8b27bd1c-2cbd-4c8b-9052-ab620ed92c25 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '272c2adf-54df-4618-865a-fef72ad3fa9c') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:02.771866 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbad124-d96b-4ff6-a53d-95ec60e7ecf2 None None] Routers {'bcda6f93-57d1-41ad-b007-62f0010b9957'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:52:02.772474 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-2dbad124-d96b-4ff6-a53d-95ec60e7ecf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['bcda6f93-57d1-41ad-b007-62f0010b9957'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:02.783078 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf279853-3acb-4870-a040-a11a92876060 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Made reservation on behalf of 81f9d918a7ff445e8b2c1951e5c33cc9 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:52:02.787482 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bf279853-3acb-4870-a040-a11a92876060 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:02.830793 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 025c45de-bbb4-4d04-b430-f9c38d83a30f up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:52:02.870846 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6eb74427-2d01-4c6b-97a0-9fc371786d2e tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:02.895528 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-f667f73c-b2c3-4bd0-9adc-1bbb7a1888f8 None None] Port a2480c05-bd02-4775-87e0-bc6d30068ad7 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:02.896986 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-2dbad124-d96b-4ff6-a53d-95ec60e7ecf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:02.897403 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbad124-d96b-4ff6-a53d-95ec60e7ecf2 None None] The sync data for ids ['bcda6f93-57d1-41ad-b007-62f0010b9957'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:52:02.935666 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb74427-2d01-4c6b-97a0-9fc371786d2e tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Pushing event deleted for resources: {'Port': ['ID=fdbd3c1e-3284-4960-8227-97027b7b98b6,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:02.970166 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 025c45de-bbb4-4d04-b430-f9c38d83a30f completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:52:03.067187 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.ipam_backend_mixin [None req-bf279853-3acb-4870-a040-a11a92876060 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet cc2852e5-d4ac-414a-82d5-8be579a95546 (CIDR: 172.20.0.0/28) Oct 26 15:52:03.079951 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Provisioning for port ee4a0675-77c1-47dc-ab59-0ac8e1aed88c completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:52:03.088400 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8b27bd1c-2cbd-4c8b-9052-ab620ed92c25 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "GET /v2.0/subnets/272c2adf-54df-4618-865a-fef72ad3fa9c/tags HTTP/1.1" status: 200 len: 240 time: 0.3657322 Oct 26 15:52:03.088622 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42386) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:03.091043 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6eb74427-2d01-4c6b-97a0-9fc371786d2e tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for floatingip, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:03.091425 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.l3_db [None req-6eb74427-2d01-4c6b-97a0-9fc371786d2e tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Floating IP a6381f7a-2627-40db-adf4-7955bbdfb91a disassociated (deleted). External IP: 172.26.2.131, port: 7d911889-3577-4408-935a-4ddbca7d0a55. Oct 26 15:52:03.092535 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Provisioning complete for port ee4a0675-77c1-47dc-ab59-0ac8e1aed88c triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:52:03.093900 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:03.094461 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Attempt 1 to provision port ee4a0675-77c1-47dc-ab59-0ac8e1aed88c Oct 26 15:52:03.116147 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572fa87a-5900-4c96-b1e7-59e78c8fbf9c tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Router e227f6ea-31e2-4700-9501-b8f5074eb6c4 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:52:03.145902 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.tag.tag_plugin [None req-758d1b71-d625-4277-963c-26f490873730 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '272c2adf-54df-4618-865a-fef72ad3fa9c', 'tempest-TagsExtTest-Tag-108346354') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:03.157909 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Port ee4a0675-77c1-47dc-ab59-0ac8e1aed88c cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:03.302436 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf279853-3acb-4870-a040-a11a92876060 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:52:03.302960 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf279853-3acb-4870-a040-a11a92876060 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:52:03.307994 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572fa87a-5900-4c96-b1e7-59e78c8fbf9c tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:52:03.312680 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-572fa87a-5900-4c96-b1e7-59e78c8fbf9c tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:03.318897 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1670d2db-3c39-44aa-a0e6-fa9c8985a277 None None] Sync routers for ids ['e227f6ea-31e2-4700-9501-b8f5074eb6c4'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:52:03.329367 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1670d2db-3c39-44aa-a0e6-fa9c8985a277 None None] Routers {'e227f6ea-31e2-4700-9501-b8f5074eb6c4'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:52:03.330132 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-1670d2db-3c39-44aa-a0e6-fa9c8985a277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['e227f6ea-31e2-4700-9501-b8f5074eb6c4'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:03.394182 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-1670d2db-3c39-44aa-a0e6-fa9c8985a277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:03.404018 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1670d2db-3c39-44aa-a0e6-fa9c8985a277 None None] Routers {'e227f6ea-31e2-4700-9501-b8f5074eb6c4'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:52:03.404679 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-1670d2db-3c39-44aa-a0e6-fa9c8985a277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['e227f6ea-31e2-4700-9501-b8f5074eb6c4'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:03.451153 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-572fa87a-5900-4c96-b1e7-59e78c8fbf9c tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "PUT /v2.0/floatingips/e9df8d69-8597-4853-8087-6bf4acd3e0d6 HTTP/1.1" status: 200 len: 978 time: 3.3891180 Oct 26 15:52:03.453258 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42390) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:03.472504 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-1670d2db-3c39-44aa-a0e6-fa9c8985a277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:03.472904 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1670d2db-3c39-44aa-a0e6-fa9c8985a277 None None] The sync data for ids ['e227f6ea-31e2-4700-9501-b8f5074eb6c4'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:52:03.524542 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-bf279853-3acb-4870-a040-a11a92876060 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4753952 Oct 26 15:52:03.526336 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-ec2e6b1b-88f6-4a86-9ad1-ff9b6f22aeb5 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Deleting port eacd313b-2c68-446f-b648-836e280d7e7f {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:52:03.526713 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ec2e6b1b-88f6-4a86-9ad1-ff9b6f22aeb5 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:03.553742 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42394) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:03.564391 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-210f9325-bd32-4fcd-88a4-033406ae5b87 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'subnet': {'network_id': 'c043a8c9-4101-4ad8-a4f1-f1173b3e8031', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:52:03.583851 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-758d1b71-d625-4277-963c-26f490873730 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "GET /v2.0/subnets/272c2adf-54df-4618-865a-fef72ad3fa9c/tags/tempest-TagsExtTest-Tag-108346354 HTTP/1.1" status: 204 len: 168 time: 0.4942296 Oct 26 15:52:03.595713 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42398) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:03.607627 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.tag.tag_plugin [None req-89365aa7-6e43-450b-b8ee-99da8301f961 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '272c2adf-54df-4618-865a-fef72ad3fa9c', 'tempest-TagsExtTest-Tag-108346354') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:03.655135 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb74427-2d01-4c6b-97a0-9fc371786d2e tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Router ae03fe35-a79f-4110-97fb-08ebe0b84f88 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:52:03.659076 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Attempt 2 to provision port ee4a0675-77c1-47dc-ab59-0ac8e1aed88c Oct 26 15:52:03.721138 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Port ee4a0675-77c1-47dc-ab59-0ac8e1aed88c cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:03.849623 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb74427-2d01-4c6b-97a0-9fc371786d2e tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:52:03.854058 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6eb74427-2d01-4c6b-97a0-9fc371786d2e tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:03.859656 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbbc110-ed4c-441b-84df-a19b26deae05 None None] Sync routers for ids ['ae03fe35-a79f-4110-97fb-08ebe0b84f88'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:52:03.869353 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbbc110-ed4c-441b-84df-a19b26deae05 None None] Routers {'ae03fe35-a79f-4110-97fb-08ebe0b84f88'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:52:03.870068 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-0cbbc110-ed4c-441b-84df-a19b26deae05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:51:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['ae03fe35-a79f-4110-97fb-08ebe0b84f88'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:03.908462 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-210f9325-bd32-4fcd-88a4-033406ae5b87 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:52:03.918653 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-6eb74427-2d01-4c6b-97a0-9fc371786d2e tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "DELETE /v2.0/floatingips/a6381f7a-2627-40db-adf4-7955bbdfb91a HTTP/1.1" status: 204 len: 168 time: 2.4703214 Oct 26 15:52:03.919487 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '055d89eb-6041-456b-814d-aa39354c6eca', 'tag': '7d911889-3577-4408-935a-4ddbca7d0a55'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:52:03.922693 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec078ab02bc810209f0573d5deb19682ea498273c1503582233cb0925c39ad22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b47e6b-31c1-4d12-87d8-1ce9246a787a" -d '{"events": [{"name": "network-changed", "server_uuid": "055d89eb-6041-456b-814d-aa39354c6eca", "tag": "7d911889-3577-4408-935a-4ddbca7d0a55"}]}' {{(pid=89747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:52:03.934954 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-210f9325-bd32-4fcd-88a4-033406ae5b87 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Usage tracker for resource:subnet and tenant:81f9d918a7ff445e8b2c1951e5c33cc9 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:52:03.941666 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-210f9325-bd32-4fcd-88a4-033406ae5b87 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:52:03.959839 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-210f9325-bd32-4fcd-88a4-033406ae5b87 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:52:04.001470 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ec2e6b1b-88f6-4a86-9ad1-ff9b6f22aeb5 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:04.088583 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-89365aa7-6e43-450b-b8ee-99da8301f961 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "DELETE /v2.0/subnets/272c2adf-54df-4618-865a-fef72ad3fa9c/tags/tempest-TagsExtTest-Tag-108346354 HTTP/1.1" status: 204 len: 168 time: 0.4918070 Oct 26 15:52:04.092241 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42408) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:04.092699 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-0cbbc110-ed4c-441b-84df-a19b26deae05 None None] Set router ae03fe35-a79f-4110-97fb-08ebe0b84f88 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:52:04.100361 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.tag.tag_plugin [None req-9e81dd7d-1de7-4d05-b53b-8d842497cfdf tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '272c2adf-54df-4618-865a-fef72ad3fa9c') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:04.109416 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210f9325-bd32-4fcd-88a4-033406ae5b87 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Made reservation on behalf of 81f9d918a7ff445e8b2c1951e5c33cc9 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:52:04.113790 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-210f9325-bd32-4fcd-88a4-033406ae5b87 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:04.160613 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af6207c-fd0d-481d-a40e-ef7e7fb0f0dd x-openstack-request-id: req-5af6207c-fd0d-481d-a40e-ef7e7fb0f0dd {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:52:04.161040 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "055d89eb-6041-456b-814d-aa39354c6eca", "tag": "7d911889-3577-4408-935a-4ddbca7d0a55", "status": "completed", "code": 200}]} {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:52:04.161382 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5af6207c-fd0d-481d-a40e-ef7e7fb0f0dd {{(pid=89747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:52:04.161873 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5af6207c-fd0d-481d-a40e-ef7e7fb0f0dd'] response: {'name': 'network-changed', 'server_uuid': '055d89eb-6041-456b-814d-aa39354c6eca', 'tag': '7d911889-3577-4408-935a-4ddbca7d0a55', 'status': 'completed', 'code': 200} Oct 26 15:52:04.217705 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-9e81dd7d-1de7-4d05-b53b-8d842497cfdf tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "GET /v2.0/subnets/272c2adf-54df-4618-865a-fef72ad3fa9c/tags HTTP/1.1" status: 200 len: 205 time: 0.1225893 Oct 26 15:52:04.219109 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42412) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:04.223082 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Attempt 3 to provision port ee4a0675-77c1-47dc-ab59-0ac8e1aed88c Oct 26 15:52:04.224005 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.tag.tag_plugin [None req-c1c2f5ab-3cc8-4989-9507-4bba57ac528f tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ee4a0675-77c1-47dc-ab59-0ac8e1aed88c') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:04.303764 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c1c2f5ab-3cc8-4989-9507-4bba57ac528f tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "GET /v2.0/ports/ee4a0675-77c1-47dc-ab59-0ac8e1aed88c/tags HTTP/1.1" status: 200 len: 241 time: 0.0836263 Oct 26 15:52:04.304566 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42416) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:04.310149 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.tag.tag_plugin [None req-5b727d5a-c989-4662-831e-d1c3656d95ed tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ee4a0675-77c1-47dc-ab59-0ac8e1aed88c', 'tempest-TagsExtTest-Tag-1323404340') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:04.387376 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-5b727d5a-c989-4662-831e-d1c3656d95ed tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "GET /v2.0/ports/ee4a0675-77c1-47dc-ab59-0ac8e1aed88c/tags/tempest-TagsExtTest-Tag-1323404340 HTTP/1.1" status: 204 len: 168 time: 0.0814629 Oct 26 15:52:04.390391 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42420) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:04.398370 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.tag.tag_plugin [None req-9b4ab65f-e713-4d99-a9e5-408646a250f3 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'ee4a0675-77c1-47dc-ab59-0ac8e1aed88c', 'tempest-TagsExtTest-Tag-1323404340') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:04.413111 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Port ee4a0675-77c1-47dc-ab59-0ac8e1aed88c cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:04.500390 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-80cf7db9-6f82-4d0f-a2b0-4f77953f15f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:04.540771 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-0cbbc110-ed4c-441b-84df-a19b26deae05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae03fe35-a79f-4110-97fb-08ebe0b84f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718828859', 'tenant_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.100'}], 'enable_snat': True}, 'gw_port_id': '872bb1f1-7a70-433f-8c45-8a5b179de111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:47:49Z', 'updated_at': '2022-10-26T15:48:07Z', 'revision_number': 4, 'project_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'gw_port': {'id': '872bb1f1-7a70-433f-8c45-8a5b179de111', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae03fe35-a79f-4110-97fb-08ebe0b84f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:47:51Z', 'updated_at': '2022-10-26T15:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '5b231630-304c-451d-a1cc-c067446409e2', 'name': '', 'network_id': '36fe47be-95f5-45e7-bd5b-f22f2000c1c4', 'tenant_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'mac_address': 'fa:16:3e:54:0e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae03fe35-a79f-4110-97fb-08ebe0b84f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '0eab9ffd-a774-40a5-8c42-7d8fdcf3444f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:48:05Z', 'updated_at': '2022-10-26T15:48:15Z', 'revision_number': 5, 'project_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'subnets': [{'id': '0eab9ffd-a774-40a5-8c42-7d8fdcf3444f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:04.544696 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbbc110-ed4c-441b-84df-a19b26deae05 None None] Checking router: ae03fe35-a79f-4110-97fb-08ebe0b84f88 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:52:04.554289 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbbc110-ed4c-441b-84df-a19b26deae05 None None] Routers {'ae03fe35-a79f-4110-97fb-08ebe0b84f88'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:52:04.554922 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-0cbbc110-ed4c-441b-84df-a19b26deae05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:52:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['ae03fe35-a79f-4110-97fb-08ebe0b84f88'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:04.559191 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-9b4ab65f-e713-4d99-a9e5-408646a250f3 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "DELETE /v2.0/ports/ee4a0675-77c1-47dc-ab59-0ac8e1aed88c/tags/tempest-TagsExtTest-Tag-1323404340 HTTP/1.1" status: 204 len: 168 time: 0.1675670 Oct 26 15:52:04.561586 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42428) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:04.567246 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.tag.tag_plugin [None req-f5fdfeeb-49b1-433f-b8ee-f94784a28696 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ee4a0675-77c1-47dc-ab59-0ac8e1aed88c') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:04.656500 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f5fdfeeb-49b1-433f-b8ee-f94784a28696 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "GET /v2.0/ports/ee4a0675-77c1-47dc-ab59-0ac8e1aed88c/tags HTTP/1.1" status: 200 len: 205 time: 0.0882361 Oct 26 15:52:04.656500 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42432) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:04.658175 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.tag.tag_plugin [None req-2c01b072-44ff-40f3-bfee-91333f962e33 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c0848011-27e0-4cd1-b37e-dafafcb6d759') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:04.756602 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-0cbbc110-ed4c-441b-84df-a19b26deae05 None None] Set router ae03fe35-a79f-4110-97fb-08ebe0b84f88 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:52:04.773573 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b47e6b-31c1-4d12-87d8-1ce9246a787a req-156f9019-d645-4b4a-9551-b7f02ef6e335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:04.775119 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-03b47e6b-31c1-4d12-87d8-1ce9246a787a req-156f9019-d645-4b4a-9551-b7f02ef6e335 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ff1cd5d856143f1b2c461b2d5e300a8&device_id=055d89eb-6041-456b-814d-aa39354c6eca HTTP/1.1" status: 200 len: 1098 time: 0.5024047 Oct 26 15:52:04.781360 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ec2e6b1b-88f6-4a86-9ad1-ff9b6f22aeb5 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:04.781540 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ec2e6b1b-88f6-4a86-9ad1-ff9b6f22aeb5 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:04.781832 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.l3_db [None req-ec2e6b1b-88f6-4a86-9ad1-ff9b6f22aeb5 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Floating IP e9df8d69-8597-4853-8087-6bf4acd3e0d6 disassociated. External IP: 172.26.2.75, port: eacd313b-2c68-446f-b648-836e280d7e7f. Oct 26 15:52:04.782182 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-ec2e6b1b-88f6-4a86-9ad1-ff9b6f22aeb5 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Calling delete_port for eacd313b-2c68-446f-b648-836e280d7e7f owned by {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:52:04.829987 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-2c01b072-44ff-40f3-bfee-91333f962e33 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "GET /v2.0/routers/c0848011-27e0-4cd1-b37e-dafafcb6d759/tags HTTP/1.1" status: 200 len: 241 time: 0.1761644 Oct 26 15:52:04.831944 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42436) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:04.838314 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.tag.tag_plugin [None req-83d56549-15cb-4270-9b63-f9834aae1dbb tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c0848011-27e0-4cd1-b37e-dafafcb6d759', 'tempest-TagsExtTest-Tag-1317820206') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:04.958232 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Attempt 4 to provision port ee4a0675-77c1-47dc-ab59-0ac8e1aed88c Oct 26 15:52:04.963372 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca984f-89e2-4d6f-b60e-726445fc918c req-417fdc8c-fff7-4f73-8ca2-7b42a300c876 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:04.964871 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-10ca984f-89e2-4d6f-b60e-726445fc918c req-417fdc8c-fff7-4f73-8ca2-7b42a300c876 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/ports?device_id=055d89eb-6041-456b-814d-aa39354c6eca HTTP/1.1" status: 200 len: 945 time: 0.4307063 Oct 26 15:52:04.978962 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-83d56549-15cb-4270-9b63-f9834aae1dbb tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "GET /v2.0/routers/c0848011-27e0-4cd1-b37e-dafafcb6d759/tags/tempest-TagsExtTest-Tag-1317820206 HTTP/1.1" status: 204 len: 168 time: 0.1455650 Oct 26 15:52:04.981829 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42440) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:04.987557 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.tag.tag_plugin [None req-1a5cb96e-f5e0-42cb-b53b-ab370415d39c tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c0848011-27e0-4cd1-b37e-dafafcb6d759', 'tempest-TagsExtTest-Tag-1317820206') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:05.046542 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Port ee4a0675-77c1-47dc-ab59-0ac8e1aed88c cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:05.148370 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b47e6b-31c1-4d12-87d8-1ce9246a787a req-3b00bd58-8cad-40d6-9a0a-dbdf4bf11616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:05.149863 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-03b47e6b-31c1-4d12-87d8-1ce9246a787a req-3b00bd58-8cad-40d6-9a0a-dbdf4bf11616 service neutron] 10.222.0.48 "GET /v2.0/networks?id=36fe47be-95f5-45e7-bd5b-f22f2000c1c4 HTTP/1.1" status: 200 len: 898 time: 0.3369625 Oct 26 15:52:05.158365 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-10ca984f-89e2-4d6f-b60e-726445fc918c req-cc0de1ba-e8d1-4f0f-9b5b-6fb22f8b95c8 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/security-groups?id=714ce366-d10f-43dc-886a-95016c1d1e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764693 Oct 26 15:52:05.160833 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-0cbbc110-ed4c-441b-84df-a19b26deae05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae03fe35-a79f-4110-97fb-08ebe0b84f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718828859', 'tenant_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.100'}], 'enable_snat': True}, 'gw_port_id': '872bb1f1-7a70-433f-8c45-8a5b179de111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:47:49Z', 'updated_at': '2022-10-26T15:48:07Z', 'revision_number': 4, 'project_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'gw_port': {'id': '872bb1f1-7a70-433f-8c45-8a5b179de111', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae03fe35-a79f-4110-97fb-08ebe0b84f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:47:51Z', 'updated_at': '2022-10-26T15:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '5b231630-304c-451d-a1cc-c067446409e2', 'name': '', 'network_id': '36fe47be-95f5-45e7-bd5b-f22f2000c1c4', 'tenant_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'mac_address': 'fa:16:3e:54:0e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae03fe35-a79f-4110-97fb-08ebe0b84f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '0eab9ffd-a774-40a5-8c42-7d8fdcf3444f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:48:05Z', 'updated_at': '2022-10-26T15:48:15Z', 'revision_number': 5, 'project_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'subnets': [{'id': '0eab9ffd-a774-40a5-8c42-7d8fdcf3444f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:05.170616 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbbc110-ed4c-441b-84df-a19b26deae05 None None] The sync data for ids ['ae03fe35-a79f-4110-97fb-08ebe0b84f88'] in dv-neutron-862712-1-hyperv is: [{'id': 'ae03fe35-a79f-4110-97fb-08ebe0b84f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718828859', 'tenant_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.100'}], 'enable_snat': True}, 'gw_port_id': '872bb1f1-7a70-433f-8c45-8a5b179de111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:47:49Z', 'updated_at': '2022-10-26T15:48:07Z', 'revision_number': 4, 'project_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'gw_port': {'id': '872bb1f1-7a70-433f-8c45-8a5b179de111', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae03fe35-a79f-4110-97fb-08ebe0b84f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:47:51Z', 'updated_at': '2022-10-26T15:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '5b231630-304c-451d-a1cc-c067446409e2', 'name': '', 'network_id': '36fe47be-95f5-45e7-bd5b-f22f2000c1c4', 'tenant_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'mac_address': 'fa:16:3e:54:0e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae03fe35-a79f-4110-97fb-08ebe0b84f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '0eab9ffd-a774-40a5-8c42-7d8fdcf3444f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:48:05Z', 'updated_at': '2022-10-26T15:48:15Z', 'revision_number': 5, 'project_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'subnets': [{'id': '0eab9ffd-a774-40a5-8c42-7d8fdcf3444f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:52:05.209379 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:05.248767 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:05.251630 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-03b47e6b-31c1-4d12-87d8-1ce9246a787a req-c806bba2-5639-467d-89a9-6877d674f06d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d911889-3577-4408-935a-4ddbca7d0a55 HTTP/1.1" status: 200 len: 217 time: 0.0880353 Oct 26 15:52:05.342091 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ec2e6b1b-88f6-4a86-9ad1-ff9b6f22aeb5 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:05.350294 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b47e6b-31c1-4d12-87d8-1ce9246a787a req-bf0237f1-6fd1-4ff1-a4c0-56afcf402493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:05.351799 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-03b47e6b-31c1-4d12-87d8-1ce9246a787a req-bf0237f1-6fd1-4ff1-a4c0-56afcf402493 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0eab9ffd-a774-40a5-8c42-7d8fdcf3444f HTTP/1.1" status: 200 len: 833 time: 0.0928783 Oct 26 15:52:05.371051 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-1a5cb96e-f5e0-42cb-b53b-ab370415d39c tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "DELETE /v2.0/routers/c0848011-27e0-4cd1-b37e-dafafcb6d759/tags/tempest-TagsExtTest-Tag-1317820206 HTTP/1.1" status: 204 len: 168 time: 0.3876708 Oct 26 15:52:05.373614 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42444) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:05.379460 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.tag.tag_plugin [None req-7d9bdac7-45ab-4a20-8c98-7a71090c5436 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c0848011-27e0-4cd1-b37e-dafafcb6d759') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:05.430190 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0eecef7-2452-4686-9baa-4e9f3a223910 None None] New status for floating IP a6381f7a-2627-40db-adf4-7955bbdfb91a: DOWN {{(pid=89750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:52:05.445037 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-210f9325-bd32-4fcd-88a4-033406ae5b87 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:05.447776 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e6b1b-88f6-4a86-9ad1-ff9b6f22aeb5 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Pushing event deleted for resources: {'Port': ['ID=eacd313b-2c68-446f-b648-836e280d7e7f,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:05.523937 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-7d9bdac7-45ab-4a20-8c98-7a71090c5436 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "GET /v2.0/routers/c0848011-27e0-4cd1-b37e-dafafcb6d759/tags HTTP/1.1" status: 200 len: 205 time: 0.1461735 Oct 26 15:52:05.524171 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42448) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:05.529070 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.tag.tag_plugin [None req-35e2cf0e-6147-4698-a664-190da53637aa tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5c67a237-30bd-4fb5-b323-a4254373154a') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:05.547713 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Attempt 5 to provision port ee4a0675-77c1-47dc-ab59-0ac8e1aed88c Oct 26 15:52:05.557327 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-35e2cf0e-6147-4698-a664-190da53637aa tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "GET /v2.0/subnetpools/5c67a237-30bd-4fb5-b323-a4254373154a/tags HTTP/1.1" status: 200 len: 240 time: 0.0295775 Oct 26 15:52:05.557541 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42452) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:05.562987 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.tag.tag_plugin [None req-2f4d1e57-84b9-4c43-881b-074f42ab7cca tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5c67a237-30bd-4fb5-b323-a4254373154a', 'tempest-TagsExtTest-Tag-494082509') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:05.598079 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-2f4d1e57-84b9-4c43-881b-074f42ab7cca tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "GET /v2.0/subnetpools/5c67a237-30bd-4fb5-b323-a4254373154a/tags/tempest-TagsExtTest-Tag-494082509 HTTP/1.1" status: 204 len: 168 time: 0.0373182 Oct 26 15:52:05.598263 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42456) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:05.605854 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.tag.tag_plugin [None req-23389287-ce9e-4ec1-b98f-0eee009aa4c9 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '5c67a237-30bd-4fb5-b323-a4254373154a', 'tempest-TagsExtTest-Tag-494082509') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:05.660680 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Port ee4a0675-77c1-47dc-ab59-0ac8e1aed88c cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:05.705821 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f9325-bd32-4fcd-88a4-033406ae5b87 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event updated for resources: {'Subnet': ['ID=f03d689c-da31-4588-9e7e-e178667a4dac,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:05.712387 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210f9325-bd32-4fcd-88a4-033406ae5b87 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Network c043a8c9-4101-4ad8-a4f1-f1173b3e8031 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:52:05.715734 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-210f9325-bd32-4fcd-88a4-033406ae5b87 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:52:05.724431 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210f9325-bd32-4fcd-88a4-033406ae5b87 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:05.725168 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-210f9325-bd32-4fcd-88a4-033406ae5b87 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:05.725793 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3734bf93-6f54-4805-bc98-092edb489e7a None None] Network c043a8c9-4101-4ad8-a4f1-f1173b3e8031 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:52:05.749509 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-23389287-ce9e-4ec1-b98f-0eee009aa4c9 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "DELETE /v2.0/subnetpools/5c67a237-30bd-4fb5-b323-a4254373154a/tags/tempest-TagsExtTest-Tag-494082509 HTTP/1.1" status: 204 len: 168 time: 0.1488955 Oct 26 15:52:05.751765 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42460) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:05.758908 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.tag.tag_plugin [None req-91af5353-367e-4690-aea4-646e6a886752 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5c67a237-30bd-4fb5-b323-a4254373154a') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:05.791478 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b47e6b-31c1-4d12-87d8-1ce9246a787a req-316e82e2-dd52-456a-8c37-286f68b0adf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:05.792890 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-03b47e6b-31c1-4d12-87d8-1ce9246a787a req-316e82e2-dd52-456a-8c37-286f68b0adf3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=36fe47be-95f5-45e7-bd5b-f22f2000c1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4088144 Oct 26 15:52:05.795072 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-91af5353-367e-4690-aea4-646e6a886752 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "GET /v2.0/subnetpools/5c67a237-30bd-4fb5-b323-a4254373154a/tags HTTP/1.1" status: 200 len: 205 time: 0.0412586 Oct 26 15:52:05.798329 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42464) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:05.804935 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.tag.tag_plugin [None req-f8973c23-3b9c-468a-9f18-dd00570babd5 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5c67a237-30bd-4fb5-b323-a4254373154a') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:05.821397 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2e6b1b-88f6-4a86-9ad1-ff9b6f22aeb5 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Router e227f6ea-31e2-4700-9501-b8f5074eb6c4 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:52:05.833688 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-210f9325-bd32-4fcd-88a4-033406ae5b87 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2764609 Oct 26 15:52:05.835835 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42468) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:05.843642 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-c427d9e9-38f1-4808-8452-2788552a4ab0 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1947637908', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f03d689c-da31-4588-9e7e-e178667a4dac'}], 'security_groups': ['7b68ebbc-1178-4d0e-b0dd-ebe6c2a163e7']}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:52:05.900049 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f8973c23-3b9c-468a-9f18-dd00570babd5 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "DELETE /v2.0/subnetpools/5c67a237-30bd-4fb5-b323-a4254373154a/tags HTTP/1.1" status: 204 len: 168 time: 0.0980637 Oct 26 15:52:05.901234 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42472) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:05.908755 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.tag.tag_plugin [None req-fcecc63b-7150-4bca-9cd5-cd6fe0888bac tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c0848011-27e0-4cd1-b37e-dafafcb6d759') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:06.074039 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1eff64-12db-47ce-88f0-2519ad35c38d None None] Update dhcp port {'port': {'network_id': 'c043a8c9-4101-4ad8-a4f1-f1173b3e8031', 'fixed_ips': [{'subnet_id': 'cc2852e5-d4ac-414a-82d5-8be579a95546', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f03d689c-da31-4588-9e7e-e178667a4dac'}], 'binding:host_id': 'dv-neutron-862712-1-hyperv'}, 'id': '025c45de-bbb4-4d04-b430-f9c38d83a30f'} from dv-neutron-862712-1-hyperv. {{(pid=89749) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 26 15:52:06.110298 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-03b47e6b-31c1-4d12-87d8-1ce9246a787a req-01e0021a-7682-4829-9cf9-202c4f97c32e service neutron] 10.222.0.48 "GET /v2.0/networks/36fe47be-95f5-45e7-bd5b-f22f2000c1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089321 Oct 26 15:52:06.130020 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4f1eff64-12db-47ce-88f0-2519ad35c38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:06.161466 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-fcecc63b-7150-4bca-9cd5-cd6fe0888bac tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "DELETE /v2.0/routers/c0848011-27e0-4cd1-b37e-dafafcb6d759/tags HTTP/1.1" status: 204 len: 168 time: 0.2591593 Oct 26 15:52:06.164771 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42476) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:06.171868 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.tag.tag_plugin [None req-71867d34-c943-4a27-9a07-7046530d4047 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ee4a0675-77c1-47dc-ab59-0ac8e1aed88c') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:06.173235 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Attempt 6 to provision port ee4a0675-77c1-47dc-ab59-0ac8e1aed88c Oct 26 15:52:06.292359 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Port ee4a0675-77c1-47dc-ab59-0ac8e1aed88c cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:06.311004 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c427d9e9-38f1-4808-8452-2788552a4ab0 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:06.391062 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2e6b1b-88f6-4a86-9ad1-ff9b6f22aeb5 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:52:06.404761 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4286cbcc-7c49-43b0-956a-861f34e7b239 None None] Sync routers for ids ['e227f6ea-31e2-4700-9501-b8f5074eb6c4'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:52:06.411416 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-4f1eff64-12db-47ce-88f0-2519ad35c38d None None] Allocated IP 172.20.0.18 (c043a8c9-4101-4ad8-a4f1-f1173b3e8031/f03d689c-da31-4588-9e7e-e178667a4dac/025c45de-bbb4-4d04-b430-f9c38d83a30f) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:52:06.428459 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4286cbcc-7c49-43b0-956a-861f34e7b239 None None] Routers {'e227f6ea-31e2-4700-9501-b8f5074eb6c4'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:52:06.429129 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-4286cbcc-7c49-43b0-956a-861f34e7b239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:52:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['e227f6ea-31e2-4700-9501-b8f5074eb6c4'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:06.456424 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-71867d34-c943-4a27-9a07-7046530d4047 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "DELETE /v2.0/ports/ee4a0675-77c1-47dc-ab59-0ac8e1aed88c/tags HTTP/1.1" status: 204 len: 168 time: 0.2883844 Oct 26 15:52:06.458053 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42484) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:06.464783 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.tag.tag_plugin [None req-f375a6c2-d29b-4c91-a4ff-6435e5dc700a tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '272c2adf-54df-4618-865a-fef72ad3fa9c') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:06.494706 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-4286cbcc-7c49-43b0-956a-861f34e7b239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:06.564251 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-03b47e6b-31c1-4d12-87d8-1ce9246a787a req-4101d51c-75da-40ae-8d8e-0439e7be4901 service neutron] 10.222.0.48 "GET /v2.0/networks/36fe47be-95f5-45e7-bd5b-f22f2000c1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4461040 Oct 26 15:52:06.571804 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ec2e6b1b-88f6-4a86-9ad1-ff9b6f22aeb5 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:06.574974 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ec2e6b1b-88f6-4a86-9ad1-ff9b6f22aeb5 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "DELETE /v2.0/ports/eacd313b-2c68-446f-b648-836e280d7e7f HTTP/1.1" status: 204 len: 168 time: 3.1195211 Oct 26 15:52:06.576804 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42488) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:06.613490 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4286cbcc-7c49-43b0-956a-861f34e7b239 None None] Routers {'e227f6ea-31e2-4700-9501-b8f5074eb6c4'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:52:06.614175 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-4286cbcc-7c49-43b0-956a-861f34e7b239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:52:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['e227f6ea-31e2-4700-9501-b8f5074eb6c4'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:06.654971 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba149f-c54c-49d1-834f-c8940263f139 req-c7250f7f-55c8-4a48-a637-41614a8edd43 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:06.657171 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9aba149f-c54c-49d1-834f-c8940263f139 req-c7250f7f-55c8-4a48-a637-41614a8edd43 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.48 "GET /v2.0/ports?device_id=055d89eb-6041-456b-814d-aa39354c6eca HTTP/1.1" status: 200 len: 945 time: 0.3254786 Oct 26 15:52:06.709968 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f5b26-288f-4e3e-9bad-f1ccc874f9e9 req-60f8dfae-466a-4766-ae17-b505b4f23941 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:06.710870 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-a83f5b26-288f-4e3e-9bad-f1ccc874f9e9 req-60f8dfae-466a-4766-ae17-b505b4f23941 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Synchronizing usage tracker for tenant:3ff1cd5d856143f1b2c461b2d5e300a8 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:52:06.751660 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-4286cbcc-7c49-43b0-956a-861f34e7b239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:06.752449 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4286cbcc-7c49-43b0-956a-861f34e7b239 None None] The sync data for ids ['e227f6ea-31e2-4700-9501-b8f5074eb6c4'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:52:06.761114 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-a83f5b26-288f-4e3e-9bad-f1ccc874f9e9 req-60f8dfae-466a-4766-ae17-b505b4f23941 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Unset dirty status for tenant:3ff1cd5d856143f1b2c461b2d5e300a8 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:52:06.762278 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a83f5b26-288f-4e3e-9bad-f1ccc874f9e9 req-60f8dfae-466a-4766-ae17-b505b4f23941 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/ports?device_id=055d89eb-6041-456b-814d-aa39354c6eca HTTP/1.1" status: 200 len: 945 time: 0.4055312 Oct 26 15:52:06.775691 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f375a6c2-d29b-4c91-a4ff-6435e5dc700a tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "DELETE /v2.0/subnets/272c2adf-54df-4618-865a-fef72ad3fa9c/tags HTTP/1.1" status: 204 len: 168 time: 0.3128638 Oct 26 15:52:06.776759 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42492) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:06.783638 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.tag.tag_plugin [None req-def293b3-aeb5-4b53-b14e-d2770db34bcb tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '272c2adf-54df-4618-865a-fef72ad3fa9c', 'tempest-TagsExtTest-Tag-723553962') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:06.794064 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Attempt 7 to provision port ee4a0675-77c1-47dc-ab59-0ac8e1aed88c Oct 26 15:52:06.819513 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-9aba149f-c54c-49d1-834f-c8940263f139 req-0a039154-8ab9-4a0b-b199-a0dc9ae04245 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Deleting port 7d911889-3577-4408-935a-4ddbca7d0a55 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:52:06.820100 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-9aba149f-c54c-49d1-834f-c8940263f139 req-0a039154-8ab9-4a0b-b199-a0dc9ae04245 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:06.845466 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:06.851048 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-4f1eff64-12db-47ce-88f0-2519ad35c38d None None] For port 025c45de-bbb4-4d04-b430-f9c38d83a30f, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=025c45de-bbb4-4d04-b430-f9c38d83a30f,segment=NetworkSegment(bdfcdd37-4ac0-4520-88e5-aeb6e4239aaf),segment_id=bdfcdd37-4ac0-4520-88e5-aeb6e4239aaf)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:52:06.865036 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Port ee4a0675-77c1-47dc-ab59-0ac8e1aed88c cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:06.869195 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a83f5b26-288f-4e3e-9bad-f1ccc874f9e9 req-eea86564-dd07-4c64-baa8-94329230c3cb tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/security-groups?id=714ce366-d10f-43dc-886a-95016c1d1e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600140 Oct 26 15:52:06.889304 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4f1eff64-12db-47ce-88f0-2519ad35c38d None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:06.909962 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-4f1eff64-12db-47ce-88f0-2519ad35c38d None None] Ignored duplicate provisioning block setup for port 025c45de-bbb4-4d04-b430-f9c38d83a30f by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 26 15:52:06.964254 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-def293b3-aeb5-4b53-b14e-d2770db34bcb tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "PUT /v2.0/subnets/272c2adf-54df-4618-865a-fef72ad3fa9c/tags/tempest-TagsExtTest-Tag-723553962 HTTP/1.1" status: 201 len: 201 time: 0.1865323 Oct 26 15:52:06.966784 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42496) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:06.972010 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.tag.tag_plugin [None req-bc329533-0f0f-4c51-a762-f67b70df7627 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ee4a0675-77c1-47dc-ab59-0ac8e1aed88c', 'tempest-TagsExtTest-Tag-1218958077') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:06.975778 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4f1eff64-12db-47ce-88f0-2519ad35c38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:07.144153 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1eff64-12db-47ce-88f0-2519ad35c38d None None] Pushing event updated for resources: {'Port': ['ID=025c45de-bbb4-4d04-b430-f9c38d83a30f,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:07.239768 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-c427d9e9-38f1-4808-8452-2788552a4ab0 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-00714a2e-f42a-4a82-bdbd-e6859a724c6a {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:52:07.240325 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-c427d9e9-38f1-4808-8452-2788552a4ab0 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:52:07.273936 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-bc329533-0f0f-4c51-a762-f67b70df7627 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "PUT /v2.0/ports/ee4a0675-77c1-47dc-ab59-0ac8e1aed88c/tags/tempest-TagsExtTest-Tag-1218958077 HTTP/1.1" status: 201 len: 201 time: 0.3058891 Oct 26 15:52:07.276291 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42500) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:07.282720 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.tag.tag_plugin [None req-71e8b83b-09a9-4fe4-8205-57a3c4d4b724 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c0848011-27e0-4cd1-b37e-dafafcb6d759', 'tempest-TagsExtTest-Tag-1458423933') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:07.306430 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-9aba149f-c54c-49d1-834f-c8940263f139 req-0a039154-8ab9-4a0b-b199-a0dc9ae04245 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] For port 7d911889-3577-4408-935a-4ddbca7d0a55, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=7d911889-3577-4408-935a-4ddbca7d0a55,segment=NetworkSegment(36dee383-8b60-4366-bb63-6db63ca82dac),segment_id=36dee383-8b60-4366-bb63-6db63ca82dac)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:52:07.306818 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-9aba149f-c54c-49d1-834f-c8940263f139 req-0a039154-8ab9-4a0b-b199-a0dc9ae04245 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:07.366935 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Attempt 8 to provision port ee4a0675-77c1-47dc-ab59-0ac8e1aed88c Oct 26 15:52:07.440657 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Port ee4a0675-77c1-47dc-ab59-0ac8e1aed88c cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:07.451256 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-9aba149f-c54c-49d1-834f-c8940263f139 req-0a039154-8ab9-4a0b-b199-a0dc9ae04245 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Calling delete_port for 7d911889-3577-4408-935a-4ddbca7d0a55 owned by compute:nova {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:52:07.659906 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-71e8b83b-09a9-4fe4-8205-57a3c4d4b724 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "PUT /v2.0/routers/c0848011-27e0-4cd1-b37e-dafafcb6d759/tags/tempest-TagsExtTest-Tag-1458423933 HTTP/1.1" status: 201 len: 201 time: 0.3801866 Oct 26 15:52:07.661061 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42504) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:07.668609 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.tag.tag_plugin [None req-1509ce7e-9f4d-4542-86b1-4ec3fcd7861c tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5c67a237-30bd-4fb5-b323-a4254373154a', 'tempest-TagsExtTest-Tag-1315398318') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:07.792886 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-1509ce7e-9f4d-4542-86b1-4ec3fcd7861c tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "PUT /v2.0/subnetpools/5c67a237-30bd-4fb5-b323-a4254373154a/tags/tempest-TagsExtTest-Tag-1315398318 HTTP/1.1" status: 201 len: 201 time: 0.1317368 Oct 26 15:52:07.795813 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42508) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:07.803216 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.tag.tag_plugin [None req-2b85d1db-2e88-4e3f-85d1-684f1d127dd5 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '272c2adf-54df-4618-865a-fef72ad3fa9c', {'tags': ['tempest-TagsExtTest-Tag-305134564', 'tempest-TagsExtTest-Tag-707916139', 'tempest-TagsExtTest-Tag-751132732']}) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:07.843868 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c427d9e9-38f1-4808-8452-2788552a4ab0 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:07.848506 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a9c144f0-c5e4-4b87-9601-3a8b38214e84 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:07.905373 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-9aba149f-c54c-49d1-834f-c8940263f139 req-0a039154-8ab9-4a0b-b199-a0dc9ae04245 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:07.941742 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Attempt 9 to provision port ee4a0675-77c1-47dc-ab59-0ac8e1aed88c Oct 26 15:52:08.025781 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Port ee4a0675-77c1-47dc-ab59-0ac8e1aed88c cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:08.047767 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-2b85d1db-2e88-4e3f-85d1-684f1d127dd5 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "PUT /v2.0/subnets/272c2adf-54df-4618-865a-fef72ad3fa9c/tags HTTP/1.1" status: 200 len: 315 time: 0.2511423 Oct 26 15:52:08.054694 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42514) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:08.061204 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.tag.tag_plugin [None req-31871d29-bcb4-4f07-bf54-04e4c4e3e72b tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '272c2adf-54df-4618-865a-fef72ad3fa9c') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:08.112799 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a039154-8ab9-4a0b-b199-a0dc9ae04245 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Pushing event deleted for resources: {'Port': ['ID=7d911889-3577-4408-935a-4ddbca7d0a55,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:08.179687 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b34bc1c9-d868-4986-8e0f-f89ea5970211 req-bfd28da0-aec6-4d1d-9ba7-444128a04a8a tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/ports?device_id=055d89eb-6041-456b-814d-aa39354c6eca HTTP/1.1" status: 200 len: 210 time: 0.1513519 Oct 26 15:52:08.190266 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aba149f-c54c-49d1-834f-c8940263f139 req-0a039154-8ab9-4a0b-b199-a0dc9ae04245 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] No DVR routers for this DVR port 7d911889-3577-4408-935a-4ddbca7d0a55 on host hv-neutron-8627 {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:52:08.192932 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-9aba149f-c54c-49d1-834f-c8940263f139 req-0a039154-8ab9-4a0b-b199-a0dc9ae04245 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:08.199053 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '055d89eb-6041-456b-814d-aa39354c6eca', 'name': 'network-vif-deleted', 'tag': '7d911889-3577-4408-935a-4ddbca7d0a55'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:52:08.201610 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6ab344-606c-4f67-85a9-c5329f7db46d" -d '{"events": [{"server_uuid": "055d89eb-6041-456b-814d-aa39354c6eca", "name": "network-vif-deleted", "tag": "7d911889-3577-4408-935a-4ddbca7d0a55"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:52:08.297615 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4057e06-6eca-4337-976e-f87406deca61 x-openstack-request-id: req-f4057e06-6eca-4337-976e-f87406deca61 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:52:08.297907 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "055d89eb-6041-456b-814d-aa39354c6eca", "name": "network-vif-deleted", "tag": "7d911889-3577-4408-935a-4ddbca7d0a55", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:52:08.298158 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f4057e06-6eca-4337-976e-f87406deca61 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:52:08.298572 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4057e06-6eca-4337-976e-f87406deca61'] response: {'server_uuid': '055d89eb-6041-456b-814d-aa39354c6eca', 'name': 'network-vif-deleted', 'tag': '7d911889-3577-4408-935a-4ddbca7d0a55', 'status': 'completed', 'code': 200} Oct 26 15:52:08.305791 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9aba149f-c54c-49d1-834f-c8940263f139 req-0a039154-8ab9-4a0b-b199-a0dc9ae04245 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.48 "DELETE /v2.0/ports/7d911889-3577-4408-935a-4ddbca7d0a55 HTTP/1.1" status: 204 len: 173 time: 1.5879381 Oct 26 15:52:08.366940 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-c427d9e9-38f1-4808-8452-2788552a4ab0 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Delete allocated IP 172.20.0.8 (c043a8c9-4101-4ad8-a4f1-f1173b3e8031/cc2852e5-d4ac-414a-82d5-8be579a95546) {{(pid=89747) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 26 15:52:08.380535 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-c427d9e9-38f1-4808-8452-2788552a4ab0 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Allocated IP 172.20.0.25 (c043a8c9-4101-4ad8-a4f1-f1173b3e8031/f03d689c-da31-4588-9e7e-e178667a4dac/01f2ec6b-f8e1-4b21-bd37-3c51bca6f554) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:52:08.472229 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-a9c144f0-c5e4-4b87-9601-3a8b38214e84 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Deleting port a2480c05-bd02-4775-87e0-bc6d30068ad7 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:52:08.472708 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a9c144f0-c5e4-4b87-9601-3a8b38214e84 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:08.527843 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Attempt 10 to provision port ee4a0675-77c1-47dc-ab59-0ac8e1aed88c Oct 26 15:52:08.588392 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Port ee4a0675-77c1-47dc-ab59-0ac8e1aed88c cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:08.591321 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Could not find standard attr ID for object eacd313b-2c68-446f-b648-836e280d7e7f. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:52:08.606184 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-31871d29-bcb4-4f07-bf54-04e4c4e3e72b tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "DELETE /v2.0/subnets/272c2adf-54df-4618-865a-fef72ad3fa9c/tags HTTP/1.1" status: 204 len: 168 time: 0.5492609 Oct 26 15:52:08.612551 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42520) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:08.614384 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c427d9e9-38f1-4808-8452-2788552a4ab0 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:08.623477 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.tag.tag_plugin [None req-51716fc9-bd3d-49f3-9b08-d9cb4c60b0da tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '272c2adf-54df-4618-865a-fef72ad3fa9c', 'tempest-TagsExtTest-Tag-305134564') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:08.632563 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c427d9e9-38f1-4808-8452-2788552a4ab0 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Ignored duplicate provisioning block setup for port 01f2ec6b-f8e1-4b21-bd37-3c51bca6f554 by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 26 15:52:08.678396 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Provisioning for port 01f2ec6b-f8e1-4b21-bd37-3c51bca6f554 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:52:08.690244 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Provisioning complete for port 01f2ec6b-f8e1-4b21-bd37-3c51bca6f554 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:52:08.690244 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:08.690244 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Attempt 1 to provision port 01f2ec6b-f8e1-4b21-bd37-3c51bca6f554 Oct 26 15:52:08.718334 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c427d9e9-38f1-4808-8452-2788552a4ab0 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:08.742742 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a9c144f0-c5e4-4b87-9601-3a8b38214e84 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:08.765385 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-51716fc9-bd3d-49f3-9b08-d9cb4c60b0da tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] show failed (client error): The resource could not be found. Oct 26 15:52:08.769288 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-51716fc9-bd3d-49f3-9b08-d9cb4c60b0da tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "GET /v2.0/subnets/272c2adf-54df-4618-865a-fef72ad3fa9c/tags/tempest-TagsExtTest-Tag-305134564 HTTP/1.1" status: 404 len: 328 time: 0.1530015 Oct 26 15:52:08.769958 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 025c45de-bbb4-4d04-b430-f9c38d83a30f up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:52:08.778596 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42524) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:08.836637 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Port 01f2ec6b-f8e1-4b21-bd37-3c51bca6f554 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:08.852874 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.tag.tag_plugin [None req-bb68892b-8bdc-4f12-b77e-5e2c3b1071b0 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '272c2adf-54df-4618-865a-fef72ad3fa9c', 'tempest-TagsExtTest-Tag-707916139') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:08.897553 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-a9c144f0-c5e4-4b87-9601-3a8b38214e84 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Calling delete_port for a2480c05-bd02-4775-87e0-bc6d30068ad7 owned by network:router_interface {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:52:08.939311 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c427d9e9-38f1-4808-8452-2788552a4ab0 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event updated for resources: {'Port': ['ID=01f2ec6b-f8e1-4b21-bd37-3c51bca6f554,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:08.973919 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-c427d9e9-38f1-4808-8452-2788552a4ab0 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] In _notify_port_updated(), no bound segment for port 01f2ec6b-f8e1-4b21-bd37-3c51bca6f554 on network c043a8c9-4101-4ad8-a4f1-f1173b3e8031 {{(pid=89747) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 26 15:52:08.979238 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c427d9e9-38f1-4808-8452-2788552a4ab0 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:08.979860 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c427d9e9-38f1-4808-8452-2788552a4ab0 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:08.981084 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c427d9e9-38f1-4808-8452-2788552a4ab0 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "PUT /v2.0/ports/01f2ec6b-f8e1-4b21-bd37-3c51bca6f554 HTTP/1.1" status: 200 len: 921 time: 3.1441250 Oct 26 15:52:08.984070 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42528) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:09.057670 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-bb68892b-8bdc-4f12-b77e-5e2c3b1071b0 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] show failed (client error): The resource could not be found. Oct 26 15:52:09.058653 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-bb68892b-8bdc-4f12-b77e-5e2c3b1071b0 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "GET /v2.0/subnets/272c2adf-54df-4618-865a-fef72ad3fa9c/tags/tempest-TagsExtTest-Tag-707916139 HTTP/1.1" status: 404 len: 328 time: 0.2590892 Oct 26 15:52:09.061506 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42532) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:09.067752 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-d000b170-967f-4afd-81fd-aed5148e7ea2 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Deleting port 01f2ec6b-f8e1-4b21-bd37-3c51bca6f554 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:52:09.068095 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d000b170-967f-4afd-81fd-aed5148e7ea2 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:09.068653 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.tag.tag_plugin [None req-18b108f6-1cdd-434d-8183-282d1848c916 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '272c2adf-54df-4618-865a-fef72ad3fa9c', 'tempest-TagsExtTest-Tag-751132732') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:09.151211 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-18b108f6-1cdd-434d-8183-282d1848c916 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] show failed (client error): The resource could not be found. Oct 26 15:52:09.154976 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-18b108f6-1cdd-434d-8183-282d1848c916 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "GET /v2.0/subnets/272c2adf-54df-4618-865a-fef72ad3fa9c/tags/tempest-TagsExtTest-Tag-751132732 HTTP/1.1" status: 404 len: 328 time: 0.0897419 Oct 26 15:52:09.155271 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42536) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:09.161631 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.tag.tag_plugin [None req-cbd2d247-8b7c-4970-947d-16ef580588eb tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'ee4a0675-77c1-47dc-ab59-0ac8e1aed88c', {'tags': ['tempest-TagsExtTest-Tag-894297053', 'tempest-TagsExtTest-Tag-261859123', 'tempest-TagsExtTest-Tag-596659903']}) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:09.192827 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a9c144f0-c5e4-4b87-9601-3a8b38214e84 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:09.265075 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c144f0-c5e4-4b87-9601-3a8b38214e84 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Pushing event deleted for resources: {'Port': ['ID=a2480c05-bd02-4775-87e0-bc6d30068ad7,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:09.337433 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Attempt 2 to provision port 01f2ec6b-f8e1-4b21-bd37-3c51bca6f554 Oct 26 15:52:09.400812 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d000b170-967f-4afd-81fd-aed5148e7ea2 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:09.467419 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Port 01f2ec6b-f8e1-4b21-bd37-3c51bca6f554 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:09.551251 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-d000b170-967f-4afd-81fd-aed5148e7ea2 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Calling delete_port for 01f2ec6b-f8e1-4b21-bd37-3c51bca6f554 owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:52:09.641370 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-75399dc4-00a2-4c0f-ad83-7cce8e0133d4 req-8bfea7ea-a85d-4a01-be9e-0f9bf6ea1f47 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Synchronizing usage tracker for tenant:3ff1cd5d856143f1b2c461b2d5e300a8 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:52:09.794602 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-cbd2d247-8b7c-4970-947d-16ef580588eb tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "PUT /v2.0/ports/ee4a0675-77c1-47dc-ab59-0ac8e1aed88c/tags HTTP/1.1" status: 200 len: 315 time: 0.6375036 Oct 26 15:52:09.797771 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42542) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:09.807150 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.tag.tag_plugin [None req-65662b07-d09f-4f01-8297-78f5d1e0d6bb tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ee4a0675-77c1-47dc-ab59-0ac8e1aed88c') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:09.846084 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a9c144f0-c5e4-4b87-9601-3a8b38214e84 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:09.914290 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-75399dc4-00a2-4c0f-ad83-7cce8e0133d4 req-8bfea7ea-a85d-4a01-be9e-0f9bf6ea1f47 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Unset dirty status for tenant:3ff1cd5d856143f1b2c461b2d5e300a8 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:52:09.915463 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-75399dc4-00a2-4c0f-ad83-7cce8e0133d4 req-8bfea7ea-a85d-4a01-be9e-0f9bf6ea1f47 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "GET /v2.0/ports?device_id=055d89eb-6041-456b-814d-aa39354c6eca HTTP/1.1" status: 200 len: 210 time: 0.4921517 Oct 26 15:52:09.958483 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d000b170-967f-4afd-81fd-aed5148e7ea2 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:09.968905 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Attempt 3 to provision port 01f2ec6b-f8e1-4b21-bd37-3c51bca6f554 Oct 26 15:52:10.004303 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-65662b07-d09f-4f01-8297-78f5d1e0d6bb tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "DELETE /v2.0/ports/ee4a0675-77c1-47dc-ab59-0ac8e1aed88c/tags HTTP/1.1" status: 204 len: 168 time: 0.2054236 Oct 26 15:52:10.007022 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42546) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:10.009558 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Port 01f2ec6b-f8e1-4b21-bd37-3c51bca6f554 was deleted so its status cannot be updated. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:52:10.013967 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.tag.tag_plugin [None req-08a7056b-0bde-4b14-b6f3-1ccffb5f5e56 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ee4a0675-77c1-47dc-ab59-0ac8e1aed88c', 'tempest-TagsExtTest-Tag-894297053') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:10.015618 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000b170-967f-4afd-81fd-aed5148e7ea2 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event deleted for resources: {'Port': ['ID=01f2ec6b-f8e1-4b21-bd37-3c51bca6f554,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:10.022313 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Provisioning complete for port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:52:10.022844 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:10.023183 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Attempt 1 to provision port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 Oct 26 15:52:10.083415 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:10.132344 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d000b170-967f-4afd-81fd-aed5148e7ea2 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:10.142399 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d000b170-967f-4afd-81fd-aed5148e7ea2 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/ports/01f2ec6b-f8e1-4b21-bd37-3c51bca6f554 HTTP/1.1" status: 204 len: 168 time: 1.1566224 Oct 26 15:52:10.145549 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42550) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:10.190499 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f97f5d2-60a1-41b8-a211-ed711102ac55 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] GET failed (client error): The resource could not be found. Oct 26 15:52:10.191042 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-5f97f5d2-60a1-41b8-a211-ed711102ac55 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Synchronizing usage tracker for tenant:81f9d918a7ff445e8b2c1951e5c33cc9 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:52:10.223582 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 7d911889-3577-4408-935a-4ddbca7d0a55 no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:52:10.239247 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-08a7056b-0bde-4b14-b6f3-1ccffb5f5e56 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] show failed (client error): The resource could not be found. Oct 26 15:52:10.251097 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-08a7056b-0bde-4b14-b6f3-1ccffb5f5e56 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "GET /v2.0/ports/ee4a0675-77c1-47dc-ab59-0ac8e1aed88c/tags/tempest-TagsExtTest-Tag-894297053 HTTP/1.1" status: 404 len: 328 time: 0.2320895 Oct 26 15:52:10.251697 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42554) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:10.256545 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.tag.tag_plugin [None req-37445149-c064-4fa8-886f-2120b0cb959a tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ee4a0675-77c1-47dc-ab59-0ac8e1aed88c', 'tempest-TagsExtTest-Tag-261859123') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:10.261377 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] No Port match for: 7d911889-3577-4408-935a-4ddbca7d0a55 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:52:10.261793 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 7d911889-3577-4408-935a-4ddbca7d0a55 not bound to the agent host hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:52:10.290087 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-5f97f5d2-60a1-41b8-a211-ed711102ac55 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Unset dirty status for tenant:81f9d918a7ff445e8b2c1951e5c33cc9 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:52:10.291423 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-5f97f5d2-60a1-41b8-a211-ed711102ac55 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "GET /v2.0/ports/01f2ec6b-f8e1-4b21-bd37-3c51bca6f554 HTTP/1.1" status: 404 len: 333 time: 0.1449382 Oct 26 15:52:10.294578 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42558) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:10.331205 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-37445149-c064-4fa8-886f-2120b0cb959a tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] show failed (client error): The resource could not be found. Oct 26 15:52:10.332233 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-37445149-c064-4fa8-886f-2120b0cb959a tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "GET /v2.0/ports/ee4a0675-77c1-47dc-ab59-0ac8e1aed88c/tags/tempest-TagsExtTest-Tag-261859123 HTTP/1.1" status: 404 len: 328 time: 0.0795612 Oct 26 15:52:10.335091 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42562) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:10.336959 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c144f0-c5e4-4b87-9601-3a8b38214e84 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Router e227f6ea-31e2-4700-9501-b8f5074eb6c4 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:52:10.340077 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.tag.tag_plugin [None req-b8081fa0-1bea-45a2-b16f-2122f66e09e1 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ee4a0675-77c1-47dc-ab59-0ac8e1aed88c', 'tempest-TagsExtTest-Tag-596659903') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:10.408219 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-b8081fa0-1bea-45a2-b16f-2122f66e09e1 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] show failed (client error): The resource could not be found. Oct 26 15:52:10.411882 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b8081fa0-1bea-45a2-b16f-2122f66e09e1 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "GET /v2.0/ports/ee4a0675-77c1-47dc-ab59-0ac8e1aed88c/tags/tempest-TagsExtTest-Tag-596659903 HTTP/1.1" status: 404 len: 328 time: 0.0731204 Oct 26 15:52:10.412034 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42566) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:10.416968 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.tag.tag_plugin [None req-ccec5742-e501-44c3-8d6b-f1bd8d9e8364 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c0848011-27e0-4cd1-b37e-dafafcb6d759', {'tags': ['tempest-TagsExtTest-Tag-1718303760', 'tempest-TagsExtTest-Tag-1564298983', 'tempest-TagsExtTest-Tag-1923813648']}) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:10.501248 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-35902fee-4e2b-40f8-a5a4-7d0c21ca03b6 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:10.542191 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-35902fee-4e2b-40f8-a5a4-7d0c21ca03b6 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:10.585205 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Attempt 2 to provision port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 Oct 26 15:52:10.620953 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c144f0-c5e4-4b87-9601-3a8b38214e84 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:52:10.622003 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae387f16-6efa-4e48-81ca-3e3ddebbde6f None None] Sync routers for ids ['e227f6ea-31e2-4700-9501-b8f5074eb6c4'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:52:10.622003 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae387f16-6efa-4e48-81ca-3e3ddebbde6f None None] Routers {'e227f6ea-31e2-4700-9501-b8f5074eb6c4'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:52:10.622003 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-ae387f16-6efa-4e48-81ca-3e3ddebbde6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:52:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['e227f6ea-31e2-4700-9501-b8f5074eb6c4'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:10.622611 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a9c144f0-c5e4-4b87-9601-3a8b38214e84 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "PUT /v2.0/routers/e227f6ea-31e2-4700-9501-b8f5074eb6c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0422056 Oct 26 15:52:10.626957 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42570) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:10.647926 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:10.680256 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ccec5742-e501-44c3-8d6b-f1bd8d9e8364 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "PUT /v2.0/routers/c0848011-27e0-4cd1-b37e-dafafcb6d759/tags HTTP/1.1" status: 200 len: 318 time: 0.2672215 Oct 26 15:52:10.683873 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42574) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:10.696307 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.tag.tag_plugin [None req-6b1cb318-c8b9-4a2a-8e50-ad81a904a889 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c0848011-27e0-4cd1-b37e-dafafcb6d759') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:10.720026 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-ae387f16-6efa-4e48-81ca-3e3ddebbde6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:10.728881 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae387f16-6efa-4e48-81ca-3e3ddebbde6f None None] Routers {'e227f6ea-31e2-4700-9501-b8f5074eb6c4'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:52:10.729572 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-ae387f16-6efa-4e48-81ca-3e3ddebbde6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:52:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['e227f6ea-31e2-4700-9501-b8f5074eb6c4'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:10.766190 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-35902fee-4e2b-40f8-a5a4-7d0c21ca03b6 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:10.768537 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-35902fee-4e2b-40f8-a5a4-7d0c21ca03b6 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:10.772312 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-35902fee-4e2b-40f8-a5a4-7d0c21ca03b6 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/security-groups/77a87644-4a0c-4c38-b9cb-efd4065a9361 HTTP/1.1" status: 204 len: 168 time: 0.4744866 Oct 26 15:52:10.792737 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-ae387f16-6efa-4e48-81ca-3e3ddebbde6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:10.793304 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae387f16-6efa-4e48-81ca-3e3ddebbde6f None None] The sync data for ids ['e227f6ea-31e2-4700-9501-b8f5074eb6c4'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:52:10.795380 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42578) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:10.817261 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35902fee-4e2b-40f8-a5a4-7d0c21ca03b6 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a87644-4a0c-4c38-b9cb-efd4065a9361,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:10.901397 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ff996423-46a7-4767-91fa-6872d3eb9f04 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for router, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:10.912845 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-6b1cb318-c8b9-4a2a-8e50-ad81a904a889 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "DELETE /v2.0/routers/c0848011-27e0-4cd1-b37e-dafafcb6d759/tags HTTP/1.1" status: 204 len: 168 time: 0.2291539 Oct 26 15:52:10.915500 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42582) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:10.920373 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.tag.tag_plugin [None req-3ed4306d-cc45-4395-8063-05d3d0dddcf9 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c0848011-27e0-4cd1-b37e-dafafcb6d759', 'tempest-TagsExtTest-Tag-1718303760') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:10.954569 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0fc51f7b-0dce-4f38-9a2a-820d724671df tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:11.028043 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42590) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:11.057259 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-3ed4306d-cc45-4395-8063-05d3d0dddcf9 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] show failed (client error): The resource could not be found. Oct 26 15:52:11.062379 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-3ed4306d-cc45-4395-8063-05d3d0dddcf9 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "GET /v2.0/routers/c0848011-27e0-4cd1-b37e-dafafcb6d759/tags/tempest-TagsExtTest-Tag-1718303760 HTTP/1.1" status: 404 len: 329 time: 0.1422122 Oct 26 15:52:11.062379 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42594) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:11.067926 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.tag.tag_plugin [None req-da5d6ba3-4012-4d21-9b0d-f40cb8014485 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c0848011-27e0-4cd1-b37e-dafafcb6d759', 'tempest-TagsExtTest-Tag-1564298983') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:11.149799 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Attempt 3 to provision port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 Oct 26 15:52:11.205934 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-da5d6ba3-4012-4d21-9b0d-f40cb8014485 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] show failed (client error): The resource could not be found. Oct 26 15:52:11.209852 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-da5d6ba3-4012-4d21-9b0d-f40cb8014485 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "GET /v2.0/routers/c0848011-27e0-4cd1-b37e-dafafcb6d759/tags/tempest-TagsExtTest-Tag-1564298983 HTTP/1.1" status: 404 len: 329 time: 0.1437035 Oct 26 15:52:11.210003 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:11.210112 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42600) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:11.214843 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.tag.tag_plugin [None req-e9ed3c40-90b6-49fd-9f2c-d1c787ff3f2d tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c0848011-27e0-4cd1-b37e-dafafcb6d759', 'tempest-TagsExtTest-Tag-1923813648') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:11.344856 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-e9ed3c40-90b6-49fd-9f2c-d1c787ff3f2d tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] show failed (client error): The resource could not be found. Oct 26 15:52:11.348377 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e9ed3c40-90b6-49fd-9f2c-d1c787ff3f2d tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "GET /v2.0/routers/c0848011-27e0-4cd1-b37e-dafafcb6d759/tags/tempest-TagsExtTest-Tag-1923813648 HTTP/1.1" status: 404 len: 329 time: 0.1348207 Oct 26 15:52:11.348569 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42604) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:11.353476 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.tag.tag_plugin [None req-bd4e0b03-27bf-4d6d-b73f-2991ad9688ec tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '5c67a237-30bd-4fb5-b323-a4254373154a', {'tags': ['tempest-TagsExtTest-Tag-1443736772', 'tempest-TagsExtTest-Tag-952354303', 'tempest-TagsExtTest-Tag-1316649383']}) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:11.357999 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0fc51f7b-0dce-4f38-9a2a-820d724671df tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:11.490326 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-bd4e0b03-27bf-4d6d-b73f-2991ad9688ec tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "PUT /v2.0/subnetpools/5c67a237-30bd-4fb5-b323-a4254373154a/tags HTTP/1.1" status: 200 len: 317 time: 0.1407514 Oct 26 15:52:11.492857 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42608) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:11.497839 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.tag.tag_plugin [None req-43681b1b-54af-4cf2-9078-732cc3d5535e tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5c67a237-30bd-4fb5-b323-a4254373154a') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:11.520203 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ff996423-46a7-4767-91fa-6872d3eb9f04 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:11.594041 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0fc51f7b-0dce-4f38-9a2a-820d724671df tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:11.680823 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4a39ac64-11b0-45bf-bc35-69a9e2a4cf7e req-30751100-9ef7-4009-882f-ccc95e7b84d1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4375155 Oct 26 15:52:11.681504 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-ff996423-46a7-4767-91fa-6872d3eb9f04 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Deleting port 98b5c025-ca5a-44df-8058-3136c2747207 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:52:11.681832 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ff996423-46a7-4767-91fa-6872d3eb9f04 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:11.708786 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Attempt 4 to provision port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 Oct 26 15:52:11.734523 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42612) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:11.735366 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-43681b1b-54af-4cf2-9078-732cc3d5535e tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "DELETE /v2.0/subnetpools/5c67a237-30bd-4fb5-b323-a4254373154a/tags HTTP/1.1" status: 204 len: 168 time: 0.2408683 Oct 26 15:52:11.741236 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc51f7b-0dce-4f38-9a2a-820d724671df tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b68ebbc-1178-4d0e-b0dd-ebe6c2a163e7,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:11.754333 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.tag.tag_plugin [None req-2b2c1e65-86a5-4386-988f-2cd1839e26e8 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5c67a237-30bd-4fb5-b323-a4254373154a', 'tempest-TagsExtTest-Tag-1443736772') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:11.776621 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0fc51f7b-0dce-4f38-9a2a-820d724671df tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:11.778157 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-0fc51f7b-0dce-4f38-9a2a-820d724671df tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/security-groups/7b68ebbc-1178-4d0e-b0dd-ebe6c2a163e7 HTTP/1.1" status: 204 len: 168 time: 0.9806867 Oct 26 15:52:11.782195 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42616) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:11.793964 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:11.852581 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-25907a39-6518-4d05-914e-e1113d75bf4f tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Deleting subnet cc2852e5-d4ac-414a-82d5-8be579a95546 {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:52:11.855936 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-25907a39-6518-4d05-914e-e1113d75bf4f tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:11.917052 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-25907a39-6518-4d05-914e-e1113d75bf4f tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:11.992578 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-2b2c1e65-86a5-4386-988f-2cd1839e26e8 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] show failed (client error): The resource could not be found. Oct 26 15:52:11.995320 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2b2c1e65-86a5-4386-988f-2cd1839e26e8 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "GET /v2.0/subnetpools/5c67a237-30bd-4fb5-b323-a4254373154a/tags/tempest-TagsExtTest-Tag-1443736772 HTTP/1.1" status: 404 len: 329 time: 0.2538247 Oct 26 15:52:11.997261 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42622) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:12.004617 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.tag.tag_plugin [None req-63e7b6e8-2c54-4931-b5b9-323c3d62c970 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5c67a237-30bd-4fb5-b323-a4254373154a', 'tempest-TagsExtTest-Tag-952354303') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:12.016034 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-25907a39-6518-4d05-914e-e1113d75bf4f tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:12.083108 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-63e7b6e8-2c54-4931-b5b9-323c3d62c970 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] show failed (client error): The resource could not be found. Oct 26 15:52:12.084146 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-63e7b6e8-2c54-4931-b5b9-323c3d62c970 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "GET /v2.0/subnetpools/5c67a237-30bd-4fb5-b323-a4254373154a/tags/tempest-TagsExtTest-Tag-952354303 HTTP/1.1" status: 404 len: 328 time: 0.0859609 Oct 26 15:52:12.087092 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42626) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:12.093706 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.tag.tag_plugin [None req-fd5427e9-5e55-47b0-afb1-53cae689f222 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5c67a237-30bd-4fb5-b323-a4254373154a', 'tempest-TagsExtTest-Tag-1316649383') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:12.123152 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-fd5427e9-5e55-47b0-afb1-53cae689f222 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] show failed (client error): The resource could not be found. Oct 26 15:52:12.124813 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-fd5427e9-5e55-47b0-afb1-53cae689f222 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "GET /v2.0/subnetpools/5c67a237-30bd-4fb5-b323-a4254373154a/tags/tempest-TagsExtTest-Tag-1316649383 HTTP/1.1" status: 404 len: 329 time: 0.0368347 Oct 26 15:52:12.127958 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42630) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:12.129053 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ff996423-46a7-4767-91fa-6872d3eb9f04 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:12.132868 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.tag.tag_plugin [None req-49fe81bf-4412-4f56-9eba-4375da97de90 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5c67a237-30bd-4fb5-b323-a4254373154a') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:12.160273 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-49fe81bf-4412-4f56-9eba-4375da97de90 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "DELETE /v2.0/subnetpools/5c67a237-30bd-4fb5-b323-a4254373154a/tags HTTP/1.1" status: 204 len: 168 time: 0.0312233 Oct 26 15:52:12.163986 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42634) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:12.169076 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.tag.tag_plugin [None req-25907151-a8bc-4afc-9327-557fe782fdae tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c0848011-27e0-4cd1-b37e-dafafcb6d759') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:12.223502 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-25907a39-6518-4d05-914e-e1113d75bf4f tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:12.296300 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Attempt 5 to provision port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 Oct 26 15:52:12.301884 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-ff996423-46a7-4767-91fa-6872d3eb9f04 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Calling delete_port for 98b5c025-ca5a-44df-8058-3136c2747207 owned by network:router_gateway {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:52:12.328203 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25907a39-6518-4d05-914e-e1113d75bf4f tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event deleted for resources: {'Subnet': ['ID=cc2852e5-d4ac-414a-82d5-8be579a95546,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:12.329822 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39ac64-11b0-45bf-bc35-69a9e2a4cf7e req-b00fbe43-6c00-439f-825c-681167a1fb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:12.331343 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4a39ac64-11b0-45bf-bc35-69a9e2a4cf7e req-b00fbe43-6c00-439f-825c-681167a1fb57 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4119eb7a47547308296079685b102f3&device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 1098 time: 0.5446365 Oct 26 15:52:12.337167 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-25907a39-6518-4d05-914e-e1113d75bf4f tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:12.354761 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-25907a39-6518-4d05-914e-e1113d75bf4f tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/subnets/cc2852e5-d4ac-414a-82d5-8be579a95546 HTTP/1.1" status: 204 len: 168 time: 0.5711319 Oct 26 15:52:12.355339 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42638) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:12.360768 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d23560e-a524-4b6f-88a9-182447d6a58a None None] Network c043a8c9-4101-4ad8-a4f1-f1173b3e8031 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:52:12.368652 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-dacb4189-275a-4815-9dbf-f7cb4b9e2a40 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'subnet': {'network_id': 'c043a8c9-4101-4ad8-a4f1-f1173b3e8031', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:52:12.373260 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-25907151-a8bc-4afc-9327-557fe782fdae tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "DELETE /v2.0/routers/c0848011-27e0-4cd1-b37e-dafafcb6d759/tags HTTP/1.1" status: 204 len: 168 time: 0.2060013 Oct 26 15:52:12.373491 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42642) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:12.379312 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.tag.tag_plugin [None req-f401917d-0bad-4985-89b6-aeea8ffa13e8 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ee4a0675-77c1-47dc-ab59-0ac8e1aed88c') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:12.382227 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:12.418151 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2a57a-5e33-47fe-823e-733539d74730 req-598ed314-170c-41a4-9e01-000587a932f6 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:12.419622 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9ce2a57a-5e33-47fe-823e-733539d74730 req-598ed314-170c-41a4-9e01-000587a932f6 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.4949625 Oct 26 15:52:12.464140 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f401917d-0bad-4985-89b6-aeea8ffa13e8 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "DELETE /v2.0/ports/ee4a0675-77c1-47dc-ab59-0ac8e1aed88c/tags HTTP/1.1" status: 204 len: 168 time: 0.0873151 Oct 26 15:52:12.464944 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42646) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:12.471965 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.tag.tag_plugin [None req-63585b05-4f62-4bd9-8f6d-fa02180f4424 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '272c2adf-54df-4618-865a-fef72ad3fa9c') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:12.553579 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-63585b05-4f62-4bd9-8f6d-fa02180f4424 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "DELETE /v2.0/subnets/272c2adf-54df-4618-865a-fef72ad3fa9c/tags HTTP/1.1" status: 204 len: 168 time: 0.0814509 Oct 26 15:52:12.554019 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42650) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:12.782534 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7cba1a71-4fda-4e59-a75f-dab7fd1746b1 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Notify callbacks [] for subnetpool, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:12.786179 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-7cba1a71-4fda-4e59-a75f-dab7fd1746b1 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "DELETE /v2.0/subnetpools/5c67a237-30bd-4fb5-b323-a4254373154a HTTP/1.1" status: 204 len: 168 time: 0.2288172 Oct 26 15:52:12.788571 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42654) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:12.835061 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9ce2a57a-5e33-47fe-823e-733539d74730 req-3a1ae514-d8f8-4e1f-89e9-79964c559dbc tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721053 Oct 26 15:52:12.846434 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-670cb0cd-c9ea-4119-a5ee-a7b1747781b1 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0848011-27e0-4cd1-b37e-dafafcb6d759 HTTP/1.1" status: 200 len: 205 time: 0.0546019 Oct 26 15:52:12.846892 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42658) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:12.873270 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39ac64-11b0-45bf-bc35-69a9e2a4cf7e req-56bbe28f-3e94-4b12-bb4a-06a589e3f0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:12.874830 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4a39ac64-11b0-45bf-bc35-69a9e2a4cf7e req-56bbe28f-3e94-4b12-bb4a-06a589e3f0e6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b52fa13-90e5-4d9b-bd04-f08f37ff314e HTTP/1.1" status: 200 len: 913 time: 0.4924641 Oct 26 15:52:12.884371 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Attempt 6 to provision port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 Oct 26 15:52:12.976637 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:12.997377 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-dacb4189-275a-4815-9dbf-f7cb4b9e2a40 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:52:13.012681 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-dacb4189-275a-4815-9dbf-f7cb4b9e2a40 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Usage tracker for resource:subnet and tenant:81f9d918a7ff445e8b2c1951e5c33cc9 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:52:13.044767 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4a39ac64-11b0-45bf-bc35-69a9e2a4cf7e req-1ae5c5d2-c414-48b5-bb03-46e050160cc7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c267633-51b9-4b9d-bbf1-b8861290ab0b HTTP/1.1" status: 200 len: 1000 time: 0.1617882 Oct 26 15:52:13.045960 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-dacb4189-275a-4815-9dbf-f7cb4b9e2a40 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:52:13.084908 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-dacb4189-275a-4815-9dbf-f7cb4b9e2a40 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:52:13.107125 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b02385be-6e4f-4900-b2ae-bbe0e5ee2e00 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Notify callbacks [] for router, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:13.200042 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39ac64-11b0-45bf-bc35-69a9e2a4cf7e req-8b2855ad-d239-43f7-9ebb-1857c113999c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:13.201502 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4a39ac64-11b0-45bf-bc35-69a9e2a4cf7e req-8b2855ad-d239-43f7-9ebb-1857c113999c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5cc9e74e-861e-45d0-8d44-208c9e1f2999 HTTP/1.1" status: 200 len: 851 time: 0.1440747 Oct 26 15:52:13.253300 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dacb4189-275a-4815-9dbf-f7cb4b9e2a40 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Made reservation on behalf of 81f9d918a7ff445e8b2c1951e5c33cc9 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:52:13.256782 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dacb4189-275a-4815-9dbf-f7cb4b9e2a40 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:13.297182 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ff996423-46a7-4767-91fa-6872d3eb9f04 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:13.388542 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-865cfd99-a6d3-4886-81a6-f5a3cc637e5b tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:13.425689 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b02385be-6e4f-4900-b2ae-bbe0e5ee2e00 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:13.428402 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b02385be-6e4f-4900-b2ae-bbe0e5ee2e00 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:13.455337 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e67d08-073e-4287-bae3-f4aa643b5995 req-96c5ac61-17a5-47b1-b844-44125e50d896 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:13.455337 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-52e67d08-073e-4287-bae3-f4aa643b5995 req-96c5ac61-17a5-47b1-b844-44125e50d896 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.4098837 Oct 26 15:52:13.477723 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Attempt 7 to provision port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 Oct 26 15:52:13.537665 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff996423-46a7-4767-91fa-6872d3eb9f04 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Pushing event deleted for resources: {'Port': ['ID=98b5c025-ca5a-44df-8058-3136c2747207,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:13.579022 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:13.618896 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-52e67d08-073e-4287-bae3-f4aa643b5995 req-c71b99fb-b46b-407f-b021-2719cdddc891 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398159 Oct 26 15:52:13.679023 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b02385be-6e4f-4900-b2ae-bbe0e5ee2e00 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:13.679942 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02385be-6e4f-4900-b2ae-bbe0e5ee2e00 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Fanout notify agent at l3_agent the message router_deleted on router c0848011-27e0-4cd1-b37e-dafafcb6d759 {{(pid=89747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:52:13.698591 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b02385be-6e4f-4900-b2ae-bbe0e5ee2e00 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:13.702510 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b02385be-6e4f-4900-b2ae-bbe0e5ee2e00 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "DELETE /v2.0/routers/c0848011-27e0-4cd1-b37e-dafafcb6d759 HTTP/1.1" status: 204 len: 168 time: 0.8522861 Oct 26 15:52:13.703037 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42666) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:13.737066 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ff996423-46a7-4767-91fa-6872d3eb9f04 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:13.781942 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-73eea6ff-eca8-43f2-b767-fe11dea2bc22 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Deleting port ee4a0675-77c1-47dc-ab59-0ac8e1aed88c {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:52:13.782281 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-73eea6ff-eca8-43f2-b767-fe11dea2bc22 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:13.941391 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39ac64-11b0-45bf-bc35-69a9e2a4cf7e req-2d593102-9e16-452e-8f60-11a697651fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:13.942908 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4a39ac64-11b0-45bf-bc35-69a9e2a4cf7e req-2d593102-9e16-452e-8f60-11a697651fb1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b52fa13-90e5-4d9b-bd04-f08f37ff314e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7345257 Oct 26 15:52:14.036422 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-73eea6ff-eca8-43f2-b767-fe11dea2bc22 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:14.080726 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Attempt 8 to provision port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 Oct 26 15:52:14.138424 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:14.173117 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-73eea6ff-eca8-43f2-b767-fe11dea2bc22 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Calling delete_port for ee4a0675-77c1-47dc-ab59-0ac8e1aed88c owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:52:14.284141 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ff996423-46a7-4767-91fa-6872d3eb9f04 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:14.293496 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ff996423-46a7-4767-91fa-6872d3eb9f04 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:14.352662 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-73eea6ff-eca8-43f2-b767-fe11dea2bc22 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:14.404838 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eea6ff-eca8-43f2-b767-fe11dea2bc22 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Pushing event deleted for resources: {'Port': ['ID=ee4a0675-77c1-47dc-ab59-0ac8e1aed88c,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:14.477896 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c454a-2af5-454e-b7cb-432427889127 req-6f66995a-20db-4163-ad2d-1a722cceb751 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:14.479465 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6b0c454a-2af5-454e-b7cb-432427889127 req-6f66995a-20db-4163-ad2d-1a722cceb751 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.6946795 Oct 26 15:52:14.483463 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4a39ac64-11b0-45bf-bc35-69a9e2a4cf7e req-5cb2cbed-89be-4f24-a138-d993d06b2d1c service neutron] 10.222.0.48 "GET /v2.0/networks/9b52fa13-90e5-4d9b-bd04-f08f37ff314e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4643173 Oct 26 15:52:14.497770 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ff996423-46a7-4767-91fa-6872d3eb9f04 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:14.498627 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff996423-46a7-4767-91fa-6872d3eb9f04 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Fanout notify agent at l3_agent the message router_deleted on router e227f6ea-31e2-4700-9501-b8f5074eb6c4 {{(pid=89748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:52:14.522350 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-73eea6ff-eca8-43f2-b767-fe11dea2bc22 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:14.530605 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-73eea6ff-eca8-43f2-b767-fe11dea2bc22 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "DELETE /v2.0/ports/ee4a0675-77c1-47dc-ab59-0ac8e1aed88c HTTP/1.1" status: 204 len: 168 time: 0.8246875 Oct 26 15:52:14.531833 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42670) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:14.605572 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-5494c41e-3bba-4903-a935-0c0f9ad1d8b9 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Deleting subnet 272c2adf-54df-4618-865a-fef72ad3fa9c {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:52:14.608816 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5494c41e-3bba-4903-a935-0c0f9ad1d8b9 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:14.640610 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Attempt 9 to provision port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 Oct 26 15:52:14.671927 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5494c41e-3bba-4903-a935-0c0f9ad1d8b9 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:14.715859 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6b0c454a-2af5-454e-b7cb-432427889127 req-ac4a4115-c3c0-48ad-a133-5f86bbcff581 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2272499 Oct 26 15:52:14.716499 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-865cfd99-a6d3-4886-81a6-f5a3cc637e5b tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Deleting port 5b231630-304c-451d-a1cc-c067446409e2 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:52:14.716842 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-865cfd99-a6d3-4886-81a6-f5a3cc637e5b tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:14.758612 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:14.758767 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ff996423-46a7-4767-91fa-6872d3eb9f04 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:14.759820 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ff996423-46a7-4767-91fa-6872d3eb9f04 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "DELETE /v2.0/routers/e227f6ea-31e2-4700-9501-b8f5074eb6c4 HTTP/1.1" status: 204 len: 168 time: 4.1316972 Oct 26 15:52:14.763092 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42676) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:14.796060 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dacb4189-275a-4815-9dbf-f7cb4b9e2a40 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:14.867466 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-b165d9a8-3c11-48a3-a099-b940fab7224f tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Deleting subnet 6cf85f4d-a58a-4f53-8303-88118e0ca6a4 {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:52:14.871766 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b165d9a8-3c11-48a3-a099-b940fab7224f tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:14.930693 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5494c41e-3bba-4903-a935-0c0f9ad1d8b9 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:14.949743 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacb4189-275a-4815-9dbf-f7cb4b9e2a40 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Network c043a8c9-4101-4ad8-a4f1-f1173b3e8031 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:52:14.952556 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4a39ac64-11b0-45bf-bc35-69a9e2a4cf7e req-973033b7-b5a5-4a30-90dd-6ab32962a2e2 service neutron] 10.222.0.48 "GET /v2.0/networks/9b52fa13-90e5-4d9b-bd04-f08f37ff314e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478564 Oct 26 15:52:14.960367 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-dacb4189-275a-4815-9dbf-f7cb4b9e2a40 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:52:14.974508 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765f577b-363d-4da0-be78-70c7473d1c59 None None] Network c043a8c9-4101-4ad8-a4f1-f1173b3e8031 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:52:14.975539 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacb4189-275a-4815-9dbf-f7cb4b9e2a40 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:14.976444 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dacb4189-275a-4815-9dbf-f7cb4b9e2a40 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:14.980037 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b165d9a8-3c11-48a3-a099-b940fab7224f tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:14.993710 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb4189-275a-4815-9dbf-f7cb4b9e2a40 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event updated for resources: {'Subnet': ['ID=25954677-11ea-4c09-88e4-785dd0391624,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:15.064954 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-865cfd99-a6d3-4886-81a6-f5a3cc637e5b tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] For port 5b231630-304c-451d-a1cc-c067446409e2, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=5b231630-304c-451d-a1cc-c067446409e2,segment=NetworkSegment(36dee383-8b60-4366-bb63-6db63ca82dac),segment_id=36dee383-8b60-4366-bb63-6db63ca82dac)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:52:15.065316 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-865cfd99-a6d3-4886-81a6-f5a3cc637e5b tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:15.079705 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-dacb4189-275a-4815-9dbf-f7cb4b9e2a40 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7233081 Oct 26 15:52:15.087281 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42680) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:15.099784 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-c5471dd5-afc3-4d9e-ad1b-f7250689fbe5 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'security_group': {'name': 'tempest-secgroup-942464582'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:52:15.131195 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-c5471dd5-afc3-4d9e-ad1b-f7250689fbe5 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:52:15.148870 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-c5471dd5-afc3-4d9e-ad1b-f7250689fbe5 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Usage tracker for resource:security_group and tenant:81f9d918a7ff445e8b2c1951e5c33cc9 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:52:15.154396 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-c5471dd5-afc3-4d9e-ad1b-f7250689fbe5 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:52:15.166638 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-c5471dd5-afc3-4d9e-ad1b-f7250689fbe5 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:52:15.208752 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-865cfd99-a6d3-4886-81a6-f5a3cc637e5b tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Calling delete_port for 5b231630-304c-451d-a1cc-c067446409e2 owned by network:router_interface {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:52:15.211152 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b165d9a8-3c11-48a3-a099-b940fab7224f tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:15.255042 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5d404-0080-4a67-ad8d-4e1a2a715002 req-5265ac01-19d0-4845-b9fe-e8e880ee8c5a tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:15.256529 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-4ae5d404-0080-4a67-ad8d-4e1a2a715002 req-5265ac01-19d0-4845-b9fe-e8e880ee8c5a tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.2310147 Oct 26 15:52:15.259534 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Attempt 10 to provision port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 Oct 26 15:52:15.269278 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5494c41e-3bba-4903-a935-0c0f9ad1d8b9 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:15.333626 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c5471dd5-afc3-4d9e-ad1b-f7250689fbe5 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:15.357869 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494c41e-3bba-4903-a935-0c0f9ad1d8b9 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Pushing event deleted for resources: {'Subnet': ['ID=272c2adf-54df-4618-865a-fef72ad3fa9c,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:15.360709 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5494c41e-3bba-4903-a935-0c0f9ad1d8b9 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:15.364661 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058d2ef5-7614-4ebd-879a-a0a190ad691e None None] Network 5a096ce9-4f01-40e8-b921-bc776c9c3c4a requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:52:15.392490 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-5494c41e-3bba-4903-a935-0c0f9ad1d8b9 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "DELETE /v2.0/subnets/272c2adf-54df-4618-865a-fef72ad3fa9c HTTP/1.1" status: 204 len: 168 time: 0.8571873 Oct 26 15:52:15.392490 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-c5471dd5-afc3-4d9e-ad1b-f7250689fbe5 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:52:15.399821 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42684) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:15.406331 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-c5471dd5-afc3-4d9e-ad1b-f7250689fbe5 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Usage tracker for resource:security_group_rule and tenant:81f9d918a7ff445e8b2c1951e5c33cc9 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:52:15.411700 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-4ae5d404-0080-4a67-ad8d-4e1a2a715002 req-e0ff5ffe-4e1e-4c5d-830d-573beb906e5a tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481063 Oct 26 15:52:15.412501 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-c5471dd5-afc3-4d9e-ad1b-f7250689fbe5 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:52:15.443182 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-c5471dd5-afc3-4d9e-ad1b-f7250689fbe5 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:52:15.458429 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:15.485724 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-865cfd99-a6d3-4886-81a6-f5a3cc637e5b tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:15.489913 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e077861-801a-43f6-a838-cd14b410b188 None None] Update dhcp port {'port': {'network_id': 'c043a8c9-4101-4ad8-a4f1-f1173b3e8031', 'fixed_ips': [{'subnet_id': 'f03d689c-da31-4588-9e7e-e178667a4dac', 'ip_address': '172.20.0.18'}, {'subnet_id': '25954677-11ea-4c09-88e4-785dd0391624'}], 'binding:host_id': 'dv-neutron-862712-1-hyperv'}, 'id': '025c45de-bbb4-4d04-b430-f9c38d83a30f'} from dv-neutron-862712-1-hyperv. {{(pid=89749) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 26 15:52:15.573022 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865cfd99-a6d3-4886-81a6-f5a3cc637e5b tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Pushing event deleted for resources: {'Port': ['ID=5b231630-304c-451d-a1cc-c067446409e2,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:15.580933 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Provisioning for port 025c45de-bbb4-4d04-b430-f9c38d83a30f completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:52:15.636562 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b165d9a8-3c11-48a3-a099-b940fab7224f tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:15.648506 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Provisioning complete for port 025c45de-bbb4-4d04-b430-f9c38d83a30f triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:52:15.649499 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:15.650013 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Attempt 1 to provision port 025c45de-bbb4-4d04-b430-f9c38d83a30f Oct 26 15:52:15.703011 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1e077861-801a-43f6-a838-cd14b410b188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:15.755958 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b165d9a8-3c11-48a3-a099-b940fab7224f tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Pushing event deleted for resources: {'Subnet': ['ID=6cf85f4d-a58a-4f53-8303-88118e0ca6a4,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:15.778187 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b165d9a8-3c11-48a3-a099-b940fab7224f tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:15.800120 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1377a228-6e3c-4e6a-bafe-553c9a4b9447 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:15.815865 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b165d9a8-3c11-48a3-a099-b940fab7224f tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "DELETE /v2.0/subnets/6cf85f4d-a58a-4f53-8303-88118e0ca6a4 HTTP/1.1" status: 204 len: 168 time: 1.0514810 Oct 26 15:52:15.822956 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42692) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:15.865142 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-1377a228-6e3c-4e6a-bafe-553c9a4b9447 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Deleting port 826b89c3-4b05-47b8-8123-69e20f47d52c {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:52:15.865453 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1377a228-6e3c-4e6a-bafe-553c9a4b9447 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:15.891550 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f75b276-7058-4542-a7df-99ab4cea1927 None None] Network 473ee76a-3545-487a-9abd-fecbd8416010 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:52:15.995570 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-865cfd99-a6d3-4886-81a6-f5a3cc637e5b tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:16.095563 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c5471dd5-afc3-4d9e-ad1b-f7250689fbe5 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:16.140796 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-418f2504-a334-4bc6-b723-e068d7a8a503 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:16.171981 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c5471dd5-afc3-4d9e-ad1b-f7250689fbe5 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:16.252515 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-418f2504-a334-4bc6-b723-e068d7a8a503 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Deleting port d3646532-a91a-42f3-86ae-faac9ff52c70 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:52:16.253207 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-418f2504-a334-4bc6-b723-e068d7a8a503 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:16.257489 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-1e077861-801a-43f6-a838-cd14b410b188 None None] Allocated IP 172.20.0.2 (c043a8c9-4101-4ad8-a4f1-f1173b3e8031/25954677-11ea-4c09-88e4-785dd0391624/025c45de-bbb4-4d04-b430-f9c38d83a30f) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:52:16.278050 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Current status of the port 025c45de-bbb4-4d04-b430-f9c38d83a30f is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:52:16.278398 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:16.365185 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c5471dd5-afc3-4d9e-ad1b-f7250689fbe5 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:16.369017 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c5471dd5-afc3-4d9e-ad1b-f7250689fbe5 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2739854 Oct 26 15:52:16.369017 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5471dd5-afc3-4d9e-ad1b-f7250689fbe5 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f97af0-3fd3-4cf3-9775-7b6837a0ed2d,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:16.370494 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9d16cb-b521-4b5c-bf7d-a54868a7d18a None None] DHCP port deletion for 5a096ce9-4f01-40e8-b921-bc776c9c3c4a request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:52:16.382398 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-bc9d16cb-b521-4b5c-bf7d-a54868a7d18a None None] Deleting port 826b89c3-4b05-47b8-8123-69e20f47d52c {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:52:16.382802 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bc9d16cb-b521-4b5c-bf7d-a54868a7d18a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:16.383375 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42696) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:16.392289 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-292c9f40-4377-4ec3-9edc-06673a1f1e37 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'security_group': {'name': 'tempest-secgroup-49504728'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:52:16.415247 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366449bd-8d06-4f35-aed5-ef1eda16bf76 req-2244b39e-8dbf-4ac8-a682-332582067b1f tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:16.417131 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-366449bd-8d06-4f35-aed5-ef1eda16bf76 req-2244b39e-8dbf-4ac8-a682-332582067b1f tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.4660752 Oct 26 15:52:16.419915 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-292c9f40-4377-4ec3-9edc-06673a1f1e37 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:52:16.483611 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-292c9f40-4377-4ec3-9edc-06673a1f1e37 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Usage tracker for resource:security_group and tenant:81f9d918a7ff445e8b2c1951e5c33cc9 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:52:16.510508 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-292c9f40-4377-4ec3-9edc-06673a1f1e37 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:52:16.536091 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-1377a228-6e3c-4e6a-bafe-553c9a4b9447 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] For port 826b89c3-4b05-47b8-8123-69e20f47d52c, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=826b89c3-4b05-47b8-8123-69e20f47d52c,segment=NetworkSegment(738747d3-fd7f-4e7a-898c-2eb6ef072d7d),segment_id=738747d3-fd7f-4e7a-898c-2eb6ef072d7d)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:52:16.536348 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1377a228-6e3c-4e6a-bafe-553c9a4b9447 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:16.556749 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-292c9f40-4377-4ec3-9edc-06673a1f1e37 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:52:16.566665 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2847e8-a6ed-4c21-8c8e-f3949f47154b None None] DHCP port deletion for 473ee76a-3545-487a-9abd-fecbd8416010 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:52:16.574742 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865cfd99-a6d3-4886-81a6-f5a3cc637e5b tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Router ae03fe35-a79f-4110-97fb-08ebe0b84f88 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:52:16.578207 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-7c2847e8-a6ed-4c21-8c8e-f3949f47154b None None] Deleting port d3646532-a91a-42f3-86ae-faac9ff52c70 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:52:16.578612 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7c2847e8-a6ed-4c21-8c8e-f3949f47154b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:16.613864 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-1e077861-801a-43f6-a838-cd14b410b188 None None] For port 025c45de-bbb4-4d04-b430-f9c38d83a30f, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=025c45de-bbb4-4d04-b430-f9c38d83a30f,segment=NetworkSegment(bdfcdd37-4ac0-4520-88e5-aeb6e4239aaf),segment_id=bdfcdd37-4ac0-4520-88e5-aeb6e4239aaf)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:52:16.746978 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-366449bd-8d06-4f35-aed5-ef1eda16bf76 req-853a3a37-8728-458d-a1ba-79e197d5271a tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3185682 Oct 26 15:52:16.753917 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-1377a228-6e3c-4e6a-bafe-553c9a4b9447 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Calling delete_port for 826b89c3-4b05-47b8-8123-69e20f47d52c owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:52:16.788236 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865cfd99-a6d3-4886-81a6-f5a3cc637e5b tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:52:16.816981 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6be3e9-1132-4fca-a610-e66902f4cc6e None None] Sync routers for ids ['ae03fe35-a79f-4110-97fb-08ebe0b84f88'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:52:16.836780 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-bc9d16cb-b521-4b5c-bf7d-a54868a7d18a None None] For port 826b89c3-4b05-47b8-8123-69e20f47d52c, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=826b89c3-4b05-47b8-8123-69e20f47d52c,segment=NetworkSegment(738747d3-fd7f-4e7a-898c-2eb6ef072d7d),segment_id=738747d3-fd7f-4e7a-898c-2eb6ef072d7d)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:52:16.837183 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bc9d16cb-b521-4b5c-bf7d-a54868a7d18a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:16.847695 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1e077861-801a-43f6-a838-cd14b410b188 None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:16.858671 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-865cfd99-a6d3-4886-81a6-f5a3cc637e5b tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "PUT /v2.0/routers/ae03fe35-a79f-4110-97fb-08ebe0b84f88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8257890 Oct 26 15:52:16.861921 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-292c9f40-4377-4ec3-9edc-06673a1f1e37 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:16.862396 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42700) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:16.926286 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-292c9f40-4377-4ec3-9edc-06673a1f1e37 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:52:16.933863 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-292c9f40-4377-4ec3-9edc-06673a1f1e37 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Usage tracker for resource:security_group_rule and tenant:81f9d918a7ff445e8b2c1951e5c33cc9 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:52:16.940703 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-0518ef09-f95a-46bf-bb2e-27be215a8ce2 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Deleting subnet 0eab9ffd-a774-40a5-8c42-7d8fdcf3444f {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:52:16.942402 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-292c9f40-4377-4ec3-9edc-06673a1f1e37 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:52:16.944233 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0518ef09-f95a-46bf-bb2e-27be215a8ce2 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:16.946680 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-418f2504-a334-4bc6-b723-e068d7a8a503 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] For port d3646532-a91a-42f3-86ae-faac9ff52c70, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=d3646532-a91a-42f3-86ae-faac9ff52c70,segment=NetworkSegment(97edc8ee-6714-4965-9793-33895e8d8edc),segment_id=97edc8ee-6714-4965-9793-33895e8d8edc)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:52:16.947727 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-418f2504-a334-4bc6-b723-e068d7a8a503 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:16.966384 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-292c9f40-4377-4ec3-9edc-06673a1f1e37 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:52:16.978772 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device d3646532-a91a-42f3-86ae-faac9ff52c70 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:52:17.006089 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0518ef09-f95a-46bf-bb2e-27be215a8ce2 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:17.021661 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-bc9d16cb-b521-4b5c-bf7d-a54868a7d18a None None] Calling delete_port for 826b89c3-4b05-47b8-8123-69e20f47d52c owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:52:17.077445 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6be3e9-1132-4fca-a610-e66902f4cc6e None None] Routers {'ae03fe35-a79f-4110-97fb-08ebe0b84f88'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:52:17.078349 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-eb6be3e9-1132-4fca-a610-e66902f4cc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:52:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['ae03fe35-a79f-4110-97fb-08ebe0b84f88'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:17.106581 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0518ef09-f95a-46bf-bb2e-27be215a8ce2 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:17.107840 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-418f2504-a334-4bc6-b723-e068d7a8a503 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Calling delete_port for d3646532-a91a-42f3-86ae-faac9ff52c70 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:52:17.139308 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-1e077861-801a-43f6-a838-cd14b410b188 None None] Transition to ACTIVE for port object 025c45de-bbb4-4d04-b430-f9c38d83a30f will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:52:17.226591 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1377a228-6e3c-4e6a-bafe-553c9a4b9447 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:17.256046 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0518ef09-f95a-46bf-bb2e-27be215a8ce2 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:17.288167 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1e077861-801a-43f6-a838-cd14b410b188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:17.290181 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377a228-6e3c-4e6a-bafe-553c9a4b9447 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Pushing event deleted for resources: {'Port': ['ID=826b89c3-4b05-47b8-8123-69e20f47d52c,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:17.293015 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-418f2504-a334-4bc6-b723-e068d7a8a503 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:17.299341 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518ef09-f95a-46bf-bb2e-27be215a8ce2 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Pushing event deleted for resources: {'Subnet': ['ID=0eab9ffd-a774-40a5-8c42-7d8fdcf3444f,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:17.299680 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-292c9f40-4377-4ec3-9edc-06673a1f1e37 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:17.303208 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0518ef09-f95a-46bf-bb2e-27be215a8ce2 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:17.309750 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-0518ef09-f95a-46bf-bb2e-27be215a8ce2 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "DELETE /v2.0/subnets/0eab9ffd-a774-40a5-8c42-7d8fdcf3444f HTTP/1.1" status: 204 len: 168 time: 0.4462388 Oct 26 15:52:17.315391 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42704) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:17.356486 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1377a228-6e3c-4e6a-bafe-553c9a4b9447 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] No DVR routers for this DVR port 826b89c3-4b05-47b8-8123-69e20f47d52c on host dv-neutron-862712-1-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:52:17.360770 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f2504-a334-4bc6-b723-e068d7a8a503 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Pushing event deleted for resources: {'Port': ['ID=d3646532-a91a-42f3-86ae-faac9ff52c70,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:17.371891 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cab1a93-eeff-4b70-9ec1-0a898c62cc30 None None] Network 36fe47be-95f5-45e7-bd5b-f22f2000c1c4 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:52:17.393004 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-292c9f40-4377-4ec3-9edc-06673a1f1e37 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:17.401891 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418f2504-a334-4bc6-b723-e068d7a8a503 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] No DVR routers for this DVR port d3646532-a91a-42f3-86ae-faac9ff52c70 on host dv-neutron-862712-1-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:52:17.509082 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6f7bcab1-bb13-4a46-9b54-3f21646e1b92 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for router, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:17.607869 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No active binding found for port d3646532-a91a-42f3-86ae-faac9ff52c70 {{(pid=89749) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 26 15:52:17.608472 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device d3646532-a91a-42f3-86ae-faac9ff52c70 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:52:17.608900 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 826b89c3-4b05-47b8-8123-69e20f47d52c no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:52:17.658284 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-7c2847e8-a6ed-4c21-8c8e-f3949f47154b None None] For port d3646532-a91a-42f3-86ae-faac9ff52c70, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=d3646532-a91a-42f3-86ae-faac9ff52c70,segment=NetworkSegment(97edc8ee-6714-4965-9793-33895e8d8edc),segment_id=97edc8ee-6714-4965-9793-33895e8d8edc)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:52:17.658702 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7c2847e8-a6ed-4c21-8c8e-f3949f47154b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:17.666788 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:52:17.667143 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:52:17.704118 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6f7bcab1-bb13-4a46-9b54-3f21646e1b92 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:17.730168 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 826b89c3-4b05-47b8-8123-69e20f47d52c {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:52:17.730168 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 826b89c3-4b05-47b8-8123-69e20f47d52c not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:52:17.759560 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c9f40-4377-4ec3-9edc-06673a1f1e37 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bcf046-af3e-4118-b509-9f9797abe7df,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:17.784200 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e077861-801a-43f6-a838-cd14b410b188 None None] Pushing event updated for resources: {'Port': ['ID=025c45de-bbb4-4d04-b430-f9c38d83a30f,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:17.787507 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1377a228-6e3c-4e6a-bafe-553c9a4b9447 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:17.807997 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-418f2504-a334-4bc6-b723-e068d7a8a503 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:17.836414 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-1377a228-6e3c-4e6a-bafe-553c9a4b9447 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a096ce9-4f01-40e8-b921-bc776c9c3c4a']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:17.845319 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-418f2504-a334-4bc6-b723-e068d7a8a503 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['473ee76a-3545-487a-9abd-fecbd8416010']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:17.861981 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-1377a228-6e3c-4e6a-bafe-553c9a4b9447 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '738747d3-fd7f-4e7a-898c-2eb6ef072d7d') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:17.862326 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-1377a228-6e3c-4e6a-bafe-553c9a4b9447 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '738747d3-fd7f-4e7a-898c-2eb6ef072d7d') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:17.869957 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-418f2504-a334-4bc6-b723-e068d7a8a503 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97edc8ee-6714-4965-9793-33895e8d8edc') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:17.870263 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-418f2504-a334-4bc6-b723-e068d7a8a503 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97edc8ee-6714-4965-9793-33895e8d8edc') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:17.877577 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bcab1-bb13-4a46-9b54-3f21646e1b92 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Deleting port 872bb1f1-7a70-433f-8c45-8a5b179de111 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:52:17.878107 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6f7bcab1-bb13-4a46-9b54-3f21646e1b92 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:17.885812 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1377a228-6e3c-4e6a-bafe-553c9a4b9447 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:17.893747 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-418f2504-a334-4bc6-b723-e068d7a8a503 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:17.917455 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-418f2504-a334-4bc6-b723-e068d7a8a503 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:17.919912 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1377a228-6e3c-4e6a-bafe-553c9a4b9447 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:17.920358 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-7c2847e8-a6ed-4c21-8c8e-f3949f47154b None None] Calling delete_port for d3646532-a91a-42f3-86ae-faac9ff52c70 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:52:17.928609 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-418f2504-a334-4bc6-b723-e068d7a8a503 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:52:17.929013 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-418f2504-a334-4bc6-b723-e068d7a8a503 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:17.951140 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1377a228-6e3c-4e6a-bafe-553c9a4b9447 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:52:17.951548 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1377a228-6e3c-4e6a-bafe-553c9a4b9447 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:18.025032 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-292c9f40-4377-4ec3-9edc-06673a1f1e37 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:18.026184 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-292c9f40-4377-4ec3-9edc-06673a1f1e37 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6409235 Oct 26 15:52:18.027999 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 97edc8ee-6714-4965-9793-33895e8d8edc resource provider aggregate not found Oct 26 15:52:18.042070 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-bc9d16cb-b521-4b5c-bf7d-a54868a7d18a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:52:18.042427 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-bc9d16cb-b521-4b5c-bf7d-a54868a7d18a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:52:18.079312 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-eb6be3e9-1132-4fca-a610-e66902f4cc6e None None] Set router ae03fe35-a79f-4110-97fb-08ebe0b84f88 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:52:18.081924 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42712) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:18.120645 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-66325acd-ce3c-4c4c-ab0c-152ce29ed5b0 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'security_group': {'name': 'tempest-secgroup-1108903237'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:52:18.129481 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 97edc8ee-6714-4965-9793-33895e8d8edc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 97edc8ee-6714-4965-9793-33895e8d8edc found for delete ", "request_id": "req-4da48404-4138-422b-9946-d9781404d6e4"}]} Oct 26 15:52:18.144401 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-66325acd-ce3c-4c4c-ab0c-152ce29ed5b0 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:52:18.150940 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-66325acd-ce3c-4c4c-ab0c-152ce29ed5b0 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Usage tracker for resource:security_group and tenant:81f9d918a7ff445e8b2c1951e5c33cc9 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:52:18.154772 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-66325acd-ce3c-4c4c-ab0c-152ce29ed5b0 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:52:18.169835 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-66325acd-ce3c-4c4c-ab0c-152ce29ed5b0 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:52:18.209069 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-418f2504-a334-4bc6-b723-e068d7a8a503 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:18.229220 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-418f2504-a334-4bc6-b723-e068d7a8a503 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:18.241582 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f2504-a334-4bc6-b723-e068d7a8a503 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Pushing event deleted for resources: {'Network': ['ID=473ee76a-3545-487a-9abd-fecbd8416010,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:18.246272 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-418f2504-a334-4bc6-b723-e068d7a8a503 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "DELETE /v2.0/networks/473ee76a-3545-487a-9abd-fecbd8416010 HTTP/1.1" status: 204 len: 168 time: 2.4222884 Oct 26 15:52:18.254390 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42718) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:18.305321 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-6f7bcab1-bb13-4a46-9b54-3f21646e1b92 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] For port 872bb1f1-7a70-433f-8c45-8a5b179de111, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=872bb1f1-7a70-433f-8c45-8a5b179de111,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:52:18.305783 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6f7bcab1-bb13-4a46-9b54-3f21646e1b92 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:18.321651 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1377a228-6e3c-4e6a-bafe-553c9a4b9447 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:18.324029 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-66325acd-ce3c-4c4c-ab0c-152ce29ed5b0 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:18.368195 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1377a228-6e3c-4e6a-bafe-553c9a4b9447 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:18.372324 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-7c2847e8-a6ed-4c21-8c8e-f3949f47154b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:52:18.372511 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-1377a228-6e3c-4e6a-bafe-553c9a4b9447 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] 10.222.0.23 "DELETE /v2.0/networks/5a096ce9-4f01-40e8-b921-bc776c9c3c4a HTTP/1.1" status: 204 len: 168 time: 2.9681766 Oct 26 15:52:18.372614 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-7c2847e8-a6ed-4c21-8c8e-f3949f47154b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:52:18.399958 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Current status of the port 025c45de-bbb4-4d04-b430-f9c38d83a30f is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:52:18.400785 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:18.404903 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377a228-6e3c-4e6a-bafe-553c9a4b9447 tempest-TagsExtTest-1242290971 tempest-TagsExtTest-1242290971-project] Pushing event deleted for resources: {'Network': ['ID=5a096ce9-4f01-40e8-b921-bc776c9c3c4a,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:18.480626 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-66325acd-ce3c-4c4c-ab0c-152ce29ed5b0 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:52:18.484975 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-66325acd-ce3c-4c4c-ab0c-152ce29ed5b0 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Usage tracker for resource:security_group_rule and tenant:81f9d918a7ff445e8b2c1951e5c33cc9 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:52:18.488016 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-66325acd-ce3c-4c4c-ab0c-152ce29ed5b0 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:52:18.495023 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-66325acd-ce3c-4c4c-ab0c-152ce29ed5b0 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:52:18.543794 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-bc9d16cb-b521-4b5c-bf7d-a54868a7d18a None None] Deleting port 826b89c3-4b05-47b8-8123-69e20f47d52c {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:52:18.544186 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bc9d16cb-b521-4b5c-bf7d-a54868a7d18a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:18.548041 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f7e5333c-cfc5-4871-bda7-31badc0fb50d tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Deleting port faf248b3-dec1-486e-871b-cfadc8c68778 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:52:18.548343 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f7e5333c-cfc5-4871-bda7-31badc0fb50d tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:18.554827 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d75c12-4342-4872-84ee-e0ccaecfb19f req-4300824b-ae14-4f78-afe2-6341e96ffbc1 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:18.556619 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f4d75c12-4342-4872-84ee-e0ccaecfb19f req-4300824b-ae14-4f78-afe2-6341e96ffbc1 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.6424582 Oct 26 15:52:18.565571 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bcab1-bb13-4a46-9b54-3f21646e1b92 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Calling delete_port for 872bb1f1-7a70-433f-8c45-8a5b179de111 owned by network:router_gateway {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:52:18.594567 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b1eafc-738a-488b-a667-b79e3f156f18 None None] DHCP port deletion for 36fe47be-95f5-45e7-bd5b-f22f2000c1c4 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:52:18.610692 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] For port 025c45de-bbb4-4d04-b430-f9c38d83a30f, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=025c45de-bbb4-4d04-b430-f9c38d83a30f,segment=NetworkSegment(bdfcdd37-4ac0-4520-88e5-aeb6e4239aaf),segment_id=bdfcdd37-4ac0-4520-88e5-aeb6e4239aaf)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:52:18.658589 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a2b1eafc-738a-488b-a667-b79e3f156f18 None None] Deleting port 3148e202-49e8-4013-819d-934fc31db6e2 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:52:18.658972 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a2b1eafc-738a-488b-a667-b79e3f156f18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:18.700449 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f4d75c12-4342-4872-84ee-e0ccaecfb19f req-856f7757-853f-4bf5-aef9-2f477cdc4f1d tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961032 Oct 26 15:52:18.730710 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 15:52:18.735373 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-bc9d16cb-b521-4b5c-bf7d-a54868a7d18a None None] The port '826b89c3-4b05-47b8-8123-69e20f47d52c' was deleted {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 15:52:18.744862 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:18.780374 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-66325acd-ce3c-4c4c-ab0c-152ce29ed5b0 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:18.818889 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Could not find standard attr ID for object a2480c05-bd02-4775-87e0-bc6d30068ad7. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:52:18.828716 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 025c45de-bbb4-4d04-b430-f9c38d83a30f up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:52:18.859000 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f7e5333c-cfc5-4871-bda7-31badc0fb50d tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:18.859334 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f7e5333c-cfc5-4871-bda7-31badc0fb50d tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:18.874962 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Could not find standard attr ID for object 826b89c3-4b05-47b8-8123-69e20f47d52c. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:52:18.876297 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-7c2847e8-a6ed-4c21-8c8e-f3949f47154b None None] Deleting port d3646532-a91a-42f3-86ae-faac9ff52c70 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:52:18.876677 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7c2847e8-a6ed-4c21-8c8e-f3949f47154b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:18.947460 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-66325acd-ce3c-4c4c-ab0c-152ce29ed5b0 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:18.992237 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6f7bcab1-bb13-4a46-9b54-3f21646e1b92 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:19.021233 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f7e5333c-cfc5-4871-bda7-31badc0fb50d tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Calling delete_port for faf248b3-dec1-486e-871b-cfadc8c68778 owned by network:floatingip {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:52:19.056786 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7bcab1-bb13-4a46-9b54-3f21646e1b92 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Pushing event deleted for resources: {'Port': ['ID=872bb1f1-7a70-433f-8c45-8a5b179de111,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:19.104932 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66325acd-ce3c-4c4c-ab0c-152ce29ed5b0 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aaf63cd-a5b9-4a7b-8c21-8afd9b865ee2,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:19.134490 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42728) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:19.144966 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-7c2847e8-a6ed-4c21-8c8e-f3949f47154b None None] The port 'd3646532-a91a-42f3-86ae-faac9ff52c70' was deleted {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 15:52:19.184542 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-dbdfe04d-e658-412d-95e9-a473e623d720 None None] Could not find standard attr ID for object 01f2ec6b-f8e1-4b21-bd37-3c51bca6f554. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:52:19.189354 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6f7bcab1-bb13-4a46-9b54-3f21646e1b92 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:19.194565 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534af798-45e5-451c-8a34-2b0f17b53741 None None] Pushing event updated for resources: {'Port': ['ID=025c45de-bbb4-4d04-b430-f9c38d83a30f,revision_number=6']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:19.200733 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-66325acd-ce3c-4c4c-ab0c-152ce29ed5b0 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:19.202944 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-66325acd-ce3c-4c4c-ab0c-152ce29ed5b0 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1137052 Oct 26 15:52:19.206111 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42734) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:19.219449 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-b8aa4061-e3ba-4919-b7a8-ae39292d8998 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-541210847', 'security_groups': ['3aaf63cd-a5b9-4a7b-8c21-8afd9b865ee2'], 'network_id': 'c043a8c9-4101-4ad8-a4f1-f1173b3e8031', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '25954677-11ea-4c09-88e4-785dd0391624'}]}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:52:19.237009 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-eb6be3e9-1132-4fca-a610-e66902f4cc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae03fe35-a79f-4110-97fb-08ebe0b84f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718828859', 'tenant_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.100'}], 'enable_snat': True}, 'gw_port_id': '872bb1f1-7a70-433f-8c45-8a5b179de111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:47:49Z', 'updated_at': '2022-10-26T15:52:15Z', 'revision_number': 5, 'project_id': '3ff1cd5d856143f1b2c461b2d5e300a8', 'gw_port': {'id': '872bb1f1-7a70-433f-8c45-8a5b179de111', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae03fe35-a79f-4110-97fb-08ebe0b84f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:47:51Z', 'updated_at': '2022-10-26T15:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:19.249216 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-a2b1eafc-738a-488b-a667-b79e3f156f18 None None] For port 3148e202-49e8-4013-819d-934fc31db6e2, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=3148e202-49e8-4013-819d-934fc31db6e2,segment=NetworkSegment(36dee383-8b60-4366-bb63-6db63ca82dac),segment_id=36dee383-8b60-4366-bb63-6db63ca82dac)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:52:19.249890 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a2b1eafc-738a-488b-a667-b79e3f156f18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:19.275266 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6be3e9-1132-4fca-a610-e66902f4cc6e None None] Checking router: ae03fe35-a79f-4110-97fb-08ebe0b84f88 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:52:19.296159 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-dbdfe04d-e658-412d-95e9-a473e623d720 None None] Provisioning complete for port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:52:19.296591 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-dbdfe04d-e658-412d-95e9-a473e623d720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:19.296840 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-dbdfe04d-e658-412d-95e9-a473e623d720 None None] Attempt 1 to provision port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 Oct 26 15:52:19.356596 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 3148e202-49e8-4013-819d-934fc31db6e2 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:52:19.403946 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f7e5333c-cfc5-4871-bda7-31badc0fb50d tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:19.409478 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6f7bcab1-bb13-4a46-9b54-3f21646e1b92 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:19.411744 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6f7bcab1-bb13-4a46-9b54-3f21646e1b92 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:19.517727 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6f7bcab1-bb13-4a46-9b54-3f21646e1b92 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:19.518302 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7bcab1-bb13-4a46-9b54-3f21646e1b92 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Fanout notify agent at l3_agent the message router_deleted on router ae03fe35-a79f-4110-97fb-08ebe0b84f88 {{(pid=89748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:52:19.526451 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a2b1eafc-738a-488b-a667-b79e3f156f18 None None] Calling delete_port for 3148e202-49e8-4013-819d-934fc31db6e2 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:52:19.536770 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6f7bcab1-bb13-4a46-9b54-3f21646e1b92 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:19.540369 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-6f7bcab1-bb13-4a46-9b54-3f21646e1b92 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "DELETE /v2.0/routers/ae03fe35-a79f-4110-97fb-08ebe0b84f88 HTTP/1.1" status: 204 len: 168 time: 2.2221329 Oct 26 15:52:19.540627 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42738) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:19.577081 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-7823ff16-f3ad-4c60-b31f-0c692b2e376d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2e70aaa9ea47497b81797a39da09d2c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4392381 Oct 26 15:52:19.579762 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6be3e9-1132-4fca-a610-e66902f4cc6e None None] Routers set() bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:52:19.580138 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6be3e9-1132-4fca-a610-e66902f4cc6e None None] Router IDs set() for agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:461}} Oct 26 15:52:19.580800 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_agentschedulers_db [None req-eb6be3e9-1132-4fca-a610-e66902f4cc6e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ae03fe35-a79f-4110-97fb-08ebe0b84f88'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:52:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent'). {{(pid=89749) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 15:52:19.581195 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6be3e9-1132-4fca-a610-e66902f4cc6e None None] The sync data for ids ['ae03fe35-a79f-4110-97fb-08ebe0b84f88'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:52:19.591998 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42742) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:19.594784 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-dbdfe04d-e658-412d-95e9-a473e623d720 None None] Port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:19.595628 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5333c-cfc5-4871-bda7-31badc0fb50d tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Pushing event deleted for resources: {'Port': ['ID=faf248b3-dec1-486e-871b-cfadc8c68778,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:19.711371 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8b420076-1489-4eb6-9a70-55f64bed7766 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:19.725102 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-8b420076-1489-4eb6-9a70-55f64bed7766 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Deleting port 3148e202-49e8-4013-819d-934fc31db6e2 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:52:19.725677 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8b420076-1489-4eb6-9a70-55f64bed7766 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:19.728462 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b8aa4061-e3ba-4919-b7a8-ae39292d8998 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:52:19.732619 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f7e5333c-cfc5-4871-bda7-31badc0fb50d tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for floatingip, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:19.762153 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 3148e202-49e8-4013-819d-934fc31db6e2 is: ACTIVE; New status is: DOWN {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:52:19.762708 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:19.778968 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b8aa4061-e3ba-4919-b7a8-ae39292d8998 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:52:19.783174 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f7e5333c-cfc5-4871-bda7-31badc0fb50d tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:19.788175 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f7e5333c-cfc5-4871-bda7-31badc0fb50d tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "DELETE /v2.0/floatingips/e9df8d69-8597-4853-8087-6bf4acd3e0d6 HTTP/1.1" status: 204 len: 168 time: 1.5289721 Oct 26 15:52:19.789454 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42748) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:19.815894 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-baf1f2f9-d0b6-4461-9beb-9d0d8ccf8f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:19.821753 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a2b1eafc-738a-488b-a667-b79e3f156f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:19.843282 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-3985544f-76c1-48ea-842d-80d1eef9a886 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] DELETE failed (client error): The resource could not be found. Oct 26 15:52:19.843597 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3985544f-76c1-48ea-842d-80d1eef9a886 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:52:19.845322 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-3985544f-76c1-48ea-842d-80d1eef9a886 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "DELETE /v2.0/ports/eacd313b-2c68-446f-b648-836e280d7e7f HTTP/1.1" status: 404 len: 333 time: 0.0549293 Oct 26 15:52:19.849455 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42752) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:19.853676 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-baf1f2f9-d0b6-4461-9beb-9d0d8ccf8f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:19.888932 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-8b420076-1489-4eb6-9a70-55f64bed7766 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] The port '3148e202-49e8-4013-819d-934fc31db6e2' was deleted {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 15:52:19.917614 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b1eafc-738a-488b-a667-b79e3f156f18 None None] Pushing event deleted for resources: {'Port': ['ID=3148e202-49e8-4013-819d-934fc31db6e2,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:19.922353 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b1eafc-738a-488b-a667-b79e3f156f18 None None] No DVR routers for this DVR port 3148e202-49e8-4013-819d-934fc31db6e2 on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:52:19.961805 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8aa4061-e3ba-4919-b7a8-ae39292d8998 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Made reservation on behalf of 81f9d918a7ff445e8b2c1951e5c33cc9 for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:52:20.006071 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-af60c0ab-2ef7-4b6d-ad38-305ea47c513b tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Synchronizing usage tracker for tenant:be078dbf59284c8db757499639ef8c28 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:52:20.031924 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8b420076-1489-4eb6-9a70-55f64bed7766 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:20.063955 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-8b420076-1489-4eb6-9a70-55f64bed7766 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36fe47be-95f5-45e7-bd5b-f22f2000c1c4']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:20.090111 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-8b420076-1489-4eb6-9a70-55f64bed7766 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36dee383-8b60-4366-bb63-6db63ca82dac') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:20.090412 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-8b420076-1489-4eb6-9a70-55f64bed7766 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36dee383-8b60-4366-bb63-6db63ca82dac') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:20.095833 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-dbdfe04d-e658-412d-95e9-a473e623d720 None None] Attempt 2 to provision port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 Oct 26 15:52:20.105028 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8b420076-1489-4eb6-9a70-55f64bed7766 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:20.122244 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8b420076-1489-4eb6-9a70-55f64bed7766 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:20.128842 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b420076-1489-4eb6-9a70-55f64bed7766 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:52:20.129266 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8b420076-1489-4eb6-9a70-55f64bed7766 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:20.156135 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-af60c0ab-2ef7-4b6d-ad38-305ea47c513b tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Unset dirty status for tenant:be078dbf59284c8db757499639ef8c28 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:52:20.158995 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-af60c0ab-2ef7-4b6d-ad38-305ea47c513b tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "GET /v2.0/ports?device_id=e227f6ea-31e2-4700-9501-b8f5074eb6c4 HTTP/1.1" status: 200 len: 205 time: 0.3085682 Oct 26 15:52:20.161727 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 738747d3-fd7f-4e7a-898c-2eb6ef072d7d resource provider aggregate not found Oct 26 15:52:20.165420 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42760) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:20.174316 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b8aa4061-e3ba-4919-b7a8-ae39292d8998 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:20.175878 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-dbdfe04d-e658-412d-95e9-a473e623d720 None None] Port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:20.207262 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 36dee383-8b60-4366-bb63-6db63ca82dac resource provider aggregate not found Oct 26 15:52:20.228509 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 36dee383-8b60-4366-bb63-6db63ca82dac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 36dee383-8b60-4366-bb63-6db63ca82dac found for delete ", "request_id": "req-55fec18c-ac66-4c4c-9734-f2c513251d63"}]} Oct 26 15:52:20.250411 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 738747d3-fd7f-4e7a-898c-2eb6ef072d7d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 738747d3-fd7f-4e7a-898c-2eb6ef072d7d found for delete ", "request_id": "req-43e7232c-c340-41ce-b761-370bf2e9e613"}]} Oct 26 15:52:20.259637 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-baf1f2f9-d0b6-4461-9beb-9d0d8ccf8f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:20.285971 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d661d7-f49d-457a-8775-8908a556e4e7 req-336d51a7-0b03-4ef5-ae33-f63f6c4cfec0 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:20.287469 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d3d661d7-f49d-457a-8775-8908a556e4e7 req-336d51a7-0b03-4ef5-ae33-f63f6c4cfec0 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.4388690 Oct 26 15:52:20.292676 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-b8aa4061-e3ba-4919-b7a8-ae39292d8998 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] device_id is not set on port 0e96f4b5-b69e-4313-a70e-594a3f50c2db yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:52:20.323677 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8b420076-1489-4eb6-9a70-55f64bed7766 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:20.328138 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8b420076-1489-4eb6-9a70-55f64bed7766 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:20.328316 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-976a2cdd-a8a6-4c61-9a5e-948307cbddfa tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] delete failed (client error): The resource could not be found. Oct 26 15:52:20.329214 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-976a2cdd-a8a6-4c61-9a5e-948307cbddfa tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "DELETE /v2.0/routers/e227f6ea-31e2-4700-9501-b8f5074eb6c4 HTTP/1.1" status: 404 len: 336 time: 0.1604946 Oct 26 15:52:20.332700 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf1f2f9-d0b6-4461-9beb-9d0d8ccf8f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e709046b-9c10-4813-922f-3a373b374fb6,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:20.335259 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42768) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:20.368741 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-baf1f2f9-d0b6-4461-9beb-9d0d8ccf8f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:20.369844 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-baf1f2f9-d0b6-4461-9beb-9d0d8ccf8f33 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e709046b-9c10-4813-922f-3a373b374fb6 HTTP/1.1" status: 204 len: 168 time: 0.7711210 Oct 26 15:52:20.393541 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-8b420076-1489-4eb6-9a70-55f64bed7766 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "DELETE /v2.0/networks/36fe47be-95f5-45e7-bd5b-f22f2000c1c4 HTTP/1.1" status: 204 len: 168 time: 0.8518724 Oct 26 15:52:20.397831 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b420076-1489-4eb6-9a70-55f64bed7766 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Pushing event deleted for resources: {'Network': ['ID=36fe47be-95f5-45e7-bd5b-f22f2000c1c4,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:20.401150 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42774) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:20.402827 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fb4b972-b887-4609-af27-6183edabf46e tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] DELETE failed (client error): The resource could not be found. Oct 26 15:52:20.403406 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fb4b972-b887-4609-af27-6183edabf46e tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:52:20.409025 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-4fb4b972-b887-4609-af27-6183edabf46e tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "DELETE /v2.0/subnets/6cf85f4d-a58a-4f53-8303-88118e0ca6a4 HTTP/1.1" status: 404 len: 337 time: 0.0578969 Oct 26 15:52:20.409193 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42778) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:20.484667 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d3d661d7-f49d-457a-8775-8908a556e4e7 req-65231cec-0e03-4fa6-995b-1ca86916559b tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529765 Oct 26 15:52:20.583558 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f5a9a35a-2e04-44f9-b088-2da04f1f63db tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Deleting port 65e2768c-7415-4ef6-9dc6-68847976682f {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:52:20.583699 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f5a9a35a-2e04-44f9-b088-2da04f1f63db tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:20.597827 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6663e826-4039-4b9e-bc4d-15542508bfa4 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:20.631035 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6663e826-4039-4b9e-bc4d-15542508bfa4 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:20.669047 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-b8aa4061-e3ba-4919-b7a8-ae39292d8998 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Allocated IP 172.20.0.9 (c043a8c9-4101-4ad8-a4f1-f1173b3e8031/25954677-11ea-4c09-88e4-785dd0391624/0e96f4b5-b69e-4313-a70e-594a3f50c2db) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:52:20.676876 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-dbdfe04d-e658-412d-95e9-a473e623d720 None None] Attempt 3 to provision port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 Oct 26 15:52:20.779174 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-dbdfe04d-e658-412d-95e9-a473e623d720 None None] Port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:20.825798 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 025c45de-bbb4-4d04-b430-f9c38d83a30f up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:52:20.832195 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6663e826-4039-4b9e-bc4d-15542508bfa4 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:20.857368 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6663e826-4039-4b9e-bc4d-15542508bfa4 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=714ce366-d10f-43dc-886a-95016c1d1e76,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:20.953307 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6663e826-4039-4b9e-bc4d-15542508bfa4 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:20.954931 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-6663e826-4039-4b9e-bc4d-15542508bfa4 tempest-TestNetworkAdvancedServerOps-899653239 tempest-TestNetworkAdvancedServerOps-899653239-project] 10.222.0.23 "DELETE /v2.0/security-groups/714ce366-d10f-43dc-886a-95016c1d1e76 HTTP/1.1" status: 204 len: 168 time: 0.5535979 Oct 26 15:52:20.977305 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 5b231630-304c-451d-a1cc-c067446409e2 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:52:21.014851 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 5b231630-304c-451d-a1cc-c067446409e2 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:52:21.020586 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 5b231630-304c-451d-a1cc-c067446409e2 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:52:21.020586 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 872bb1f1-7a70-433f-8c45-8a5b179de111 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:52:21.024759 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f5a9a35a-2e04-44f9-b088-2da04f1f63db tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:21.048682 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 872bb1f1-7a70-433f-8c45-8a5b179de111 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:52:21.049030 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 872bb1f1-7a70-433f-8c45-8a5b179de111 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:52:21.163412 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f5a9a35a-2e04-44f9-b088-2da04f1f63db tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Calling delete_port for 65e2768c-7415-4ef6-9dc6-68847976682f owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:52:21.221721 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b8aa4061-e3ba-4919-b7a8-ae39292d8998 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:21.248045 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b8aa4061-e3ba-4919-b7a8-ae39292d8998 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Transition to ACTIVE for port object 0e96f4b5-b69e-4313-a70e-594a3f50c2db will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:52:21.280816 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-dbdfe04d-e658-412d-95e9-a473e623d720 None None] Attempt 4 to provision port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 Oct 26 15:52:21.337395 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-dbdfe04d-e658-412d-95e9-a473e623d720 None None] Port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:21.403952 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b8aa4061-e3ba-4919-b7a8-ae39292d8998 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:21.557320 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f5a9a35a-2e04-44f9-b088-2da04f1f63db tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:21.637086 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8aa4061-e3ba-4919-b7a8-ae39292d8998 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Network c043a8c9-4101-4ad8-a4f1-f1173b3e8031 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:52:21.679574 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-b8aa4061-e3ba-4919-b7a8-ae39292d8998 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:52:21.681984 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8aa4061-e3ba-4919-b7a8-ae39292d8998 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:52:21.761042 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa4061-e3ba-4919-b7a8-ae39292d8998 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event updated for resources: {'Port': ['ID=0e96f4b5-b69e-4313-a70e-594a3f50c2db,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:21.838369 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-dbdfe04d-e658-412d-95e9-a473e623d720 None None] Attempt 5 to provision port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 Oct 26 15:52:21.840887 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9a35a-2e04-44f9-b088-2da04f1f63db tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Pushing event deleted for resources: {'Port': ['ID=65e2768c-7415-4ef6-9dc6-68847976682f,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:21.867219 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8aa4061-e3ba-4919-b7a8-ae39292d8998 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:21.867829 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b8aa4061-e3ba-4919-b7a8-ae39292d8998 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:21.896211 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-dbdfe04d-e658-412d-95e9-a473e623d720 None None] Port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:21.897142 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f5a9a35a-2e04-44f9-b088-2da04f1f63db tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:21.931014 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4578f9d-f856-4aef-8142-830f423d5ed3 req-bccc7015-6820-4041-b4ce-a62725af3497 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:21.932467 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a4578f9d-f856-4aef-8142-830f423d5ed3 req-bccc7015-6820-4041-b4ce-a62725af3497 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.3127320 Oct 26 15:52:21.977062 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b8aa4061-e3ba-4919-b7a8-ae39292d8998 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7693863 Oct 26 15:52:21.979678 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42788) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:21.984971 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a4578f9d-f856-4aef-8142-830f423d5ed3 req-c37b1c80-cf15-431f-a72e-6ad21ff6a2f0 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459843 Oct 26 15:52:21.987488 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-8945d990-997c-4321-96b8-f66d5334faa8 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'subnet': {'network_id': 'c043a8c9-4101-4ad8-a4f1-f1173b3e8031', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:52:22.003760 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f5a9a35a-2e04-44f9-b088-2da04f1f63db tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "DELETE /v2.0/ports/65e2768c-7415-4ef6-9dc6-68847976682f HTTP/1.1" status: 204 len: 168 time: 1.5856271 Oct 26 15:52:22.003879 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42792) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:22.071980 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-21831b74-3f96-4f76-9a01-4028ab1284e7 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Deleting port 49eea92e-979c-48e8-b371-436fb605b5f3 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:52:22.072235 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-21831b74-3f96-4f76-9a01-4028ab1284e7 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:22.157544 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8945d990-997c-4321-96b8-f66d5334faa8 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:52:22.161696 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8945d990-997c-4321-96b8-f66d5334faa8 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Usage tracker for resource:subnet and tenant:81f9d918a7ff445e8b2c1951e5c33cc9 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:52:22.164572 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8945d990-997c-4321-96b8-f66d5334faa8 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:52:22.171013 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8945d990-997c-4321-96b8-f66d5334faa8 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:52:22.226194 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8945d990-997c-4321-96b8-f66d5334faa8 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Made reservation on behalf of 81f9d918a7ff445e8b2c1951e5c33cc9 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:52:22.229859 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8945d990-997c-4321-96b8-f66d5334faa8 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:22.337115 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-21831b74-3f96-4f76-9a01-4028ab1284e7 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:22.362612 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.ipam_backend_mixin [None req-8945d990-997c-4321-96b8-f66d5334faa8 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 25954677-11ea-4c09-88e4-785dd0391624 (CIDR: 172.20.0.0/28) Oct 26 15:52:22.398104 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-8945d990-997c-4321-96b8-f66d5334faa8 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:52:22.398322 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-dbdfe04d-e658-412d-95e9-a473e623d720 None None] Attempt 6 to provision port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 Oct 26 15:52:22.398870 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8945d990-997c-4321-96b8-f66d5334faa8 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:52:22.454038 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-dbdfe04d-e658-412d-95e9-a473e623d720 None None] Port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:22.466380 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-21831b74-3f96-4f76-9a01-4028ab1284e7 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Calling delete_port for 49eea92e-979c-48e8-b371-436fb605b5f3 owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:52:22.479057 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-8945d990-997c-4321-96b8-f66d5334faa8 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4971058 Oct 26 15:52:22.481143 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42800) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:22.487433 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-a9e2ffdb-18a8-4e58-9341-cc461791b9bb tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'subnet': {'network_id': 'c043a8c9-4101-4ad8-a4f1-f1173b3e8031', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:52:22.567119 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42804) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:22.640532 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a9e2ffdb-18a8-4e58-9341-cc461791b9bb tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:52:22.645022 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a9e2ffdb-18a8-4e58-9341-cc461791b9bb tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Usage tracker for resource:subnet and tenant:81f9d918a7ff445e8b2c1951e5c33cc9 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:52:22.648101 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a9e2ffdb-18a8-4e58-9341-cc461791b9bb tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:52:22.654046 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a9e2ffdb-18a8-4e58-9341-cc461791b9bb tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:52:22.693446 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-21831b74-3f96-4f76-9a01-4028ab1284e7 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:22.737761 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-386c4c83-1ae9-4815-a00d-e1638f7b34c8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3ff1cd5d856143f1b2c461b2d5e300a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1695106 Oct 26 15:52:22.740441 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42810) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:22.744193 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21831b74-3f96-4f76-9a01-4028ab1284e7 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Pushing event deleted for resources: {'Port': ['ID=49eea92e-979c-48e8-b371-436fb605b5f3,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:22.780531 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e2ffdb-18a8-4e58-9341-cc461791b9bb tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Made reservation on behalf of 81f9d918a7ff445e8b2c1951e5c33cc9 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:52:22.785308 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a9e2ffdb-18a8-4e58-9341-cc461791b9bb tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:22.854208 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-21831b74-3f96-4f76-9a01-4028ab1284e7 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:22.863929 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-21831b74-3f96-4f76-9a01-4028ab1284e7 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "DELETE /v2.0/ports/49eea92e-979c-48e8-b371-436fb605b5f3 HTTP/1.1" status: 204 len: 168 time: 0.8591566 Oct 26 15:52:22.866488 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42814) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:22.896080 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a15065e3-1c9a-43d0-a43d-9594ebb2c5b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:22.945480 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a15065e3-1c9a-43d0-a43d-9594ebb2c5b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:22.955712 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-dbdfe04d-e658-412d-95e9-a473e623d720 None None] Attempt 7 to provision port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 Oct 26 15:52:22.957938 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb54ab58-6f18-41e2-b2ea-c831c05b22a8 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:22.958976 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-eb54ab58-6f18-41e2-b2ea-c831c05b22a8 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Synchronizing usage tracker for tenant:be078dbf59284c8db757499639ef8c28 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:52:22.972472 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.ipam_backend_mixin [None req-a9e2ffdb-18a8-4e58-9341-cc461791b9bb tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet f03d689c-da31-4588-9e7e-e178667a4dac (CIDR: 172.20.0.16/28) Oct 26 15:52:23.012744 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-dbdfe04d-e658-412d-95e9-a473e623d720 None None] Port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:23.044389 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9e2ffdb-18a8-4e58-9341-cc461791b9bb tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:52:23.044902 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9e2ffdb-18a8-4e58-9341-cc461791b9bb tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:52:23.072311 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-eb54ab58-6f18-41e2-b2ea-c831c05b22a8 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Unset dirty status for tenant:be078dbf59284c8db757499639ef8c28 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:52:23.073520 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-eb54ab58-6f18-41e2-b2ea-c831c05b22a8 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcda6f93-57d1-41ad-b007-62f0010b9957 HTTP/1.1" status: 200 len: 913 time: 0.2061243 Oct 26 15:52:23.078442 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42820) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:23.124119 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a15065e3-1c9a-43d0-a43d-9594ebb2c5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:23.126654 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a15065e3-1c9a-43d0-a43d-9594ebb2c5b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:23.127823 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a15065e3-1c9a-43d0-a43d-9594ebb2c5b7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/efb64fee-d72f-4eff-9e79-a843f3f08b9b HTTP/1.1" status: 204 len: 168 time: 0.3864887 Oct 26 15:52:23.140388 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15065e3-1c9a-43d0-a43d-9594ebb2c5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb64fee-d72f-4eff-9e79-a843f3f08b9b,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:23.161338 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a9e2ffdb-18a8-4e58-9341-cc461791b9bb tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6761427 Oct 26 15:52:23.161499 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42826) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:23.167577 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-1ae8eb27-8a3d-48ae-9909-d1818f1ff086 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'subnet': {'network_id': 'c043a8c9-4101-4ad8-a4f1-f1173b3e8031', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:52:23.315070 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-1ae8eb27-8a3d-48ae-9909-d1818f1ff086 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:52:23.319474 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-1ae8eb27-8a3d-48ae-9909-d1818f1ff086 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Usage tracker for resource:subnet and tenant:81f9d918a7ff445e8b2c1951e5c33cc9 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:52:23.322836 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-1ae8eb27-8a3d-48ae-9909-d1818f1ff086 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:52:23.329517 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-1ae8eb27-8a3d-48ae-9909-d1818f1ff086 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:52:23.403795 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae8eb27-8a3d-48ae-9909-d1818f1ff086 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Made reservation on behalf of 81f9d918a7ff445e8b2c1951e5c33cc9 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:52:23.407520 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1ae8eb27-8a3d-48ae-9909-d1818f1ff086 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:23.514535 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-dbdfe04d-e658-412d-95e9-a473e623d720 None None] Attempt 8 to provision port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 Oct 26 15:52:23.575572 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-dbdfe04d-e658-412d-95e9-a473e623d720 None None] Port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:23.595524 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1255aea-f4c0-444b-901b-cf9831b2f035 req-b9c815c8-a5a6-428d-96cc-edfdd7d3c0b9 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:23.597021 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b1255aea-f4c0-444b-901b-cf9831b2f035 req-b9c815c8-a5a6-428d-96cc-edfdd7d3c0b9 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.4651504 Oct 26 15:52:23.671025 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b1255aea-f4c0-444b-901b-cf9831b2f035 req-2e4a134c-d8b0-4589-ab1e-6f48cc8dd736 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644517 Oct 26 15:52:23.866936 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42832) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:23.872020 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1ae8eb27-8a3d-48ae-9909-d1818f1ff086 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:23.889930 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f0b6a6a3-733c-4113-9f36-38a47fe36e30 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:23.928413 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae8eb27-8a3d-48ae-9909-d1818f1ff086 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Network c043a8c9-4101-4ad8-a4f1-f1173b3e8031 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:52:23.934795 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-1ae8eb27-8a3d-48ae-9909-d1818f1ff086 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:52:23.937997 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae8eb27-8a3d-48ae-9909-d1818f1ff086 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:23.938598 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1ae8eb27-8a3d-48ae-9909-d1818f1ff086 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:23.944318 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233d4529-6502-431e-b056-0a526d1d617a None None] Network c043a8c9-4101-4ad8-a4f1-f1173b3e8031 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:52:23.944497 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-db1f99a8-68c3-43a8-afff-56230f5db3b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:23.958999 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae8eb27-8a3d-48ae-9909-d1818f1ff086 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event updated for resources: {'Subnet': ['ID=70a81437-dbe5-4140-a80d-6c65471b2ddb,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:24.034125 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-db1f99a8-68c3-43a8-afff-56230f5db3b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:52:24.041256 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-db1f99a8-68c3-43a8-afff-56230f5db3b1 admin admin] Usage tracker for resource:security_group_rule and tenant:430e1e85f4654d4db27f218cf924d9fd is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:52:24.045989 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-db1f99a8-68c3-43a8-afff-56230f5db3b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:52:24.054804 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-db1f99a8-68c3-43a8-afff-56230f5db3b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:52:24.062000 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-1ae8eb27-8a3d-48ae-9909-d1818f1ff086 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8990579 Oct 26 15:52:24.064350 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42836) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:24.070981 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-b106afa2-64be-4bb0-9b1a-5c3cc69a6bce tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1288614979', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '70a81437-dbe5-4140-a80d-6c65471b2ddb'}], 'security_groups': ['a0f97af0-3fd3-4cf3-9775-7b6837a0ed2d', 'a6bcf046-af3e-4118-b509-9f9797abe7df']}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:52:24.100559 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-dbdfe04d-e658-412d-95e9-a473e623d720 None None] Attempt 9 to provision port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 Oct 26 15:52:24.205064 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-dbdfe04d-e658-412d-95e9-a473e623d720 None None] Port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:24.285507 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-db1f99a8-68c3-43a8-afff-56230f5db3b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:24.344408 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-db1f99a8-68c3-43a8-afff-56230f5db3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:24.346353 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212253c9-f02d-42cd-b467-ba7a70cedfef None None] Update dhcp port {'port': {'network_id': 'c043a8c9-4101-4ad8-a4f1-f1173b3e8031', 'fixed_ips': [{'subnet_id': 'f03d689c-da31-4588-9e7e-e178667a4dac', 'ip_address': '172.20.0.18'}, {'subnet_id': '25954677-11ea-4c09-88e4-785dd0391624', 'ip_address': '172.20.0.2'}, {'subnet_id': '70a81437-dbe5-4140-a80d-6c65471b2ddb'}], 'binding:host_id': 'dv-neutron-862712-1-hyperv'}, 'id': '025c45de-bbb4-4d04-b430-f9c38d83a30f'} from dv-neutron-862712-1-hyperv. {{(pid=89749) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 26 15:52:24.355715 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b106afa2-64be-4bb0-9b1a-5c3cc69a6bce tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:24.394721 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f0b6a6a3-733c-4113-9f36-38a47fe36e30 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Deleting port d370e91e-9abd-472b-9fae-e35d855ef7ad {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:52:24.394950 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f0b6a6a3-733c-4113-9f36-38a47fe36e30 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:24.400777 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-212253c9-f02d-42cd-b467-ba7a70cedfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:24.451726 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-db1f99a8-68c3-43a8-afff-56230f5db3b1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=430e1e85f4654d4db27f218cf924d9fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5811508 Oct 26 15:52:24.453409 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42840) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:24.465160 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f99a8-68c3-43a8-afff-56230f5db3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588d9837-7a4b-4334-b58e-74be50927771,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:24.626221 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-212253c9-f02d-42cd-b467-ba7a70cedfef None None] Allocated IP 172.20.0.34 (c043a8c9-4101-4ad8-a4f1-f1173b3e8031/70a81437-dbe5-4140-a80d-6c65471b2ddb/025c45de-bbb4-4d04-b430-f9c38d83a30f) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:52:24.635908 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8535b0e3-3e7a-4905-a694-def9ae19d16f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:24.672740 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f0b6a6a3-733c-4113-9f36-38a47fe36e30 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:24.690453 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8535b0e3-3e7a-4905-a694-def9ae19d16f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:24.722285 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-dbdfe04d-e658-412d-95e9-a473e623d720 None None] Attempt 10 to provision port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 Oct 26 15:52:24.792352 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-dbdfe04d-e658-412d-95e9-a473e623d720 None None] Port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:24.829227 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f0b6a6a3-733c-4113-9f36-38a47fe36e30 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Calling delete_port for d370e91e-9abd-472b-9fae-e35d855ef7ad owned by network:router_interface {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:52:24.891193 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-212253c9-f02d-42cd-b467-ba7a70cedfef None None] For port 025c45de-bbb4-4d04-b430-f9c38d83a30f, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=025c45de-bbb4-4d04-b430-f9c38d83a30f,segment=NetworkSegment(bdfcdd37-4ac0-4520-88e5-aeb6e4239aaf),segment_id=bdfcdd37-4ac0-4520-88e5-aeb6e4239aaf)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:52:24.897040 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-dbdfe04d-e658-412d-95e9-a473e623d720 None None] Provisioning for port 025c45de-bbb4-4d04-b430-f9c38d83a30f completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:52:24.904258 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-dbdfe04d-e658-412d-95e9-a473e623d720 None None] Provisioning complete for port 025c45de-bbb4-4d04-b430-f9c38d83a30f triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:52:24.905218 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-dbdfe04d-e658-412d-95e9-a473e623d720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:24.905520 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-dbdfe04d-e658-412d-95e9-a473e623d720 None None] Attempt 1 to provision port 025c45de-bbb4-4d04-b430-f9c38d83a30f Oct 26 15:52:24.909383 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5adc7a5-859f-45fb-82d8-b25c980d78f1 req-18f50443-5193-4c2c-b49d-4dff7cd825fb tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:24.911001 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e5adc7a5-859f-45fb-82d8-b25c980d78f1 req-18f50443-5193-4c2c-b49d-4dff7cd825fb tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.1044226 Oct 26 15:52:24.964427 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e5adc7a5-859f-45fb-82d8-b25c980d78f1 req-633de1dc-0d80-4c30-bf92-cb195423d9c6 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458140 Oct 26 15:52:24.978392 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-212253c9-f02d-42cd-b467-ba7a70cedfef None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:24.997470 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-212253c9-f02d-42cd-b467-ba7a70cedfef None None] Ignored duplicate provisioning block setup for port 025c45de-bbb4-4d04-b430-f9c38d83a30f by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 26 15:52:25.034401 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8535b0e3-3e7a-4905-a694-def9ae19d16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:25.057409 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8535b0e3-3e7a-4905-a694-def9ae19d16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588d9837-7a4b-4334-b58e-74be50927771,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:25.057699 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-dbdfe04d-e658-412d-95e9-a473e623d720 None None] Current status of the port 025c45de-bbb4-4d04-b430-f9c38d83a30f is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:52:25.106730 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-212253c9-f02d-42cd-b467-ba7a70cedfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:25.137601 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f0b6a6a3-733c-4113-9f36-38a47fe36e30 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:25.250600 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-b106afa2-64be-4bb0-9b1a-5c3cc69a6bce tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Delete allocated IP 172.20.0.9 (c043a8c9-4101-4ad8-a4f1-f1173b3e8031/25954677-11ea-4c09-88e4-785dd0391624) {{(pid=89748) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 26 15:52:25.262261 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-b106afa2-64be-4bb0-9b1a-5c3cc69a6bce tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Allocated IP 172.20.0.38 (c043a8c9-4101-4ad8-a4f1-f1173b3e8031/70a81437-dbe5-4140-a80d-6c65471b2ddb/0e96f4b5-b69e-4313-a70e-594a3f50c2db) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:52:25.309982 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212253c9-f02d-42cd-b467-ba7a70cedfef None None] Pushing event updated for resources: {'Port': ['ID=025c45de-bbb4-4d04-b430-f9c38d83a30f,revision_number=7']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:25.321607 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b6a6a3-733c-4113-9f36-38a47fe36e30 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Pushing event deleted for resources: {'Port': ['ID=d370e91e-9abd-472b-9fae-e35d855ef7ad,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:25.354860 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8535b0e3-3e7a-4905-a694-def9ae19d16f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:25.358857 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8535b0e3-3e7a-4905-a694-def9ae19d16f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/588d9837-7a4b-4334-b58e-74be50927771 HTTP/1.1" status: 204 len: 168 time: 0.8998349 Oct 26 15:52:25.375482 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-39f69fd0-c401-4491-b11d-54b2e39c809e None None] Provisioning for port 0e96f4b5-b69e-4313-a70e-594a3f50c2db completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:52:25.380879 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-39f69fd0-c401-4491-b11d-54b2e39c809e None None] Provisioning complete for port 0e96f4b5-b69e-4313-a70e-594a3f50c2db triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:52:25.381260 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-39f69fd0-c401-4491-b11d-54b2e39c809e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:25.381592 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-39f69fd0-c401-4491-b11d-54b2e39c809e None None] Attempt 1 to provision port 0e96f4b5-b69e-4313-a70e-594a3f50c2db Oct 26 15:52:25.458860 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-39f69fd0-c401-4491-b11d-54b2e39c809e None None] Port 0e96f4b5-b69e-4313-a70e-594a3f50c2db cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:25.532925 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b106afa2-64be-4bb0-9b1a-5c3cc69a6bce tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:25.549981 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-b106afa2-64be-4bb0-9b1a-5c3cc69a6bce tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Ignored duplicate provisioning block setup for port 0e96f4b5-b69e-4313-a70e-594a3f50c2db by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 26 15:52:25.648511 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f0b6a6a3-733c-4113-9f36-38a47fe36e30 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:25.666661 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b106afa2-64be-4bb0-9b1a-5c3cc69a6bce tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:25.855208 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106afa2-64be-4bb0-9b1a-5c3cc69a6bce tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event updated for resources: {'Port': ['ID=0e96f4b5-b69e-4313-a70e-594a3f50c2db,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:25.880582 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-b106afa2-64be-4bb0-9b1a-5c3cc69a6bce tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] In _notify_port_updated(), no bound segment for port 0e96f4b5-b69e-4313-a70e-594a3f50c2db on network c043a8c9-4101-4ad8-a4f1-f1173b3e8031 {{(pid=89748) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 26 15:52:25.887808 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b106afa2-64be-4bb0-9b1a-5c3cc69a6bce tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:25.888660 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b106afa2-64be-4bb0-9b1a-5c3cc69a6bce tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:25.891076 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b106afa2-64be-4bb0-9b1a-5c3cc69a6bce tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "PUT /v2.0/ports/0e96f4b5-b69e-4313-a70e-594a3f50c2db HTTP/1.1" status: 200 len: 960 time: 1.8246315 Oct 26 15:52:25.893422 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42848) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:25.963172 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-39f69fd0-c401-4491-b11d-54b2e39c809e None None] Attempt 2 to provision port 0e96f4b5-b69e-4313-a70e-594a3f50c2db Oct 26 15:52:26.033999 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-39f69fd0-c401-4491-b11d-54b2e39c809e None None] Port 0e96f4b5-b69e-4313-a70e-594a3f50c2db cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:26.149950 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-75e638ad-4b20-4b3f-82c2-08d2c520749c tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Deleting port 0e96f4b5-b69e-4313-a70e-594a3f50c2db {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:52:26.150532 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-75e638ad-4b20-4b3f-82c2-08d2c520749c tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:26.327789 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b6a6a3-733c-4113-9f36-38a47fe36e30 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Router bcda6f93-57d1-41ad-b007-62f0010b9957 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:52:26.405246 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07c97c-43a6-48b5-aa1e-6dc6d12ff16a req-39b4dd06-66fd-44a1-8e92-e799fe7520e1 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:26.406782 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ee07c97c-43a6-48b5-aa1e-6dc6d12ff16a req-39b4dd06-66fd-44a1-8e92-e799fe7520e1 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.3209074 Oct 26 15:52:26.535058 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-39f69fd0-c401-4491-b11d-54b2e39c809e None None] Attempt 3 to provision port 0e96f4b5-b69e-4313-a70e-594a3f50c2db Oct 26 15:52:26.588974 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-39f69fd0-c401-4491-b11d-54b2e39c809e None None] Port 0e96f4b5-b69e-4313-a70e-594a3f50c2db cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:26.630001 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ee07c97c-43a6-48b5-aa1e-6dc6d12ff16a req-e0d920d4-4403-4fee-9884-130016024772 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670122 Oct 26 15:52:26.631659 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-75e638ad-4b20-4b3f-82c2-08d2c520749c tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:26.752439 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 025c45de-bbb4-4d04-b430-f9c38d83a30f up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:52:26.836188 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 025c45de-bbb4-4d04-b430-f9c38d83a30f triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:52:26.836559 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:26.836911 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 025c45de-bbb4-4d04-b430-f9c38d83a30f Oct 26 15:52:26.885282 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:26.897702 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-75e638ad-4b20-4b3f-82c2-08d2c520749c tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Calling delete_port for 0e96f4b5-b69e-4313-a70e-594a3f50c2db owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:52:26.955873 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b6a6a3-733c-4113-9f36-38a47fe36e30 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:52:26.958235 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 025c45de-bbb4-4d04-b430-f9c38d83a30f is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:52:26.963123 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f0b6a6a3-733c-4113-9f36-38a47fe36e30 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "PUT /v2.0/routers/bcda6f93-57d1-41ad-b007-62f0010b9957/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8834357 Oct 26 15:52:26.964505 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42854) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:26.968984 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5110fa68-8708-4c54-8490-816c024f2761 None None] Sync routers for ids ['bcda6f93-57d1-41ad-b007-62f0010b9957'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:52:26.979261 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5110fa68-8708-4c54-8490-816c024f2761 None None] Routers {'bcda6f93-57d1-41ad-b007-62f0010b9957'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:52:26.980207 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-5110fa68-8708-4c54-8490-816c024f2761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:52:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['bcda6f93-57d1-41ad-b007-62f0010b9957'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:27.044161 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-5110fa68-8708-4c54-8490-816c024f2761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:27.053312 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5110fa68-8708-4c54-8490-816c024f2761 None None] Routers {'bcda6f93-57d1-41ad-b007-62f0010b9957'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:52:27.054024 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-5110fa68-8708-4c54-8490-816c024f2761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:52:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['bcda6f93-57d1-41ad-b007-62f0010b9957'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:27.090290 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-39f69fd0-c401-4491-b11d-54b2e39c809e None None] Attempt 4 to provision port 0e96f4b5-b69e-4313-a70e-594a3f50c2db Oct 26 15:52:27.112183 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-75e638ad-4b20-4b3f-82c2-08d2c520749c tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:27.119365 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-5110fa68-8708-4c54-8490-816c024f2761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:27.119771 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5110fa68-8708-4c54-8490-816c024f2761 None None] The sync data for ids ['bcda6f93-57d1-41ad-b007-62f0010b9957'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:52:27.129192 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-39f69fd0-c401-4491-b11d-54b2e39c809e None None] Port 0e96f4b5-b69e-4313-a70e-594a3f50c2db was deleted so its status cannot be updated. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:52:27.151594 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6607c6d4-66b3-4613-82e4-f44c90c5e207 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for router, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:27.167226 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e638ad-4b20-4b3f-82c2-08d2c520749c tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event deleted for resources: {'Port': ['ID=0e96f4b5-b69e-4313-a70e-594a3f50c2db,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:27.240947 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-d7eef316-f79a-405f-a3eb-f1ad1a4e7306 None None] Could not find standard attr ID for object 0e96f4b5-b69e-4313-a70e-594a3f50c2db. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:52:27.256001 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-d7eef316-f79a-405f-a3eb-f1ad1a4e7306 None None] Provisioning complete for port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:52:27.256404 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d7eef316-f79a-405f-a3eb-f1ad1a4e7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:27.256733 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-d7eef316-f79a-405f-a3eb-f1ad1a4e7306 None None] Attempt 1 to provision port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 Oct 26 15:52:27.284012 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-75e638ad-4b20-4b3f-82c2-08d2c520749c tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:27.298797 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-75e638ad-4b20-4b3f-82c2-08d2c520749c tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/ports/0e96f4b5-b69e-4313-a70e-594a3f50c2db HTTP/1.1" status: 204 len: 168 time: 1.4022570 Oct 26 15:52:27.300618 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42860) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:27.324599 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-d7eef316-f79a-405f-a3eb-f1ad1a4e7306 None None] Port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:27.347931 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6607c6d4-66b3-4613-82e4-f44c90c5e207 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:27.353089 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-652b2e9c-c327-43f3-895f-7335b0f03806 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] GET failed (client error): The resource could not be found. Oct 26 15:52:27.353726 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-652b2e9c-c327-43f3-895f-7335b0f03806 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Synchronizing usage tracker for tenant:81f9d918a7ff445e8b2c1951e5c33cc9 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:52:27.403706 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-6607c6d4-66b3-4613-82e4-f44c90c5e207 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Deleting port caf8c5ec-502a-407a-aa05-012798b49997 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:52:27.404057 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6607c6d4-66b3-4613-82e4-f44c90c5e207 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:27.425981 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-652b2e9c-c327-43f3-895f-7335b0f03806 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Unset dirty status for tenant:81f9d918a7ff445e8b2c1951e5c33cc9 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:52:27.427218 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-652b2e9c-c327-43f3-895f-7335b0f03806 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "GET /v2.0/ports/0e96f4b5-b69e-4313-a70e-594a3f50c2db HTTP/1.1" status: 404 len: 333 time: 0.1254199 Oct 26 15:52:27.430056 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42864) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:27.495763 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c6a6abfd-9526-463c-b6ec-4f9f9b1b96ce tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:27.524045 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c6a6abfd-9526-463c-b6ec-4f9f9b1b96ce tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:27.580384 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6607c6d4-66b3-4613-82e4-f44c90c5e207 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:27.660785 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c6a6abfd-9526-463c-b6ec-4f9f9b1b96ce tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:27.681550 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a6abfd-9526-463c-b6ec-4f9f9b1b96ce tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aaf63cd-a5b9-4a7b-8c21-8afd9b865ee2,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:27.700737 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c6a6abfd-9526-463c-b6ec-4f9f9b1b96ce tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:27.705063 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c6a6abfd-9526-463c-b6ec-4f9f9b1b96ce tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/security-groups/3aaf63cd-a5b9-4a7b-8c21-8afd9b865ee2 HTTP/1.1" status: 204 len: 168 time: 0.2715344 Oct 26 15:52:27.705731 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42870) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:27.710099 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-6607c6d4-66b3-4613-82e4-f44c90c5e207 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Calling delete_port for caf8c5ec-502a-407a-aa05-012798b49997 owned by network:router_gateway {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:52:27.778657 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5f64d8e4-b7ec-4da8-aa8c-ba47bf57e2a2 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:27.808038 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5f64d8e4-b7ec-4da8-aa8c-ba47bf57e2a2 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:27.825693 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-d7eef316-f79a-405f-a3eb-f1ad1a4e7306 None None] Attempt 2 to provision port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 Oct 26 15:52:27.893170 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-d7eef316-f79a-405f-a3eb-f1ad1a4e7306 None None] Port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:27.923201 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5f64d8e4-b7ec-4da8-aa8c-ba47bf57e2a2 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:27.943142 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f64d8e4-b7ec-4da8-aa8c-ba47bf57e2a2 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bcf046-af3e-4118-b509-9f9797abe7df,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:27.946563 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5f64d8e4-b7ec-4da8-aa8c-ba47bf57e2a2 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:27.952586 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-5f64d8e4-b7ec-4da8-aa8c-ba47bf57e2a2 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/security-groups/a6bcf046-af3e-4118-b509-9f9797abe7df HTTP/1.1" status: 204 len: 168 time: 0.2407849 Oct 26 15:52:27.952586 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42874) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:28.014479 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c3553163-996a-47f9-b26d-6df767c36383 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:28.038784 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb5fa8c-5ab9-4576-867f-f6fed51b74d7 req-23a86a6b-c986-450e-b122-399b287fe592 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:28.040169 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bbb5fa8c-5ab9-4576-867f-f6fed51b74d7 req-23a86a6b-c986-450e-b122-399b287fe592 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.1928611 Oct 26 15:52:28.042135 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c3553163-996a-47f9-b26d-6df767c36383 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:28.100141 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bbb5fa8c-5ab9-4576-867f-f6fed51b74d7 req-e2a5ca28-4d71-443e-9848-72f36240072b tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493853 Oct 26 15:52:28.134936 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6607c6d4-66b3-4613-82e4-f44c90c5e207 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:28.163240 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c3553163-996a-47f9-b26d-6df767c36383 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:28.183518 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3553163-996a-47f9-b26d-6df767c36383 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f97af0-3fd3-4cf3-9775-7b6837a0ed2d,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:28.184214 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607c6d4-66b3-4613-82e4-f44c90c5e207 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Pushing event deleted for resources: {'Port': ['ID=caf8c5ec-502a-407a-aa05-012798b49997,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:28.190702 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c3553163-996a-47f9-b26d-6df767c36383 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:28.194436 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c3553163-996a-47f9-b26d-6df767c36383 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/security-groups/a0f97af0-3fd3-4cf3-9775-7b6837a0ed2d HTTP/1.1" status: 204 len: 168 time: 0.2405570 Oct 26 15:52:28.196427 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42878) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:28.263536 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab2ccf1a-545b-45cf-88f3-b8d20e684413 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Deleting subnet 25954677-11ea-4c09-88e4-785dd0391624 {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:52:28.267122 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ab2ccf1a-545b-45cf-88f3-b8d20e684413 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:28.284168 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6607c6d4-66b3-4613-82e4-f44c90c5e207 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:28.322815 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ab2ccf1a-545b-45cf-88f3-b8d20e684413 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:28.394200 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-d7eef316-f79a-405f-a3eb-f1ad1a4e7306 None None] Attempt 3 to provision port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 Oct 26 15:52:28.413434 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ab2ccf1a-545b-45cf-88f3-b8d20e684413 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:28.450754 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-d7eef316-f79a-405f-a3eb-f1ad1a4e7306 None None] Port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:28.463751 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6607c6d4-66b3-4613-82e4-f44c90c5e207 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:28.466105 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6607c6d4-66b3-4613-82e4-f44c90c5e207 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:28.546656 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ab2ccf1a-545b-45cf-88f3-b8d20e684413 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:28.563073 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6607c6d4-66b3-4613-82e4-f44c90c5e207 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:28.563595 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6607c6d4-66b3-4613-82e4-f44c90c5e207 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Fanout notify agent at l3_agent the message router_deleted on router bcda6f93-57d1-41ad-b007-62f0010b9957 {{(pid=89748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:52:28.578971 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6607c6d4-66b3-4613-82e4-f44c90c5e207 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:28.579997 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-6607c6d4-66b3-4613-82e4-f44c90c5e207 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "DELETE /v2.0/routers/bcda6f93-57d1-41ad-b007-62f0010b9957 HTTP/1.1" status: 204 len: 168 time: 1.6145132 Oct 26 15:52:28.582485 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42882) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:28.586203 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ccf1a-545b-45cf-88f3-b8d20e684413 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event deleted for resources: {'Subnet': ['ID=25954677-11ea-4c09-88e4-785dd0391624,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:28.589978 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ab2ccf1a-545b-45cf-88f3-b8d20e684413 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:28.596439 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ab2ccf1a-545b-45cf-88f3-b8d20e684413 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/subnets/25954677-11ea-4c09-88e4-785dd0391624 HTTP/1.1" status: 204 len: 168 time: 0.3988769 Oct 26 15:52:28.597412 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2643c3-8ce7-459b-b796-c531482c701e None None] Network c043a8c9-4101-4ad8-a4f1-f1173b3e8031 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:52:28.602811 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42886) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:28.657584 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-a36096ea-d53e-4167-9355-13beed835c45 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Deleting subnet a231fc49-1080-4ecc-9fe9-e75ac9fd203d {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:52:28.660729 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a36096ea-d53e-4167-9355-13beed835c45 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:28.702059 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0463382-bfc2-4d85-94ef-8450f8097248 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Deleting subnet 70a81437-dbe5-4140-a80d-6c65471b2ddb {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:52:28.705944 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f0463382-bfc2-4d85-94ef-8450f8097248 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:28.718187 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a36096ea-d53e-4167-9355-13beed835c45 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:28.771281 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f0463382-bfc2-4d85-94ef-8450f8097248 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:28.789971 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a36096ea-d53e-4167-9355-13beed835c45 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:28.865204 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f0463382-bfc2-4d85-94ef-8450f8097248 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:28.912468 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a36096ea-d53e-4167-9355-13beed835c45 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:28.952086 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-d7eef316-f79a-405f-a3eb-f1ad1a4e7306 None None] Attempt 4 to provision port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 Oct 26 15:52:28.963061 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a36096ea-d53e-4167-9355-13beed835c45 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:28.966628 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36096ea-d53e-4167-9355-13beed835c45 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Pushing event deleted for resources: {'Subnet': ['ID=a231fc49-1080-4ecc-9fe9-e75ac9fd203d,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:28.976738 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a36096ea-d53e-4167-9355-13beed835c45 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "DELETE /v2.0/subnets/a231fc49-1080-4ecc-9fe9-e75ac9fd203d HTTP/1.1" status: 204 len: 168 time: 0.3912003 Oct 26 15:52:28.978505 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42890) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:28.992307 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f0463382-bfc2-4d85-94ef-8450f8097248 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:29.020843 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-d7eef316-f79a-405f-a3eb-f1ad1a4e7306 None None] Port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:29.040573 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0463382-bfc2-4d85-94ef-8450f8097248 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event deleted for resources: {'Subnet': ['ID=70a81437-dbe5-4140-a80d-6c65471b2ddb,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:29.044248 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f0463382-bfc2-4d85-94ef-8450f8097248 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:29.054054 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f0463382-bfc2-4d85-94ef-8450f8097248 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/subnets/70a81437-dbe5-4140-a80d-6c65471b2ddb HTTP/1.1" status: 204 len: 168 time: 0.4502470 Oct 26 15:52:29.056482 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42894) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:29.100332 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-57f5a9a0-4206-40cd-8070-e665d6103bef tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] DELETE failed (client error): The resource could not be found. Oct 26 15:52:29.100969 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57f5a9a0-4206-40cd-8070-e665d6103bef tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:52:29.102835 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-57f5a9a0-4206-40cd-8070-e665d6103bef tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/subnets/25954677-11ea-4c09-88e4-785dd0391624 HTTP/1.1" status: 404 len: 337 time: 0.0452104 Oct 26 15:52:29.105441 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42898) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:29.113012 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1cc44c14-0597-43ff-b51f-166440a50980 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:29.182183 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf4e5246-1636-4e67-977a-545a1275ac7d tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Deleting subnet f03d689c-da31-4588-9e7e-e178667a4dac {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:52:29.186383 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bf4e5246-1636-4e67-977a-545a1275ac7d tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:29.267030 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bf4e5246-1636-4e67-977a-545a1275ac7d tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:29.274034 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1cc44c14-0597-43ff-b51f-166440a50980 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:29.308850 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-1cc44c14-0597-43ff-b51f-166440a50980 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e94e8c8a-a582-41c1-a696-8dfeab49cdb0']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:29.329233 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-1cc44c14-0597-43ff-b51f-166440a50980 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5630757-917d-4b25-8c3a-850e08891db7') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:29.329614 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-1cc44c14-0597-43ff-b51f-166440a50980 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5630757-917d-4b25-8c3a-850e08891db7') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:29.343722 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1cc44c14-0597-43ff-b51f-166440a50980 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:29.361852 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1cc44c14-0597-43ff-b51f-166440a50980 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:29.368702 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cc44c14-0597-43ff-b51f-166440a50980 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:52:29.374090 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1cc44c14-0597-43ff-b51f-166440a50980 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:29.395871 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bf4e5246-1636-4e67-977a-545a1275ac7d tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:29.459493 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment f5630757-917d-4b25-8c3a-850e08891db7 resource provider aggregate not found Oct 26 15:52:29.463873 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8143fb-84ad-4c04-9ac8-b1ac49a9a194 None None] Network c043a8c9-4101-4ad8-a4f1-f1173b3e8031 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:52:29.490609 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment f5630757-917d-4b25-8c3a-850e08891db7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f5630757-917d-4b25-8c3a-850e08891db7 found for delete ", "request_id": "req-29e8c0b5-4c3e-422f-82d4-a8e9510658eb"}]} Oct 26 15:52:29.549067 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-d7eef316-f79a-405f-a3eb-f1ad1a4e7306 None None] Attempt 5 to provision port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 Oct 26 15:52:29.581421 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1cc44c14-0597-43ff-b51f-166440a50980 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:29.600476 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1cc44c14-0597-43ff-b51f-166440a50980 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:29.611209 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc44c14-0597-43ff-b51f-166440a50980 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] Pushing event deleted for resources: {'Network': ['ID=e94e8c8a-a582-41c1-a696-8dfeab49cdb0,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:29.615197 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-1cc44c14-0597-43ff-b51f-166440a50980 tempest-FloatingIPTestJSON-1833064735 tempest-FloatingIPTestJSON-1833064735-project] 10.222.0.23 "DELETE /v2.0/networks/e94e8c8a-a582-41c1-a696-8dfeab49cdb0 HTTP/1.1" status: 204 len: 168 time: 0.6355774 Oct 26 15:52:29.616164 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bf4e5246-1636-4e67-977a-545a1275ac7d tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:29.674517 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e5246-1636-4e67-977a-545a1275ac7d tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event deleted for resources: {'Subnet': ['ID=f03d689c-da31-4588-9e7e-e178667a4dac,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:29.680656 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bf4e5246-1636-4e67-977a-545a1275ac7d tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:29.693036 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-bf4e5246-1636-4e67-977a-545a1275ac7d tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/subnets/f03d689c-da31-4588-9e7e-e178667a4dac HTTP/1.1" status: 204 len: 168 time: 0.5864675 Oct 26 15:52:29.695976 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42912) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:29.736525 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0650a0-7e63-4df5-ae01-eeabccb3aafb req-ee42f1ab-0b74-4d97-9afa-c7918999cd20 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:29.738922 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-5c0650a0-7e63-4df5-ae01-eeabccb3aafb req-ee42f1ab-0b74-4d97-9afa-c7918999cd20 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.1654711 Oct 26 15:52:29.752960 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-5240fd42-bba0-4382-b4b2-0bd5d36ff925 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] DELETE failed (client error): The resource could not be found. Oct 26 15:52:29.752960 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5240fd42-bba0-4382-b4b2-0bd5d36ff925 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:52:29.753273 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-d7eef316-f79a-405f-a3eb-f1ad1a4e7306 None None] Port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:29.762564 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-5240fd42-bba0-4382-b4b2-0bd5d36ff925 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/subnets/cc2852e5-d4ac-414a-82d5-8be579a95546 HTTP/1.1" status: 404 len: 337 time: 0.0592358 Oct 26 15:52:29.762564 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42916) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:29.788029 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-5c0650a0-7e63-4df5-ae01-eeabccb3aafb req-0db7be43-f096-4732-b0b2-5fa2984d23cb tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437088 Oct 26 15:52:29.815291 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-e4a4fe80-f6a0-449c-bf63-4a4d9e733f1b tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Synchronizing usage tracker for tenant:81f9d918a7ff445e8b2c1951e5c33cc9 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:52:29.828603 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-e4a4fe80-f6a0-449c-bf63-4a4d9e733f1b tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Unset dirty status for tenant:81f9d918a7ff445e8b2c1951e5c33cc9 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:52:29.829733 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-e4a4fe80-f6a0-449c-bf63-4a4d9e733f1b tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "GET /v2.0/ports?device_id=97e11a38-65d2-4ced-a804-eb2f7e280337 HTTP/1.1" status: 200 len: 205 time: 0.0719726 Oct 26 15:52:29.840891 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42920) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:29.875911 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c43581-1726-4d80-9362-af308386a1a8 None None] DHCP port deletion for c043a8c9-4101-4ad8-a4f1-f1173b3e8031 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:52:29.880459 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-23c43581-1726-4d80-9362-af308386a1a8 None None] Deleting port 025c45de-bbb4-4d04-b430-f9c38d83a30f {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:52:29.880917 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-23c43581-1726-4d80-9362-af308386a1a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:29.915484 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-9a32e4e5-10f4-46f8-914d-fcf0ca6b2799 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] delete failed (client error): The resource could not be found. Oct 26 15:52:29.916622 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-9a32e4e5-10f4-46f8-914d-fcf0ca6b2799 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/routers/97e11a38-65d2-4ced-a804-eb2f7e280337 HTTP/1.1" status: 404 len: 336 time: 0.0747621 Oct 26 15:52:29.919207 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42924) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:29.958657 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-e782cbed-b098-41cf-bb8d-d9ca20041224 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] DELETE failed (client error): The resource could not be found. Oct 26 15:52:29.959112 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e782cbed-b098-41cf-bb8d-d9ca20041224 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:52:29.960843 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e782cbed-b098-41cf-bb8d-d9ca20041224 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/subnets/af06a22b-75c5-450c-bf13-f04561adc634 HTTP/1.1" status: 404 len: 337 time: 0.0406926 Oct 26 15:52:29.963348 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42928) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:30.005573 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b1b7e0f-c114-424d-b57f-2c00a5ab74d1 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] DELETE failed (client error): The resource could not be found. Oct 26 15:52:30.006018 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b1b7e0f-c114-424d-b57f-2c00a5ab74d1 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:52:30.007728 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-0b1b7e0f-c114-424d-b57f-2c00a5ab74d1 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/subnets/47ef5778-b050-42ec-8744-23625594f415 HTTP/1.1" status: 404 len: 337 time: 0.0434837 Oct 26 15:52:30.010249 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42932) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:30.048678 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eca3e48-0cb9-4659-8bd5-ed234c16ea50 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] DELETE failed (client error): The resource could not be found. Oct 26 15:52:30.049123 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eca3e48-0cb9-4659-8bd5-ed234c16ea50 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:52:30.053094 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-6eca3e48-0cb9-4659-8bd5-ed234c16ea50 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/subnets/a225878d-1021-4097-b509-9a0410342df5 HTTP/1.1" status: 404 len: 337 time: 0.0396276 Oct 26 15:52:30.053344 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42936) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:30.096143 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1c1b8cb-94b9-46f8-a233-e809424d5da6 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] DELETE failed (client error): The resource could not be found. Oct 26 15:52:30.096619 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1c1b8cb-94b9-46f8-a233-e809424d5da6 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:52:30.099043 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e1c1b8cb-94b9-46f8-a233-e809424d5da6 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/ports/91d2422f-d5dc-4288-aed2-e1d0dc8234a5 HTTP/1.1" status: 404 len: 333 time: 0.0447781 Oct 26 15:52:30.101603 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42942) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:30.133144 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-23c43581-1726-4d80-9362-af308386a1a8 None None] For port 025c45de-bbb4-4d04-b430-f9c38d83a30f, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=025c45de-bbb4-4d04-b430-f9c38d83a30f,segment=NetworkSegment(bdfcdd37-4ac0-4520-88e5-aeb6e4239aaf),segment_id=bdfcdd37-4ac0-4520-88e5-aeb6e4239aaf)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:52:30.133643 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-23c43581-1726-4d80-9362-af308386a1a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:30.148120 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d7990d7-3fb4-45ab-8e0a-37e5b30acf54 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] DELETE failed (client error): The resource could not be found. Oct 26 15:52:30.148740 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d7990d7-3fb4-45ab-8e0a-37e5b30acf54 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:52:30.150542 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-1d7990d7-3fb4-45ab-8e0a-37e5b30acf54 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/subnets/98a5b5a1-b7d8-41c4-89a7-bd2c009486ca HTTP/1.1" status: 404 len: 337 time: 0.0480821 Oct 26 15:52:30.153096 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42946) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:30.179228 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42950) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:30.195220 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b5c4e64-2dc5-467b-9acf-1beacf8db5b0 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] DELETE failed (client error): The resource could not be found. Oct 26 15:52:30.195737 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b5c4e64-2dc5-467b-9acf-1beacf8db5b0 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:52:30.199796 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-2b5c4e64-2dc5-467b-9acf-1beacf8db5b0 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/subnets/910e621b-4ed5-40ce-99b5-baa78d496cdc HTTP/1.1" status: 404 len: 337 time: 0.0432861 Oct 26 15:52:30.200134 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42956) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:30.267478 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-d7eef316-f79a-405f-a3eb-f1ad1a4e7306 None None] Attempt 6 to provision port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 Oct 26 15:52:30.301192 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-23c43581-1726-4d80-9362-af308386a1a8 None None] Calling delete_port for 025c45de-bbb4-4d04-b430-f9c38d83a30f owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:52:30.364453 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a66d120-a28c-4737-80c3-321a2d2bdd00 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] DELETE failed (client error): The resource could not be found. Oct 26 15:52:30.364915 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a66d120-a28c-4737-80c3-321a2d2bdd00 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:52:30.368822 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-8a66d120-a28c-4737-80c3-321a2d2bdd00 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/ports/26ad2023-2872-4d99-a3fa-0c4430669d02 HTTP/1.1" status: 404 len: 333 time: 0.1654673 Oct 26 15:52:30.369071 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42960) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:30.379616 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-d7eef316-f79a-405f-a3eb-f1ad1a4e7306 None None] Port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:30.422172 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-aebd99b5-7745-4c74-b783-b5c97d607790 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] DELETE failed (client error): The resource could not be found. Oct 26 15:52:30.422640 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aebd99b5-7745-4c74-b783-b5c97d607790 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:52:30.424269 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-aebd99b5-7745-4c74-b783-b5c97d607790 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/subnets/467bad40-3eb5-4591-ad20-b7d5e9476f82 HTTP/1.1" status: 404 len: 337 time: 0.0543532 Oct 26 15:52:30.427007 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42964) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:30.439251 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-5bac0e60-0870-4e75-89ab-ae4a433f2f28 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=be078dbf59284c8db757499639ef8c28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2588727 Oct 26 15:52:30.442004 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 42968) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:30.465362 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad48af77-6802-437a-ae48-5a425fa36d55 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] DELETE failed (client error): The resource could not be found. Oct 26 15:52:30.465821 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad48af77-6802-437a-ae48-5a425fa36d55 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:52:30.468101 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ad48af77-6802-437a-ae48-5a425fa36d55 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/subnets/02c845d4-fa51-4287-987c-dccd38539a55 HTTP/1.1" status: 404 len: 337 time: 0.0400891 Oct 26 15:52:30.470824 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42972) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:30.484223 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-23c43581-1726-4d80-9362-af308386a1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:30.503247 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a10006e3-374a-4704-9763-19ff8cd8cfdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:30.531150 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a10006e3-374a-4704-9763-19ff8cd8cfdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:30.535363 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c43581-1726-4d80-9362-af308386a1a8 None None] Pushing event deleted for resources: {'Port': ['ID=025c45de-bbb4-4d04-b430-f9c38d83a30f,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:30.538876 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c43581-1726-4d80-9362-af308386a1a8 None None] No DVR routers for this DVR port 025c45de-bbb4-4d04-b430-f9c38d83a30f on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:52:30.659070 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-2c1f05a9-d256-4dea-8101-06eb409442d8 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Deleting port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:52:30.659507 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2c1f05a9-d256-4dea-8101-06eb409442d8 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:30.666772 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a10006e3-374a-4704-9763-19ff8cd8cfdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:30.691967 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10006e3-374a-4704-9763-19ff8cd8cfdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf25438-aa50-49ff-b5c1-1d1695aa0495,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:30.697920 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a10006e3-374a-4704-9763-19ff8cd8cfdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:30.699351 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a10006e3-374a-4704-9763-19ff8cd8cfdc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ebf25438-aa50-49ff-b5c1-1d1695aa0495 HTTP/1.1" status: 204 len: 168 time: 0.2563186 Oct 26 15:52:30.771993 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 025c45de-bbb4-4d04-b430-f9c38d83a30f no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:52:30.808467 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 025c45de-bbb4-4d04-b430-f9c38d83a30f {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:52:30.808726 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 025c45de-bbb4-4d04-b430-f9c38d83a30f not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:52:30.904220 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2c1f05a9-d256-4dea-8101-06eb409442d8 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:30.923691 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-d7eef316-f79a-405f-a3eb-f1ad1a4e7306 None None] Attempt 7 to provision port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 Oct 26 15:52:31.012994 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-d7eef316-f79a-405f-a3eb-f1ad1a4e7306 None None] Port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:31.025306 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad696b-c6cc-4ddb-8e35-8169482ec78b req-4d9e5f56-e564-44b9-a2c5-ab8133d8db0b tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:31.027415 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-19ad696b-c6cc-4ddb-8e35-8169482ec78b req-4d9e5f56-e564-44b9-a2c5-ab8133d8db0b tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.1044908 Oct 26 15:52:31.057683 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-2c1f05a9-d256-4dea-8101-06eb409442d8 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Calling delete_port for b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:52:31.091801 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-19ad696b-c6cc-4ddb-8e35-8169482ec78b req-84796552-b360-4443-bfc0-4524bb3eafa3 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575023 Oct 26 15:52:31.197665 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2c1f05a9-d256-4dea-8101-06eb409442d8 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:31.247785 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f05a9-d256-4dea-8101-06eb409442d8 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event deleted for resources: {'Port': ['ID=b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:31.253299 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2c1f05a9-d256-4dea-8101-06eb409442d8 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:31.324676 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-2c1f05a9-d256-4dea-8101-06eb409442d8 tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/ports/b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 HTTP/1.1" status: 204 len: 168 time: 0.8526115 Oct 26 15:52:31.327711 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 42990) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:31.446672 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-83a1a815-e566-421a-ba59-08fc4941501b tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:31.514260 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-d7eef316-f79a-405f-a3eb-f1ad1a4e7306 None None] Attempt 8 to provision port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 Oct 26 15:52:31.553402 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-d7eef316-f79a-405f-a3eb-f1ad1a4e7306 None None] Port b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3 was deleted so its status cannot be updated. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:52:31.556933 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-d7eef316-f79a-405f-a3eb-f1ad1a4e7306 None None] Could not find standard attr ID for object 025c45de-bbb4-4d04-b430-f9c38d83a30f. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:52:31.588714 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-83a1a815-e566-421a-ba59-08fc4941501b tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:31.618731 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-83a1a815-e566-421a-ba59-08fc4941501b tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c043a8c9-4101-4ad8-a4f1-f1173b3e8031']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:31.631935 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-83a1a815-e566-421a-ba59-08fc4941501b tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdfcdd37-4ac0-4520-88e5-aeb6e4239aaf') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:31.632236 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-83a1a815-e566-421a-ba59-08fc4941501b tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdfcdd37-4ac0-4520-88e5-aeb6e4239aaf') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:31.643563 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-83a1a815-e566-421a-ba59-08fc4941501b tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:31.660008 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-83a1a815-e566-421a-ba59-08fc4941501b tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:31.666402 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83a1a815-e566-421a-ba59-08fc4941501b tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:52:31.666821 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-83a1a815-e566-421a-ba59-08fc4941501b tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:31.667899 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-69b7254f-838a-49e2-b0e8-198878ef5a05 None None] Could not find standard attr ID for object b4ede7cc-50da-48fc-b6f7-27bb5cd18bc3. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:52:31.671877 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-69b7254f-838a-49e2-b0e8-198878ef5a05 None None] Could not find standard attr ID for object 025c45de-bbb4-4d04-b430-f9c38d83a30f. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:52:31.733296 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment bdfcdd37-4ac0-4520-88e5-aeb6e4239aaf resource provider aggregate not found Oct 26 15:52:31.759095 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment bdfcdd37-4ac0-4520-88e5-aeb6e4239aaf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bdfcdd37-4ac0-4520-88e5-aeb6e4239aaf found for delete ", "request_id": "req-d2e01240-f7dd-4348-a9b1-eb0f463755e6"}]} Oct 26 15:52:31.808595 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-83a1a815-e566-421a-ba59-08fc4941501b tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:31.813375 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-83a1a815-e566-421a-ba59-08fc4941501b tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:31.838405 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-83a1a815-e566-421a-ba59-08fc4941501b tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] 10.222.0.23 "DELETE /v2.0/networks/c043a8c9-4101-4ad8-a4f1-f1173b3e8031 HTTP/1.1" status: 204 len: 168 time: 0.5087626 Oct 26 15:52:31.839270 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1a815-e566-421a-ba59-08fc4941501b tempest-PortsTestJSON-1292670253 tempest-PortsTestJSON-1292670253-project] Pushing event deleted for resources: {'Network': ['ID=c043a8c9-4101-4ad8-a4f1-f1173b3e8031,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:31.850361 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43008) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:31.952244 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-79df318b-bccd-48ea-9667-c9432cc16e82 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-439490085'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:52:31.957220 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-79df318b-bccd-48ea-9667-c9432cc16e82 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:52:31.961048 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-79df318b-bccd-48ea-9667-c9432cc16e82 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Usage tracker for resource:network and tenant:33165e7b97ac42778d9b016b22174455 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:52:31.963885 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-79df318b-bccd-48ea-9667-c9432cc16e82 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:52:31.970570 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-79df318b-bccd-48ea-9667-c9432cc16e82 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:52:32.042939 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79df318b-bccd-48ea-9667-c9432cc16e82 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Made reservation on behalf of 33165e7b97ac42778d9b016b22174455 for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:52:32.046985 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-79df318b-bccd-48ea-9667-c9432cc16e82 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:32.059520 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-79df318b-bccd-48ea-9667-c9432cc16e82 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:32.074071 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-79df318b-bccd-48ea-9667-c9432cc16e82 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:52:32.077972 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-79df318b-bccd-48ea-9667-c9432cc16e82 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Usage tracker for resource:security_group_rule and tenant:33165e7b97ac42778d9b016b22174455 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:52:32.080826 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-79df318b-bccd-48ea-9667-c9432cc16e82 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:52:32.083109 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-474a6993-cef9-4248-9e46-360840a8c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:32.086786 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-79df318b-bccd-48ea-9667-c9432cc16e82 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:52:32.171351 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-79df318b-bccd-48ea-9667-c9432cc16e82 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:32.246561 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-79df318b-bccd-48ea-9667-c9432cc16e82 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:32.293835 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79df318b-bccd-48ea-9667-c9432cc16e82 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:52:32.302366 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df318b-bccd-48ea-9667-c9432cc16e82 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a45cda87-d815-4881-8dcd-9c402f55f9a7,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:32.313436 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-79df318b-bccd-48ea-9667-c9432cc16e82 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:32.313707 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-79df318b-bccd-48ea-9667-c9432cc16e82 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Added segment a9122bc4-3212-4395-ad3d-f0eaf5fb62f8 of type vlan for network 85f6d917-2e80-4b48-808a-5b296f2d3caa Oct 26 15:52:32.320677 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43018) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:32.353406 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a60fea-202d-42c2-acb6-1483fbdb1e0f req-fd038ee9-a053-4542-abbd-d3ac411d4d48 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:32.354885 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-52a60fea-202d-42c2-acb6-1483fbdb1e0f req-fd038ee9-a053-4542-abbd-d3ac411d4d48 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.1624582 Oct 26 15:52:32.356426 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-79df318b-bccd-48ea-9667-c9432cc16e82 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:32.417719 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-52a60fea-202d-42c2-acb6-1483fbdb1e0f req-d5cfe50f-512b-4d21-8679-64ba1c33d867 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560935 Oct 26 15:52:32.476387 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-9a761f27-bc1e-41fd-b065-7133742dff03 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=81f9d918a7ff445e8b2c1951e5c33cc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1544309 Oct 26 15:52:32.478936 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43026) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:32.484111 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-79df318b-bccd-48ea-9667-c9432cc16e82 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:32.489724 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79df318b-bccd-48ea-9667-c9432cc16e82 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:32.490339 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-79df318b-bccd-48ea-9667-c9432cc16e82 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:32.539589 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-986edf8d-125a-4550-804d-1d2d2e0c5924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:32.566248 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-986edf8d-125a-4550-804d-1d2d2e0c5924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:32.604458 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df318b-bccd-48ea-9667-c9432cc16e82 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event updated for resources: {'Network': ['ID=85f6d917-2e80-4b48-808a-5b296f2d3caa,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:32.616603 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 85f6d917-2e80-4b48-808a-5b296f2d3caa details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:52:32.692190 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-79df318b-bccd-48ea-9667-c9432cc16e82 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8381233 Oct 26 15:52:32.694302 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43030) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:32.697631 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-986edf8d-125a-4550-804d-1d2d2e0c5924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:32.706970 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-94facb8a-4b9c-4ea8-8541-35eab93563c0 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1762939614'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:52:32.723985 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-94facb8a-4b9c-4ea8-8541-35eab93563c0 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:52:32.730569 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986edf8d-125a-4550-804d-1d2d2e0c5924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb290931-fc3f-43c3-bb32-237239e97172,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:32.733835 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-94facb8a-4b9c-4ea8-8541-35eab93563c0 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Usage tracker for resource:network and tenant:33165e7b97ac42778d9b016b22174455 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:52:32.737338 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-94facb8a-4b9c-4ea8-8541-35eab93563c0 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:52:32.740393 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-986edf8d-125a-4550-804d-1d2d2e0c5924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:32.741488 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-986edf8d-125a-4550-804d-1d2d2e0c5924 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cb290931-fc3f-43c3-bb32-237239e97172 HTTP/1.1" status: 204 len: 168 time: 0.2616677 Oct 26 15:52:32.745574 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-94facb8a-4b9c-4ea8-8541-35eab93563c0 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:52:32.832090 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94facb8a-4b9c-4ea8-8541-35eab93563c0 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Made reservation on behalf of 33165e7b97ac42778d9b016b22174455 for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:52:32.836332 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-94facb8a-4b9c-4ea8-8541-35eab93563c0 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:32.868636 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94facb8a-4b9c-4ea8-8541-35eab93563c0 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:52:32.879101 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-94facb8a-4b9c-4ea8-8541-35eab93563c0 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:32.879440 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-94facb8a-4b9c-4ea8-8541-35eab93563c0 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Added segment b438c629-6684-44f5-ab35-5ed86e3f17f9 of type vlan for network 4830ad93-eb4d-42e8-bf05-41077263f280 Oct 26 15:52:32.911349 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-94facb8a-4b9c-4ea8-8541-35eab93563c0 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:32.946968 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d105ba-63c7-4fda-89b4-cd249d25bb73 req-c862dde6-8d81-4984-97c6-1d3093ae15fc tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:32.948448 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c5d105ba-63c7-4fda-89b4-cd249d25bb73 req-c862dde6-8d81-4984-97c6-1d3093ae15fc tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.1036541 Oct 26 15:52:32.994764 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c5d105ba-63c7-4fda-89b4-cd249d25bb73 req-d16c1f74-d83b-4fc3-a8fe-d2fbf58e787b tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397520 Oct 26 15:52:33.027037 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-94facb8a-4b9c-4ea8-8541-35eab93563c0 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:33.033693 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94facb8a-4b9c-4ea8-8541-35eab93563c0 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:33.034274 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-94facb8a-4b9c-4ea8-8541-35eab93563c0 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:33.159227 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94facb8a-4b9c-4ea8-8541-35eab93563c0 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event updated for resources: {'Network': ['ID=4830ad93-eb4d-42e8-bf05-41077263f280,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:33.172699 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 4830ad93-eb4d-42e8-bf05-41077263f280 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:52:33.181330 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09db5d5-d318-4359-9cca-ddd1972a0c6b req-232832db-2d09-467c-8f6b-0e4f08bff02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:33.182885 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a09db5d5-d318-4359-9cca-ddd1972a0c6b req-232832db-2d09-467c-8f6b-0e4f08bff02d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4119eb7a47547308296079685b102f3&device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 1098 time: 0.1988313 Oct 26 15:52:33.259739 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-94facb8a-4b9c-4ea8-8541-35eab93563c0 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5642681 Oct 26 15:52:33.262749 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43046) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:33.271797 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-fb7fc37e-ca28-4d16-a3fe-39d0bac40cf8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Request body: {'subnet': {'network_id': '85f6d917-2e80-4b48-808a-5b296f2d3caa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:52:33.321367 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09db5d5-d318-4359-9cca-ddd1972a0c6b req-5063eac3-4cfe-482d-986c-0ffdcdee6ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:33.322823 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a09db5d5-d318-4359-9cca-ddd1972a0c6b req-5063eac3-4cfe-482d-986c-0ffdcdee6ca5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b52fa13-90e5-4d9b-bd04-f08f37ff314e HTTP/1.1" status: 200 len: 913 time: 0.1344278 Oct 26 15:52:33.388283 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-fb7fc37e-ca28-4d16-a3fe-39d0bac40cf8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:52:33.393131 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-fb7fc37e-ca28-4d16-a3fe-39d0bac40cf8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Usage tracker for resource:subnet and tenant:33165e7b97ac42778d9b016b22174455 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:52:33.396317 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-fb7fc37e-ca28-4d16-a3fe-39d0bac40cf8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:52:33.402138 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-fb7fc37e-ca28-4d16-a3fe-39d0bac40cf8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:52:33.439627 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a09db5d5-d318-4359-9cca-ddd1972a0c6b req-a90086ac-0375-405e-b6a8-467818c163af service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c267633-51b9-4b9d-bbf1-b8861290ab0b HTTP/1.1" status: 200 len: 1000 time: 0.1092227 Oct 26 15:52:33.483192 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7fc37e-ca28-4d16-a3fe-39d0bac40cf8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Made reservation on behalf of 33165e7b97ac42778d9b016b22174455 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:52:33.486737 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fb7fc37e-ca28-4d16-a3fe-39d0bac40cf8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:33.507900 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09db5d5-d318-4359-9cca-ddd1972a0c6b req-6019bbbd-3210-4020-a52f-7c2e9ed3b2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:33.509391 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a09db5d5-d318-4359-9cca-ddd1972a0c6b req-6019bbbd-3210-4020-a52f-7c2e9ed3b2e0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5cc9e74e-861e-45d0-8d44-208c9e1f2999 HTTP/1.1" status: 200 len: 851 time: 0.0636377 Oct 26 15:52:33.598860 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09db5d5-d318-4359-9cca-ddd1972a0c6b req-498155a8-1b5b-42e1-9c58-258201959da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:33.600389 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a09db5d5-d318-4359-9cca-ddd1972a0c6b req-498155a8-1b5b-42e1-9c58-258201959da4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b52fa13-90e5-4d9b-bd04-f08f37ff314e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0849028 Oct 26 15:52:33.747622 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a09db5d5-d318-4359-9cca-ddd1972a0c6b req-8eef511f-a02e-43e0-bc5e-e35b7f159dd3 service neutron] 10.222.0.48 "GET /v2.0/networks/9b52fa13-90e5-4d9b-bd04-f08f37ff314e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405301 Oct 26 15:52:33.839601 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43062) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:33.871889 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fb7fc37e-ca28-4d16-a3fe-39d0bac40cf8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:33.884172 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a09db5d5-d318-4359-9cca-ddd1972a0c6b req-8fbda1ec-8b4b-4936-b935-c78df126221f service neutron] 10.222.0.48 "GET /v2.0/networks/9b52fa13-90e5-4d9b-bd04-f08f37ff314e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309466 Oct 26 15:52:33.958315 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-b8f90a66-5b0e-4293-909d-5705c9c4086b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-170740203-network', 'tenant_id': '3c8998251032425cb54859b8c2e97d89'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:52:33.967627 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b8f90a66-5b0e-4293-909d-5705c9c4086b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:52:33.969728 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7fc37e-ca28-4d16-a3fe-39d0bac40cf8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event updated for resources: {'Subnet': ['ID=4ca7272f-82fc-4671-8fe9-f2b7511bede5,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:33.975095 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b8f90a66-5b0e-4293-909d-5705c9c4086b admin admin] Usage tracker for resource:network and tenant:3c8998251032425cb54859b8c2e97d89 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:52:33.979133 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b8f90a66-5b0e-4293-909d-5705c9c4086b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:52:33.987233 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b8f90a66-5b0e-4293-909d-5705c9c4086b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:52:33.991949 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7fc37e-ca28-4d16-a3fe-39d0bac40cf8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Checking segment: {'id': 'a9122bc4-3212-4395-ad3d-f0eaf5fb62f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '85f6d917-2e80-4b48-808a-5b296f2d3caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:52:33.992306 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7fc37e-ca28-4d16-a3fe-39d0bac40cf8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Network hostable DHCP agents. Network: 85f6d917-2e80-4b48-808a-5b296f2d3caa, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:52:34.060432 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f90a66-5b0e-4293-909d-5705c9c4086b admin admin] Made reservation on behalf of 3c8998251032425cb54859b8c2e97d89 for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:52:34.063310 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b8f90a66-5b0e-4293-909d-5705c9c4086b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:34.076888 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b8f90a66-5b0e-4293-909d-5705c9c4086b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:34.091473 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b8f90a66-5b0e-4293-909d-5705c9c4086b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:52:34.095294 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b8f90a66-5b0e-4293-909d-5705c9c4086b admin admin] Usage tracker for resource:security_group_rule and tenant:3c8998251032425cb54859b8c2e97d89 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:52:34.098037 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b8f90a66-5b0e-4293-909d-5705c9c4086b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:52:34.104140 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b8f90a66-5b0e-4293-909d-5705c9c4086b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:52:34.107717 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7fc37e-ca28-4d16-a3fe-39d0bac40cf8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Network 85f6d917-2e80-4b48-808a-5b296f2d3caa is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:52:34.199991 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-fb7fc37e-ca28-4d16-a3fe-39d0bac40cf8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 85f6d917-2e80-4b48-808a-5b296f2d3caa) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:52:34.208013 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7fc37e-ca28-4d16-a3fe-39d0bac40cf8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:34.208290 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fb7fc37e-ca28-4d16-a3fe-39d0bac40cf8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:34.212653 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86a6ee2-6b9e-4752-be3a-00563693e067 None None] Network 85f6d917-2e80-4b48-808a-5b296f2d3caa requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:52:34.213459 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b8f90a66-5b0e-4293-909d-5705c9c4086b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:34.266203 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b8f90a66-5b0e-4293-909d-5705c9c4086b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:34.301789 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-fb7fc37e-ca28-4d16-a3fe-39d0bac40cf8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0351419 Oct 26 15:52:34.301789 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8f90a66-5b0e-4293-909d-5705c9c4086b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:52:34.307398 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43070) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:34.318346 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-2161a5b0-26fc-4a5b-a1f9-c56d0587caea tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Request body: {'subnet': {'network_id': '4830ad93-eb4d-42e8-bf05-41077263f280', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:52:34.337115 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f90a66-5b0e-4293-909d-5705c9c4086b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68561780-99c7-4078-8c93-c1dd71fe310d,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:34.347137 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b8f90a66-5b0e-4293-909d-5705c9c4086b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:34.347569 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-b8f90a66-5b0e-4293-909d-5705c9c4086b admin admin] Added segment bc3d5831-ed76-4b61-8014-1cb356afbc0d of type vlan for network 1e1a72ff-2302-4bf7-8480-79e42523d7a8 Oct 26 15:52:34.363754 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b2815-abd0-4eed-b866-bcd9e4e7777f req-43178ec0-3108-4e33-8932-5ffdd445a897 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:34.365492 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-302b2815-abd0-4eed-b866-bcd9e4e7777f req-43178ec0-3108-4e33-8932-5ffdd445a897 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.1014850 Oct 26 15:52:34.436755 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-302b2815-abd0-4eed-b866-bcd9e4e7777f req-b558c9af-27e6-48cd-853e-8364798336b3 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561168 Oct 26 15:52:34.463672 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b8f90a66-5b0e-4293-909d-5705c9c4086b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:34.469529 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-2161a5b0-26fc-4a5b-a1f9-c56d0587caea tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:52:34.475369 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-2161a5b0-26fc-4a5b-a1f9-c56d0587caea tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Usage tracker for resource:subnet and tenant:33165e7b97ac42778d9b016b22174455 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:52:34.478213 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-0bf3db9b-5010-47d6-b874-eb9fa4f03754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:34.478516 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-2161a5b0-26fc-4a5b-a1f9-c56d0587caea tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:52:34.487499 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e44b5b1-5460-4b8a-a165-e5d2b48c5aa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-85f6d917-2e80-4b48-808a-5b296f2d3caa', 'network_id': '85f6d917-2e80-4b48-808a-5b296f2d3caa', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'fixed_ips': [{'subnet_id': '4ca7272f-82fc-4671-8fe9-f2b7511bede5'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:52:34.488333 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7e44b5b1-5460-4b8a-a165-e5d2b48c5aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:34.488513 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-2161a5b0-26fc-4a5b-a1f9-c56d0587caea tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:52:34.580645 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2161a5b0-26fc-4a5b-a1f9-c56d0587caea tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Made reservation on behalf of 33165e7b97ac42778d9b016b22174455 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:52:34.584341 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2161a5b0-26fc-4a5b-a1f9-c56d0587caea tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:34.600964 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b8f90a66-5b0e-4293-909d-5705c9c4086b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:34.601955 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f90a66-5b0e-4293-909d-5705c9c4086b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:34.602539 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b8f90a66-5b0e-4293-909d-5705c9c4086b admin admin] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:34.701475 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-7e44b5b1-5460-4b8a-a165-e5d2b48c5aa4 None None] Allocated IP 2001:db8::2 (85f6d917-2e80-4b48-808a-5b296f2d3caa/4ca7272f-82fc-4671-8fe9-f2b7511bede5/f469b813-1930-4d6e-b2d1-bd653b298dbd) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:52:34.795986 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f90a66-5b0e-4293-909d-5705c9c4086b admin admin] Pushing event updated for resources: {'Network': ['ID=1e1a72ff-2302-4bf7-8480-79e42523d7a8,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:34.809319 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 1e1a72ff-2302-4bf7-8480-79e42523d7a8 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:52:34.845886 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b8f90a66-5b0e-4293-909d-5705c9c4086b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0051987 Oct 26 15:52:34.849090 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43074) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:34.855070 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-4e8af31d-9b0a-4455-90fc-53812eeb5e5f admin admin] Request body: {'subnet': {'network_id': '1e1a72ff-2302-4bf7-8480-79e42523d7a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-170740203-subnet', 'tenant_id': '3c8998251032425cb54859b8c2e97d89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:52:34.861329 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-4e8af31d-9b0a-4455-90fc-53812eeb5e5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:52:34.865438 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-4e8af31d-9b0a-4455-90fc-53812eeb5e5f admin admin] Usage tracker for resource:subnet and tenant:3c8998251032425cb54859b8c2e97d89 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:52:34.870558 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-4e8af31d-9b0a-4455-90fc-53812eeb5e5f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:52:34.877184 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-4e8af31d-9b0a-4455-90fc-53812eeb5e5f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:52:34.945853 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8af31d-9b0a-4455-90fc-53812eeb5e5f admin admin] Made reservation on behalf of 3c8998251032425cb54859b8c2e97d89 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:52:34.948340 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4e8af31d-9b0a-4455-90fc-53812eeb5e5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:34.974713 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2161a5b0-26fc-4a5b-a1f9-c56d0587caea tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:35.012123 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7e44b5b1-5460-4b8a-a165-e5d2b48c5aa4 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:35.023576 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-7e44b5b1-5460-4b8a-a165-e5d2b48c5aa4 None None] Transition to ACTIVE for port object f469b813-1930-4d6e-b2d1-bd653b298dbd will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:52:35.044921 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-7e44b5b1-5460-4b8a-a165-e5d2b48c5aa4 None None] Transition to ACTIVE for port object f469b813-1930-4d6e-b2d1-bd653b298dbd will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:52:35.061454 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2161a5b0-26fc-4a5b-a1f9-c56d0587caea tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event updated for resources: {'Subnet': ['ID=0a058cc9-f60e-4a7e-bb27-29f184f7c092,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:35.071499 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2161a5b0-26fc-4a5b-a1f9-c56d0587caea tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Checking segment: {'id': 'b438c629-6684-44f5-ab35-5ed86e3f17f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4830ad93-eb4d-42e8-bf05-41077263f280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:52:35.071857 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2161a5b0-26fc-4a5b-a1f9-c56d0587caea tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Network hostable DHCP agents. Network: 4830ad93-eb4d-42e8-bf05-41077263f280, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:52:35.131165 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7e44b5b1-5460-4b8a-a165-e5d2b48c5aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:35.157224 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2161a5b0-26fc-4a5b-a1f9-c56d0587caea tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Network 4830ad93-eb4d-42e8-bf05-41077263f280 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:52:35.216474 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e44b5b1-5460-4b8a-a165-e5d2b48c5aa4 None None] Network 85f6d917-2e80-4b48-808a-5b296f2d3caa is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:52:35.220027 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-7e44b5b1-5460-4b8a-a165-e5d2b48c5aa4 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:52:35.223673 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e44b5b1-5460-4b8a-a165-e5d2b48c5aa4 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:52:35.229573 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44b5b1-5460-4b8a-a165-e5d2b48c5aa4 None None] Pushing event updated for resources: {'Port': ['ID=f469b813-1930-4d6e-b2d1-bd653b298dbd,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:35.237397 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-2161a5b0-26fc-4a5b-a1f9-c56d0587caea tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 4830ad93-eb4d-42e8-bf05-41077263f280) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:52:35.241799 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2161a5b0-26fc-4a5b-a1f9-c56d0587caea tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:35.244556 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2161a5b0-26fc-4a5b-a1f9-c56d0587caea tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:35.272099 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd0502a-6ece-443c-927f-899d3c6abe95 None None] Network 4830ad93-eb4d-42e8-bf05-41077263f280 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:52:35.295278 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:35.357423 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4e8af31d-9b0a-4455-90fc-53812eeb5e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:35.358325 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-2161a5b0-26fc-4a5b-a1f9-c56d0587caea tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0494552 Oct 26 15:52:35.366235 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43078) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:35.371801 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-71c29773-806a-4087-bb05-8ddbb1e74504 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2053458759', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:52:35.379135 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:35.379877 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-71c29773-806a-4087-bb05-8ddbb1e74504 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:52:35.386215 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-71c29773-806a-4087-bb05-8ddbb1e74504 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Usage tracker for resource:router and tenant:33165e7b97ac42778d9b016b22174455 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:52:35.390392 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-71c29773-806a-4087-bb05-8ddbb1e74504 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:52:35.396472 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-71c29773-806a-4087-bb05-8ddbb1e74504 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:52:35.416388 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-7e44b5b1-5460-4b8a-a165-e5d2b48c5aa4 None None] Attempting to bind port f469b813-1930-4d6e-b2d1-bd653b298dbd on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:52:35.416761 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-7e44b5b1-5460-4b8a-a165-e5d2b48c5aa4 None None] Attempting to bind port f469b813-1930-4d6e-b2d1-bd653b298dbd by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'a9122bc4-3212-4395-ad3d-f0eaf5fb62f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '85f6d917-2e80-4b48-808a-5b296f2d3caa'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:52:35.417123 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e44b5b1-5460-4b8a-a165-e5d2b48c5aa4 None None] Attempting to bind port f469b813-1930-4d6e-b2d1-bd653b298dbd on network 85f6d917-2e80-4b48-808a-5b296f2d3caa {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:52:35.426253 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e44b5b1-5460-4b8a-a165-e5d2b48c5aa4 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:52:35.426651 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e44b5b1-5460-4b8a-a165-e5d2b48c5aa4 None None] Checking segment: {'id': 'a9122bc4-3212-4395-ad3d-f0eaf5fb62f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '85f6d917-2e80-4b48-808a-5b296f2d3caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:52:35.427057 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7e44b5b1-5460-4b8a-a165-e5d2b48c5aa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:35.427451 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e44b5b1-5460-4b8a-a165-e5d2b48c5aa4 None None] Bound using segment: {'id': 'a9122bc4-3212-4395-ad3d-f0eaf5fb62f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '85f6d917-2e80-4b48-808a-5b296f2d3caa'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:52:35.427917 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-7e44b5b1-5460-4b8a-a165-e5d2b48c5aa4 None None] Bound port: f469b813-1930-4d6e-b2d1-bd653b298dbd, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9122bc4-3212-4395-ad3d-f0eaf5fb62f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '85f6d917-2e80-4b48-808a-5b296f2d3caa'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:52:35.433343 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7e44b5b1-5460-4b8a-a165-e5d2b48c5aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:35.440634 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8af31d-9b0a-4455-90fc-53812eeb5e5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=05c33714-39df-4f85-b4f7-97d22266fdf3,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:35.448207 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8af31d-9b0a-4455-90fc-53812eeb5e5f admin admin] Checking segment: {'id': 'bc3d5831-ed76-4b61-8014-1cb356afbc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1e1a72ff-2302-4bf7-8480-79e42523d7a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:52:35.448561 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8af31d-9b0a-4455-90fc-53812eeb5e5f admin admin] Network hostable DHCP agents. Network: 1e1a72ff-2302-4bf7-8480-79e42523d7a8, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:52:35.472085 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-71c29773-806a-4087-bb05-8ddbb1e74504 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:35.472976 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-71c29773-806a-4087-bb05-8ddbb1e74504 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:35.489281 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-71c29773-806a-4087-bb05-8ddbb1e74504 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:35.517094 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8af31d-9b0a-4455-90fc-53812eeb5e5f admin admin] Network 1e1a72ff-2302-4bf7-8480-79e42523d7a8 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:52:35.597843 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-71c29773-806a-4087-bb05-8ddbb1e74504 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:35.619253 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-7e44b5b1-5460-4b8a-a165-e5d2b48c5aa4 None None] For port f469b813-1930-4d6e-b2d1-bd653b298dbd, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:52:35.630489 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-4e8af31d-9b0a-4455-90fc-53812eeb5e5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 1e1a72ff-2302-4bf7-8480-79e42523d7a8) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:52:35.638790 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-7e44b5b1-5460-4b8a-a165-e5d2b48c5aa4 None None] For port f469b813-1930-4d6e-b2d1-bd653b298dbd, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=f469b813-1930-4d6e-b2d1-bd653b298dbd,segment=NetworkSegment(a9122bc4-3212-4395-ad3d-f0eaf5fb62f8),segment_id=a9122bc4-3212-4395-ad3d-f0eaf5fb62f8)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:52:35.639798 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8af31d-9b0a-4455-90fc-53812eeb5e5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:35.640548 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4e8af31d-9b0a-4455-90fc-53812eeb5e5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:35.653039 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec74a84-3a46-4fa6-95d0-d7f2a5ad1f2e None None] Network 1e1a72ff-2302-4bf7-8480-79e42523d7a8 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:52:35.664877 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb5155-f3c7-4922-9080-e1e8da4d00e8 req-563fe8cd-b0b4-46b9-8835-ceff01696541 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:35.666739 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393eb5a7-8d25-4fae-86df-cfd8d1bce615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-4830ad93-eb4d-42e8-bf05-41077263f280', 'network_id': '4830ad93-eb4d-42e8-bf05-41077263f280', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'fixed_ips': [{'subnet_id': '0a058cc9-f60e-4a7e-bb27-29f184f7c092'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:52:35.667276 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-5ebb5155-f3c7-4922-9080-e1e8da4d00e8 req-563fe8cd-b0b4-46b9-8835-ceff01696541 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.1154301 Oct 26 15:52:35.667676 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-393eb5a7-8d25-4fae-86df-cfd8d1bce615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:35.705443 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-71c29773-806a-4087-bb05-8ddbb1e74504 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:35.708615 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-71c29773-806a-4087-bb05-8ddbb1e74504 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3413355 Oct 26 15:52:35.713114 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43084) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:35.720833 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-5ebb5155-f3c7-4922-9080-e1e8da4d00e8 req-5db2f424-cb63-44f3-aaf7-fae5d63a502a tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476947 Oct 26 15:52:35.739991 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7e44b5b1-5460-4b8a-a165-e5d2b48c5aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:35.855669 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-4e8af31d-9b0a-4455-90fc-53812eeb5e5f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0053484 Oct 26 15:52:35.959157 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44b5b1-5460-4b8a-a165-e5d2b48c5aa4 None None] Pushing event updated for resources: {'Port': ['ID=f469b813-1930-4d6e-b2d1-bd653b298dbd,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:36.115896 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-393eb5a7-8d25-4fae-86df-cfd8d1bce615 None None] Allocated IP 2001:db8:1::2 (4830ad93-eb4d-42e8-bf05-41077263f280/0a058cc9-f60e-4a7e-bb27-29f184f7c092/1e3ef410-f7af-4b6c-8455-d924fd2a9941) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:52:36.137598 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b44a406-3be9-48fb-8845-bfffee8fa02a None None] Network 1e1a72ff-2302-4bf7-8480-79e42523d7a8 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:52:36.320864 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5831f585-c918-4a8a-8a74-2f23a1e33fbb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:36.340231 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645281b-0b82-4597-8698-c5a8300ab3e7 req-8ef688fc-5f1e-4b91-a85e-65e8ef8d2f17 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:36.341850 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7645281b-0b82-4597-8698-c5a8300ab3e7 req-8ef688fc-5f1e-4b91-a85e-65e8ef8d2f17 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.4992917 Oct 26 15:52:36.566931 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7645281b-0b82-4597-8698-c5a8300ab3e7 req-6f2a2d4c-7e68-4382-ad42-95f6d7af8d05 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644671 Oct 26 15:52:36.629135 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-393eb5a7-8d25-4fae-86df-cfd8d1bce615 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:36.640217 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-393eb5a7-8d25-4fae-86df-cfd8d1bce615 None None] Transition to ACTIVE for port object 1e3ef410-f7af-4b6c-8455-d924fd2a9941 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:52:36.661031 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-393eb5a7-8d25-4fae-86df-cfd8d1bce615 None None] Transition to ACTIVE for port object 1e3ef410-f7af-4b6c-8455-d924fd2a9941 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:52:36.743141 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-393eb5a7-8d25-4fae-86df-cfd8d1bce615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:36.825932 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43106) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:36.845950 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-9a0366bb-d1ff-443a-a8f9-67a518c4fc65 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1758342761-network', 'tenant_id': '1f309a5f702a460abe24c33dc4aae5da'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:52:36.852602 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-9a0366bb-d1ff-443a-a8f9-67a518c4fc65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:52:36.862980 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393eb5a7-8d25-4fae-86df-cfd8d1bce615 None None] Pushing event updated for resources: {'Port': ['ID=1e3ef410-f7af-4b6c-8455-d924fd2a9941,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:36.864997 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-9a0366bb-d1ff-443a-a8f9-67a518c4fc65 admin admin] Usage tracker for resource:network and tenant:1f309a5f702a460abe24c33dc4aae5da is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:52:36.866687 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:36.870254 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-9a0366bb-d1ff-443a-a8f9-67a518c4fc65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:52:36.876249 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-5831f585-c918-4a8a-8a74-2f23a1e33fbb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Allocated IP 2001:db8::1 (85f6d917-2e80-4b48-808a-5b296f2d3caa/4ca7272f-82fc-4671-8fe9-f2b7511bede5/7a77be06-522e-41d4-97f9-c16c3670b824) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:52:36.882945 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-9a0366bb-d1ff-443a-a8f9-67a518c4fc65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:52:36.884523 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393eb5a7-8d25-4fae-86df-cfd8d1bce615 None None] Network 4830ad93-eb4d-42e8-bf05-41077263f280 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:52:36.886079 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-393eb5a7-8d25-4fae-86df-cfd8d1bce615 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:52:36.892249 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393eb5a7-8d25-4fae-86df-cfd8d1bce615 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:52:36.898395 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328baa1-185e-41b3-9f53-c3a2fe3cd098 req-c493abf4-fbd0-4ced-b022-009aaf90bae1 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:36.900044 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-6328baa1-185e-41b3-9f53-c3a2fe3cd098 req-c493abf4-fbd0-4ced-b022-009aaf90bae1 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.1804745 Oct 26 15:52:36.900867 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device f469b813-1930-4d6e-b2d1-bd653b298dbd up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:52:36.956688 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43112) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:36.985459 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0366bb-d1ff-443a-a8f9-67a518c4fc65 admin admin] Made reservation on behalf of 1f309a5f702a460abe24c33dc4aae5da for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:52:36.987818 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9a0366bb-d1ff-443a-a8f9-67a518c4fc65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:37.011285 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9a0366bb-d1ff-443a-a8f9-67a518c4fc65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:37.050084 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-9a0366bb-d1ff-443a-a8f9-67a518c4fc65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:52:37.075444 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-393eb5a7-8d25-4fae-86df-cfd8d1bce615 None None] Attempting to bind port 1e3ef410-f7af-4b6c-8455-d924fd2a9941 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:52:37.075897 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-393eb5a7-8d25-4fae-86df-cfd8d1bce615 None None] Attempting to bind port 1e3ef410-f7af-4b6c-8455-d924fd2a9941 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'b438c629-6684-44f5-ab35-5ed86e3f17f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4830ad93-eb4d-42e8-bf05-41077263f280'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:52:37.076350 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393eb5a7-8d25-4fae-86df-cfd8d1bce615 None None] Attempting to bind port 1e3ef410-f7af-4b6c-8455-d924fd2a9941 on network 4830ad93-eb4d-42e8-bf05-41077263f280 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:52:37.081457 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-6328baa1-185e-41b3-9f53-c3a2fe3cd098 req-cd6bd53e-bd0a-49d1-b7ff-7b93fedd0205 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735463 Oct 26 15:52:37.083151 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393eb5a7-8d25-4fae-86df-cfd8d1bce615 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:52:37.083536 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393eb5a7-8d25-4fae-86df-cfd8d1bce615 None None] Checking segment: {'id': 'b438c629-6684-44f5-ab35-5ed86e3f17f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4830ad93-eb4d-42e8-bf05-41077263f280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:52:37.083955 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-393eb5a7-8d25-4fae-86df-cfd8d1bce615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:37.084345 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393eb5a7-8d25-4fae-86df-cfd8d1bce615 None None] Bound using segment: {'id': 'b438c629-6684-44f5-ab35-5ed86e3f17f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4830ad93-eb4d-42e8-bf05-41077263f280'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:52:37.084825 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-393eb5a7-8d25-4fae-86df-cfd8d1bce615 None None] Bound port: 1e3ef410-f7af-4b6c-8455-d924fd2a9941, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b438c629-6684-44f5-ab35-5ed86e3f17f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4830ad93-eb4d-42e8-bf05-41077263f280'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:52:37.085202 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-393eb5a7-8d25-4fae-86df-cfd8d1bce615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:37.130958 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b01edbb3-c3bf-4ef1-883a-db0215a7421f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/floatingips/21069e3c-da8c-4b32-89eb-21f0879a1773 HTTP/1.1" status: 200 len: 994 time: 0.1727414 Oct 26 15:52:37.205572 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-393eb5a7-8d25-4fae-86df-cfd8d1bce615 None None] For port 1e3ef410-f7af-4b6c-8455-d924fd2a9941, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:52:37.209308 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-393eb5a7-8d25-4fae-86df-cfd8d1bce615 None None] For port 1e3ef410-f7af-4b6c-8455-d924fd2a9941, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=1e3ef410-f7af-4b6c-8455-d924fd2a9941,segment=NetworkSegment(b438c629-6684-44f5-ab35-5ed86e3f17f9),segment_id=b438c629-6684-44f5-ab35-5ed86e3f17f9)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:52:37.243960 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bb9f07-27b5-4401-bd59-ca26c491faaa None None] Network 85f6d917-2e80-4b48-808a-5b296f2d3caa requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:52:37.257802 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-9a0366bb-d1ff-443a-a8f9-67a518c4fc65 admin admin] Usage tracker for resource:security_group_rule and tenant:1f309a5f702a460abe24c33dc4aae5da is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:52:37.264371 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-9a0366bb-d1ff-443a-a8f9-67a518c4fc65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:52:37.311338 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-393eb5a7-8d25-4fae-86df-cfd8d1bce615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:37.317163 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-9a0366bb-d1ff-443a-a8f9-67a518c4fc65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:52:37.352012 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port f469b813-1930-4d6e-b2d1-bd653b298dbd completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:52:37.380908 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5831f585-c918-4a8a-8a74-2f23a1e33fbb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:37.426820 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-5831f585-c918-4a8a-8a74-2f23a1e33fbb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Transition to ACTIVE for port object 7a77be06-522e-41d4-97f9-c16c3670b824 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:52:37.452687 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393eb5a7-8d25-4fae-86df-cfd8d1bce615 None None] Pushing event updated for resources: {'Port': ['ID=1e3ef410-f7af-4b6c-8455-d924fd2a9941,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:37.457313 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a0343-a426-4168-a711-c80ade08fbdd req-dacabe29-ae88-4cb9-8238-5996e07da5da tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:37.459575 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8a7a0343-a426-4168-a711-c80ade08fbdd req-dacabe29-ae88-4cb9-8238-5996e07da5da tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.1980999 Oct 26 15:52:37.486678 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43124) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:37.491714 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-bb8308e1-f8a5-4cf1-9c03-8f64814d79e5 None None] Provisioning for port f469b813-1930-4d6e-b2d1-bd653b298dbd completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:52:37.500549 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-bb8308e1-f8a5-4cf1-9c03-8f64814d79e5 None None] Provisioning complete for port f469b813-1930-4d6e-b2d1-bd653b298dbd triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:52:37.500927 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bb8308e1-f8a5-4cf1-9c03-8f64814d79e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:37.501662 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-bb8308e1-f8a5-4cf1-9c03-8f64814d79e5 None None] Attempt 1 to provision port f469b813-1930-4d6e-b2d1-bd653b298dbd Oct 26 15:52:37.552435 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8a7a0343-a426-4168-a711-c80ade08fbdd req-0959a7f6-3cf2-4677-b05f-6c819bbc7c7f tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791554 Oct 26 15:52:37.554003 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9a0366bb-d1ff-443a-a8f9-67a518c4fc65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:37.625881 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9a0366bb-d1ff-443a-a8f9-67a518c4fc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:37.653394 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5831f585-c918-4a8a-8a74-2f23a1e33fbb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:37.765925 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-bb8308e1-f8a5-4cf1-9c03-8f64814d79e5 None None] Current status of the port f469b813-1930-4d6e-b2d1-bd653b298dbd is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:52:37.766523 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bb8308e1-f8a5-4cf1-9c03-8f64814d79e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:37.790205 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5831f585-c918-4a8a-8a74-2f23a1e33fbb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Network 85f6d917-2e80-4b48-808a-5b296f2d3caa is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:52:37.791104 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a0366bb-d1ff-443a-a8f9-67a518c4fc65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:52:37.799052 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-5831f585-c918-4a8a-8a74-2f23a1e33fbb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:52:37.830301 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5831f585-c918-4a8a-8a74-2f23a1e33fbb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:52:37.830301 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5831f585-c918-4a8a-8a74-2f23a1e33fbb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:37.830708 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-bb8308e1-f8a5-4cf1-9c03-8f64814d79e5 None None] For port f469b813-1930-4d6e-b2d1-bd653b298dbd, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=f469b813-1930-4d6e-b2d1-bd653b298dbd,segment=NetworkSegment(a9122bc4-3212-4395-ad3d-f0eaf5fb62f8),segment_id=a9122bc4-3212-4395-ad3d-f0eaf5fb62f8)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:52:37.836635 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0366bb-d1ff-443a-a8f9-67a518c4fc65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4de763-e7ca-4fe5-9484-6c7937a807e7,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:37.851687 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5831f585-c918-4a8a-8a74-2f23a1e33fbb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event updated for resources: {'Port': ['ID=7a77be06-522e-41d4-97f9-c16c3670b824,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:37.870977 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9a0366bb-d1ff-443a-a8f9-67a518c4fc65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:37.871322 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-9a0366bb-d1ff-443a-a8f9-67a518c4fc65 admin admin] Added segment f4a3fc1e-31e4-4e3c-b114-7de5d4726039 of type vlan for network cdbc25d0-22c5-4c30-be54-ee76db01afe3 Oct 26 15:52:37.888004 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-aa230d66-cb31-43e0-bcc9-c21a3ec2b265 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Deleting port ef961954-6951-411b-8239-6adc01a04585 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:52:37.888340 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-aa230d66-cb31-43e0-bcc9-c21a3ec2b265 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:37.910801 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9a0366bb-d1ff-443a-a8f9-67a518c4fc65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:37.911500 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bb8308e1-f8a5-4cf1-9c03-8f64814d79e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:38.004255 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8308e1-f8a5-4cf1-9c03-8f64814d79e5 None None] Pushing event updated for resources: {'Port': ['ID=f469b813-1930-4d6e-b2d1-bd653b298dbd,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:38.037798 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9a0366bb-d1ff-443a-a8f9-67a518c4fc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:38.039612 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0366bb-d1ff-443a-a8f9-67a518c4fc65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:38.039612 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9a0366bb-d1ff-443a-a8f9-67a518c4fc65 admin admin] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:38.099092 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559263c-9e4f-48d0-980a-c449d34eb97b req-37ab1706-e3fa-4b38-a324-b278b73d8143 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:38.100607 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c559263c-9e4f-48d0-980a-c449d34eb97b req-37ab1706-e3fa-4b38-a324-b278b73d8143 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.3648655 Oct 26 15:52:38.135700 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-b0bd735f-0ba8-4581-a159-fc2d076aefbd None None] Provisioning complete for port f469b813-1930-4d6e-b2d1-bd653b298dbd triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:52:38.136721 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b0bd735f-0ba8-4581-a159-fc2d076aefbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:38.137396 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-b0bd735f-0ba8-4581-a159-fc2d076aefbd None None] Attempt 1 to provision port f469b813-1930-4d6e-b2d1-bd653b298dbd Oct 26 15:52:38.172286 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5831f585-c918-4a8a-8a74-2f23a1e33fbb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:38.203770 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0366bb-d1ff-443a-a8f9-67a518c4fc65 admin admin] Pushing event updated for resources: {'Network': ['ID=cdbc25d0-22c5-4c30-be54-ee76db01afe3,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:38.219647 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network cdbc25d0-22c5-4c30-be54-ee76db01afe3 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:52:38.251521 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c559263c-9e4f-48d0-980a-c449d34eb97b req-c8a507cc-302c-45ad-a68a-82d34f75f61c tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011412 Oct 26 15:52:38.277024 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-aa230d66-cb31-43e0-bcc9-c21a3ec2b265 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:38.277623 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-aa230d66-cb31-43e0-bcc9-c21a3ec2b265 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:38.296890 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-9a0366bb-d1ff-443a-a8f9-67a518c4fc65 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4661322 Oct 26 15:52:38.302027 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43132) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:38.399986 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-b0bd735f-0ba8-4581-a159-fc2d076aefbd None None] Current status of the port f469b813-1930-4d6e-b2d1-bd653b298dbd is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:52:38.473742 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-aa230d66-cb31-43e0-bcc9-c21a3ec2b265 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Calling delete_port for ef961954-6951-411b-8239-6adc01a04585 owned by network:floatingip {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:52:38.491643 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-daed206d-c7a5-4767-8fdc-040e72249a4d admin admin] Request body: {'subnet': {'network_id': 'cdbc25d0-22c5-4c30-be54-ee76db01afe3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1758342761-subnet', 'tenant_id': '1f309a5f702a460abe24c33dc4aae5da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:52:38.497013 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-daed206d-c7a5-4767-8fdc-040e72249a4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:52:38.502017 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-daed206d-c7a5-4767-8fdc-040e72249a4d admin admin] Usage tracker for resource:subnet and tenant:1f309a5f702a460abe24c33dc4aae5da is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:52:38.505318 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-daed206d-c7a5-4767-8fdc-040e72249a4d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:52:38.530910 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-daed206d-c7a5-4767-8fdc-040e72249a4d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:52:38.669279 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daed206d-c7a5-4767-8fdc-040e72249a4d admin admin] Made reservation on behalf of 1f309a5f702a460abe24c33dc4aae5da for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:52:38.673007 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-daed206d-c7a5-4767-8fdc-040e72249a4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:38.706230 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-8d0c9e15-8960-4140-85ab-345b97528157 None None] Provisioning for port 7a77be06-522e-41d4-97f9-c16c3670b824 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:52:38.720659 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-8d0c9e15-8960-4140-85ab-345b97528157 None None] Provisioning complete for port 7a77be06-522e-41d4-97f9-c16c3670b824 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:52:38.720659 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-8d0c9e15-8960-4140-85ab-345b97528157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:38.720659 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-8d0c9e15-8960-4140-85ab-345b97528157 None None] Attempt 1 to provision port 7a77be06-522e-41d4-97f9-c16c3670b824 Oct 26 15:52:38.789432 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-8d0c9e15-8960-4140-85ab-345b97528157 None None] Port 7a77be06-522e-41d4-97f9-c16c3670b824 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:38.826578 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-aa230d66-cb31-43e0-bcc9-c21a3ec2b265 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:38.879978 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca49d80d-aaa6-4fc2-a544-f4f8cf68b7df None None] Network 4830ad93-eb4d-42e8-bf05-41077263f280 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:52:38.909085 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa230d66-cb31-43e0-bcc9-c21a3ec2b265 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Port': ['ID=ef961954-6951-411b-8239-6adc01a04585,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:38.923428 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device f469b813-1930-4d6e-b2d1-bd653b298dbd up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:52:38.941742 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5831f585-c918-4a8a-8a74-2f23a1e33fbb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:39.026057 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5831f585-c918-4a8a-8a74-2f23a1e33fbb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:39.027293 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5831f585-c918-4a8a-8a74-2f23a1e33fbb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:39.071654 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-aa230d66-cb31-43e0-bcc9-c21a3ec2b265 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for floatingip, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:39.072336 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.l3_db [None req-aa230d66-cb31-43e0-bcc9-c21a3ec2b265 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Floating IP 21069e3c-da8c-4b32-89eb-21f0879a1773 disassociated (deleted). External IP: 172.26.2.254, port: e39c07aa-e3d4-477e-ab04-885e29c8610a. Oct 26 15:52:39.182235 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5831f585-c918-4a8a-8a74-2f23a1e33fbb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event updated for resources: {'Port': ['ID=7a77be06-522e-41d4-97f9-c16c3670b824,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:39.243249 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-daed206d-c7a5-4767-8fdc-040e72249a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:39.262247 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a160f9e-4216-476c-bab2-ad34f5ec34cc req-9fc332b7-8b90-4d32-a581-bccc8fa3843f tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:39.264442 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-4a160f9e-4216-476c-bab2-ad34f5ec34cc req-9fc332b7-8b90-4d32-a581-bccc8fa3843f tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.2672493 Oct 26 15:52:39.273441 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port f469b813-1930-4d6e-b2d1-bd653b298dbd triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:52:39.281097 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:39.281097 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port f469b813-1930-4d6e-b2d1-bd653b298dbd Oct 26 15:52:39.315617 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5831f585-c918-4a8a-8a74-2f23a1e33fbb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Network 85f6d917-2e80-4b48-808a-5b296f2d3caa is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:52:39.317851 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-8d0c9e15-8960-4140-85ab-345b97528157 None None] Attempt 2 to provision port 7a77be06-522e-41d4-97f9-c16c3670b824 Oct 26 15:52:39.319429 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-5831f585-c918-4a8a-8a74-2f23a1e33fbb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:52:39.411674 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed206d-c7a5-4767-8fdc-040e72249a4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d214bd0-c4f7-4db6-866e-71856e33056f,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:39.434122 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-8d0c9e15-8960-4140-85ab-345b97528157 None None] Port 7a77be06-522e-41d4-97f9-c16c3670b824 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:39.453376 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-4a160f9e-4216-476c-bab2-ad34f5ec34cc req-f397bc4c-786a-47c4-8c48-73499a07d843 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717980 Oct 26 15:52:39.527404 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa230d66-cb31-43e0-bcc9-c21a3ec2b265 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Router 80b529b4-697a-4ca9-ad66-8bb9d6da3936 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:52:39.596293 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port f469b813-1930-4d6e-b2d1-bd653b298dbd is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:52:39.597384 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 1e3ef410-f7af-4b6c-8455-d924fd2a9941 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:52:39.646677 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daed206d-c7a5-4767-8fdc-040e72249a4d admin admin] Checking segment: {'id': 'f4a3fc1e-31e4-4e3c-b114-7de5d4726039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'cdbc25d0-22c5-4c30-be54-ee76db01afe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:52:39.647008 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daed206d-c7a5-4767-8fdc-040e72249a4d admin admin] Network hostable DHCP agents. Network: cdbc25d0-22c5-4c30-be54-ee76db01afe3, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:52:39.769115 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daed206d-c7a5-4767-8fdc-040e72249a4d admin admin] Network cdbc25d0-22c5-4c30-be54-ee76db01afe3 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:52:39.779182 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa230d66-cb31-43e0-bcc9-c21a3ec2b265 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:52:39.786410 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 1e3ef410-f7af-4b6c-8455-d924fd2a9941 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:52:39.792510 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3c0188-bfd5-4f38-8a84-0963be4ede5e None None] Sync routers for ids ['80b529b4-697a-4ca9-ad66-8bb9d6da3936'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:52:39.803093 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5831f585-c918-4a8a-8a74-2f23a1e33fbb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Router 07142c76-94f5-4a85-8926-ddf06b9db5d7 is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:52:39.803775 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3c0188-bfd5-4f38-8a84-0963be4ede5e None None] Routers {'80b529b4-697a-4ca9-ad66-8bb9d6da3936'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:52:39.804394 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-1e3c0188-bfd5-4f38-8a84-0963be4ede5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:52:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['80b529b4-697a-4ca9-ad66-8bb9d6da3936'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:39.868876 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-daed206d-c7a5-4767-8fdc-040e72249a4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, cdbc25d0-22c5-4c30-be54-ee76db01afe3) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:52:39.883343 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-aa230d66-cb31-43e0-bcc9-c21a3ec2b265 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:39.918961 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44ca323-1f71-4fc5-854e-ff010c991b11 None None] Network cdbc25d0-22c5-4c30-be54-ee76db01afe3 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:52:39.945083 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daed206d-c7a5-4767-8fdc-040e72249a4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:39.945673 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-daed206d-c7a5-4767-8fdc-040e72249a4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:39.950388 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-aa230d66-cb31-43e0-bcc9-c21a3ec2b265 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "DELETE /v2.0/floatingips/21069e3c-da8c-4b32-89eb-21f0879a1773 HTTP/1.1" status: 204 len: 168 time: 2.4598229 Oct 26 15:52:39.950388 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a971ce64-9201-4113-b0b8-4c0f3e81a75f', 'tag': 'e39c07aa-e3d4-477e-ab04-885e29c8610a'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:52:39.952606 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec078ab02bc810209f0573d5deb19682ea498273c1503582233cb0925c39ad22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6221e1-0a1a-472d-9d5d-c3f8195361d5" -d '{"events": [{"name": "network-changed", "server_uuid": "a971ce64-9201-4113-b0b8-4c0f3e81a75f", "tag": "e39c07aa-e3d4-477e-ab04-885e29c8610a"}]}' {{(pid=89747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:52:39.952777 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-8d0c9e15-8960-4140-85ab-345b97528157 None None] Attempt 3 to provision port 7a77be06-522e-41d4-97f9-c16c3670b824 Oct 26 15:52:40.010589 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e536f8-9ab9-4e20-b125-dee0dea26fde x-openstack-request-id: req-02e536f8-9ab9-4e20-b125-dee0dea26fde {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:52:40.011087 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a971ce64-9201-4113-b0b8-4c0f3e81a75f", "tag": "e39c07aa-e3d4-477e-ab04-885e29c8610a", "status": "completed", "code": 200}]} {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:52:40.012270 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-02e536f8-9ab9-4e20-b125-dee0dea26fde {{(pid=89747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:52:40.012532 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02e536f8-9ab9-4e20-b125-dee0dea26fde'] response: {'name': 'network-changed', 'server_uuid': 'a971ce64-9201-4113-b0b8-4c0f3e81a75f', 'tag': 'e39c07aa-e3d4-477e-ab04-885e29c8610a', 'status': 'completed', 'code': 200} Oct 26 15:52:40.025874 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5831f585-c918-4a8a-8a74-2f23a1e33fbb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:52:40.034743 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-5831f585-c918-4a8a-8a74-2f23a1e33fbb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "PUT /v2.0/routers/07142c76-94f5-4a85-8926-ddf06b9db5d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3174155 Oct 26 15:52:40.035319 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43142) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:40.043921 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e608ec-f79b-4af8-aa9e-c4b32c6a20aa None None] Sync routers for ids ['07142c76-94f5-4a85-8926-ddf06b9db5d7'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:52:40.063524 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e608ec-f79b-4af8-aa9e-c4b32c6a20aa None None] Routers {'07142c76-94f5-4a85-8926-ddf06b9db5d7'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:52:40.065834 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-40e608ec-f79b-4af8-aa9e-c4b32c6a20aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:52:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['07142c76-94f5-4a85-8926-ddf06b9db5d7'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:40.093808 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-8d0c9e15-8960-4140-85ab-345b97528157 None None] Port 7a77be06-522e-41d4-97f9-c16c3670b824 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:40.163430 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-40e608ec-f79b-4af8-aa9e-c4b32c6a20aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:40.168812 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-daed206d-c7a5-4767-8fdc-040e72249a4d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8655353 Oct 26 15:52:40.172130 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a1208e-69d9-4ee9-b7b8-0f3ca7bc0594 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:40.174147 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b5a1208e-69d9-4ee9-b7b8-0f3ca7bc0594 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "GET /v2.0/ports/7a77be06-522e-41d4-97f9-c16c3670b824 HTTP/1.1" status: 200 len: 911 time: 0.1373496 Oct 26 15:52:40.175520 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e608ec-f79b-4af8-aa9e-c4b32c6a20aa None None] Routers {'07142c76-94f5-4a85-8926-ddf06b9db5d7'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:52:40.176298 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-40e608ec-f79b-4af8-aa9e-c4b32c6a20aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:52:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['07142c76-94f5-4a85-8926-ddf06b9db5d7'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:40.176932 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43146) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:40.185022 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-1e3c0188-bfd5-4f38-8a84-0963be4ede5e None None] Set router 80b529b4-697a-4ca9-ad66-8bb9d6da3936 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:52:40.255326 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-40e608ec-f79b-4af8-aa9e-c4b32c6a20aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:40.256046 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e608ec-f79b-4af8-aa9e-c4b32c6a20aa None None] The sync data for ids ['07142c76-94f5-4a85-8926-ddf06b9db5d7'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:52:40.370376 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6221e1-0a1a-472d-9d5d-c3f8195361d5 req-ebb2d5bf-64fa-4f55-9ee5-2d3573b17d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:40.372249 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2b6221e1-0a1a-472d-9d5d-c3f8195361d5 req-ebb2d5bf-64fa-4f55-9ee5-2d3573b17d04 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=a971ce64-9201-4113-b0b8-4c0f3e81a75f HTTP/1.1" status: 200 len: 1099 time: 0.3053374 Oct 26 15:52:40.555574 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d89ec3b-9cf8-4594-8f46-7d5ccd95fb13 None None] Network cdbc25d0-22c5-4c30-be54-ee76db01afe3 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:52:40.600807 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-8d0c9e15-8960-4140-85ab-345b97528157 None None] Attempt 4 to provision port 7a77be06-522e-41d4-97f9-c16c3670b824 Oct 26 15:52:40.789765 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-8d0c9e15-8960-4140-85ab-345b97528157 None None] Port 7a77be06-522e-41d4-97f9-c16c3670b824 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:40.920352 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105ff5d-58e2-43e3-9bf0-d724551800ae req-fe24007c-afe7-4bca-8f4e-3437744a412a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:40.921359 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-c105ff5d-58e2-43e3-9bf0-d724551800ae req-fe24007c-afe7-4bca-8f4e-3437744a412a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:52:41.010013 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-c105ff5d-58e2-43e3-9bf0-d724551800ae req-fe24007c-afe7-4bca-8f4e-3437744a412a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:52:41.030018 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c105ff5d-58e2-43e3-9bf0-d724551800ae req-fe24007c-afe7-4bca-8f4e-3437744a412a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=a971ce64-9201-4113-b0b8-4c0f3e81a75f HTTP/1.1" status: 200 len: 946 time: 0.4051251 Oct 26 15:52:41.063553 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6221e1-0a1a-472d-9d5d-c3f8195361d5 req-73b11bd4-2e57-4188-a04c-b157ff67ede7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:41.065101 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2b6221e1-0a1a-472d-9d5d-c3f8195361d5 req-73b11bd4-2e57-4188-a04c-b157ff67ede7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f695264a-de7b-484e-8ae7-eaf4f0eb940e HTTP/1.1" status: 200 len: 897 time: 0.6860175 Oct 26 15:52:41.074425 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c105ff5d-58e2-43e3-9bf0-d724551800ae req-2dcbb552-0d38-4a96-a6da-629b8deecf19 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c6f39fb-d8fd-4833-9013-3b28d914b574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497205 Oct 26 15:52:41.088825 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-1e3c0188-bfd5-4f38-8a84-0963be4ede5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b529b4-697a-4ca9-ad66-8bb9d6da3936', 'name': 'tempest-TestNetworkBasicOps-router-988813514', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.142'}], 'enable_snat': True}, 'gw_port_id': '267b79ea-7647-42a5-839f-2168d648cfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:50:09Z', 'updated_at': '2022-10-26T15:50:23Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '267b79ea-7647-42a5-839f-2168d648cfdf', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b529b4-697a-4ca9-ad66-8bb9d6da3936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:10Z', 'updated_at': '2022-10-26T15:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '5596aabc-19fb-4657-9e54-a530c9a9fb09', 'name': '', 'network_id': 'f695264a-de7b-484e-8ae7-eaf4f0eb940e', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:2d:f0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b529b4-697a-4ca9-ad66-8bb9d6da3936', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'a81e370d-9645-40af-8803-f60d93e2baff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:21Z', 'updated_at': '2022-10-26T15:50:31Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': 'a81e370d-9645-40af-8803-f60d93e2baff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:41.096589 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3c0188-bfd5-4f38-8a84-0963be4ede5e None None] Checking router: 80b529b4-697a-4ca9-ad66-8bb9d6da3936 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:52:41.111389 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3c0188-bfd5-4f38-8a84-0963be4ede5e None None] Routers {'80b529b4-697a-4ca9-ad66-8bb9d6da3936'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:52:41.112207 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-1e3c0188-bfd5-4f38-8a84-0963be4ede5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:52:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['80b529b4-697a-4ca9-ad66-8bb9d6da3936'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:41.156532 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2b6221e1-0a1a-472d-9d5d-c3f8195361d5 req-6dfb723e-6bd8-4ec2-957d-9d03a2f852d4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e39c07aa-e3d4-477e-ab04-885e29c8610a HTTP/1.1" status: 200 len: 217 time: 0.0756168 Oct 26 15:52:41.165178 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-191deb81-e386-416b-b4db-5a8e58293274 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:41.172712 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-191deb81-e386-416b-b4db-5a8e58293274 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/networks?id=1e1a72ff-2302-4bf7-8480-79e42523d7a8 HTTP/1.1" status: 200 len: 811 time: 0.3510134 Oct 26 15:52:41.227118 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-d2de4028-e187-4ff2-b62c-963281f317d7 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/quotas/3c8998251032425cb54859b8c2e97d89 HTTP/1.1" status: 200 len: 375 time: 0.0534267 Oct 26 15:52:41.297866 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1085a53-6a71-450b-b29b-b4389b3a64cb req-07506190-a3bf-403e-9b44-59fcc3081d6f tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:41.299373 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b1085a53-6a71-450b-b29b-b4389b3a64cb req-07506190-a3bf-403e-9b44-59fcc3081d6f tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.1032288 Oct 26 15:52:41.301347 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-8d0c9e15-8960-4140-85ab-345b97528157 None None] Attempt 5 to provision port 7a77be06-522e-41d4-97f9-c16c3670b824 Oct 26 15:52:41.350836 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b1085a53-6a71-450b-b29b-b4389b3a64cb req-c9b216d7-4480-47c6-9fe1-5fe369ec4bfb tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450161 Oct 26 15:52:41.386252 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-1e3c0188-bfd5-4f38-8a84-0963be4ede5e None None] Set router 80b529b4-697a-4ca9-ad66-8bb9d6da3936 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:52:41.429193 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-8d0c9e15-8960-4140-85ab-345b97528157 None None] Port 7a77be06-522e-41d4-97f9-c16c3670b824 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:41.475768 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-7a4b7297-0108-4f93-8e0f-1cc5bf8e9a7a tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3c8998251032425cb54859b8c2e97d89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2478695 Oct 26 15:52:41.580939 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6221e1-0a1a-472d-9d5d-c3f8195361d5 req-9dbd8797-3079-4c8f-98d9-c29f4b24b991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:41.582280 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2b6221e1-0a1a-472d-9d5d-c3f8195361d5 req-9dbd8797-3079-4c8f-98d9-c29f4b24b991 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a81e370d-9645-40af-8803-f60d93e2baff HTTP/1.1" status: 200 len: 835 time: 0.4077089 Oct 26 15:52:41.667069 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-425ccc55-662a-427b-91ef-aeb655279a8c tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:41.731223 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-1e3c0188-bfd5-4f38-8a84-0963be4ede5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b529b4-697a-4ca9-ad66-8bb9d6da3936', 'name': 'tempest-TestNetworkBasicOps-router-988813514', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.142'}], 'enable_snat': True}, 'gw_port_id': '267b79ea-7647-42a5-839f-2168d648cfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:50:09Z', 'updated_at': '2022-10-26T15:50:23Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '267b79ea-7647-42a5-839f-2168d648cfdf', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b529b4-697a-4ca9-ad66-8bb9d6da3936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:10Z', 'updated_at': '2022-10-26T15:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '5596aabc-19fb-4657-9e54-a530c9a9fb09', 'name': '', 'network_id': 'f695264a-de7b-484e-8ae7-eaf4f0eb940e', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:2d:f0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b529b4-697a-4ca9-ad66-8bb9d6da3936', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'a81e370d-9645-40af-8803-f60d93e2baff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:21Z', 'updated_at': '2022-10-26T15:50:31Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': 'a81e370d-9645-40af-8803-f60d93e2baff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:41.736023 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3c0188-bfd5-4f38-8a84-0963be4ede5e None None] The sync data for ids ['80b529b4-697a-4ca9-ad66-8bb9d6da3936'] in dv-neutron-862712-1-hyperv is: [{'id': '80b529b4-697a-4ca9-ad66-8bb9d6da3936', 'name': 'tempest-TestNetworkBasicOps-router-988813514', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.142'}], 'enable_snat': True}, 'gw_port_id': '267b79ea-7647-42a5-839f-2168d648cfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:50:09Z', 'updated_at': '2022-10-26T15:50:23Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '267b79ea-7647-42a5-839f-2168d648cfdf', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b529b4-697a-4ca9-ad66-8bb9d6da3936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:10Z', 'updated_at': '2022-10-26T15:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '5596aabc-19fb-4657-9e54-a530c9a9fb09', 'name': '', 'network_id': 'f695264a-de7b-484e-8ae7-eaf4f0eb940e', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:2d:f0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b529b4-697a-4ca9-ad66-8bb9d6da3936', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'a81e370d-9645-40af-8803-f60d93e2baff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:21Z', 'updated_at': '2022-10-26T15:50:31Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': 'a81e370d-9645-40af-8803-f60d93e2baff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:52:41.884303 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-4f189882-40fe-4a05-bc32-3ffff3542bb7 service neutron] 10.222.0.23 "GET /v2.0/networks/1e1a72ff-2302-4bf7-8480-79e42523d7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940499 Oct 26 15:52:41.931675 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-8d0c9e15-8960-4140-85ab-345b97528157 None None] Attempt 6 to provision port 7a77be06-522e-41d4-97f9-c16c3670b824 Oct 26 15:52:42.013929 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-8d0c9e15-8960-4140-85ab-345b97528157 None None] Port 7a77be06-522e-41d4-97f9-c16c3670b824 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:42.046836 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6221e1-0a1a-472d-9d5d-c3f8195361d5 req-d0eef28d-9a45-4406-9615-5a07f347556b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:42.048297 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2b6221e1-0a1a-472d-9d5d-c3f8195361d5 req-d0eef28d-9a45-4406-9615-5a07f347556b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f695264a-de7b-484e-8ae7-eaf4f0eb940e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4534817 Oct 26 15:52:42.051197 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7d9fd-4bb7-4ed1-a436-66505d1793b2 req-6686b561-e127-4188-8596-8eacf13a6700 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:42.057036 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-87c7d9fd-4bb7-4ed1-a436-66505d1793b2 req-6686b561-e127-4188-8596-8eacf13a6700 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.1072810 Oct 26 15:52:42.093103 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8449ec27-8e65-4523-b9e3-09a0b4adab79 None None] New status for floating IP 21069e3c-da8c-4b32-89eb-21f0879a1773: DOWN {{(pid=89749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:52:42.121332 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-87c7d9fd-4bb7-4ed1-a436-66505d1793b2 req-a2ac7555-f628-40a0-951a-411bd4113060 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583029 Oct 26 15:52:42.312122 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59c95c-741e-4eb9-99a3-f30b61528444 req-9f1ce8db-4d81-470a-a9f4-8feec84e37e0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:42.313596 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-4f59c95c-741e-4eb9-99a3-f30b61528444 req-9f1ce8db-4d81-470a-a9f4-8feec84e37e0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=a971ce64-9201-4113-b0b8-4c0f3e81a75f HTTP/1.1" status: 200 len: 946 time: 0.0988495 Oct 26 15:52:42.358070 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-4f59c95c-741e-4eb9-99a3-f30b61528444 req-b55922c7-9a37-4515-abec-2d9e1b97f3c9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c6f39fb-d8fd-4833-9013-3b28d914b574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385668 Oct 26 15:52:42.374497 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-5c8733b7-e28c-4c2e-a0c1-9f15e7162ce6 service neutron] 10.222.0.23 "GET /v2.0/networks/1e1a72ff-2302-4bf7-8480-79e42523d7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4809616 Oct 26 15:52:42.485172 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2b6221e1-0a1a-472d-9d5d-c3f8195361d5 req-6b48da4a-ee23-4a90-8972-2fa249724f2d service neutron] 10.222.0.48 "GET /v2.0/networks/f695264a-de7b-484e-8ae7-eaf4f0eb940e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231696 Oct 26 15:52:42.515985 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-8d0c9e15-8960-4140-85ab-345b97528157 None None] Attempt 7 to provision port 7a77be06-522e-41d4-97f9-c16c3670b824 Oct 26 15:52:42.600714 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489fca60-9406-4e31-a098-770ac05b0cc6 req-16a38ec4-b25a-4453-9005-14e5dc53f8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:42.602177 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-489fca60-9406-4e31-a098-770ac05b0cc6 req-16a38ec4-b25a-4453-9005-14e5dc53f8d1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4119eb7a47547308296079685b102f3&device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 1098 time: 0.4458330 Oct 26 15:52:42.603555 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-425ccc55-662a-427b-91ef-aeb655279a8c tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Allocated IP 2001:db8:1::1 (4830ad93-eb4d-42e8-bf05-41077263f280/0a058cc9-f60e-4a7e-bb27-29f184f7c092/4e6b5e05-d38f-4f3d-bf19-c9e7407184a5) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:52:42.615759 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-8d0c9e15-8960-4140-85ab-345b97528157 None None] Port 7a77be06-522e-41d4-97f9-c16c3670b824 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:42.670857 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-8d08197b-21b5-48fe-9847-07144abdac57 req-8c057d7f-2725-439f-8189-3fd0a8ebecc8 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/ports?device_id=72182c4c-d4ba-49f9-a855-6ef6f2cb84ad HTTP/1.1" status: 200 len: 210 time: 0.0854495 Oct 26 15:52:42.720289 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1f03d-f613-4c0e-bc78-74f74a6cbfce req-1470c5d3-acfb-4f35-a8b2-123820226be6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:42.721838 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-88f1f03d-f613-4c0e-bc78-74f74a6cbfce req-1470c5d3-acfb-4f35-a8b2-123820226be6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "GET /v2.0/ports?device_id=a971ce64-9201-4113-b0b8-4c0f3e81a75f HTTP/1.1" status: 200 len: 946 time: 0.4287636 Oct 26 15:52:43.041659 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2b6221e1-0a1a-472d-9d5d-c3f8195361d5 req-aac51db0-3402-4c67-8d8f-cbc7040501a5 service neutron] 10.222.0.48 "GET /v2.0/networks/f695264a-de7b-484e-8ae7-eaf4f0eb940e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5489254 Oct 26 15:52:43.067153 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-88f1f03d-f613-4c0e-bc78-74f74a6cbfce req-c94ec39c-945d-4130-a116-796a81311e47 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Deleting port e39c07aa-e3d4-477e-ab04-885e29c8610a {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:52:43.067495 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-88f1f03d-f613-4c0e-bc78-74f74a6cbfce req-c94ec39c-945d-4130-a116-796a81311e47 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:43.117183 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-8d0c9e15-8960-4140-85ab-345b97528157 None None] Attempt 8 to provision port 7a77be06-522e-41d4-97f9-c16c3670b824 Oct 26 15:52:43.147202 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489fca60-9406-4e31-a098-770ac05b0cc6 req-7655e16c-e00a-42ea-9018-da33073700ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:43.148743 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-489fca60-9406-4e31-a098-770ac05b0cc6 req-7655e16c-e00a-42ea-9018-da33073700ac service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b52fa13-90e5-4d9b-bd04-f08f37ff314e HTTP/1.1" status: 200 len: 913 time: 0.5382764 Oct 26 15:52:43.181081 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-8d0c9e15-8960-4140-85ab-345b97528157 None None] Port 7a77be06-522e-41d4-97f9-c16c3670b824 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:43.385661 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-425ccc55-662a-427b-91ef-aeb655279a8c tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:43.428595 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-489fca60-9406-4e31-a098-770ac05b0cc6 req-b87b7922-b3a4-4bd3-b15d-25d916021e51 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c267633-51b9-4b9d-bbf1-b8861290ab0b HTTP/1.1" status: 200 len: 1000 time: 0.2681112 Oct 26 15:52:43.536291 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-425ccc55-662a-427b-91ef-aeb655279a8c tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Transition to ACTIVE for port object 4e6b5e05-d38f-4f3d-bf19-c9e7407184a5 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:52:43.574824 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601e62b-96dc-482f-ae55-48e46f535abf req-7c273cbc-10b9-426f-b538-5a749cb314ec tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:43.576806 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0601e62b-96dc-482f-ae55-48e46f535abf req-7c273cbc-10b9-426f-b538-5a749cb314ec tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=a971ce64-9201-4113-b0b8-4c0f3e81a75f HTTP/1.1" status: 200 len: 946 time: 0.1004717 Oct 26 15:52:43.621857 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0601e62b-96dc-482f-ae55-48e46f535abf req-55887682-35f2-4087-b0a1-80fb5af70fc9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c6f39fb-d8fd-4833-9013-3b28d914b574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389071 Oct 26 15:52:43.626817 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489fca60-9406-4e31-a098-770ac05b0cc6 req-8dd85fe1-c475-4f65-80c5-b970d4f0c194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:43.628254 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-489fca60-9406-4e31-a098-770ac05b0cc6 req-8dd85fe1-c475-4f65-80c5-b970d4f0c194 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5cc9e74e-861e-45d0-8d44-208c9e1f2999 HTTP/1.1" status: 200 len: 851 time: 0.1505623 Oct 26 15:52:43.635285 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-88f1f03d-f613-4c0e-bc78-74f74a6cbfce req-c94ec39c-945d-4130-a116-796a81311e47 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] For port e39c07aa-e3d4-477e-ab04-885e29c8610a, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=e39c07aa-e3d4-477e-ab04-885e29c8610a,segment=NetworkSegment(cbe5574b-eb68-4f04-8d5b-15c1c60f6452),segment_id=cbe5574b-eb68-4f04-8d5b-15c1c60f6452)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:52:43.635636 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-88f1f03d-f613-4c0e-bc78-74f74a6cbfce req-c94ec39c-945d-4130-a116-796a81311e47 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:43.651102 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a51c6-d528-4183-92d5-1e8916ed39a3 req-8b271df9-5958-4908-8c06-3a9fb66b5c01 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:43.655588 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-788a51c6-d528-4183-92d5-1e8916ed39a3 req-8b271df9-5958-4908-8c06-3a9fb66b5c01 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.4239106 Oct 26 15:52:43.682762 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-8d0c9e15-8960-4140-85ab-345b97528157 None None] Attempt 9 to provision port 7a77be06-522e-41d4-97f9-c16c3670b824 Oct 26 15:52:43.743571 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-8d0c9e15-8960-4140-85ab-345b97528157 None None] Port 7a77be06-522e-41d4-97f9-c16c3670b824 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:43.833203 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-425ccc55-662a-427b-91ef-aeb655279a8c tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:43.834831 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e8c94d66-41cd-4810-8926-572e60093b3c req-ae6532db-a56c-44a8-a213-860246eef1b5 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/ports?device_id=72182c4c-d4ba-49f9-a855-6ef6f2cb84ad HTTP/1.1" status: 200 len: 210 time: 0.0577078 Oct 26 15:52:43.850443 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-88f1f03d-f613-4c0e-bc78-74f74a6cbfce req-c94ec39c-945d-4130-a116-796a81311e47 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Calling delete_port for e39c07aa-e3d4-477e-ab04-885e29c8610a owned by compute:nova {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:52:43.985510 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425ccc55-662a-427b-91ef-aeb655279a8c tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Network 4830ad93-eb4d-42e8-bf05-41077263f280 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:52:43.996544 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-425ccc55-662a-427b-91ef-aeb655279a8c tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:52:44.007827 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-788a51c6-d528-4183-92d5-1e8916ed39a3 req-df5b2610-a93a-4e03-adc5-6c07e67b2480 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3019054 Oct 26 15:52:44.011445 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425ccc55-662a-427b-91ef-aeb655279a8c tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:52:44.011963 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-425ccc55-662a-427b-91ef-aeb655279a8c tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:44.020969 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ccc55-662a-427b-91ef-aeb655279a8c tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event updated for resources: {'Port': ['ID=4e6b5e05-d38f-4f3d-bf19-c9e7407184a5,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:44.105044 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489fca60-9406-4e31-a098-770ac05b0cc6 req-4bd120dd-55f8-4675-b48f-1080de3ab3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:44.106537 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-489fca60-9406-4e31-a098-770ac05b0cc6 req-4bd120dd-55f8-4675-b48f-1080de3ab3e6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b52fa13-90e5-4d9b-bd04-f08f37ff314e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4531617 Oct 26 15:52:44.245069 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-8d0c9e15-8960-4140-85ab-345b97528157 None None] Attempt 10 to provision port 7a77be06-522e-41d4-97f9-c16c3670b824 Oct 26 15:52:44.281205 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-489fca60-9406-4e31-a098-770ac05b0cc6 req-8aa45010-2855-406d-90df-156138d14544 service neutron] 10.222.0.48 "GET /v2.0/networks/9b52fa13-90e5-4d9b-bd04-f08f37ff314e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640646 Oct 26 15:52:44.299895 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-8d0c9e15-8960-4140-85ab-345b97528157 None None] Port 7a77be06-522e-41d4-97f9-c16c3670b824 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:44.306913 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-88f1f03d-f613-4c0e-bc78-74f74a6cbfce req-c94ec39c-945d-4130-a116-796a81311e47 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:44.446717 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ec39c-945d-4130-a116-796a81311e47 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Port': ['ID=e39c07aa-e3d4-477e-ab04-885e29c8610a,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:44.460194 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-913c5d76-3c45-4ff7-9e1d-ebaf011ab53f None None] Provisioning for port 4e6b5e05-d38f-4f3d-bf19-c9e7407184a5 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:52:44.476915 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-913c5d76-3c45-4ff7-9e1d-ebaf011ab53f None None] Provisioning complete for port 4e6b5e05-d38f-4f3d-bf19-c9e7407184a5 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:52:44.477336 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-913c5d76-3c45-4ff7-9e1d-ebaf011ab53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:44.477682 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-913c5d76-3c45-4ff7-9e1d-ebaf011ab53f None None] Attempt 1 to provision port 4e6b5e05-d38f-4f3d-bf19-c9e7407184a5 Oct 26 15:52:44.538195 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-913c5d76-3c45-4ff7-9e1d-ebaf011ab53f None None] Port 4e6b5e05-d38f-4f3d-bf19-c9e7407184a5 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:44.686703 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f1f03d-f613-4c0e-bc78-74f74a6cbfce req-c94ec39c-945d-4130-a116-796a81311e47 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] No DVR routers for this DVR port e39c07aa-e3d4-477e-ab04-885e29c8610a on host hv-neutron-8627 {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:52:44.688205 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-425ccc55-662a-427b-91ef-aeb655279a8c tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:44.698088 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-88f1f03d-f613-4c0e-bc78-74f74a6cbfce req-c94ec39c-945d-4130-a116-796a81311e47 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:44.713048 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a971ce64-9201-4113-b0b8-4c0f3e81a75f', 'name': 'network-vif-deleted', 'tag': 'e39c07aa-e3d4-477e-ab04-885e29c8610a'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:52:44.715403 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e90208-8d30-47f8-84e0-0adcfe0498c7" -d '{"events": [{"server_uuid": "a971ce64-9201-4113-b0b8-4c0f3e81a75f", "name": "network-vif-deleted", "tag": "e39c07aa-e3d4-477e-ab04-885e29c8610a"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:52:44.803328 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-35decb05-7905-4137-8305-d82a2d82053f req-9c7be000-e42e-43e2-8224-60aedb19a1eb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=a971ce64-9201-4113-b0b8-4c0f3e81a75f HTTP/1.1" status: 200 len: 210 time: 0.0590181 Oct 26 15:52:44.814604 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25eebfe6-c715-45d1-8390-a0f53e8fc168 x-openstack-request-id: req-25eebfe6-c715-45d1-8390-a0f53e8fc168 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:52:44.814897 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a971ce64-9201-4113-b0b8-4c0f3e81a75f", "name": "network-vif-deleted", "tag": "e39c07aa-e3d4-477e-ab04-885e29c8610a", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:52:44.819036 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-25eebfe6-c715-45d1-8390-a0f53e8fc168 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:52:44.819036 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25eebfe6-c715-45d1-8390-a0f53e8fc168'] response: {'server_uuid': 'a971ce64-9201-4113-b0b8-4c0f3e81a75f', 'name': 'network-vif-deleted', 'tag': 'e39c07aa-e3d4-477e-ab04-885e29c8610a', 'status': 'completed', 'code': 200} Oct 26 15:52:44.831428 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-88f1f03d-f613-4c0e-bc78-74f74a6cbfce req-c94ec39c-945d-4130-a116-796a81311e47 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "DELETE /v2.0/ports/e39c07aa-e3d4-477e-ab04-885e29c8610a HTTP/1.1" status: 204 len: 173 time: 2.0880604 Oct 26 15:52:44.897548 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-489fca60-9406-4e31-a098-770ac05b0cc6 req-22da88c4-d7e6-4db4-bcc8-f0b9f6a80834 service neutron] 10.222.0.48 "GET /v2.0/networks/9b52fa13-90e5-4d9b-bd04-f08f37ff314e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6098838 Oct 26 15:52:45.039476 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-913c5d76-3c45-4ff7-9e1d-ebaf011ab53f None None] Attempt 2 to provision port 4e6b5e05-d38f-4f3d-bf19-c9e7407184a5 Oct 26 15:52:45.097537 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3a60f783-4fbb-4c4c-8589-567203245d56 req-f61e8b69-de53-43ef-9d50-115136f62971 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/ports?device_id=72182c4c-d4ba-49f9-a855-6ef6f2cb84ad HTTP/1.1" status: 200 len: 210 time: 0.0791454 Oct 26 15:52:45.136739 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-913c5d76-3c45-4ff7-9e1d-ebaf011ab53f None None] Port 4e6b5e05-d38f-4f3d-bf19-c9e7407184a5 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:45.169395 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-0ec86d6c-cbed-4870-b148-6684ad4a2d8c tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:45.171595 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-0ec86d6c-cbed-4870-b148-6684ad4a2d8c tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.48 "GET /v2.0/networks?id=1e1a72ff-2302-4bf7-8480-79e42523d7a8 HTTP/1.1" status: 200 len: 811 time: 0.3966568 Oct 26 15:52:45.243211 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-190a100b-5189-4585-a496-e19b73dd6ea3 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Request body: {'port': {'device_id': '72182c4c-d4ba-49f9-a855-6ef6f2cb84ad', 'network_id': '1e1a72ff-2302-4bf7-8480-79e42523d7a8', 'admin_state_up': True, 'tenant_id': '3c8998251032425cb54859b8c2e97d89'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:52:45.251318 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ef2bd-2463-456c-8cce-be3317f468bf req-27c44fad-5f1e-4615-a54a-e7b820b7d312 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:45.252881 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2e7ef2bd-2463-456c-8cce-be3317f468bf req-27c44fad-5f1e-4615-a54a-e7b820b7d312 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.0942588 Oct 26 15:52:45.305721 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2e7ef2bd-2463-456c-8cce-be3317f468bf req-be99501e-f51c-4390-bd4b-02e52e41ceea tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458655 Oct 26 15:52:45.436076 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-190a100b-5189-4585-a496-e19b73dd6ea3 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:52:45.441459 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-190a100b-5189-4585-a496-e19b73dd6ea3 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Usage tracker for resource:port and tenant:3c8998251032425cb54859b8c2e97d89 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:52:45.451317 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-190a100b-5189-4585-a496-e19b73dd6ea3 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:52:45.460071 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-190a100b-5189-4585-a496-e19b73dd6ea3 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:52:45.462987 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-425ccc55-662a-427b-91ef-aeb655279a8c tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:45.546147 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-425ccc55-662a-427b-91ef-aeb655279a8c tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:45.546892 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-425ccc55-662a-427b-91ef-aeb655279a8c tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:45.590295 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-190a100b-5189-4585-a496-e19b73dd6ea3 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Made reservation on behalf of 3c8998251032425cb54859b8c2e97d89 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:52:45.594426 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-190a100b-5189-4585-a496-e19b73dd6ea3 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:45.637708 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-913c5d76-3c45-4ff7-9e1d-ebaf011ab53f None None] Attempt 3 to provision port 4e6b5e05-d38f-4f3d-bf19-c9e7407184a5 Oct 26 15:52:45.705948 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-913c5d76-3c45-4ff7-9e1d-ebaf011ab53f None None] Port 4e6b5e05-d38f-4f3d-bf19-c9e7407184a5 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:45.754118 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ccc55-662a-427b-91ef-aeb655279a8c tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event updated for resources: {'Port': ['ID=4e6b5e05-d38f-4f3d-bf19-c9e7407184a5,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:45.891973 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425ccc55-662a-427b-91ef-aeb655279a8c tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Network 4830ad93-eb4d-42e8-bf05-41077263f280 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:52:45.895384 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-425ccc55-662a-427b-91ef-aeb655279a8c tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:52:46.078438 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-190a100b-5189-4585-a496-e19b73dd6ea3 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Allocated IP 172.20.0.3 (1e1a72ff-2302-4bf7-8480-79e42523d7a8/05c33714-39df-4f85-b4f7-97d22266fdf3/ab2d69c5-b473-4dae-a5b1-6a5a73710d9d) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:52:46.097934 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-1cf0a04d-a7da-437a-a9b9-386f400a710c req-3ea39528-9038-4b7f-9889-6f5302602617 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:52:46.207785 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-913c5d76-3c45-4ff7-9e1d-ebaf011ab53f None None] Attempt 4 to provision port 4e6b5e05-d38f-4f3d-bf19-c9e7407184a5 Oct 26 15:52:46.287228 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-913c5d76-3c45-4ff7-9e1d-ebaf011ab53f None None] Port 4e6b5e05-d38f-4f3d-bf19-c9e7407184a5 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:46.296318 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-1cf0a04d-a7da-437a-a9b9-386f400a710c req-3ea39528-9038-4b7f-9889-6f5302602617 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:52:46.297468 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1cf0a04d-a7da-437a-a9b9-386f400a710c req-3ea39528-9038-4b7f-9889-6f5302602617 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=a971ce64-9201-4113-b0b8-4c0f3e81a75f HTTP/1.1" status: 200 len: 210 time: 0.3343821 Oct 26 15:52:46.301077 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425ccc55-662a-427b-91ef-aeb655279a8c tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Router 07142c76-94f5-4a85-8926-ddf06b9db5d7 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:52:46.306143 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-97b150ef-e3eb-4366-853d-2c01c3573f32 req-d043e2a2-e4fa-44b0-83e0-bb2c33d3e8f2 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/ports?device_id=72182c4c-d4ba-49f9-a855-6ef6f2cb84ad HTTP/1.1" status: 200 len: 210 time: 0.0545723 Oct 26 15:52:46.405134 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device e39c07aa-e3d4-477e-ab04-885e29c8610a no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:52:46.440792 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] No Port match for: e39c07aa-e3d4-477e-ab04-885e29c8610a {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:52:46.441242 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device e39c07aa-e3d4-477e-ab04-885e29c8610a not bound to the agent host hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:52:46.650946 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425ccc55-662a-427b-91ef-aeb655279a8c tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:52:46.664416 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51db839e-05a3-4522-9b90-5af1855f7225 None None] Sync routers for ids ['07142c76-94f5-4a85-8926-ddf06b9db5d7'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:52:46.678308 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-425ccc55-662a-427b-91ef-aeb655279a8c tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "PUT /v2.0/routers/07142c76-94f5-4a85-8926-ddf06b9db5d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4979413 Oct 26 15:52:46.679764 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51db839e-05a3-4522-9b90-5af1855f7225 None None] Routers {'07142c76-94f5-4a85-8926-ddf06b9db5d7'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:52:46.679887 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43212) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:46.683799 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-51db839e-05a3-4522-9b90-5af1855f7225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:52:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['07142c76-94f5-4a85-8926-ddf06b9db5d7'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:46.700678 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-190a100b-5189-4585-a496-e19b73dd6ea3 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:46.720203 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab66df-846e-4c25-830f-ad81360ae4b6 req-7ad17e65-8503-4b12-982a-5bdb5a46535a tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:46.721757 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a9ab66df-846e-4c25-830f-ad81360ae4b6 req-7ad17e65-8503-4b12-982a-5bdb5a46535a tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.2645793 Oct 26 15:52:46.758009 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-51db839e-05a3-4522-9b90-5af1855f7225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:46.766035 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ac7f71-08bd-4e90-8264-f1219dcf6e23 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:46.770197 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-46ac7f71-08bd-4e90-8264-f1219dcf6e23 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "GET /v2.0/ports/4e6b5e05-d38f-4f3d-bf19-c9e7407184a5 HTTP/1.1" status: 200 len: 913 time: 0.0868611 Oct 26 15:52:46.770411 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43216) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:46.771395 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51db839e-05a3-4522-9b90-5af1855f7225 None None] Routers {'07142c76-94f5-4a85-8926-ddf06b9db5d7'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:52:46.772152 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-51db839e-05a3-4522-9b90-5af1855f7225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:52:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['07142c76-94f5-4a85-8926-ddf06b9db5d7'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:46.780956 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a9ab66df-846e-4c25-830f-ad81360ae4b6 req-b85596fb-d7ff-4be4-b9dd-08119ee6ddc5 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503495 Oct 26 15:52:46.791839 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-913c5d76-3c45-4ff7-9e1d-ebaf011ab53f None None] Attempt 5 to provision port 4e6b5e05-d38f-4f3d-bf19-c9e7407184a5 Oct 26 15:52:46.840117 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-51db839e-05a3-4522-9b90-5af1855f7225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:46.840524 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51db839e-05a3-4522-9b90-5af1855f7225 None None] The sync data for ids ['07142c76-94f5-4a85-8926-ddf06b9db5d7'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:52:46.844232 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-190a100b-5189-4585-a496-e19b73dd6ea3 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:46.900803 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-913c5d76-3c45-4ff7-9e1d-ebaf011ab53f None None] Port 4e6b5e05-d38f-4f3d-bf19-c9e7407184a5 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:46.931056 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-190a100b-5189-4585-a496-e19b73dd6ea3 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Network 1e1a72ff-2302-4bf7-8480-79e42523d7a8 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:52:46.934055 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-190a100b-5189-4585-a496-e19b73dd6ea3 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:52:46.936688 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-190a100b-5189-4585-a496-e19b73dd6ea3 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:52:46.977731 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a100b-5189-4585-a496-e19b73dd6ea3 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Pushing event updated for resources: {'Port': ['ID=ab2d69c5-b473-4dae-a5b1-6a5a73710d9d,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:47.010676 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-190a100b-5189-4585-a496-e19b73dd6ea3 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:47.011275 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-190a100b-5189-4585-a496-e19b73dd6ea3 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:47.094964 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-190a100b-5189-4585-a496-e19b73dd6ea3 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9014585 Oct 26 15:52:47.112592 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-6513ebd8-7995-4010-8230-253a7749c77d service neutron] Request body: {'port': {'device_id': '72182c4c-d4ba-49f9-a855-6ef6f2cb84ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8627'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:52:47.208961 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d2ca0-4097-478c-b822-45b6eecf4557 req-b386ae71-c039-4fd9-b5e6-07491ee963e3 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:47.210353 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d46d2ca0-4097-478c-b822-45b6eecf4557 req-b386ae71-c039-4fd9-b5e6-07491ee963e3 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.2760880 Oct 26 15:52:47.229598 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-6513ebd8-7995-4010-8230-253a7749c77d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:47.315428 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d46d2ca0-4097-478c-b822-45b6eecf4557 req-da17e369-2bac-4b94-b710-c30071eeb12b tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971508 Oct 26 15:52:47.402326 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-913c5d76-3c45-4ff7-9e1d-ebaf011ab53f None None] Attempt 6 to provision port 4e6b5e05-d38f-4f3d-bf19-c9e7407184a5 Oct 26 15:52:47.479256 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43228) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:47.480405 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-913c5d76-3c45-4ff7-9e1d-ebaf011ab53f None None] Port 4e6b5e05-d38f-4f3d-bf19-c9e7407184a5 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:47.643393 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-6513ebd8-7995-4010-8230-253a7749c77d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab2d69c5-b473-4dae-a5b1-6a5a73710d9d {{(pid=89748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:52:47.645373 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-86e226dd-ce3e-4677-be68-bac171c5a525 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:47.651046 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7dfa8da1-0a11-4402-ac99-55a6e3c13c88 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:47.651592 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-6513ebd8-7995-4010-8230-253a7749c77d service neutron] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:47.666595 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-6513ebd8-7995-4010-8230-253a7749c77d service neutron] Transition to ACTIVE for port object ab2d69c5-b473-4dae-a5b1-6a5a73710d9d will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:52:47.721411 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-6513ebd8-7995-4010-8230-253a7749c77d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:47.807284 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-86e226dd-ce3e-4677-be68-bac171c5a525 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:47.844292 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb4f56-0ee9-48eb-a3d1-6e927959c354 req-0174e984-6cc4-4ae3-8a16-47ff2ca5abb6 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:47.845782 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-f4fb4f56-0ee9-48eb-a3d1-6e927959c354 req-0174e984-6cc4-4ae3-8a16-47ff2ca5abb6 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/ports?device_id=72182c4c-d4ba-49f9-a855-6ef6f2cb84ad HTTP/1.1" status: 200 len: 931 time: 0.3593791 Oct 26 15:52:47.931736 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513ebd8-7995-4010-8230-253a7749c77d service neutron] Pushing event updated for resources: {'Port': ['ID=ab2d69c5-b473-4dae-a5b1-6a5a73710d9d,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:47.967817 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-6513ebd8-7995-4010-8230-253a7749c77d service neutron] Attempting to bind port ab2d69c5-b473-4dae-a5b1-6a5a73710d9d on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:52:47.968153 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-6513ebd8-7995-4010-8230-253a7749c77d service neutron] Attempting to bind port ab2d69c5-b473-4dae-a5b1-6a5a73710d9d by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'bc3d5831-ed76-4b61-8014-1cb356afbc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1e1a72ff-2302-4bf7-8480-79e42523d7a8'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:52:47.968478 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-6513ebd8-7995-4010-8230-253a7749c77d service neutron] Attempting to bind port ab2d69c5-b473-4dae-a5b1-6a5a73710d9d on network 1e1a72ff-2302-4bf7-8480-79e42523d7a8 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:52:47.974629 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-6513ebd8-7995-4010-8230-253a7749c77d service neutron] Port ab2d69c5-b473-4dae-a5b1-6a5a73710d9d on network 1e1a72ff-2302-4bf7-8480-79e42523d7a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:52:47.974629 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-6513ebd8-7995-4010-8230-253a7749c77d service neutron] Attempting to bind port ab2d69c5-b473-4dae-a5b1-6a5a73710d9d on network 1e1a72ff-2302-4bf7-8480-79e42523d7a8 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:52:47.978999 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-6513ebd8-7995-4010-8230-253a7749c77d service neutron] Checking agent: {'id': '1b551391-ebdd-44bd-8801-034277ca5526', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8627', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'started_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:52:47.979228 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-6513ebd8-7995-4010-8230-253a7749c77d service neutron] Checking segment: {'id': 'bc3d5831-ed76-4b61-8014-1cb356afbc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1e1a72ff-2302-4bf7-8480-79e42523d7a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:52:47.979597 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-6513ebd8-7995-4010-8230-253a7749c77d service neutron] Bound using segment: {'id': 'bc3d5831-ed76-4b61-8014-1cb356afbc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1e1a72ff-2302-4bf7-8480-79e42523d7a8'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:52:47.980022 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-6513ebd8-7995-4010-8230-253a7749c77d service neutron] Bound port: ab2d69c5-b473-4dae-a5b1-6a5a73710d9d, host: hv-neutron-8627, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc3d5831-ed76-4b61-8014-1cb356afbc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1e1a72ff-2302-4bf7-8480-79e42523d7a8'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:52:47.980350 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-6513ebd8-7995-4010-8230-253a7749c77d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:47.981930 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-913c5d76-3c45-4ff7-9e1d-ebaf011ab53f None None] Attempt 7 to provision port 4e6b5e05-d38f-4f3d-bf19-c9e7407184a5 Oct 26 15:52:48.016891 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-f4fb4f56-0ee9-48eb-a3d1-6e927959c354 req-e5baf946-5ca7-4b81-8242-0e21f8065dd1 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Synchronizing usage tracker for tenant:3c8998251032425cb54859b8c2e97d89 on resource:security_group {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:52:48.060028 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-913c5d76-3c45-4ff7-9e1d-ebaf011ab53f None None] Port 4e6b5e05-d38f-4f3d-bf19-c9e7407184a5 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:48.105891 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-f4fb4f56-0ee9-48eb-a3d1-6e927959c354 req-e5baf946-5ca7-4b81-8242-0e21f8065dd1 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Unset dirty status for tenant:3c8998251032425cb54859b8c2e97d89 on resource:security_group {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:52:48.107173 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-f4fb4f56-0ee9-48eb-a3d1-6e927959c354 req-e5baf946-5ca7-4b81-8242-0e21f8065dd1 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/security-groups?id=68561780-99c7-4078-8c93-c1dd71fe310d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524469 Oct 26 15:52:48.122033 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa8da1-0a11-4402-ac99-55a6e3c13c88 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Deleting port 4e6b5e05-d38f-4f3d-bf19-c9e7407184a5 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:52:48.122406 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7dfa8da1-0a11-4402-ac99-55a6e3c13c88 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:48.152966 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-86e226dd-ce3e-4677-be68-bac171c5a525 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:48.193892 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e226dd-ce3e-4677-be68-bac171c5a525 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6f39fb-d8fd-4833-9013-3b28d914b574,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:48.267753 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-6513ebd8-7995-4010-8230-253a7749c77d service neutron] For port ab2d69c5-b473-4dae-a5b1-6a5a73710d9d, host hv-neutron-8627, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:52:48.271514 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-6513ebd8-7995-4010-8230-253a7749c77d service neutron] For port ab2d69c5-b473-4dae-a5b1-6a5a73710d9d, host hv-neutron-8627, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=ab2d69c5-b473-4dae-a5b1-6a5a73710d9d,segment=NetworkSegment(bc3d5831-ed76-4b61-8014-1cb356afbc0d),segment_id=bc3d5831-ed76-4b61-8014-1cb356afbc0d)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:52:48.284354 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbac12-5dc4-4cf4-bf17-323c2e6cee49 req-3dbbdee3-5690-4cc9-961e-1840deaf3e1f tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:48.285819 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-33fbac12-5dc4-4cf4-bf17-323c2e6cee49 req-3dbbdee3-5690-4cc9-961e-1840deaf3e1f tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.2896683 Oct 26 15:52:48.286590 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-86e226dd-ce3e-4677-be68-bac171c5a525 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:48.287705 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-86e226dd-ce3e-4677-be68-bac171c5a525 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "DELETE /v2.0/security-groups/0c6f39fb-d8fd-4833-9013-3b28d914b574 HTTP/1.1" status: 204 len: 168 time: 0.8029799 Oct 26 15:52:48.335039 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-33fbac12-5dc4-4cf4-bf17-323c2e6cee49 req-1ef1975d-db54-4968-895b-b5c8376166c8 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425794 Oct 26 15:52:48.344350 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7dfa8da1-0a11-4402-ac99-55a6e3c13c88 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:48.364832 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-6513ebd8-7995-4010-8230-253a7749c77d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:48.397687 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-6513ebd8-7995-4010-8230-253a7749c77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:48.398291 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-6513ebd8-7995-4010-8230-253a7749c77d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:48.399739 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-6513ebd8-7995-4010-8230-253a7749c77d service neutron] 10.222.0.48 "PUT /v2.0/ports/ab2d69c5-b473-4dae-a5b1-6a5a73710d9d HTTP/1.1" status: 200 len: 1093 time: 1.2914336 Oct 26 15:52:48.400183 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72182c4c-d4ba-49f9-a855-6ef6f2cb84ad', 'tag': 'ab2d69c5-b473-4dae-a5b1-6a5a73710d9d'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:52:48.402456 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b4fe61-916a-4322-80a0-9ea6046232da" -d '{"events": [{"name": "network-changed", "server_uuid": "72182c4c-d4ba-49f9-a855-6ef6f2cb84ad", "tag": "ab2d69c5-b473-4dae-a5b1-6a5a73710d9d"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:52:48.425866 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43238) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:48.481875 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa8da1-0a11-4402-ac99-55a6e3c13c88 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Calling delete_port for 4e6b5e05-d38f-4f3d-bf19-c9e7407184a5 owned by network:router_interface {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:52:48.487970 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbd46c6-fd66-437a-ad47-e2f9749a8ec3 x-openstack-request-id: req-4cbd46c6-fd66-437a-ad47-e2f9749a8ec3 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:52:48.488260 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72182c4c-d4ba-49f9-a855-6ef6f2cb84ad", "tag": "ab2d69c5-b473-4dae-a5b1-6a5a73710d9d", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:52:48.488504 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4cbd46c6-fd66-437a-ad47-e2f9749a8ec3 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:52:48.488891 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cbd46c6-fd66-437a-ad47-e2f9749a8ec3'] response: {'name': 'network-changed', 'server_uuid': '72182c4c-d4ba-49f9-a855-6ef6f2cb84ad', 'tag': 'ab2d69c5-b473-4dae-a5b1-6a5a73710d9d', 'status': 'completed', 'code': 200} Oct 26 15:52:48.562687 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-913c5d76-3c45-4ff7-9e1d-ebaf011ab53f None None] Attempt 8 to provision port 4e6b5e05-d38f-4f3d-bf19-c9e7407184a5 Oct 26 15:52:48.619152 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-913c5d76-3c45-4ff7-9e1d-ebaf011ab53f None None] Port 4e6b5e05-d38f-4f3d-bf19-c9e7407184a5 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:48.657911 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513ebd8-7995-4010-8230-253a7749c77d service neutron] Pushing event updated for resources: {'Port': ['ID=ab2d69c5-b473-4dae-a5b1-6a5a73710d9d,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:48.768722 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7dfa8da1-0a11-4402-ac99-55a6e3c13c88 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:48.819701 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa8da1-0a11-4402-ac99-55a6e3c13c88 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event deleted for resources: {'Port': ['ID=4e6b5e05-d38f-4f3d-bf19-c9e7407184a5,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:48.843722 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4fe61-916a-4322-80a0-9ea6046232da req-2459d0d2-de08-4cee-8351-c16663a63fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:48.845195 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d1b4fe61-916a-4322-80a0-9ea6046232da req-2459d0d2-de08-4cee-8351-c16663a63fd4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c8998251032425cb54859b8c2e97d89&device_id=72182c4c-d4ba-49f9-a855-6ef6f2cb84ad HTTP/1.1" status: 200 len: 1096 time: 0.2886045 Oct 26 15:52:49.120866 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-913c5d76-3c45-4ff7-9e1d-ebaf011ab53f None None] Attempt 9 to provision port 4e6b5e05-d38f-4f3d-bf19-c9e7407184a5 Oct 26 15:52:49.159995 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-913c5d76-3c45-4ff7-9e1d-ebaf011ab53f None None] Port 4e6b5e05-d38f-4f3d-bf19-c9e7407184a5 was deleted so its status cannot be updated. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:52:49.173051 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-913c5d76-3c45-4ff7-9e1d-ebaf011ab53f None None] Provisioning complete for port 7a77be06-522e-41d4-97f9-c16c3670b824 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:52:49.173489 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-913c5d76-3c45-4ff7-9e1d-ebaf011ab53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:49.173824 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-913c5d76-3c45-4ff7-9e1d-ebaf011ab53f None None] Attempt 1 to provision port 7a77be06-522e-41d4-97f9-c16c3670b824 Oct 26 15:52:49.176347 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4fe61-916a-4322-80a0-9ea6046232da req-6801a902-fcd4-4fde-9113-93ee29f47b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:49.178527 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d1b4fe61-916a-4322-80a0-9ea6046232da req-6801a902-fcd4-4fde-9113-93ee29f47b3f service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=3c8998251032425cb54859b8c2e97d89&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3161874 Oct 26 15:52:49.237910 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-913c5d76-3c45-4ff7-9e1d-ebaf011ab53f None None] Port 7a77be06-522e-41d4-97f9-c16c3670b824 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:49.326406 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7dfa8da1-0a11-4402-ac99-55a6e3c13c88 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:49.599047 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4fe61-916a-4322-80a0-9ea6046232da req-54009bb9-6838-4391-8fbe-1b55e31ccd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:49.601285 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d1b4fe61-916a-4322-80a0-9ea6046232da req-54009bb9-6838-4391-8fbe-1b55e31ccd96 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3779233 Oct 26 15:52:49.649482 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3242dd4-849d-4d80-8466-f08d40f5be1c req-900523df-c033-48a8-9349-cb64a1a21671 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:49.651112 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c3242dd4-849d-4d80-8466-f08d40f5be1c req-900523df-c033-48a8-9349-cb64a1a21671 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/ports?device_id=72182c4c-d4ba-49f9-a855-6ef6f2cb84ad HTTP/1.1" status: 200 len: 943 time: 0.3986759 Oct 26 15:52:49.740775 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-913c5d76-3c45-4ff7-9e1d-ebaf011ab53f None None] Attempt 2 to provision port 7a77be06-522e-41d4-97f9-c16c3670b824 Oct 26 15:52:49.803631 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-913c5d76-3c45-4ff7-9e1d-ebaf011ab53f None None] Port 7a77be06-522e-41d4-97f9-c16c3670b824 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:49.805385 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30ca68-0ecf-45ba-94df-c9d5902decf8 req-8b59b723-27be-4741-a07d-8d576e94e487 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:49.806883 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-df30ca68-0ecf-45ba-94df-c9d5902decf8 req-8b59b723-27be-4741-a07d-8d576e94e487 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.3432944 Oct 26 15:52:49.843825 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c3242dd4-849d-4d80-8466-f08d40f5be1c req-92aaf67b-ac2b-4c9e-9f81-922a10984c98 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/security-groups?id=68561780-99c7-4078-8c93-c1dd71fe310d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798699 Oct 26 15:52:49.869949 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dfa8da1-0a11-4402-ac99-55a6e3c13c88 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Router 07142c76-94f5-4a85-8926-ddf06b9db5d7 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:52:49.874111 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-df30ca68-0ecf-45ba-94df-c9d5902decf8 req-2d10198e-53df-4a3e-937a-48e83765100b tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597475 Oct 26 15:52:49.880031 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1db857b2-4064-4e6b-a035-6aa29a6a5859 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:49.936594 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-9915e9a8-f2c2-46fd-adcc-1959527753c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:49.938063 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-9915e9a8-f2c2-46fd-adcc-1959527753c4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c8998251032425cb54859b8c2e97d89&device_id=72182c4c-d4ba-49f9-a855-6ef6f2cb84ad HTTP/1.1" status: 200 len: 1096 time: 0.2550492 Oct 26 15:52:50.038108 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dfa8da1-0a11-4402-ac99-55a6e3c13c88 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:52:50.048228 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-7dfa8da1-0a11-4402-ac99-55a6e3c13c88 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "PUT /v2.0/routers/07142c76-94f5-4a85-8926-ddf06b9db5d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2768011 Oct 26 15:52:50.049250 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ed2b1a-a274-453f-9e2b-c8134b55bfba None None] Sync routers for ids ['07142c76-94f5-4a85-8926-ddf06b9db5d7'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:52:50.051045 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43246) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:50.059301 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ed2b1a-a274-453f-9e2b-c8134b55bfba None None] Routers {'07142c76-94f5-4a85-8926-ddf06b9db5d7'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:52:50.060090 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-83ed2b1a-a274-453f-9e2b-c8134b55bfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:52:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['07142c76-94f5-4a85-8926-ddf06b9db5d7'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:50.129184 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-83ed2b1a-a274-453f-9e2b-c8134b55bfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:50.139897 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ed2b1a-a274-453f-9e2b-c8134b55bfba None None] Routers {'07142c76-94f5-4a85-8926-ddf06b9db5d7'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:52:50.140532 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-83ed2b1a-a274-453f-9e2b-c8134b55bfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:52:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['07142c76-94f5-4a85-8926-ddf06b9db5d7'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:50.208790 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-83ed2b1a-a274-453f-9e2b-c8134b55bfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:50.209247 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ed2b1a-a274-453f-9e2b-c8134b55bfba None None] The sync data for ids ['07142c76-94f5-4a85-8926-ddf06b9db5d7'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:52:50.242843 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-87df1b86-dfea-4e65-b345-3952a610a490 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab2d69c5-b473-4dae-a5b1-6a5a73710d9d HTTP/1.1" status: 200 len: 217 time: 0.2466769 Oct 26 15:52:50.304791 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-913c5d76-3c45-4ff7-9e1d-ebaf011ab53f None None] Attempt 3 to provision port 7a77be06-522e-41d4-97f9-c16c3670b824 Oct 26 15:52:50.365714 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-b359f94f-687f-4151-944f-a3fd8b19aad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:50.366947 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-b359f94f-687f-4151-944f-a3fd8b19aad9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=05c33714-39df-4f85-b4f7-97d22266fdf3 HTTP/1.1" status: 200 len: 851 time: 0.1079338 Oct 26 15:52:50.373258 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-913c5d76-3c45-4ff7-9e1d-ebaf011ab53f None None] Port 7a77be06-522e-41d4-97f9-c16c3670b824 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:50.501456 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-19a2c347-1b80-4bc7-8fdb-e3e459ada428 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1e1a72ff-2302-4bf7-8480-79e42523d7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860643 Oct 26 15:52:50.627259 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-40c83563-18d5-4902-88be-1408baaf74eb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:50.739500 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-7b50ac30-9763-46f9-a4e3-c3f1092a16b5 service neutron] 10.222.0.48 "GET /v2.0/networks/1e1a72ff-2302-4bf7-8480-79e42523d7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860173 Oct 26 15:52:50.801344 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149d08a-bfd6-4da1-a12f-6170ea4c18ab req-da93c760-e19e-4744-abf8-3f3d0363af65 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:50.802773 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e149d08a-bfd6-4da1-a12f-6170ea4c18ab req-da93c760-e19e-4744-abf8-3f3d0363af65 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.48 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.3004227 Oct 26 15:52:50.874623 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-913c5d76-3c45-4ff7-9e1d-ebaf011ab53f None None] Attempt 4 to provision port 7a77be06-522e-41d4-97f9-c16c3670b824 Oct 26 15:52:50.945745 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-913c5d76-3c45-4ff7-9e1d-ebaf011ab53f None None] Port 7a77be06-522e-41d4-97f9-c16c3670b824 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:50.961040 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-1db857b2-4064-4e6b-a035-6aa29a6a5859 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Deleting port 5596aabc-19fb-4657-9e54-a530c9a9fb09 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:52:50.961651 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1db857b2-4064-4e6b-a035-6aa29a6a5859 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:51.036163 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-e149d08a-bfd6-4da1-a12f-6170ea4c18ab req-20a6e1f9-0830-40af-a322-c35d296b52a6 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Deleting port 0c267633-51b9-4b9d-bbf1-b8861290ab0b {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:52:51.036560 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-e149d08a-bfd6-4da1-a12f-6170ea4c18ab req-20a6e1f9-0830-40af-a322-c35d296b52a6 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:51.187068 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa9418-c6a9-440c-92ef-edded265b768 req-3c1c4aca-03fc-4b2a-b8b6-67a9127f22ca tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:51.188585 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-43aa9418-c6a9-440c-92ef-edded265b768 req-3c1c4aca-03fc-4b2a-b8b6-67a9127f22ca tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/ports?device_id=72182c4c-d4ba-49f9-a855-6ef6f2cb84ad HTTP/1.1" status: 200 len: 943 time: 0.1549742 Oct 26 15:52:51.241971 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2cee4665-fef9-445d-a904-09f5a0270c02 req-fd3b055c-3621-465b-afd4-8ad299f7c607 service neutron] 10.222.0.48 "GET /v2.0/networks/1e1a72ff-2302-4bf7-8480-79e42523d7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4758852 Oct 26 15:52:51.288623 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-40c83563-18d5-4902-88be-1408baaf74eb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Deleting port 7a77be06-522e-41d4-97f9-c16c3670b824 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:52:51.288962 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-40c83563-18d5-4902-88be-1408baaf74eb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:51.322001 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-43aa9418-c6a9-440c-92ef-edded265b768 req-5d63455d-022c-412b-92d5-fcb298c840c9 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/security-groups?id=68561780-99c7-4078-8c93-c1dd71fe310d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034384 Oct 26 15:52:51.447820 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-913c5d76-3c45-4ff7-9e1d-ebaf011ab53f None None] Attempt 5 to provision port 7a77be06-522e-41d4-97f9-c16c3670b824 Oct 26 15:52:51.456272 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-1db857b2-4064-4e6b-a035-6aa29a6a5859 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] For port 5596aabc-19fb-4657-9e54-a530c9a9fb09, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=5596aabc-19fb-4657-9e54-a530c9a9fb09,segment=NetworkSegment(cbe5574b-eb68-4f04-8d5b-15c1c60f6452),segment_id=cbe5574b-eb68-4f04-8d5b-15c1c60f6452)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:52:51.456628 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1db857b2-4064-4e6b-a035-6aa29a6a5859 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:51.491999 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-40c83563-18d5-4902-88be-1408baaf74eb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:51.507115 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-913c5d76-3c45-4ff7-9e1d-ebaf011ab53f None None] Port 7a77be06-522e-41d4-97f9-c16c3670b824 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:52:51.599042 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116dc0a2-47ad-406e-bc72-690bd8c24c38 req-d790cb47-9d09-4ec1-b256-0b805f39f392 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:51.600491 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-116dc0a2-47ad-406e-bc72-690bd8c24c38 req-d790cb47-9d09-4ec1-b256-0b805f39f392 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 945 time: 0.5351477 Oct 26 15:52:51.610408 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-1db857b2-4064-4e6b-a035-6aa29a6a5859 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Calling delete_port for 5596aabc-19fb-4657-9e54-a530c9a9fb09 owned by network:router_interface {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:52:51.618734 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-40c83563-18d5-4902-88be-1408baaf74eb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Calling delete_port for 7a77be06-522e-41d4-97f9-c16c3670b824 owned by network:router_interface {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:52:51.859576 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-116dc0a2-47ad-406e-bc72-690bd8c24c38 req-4f2fb666-f768-4756-9c89-da65a9b537c4 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f19e6ea-c9d6-4d02-8032-559039c26c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110353 Oct 26 15:52:51.861193 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-e149d08a-bfd6-4da1-a12f-6170ea4c18ab req-20a6e1f9-0830-40af-a322-c35d296b52a6 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] For port 0c267633-51b9-4b9d-bbf1-b8861290ab0b, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=0c267633-51b9-4b9d-bbf1-b8861290ab0b,segment=NetworkSegment(ef45b2d8-d853-4c7b-bf2d-57a8b128d8fe),segment_id=ef45b2d8-d853-4c7b-bf2d-57a8b128d8fe)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:52:51.861545 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-e149d08a-bfd6-4da1-a12f-6170ea4c18ab req-20a6e1f9-0830-40af-a322-c35d296b52a6 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:51.865492 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-40c83563-18d5-4902-88be-1408baaf74eb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:51.920914 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c83563-18d5-4902-88be-1408baaf74eb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event deleted for resources: {'Port': ['ID=7a77be06-522e-41d4-97f9-c16c3670b824,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:52.008431 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-913c5d76-3c45-4ff7-9e1d-ebaf011ab53f None None] Attempt 6 to provision port 7a77be06-522e-41d4-97f9-c16c3670b824 Oct 26 15:52:52.049937 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-913c5d76-3c45-4ff7-9e1d-ebaf011ab53f None None] Port 7a77be06-522e-41d4-97f9-c16c3670b824 was deleted so its status cannot be updated. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:52:52.104445 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-40c83563-18d5-4902-88be-1408baaf74eb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:52.123424 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-913c5d76-3c45-4ff7-9e1d-ebaf011ab53f None None] Provisioning for port 1e3ef410-f7af-4b6c-8455-d924fd2a9941 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:52:52.130334 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-913c5d76-3c45-4ff7-9e1d-ebaf011ab53f None None] Provisioning complete for port 1e3ef410-f7af-4b6c-8455-d924fd2a9941 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:52:52.131309 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-913c5d76-3c45-4ff7-9e1d-ebaf011ab53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:52.131829 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-913c5d76-3c45-4ff7-9e1d-ebaf011ab53f None None] Attempt 1 to provision port 1e3ef410-f7af-4b6c-8455-d924fd2a9941 Oct 26 15:52:52.253036 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-e149d08a-bfd6-4da1-a12f-6170ea4c18ab req-20a6e1f9-0830-40af-a322-c35d296b52a6 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:52.253596 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-e149d08a-bfd6-4da1-a12f-6170ea4c18ab req-20a6e1f9-0830-40af-a322-c35d296b52a6 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:52.253596 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.l3_db [req-e149d08a-bfd6-4da1-a12f-6170ea4c18ab req-20a6e1f9-0830-40af-a322-c35d296b52a6 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Floating IP 712d52cb-b12b-4745-b6ae-5b9f447d543f disassociated. External IP: 172.26.2.24, port: 0c267633-51b9-4b9d-bbf1-b8861290ab0b. Oct 26 15:52:52.253922 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-e149d08a-bfd6-4da1-a12f-6170ea4c18ab req-20a6e1f9-0830-40af-a322-c35d296b52a6 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Calling delete_port for 0c267633-51b9-4b9d-bbf1-b8861290ab0b owned by compute:nova {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:52:52.264977 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-913c5d76-3c45-4ff7-9e1d-ebaf011ab53f None None] Current status of the port 1e3ef410-f7af-4b6c-8455-d924fd2a9941 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:52:52.268664 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-913c5d76-3c45-4ff7-9e1d-ebaf011ab53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:52.299899 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-913c5d76-3c45-4ff7-9e1d-ebaf011ab53f None None] For port 1e3ef410-f7af-4b6c-8455-d924fd2a9941, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=1e3ef410-f7af-4b6c-8455-d924fd2a9941,segment=NetworkSegment(b438c629-6684-44f5-ab35-5ed86e3f17f9),segment_id=b438c629-6684-44f5-ab35-5ed86e3f17f9)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:52:52.391137 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-913c5d76-3c45-4ff7-9e1d-ebaf011ab53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:52.396962 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c83563-18d5-4902-88be-1408baaf74eb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Router 07142c76-94f5-4a85-8926-ddf06b9db5d7 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:52:52.426118 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1db857b2-4064-4e6b-a035-6aa29a6a5859 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:52.474251 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c5d76-3c45-4ff7-9e1d-ebaf011ab53f None None] Pushing event updated for resources: {'Port': ['ID=1e3ef410-f7af-4b6c-8455-d924fd2a9941,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:52.490611 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db857b2-4064-4e6b-a035-6aa29a6a5859 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Port': ['ID=5596aabc-19fb-4657-9e54-a530c9a9fb09,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:52.506726 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-2b94396c-295b-4c14-ab4c-86ca15f888ad None None] Could not find standard attr ID for object 4e6b5e05-d38f-4f3d-bf19-c9e7407184a5. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:52:52.580402 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-e149d08a-bfd6-4da1-a12f-6170ea4c18ab req-20a6e1f9-0830-40af-a322-c35d296b52a6 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:52.642869 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a6e1f9-0830-40af-a322-c35d296b52a6 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Pushing event deleted for resources: {'Port': ['ID=0c267633-51b9-4b9d-bbf1-b8861290ab0b,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:52.735988 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c83563-18d5-4902-88be-1408baaf74eb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:52:52.750075 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-40c83563-18d5-4902-88be-1408baaf74eb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "PUT /v2.0/routers/07142c76-94f5-4a85-8926-ddf06b9db5d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6978283 Oct 26 15:52:52.752787 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b85332-dd49-4948-b01c-c8b0031b6bd3 None None] Sync routers for ids ['07142c76-94f5-4a85-8926-ddf06b9db5d7'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:52:52.754119 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43256) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:52.771294 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b85332-dd49-4948-b01c-c8b0031b6bd3 None None] Routers {'07142c76-94f5-4a85-8926-ddf06b9db5d7'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:52:52.772439 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-48b85332-dd49-4948-b01c-c8b0031b6bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:52:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['07142c76-94f5-4a85-8926-ddf06b9db5d7'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:52.829742 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-94a7e0c9-1f1f-4a4e-b527-c8c6170207ec tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Synchronizing usage tracker for tenant:33165e7b97ac42778d9b016b22174455 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:52:52.862324 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69840e82-9136-4a93-806f-c9c8b085af1e req-a327deca-0f20-41e2-b1f2-d7b4eba5db23 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:52.867385 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-69840e82-9136-4a93-806f-c9c8b085af1e req-a327deca-0f20-41e2-b1f2-d7b4eba5db23 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/ports?device_id=72182c4c-d4ba-49f9-a855-6ef6f2cb84ad HTTP/1.1" status: 200 len: 943 time: 0.2938442 Oct 26 15:52:52.872387 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-48b85332-dd49-4948-b01c-c8b0031b6bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:52.884014 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b85332-dd49-4948-b01c-c8b0031b6bd3 None None] Routers {'07142c76-94f5-4a85-8926-ddf06b9db5d7'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:52:52.884897 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-48b85332-dd49-4948-b01c-c8b0031b6bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:52:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['07142c76-94f5-4a85-8926-ddf06b9db5d7'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:52.908980 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e149d08a-bfd6-4da1-a12f-6170ea4c18ab req-20a6e1f9-0830-40af-a322-c35d296b52a6 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Router 5f176685-5721-4547-968c-4a62110b7d6e has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:52:52.934293 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 1e3ef410-f7af-4b6c-8455-d924fd2a9941 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:52:52.950111 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-94a7e0c9-1f1f-4a4e-b527-c8c6170207ec tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Unset dirty status for tenant:33165e7b97ac42778d9b016b22174455 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:52:52.952361 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-94a7e0c9-1f1f-4a4e-b527-c8c6170207ec tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "GET /v2.0/ports?device_id=07142c76-94f5-4a85-8926-ddf06b9db5d7 HTTP/1.1" status: 200 len: 205 time: 0.1981525 Oct 26 15:52:52.956708 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43262) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:53.023191 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-48b85332-dd49-4948-b01c-c8b0031b6bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:53.023499 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b85332-dd49-4948-b01c-c8b0031b6bd3 None None] The sync data for ids ['07142c76-94f5-4a85-8926-ddf06b9db5d7'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:52:53.042243 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-69840e82-9136-4a93-806f-c9c8b085af1e req-d0cd7b76-f667-4ae4-a85b-9f66de1c9b50 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/security-groups?id=68561780-99c7-4078-8c93-c1dd71fe310d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544061 Oct 26 15:52:53.048136 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 1e3ef410-f7af-4b6c-8455-d924fd2a9941 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:52:53.048837 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:53.049335 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 1e3ef410-f7af-4b6c-8455-d924fd2a9941 Oct 26 15:52:53.131842 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f4a2801d-4525-44fb-a023-d5c1c6bde01a tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for router, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:53.179935 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 1e3ef410-f7af-4b6c-8455-d924fd2a9941 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:52:53.390430 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8ffd2f9a-ca71-475b-989a-1c5e36a7db5b req-cf872d4d-2655-47ce-968e-1bc22a6e7946 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 210 time: 0.3201125 Oct 26 15:52:53.440951 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f4a2801d-4525-44fb-a023-d5c1c6bde01a tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:53.443204 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f4a2801d-4525-44fb-a023-d5c1c6bde01a tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:53.468386 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e149d08a-bfd6-4da1-a12f-6170ea4c18ab req-20a6e1f9-0830-40af-a322-c35d296b52a6 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:52:53.478627 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca9e9b8-43f7-4b4b-b937-5f7b06c5b305 None None] Sync routers for ids ['5f176685-5721-4547-968c-4a62110b7d6e'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:52:53.488821 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca9e9b8-43f7-4b4b-b937-5f7b06c5b305 None None] Routers {'5f176685-5721-4547-968c-4a62110b7d6e'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:52:53.489617 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-9ca9e9b8-43f7-4b4b-b937-5f7b06c5b305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:52:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['5f176685-5721-4547-968c-4a62110b7d6e'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:53.501363 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1db857b2-4064-4e6b-a035-6aa29a6a5859 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:53.522412 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f4a2801d-4525-44fb-a023-d5c1c6bde01a tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:53.523065 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a2801d-4525-44fb-a023-d5c1c6bde01a tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Fanout notify agent at l3_agent the message router_deleted on router 07142c76-94f5-4a85-8926-ddf06b9db5d7 {{(pid=89747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:52:53.535851 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f4a2801d-4525-44fb-a023-d5c1c6bde01a tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:53.539573 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f4a2801d-4525-44fb-a023-d5c1c6bde01a tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "DELETE /v2.0/routers/07142c76-94f5-4a85-8926-ddf06b9db5d7 HTTP/1.1" status: 204 len: 168 time: 0.5794635 Oct 26 15:52:53.539947 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43266) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:53.608148 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-a046a884-8571-4f3b-9c56-7cf7f227a0d1 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Deleting subnet 0a058cc9-f60e-4a7e-bb27-29f184f7c092 {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:52:53.611206 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a046a884-8571-4f3b-9c56-7cf7f227a0d1 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:53.617825 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-e149d08a-bfd6-4da1-a12f-6170ea4c18ab req-20a6e1f9-0830-40af-a322-c35d296b52a6 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] No DVR routers for this DVR port 0c267633-51b9-4b9d-bbf1-b8861290ab0b on host hv-neutron-8627 {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:52:53.677685 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-e149d08a-bfd6-4da1-a12f-6170ea4c18ab req-20a6e1f9-0830-40af-a322-c35d296b52a6 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:53.680356 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33a371d-c739-48ea-9e77-f89d56ad8495', 'name': 'network-vif-deleted', 'tag': '0c267633-51b9-4b9d-bbf1-b8861290ab0b'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:52:53.682722 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b64146-8ab2-4dd2-bdbb-cd4d74d12b5d" -d '{"events": [{"server_uuid": "d33a371d-c739-48ea-9e77-f89d56ad8495", "name": "network-vif-deleted", "tag": "0c267633-51b9-4b9d-bbf1-b8861290ab0b"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:52:53.684876 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-9ca9e9b8-43f7-4b4b-b937-5f7b06c5b305 None None] Set router 5f176685-5721-4547-968c-4a62110b7d6e gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:52:53.686237 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a046a884-8571-4f3b-9c56-7cf7f227a0d1 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:53.764145 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63cf003a-5276-4d0b-a196-29deb2c18055 x-openstack-request-id: req-63cf003a-5276-4d0b-a196-29deb2c18055 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:52:53.764573 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d33a371d-c739-48ea-9e77-f89d56ad8495", "name": "network-vif-deleted", "tag": "0c267633-51b9-4b9d-bbf1-b8861290ab0b", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:52:53.769807 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-63cf003a-5276-4d0b-a196-29deb2c18055 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:52:53.769807 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63cf003a-5276-4d0b-a196-29deb2c18055'] response: {'server_uuid': 'd33a371d-c739-48ea-9e77-f89d56ad8495', 'name': 'network-vif-deleted', 'tag': '0c267633-51b9-4b9d-bbf1-b8861290ab0b', 'status': 'completed', 'code': 200} Oct 26 15:52:53.794217 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a046a884-8571-4f3b-9c56-7cf7f227a0d1 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:53.842804 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e149d08a-bfd6-4da1-a12f-6170ea4c18ab req-20a6e1f9-0830-40af-a322-c35d296b52a6 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.48 "DELETE /v2.0/ports/0c267633-51b9-4b9d-bbf1-b8861290ab0b HTTP/1.1" status: 204 len: 173 time: 3.0213466 Oct 26 15:52:53.931526 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a046a884-8571-4f3b-9c56-7cf7f227a0d1 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:53.974095 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a046a884-8571-4f3b-9c56-7cf7f227a0d1 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event deleted for resources: {'Subnet': ['ID=0a058cc9-f60e-4a7e-bb27-29f184f7c092,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:53.976725 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a046a884-8571-4f3b-9c56-7cf7f227a0d1 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:53.976866 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db857b2-4064-4e6b-a035-6aa29a6a5859 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Router 80b529b4-697a-4ca9-ad66-8bb9d6da3936 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:52:53.987330 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a046a884-8571-4f3b-9c56-7cf7f227a0d1 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:52:53.987675 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a046a884-8571-4f3b-9c56-7cf7f227a0d1 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:52:53.988015 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a046a884-8571-4f3b-9c56-7cf7f227a0d1 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:52:53.988347 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a046a884-8571-4f3b-9c56-7cf7f227a0d1 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:52:53.988678 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a046a884-8571-4f3b-9c56-7cf7f227a0d1 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:52:53.989004 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a046a884-8571-4f3b-9c56-7cf7f227a0d1 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:52:53.989464 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a046a884-8571-4f3b-9c56-7cf7f227a0d1 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:52:53.989792 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a046a884-8571-4f3b-9c56-7cf7f227a0d1 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:52:53.990114 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a046a884-8571-4f3b-9c56-7cf7f227a0d1 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:52:53.990432 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a046a884-8571-4f3b-9c56-7cf7f227a0d1 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:52:53.996362 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4eadeee-1af6-4f7d-879a-1764d698e960 None None] Network 4830ad93-eb4d-42e8-bf05-41077263f280 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:52:53.997237 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a046a884-8571-4f3b-9c56-7cf7f227a0d1 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:52:53.997692 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a046a884-8571-4f3b-9c56-7cf7f227a0d1 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:52:54.002356 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a046a884-8571-4f3b-9c56-7cf7f227a0d1 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "DELETE /v2.0/subnets/0a058cc9-f60e-4a7e-bb27-29f184f7c092 HTTP/1.1" status: 204 len: 168 time: 0.4614022 Oct 26 15:52:54.005504 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43272) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:54.084726 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-6555e67c-5a29-4546-bcdd-b81d35157090 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Deleting subnet 4ca7272f-82fc-4671-8fe9-f2b7511bede5 {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:52:54.088492 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6555e67c-5a29-4546-bcdd-b81d35157090 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:54.171215 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6555e67c-5a29-4546-bcdd-b81d35157090 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:54.261067 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db857b2-4064-4e6b-a035-6aa29a6a5859 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:52:54.268577 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-1db857b2-4064-4e6b-a035-6aa29a6a5859 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "PUT /v2.0/routers/80b529b4-697a-4ca9-ad66-8bb9d6da3936/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8392022 Oct 26 15:52:54.269632 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6555e67c-5a29-4546-bcdd-b81d35157090 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:54.269909 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43278) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:54.273769 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dad7dbf-e3a3-4b3b-bf4c-99bc96cc21fa None None] Sync routers for ids ['80b529b4-697a-4ca9-ad66-8bb9d6da3936'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:52:54.286372 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dad7dbf-e3a3-4b3b-bf4c-99bc96cc21fa None None] Routers {'80b529b4-697a-4ca9-ad66-8bb9d6da3936'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:52:54.288584 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-1dad7dbf-e3a3-4b3b-bf4c-99bc96cc21fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:52:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['80b529b4-697a-4ca9-ad66-8bb9d6da3936'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:54.329340 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-9ca9e9b8-43f7-4b4b-b937-5f7b06c5b305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f176685-5721-4547-968c-4a62110b7d6e', 'name': 'tempest-ServerActionsTestJSON-1950227257-router', 'tenant_id': 'a4119eb7a47547308296079685b102f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.64'}], 'enable_snat': True}, 'gw_port_id': '41f9995d-0451-4e1b-88a5-4afa3110819c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:47:13Z', 'updated_at': '2022-10-26T15:47:24Z', 'revision_number': 4, 'project_id': 'a4119eb7a47547308296079685b102f3', 'gw_port': {'id': '41f9995d-0451-4e1b-88a5-4afa3110819c', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f176685-5721-4547-968c-4a62110b7d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:47:15Z', 'updated_at': '2022-10-26T15:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '1d46f836-0356-49cd-98d5-34b692c0f65a', 'name': '', 'network_id': '9b52fa13-90e5-4d9b-bd04-f08f37ff314e', 'tenant_id': 'a4119eb7a47547308296079685b102f3', 'mac_address': 'fa:16:3e:99:72:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f176685-5721-4547-968c-4a62110b7d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5cc9e74e-861e-45d0-8d44-208c9e1f2999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:47:23Z', 'updated_at': '2022-10-26T15:47:34Z', 'revision_number': 5, 'project_id': 'a4119eb7a47547308296079685b102f3', 'subnets': [{'id': '5cc9e74e-861e-45d0-8d44-208c9e1f2999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:54.337632 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca9e9b8-43f7-4b4b-b937-5f7b06c5b305 None None] Checking router: 5f176685-5721-4547-968c-4a62110b7d6e for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:52:54.347935 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca9e9b8-43f7-4b4b-b937-5f7b06c5b305 None None] Routers {'5f176685-5721-4547-968c-4a62110b7d6e'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:52:54.348552 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-9ca9e9b8-43f7-4b4b-b937-5f7b06c5b305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:52:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['5f176685-5721-4547-968c-4a62110b7d6e'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:54.420121 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1e4bb69-2aa1-4234-806a-dc5e1919ea9c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Deleting subnet a81e370d-9645-40af-8803-f60d93e2baff {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:52:54.422892 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6555e67c-5a29-4546-bcdd-b81d35157090 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:54.441168 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941fb801-57a5-41b6-91f4-77cf2327704a None None] DHCP port deletion for 4830ad93-eb4d-42e8-bf05-41077263f280 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:52:54.442368 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f1e4bb69-2aa1-4234-806a-dc5e1919ea9c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:54.444967 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device ab2d69c5-b473-4dae-a5b1-6a5a73710d9d details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 15:52:54.447909 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 0c267633-51b9-4b9d-bbf1-b8861290ab0b no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:52:54.554319 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb84e3a-6c00-42ad-8bca-8307492893b1 req-c804b9bc-6ec3-4a47-b029-b406addc2381 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:54.558586 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-7eb84e3a-6c00-42ad-8bca-8307492893b1 req-c804b9bc-6ec3-4a47-b029-b406addc2381 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Synchronizing usage tracker for tenant:3c8998251032425cb54859b8c2e97d89 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:52:54.563053 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-1dad7dbf-e3a3-4b3b-bf4c-99bc96cc21fa None None] Set router 80b529b4-697a-4ca9-ad66-8bb9d6da3936 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:52:54.641672 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-941fb801-57a5-41b6-91f4-77cf2327704a None None] Deleting port 1e3ef410-f7af-4b6c-8455-d924fd2a9941 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:52:54.642244 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f1e4bb69-2aa1-4234-806a-dc5e1919ea9c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:54.642917 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-941fb801-57a5-41b6-91f4-77cf2327704a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:54.647323 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555e67c-5a29-4546-bcdd-b81d35157090 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event deleted for resources: {'Subnet': ['ID=4ca7272f-82fc-4671-8fe9-f2b7511bede5,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:54.649904 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6555e67c-5a29-4546-bcdd-b81d35157090 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:54.678431 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d832dea-6787-4552-95fc-ff04231e289d None None] Network 85f6d917-2e80-4b48-808a-5b296f2d3caa requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:52:54.694237 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] No Port match for: 0c267633-51b9-4b9d-bbf1-b8861290ab0b {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:52:54.694938 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 0c267633-51b9-4b9d-bbf1-b8861290ab0b not bound to the agent host hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:52:54.723204 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43286) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:54.723996 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-6555e67c-5a29-4546-bcdd-b81d35157090 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "DELETE /v2.0/subnets/4ca7272f-82fc-4671-8fe9-f2b7511bede5 HTTP/1.1" status: 204 len: 168 time: 0.7172451 Oct 26 15:52:54.727314 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-520cbd51-69e2-4e5a-a025-e55b5d039560 req-205cb938-0b77-4998-a21f-f740a05d70d8 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/ports?device_id=d33a371d-c739-48ea-9e77-f89d56ad8495 HTTP/1.1" status: 200 len: 210 time: 0.0811837 Oct 26 15:52:54.839158 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 1e3ef410-f7af-4b6c-8455-d924fd2a9941 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:52:54.842762 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-7eb84e3a-6c00-42ad-8bca-8307492893b1 req-c804b9bc-6ec3-4a47-b029-b406addc2381 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Unset dirty status for tenant:3c8998251032425cb54859b8c2e97d89 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:52:54.843922 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7eb84e3a-6c00-42ad-8bca-8307492893b1 req-c804b9bc-6ec3-4a47-b029-b406addc2381 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/ports?device_id=72182c4c-d4ba-49f9-a855-6ef6f2cb84ad HTTP/1.1" status: 200 len: 943 time: 0.6585491 Oct 26 15:52:54.940999 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7eb84e3a-6c00-42ad-8bca-8307492893b1 req-9a7ce8e9-53d1-41f7-905b-61ad3346d066 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/security-groups?id=68561780-99c7-4078-8c93-c1dd71fe310d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774081 Oct 26 15:52:54.950889 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cab11335-1864-4990-a401-b1d79ec50bda tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:54.958325 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-1dad7dbf-e3a3-4b3b-bf4c-99bc96cc21fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b529b4-697a-4ca9-ad66-8bb9d6da3936', 'name': 'tempest-TestNetworkBasicOps-router-988813514', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.142'}], 'enable_snat': True}, 'gw_port_id': '267b79ea-7647-42a5-839f-2168d648cfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:50:09Z', 'updated_at': '2022-10-26T15:52:52Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '267b79ea-7647-42a5-839f-2168d648cfdf', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b529b4-697a-4ca9-ad66-8bb9d6da3936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:10Z', 'updated_at': '2022-10-26T15:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:54.975855 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dad7dbf-e3a3-4b3b-bf4c-99bc96cc21fa None None] Checking router: 80b529b4-697a-4ca9-ad66-8bb9d6da3936 for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:52:54.976216 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-cab11335-1864-4990-a401-b1d79ec50bda tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Deleting port 1e3ef410-f7af-4b6c-8455-d924fd2a9941 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:52:54.976216 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cab11335-1864-4990-a401-b1d79ec50bda tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:54.979398 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dad7dbf-e3a3-4b3b-bf4c-99bc96cc21fa None None] Routers {'80b529b4-697a-4ca9-ad66-8bb9d6da3936'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:52:54.979398 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-1dad7dbf-e3a3-4b3b-bf4c-99bc96cc21fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:52:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['80b529b4-697a-4ca9-ad66-8bb9d6da3936'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:55.025899 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f1e4bb69-2aa1-4234-806a-dc5e1919ea9c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:55.204659 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-1dad7dbf-e3a3-4b3b-bf4c-99bc96cc21fa None None] Set router 80b529b4-697a-4ca9-ad66-8bb9d6da3936 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:52:55.252520 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-cab11335-1864-4990-a401-b1d79ec50bda tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] For port 1e3ef410-f7af-4b6c-8455-d924fd2a9941, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=1e3ef410-f7af-4b6c-8455-d924fd2a9941,segment=NetworkSegment(b438c629-6684-44f5-ab35-5ed86e3f17f9),segment_id=b438c629-6684-44f5-ab35-5ed86e3f17f9)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:52:55.252921 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cab11335-1864-4990-a401-b1d79ec50bda tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:55.269208 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-9ca9e9b8-43f7-4b4b-b937-5f7b06c5b305 None None] Set router 5f176685-5721-4547-968c-4a62110b7d6e gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:52:55.485000 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-941fb801-57a5-41b6-91f4-77cf2327704a None None] For port 1e3ef410-f7af-4b6c-8455-d924fd2a9941, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=1e3ef410-f7af-4b6c-8455-d924fd2a9941,segment=NetworkSegment(b438c629-6684-44f5-ab35-5ed86e3f17f9),segment_id=b438c629-6684-44f5-ab35-5ed86e3f17f9)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:52:55.485000 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-941fb801-57a5-41b6-91f4-77cf2327704a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:55.511961 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-1dad7dbf-e3a3-4b3b-bf4c-99bc96cc21fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b529b4-697a-4ca9-ad66-8bb9d6da3936', 'name': 'tempest-TestNetworkBasicOps-router-988813514', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.142'}], 'enable_snat': True}, 'gw_port_id': '267b79ea-7647-42a5-839f-2168d648cfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:50:09Z', 'updated_at': '2022-10-26T15:52:52Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '267b79ea-7647-42a5-839f-2168d648cfdf', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b529b4-697a-4ca9-ad66-8bb9d6da3936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:10Z', 'updated_at': '2022-10-26T15:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:55.512634 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 1e3ef410-f7af-4b6c-8455-d924fd2a9941 is: ACTIVE; New status is: DOWN {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:52:55.512745 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f1e4bb69-2aa1-4234-806a-dc5e1919ea9c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:55.513742 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:55.516733 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dad7dbf-e3a3-4b3b-bf4c-99bc96cc21fa None None] The sync data for ids ['80b529b4-697a-4ca9-ad66-8bb9d6da3936'] in dv-neutron-862712-1-hyperv is: [{'id': '80b529b4-697a-4ca9-ad66-8bb9d6da3936', 'name': 'tempest-TestNetworkBasicOps-router-988813514', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.142'}], 'enable_snat': True}, 'gw_port_id': '267b79ea-7647-42a5-839f-2168d648cfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:50:09Z', 'updated_at': '2022-10-26T15:52:52Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '267b79ea-7647-42a5-839f-2168d648cfdf', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b529b4-697a-4ca9-ad66-8bb9d6da3936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:50:10Z', 'updated_at': '2022-10-26T15:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:52:55.523432 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-cab11335-1864-4990-a401-b1d79ec50bda tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Calling delete_port for 1e3ef410-f7af-4b6c-8455-d924fd2a9941 owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:52:55.601386 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e4bb69-2aa1-4234-806a-dc5e1919ea9c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Subnet': ['ID=a81e370d-9645-40af-8803-f60d93e2baff,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:55.604077 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f1e4bb69-2aa1-4234-806a-dc5e1919ea9c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:55.617373 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4bb69-2aa1-4234-806a-dc5e1919ea9c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:52:55.617715 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4bb69-2aa1-4234-806a-dc5e1919ea9c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:52:55.618052 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4bb69-2aa1-4234-806a-dc5e1919ea9c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:52:55.618381 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4bb69-2aa1-4234-806a-dc5e1919ea9c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:52:55.618738 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4bb69-2aa1-4234-806a-dc5e1919ea9c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:52:55.619059 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4bb69-2aa1-4234-806a-dc5e1919ea9c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:52:55.619381 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4bb69-2aa1-4234-806a-dc5e1919ea9c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:52:55.619697 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4bb69-2aa1-4234-806a-dc5e1919ea9c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:52:55.620016 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4bb69-2aa1-4234-806a-dc5e1919ea9c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:52:55.620329 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4bb69-2aa1-4234-806a-dc5e1919ea9c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:52:55.620647 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4bb69-2aa1-4234-806a-dc5e1919ea9c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:52:55.620959 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4bb69-2aa1-4234-806a-dc5e1919ea9c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:52:55.628037 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f1e4bb69-2aa1-4234-806a-dc5e1919ea9c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "DELETE /v2.0/subnets/a81e370d-9645-40af-8803-f60d93e2baff HTTP/1.1" status: 204 len: 168 time: 1.3579509 Oct 26 15:52:55.630652 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43290) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:55.715415 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-941fb801-57a5-41b6-91f4-77cf2327704a None None] Calling delete_port for 1e3ef410-f7af-4b6c-8455-d924fd2a9941 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:52:55.719995 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 15:52:55.742422 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b86d52-004c-4c8f-a0f9-46295391c8b3 None None] Network f695264a-de7b-484e-8ae7-eaf4f0eb940e requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:52:55.797943 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port ab2d69c5-b473-4dae-a5b1-6a5a73710d9d, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=ab2d69c5-b473-4dae-a5b1-6a5a73710d9d,segment=NetworkSegment(bc3d5831-ed76-4b61-8014-1cb356afbc0d),segment_id=bc3d5831-ed76-4b61-8014-1cb356afbc0d)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:52:55.835259 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3a116fc1-3c1a-4d76-a6b3-12ad5ef466ac tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:55.901470 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cab11335-1864-4990-a401-b1d79ec50bda tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:55.954962 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': 'ab2d69c5-b473-4dae-a5b1-6a5a73710d9d', 'network_id': '1e1a72ff-2302-4bf7-8480-79e42523d7a8', 'port_id': 'ab2d69c5-b473-4dae-a5b1-6a5a73710d9d', 'mac_address': 'fa:16:3e:77:c7:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05c33714-39df-4f85-b4f7-97d22266fdf3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 15:52:55.976419 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43298) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:56.031098 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab11335-1864-4990-a401-b1d79ec50bda tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event deleted for resources: {'Port': ['ID=1e3ef410-f7af-4b6c-8455-d924fd2a9941,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:56.043735 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab11335-1864-4990-a401-b1d79ec50bda tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] No DVR routers for this DVR port 1e3ef410-f7af-4b6c-8455-d924fd2a9941 on host dv-neutron-862712-1-hyperv {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:52:56.102321 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0dc4d4a2-f27f-4986-b3b5-ddc24d5b84a9 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:56.137826 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0dc4d4a2-f27f-4986-b3b5-ddc24d5b84a9 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:56.170991 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-941fb801-57a5-41b6-91f4-77cf2327704a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:52:56.171352 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-941fb801-57a5-41b6-91f4-77cf2327704a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:52:56.228861 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port ab2d69c5-b473-4dae-a5b1-6a5a73710d9d is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:52:56.229288 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:56.232456 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3a116fc1-3c1a-4d76-a6b3-12ad5ef466ac tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:56.236065 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cab11335-1864-4990-a401-b1d79ec50bda tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:56.271008 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-cab11335-1864-4990-a401-b1d79ec50bda tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4830ad93-eb4d-42e8-bf05-41077263f280']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:56.277715 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51679dae-814f-40e3-9bf6-d3a281f32506 req-95a1bb1d-89ac-40a0-a19e-cd8532cfc4ff tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:56.277715 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-51679dae-814f-40e3-9bf6-d3a281f32506 req-95a1bb1d-89ac-40a0-a19e-cd8532cfc4ff tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/ports?device_id=72182c4c-d4ba-49f9-a855-6ef6f2cb84ad HTTP/1.1" status: 200 len: 943 time: 0.1257317 Oct 26 15:52:56.285095 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-cab11335-1864-4990-a401-b1d79ec50bda tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b438c629-6684-44f5-ab35-5ed86e3f17f9') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:56.285522 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-cab11335-1864-4990-a401-b1d79ec50bda tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b438c629-6684-44f5-ab35-5ed86e3f17f9') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:56.296942 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab2d69c5-b473-4dae-a5b1-6a5a73710d9d {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:52:56.299821 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cab11335-1864-4990-a401-b1d79ec50bda tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:56.323906 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cab11335-1864-4990-a401-b1d79ec50bda tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:56.329213 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port ab2d69c5-b473-4dae-a5b1-6a5a73710d9d, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=ab2d69c5-b473-4dae-a5b1-6a5a73710d9d,segment=NetworkSegment(bc3d5831-ed76-4b61-8014-1cb356afbc0d),segment_id=bc3d5831-ed76-4b61-8014-1cb356afbc0d)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:52:56.332365 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-3a116fc1-3c1a-4d76-a6b3-12ad5ef466ac tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Deleting port 267b79ea-7647-42a5-839f-2168d648cfdf {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:52:56.336353 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3a116fc1-3c1a-4d76-a6b3-12ad5ef466ac tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:56.351646 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e3a77a-b10a-416b-8d9a-55ddf2e3347e None None] DHCP port deletion for 85f6d917-2e80-4b48-808a-5b296f2d3caa request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:52:56.353340 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-51679dae-814f-40e3-9bf6-d3a281f32506 req-daa552cd-fcc0-4088-8f12-deaf21a30284 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/security-groups?id=68561780-99c7-4078-8c93-c1dd71fe310d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684381 Oct 26 15:52:56.362965 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0dc4d4a2-f27f-4986-b3b5-ddc24d5b84a9 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:56.366099 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-d3e3a77a-b10a-416b-8d9a-55ddf2e3347e None None] Deleting port f469b813-1930-4d6e-b2d1-bd653b298dbd {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:52:56.366508 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d3e3a77a-b10a-416b-8d9a-55ddf2e3347e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:56.401314 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc4d4a2-f27f-4986-b3b5-ddc24d5b84a9 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f19e6ea-c9d6-4d02-8032-559039c26c7c,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:56.410081 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cab11335-1864-4990-a401-b1d79ec50bda tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:52:56.410558 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cab11335-1864-4990-a401-b1d79ec50bda tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:56.435532 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-9ca9e9b8-43f7-4b4b-b937-5f7b06c5b305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f176685-5721-4547-968c-4a62110b7d6e', 'name': 'tempest-ServerActionsTestJSON-1950227257-router', 'tenant_id': 'a4119eb7a47547308296079685b102f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.64'}], 'enable_snat': True}, 'gw_port_id': '41f9995d-0451-4e1b-88a5-4afa3110819c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:47:13Z', 'updated_at': '2022-10-26T15:47:24Z', 'revision_number': 4, 'project_id': 'a4119eb7a47547308296079685b102f3', 'gw_port': {'id': '41f9995d-0451-4e1b-88a5-4afa3110819c', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f176685-5721-4547-968c-4a62110b7d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:47:15Z', 'updated_at': '2022-10-26T15:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '1d46f836-0356-49cd-98d5-34b692c0f65a', 'name': '', 'network_id': '9b52fa13-90e5-4d9b-bd04-f08f37ff314e', 'tenant_id': 'a4119eb7a47547308296079685b102f3', 'mac_address': 'fa:16:3e:99:72:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f176685-5721-4547-968c-4a62110b7d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5cc9e74e-861e-45d0-8d44-208c9e1f2999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:47:23Z', 'updated_at': '2022-10-26T15:47:34Z', 'revision_number': 5, 'project_id': 'a4119eb7a47547308296079685b102f3', 'subnets': [{'id': '5cc9e74e-861e-45d0-8d44-208c9e1f2999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:56.474183 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:56.476656 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d12cbc-0ac9-495c-8028-1aba13269c6e None None] DHCP port deletion for f695264a-de7b-484e-8ae7-eaf4f0eb940e request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:52:56.478689 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca9e9b8-43f7-4b4b-b937-5f7b06c5b305 None None] The sync data for ids ['5f176685-5721-4547-968c-4a62110b7d6e'] in dv-neutron-862712-1-hyperv is: [{'id': '5f176685-5721-4547-968c-4a62110b7d6e', 'name': 'tempest-ServerActionsTestJSON-1950227257-router', 'tenant_id': 'a4119eb7a47547308296079685b102f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.64'}], 'enable_snat': True}, 'gw_port_id': '41f9995d-0451-4e1b-88a5-4afa3110819c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:47:13Z', 'updated_at': '2022-10-26T15:47:24Z', 'revision_number': 4, 'project_id': 'a4119eb7a47547308296079685b102f3', 'gw_port': {'id': '41f9995d-0451-4e1b-88a5-4afa3110819c', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f176685-5721-4547-968c-4a62110b7d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:47:15Z', 'updated_at': '2022-10-26T15:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '1d46f836-0356-49cd-98d5-34b692c0f65a', 'name': '', 'network_id': '9b52fa13-90e5-4d9b-bd04-f08f37ff314e', 'tenant_id': 'a4119eb7a47547308296079685b102f3', 'mac_address': 'fa:16:3e:99:72:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f176685-5721-4547-968c-4a62110b7d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5cc9e74e-861e-45d0-8d44-208c9e1f2999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:47:23Z', 'updated_at': '2022-10-26T15:47:34Z', 'revision_number': 5, 'project_id': 'a4119eb7a47547308296079685b102f3', 'subnets': [{'id': '5cc9e74e-861e-45d0-8d44-208c9e1f2999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:52:56.487720 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment b438c629-6684-44f5-ab35-5ed86e3f17f9 resource provider aggregate not found Oct 26 15:52:56.518322 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0dc4d4a2-f27f-4986-b3b5-ddc24d5b84a9 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:56.522419 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-0dc4d4a2-f27f-4986-b3b5-ddc24d5b84a9 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "DELETE /v2.0/security-groups/0f19e6ea-c9d6-4d02-8032-559039c26c7c HTTP/1.1" status: 204 len: 168 time: 0.5424073 Oct 26 15:52:56.527521 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43308) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:56.543545 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-9f1de665-a29e-43da-99f0-f50db077e65f tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] show failed (client error): The resource could not be found. Oct 26 15:52:56.547571 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-9f1de665-a29e-43da-99f0-f50db077e65f tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "GET /v2.0/security-groups/0f19e6ea-c9d6-4d02-8032-559039c26c7c HTTP/1.1" status: 404 len: 347 time: 0.0200939 Oct 26 15:52:56.548326 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43312) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:56.548491 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-73d12cbc-0ac9-495c-8028-1aba13269c6e None None] Deleting port b6e5331e-6f2a-4221-8edf-70e91443bfad {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:52:56.548839 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-73d12cbc-0ac9-495c-8028-1aba13269c6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:56.600727 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment b438c629-6684-44f5-ab35-5ed86e3f17f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b438c629-6684-44f5-ab35-5ed86e3f17f9 found for delete ", "request_id": "req-2b435e0e-7686-41a8-abe2-232b1770e316"}]} Oct 26 15:52:56.644639 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-3a116fc1-3c1a-4d76-a6b3-12ad5ef466ac tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] For port 267b79ea-7647-42a5-839f-2168d648cfdf, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=267b79ea-7647-42a5-839f-2168d648cfdf,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:52:56.645001 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3a116fc1-3c1a-4d76-a6b3-12ad5ef466ac tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:56.705182 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-941fb801-57a5-41b6-91f4-77cf2327704a None None] Deleting port 1e3ef410-f7af-4b6c-8455-d924fd2a9941 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:52:56.710072 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-941fb801-57a5-41b6-91f4-77cf2327704a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:56.797758 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cab11335-1864-4990-a401-b1d79ec50bda tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:56.805814 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-8fe73f18-6633-468b-8689-18106754d1c8 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Deleting port 29b79631-a8ab-42b9-9afe-58f7f2dbcb19 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:52:56.806178 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-3a116fc1-3c1a-4d76-a6b3-12ad5ef466ac tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Calling delete_port for 267b79ea-7647-42a5-839f-2168d648cfdf owned by network:router_gateway {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:52:56.806310 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8fe73f18-6633-468b-8689-18106754d1c8 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:56.834289 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device f469b813-1930-4d6e-b2d1-bd653b298dbd no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:52:56.921549 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-941fb801-57a5-41b6-91f4-77cf2327704a None None] The port '1e3ef410-f7af-4b6c-8455-d924fd2a9941' was deleted {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 15:52:56.922962 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bd6427-d6b5-45c3-a8e7-45565552feea None None] New status for floating IP 712d52cb-b12b-4745-b6ae-5b9f447d543f: DOWN {{(pid=89749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:52:56.983186 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cab11335-1864-4990-a401-b1d79ec50bda tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:57.002278 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab11335-1864-4990-a401-b1d79ec50bda tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event deleted for resources: {'Network': ['ID=4830ad93-eb4d-42e8-bf05-41077263f280,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:57.006928 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8fe73f18-6633-468b-8689-18106754d1c8 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:57.007542 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8fe73f18-6633-468b-8689-18106754d1c8 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:57.067892 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['ab2d69c5-b473-4dae-a5b1-6a5a73710d9d'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 15:52:57.086371 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-cab11335-1864-4990-a401-b1d79ec50bda tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "DELETE /v2.0/networks/4830ad93-eb4d-42e8-bf05-41077263f280 HTTP/1.1" status: 204 len: 168 time: 2.3597896 Oct 26 15:52:57.086787 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43316) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:57.126948 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=ab2d69c5-b473-4dae-a5b1-6a5a73710d9d,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:57.139555 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-8fe73f18-6633-468b-8689-18106754d1c8 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Calling delete_port for 29b79631-a8ab-42b9-9afe-58f7f2dbcb19 owned by network:floatingip {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:52:57.252311 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6e4b1eb8-25fd-4632-b824-45e796cb705c tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:57.264199 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-6e4b1eb8-25fd-4632-b824-45e796cb705c tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Deleting port f469b813-1930-4d6e-b2d1-bd653b298dbd {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:52:57.264199 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6e4b1eb8-25fd-4632-b824-45e796cb705c tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:57.287705 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-d3e3a77a-b10a-416b-8d9a-55ddf2e3347e None None] For port f469b813-1930-4d6e-b2d1-bd653b298dbd, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=f469b813-1930-4d6e-b2d1-bd653b298dbd,segment=NetworkSegment(a9122bc4-3212-4395-ad3d-f0eaf5fb62f8),segment_id=a9122bc4-3212-4395-ad3d-f0eaf5fb62f8)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:52:57.288554 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d3e3a77a-b10a-416b-8d9a-55ddf2e3347e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:57.350325 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3a116fc1-3c1a-4d76-a6b3-12ad5ef466ac tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:57.375750 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:57.391148 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8fe73f18-6633-468b-8689-18106754d1c8 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:57.444999 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe73f18-6633-468b-8689-18106754d1c8 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Pushing event deleted for resources: {'Port': ['ID=29b79631-a8ab-42b9-9afe-58f7f2dbcb19,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:57.452176 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a116fc1-3c1a-4d76-a6b3-12ad5ef466ac tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Port': ['ID=267b79ea-7647-42a5-839f-2168d648cfdf,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:57.547182 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-d3e3a77a-b10a-416b-8d9a-55ddf2e3347e None None] Calling delete_port for f469b813-1930-4d6e-b2d1-bd653b298dbd owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:52:57.570380 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8fe73f18-6633-468b-8689-18106754d1c8 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Notify callbacks [] for floatingip, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:57.585710 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8fe73f18-6633-468b-8689-18106754d1c8 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:57.589805 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8fe73f18-6633-468b-8689-18106754d1c8 tempest-ServerActionsTestJSON-1650106206 tempest-ServerActionsTestJSON-1650106206-project] 10.222.0.23 "DELETE /v2.0/floatingips/712d52cb-b12b-4745-b6ae-5b9f447d543f HTTP/1.1" status: 204 len: 168 time: 1.0376322 Oct 26 15:52:57.590019 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43322) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:57.599237 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-f6bd6427-d6b5-45c3-a8e7-45565552feea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:52:57.599600 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-f6bd6427-d6b5-45c3-a8e7-45565552feea None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:52:57.644926 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-73d12cbc-0ac9-495c-8028-1aba13269c6e None None] For port b6e5331e-6f2a-4221-8edf-70e91443bfad, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=b6e5331e-6f2a-4221-8edf-70e91443bfad,segment=NetworkSegment(cbe5574b-eb68-4f04-8d5b-15c1c60f6452),segment_id=cbe5574b-eb68-4f04-8d5b-15c1c60f6452)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:52:57.645229 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-73d12cbc-0ac9-495c-8028-1aba13269c6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:57.690236 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-6e4b1eb8-25fd-4632-b824-45e796cb705c tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] For port f469b813-1930-4d6e-b2d1-bd653b298dbd, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=f469b813-1930-4d6e-b2d1-bd653b298dbd,segment=NetworkSegment(a9122bc4-3212-4395-ad3d-f0eaf5fb62f8),segment_id=a9122bc4-3212-4395-ad3d-f0eaf5fb62f8)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:52:57.690822 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6e4b1eb8-25fd-4632-b824-45e796cb705c tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:57.791331 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-73d12cbc-0ac9-495c-8028-1aba13269c6e None None] Calling delete_port for b6e5331e-6f2a-4221-8edf-70e91443bfad owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:52:57.829956 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-6e4b1eb8-25fd-4632-b824-45e796cb705c tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Calling delete_port for f469b813-1930-4d6e-b2d1-bd653b298dbd owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:52:57.838390 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port f469b813-1930-4d6e-b2d1-bd653b298dbd is: ACTIVE; New status is: DOWN {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:52:57.838923 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:57.857788 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3a116fc1-3c1a-4d76-a6b3-12ad5ef466ac tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:57.954072 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d3e3a77a-b10a-416b-8d9a-55ddf2e3347e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:58.038201 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e3a77a-b10a-416b-8d9a-55ddf2e3347e None None] Pushing event deleted for resources: {'Port': ['ID=f469b813-1930-4d6e-b2d1-bd653b298dbd,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:58.055276 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 5596aabc-19fb-4657-9e54-a530c9a9fb09 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:52:58.061531 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3a116fc1-3c1a-4d76-a6b3-12ad5ef466ac tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:58.066423 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3a116fc1-3c1a-4d76-a6b3-12ad5ef466ac tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:58.080597 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e3a77a-b10a-416b-8d9a-55ddf2e3347e None None] No DVR routers for this DVR port f469b813-1930-4d6e-b2d1-bd653b298dbd on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:52:58.097568 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 5596aabc-19fb-4657-9e54-a530c9a9fb09 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:52:58.097919 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 5596aabc-19fb-4657-9e54-a530c9a9fb09 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:52:58.098336 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device b6e5331e-6f2a-4221-8edf-70e91443bfad no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:52:58.105887 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df21dcf-e09d-461e-bbf6-7fa044579a19 req-19c0c428-498e-4de4-997a-224e491bce0d tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:58.108206 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3df21dcf-e09d-461e-bbf6-7fa044579a19 req-19c0c428-498e-4de4-997a-224e491bce0d tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/ports?device_id=72182c4c-d4ba-49f9-a855-6ef6f2cb84ad HTTP/1.1" status: 200 len: 944 time: 0.5709109 Oct 26 15:52:58.129727 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bd6427-d6b5-45c3-a8e7-45565552feea None None] New status for floating IP 712d52cb-b12b-4745-b6ae-5b9f447d543f: DOWN {{(pid=89749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:52:58.150969 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.db.api [None req-6e4b1eb8-25fd-4632-b824-45e796cb705c tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:52:58.151276 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG oslo_db.api [None req-6e4b1eb8-25fd-4632-b824-45e796cb705c tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:52:58.165316 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3df21dcf-e09d-461e-bbf6-7fa044579a19 req-07e4395a-5c17-485e-bcd2-a7927507940a tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/security-groups?id=68561780-99c7-4078-8c93-c1dd71fe310d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467155 Oct 26 15:52:58.196943 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-73d12cbc-0ac9-495c-8028-1aba13269c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:58.202417 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3a116fc1-3c1a-4d76-a6b3-12ad5ef466ac tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:58.203114 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a116fc1-3c1a-4d76-a6b3-12ad5ef466ac tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Fanout notify agent at l3_agent the message router_deleted on router 80b529b4-697a-4ca9-ad66-8bb9d6da3936 {{(pid=89748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:52:58.224809 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3a116fc1-3c1a-4d76-a6b3-12ad5ef466ac tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:58.228400 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-3a116fc1-3c1a-4d76-a6b3-12ad5ef466ac tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "DELETE /v2.0/routers/80b529b4-697a-4ca9-ad66-8bb9d6da3936 HTTP/1.1" status: 204 len: 168 time: 2.5944390 Oct 26 15:52:58.228876 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43328) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:58.294373 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: b6e5331e-6f2a-4221-8edf-70e91443bfad {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:52:58.294746 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device b6e5331e-6f2a-4221-8edf-70e91443bfad not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:52:58.330257 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d12cbc-0ac9-495c-8028-1aba13269c6e None None] Pushing event deleted for resources: {'Port': ['ID=b6e5331e-6f2a-4221-8edf-70e91443bfad,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:58.335015 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d12cbc-0ac9-495c-8028-1aba13269c6e None None] No DVR routers for this DVR port b6e5331e-6f2a-4221-8edf-70e91443bfad on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:52:58.379642 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-946d6c8f-ff9c-43eb-a39a-dc3febb9b82c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:58.511496 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7772cb3b-82fb-4e17-8809-335e88b663dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:58.649942 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-946d6c8f-ff9c-43eb-a39a-dc3febb9b82c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:58.657098 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-6e4b1eb8-25fd-4632-b824-45e796cb705c tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Deleting port f469b813-1930-4d6e-b2d1-bd653b298dbd {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:52:58.657418 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6e4b1eb8-25fd-4632-b824-45e796cb705c tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:58.741321 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-6e4b1eb8-25fd-4632-b824-45e796cb705c tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] The port 'f469b813-1930-4d6e-b2d1-bd653b298dbd' was deleted {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 15:52:58.770122 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-946d6c8f-ff9c-43eb-a39a-dc3febb9b82c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f695264a-de7b-484e-8ae7-eaf4f0eb940e']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:58.773096 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 267b79ea-7647-42a5-839f-2168d648cfdf no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:52:58.800866 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-946d6c8f-ff9c-43eb-a39a-dc3febb9b82c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbe5574b-eb68-4f04-8d5b-15c1c60f6452') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:58.801154 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-946d6c8f-ff9c-43eb-a39a-dc3febb9b82c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbe5574b-eb68-4f04-8d5b-15c1c60f6452') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:58.808715 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 267b79ea-7647-42a5-839f-2168d648cfdf {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:52:58.809066 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 267b79ea-7647-42a5-839f-2168d648cfdf not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:52:58.864761 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-946d6c8f-ff9c-43eb-a39a-dc3febb9b82c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:58.886220 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-7772cb3b-82fb-4e17-8809-335e88b663dd admin admin] Deleting port 1d46f836-0356-49cd-98d5-34b692c0f65a {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:52:58.886589 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7772cb3b-82fb-4e17-8809-335e88b663dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:58.899491 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-946d6c8f-ff9c-43eb-a39a-dc3febb9b82c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:58.902353 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6e4b1eb8-25fd-4632-b824-45e796cb705c tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:58.917484 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-946d6c8f-ff9c-43eb-a39a-dc3febb9b82c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:52:58.917878 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-946d6c8f-ff9c-43eb-a39a-dc3febb9b82c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:58.949897 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment cbe5574b-eb68-4f04-8d5b-15c1c60f6452 resource provider aggregate not found Oct 26 15:52:59.009466 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-6e4b1eb8-25fd-4632-b824-45e796cb705c tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85f6d917-2e80-4b48-808a-5b296f2d3caa']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:59.029268 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment cbe5574b-eb68-4f04-8d5b-15c1c60f6452 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cbe5574b-eb68-4f04-8d5b-15c1c60f6452 found for delete ", "request_id": "req-b9651c64-e115-467d-94c8-eaa4098010c3"}]} Oct 26 15:52:59.040753 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-6e4b1eb8-25fd-4632-b824-45e796cb705c tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9122bc4-3212-4395-ad3d-f0eaf5fb62f8') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:59.041052 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-6e4b1eb8-25fd-4632-b824-45e796cb705c tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9122bc4-3212-4395-ad3d-f0eaf5fb62f8') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:59.053219 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6e4b1eb8-25fd-4632-b824-45e796cb705c tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:59.066969 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-7772cb3b-82fb-4e17-8809-335e88b663dd admin admin] For port 1d46f836-0356-49cd-98d5-34b692c0f65a, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=1d46f836-0356-49cd-98d5-34b692c0f65a,segment=NetworkSegment(ef45b2d8-d853-4c7b-bf2d-57a8b128d8fe),segment_id=ef45b2d8-d853-4c7b-bf2d-57a8b128d8fe)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:52:59.067320 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7772cb3b-82fb-4e17-8809-335e88b663dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:59.070883 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6e4b1eb8-25fd-4632-b824-45e796cb705c tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:59.077754 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e4b1eb8-25fd-4632-b824-45e796cb705c tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:52:59.078239 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6e4b1eb8-25fd-4632-b824-45e796cb705c tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:59.147054 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-946d6c8f-ff9c-43eb-a39a-dc3febb9b82c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:59.169324 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-946d6c8f-ff9c-43eb-a39a-dc3febb9b82c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:59.197987 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d6c8f-ff9c-43eb-a39a-dc3febb9b82c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Network': ['ID=f695264a-de7b-484e-8ae7-eaf4f0eb940e,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:59.201898 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-7772cb3b-82fb-4e17-8809-335e88b663dd admin admin] Calling delete_port for 1d46f836-0356-49cd-98d5-34b692c0f65a owned by network:router_interface {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:52:59.283446 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-946d6c8f-ff9c-43eb-a39a-dc3febb9b82c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "DELETE /v2.0/networks/f695264a-de7b-484e-8ae7-eaf4f0eb940e HTTP/1.1" status: 204 len: 168 time: 1.0533187 Oct 26 15:52:59.299760 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6e4b1eb8-25fd-4632-b824-45e796cb705c tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:59.303064 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43338) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:59.324865 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6e4b1eb8-25fd-4632-b824-45e796cb705c tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:59.331331 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-4cb87332-3671-463c-b333-9bbe7341af13 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'network': {'name': 'tempest-network-smoke--121891450', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'port_security_enabled': True}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:52:59.339176 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-4cb87332-3671-463c-b333-9bbe7341af13 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:52:59.342795 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4b1eb8-25fd-4632-b824-45e796cb705c tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event deleted for resources: {'Network': ['ID=85f6d917-2e80-4b48-808a-5b296f2d3caa,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:59.350813 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-6e4b1eb8-25fd-4632-b824-45e796cb705c tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "DELETE /v2.0/networks/85f6d917-2e80-4b48-808a-5b296f2d3caa HTTP/1.1" status: 204 len: 168 time: 2.2596753 Oct 26 15:52:59.350813 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-4cb87332-3671-463c-b333-9bbe7341af13 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:network and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:52:59.351233 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43342) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:59.353469 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-4cb87332-3671-463c-b333-9bbe7341af13 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:52:59.359582 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-7bf40773-315c-4b12-815b-161847ed9ea8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-434979333'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:52:59.367067 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-7bf40773-315c-4b12-815b-161847ed9ea8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:52:59.369427 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-4cb87332-3671-463c-b333-9bbe7341af13 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:52:59.374396 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-7bf40773-315c-4b12-815b-161847ed9ea8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Usage tracker for resource:network and tenant:33165e7b97ac42778d9b016b22174455 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:52:59.378703 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-7bf40773-315c-4b12-815b-161847ed9ea8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:52:59.385751 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-7bf40773-315c-4b12-815b-161847ed9ea8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:52:59.448292 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede7e0e-1e44-46d4-a8e9-faf5586bda49 req-7eb8e175-51d7-4d18-bae1-9668be7cbd96 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:59.449737 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-6ede7e0e-1e44-46d4-a8e9-faf5586bda49 req-7eb8e175-51d7-4d18-bae1-9668be7cbd96 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/ports?device_id=72182c4c-d4ba-49f9-a855-6ef6f2cb84ad HTTP/1.1" status: 200 len: 944 time: 0.1588929 Oct 26 15:52:59.465105 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb87332-3671-463c-b333-9bbe7341af13 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Made reservation on behalf of 8316bfcf068445aeb00a503282bb001c for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:52:59.468689 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4cb87332-3671-463c-b333-9bbe7341af13 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:59.493930 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf40773-315c-4b12-815b-161847ed9ea8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Made reservation on behalf of 33165e7b97ac42778d9b016b22174455 for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:52:59.497804 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7bf40773-315c-4b12-815b-161847ed9ea8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:59.508737 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-6ede7e0e-1e44-46d4-a8e9-faf5586bda49 req-f3c2d98d-d8ae-429d-9719-b76919363d99 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/security-groups?id=68561780-99c7-4078-8c93-c1dd71fe310d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480292 Oct 26 15:52:59.514820 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cb87332-3671-463c-b333-9bbe7341af13 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:52:59.533622 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4cb87332-3671-463c-b333-9bbe7341af13 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:59.533864 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-4cb87332-3671-463c-b333-9bbe7341af13 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Added segment 32ff1ea1-994d-4447-acf2-ea6db22e1af4 of type vlan for network f07e0791-a1d0-4c4b-9759-707688ee57ec Oct 26 15:52:59.545081 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bf40773-315c-4b12-815b-161847ed9ea8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:52:59.569094 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7bf40773-315c-4b12-815b-161847ed9ea8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:59.569435 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-7bf40773-315c-4b12-815b-161847ed9ea8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Added segment 955caa88-bc86-475d-861c-d6be86f566ba of type vlan for network f5884b5f-e1a0-4eb1-bebc-fc44044cd709 Oct 26 15:52:59.571334 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4cb87332-3671-463c-b333-9bbe7341af13 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:59.596618 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7772cb3b-82fb-4e17-8809-335e88b663dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:59.612684 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7bf40773-315c-4b12-815b-161847ed9ea8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:59.650797 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7772cb3b-82fb-4e17-8809-335e88b663dd admin admin] Pushing event deleted for resources: {'Port': ['ID=1d46f836-0356-49cd-98d5-34b692c0f65a,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:59.727786 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4cb87332-3671-463c-b333-9bbe7341af13 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:59.734098 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb87332-3671-463c-b333-9bbe7341af13 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:59.734733 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4cb87332-3671-463c-b333-9bbe7341af13 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:59.773361 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7bf40773-315c-4b12-815b-161847ed9ea8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:59.779279 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf40773-315c-4b12-815b-161847ed9ea8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:59.779483 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7bf40773-315c-4b12-815b-161847ed9ea8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:52:59.882433 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb87332-3671-463c-b333-9bbe7341af13 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Network': ['ID=f07e0791-a1d0-4c4b-9759-707688ee57ec,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:59.894949 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network f07e0791-a1d0-4c4b-9759-707688ee57ec details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:52:59.962961 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-4cb87332-3671-463c-b333-9bbe7341af13 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6585732 Oct 26 15:52:59.968760 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-7bf40773-315c-4b12-815b-161847ed9ea8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6125441 Oct 26 15:52:59.968760 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43346) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:59.973611 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43348) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:52:59.977071 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-798aa361-2573-43db-a9e4-0937a4e5c258 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-963360314', 'admin_state_up': True, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:53:00.004204 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-d64e7630-cce2-44da-8532-f972e7ef8f24 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Request body: {'subnet': {'network_id': 'f5884b5f-e1a0-4eb1-bebc-fc44044cd709', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:53:00.021160 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-798aa361-2573-43db-a9e4-0937a4e5c258 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:53:00.033382 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-798aa361-2573-43db-a9e4-0937a4e5c258 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:router and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:53:00.057294 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7772cb3b-82fb-4e17-8809-335e88b663dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:00.087098 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-798aa361-2573-43db-a9e4-0937a4e5c258 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:53:00.103862 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf40773-315c-4b12-815b-161847ed9ea8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event updated for resources: {'Network': ['ID=f5884b5f-e1a0-4eb1-bebc-fc44044cd709,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:00.112458 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-798aa361-2573-43db-a9e4-0937a4e5c258 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:53:00.116520 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network f5884b5f-e1a0-4eb1-bebc-fc44044cd709 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:53:00.141259 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-d64e7630-cce2-44da-8532-f972e7ef8f24 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:53:00.145600 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-d64e7630-cce2-44da-8532-f972e7ef8f24 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Usage tracker for resource:subnet and tenant:33165e7b97ac42778d9b016b22174455 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:53:00.148525 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-d64e7630-cce2-44da-8532-f972e7ef8f24 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:53:00.155146 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-d64e7630-cce2-44da-8532-f972e7ef8f24 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:53:00.208002 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-798aa361-2573-43db-a9e4-0937a4e5c258 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:00.209081 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-798aa361-2573-43db-a9e4-0937a4e5c258 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:00.228558 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-798aa361-2573-43db-a9e4-0937a4e5c258 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:00.237883 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64e7630-cce2-44da-8532-f972e7ef8f24 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Made reservation on behalf of 33165e7b97ac42778d9b016b22174455 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:53:00.241350 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d64e7630-cce2-44da-8532-f972e7ef8f24 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:00.435032 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7772cb3b-82fb-4e17-8809-335e88b663dd admin admin] Router 5f176685-5721-4547-968c-4a62110b7d6e has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:53:00.533073 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device ab2d69c5-b473-4dae-a5b1-6a5a73710d9d up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:53:00.633564 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7772cb3b-82fb-4e17-8809-335e88b663dd admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:53:00.646944 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9e82e5-ec34-4a70-8802-87871f8417c9 None None] Sync routers for ids ['5f176685-5721-4547-968c-4a62110b7d6e'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:53:00.649288 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-7772cb3b-82fb-4e17-8809-335e88b663dd admin admin] 10.222.0.23 "PUT /v2.0/routers/5f176685-5721-4547-968c-4a62110b7d6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0582259 Oct 26 15:53:00.652229 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43356) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:00.668908 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9e82e5-ec34-4a70-8802-87871f8417c9 None None] Routers {'5f176685-5721-4547-968c-4a62110b7d6e'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:53:00.670931 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-cd9e82e5-ec34-4a70-8802-87871f8417c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:52:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['5f176685-5721-4547-968c-4a62110b7d6e'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:00.750598 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning for port ab2d69c5-b473-4dae-a5b1-6a5a73710d9d completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:53:00.756693 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port ab2d69c5-b473-4dae-a5b1-6a5a73710d9d triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:53:00.757073 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:00.757407 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port ab2d69c5-b473-4dae-a5b1-6a5a73710d9d Oct 26 15:53:00.876930 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-798aa361-2573-43db-a9e4-0937a4e5c258 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:00.892493 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6ba30fae-65df-49f0-b4ee-bccf6ee35d25 admin admin] Notify callbacks [] for router, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:00.914100 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-cd9e82e5-ec34-4a70-8802-87871f8417c9 None None] Set router 5f176685-5721-4547-968c-4a62110b7d6e gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:53:00.927800 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port ab2d69c5-b473-4dae-a5b1-6a5a73710d9d is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:53:00.928363 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:00.928924 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e3824-30c9-40aa-b874-ab88ddaefe0c req-ac460f49-e4da-4c54-b163-a3aec7ace011 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:00.930560 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-851e3824-30c9-40aa-b874-ab88ddaefe0c req-ac460f49-e4da-4c54-b163-a3aec7ace011 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/ports?device_id=72182c4c-d4ba-49f9-a855-6ef6f2cb84ad HTTP/1.1" status: 200 len: 944 time: 0.2146416 Oct 26 15:53:00.963791 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72182c4c-d4ba-49f9-a855-6ef6f2cb84ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2d69c5-b473-4dae-a5b1-6a5a73710d9d'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:53:00.971332 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fed6f84-7dfe-4b34-8748-e445850c65a5" -d '{"events": [{"server_uuid": "72182c4c-d4ba-49f9-a855-6ef6f2cb84ad", "name": "network-vif-plugged", "status": "completed", "tag": "ab2d69c5-b473-4dae-a5b1-6a5a73710d9d"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:53:00.997947 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port ab2d69c5-b473-4dae-a5b1-6a5a73710d9d, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=ab2d69c5-b473-4dae-a5b1-6a5a73710d9d,segment=NetworkSegment(bc3d5831-ed76-4b61-8014-1cb356afbc0d),segment_id=bc3d5831-ed76-4b61-8014-1cb356afbc0d)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:53:00.998739 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-851e3824-30c9-40aa-b874-ab88ddaefe0c req-e532da4f-cda3-457c-a957-e95cd2764d47 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/security-groups?id=68561780-99c7-4078-8c93-c1dd71fe310d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612392 Oct 26 15:53:01.056789 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf7653e-a6ac-4e60-8c98-47e948c39392 x-openstack-request-id: req-cbf7653e-a6ac-4e60-8c98-47e948c39392 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:53:01.056943 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72182c4c-d4ba-49f9-a855-6ef6f2cb84ad", "name": "network-vif-plugged", "status": "completed", "tag": "ab2d69c5-b473-4dae-a5b1-6a5a73710d9d", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:53:01.057208 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cbf7653e-a6ac-4e60-8c98-47e948c39392 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:53:01.059558 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbf7653e-a6ac-4e60-8c98-47e948c39392'] response: {'server_uuid': '72182c4c-d4ba-49f9-a855-6ef6f2cb84ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2d69c5-b473-4dae-a5b1-6a5a73710d9d', 'code': 200} Oct 26 15:53:01.065626 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d64e7630-cce2-44da-8532-f972e7ef8f24 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:01.071326 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:01.074309 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment a9122bc4-3212-4395-ad3d-f0eaf5fb62f8 resource provider aggregate not found Oct 26 15:53:01.126269 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6ba30fae-65df-49f0-b4ee-bccf6ee35d25 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:01.159251 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment a9122bc4-3212-4395-ad3d-f0eaf5fb62f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a9122bc4-3212-4395-ad3d-f0eaf5fb62f8 found for delete ", "request_id": "req-628a63ca-7d29-4be5-913f-f5cdf8f44e08"}]} Oct 26 15:53:01.179323 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=ab2d69c5-b473-4dae-a5b1-6a5a73710d9d,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:01.187344 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-6ba30fae-65df-49f0-b4ee-bccf6ee35d25 admin admin] Deleting port 41f9995d-0451-4e1b-88a5-4afa3110819c {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:53:01.187930 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6ba30fae-65df-49f0-b4ee-bccf6ee35d25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:01.188642 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:53:01.189181 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:53:01.189704 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:53:01.190321 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:53:01.190877 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:53:01.191396 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:53:01.191977 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:53:01.192502 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:53:01.193014 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:53:01.193772 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:53:01.194311 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:53:01.194845 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:53:01.199018 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e7630-cce2-44da-8532-f972e7ef8f24 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event updated for resources: {'Subnet': ['ID=a09873c6-f2ea-4064-ba1c-5a7cfb298b57,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:01.211471 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64e7630-cce2-44da-8532-f972e7ef8f24 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Checking segment: {'id': '955caa88-bc86-475d-861c-d6be86f566ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f5884b5f-e1a0-4eb1-bebc-fc44044cd709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:53:01.211834 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64e7630-cce2-44da-8532-f972e7ef8f24 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Network hostable DHCP agents. Network: f5884b5f-e1a0-4eb1-bebc-fc44044cd709, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:53:01.242898 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-cd9e82e5-ec34-4a70-8802-87871f8417c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f176685-5721-4547-968c-4a62110b7d6e', 'name': 'tempest-ServerActionsTestJSON-1950227257-router', 'tenant_id': 'a4119eb7a47547308296079685b102f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.64'}], 'enable_snat': True}, 'gw_port_id': '41f9995d-0451-4e1b-88a5-4afa3110819c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:47:13Z', 'updated_at': '2022-10-26T15:52:59Z', 'revision_number': 5, 'project_id': 'a4119eb7a47547308296079685b102f3', 'gw_port': {'id': '41f9995d-0451-4e1b-88a5-4afa3110819c', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f176685-5721-4547-968c-4a62110b7d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:47:15Z', 'updated_at': '2022-10-26T15:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:01.248074 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9e82e5-ec34-4a70-8802-87871f8417c9 None None] Checking router: 5f176685-5721-4547-968c-4a62110b7d6e for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:53:01.271816 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9e82e5-ec34-4a70-8802-87871f8417c9 None None] Routers {'5f176685-5721-4547-968c-4a62110b7d6e'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:53:01.271816 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-cd9e82e5-ec34-4a70-8802-87871f8417c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:52:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['5f176685-5721-4547-968c-4a62110b7d6e'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:01.340637 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64e7630-cce2-44da-8532-f972e7ef8f24 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Network f5884b5f-e1a0-4eb1-bebc-fc44044cd709 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:53:01.416256 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-6ba30fae-65df-49f0-b4ee-bccf6ee35d25 admin admin] For port 41f9995d-0451-4e1b-88a5-4afa3110819c, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=41f9995d-0451-4e1b-88a5-4afa3110819c,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:53:01.416713 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6ba30fae-65df-49f0-b4ee-bccf6ee35d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:01.420192 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-cd9e82e5-ec34-4a70-8802-87871f8417c9 None None] Set router 5f176685-5721-4547-968c-4a62110b7d6e gateway port host: None {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:53:01.452198 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-d64e7630-cce2-44da-8532-f972e7ef8f24 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, f5884b5f-e1a0-4eb1-bebc-fc44044cd709) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:53:01.464680 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd8c0b0-5e88-4d06-bf0c-fc9adb1ff327 None None] Network f5884b5f-e1a0-4eb1-bebc-fc44044cd709 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:53:01.525366 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64e7630-cce2-44da-8532-f972e7ef8f24 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:01.525858 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d64e7630-cce2-44da-8532-f972e7ef8f24 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:01.535471 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-cd9e82e5-ec34-4a70-8802-87871f8417c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f176685-5721-4547-968c-4a62110b7d6e', 'name': 'tempest-ServerActionsTestJSON-1950227257-router', 'tenant_id': 'a4119eb7a47547308296079685b102f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:47:13Z', 'updated_at': '2022-10-26T15:53:01Z', 'revision_number': 6, 'project_id': 'a4119eb7a47547308296079685b102f3', 'gw_port_host': None}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:01.540260 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9e82e5-ec34-4a70-8802-87871f8417c9 None None] The sync data for ids ['5f176685-5721-4547-968c-4a62110b7d6e'] in dv-neutron-862712-1-hyperv is: [{'id': '5f176685-5721-4547-968c-4a62110b7d6e', 'name': 'tempest-ServerActionsTestJSON-1950227257-router', 'tenant_id': 'a4119eb7a47547308296079685b102f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:47:13Z', 'updated_at': '2022-10-26T15:53:01Z', 'revision_number': 6, 'project_id': 'a4119eb7a47547308296079685b102f3', 'gw_port_host': None}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:53:01.548661 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-798aa361-2573-43db-a9e4-0937a4e5c258 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router_gateway, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:01.549978 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-6ba30fae-65df-49f0-b4ee-bccf6ee35d25 admin admin] Calling delete_port for 41f9995d-0451-4e1b-88a5-4afa3110819c owned by network:router_gateway {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:53:01.587734 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-798aa361-2573-43db-a9e4-0937a4e5c258 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:01.669845 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-d64e7630-cce2-44da-8532-f972e7ef8f24 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6723835 Oct 26 15:53:01.672217 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43366) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:01.683243 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-dd24d1f8-3bfc-4adf-9fdb-42388f6d20ce tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1404526129', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:53:01.704374 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-dd24d1f8-3bfc-4adf-9fdb-42388f6d20ce tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:53:01.714182 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-dd24d1f8-3bfc-4adf-9fdb-42388f6d20ce tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Usage tracker for resource:router and tenant:33165e7b97ac42778d9b016b22174455 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:53:01.720073 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4fd814-9c99-4476-bc25-af253271dac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-f5884b5f-e1a0-4eb1-bebc-fc44044cd709', 'network_id': 'f5884b5f-e1a0-4eb1-bebc-fc44044cd709', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'fixed_ips': [{'subnet_id': 'a09873c6-f2ea-4064-ba1c-5a7cfb298b57'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:53:01.721197 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1d4fd814-9c99-4476-bc25-af253271dac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:01.748169 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-dd24d1f8-3bfc-4adf-9fdb-42388f6d20ce tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:53:01.756631 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73bd63-c57f-4c18-8b56-f19b25439d63 req-2e966435-567f-4c54-9818-e20d0845afd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:01.758112 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0e73bd63-c57f-4c18-8b56-f19b25439d63 req-2e966435-567f-4c54-9818-e20d0845afd7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=72182c4c-d4ba-49f9-a855-6ef6f2cb84ad HTTP/1.1" status: 200 len: 1098 time: 0.3547463 Oct 26 15:53:01.763256 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-dd24d1f8-3bfc-4adf-9fdb-42388f6d20ce tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:53:01.828621 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-798aa361-2573-43db-a9e4-0937a4e5c258 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Allocated IP 172.26.2.71 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/c13d6685-79e0-4fef-afec-ce7ecf82c291) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:53:01.837713 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0e73bd63-c57f-4c18-8b56-f19b25439d63 req-b60610ff-1570-423f-90ec-6224741ffe84 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=68561780-99c7-4078-8c93-c1dd71fe310d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704536 Oct 26 15:53:01.896446 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-1d4fd814-9c99-4476-bc25-af253271dac7 None None] Allocated IP 2001:db8::2 (f5884b5f-e1a0-4eb1-bebc-fc44044cd709/a09873c6-f2ea-4064-ba1c-5a7cfb298b57/c67f30ac-270d-4a55-bf89-7309c0985534) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:53:01.912824 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dd24d1f8-3bfc-4adf-9fdb-42388f6d20ce tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:01.913832 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dd24d1f8-3bfc-4adf-9fdb-42388f6d20ce tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:01.937070 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6ba30fae-65df-49f0-b4ee-bccf6ee35d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:01.961882 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dd24d1f8-3bfc-4adf-9fdb-42388f6d20ce tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:01.990648 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba30fae-65df-49f0-b4ee-bccf6ee35d25 admin admin] Pushing event deleted for resources: {'Port': ['ID=41f9995d-0451-4e1b-88a5-4afa3110819c,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:02.011209 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-798aa361-2573-43db-a9e4-0937a4e5c258 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:02.071505 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dd24d1f8-3bfc-4adf-9fdb-42388f6d20ce tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:02.083165 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b8ed0870-88bc-4eea-9681-b06429937cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:02.105666 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6ba30fae-65df-49f0-b4ee-bccf6ee35d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:02.108052 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-798aa361-2573-43db-a9e4-0937a4e5c258 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:02.173289 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dd24d1f8-3bfc-4adf-9fdb-42388f6d20ce tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:02.174666 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-dd24d1f8-3bfc-4adf-9fdb-42388f6d20ce tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4989414 Oct 26 15:53:02.184285 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1d4fd814-9c99-4476-bc25-af253271dac7 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:02.196557 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-1d4fd814-9c99-4476-bc25-af253271dac7 None None] Transition to ACTIVE for port object c67f30ac-270d-4a55-bf89-7309c0985534 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:53:02.217641 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-1d4fd814-9c99-4476-bc25-af253271dac7 None None] Transition to ACTIVE for port object c67f30ac-270d-4a55-bf89-7309c0985534 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:53:02.217891 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43372) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:02.233326 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798aa361-2573-43db-a9e4-0937a4e5c258 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:53:02.241175 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-798aa361-2573-43db-a9e4-0937a4e5c258 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:53:02.252674 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798aa361-2573-43db-a9e4-0937a4e5c258 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:53:02.278219 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1d4fd814-9c99-4476-bc25-af253271dac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:02.281131 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-5750f7b0-4a12-403a-8815-a718f30d1e20 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Request body: {'port': {'network_id': 'f5884b5f-e1a0-4eb1-bebc-fc44044cd709', 'name': 'tempest-RoutersIpV6Test-1624809856'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:53:02.295986 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798aa361-2573-43db-a9e4-0937a4e5c258 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=c13d6685-79e0-4fef-afec-ce7ecf82c291,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:02.355261 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4fd814-9c99-4476-bc25-af253271dac7 None None] Network f5884b5f-e1a0-4eb1-bebc-fc44044cd709 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:53:02.359270 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-1d4fd814-9c99-4476-bc25-af253271dac7 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:53:02.362940 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4fd814-9c99-4476-bc25-af253271dac7 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:53:02.367317 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6ba30fae-65df-49f0-b4ee-bccf6ee35d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:02.371640 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6ba30fae-65df-49f0-b4ee-bccf6ee35d25 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:02.373211 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4fd814-9c99-4476-bc25-af253271dac7 None None] Pushing event updated for resources: {'Port': ['ID=c67f30ac-270d-4a55-bf89-7309c0985534,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:02.460105 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-5750f7b0-4a12-403a-8815-a718f30d1e20 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:53:02.464789 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-5750f7b0-4a12-403a-8815-a718f30d1e20 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Usage tracker for resource:port and tenant:33165e7b97ac42778d9b016b22174455 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:53:02.469046 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-5750f7b0-4a12-403a-8815-a718f30d1e20 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:53:02.475738 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-5750f7b0-4a12-403a-8815-a718f30d1e20 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:53:02.485257 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6ba30fae-65df-49f0-b4ee-bccf6ee35d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:02.489906 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba30fae-65df-49f0-b4ee-bccf6ee35d25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f176685-5721-4547-968c-4a62110b7d6e {{(pid=89747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:53:02.500457 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6ba30fae-65df-49f0-b4ee-bccf6ee35d25 admin admin] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:02.501588 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-6ba30fae-65df-49f0-b4ee-bccf6ee35d25 admin admin] 10.222.0.23 "DELETE /v2.0/routers/5f176685-5721-4547-968c-4a62110b7d6e HTTP/1.1" status: 204 len: 168 time: 1.8483086 Oct 26 15:53:02.508516 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43376) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:02.534611 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-1d4fd814-9c99-4476-bc25-af253271dac7 None None] Attempting to bind port c67f30ac-270d-4a55-bf89-7309c0985534 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:53:02.535892 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-1d4fd814-9c99-4476-bc25-af253271dac7 None None] Attempting to bind port c67f30ac-270d-4a55-bf89-7309c0985534 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '955caa88-bc86-475d-861c-d6be86f566ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f5884b5f-e1a0-4eb1-bebc-fc44044cd709'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:53:02.537540 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4fd814-9c99-4476-bc25-af253271dac7 None None] Attempting to bind port c67f30ac-270d-4a55-bf89-7309c0985534 on network f5884b5f-e1a0-4eb1-bebc-fc44044cd709 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:53:02.544717 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4fd814-9c99-4476-bc25-af253271dac7 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:53:02.550071 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4fd814-9c99-4476-bc25-af253271dac7 None None] Checking segment: {'id': '955caa88-bc86-475d-861c-d6be86f566ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f5884b5f-e1a0-4eb1-bebc-fc44044cd709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:53:02.550991 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1d4fd814-9c99-4476-bc25-af253271dac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:02.552734 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4fd814-9c99-4476-bc25-af253271dac7 None None] Bound using segment: {'id': '955caa88-bc86-475d-861c-d6be86f566ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f5884b5f-e1a0-4eb1-bebc-fc44044cd709'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:53:02.553581 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-1d4fd814-9c99-4476-bc25-af253271dac7 None None] Bound port: c67f30ac-270d-4a55-bf89-7309c0985534, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '955caa88-bc86-475d-861c-d6be86f566ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f5884b5f-e1a0-4eb1-bebc-fc44044cd709'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:53:02.554232 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1d4fd814-9c99-4476-bc25-af253271dac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:02.600345 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-255d8e9f-94b1-4ecb-9966-f22dcf783ff5 admin admin] Deleting subnet 5cc9e74e-861e-45d0-8d44-208c9e1f2999 {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:53:02.604061 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-255d8e9f-94b1-4ecb-9966-f22dcf783ff5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:02.634933 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5750f7b0-4a12-403a-8815-a718f30d1e20 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Made reservation on behalf of 33165e7b97ac42778d9b016b22174455 for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:53:02.639084 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5750f7b0-4a12-403a-8815-a718f30d1e20 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:02.664339 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27c02c-2555-43ac-8ca9-4a4799f3d60e req-59f8e4e1-36d5-48c0-8c52-66b91852fc6f tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:02.673072 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6b27c02c-2555-43ac-8ca9-4a4799f3d60e req-59f8e4e1-36d5-48c0-8c52-66b91852fc6f tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/ports?device_id=72182c4c-d4ba-49f9-a855-6ef6f2cb84ad HTTP/1.1" status: 200 len: 945 time: 0.5157554 Oct 26 15:53:02.683329 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-5750f7b0-4a12-403a-8815-a718f30d1e20 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] device_id is not set on port 4be83e43-ed26-4304-847a-5ffab657f231 yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:53:02.742342 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-1d4fd814-9c99-4476-bc25-af253271dac7 None None] For port c67f30ac-270d-4a55-bf89-7309c0985534, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:53:02.746496 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-255d8e9f-94b1-4ecb-9966-f22dcf783ff5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:02.750137 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-1d4fd814-9c99-4476-bc25-af253271dac7 None None] For port c67f30ac-270d-4a55-bf89-7309c0985534, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=c67f30ac-270d-4a55-bf89-7309c0985534,segment=NetworkSegment(955caa88-bc86-475d-861c-d6be86f566ba),segment_id=955caa88-bc86-475d-861c-d6be86f566ba)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:53:02.771887 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6b27c02c-2555-43ac-8ca9-4a4799f3d60e req-9aaab0af-b856-49cc-94c0-24e365443976 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/security-groups?id=68561780-99c7-4078-8c93-c1dd71fe310d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971873 Oct 26 15:53:02.817075 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 1d46f836-0356-49cd-98d5-34b692c0f65a no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:53:02.861172 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 1d46f836-0356-49cd-98d5-34b692c0f65a {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:53:02.861442 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 1d46f836-0356-49cd-98d5-34b692c0f65a not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:53:02.861856 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 41f9995d-0451-4e1b-88a5-4afa3110819c no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:53:02.893647 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1d4fd814-9c99-4476-bc25-af253271dac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:02.937545 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 41f9995d-0451-4e1b-88a5-4afa3110819c {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:53:02.937545 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 41f9995d-0451-4e1b-88a5-4afa3110819c not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:53:02.981896 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-255d8e9f-94b1-4ecb-9966-f22dcf783ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:02.989652 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4fd814-9c99-4476-bc25-af253271dac7 None None] Pushing event updated for resources: {'Port': ['ID=c67f30ac-270d-4a55-bf89-7309c0985534,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:03.028052 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-5750f7b0-4a12-403a-8815-a718f30d1e20 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Allocated IP 2001:db8::2a7 (f5884b5f-e1a0-4eb1-bebc-fc44044cd709/a09873c6-f2ea-4064-ba1c-5a7cfb298b57/4be83e43-ed26-4304-847a-5ffab657f231) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:53:03.106392 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-798aa361-2573-43db-a9e4-0937a4e5c258 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router_gateway, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:03.198217 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-255d8e9f-94b1-4ecb-9966-f22dcf783ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:03.251637 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-255d8e9f-94b1-4ecb-9966-f22dcf783ff5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:03.258502 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3889325c-7cf8-487a-b713-7607504c5d11 None None] Network 9b52fa13-90e5-4d9b-bd04-f08f37ff314e requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:53:03.276646 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-255d8e9f-94b1-4ecb-9966-f22dcf783ff5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5cc9e74e-861e-45d0-8d44-208c9e1f2999 HTTP/1.1" status: 204 len: 168 time: 0.7637632 Oct 26 15:53:03.278887 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d8e9f-94b1-4ecb-9966-f22dcf783ff5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cc9e74e-861e-45d0-8d44-208c9e1f2999,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:03.285072 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43380) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:03.381180 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5750f7b0-4a12-403a-8815-a718f30d1e20 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:03.412708 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-5750f7b0-4a12-403a-8815-a718f30d1e20 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Transition to ACTIVE for port object 4be83e43-ed26-4304-847a-5ffab657f231 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:53:03.440307 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-634a6d86-d435-42fc-8e12-db2f3196785c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:03.494264 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5750f7b0-4a12-403a-8815-a718f30d1e20 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:03.584669 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5750f7b0-4a12-403a-8815-a718f30d1e20 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Network f5884b5f-e1a0-4eb1-bebc-fc44044cd709 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:53:03.588460 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-5750f7b0-4a12-403a-8815-a718f30d1e20 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:53:03.590694 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5750f7b0-4a12-403a-8815-a718f30d1e20 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event updated for resources: {'Port': ['ID=4be83e43-ed26-4304-847a-5ffab657f231,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:03.593107 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5750f7b0-4a12-403a-8815-a718f30d1e20 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:53:03.593258 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-634a6d86-d435-42fc-8e12-db2f3196785c admin admin] Deleting port 46185db2-079e-4291-a32d-14620998126a {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:53:03.593542 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-634a6d86-d435-42fc-8e12-db2f3196785c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:03.599578 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5750f7b0-4a12-403a-8815-a718f30d1e20 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:03.600235 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5750f7b0-4a12-403a-8815-a718f30d1e20 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:03.666049 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-5750f7b0-4a12-403a-8815-a718f30d1e20 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4419985 Oct 26 15:53:03.666049 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43384) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:03.681701 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694f21d3-92d4-4c09-9a9c-0f30576ff859 None None] DHCP port deletion for 9b52fa13-90e5-4d9b-bd04-f08f37ff314e request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:53:03.686765 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-694f21d3-92d4-4c09-9a9c-0f30576ff859 None None] Deleting port 46185db2-079e-4291-a32d-14620998126a {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:53:03.687228 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-694f21d3-92d4-4c09-9a9c-0f30576ff859 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:03.743205 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-798aa361-2573-43db-a9e4-0937a4e5c258 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:03.961832 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-694f21d3-92d4-4c09-9a9c-0f30576ff859 None None] For port 46185db2-079e-4291-a32d-14620998126a, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=46185db2-079e-4291-a32d-14620998126a,segment=NetworkSegment(ef45b2d8-d853-4c7b-bf2d-57a8b128d8fe),segment_id=ef45b2d8-d853-4c7b-bf2d-57a8b128d8fe)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:53:03.962547 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-694f21d3-92d4-4c09-9a9c-0f30576ff859 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:04.033992 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-634a6d86-d435-42fc-8e12-db2f3196785c admin admin] For port 46185db2-079e-4291-a32d-14620998126a, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=46185db2-079e-4291-a32d-14620998126a,segment=NetworkSegment(ef45b2d8-d853-4c7b-bf2d-57a8b128d8fe),segment_id=ef45b2d8-d853-4c7b-bf2d-57a8b128d8fe)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:53:04.034551 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-634a6d86-d435-42fc-8e12-db2f3196785c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:04.109276 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-694f21d3-92d4-4c09-9a9c-0f30576ff859 None None] Calling delete_port for 46185db2-079e-4291-a32d-14620998126a owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:53:04.190222 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-634a6d86-d435-42fc-8e12-db2f3196785c admin admin] Calling delete_port for 46185db2-079e-4291-a32d-14620998126a owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:53:04.255724 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355e2f48-e109-4515-a84c-7c0b1c0d3aad None None] Network f5884b5f-e1a0-4eb1-bebc-fc44044cd709 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:53:04.332066 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-694f21d3-92d4-4c09-9a9c-0f30576ff859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:04.391205 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8295d-0800-4a49-8eba-499456cc31ac req-c65bc5ab-030d-4d76-9709-aa716d6917c9 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:04.392433 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0ae8295d-0800-4a49-8eba-499456cc31ac req-c65bc5ab-030d-4d76-9709-aa716d6917c9 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/ports?device_id=72182c4c-d4ba-49f9-a855-6ef6f2cb84ad HTTP/1.1" status: 200 len: 945 time: 0.3043258 Oct 26 15:53:04.411314 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f21d3-92d4-4c09-9a9c-0f30576ff859 None None] Pushing event deleted for resources: {'Port': ['ID=46185db2-079e-4291-a32d-14620998126a,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:04.416748 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694f21d3-92d4-4c09-9a9c-0f30576ff859 None None] No DVR routers for this DVR port 46185db2-079e-4291-a32d-14620998126a on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:53:04.439980 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.db.api [None req-634a6d86-d435-42fc-8e12-db2f3196785c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:53:04.440352 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG oslo_db.api [None req-634a6d86-d435-42fc-8e12-db2f3196785c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:53:04.507328 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0ae8295d-0800-4a49-8eba-499456cc31ac req-5565e2f8-a9b9-475a-ad3d-0a5926917a56 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/security-groups?id=68561780-99c7-4078-8c93-c1dd71fe310d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068282 Oct 26 15:53:04.520284 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-a965267f-723b-4607-a653-a60fcf8785e8 None None] Provisioning for port c67f30ac-270d-4a55-bf89-7309c0985534 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:53:04.527549 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-df0498c5-a1bd-41ba-94ba-735ba0c731e5 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:04.580170 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1940b778-6f58-4a0b-af8f-5b46c4eb9897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:04.619430 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-798aa361-2573-43db-a9e4-0937a4e5c258 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Router ac4162da-fb81-4614-b53a-e21eb6e866b0 is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:53:04.826387 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device c67f30ac-270d-4a55-bf89-7309c0985534 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:53:04.897980 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72201e-71d2-448e-91d8-74d711b5f926 req-2e3629ed-13c8-4bb5-9b6a-f556d7ef3d36 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:04.899529 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-dc72201e-71d2-448e-91d8-74d711b5f926 req-2e3629ed-13c8-4bb5-9b6a-f556d7ef3d36 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/ports?device_id=72182c4c-d4ba-49f9-a855-6ef6f2cb84ad HTTP/1.1" status: 200 len: 945 time: 0.2071855 Oct 26 15:53:04.902530 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-798aa361-2573-43db-a9e4-0937a4e5c258 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:53:04.914906 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7df23b5-e194-423c-8f45-f5e1a47e5f8b None None] Sync routers for ids ['ac4162da-fb81-4614-b53a-e21eb6e866b0'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:53:04.928368 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7df23b5-e194-423c-8f45-f5e1a47e5f8b None None] Routers {'ac4162da-fb81-4614-b53a-e21eb6e866b0'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:53:04.928812 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-c7df23b5-e194-423c-8f45-f5e1a47e5f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:53:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['ac4162da-fb81-4614-b53a-e21eb6e866b0'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:04.942033 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-634a6d86-d435-42fc-8e12-db2f3196785c admin admin] Deleting port 46185db2-079e-4291-a32d-14620998126a {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:53:04.942375 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-634a6d86-d435-42fc-8e12-db2f3196785c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:04.973504 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-df0498c5-a1bd-41ba-94ba-735ba0c731e5 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:05.034450 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-dc72201e-71d2-448e-91d8-74d711b5f926 req-8f2be1ea-512e-4108-9b7b-2a8888347261 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/security-groups?id=68561780-99c7-4078-8c93-c1dd71fe310d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218045 Oct 26 15:53:05.039849 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-634a6d86-d435-42fc-8e12-db2f3196785c admin admin] The port '46185db2-079e-4291-a32d-14620998126a' was deleted {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 15:53:05.053666 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port c67f30ac-270d-4a55-bf89-7309c0985534 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:53:05.059297 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-df0498c5-a1bd-41ba-94ba-735ba0c731e5 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:05.080525 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port c67f30ac-270d-4a55-bf89-7309c0985534 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:53:05.080905 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:05.081243 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port c67f30ac-270d-4a55-bf89-7309c0985534 Oct 26 15:53:05.099131 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-798aa361-2573-43db-a9e4-0937a4e5c258 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:05.100556 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-798aa361-2573-43db-a9e4-0937a4e5c258 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.1282670 Oct 26 15:53:05.117497 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43394) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:05.237280 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-95521c6b-8866-4223-8b70-cb0f2d83ff21 None None] Provisioning for port 4be83e43-ed26-4304-847a-5ffab657f231 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:53:05.254601 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-95521c6b-8866-4223-8b70-cb0f2d83ff21 None None] Provisioning complete for port 4be83e43-ed26-4304-847a-5ffab657f231 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:53:05.254925 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-95521c6b-8866-4223-8b70-cb0f2d83ff21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:05.255227 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-95521c6b-8866-4223-8b70-cb0f2d83ff21 None None] Attempt 1 to provision port 4be83e43-ed26-4304-847a-5ffab657f231 Oct 26 15:53:05.269735 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-4d237e94-cf6c-414f-b995-8fb4e2047fc2 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=8316bfcf068445aeb00a503282bb001c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1493344 Oct 26 15:53:05.271969 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43398) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:05.338698 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:05.350877 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-c7df23b5-e194-423c-8f45-f5e1a47e5f8b None None] Set router ac4162da-fb81-4614-b53a-e21eb6e866b0 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:53:05.374617 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-df0498c5-a1bd-41ba-94ba-735ba0c731e5 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:05.379293 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-634a6d86-d435-42fc-8e12-db2f3196785c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:05.394005 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:05.424856 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-634a6d86-d435-42fc-8e12-db2f3196785c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b52fa13-90e5-4d9b-bd04-f08f37ff314e']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:05.443961 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-634a6d86-d435-42fc-8e12-db2f3196785c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef45b2d8-d853-4c7b-bf2d-57a8b128d8fe') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:05.444389 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-634a6d86-d435-42fc-8e12-db2f3196785c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef45b2d8-d853-4c7b-bf2d-57a8b128d8fe') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:05.471880 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0498c5-a1bd-41ba-94ba-735ba0c731e5 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event updated for resources: {'Port': ['ID=4be83e43-ed26-4304-847a-5ffab657f231,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:05.472492 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-634a6d86-d435-42fc-8e12-db2f3196785c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:05.504878 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-634a6d86-d435-42fc-8e12-db2f3196785c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:05.507657 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a278f8-7787-40f3-8999-975458b0e8de tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:05.509295 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f1a278f8-7787-40f3-8999-975458b0e8de tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2237508 Oct 26 15:53:05.512090 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43404) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:05.540835 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-95521c6b-8866-4223-8b70-cb0f2d83ff21 None None] Port 4be83e43-ed26-4304-847a-5ffab657f231 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:53:05.551795 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-634a6d86-d435-42fc-8e12-db2f3196785c admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:53:05.552200 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-634a6d86-d435-42fc-8e12-db2f3196785c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:05.608789 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port c67f30ac-270d-4a55-bf89-7309c0985534 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:53:05.609178 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:05.616019 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-df0498c5-a1bd-41ba-94ba-735ba0c731e5 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:05.622764 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment ef45b2d8-d853-4c7b-bf2d-57a8b128d8fe resource provider aggregate not found Oct 26 15:53:05.633639 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-c540c286-85ca-4f7f-a3c4-54228d358eba tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=0c79a151-ef79-4fff-8a3c-258f9478471d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1204770 Oct 26 15:53:05.647819 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43412) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:05.662110 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment ef45b2d8-d853-4c7b-bf2d-57a8b128d8fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ef45b2d8-d853-4c7b-bf2d-57a8b128d8fe found for delete ", "request_id": "req-a7f312db-71c4-4f28-87a0-b9bb0b2dac74"}]} Oct 26 15:53:05.679368 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port c67f30ac-270d-4a55-bf89-7309c0985534, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=c67f30ac-270d-4a55-bf89-7309c0985534,segment=NetworkSegment(955caa88-bc86-475d-861c-d6be86f566ba),segment_id=955caa88-bc86-475d-861c-d6be86f566ba)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:53:05.739642 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-634a6d86-d435-42fc-8e12-db2f3196785c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:05.745658 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-634a6d86-d435-42fc-8e12-db2f3196785c admin admin] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:05.767379 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:05.776916 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a6d86-d435-42fc-8e12-db2f3196785c admin admin] Pushing event deleted for resources: {'Network': ['ID=9b52fa13-90e5-4d9b-bd04-f08f37ff314e,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:05.834788 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-c7df23b5-e194-423c-8f45-f5e1a47e5f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'name': 'tempest-TestNetworkBasicOps-router-963360314', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'c13d6685-79e0-4fef-afec-ce7ecf82c291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:00Z', 'updated_at': '2022-10-26T15:53:02Z', 'revision_number': 3, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': 'c13d6685-79e0-4fef-afec-ce7ecf82c291', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:01Z', 'updated_at': '2022-10-26T15:53:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:05.840203 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 46185db2-079e-4291-a32d-14620998126a no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:53:05.849939 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-38dd202b-31c7-4987-a275-7e7ad6500665 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-375097936', 'network_id': 'f07e0791-a1d0-4c4b-9759-707688ee57ec', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:53:05.883403 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 46185db2-079e-4291-a32d-14620998126a {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:53:05.883757 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 46185db2-079e-4291-a32d-14620998126a not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:53:05.887140 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7df23b5-e194-423c-8f45-f5e1a47e5f8b None None] Checking router: ac4162da-fb81-4614-b53a-e21eb6e866b0 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:53:05.887499 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7df23b5-e194-423c-8f45-f5e1a47e5f8b None None] Updating router ac4162da-fb81-4614-b53a-e21eb6e866b0 port c13d6685-79e0-4fef-afec-ce7ecf82c291 binding host dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:53:05.892963 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-634a6d86-d435-42fc-8e12-db2f3196785c admin admin] 10.222.0.23 "DELETE /v2.0/networks/9b52fa13-90e5-4d9b-bd04-f08f37ff314e HTTP/1.1" status: 204 len: 168 time: 2.6045353 Oct 26 15:53:05.945149 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=c67f30ac-270d-4a55-bf89-7309c0985534,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:05.954453 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07fdb20-8909-46ec-8219-b540408681a7 req-f8ef101a-fbd8-40e6-83bc-d460fc0929b2 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:05.956752 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f07fdb20-8909-46ec-8219-b540408681a7 req-f8ef101a-fbd8-40e6-83bc-d460fc0929b2 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/ports?device_id=72182c4c-d4ba-49f9-a855-6ef6f2cb84ad HTTP/1.1" status: 200 len: 945 time: 0.1125844 Oct 26 15:53:05.963723 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c7df23b5-e194-423c-8f45-f5e1a47e5f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:06.018290 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f07fdb20-8909-46ec-8219-b540408681a7 req-8e46b7ee-7686-460c-b959-1f01a3de40aa tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/security-groups?id=68561780-99c7-4078-8c93-c1dd71fe310d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530682 Oct 26 15:53:06.056778 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-95521c6b-8866-4223-8b70-cb0f2d83ff21 None None] Attempt 2 to provision port 4be83e43-ed26-4304-847a-5ffab657f231 Oct 26 15:53:06.113420 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-38dd202b-31c7-4987-a275-7e7ad6500665 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:53:06.121587 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-38dd202b-31c7-4987-a275-7e7ad6500665 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:subnet and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:53:06.125886 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-38dd202b-31c7-4987-a275-7e7ad6500665 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:53:06.138570 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-38dd202b-31c7-4987-a275-7e7ad6500665 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:53:06.139720 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-95521c6b-8866-4223-8b70-cb0f2d83ff21 None None] Port 4be83e43-ed26-4304-847a-5ffab657f231 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:53:06.254495 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43420) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:06.271085 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38dd202b-31c7-4987-a275-7e7ad6500665 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Made reservation on behalf of 8316bfcf068445aeb00a503282bb001c for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:53:06.274510 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-38dd202b-31c7-4987-a275-7e7ad6500665 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:06.311334 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-72d00296-1b3b-4fe6-bd97-c0640764204c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a4119eb7a47547308296079685b102f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0554457 Oct 26 15:53:06.313963 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43424) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:06.351517 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c7df23b5-e194-423c-8f45-f5e1a47e5f8b None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:06.364368 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c7df23b5-e194-423c-8f45-f5e1a47e5f8b None None] Transition to ACTIVE for port object c13d6685-79e0-4fef-afec-ce7ecf82c291 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:53:06.378427 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6d989b61-922d-44d0-b5c2-5712c63e969f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:06.405596 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6d989b61-922d-44d0-b5c2-5712c63e969f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:06.417553 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-df0498c5-a1bd-41ba-94ba-735ba0c731e5 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:06.441882 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c7df23b5-e194-423c-8f45-f5e1a47e5f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:06.488982 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-df0498c5-a1bd-41ba-94ba-735ba0c731e5 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:06.489871 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-df0498c5-a1bd-41ba-94ba-735ba0c731e5 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:06.508521 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-c7df23b5-e194-423c-8f45-f5e1a47e5f8b None None] Attempting to bind port c13d6685-79e0-4fef-afec-ce7ecf82c291 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:53:06.508890 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-c7df23b5-e194-423c-8f45-f5e1a47e5f8b None None] Attempting to bind port c13d6685-79e0-4fef-afec-ce7ecf82c291 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:53:06.509422 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7df23b5-e194-423c-8f45-f5e1a47e5f8b None None] Attempting to bind port c13d6685-79e0-4fef-afec-ce7ecf82c291 on network 0c79a151-ef79-4fff-8a3c-258f9478471d {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:53:06.520047 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7df23b5-e194-423c-8f45-f5e1a47e5f8b None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:53:06.520436 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7df23b5-e194-423c-8f45-f5e1a47e5f8b None None] Checking segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:53:06.520847 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c7df23b5-e194-423c-8f45-f5e1a47e5f8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:06.521328 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7df23b5-e194-423c-8f45-f5e1a47e5f8b None None] Bound using segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:53:06.521707 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-c7df23b5-e194-423c-8f45-f5e1a47e5f8b None None] Bound port: c13d6685-79e0-4fef-afec-ce7ecf82c291, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:53:06.522078 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c7df23b5-e194-423c-8f45-f5e1a47e5f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:06.522657 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6d989b61-922d-44d0-b5c2-5712c63e969f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:06.541103 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d989b61-922d-44d0-b5c2-5712c63e969f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0889d1-b85c-4a30-8369-9442cb1b171a,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:06.551208 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6d989b61-922d-44d0-b5c2-5712c63e969f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:06.555790 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-6d989b61-922d-44d0-b5c2-5712c63e969f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ad0889d1-b85c-4a30-8369-9442cb1b171a HTTP/1.1" status: 204 len: 168 time: 0.2372510 Oct 26 15:53:06.569987 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c13ba-6700-4568-9259-bf2935fdbbcb None None] Pushing event updated for resources: {'Port': ['ID=c13d6685-79e0-4fef-afec-ce7ecf82c291,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:06.621101 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-c7df23b5-e194-423c-8f45-f5e1a47e5f8b None None] For port c13d6685-79e0-4fef-afec-ce7ecf82c291, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:53:06.625651 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-c7df23b5-e194-423c-8f45-f5e1a47e5f8b None None] For port c13d6685-79e0-4fef-afec-ce7ecf82c291, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=c13d6685-79e0-4fef-afec-ce7ecf82c291,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:53:06.640941 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-95521c6b-8866-4223-8b70-cb0f2d83ff21 None None] Attempt 3 to provision port 4be83e43-ed26-4304-847a-5ffab657f231 Oct 26 15:53:06.671695 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0498c5-a1bd-41ba-94ba-735ba0c731e5 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event updated for resources: {'Port': ['ID=4be83e43-ed26-4304-847a-5ffab657f231,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:06.712898 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c7df23b5-e194-423c-8f45-f5e1a47e5f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:06.765840 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0498c5-a1bd-41ba-94ba-735ba0c731e5 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Network f5884b5f-e1a0-4eb1-bebc-fc44044cd709 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:53:06.767129 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-df0498c5-a1bd-41ba-94ba-735ba0c731e5 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:53:06.796248 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-95521c6b-8866-4223-8b70-cb0f2d83ff21 None None] Port 4be83e43-ed26-4304-847a-5ffab657f231 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:53:06.809016 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device c67f30ac-270d-4a55-bf89-7309c0985534 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:53:06.832391 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7df23b5-e194-423c-8f45-f5e1a47e5f8b None None] Routers {'ac4162da-fb81-4614-b53a-e21eb6e866b0'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:53:06.832391 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-c7df23b5-e194-423c-8f45-f5e1a47e5f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:53:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['ac4162da-fb81-4614-b53a-e21eb6e866b0'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:06.837769 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-38dd202b-31c7-4987-a275-7e7ad6500665 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:07.007973 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c13ba-6700-4568-9259-bf2935fdbbcb None None] Pushing event updated for resources: {'Port': ['ID=c13d6685-79e0-4fef-afec-ce7ecf82c291,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:07.013779 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd202b-31c7-4987-a275-7e7ad6500665 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Subnet': ['ID=efa47aaf-530a-4abd-bf1d-39e08fd87042,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:07.025731 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:07.029329 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dd202b-31c7-4987-a275-7e7ad6500665 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Checking segment: {'id': '32ff1ea1-994d-4447-acf2-ea6db22e1af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f07e0791-a1d0-4c4b-9759-707688ee57ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:53:07.029702 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dd202b-31c7-4987-a275-7e7ad6500665 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network hostable DHCP agents. Network: f07e0791-a1d0-4c4b-9759-707688ee57ec, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:53:07.062206 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port c67f30ac-270d-4a55-bf89-7309c0985534 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:53:07.062823 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:07.063112 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port c67f30ac-270d-4a55-bf89-7309c0985534 Oct 26 15:53:07.124709 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-c7df23b5-e194-423c-8f45-f5e1a47e5f8b None None] Set router ac4162da-fb81-4614-b53a-e21eb6e866b0 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:53:07.189164 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dd202b-31c7-4987-a275-7e7ad6500665 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network f07e0791-a1d0-4c4b-9759-707688ee57ec is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:53:07.210262 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df0498c5-a1bd-41ba-94ba-735ba0c731e5 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Router e8ac6b55-859a-4967-9e05-74b3692d59c5 is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:53:07.306979 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-95521c6b-8866-4223-8b70-cb0f2d83ff21 None None] Attempt 4 to provision port 4be83e43-ed26-4304-847a-5ffab657f231 Oct 26 15:53:07.357789 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-38dd202b-31c7-4987-a275-7e7ad6500665 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, f07e0791-a1d0-4c4b-9759-707688ee57ec) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:53:07.366405 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38dd202b-31c7-4987-a275-7e7ad6500665 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:07.366981 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-38dd202b-31c7-4987-a275-7e7ad6500665 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:07.402182 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b37b7af-6cbe-4ad5-9314-90f0d2b45712 None None] Network f07e0791-a1d0-4c4b-9759-707688ee57ec requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:53:07.410877 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0498c5-a1bd-41ba-94ba-735ba0c731e5 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:53:07.418558 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-df0498c5-a1bd-41ba-94ba-735ba0c731e5 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "PUT /v2.0/routers/e8ac6b55-859a-4967-9e05-74b3692d59c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7550683 Oct 26 15:53:07.419215 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43442) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:07.427729 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351e4534-db82-41d3-9478-d69227f4713e None None] Sync routers for ids ['e8ac6b55-859a-4967-9e05-74b3692d59c5'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:53:07.433086 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae277a-f596-4c0f-8e0d-8925832c8d2d req-6cf71295-4956-4732-b82f-06feb2f1a173 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:07.436129 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-cfae277a-f596-4c0f-8e0d-8925832c8d2d req-6cf71295-4956-4732-b82f-06feb2f1a173 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/ports?device_id=72182c4c-d4ba-49f9-a855-6ef6f2cb84ad HTTP/1.1" status: 200 len: 945 time: 0.2931752 Oct 26 15:53:07.483304 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351e4534-db82-41d3-9478-d69227f4713e None None] Routers {'e8ac6b55-859a-4967-9e05-74b3692d59c5'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:53:07.485139 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-351e4534-db82-41d3-9478-d69227f4713e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:53:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['e8ac6b55-859a-4967-9e05-74b3692d59c5'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:07.491619 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-cfae277a-f596-4c0f-8e0d-8925832c8d2d req-04225cc1-4fe3-4bad-925d-4cfda5434b41 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/security-groups?id=68561780-99c7-4078-8c93-c1dd71fe310d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501080 Oct 26 15:53:07.494078 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-38dd202b-31c7-4987-a275-7e7ad6500665 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8007660 Oct 26 15:53:07.497692 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43446) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:07.547525 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-95521c6b-8866-4223-8b70-cb0f2d83ff21 None None] Port 4be83e43-ed26-4304-847a-5ffab657f231 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:53:07.625089 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb185e5c-0612-46cf-9cdd-767bcde26c10 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:07.629572 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-cb185e5c-0612-46cf-9cdd-767bcde26c10 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Synchronizing usage tracker for tenant:33165e7b97ac42778d9b016b22174455 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:53:07.657261 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port c67f30ac-270d-4a55-bf89-7309c0985534 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:53:07.658134 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-351e4534-db82-41d3-9478-d69227f4713e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:07.676255 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351e4534-db82-41d3-9478-d69227f4713e None None] Routers {'e8ac6b55-859a-4967-9e05-74b3692d59c5'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:53:07.677502 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-351e4534-db82-41d3-9478-d69227f4713e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:53:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['e8ac6b55-859a-4967-9e05-74b3692d59c5'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:07.780661 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-cb185e5c-0612-46cf-9cdd-767bcde26c10 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Unset dirty status for tenant:33165e7b97ac42778d9b016b22174455 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:53:07.784472 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-cb185e5c-0612-46cf-9cdd-767bcde26c10 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "GET /v2.0/ports/4be83e43-ed26-4304-847a-5ffab657f231 HTTP/1.1" status: 200 len: 984 time: 0.3614638 Oct 26 15:53:07.786605 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43454) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:07.796637 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-351e4534-db82-41d3-9478-d69227f4713e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:07.799911 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351e4534-db82-41d3-9478-d69227f4713e None None] The sync data for ids ['e8ac6b55-859a-4967-9e05-74b3692d59c5'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:53:07.824487 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d17200-1db5-43d6-965d-4788f766dfec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-f07e0791-a1d0-4c4b-9759-707688ee57ec', 'network_id': 'f07e0791-a1d0-4c4b-9759-707688ee57ec', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ips': [{'subnet_id': 'efa47aaf-530a-4abd-bf1d-39e08fd87042'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:53:07.826326 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-28d17200-1db5-43d6-965d-4788f766dfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:07.899883 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-c7df23b5-e194-423c-8f45-f5e1a47e5f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'name': 'tempest-TestNetworkBasicOps-router-963360314', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'c13d6685-79e0-4fef-afec-ce7ecf82c291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:00Z', 'updated_at': '2022-10-26T15:53:02Z', 'revision_number': 3, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': 'c13d6685-79e0-4fef-afec-ce7ecf82c291', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:01Z', 'updated_at': '2022-10-26T15:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:07.909994 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7df23b5-e194-423c-8f45-f5e1a47e5f8b None None] The sync data for ids ['ac4162da-fb81-4614-b53a-e21eb6e866b0'] in dv-neutron-862712-1-hyperv is: [{'id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'name': 'tempest-TestNetworkBasicOps-router-963360314', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'c13d6685-79e0-4fef-afec-ce7ecf82c291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:00Z', 'updated_at': '2022-10-26T15:53:02Z', 'revision_number': 3, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': 'c13d6685-79e0-4fef-afec-ce7ecf82c291', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:01Z', 'updated_at': '2022-10-26T15:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:53:08.048415 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-95521c6b-8866-4223-8b70-cb0f2d83ff21 None None] Attempt 5 to provision port 4be83e43-ed26-4304-847a-5ffab657f231 Oct 26 15:53:08.087337 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-28d17200-1db5-43d6-965d-4788f766dfec None None] Allocated IP 172.20.0.2 (f07e0791-a1d0-4c4b-9759-707688ee57ec/efa47aaf-530a-4abd-bf1d-39e08fd87042/4a313a5b-6832-4ac0-80a9-0d51fee501a6) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:53:08.218500 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-95521c6b-8866-4223-8b70-cb0f2d83ff21 None None] Port 4be83e43-ed26-4304-847a-5ffab657f231 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:53:08.416674 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b65fb4-4116-416d-b72f-51747a2574a5 req-d2e8b3be-1b38-4ccd-a3bb-eee47579c35d tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:08.421750 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e1b65fb4-4116-416d-b72f-51747a2574a5 req-d2e8b3be-1b38-4ccd-a3bb-eee47579c35d tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/ports?device_id=72182c4c-d4ba-49f9-a855-6ef6f2cb84ad HTTP/1.1" status: 200 len: 945 time: 0.1885157 Oct 26 15:53:08.507718 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-28d17200-1db5-43d6-965d-4788f766dfec None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:08.529818 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-28d17200-1db5-43d6-965d-4788f766dfec None None] Transition to ACTIVE for port object 4a313a5b-6832-4ac0-80a9-0d51fee501a6 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:53:08.551225 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-28d17200-1db5-43d6-965d-4788f766dfec None None] Transition to ACTIVE for port object 4a313a5b-6832-4ac0-80a9-0d51fee501a6 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:53:08.588493 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6e839-b620-4499-a525-52eb4e10c30a req-182615e3-05e6-43be-91f6-dd3bacb8c829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:08.591904 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9fb6e839-b620-4499-a525-52eb4e10c30a req-182615e3-05e6-43be-91f6-dd3bacb8c829 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c8998251032425cb54859b8c2e97d89&device_id=72182c4c-d4ba-49f9-a855-6ef6f2cb84ad HTTP/1.1" status: 200 len: 1098 time: 0.1563804 Oct 26 15:53:08.645271 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e1b65fb4-4116-416d-b72f-51747a2574a5 req-e0b28a7f-1e9d-4959-83a7-88430f31215a tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/security-groups?id=68561780-99c7-4078-8c93-c1dd71fe310d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192538 Oct 26 15:53:08.647858 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-28d17200-1db5-43d6-965d-4788f766dfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:08.736040 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-95521c6b-8866-4223-8b70-cb0f2d83ff21 None None] Attempt 6 to provision port 4be83e43-ed26-4304-847a-5ffab657f231 Oct 26 15:53:08.801399 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6e839-b620-4499-a525-52eb4e10c30a req-f6c451be-9f42-47bb-aa11-08788835ff08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:08.802842 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9fb6e839-b620-4499-a525-52eb4e10c30a req-f6c451be-9f42-47bb-aa11-08788835ff08 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1e1a72ff-2302-4bf7-8480-79e42523d7a8 HTTP/1.1" status: 200 len: 912 time: 0.2035453 Oct 26 15:53:08.864162 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-95521c6b-8866-4223-8b70-cb0f2d83ff21 None None] Port 4be83e43-ed26-4304-847a-5ffab657f231 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:53:08.864877 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device c13d6685-79e0-4fef-afec-ce7ecf82c291 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:53:08.930277 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d17200-1db5-43d6-965d-4788f766dfec None None] Network f07e0791-a1d0-4c4b-9759-707688ee57ec is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:53:08.938322 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-28d17200-1db5-43d6-965d-4788f766dfec None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:53:08.946179 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d17200-1db5-43d6-965d-4788f766dfec None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:53:08.958211 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b513f663-96e0-4cbb-bae2-07e1c83e858e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:08.982026 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9fb6e839-b620-4499-a525-52eb4e10c30a req-7aab9137-d080-49cb-b6f6-9891df76156c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab2d69c5-b473-4dae-a5b1-6a5a73710d9d HTTP/1.1" status: 200 len: 217 time: 0.1724563 Oct 26 15:53:08.998059 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d17200-1db5-43d6-965d-4788f766dfec None None] Pushing event updated for resources: {'Port': ['ID=4a313a5b-6832-4ac0-80a9-0d51fee501a6,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:09.061082 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6e839-b620-4499-a525-52eb4e10c30a req-ea7a095e-3d24-47ac-bda8-d4e638446cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:09.062508 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9fb6e839-b620-4499-a525-52eb4e10c30a req-ea7a095e-3d24-47ac-bda8-d4e638446cdd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=05c33714-39df-4f85-b4f7-97d22266fdf3 HTTP/1.1" status: 200 len: 851 time: 0.0725884 Oct 26 15:53:09.079844 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-28d17200-1db5-43d6-965d-4788f766dfec None None] Attempting to bind port 4a313a5b-6832-4ac0-80a9-0d51fee501a6 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:53:09.080262 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-28d17200-1db5-43d6-965d-4788f766dfec None None] Attempting to bind port 4a313a5b-6832-4ac0-80a9-0d51fee501a6 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '32ff1ea1-994d-4447-acf2-ea6db22e1af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f07e0791-a1d0-4c4b-9759-707688ee57ec'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:53:09.080730 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d17200-1db5-43d6-965d-4788f766dfec None None] Attempting to bind port 4a313a5b-6832-4ac0-80a9-0d51fee501a6 on network f07e0791-a1d0-4c4b-9759-707688ee57ec {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:53:09.086896 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d17200-1db5-43d6-965d-4788f766dfec None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:53:09.087274 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d17200-1db5-43d6-965d-4788f766dfec None None] Checking segment: {'id': '32ff1ea1-994d-4447-acf2-ea6db22e1af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f07e0791-a1d0-4c4b-9759-707688ee57ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:53:09.087741 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-28d17200-1db5-43d6-965d-4788f766dfec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:09.088222 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d17200-1db5-43d6-965d-4788f766dfec None None] Bound using segment: {'id': '32ff1ea1-994d-4447-acf2-ea6db22e1af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f07e0791-a1d0-4c4b-9759-707688ee57ec'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:53:09.088696 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-28d17200-1db5-43d6-965d-4788f766dfec None None] Bound port: 4a313a5b-6832-4ac0-80a9-0d51fee501a6, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ff1ea1-994d-4447-acf2-ea6db22e1af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f07e0791-a1d0-4c4b-9759-707688ee57ec'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:53:09.089070 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-28d17200-1db5-43d6-965d-4788f766dfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:09.101866 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port c13d6685-79e0-4fef-afec-ce7ecf82c291 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:53:09.109684 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port c13d6685-79e0-4fef-afec-ce7ecf82c291 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:53:09.110061 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:09.110996 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port c13d6685-79e0-4fef-afec-ce7ecf82c291 Oct 26 15:53:09.146835 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9fb6e839-b620-4499-a525-52eb4e10c30a req-9c87d2f3-7eba-4e3d-9977-91fda06615c4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1e1a72ff-2302-4bf7-8480-79e42523d7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778620 Oct 26 15:53:09.338513 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-28d17200-1db5-43d6-965d-4788f766dfec None None] For port 4a313a5b-6832-4ac0-80a9-0d51fee501a6, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:53:09.354777 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-28d17200-1db5-43d6-965d-4788f766dfec None None] For port 4a313a5b-6832-4ac0-80a9-0d51fee501a6, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=4a313a5b-6832-4ac0-80a9-0d51fee501a6,segment=NetworkSegment(32ff1ea1-994d-4447-acf2-ea6db22e1af4),segment_id=32ff1ea1-994d-4447-acf2-ea6db22e1af4)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:53:09.362367 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port c13d6685-79e0-4fef-afec-ce7ecf82c291 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:53:09.362593 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:09.381774 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port c13d6685-79e0-4fef-afec-ce7ecf82c291, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=c13d6685-79e0-4fef-afec-ce7ecf82c291,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:53:09.383127 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-95521c6b-8866-4223-8b70-cb0f2d83ff21 None None] Attempt 7 to provision port 4be83e43-ed26-4304-847a-5ffab657f231 Oct 26 15:53:09.409155 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9fb6e839-b620-4499-a525-52eb4e10c30a req-7418ef7d-e639-44eb-a363-277ddd177401 service neutron] 10.222.0.48 "GET /v2.0/networks/1e1a72ff-2302-4bf7-8480-79e42523d7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249742 Oct 26 15:53:09.500281 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:09.510655 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43480) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:09.535762 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-28d17200-1db5-43d6-965d-4788f766dfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:09.560461 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-04810352-b7f2-4127-8028-3ca3a97823e6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:09.573638 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-95521c6b-8866-4223-8b70-cb0f2d83ff21 None None] Port 4be83e43-ed26-4304-847a-5ffab657f231 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:53:09.579246 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-b513f663-96e0-4cbb-bae2-07e1c83e858e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Allocated IP 172.20.0.1 (f07e0791-a1d0-4c4b-9759-707688ee57ec/efa47aaf-530a-4abd-bf1d-39e08fd87042/7617f657-e1bd-4f60-87bb-31b793f5d060) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:53:09.601418 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=c13d6685-79e0-4fef-afec-ce7ecf82c291,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:09.756378 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d17200-1db5-43d6-965d-4788f766dfec None None] Pushing event updated for resources: {'Port': ['ID=4a313a5b-6832-4ac0-80a9-0d51fee501a6,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:09.769944 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-e79ee46f-2f7e-4029-ac6a-1a4aacf15a5f tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-640499018', 'router:external': True}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:53:09.780965 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e79ee46f-2f7e-4029-ac6a-1a4aacf15a5f tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:53:09.801851 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e79ee46f-2f7e-4029-ac6a-1a4aacf15a5f tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Usage tracker for resource:network and tenant:e42ffbb043434123b26d26c324466549 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:53:09.807965 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e79ee46f-2f7e-4029-ac6a-1a4aacf15a5f tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:53:09.844436 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e79ee46f-2f7e-4029-ac6a-1a4aacf15a5f tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:53:09.887096 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9fb6e839-b620-4499-a525-52eb4e10c30a req-28eb1778-b778-4f2d-bb40-6fb8c92d4c54 service neutron] 10.222.0.48 "GET /v2.0/networks/1e1a72ff-2302-4bf7-8480-79e42523d7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4479618 Oct 26 15:53:09.931985 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b513f663-96e0-4cbb-bae2-07e1c83e858e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:09.959051 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b513f663-96e0-4cbb-bae2-07e1c83e858e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Transition to ACTIVE for port object 7617f657-e1bd-4f60-87bb-31b793f5d060 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:53:10.075953 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-95521c6b-8866-4223-8b70-cb0f2d83ff21 None None] Attempt 8 to provision port 4be83e43-ed26-4304-847a-5ffab657f231 Oct 26 15:53:10.123332 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8230c-ebb2-4eb5-8c5b-42c9d5ee5773 req-c5425f99-92cb-456d-a298-e288d7208f4e tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:10.124701 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d2e8230c-ebb2-4eb5-8c5b-42c9d5ee5773 req-c5425f99-92cb-456d-a298-e288d7208f4e tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/ports?device_id=72182c4c-d4ba-49f9-a855-6ef6f2cb84ad HTTP/1.1" status: 200 len: 945 time: 0.1633711 Oct 26 15:53:10.126315 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-04810352-b7f2-4127-8028-3ca3a97823e6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Deleting port 4be83e43-ed26-4304-847a-5ffab657f231 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:53:10.126688 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-04810352-b7f2-4127-8028-3ca3a97823e6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:10.145699 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-95521c6b-8866-4223-8b70-cb0f2d83ff21 None None] Port 4be83e43-ed26-4304-847a-5ffab657f231 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:53:10.270834 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79ee46f-2f7e-4029-ac6a-1a4aacf15a5f tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Made reservation on behalf of e42ffbb043434123b26d26c324466549 for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:53:10.273099 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e79ee46f-2f7e-4029-ac6a-1a4aacf15a5f tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:10.286385 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e79ee46f-2f7e-4029-ac6a-1a4aacf15a5f tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:10.304650 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e79ee46f-2f7e-4029-ac6a-1a4aacf15a5f tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:53:10.308559 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e79ee46f-2f7e-4029-ac6a-1a4aacf15a5f tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Usage tracker for resource:security_group_rule and tenant:e42ffbb043434123b26d26c324466549 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:53:10.313590 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b513f663-96e0-4cbb-bae2-07e1c83e858e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:10.317381 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e79ee46f-2f7e-4029-ac6a-1a4aacf15a5f tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:53:10.400386 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d2e8230c-ebb2-4eb5-8c5b-42c9d5ee5773 req-88c7dea9-7319-4d40-bd09-6e04fa843ef8 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/security-groups?id=68561780-99c7-4078-8c93-c1dd71fe310d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481582 Oct 26 15:53:10.477678 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-04810352-b7f2-4127-8028-3ca3a97823e6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:10.483486 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e79ee46f-2f7e-4029-ac6a-1a4aacf15a5f tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:53:10.532012 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b513f663-96e0-4cbb-bae2-07e1c83e858e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network f07e0791-a1d0-4c4b-9759-707688ee57ec is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:53:10.538531 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b513f663-96e0-4cbb-bae2-07e1c83e858e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=7617f657-e1bd-4f60-87bb-31b793f5d060,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:10.540917 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-b513f663-96e0-4cbb-bae2-07e1c83e858e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:53:10.544939 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b513f663-96e0-4cbb-bae2-07e1c83e858e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:53:10.614123 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-04810352-b7f2-4127-8028-3ca3a97823e6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Calling delete_port for 4be83e43-ed26-4304-847a-5ffab657f231 owned by network:router_interface {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:53:10.616071 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b513f663-96e0-4cbb-bae2-07e1c83e858e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:10.646870 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-95521c6b-8866-4223-8b70-cb0f2d83ff21 None None] Attempt 9 to provision port 4be83e43-ed26-4304-847a-5ffab657f231 Oct 26 15:53:10.688792 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e79ee46f-2f7e-4029-ac6a-1a4aacf15a5f tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:10.742942 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-95521c6b-8866-4223-8b70-cb0f2d83ff21 None None] Port 4be83e43-ed26-4304-847a-5ffab657f231 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:53:10.831919 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e79ee46f-2f7e-4029-ac6a-1a4aacf15a5f tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:10.868038 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 4a313a5b-6832-4ac0-80a9-0d51fee501a6 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:53:10.920336 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ee46f-2f7e-4029-ac6a-1a4aacf15a5f tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603e4433-82b4-44e8-9926-acce23949f58,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:10.939889 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-04810352-b7f2-4127-8028-3ca3a97823e6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:10.946386 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b513f663-96e0-4cbb-bae2-07e1c83e858e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:10.962624 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e79ee46f-2f7e-4029-ac6a-1a4aacf15a5f tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:53:10.992890 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04810352-b7f2-4127-8028-3ca3a97823e6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event deleted for resources: {'Port': ['ID=4be83e43-ed26-4304-847a-5ffab657f231,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:11.005360 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e79ee46f-2f7e-4029-ac6a-1a4aacf15a5f tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:11.005705 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-e79ee46f-2f7e-4029-ac6a-1a4aacf15a5f tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Added segment 8ff7d3b1-0455-40e7-a5df-221772da6265 of type vlan for network 15a6a8d4-4091-4136-bf75-ee1030331838 Oct 26 15:53:11.020545 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 4a313a5b-6832-4ac0-80a9-0d51fee501a6 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:53:11.030907 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device c13d6685-79e0-4fef-afec-ce7ecf82c291 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:53:11.070838 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d6d4a7-ec0d-48a8-b361-3c727920ef9e None None] Network f07e0791-a1d0-4c4b-9759-707688ee57ec requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:53:11.214198 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-04810352-b7f2-4127-8028-3ca3a97823e6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:11.244271 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-95521c6b-8866-4223-8b70-cb0f2d83ff21 None None] Attempt 10 to provision port 4be83e43-ed26-4304-847a-5ffab657f231 Oct 26 15:53:11.247559 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e79ee46f-2f7e-4029-ac6a-1a4aacf15a5f tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:11.287480 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-95521c6b-8866-4223-8b70-cb0f2d83ff21 None None] Port 4be83e43-ed26-4304-847a-5ffab657f231 was deleted so its status cannot be updated. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:53:11.363365 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-95521c6b-8866-4223-8b70-cb0f2d83ff21 None None] Provisioning complete for port c67f30ac-270d-4a55-bf89-7309c0985534 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:53:11.363727 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-95521c6b-8866-4223-8b70-cb0f2d83ff21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:11.364616 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-95521c6b-8866-4223-8b70-cb0f2d83ff21 None None] Attempt 1 to provision port c67f30ac-270d-4a55-bf89-7309c0985534 Oct 26 15:53:11.395995 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e79ee46f-2f7e-4029-ac6a-1a4aacf15a5f tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:11.396776 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79ee46f-2f7e-4029-ac6a-1a4aacf15a5f tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:11.397292 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e79ee46f-2f7e-4029-ac6a-1a4aacf15a5f tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:11.418777 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port c13d6685-79e0-4fef-afec-ce7ecf82c291 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:53:11.419286 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:11.419705 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port c13d6685-79e0-4fef-afec-ce7ecf82c291 Oct 26 15:53:11.559611 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04810352-b7f2-4127-8028-3ca3a97823e6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Router e8ac6b55-859a-4967-9e05-74b3692d59c5 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:53:11.646558 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e79ee46f-2f7e-4029-ac6a-1a4aacf15a5f tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.1302633 Oct 26 15:53:11.659753 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43490) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:11.672885 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ee46f-2f7e-4029-ac6a-1a4aacf15a5f tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Pushing event updated for resources: {'Network': ['ID=15a6a8d4-4091-4136-bf75-ee1030331838,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:11.673237 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-95521c6b-8866-4223-8b70-cb0f2d83ff21 None None] Current status of the port c67f30ac-270d-4a55-bf89-7309c0985534 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:53:11.676990 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port c13d6685-79e0-4fef-afec-ce7ecf82c291 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:53:11.688522 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-d177553d-4c7b-46ea-ab51-480060fa3bfd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Request body: {'subnet': {'network_id': '15a6a8d4-4091-4136-bf75-ee1030331838', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:53:11.688734 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 15a6a8d4-4091-4136-bf75-ee1030331838 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:53:11.698499 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d177553d-4c7b-46ea-ab51-480060fa3bfd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:53:11.705455 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d177553d-4c7b-46ea-ab51-480060fa3bfd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Usage tracker for resource:subnet and tenant:e42ffbb043434123b26d26c324466549 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:53:11.711860 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d177553d-4c7b-46ea-ab51-480060fa3bfd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:53:11.728028 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d177553d-4c7b-46ea-ab51-480060fa3bfd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:53:11.765251 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7d0de-3545-4e14-88b4-1e60f1963906 req-0363f354-f643-48da-b9fb-157563a60b94 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:11.772594 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-5fe7d0de-3545-4e14-88b4-1e60f1963906 req-0363f354-f643-48da-b9fb-157563a60b94 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/ports?device_id=72182c4c-d4ba-49f9-a855-6ef6f2cb84ad HTTP/1.1" status: 200 len: 945 time: 0.2133834 Oct 26 15:53:11.778941 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04810352-b7f2-4127-8028-3ca3a97823e6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:53:11.794102 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec94d44b-1c16-4c53-9ec4-c3625060b406 None None] Sync routers for ids ['e8ac6b55-859a-4967-9e05-74b3692d59c5'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:53:11.821817 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec94d44b-1c16-4c53-9ec4-c3625060b406 None None] Routers {'e8ac6b55-859a-4967-9e05-74b3692d59c5'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:53:11.822447 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-ec94d44b-1c16-4c53-9ec4-c3625060b406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:53:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['e8ac6b55-859a-4967-9e05-74b3692d59c5'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:11.827769 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b513f663-96e0-4cbb-bae2-07e1c83e858e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:11.835973 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-5fe7d0de-3545-4e14-88b4-1e60f1963906 req-5b4a0ae2-3340-47af-9788-bfb4ba209577 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/security-groups?id=68561780-99c7-4078-8c93-c1dd71fe310d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625415 Oct 26 15:53:11.836989 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d177553d-4c7b-46ea-ab51-480060fa3bfd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Made reservation on behalf of e42ffbb043434123b26d26c324466549 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:53:11.841609 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d177553d-4c7b-46ea-ab51-480060fa3bfd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:11.903551 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-ec94d44b-1c16-4c53-9ec4-c3625060b406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:11.912413 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-04810352-b7f2-4127-8028-3ca3a97823e6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "PUT /v2.0/routers/e8ac6b55-859a-4967-9e05-74b3692d59c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1244280 Oct 26 15:53:11.915195 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43494) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:11.918043 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec94d44b-1c16-4c53-9ec4-c3625060b406 None None] Routers {'e8ac6b55-859a-4967-9e05-74b3692d59c5'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:53:11.920006 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-ec94d44b-1c16-4c53-9ec4-c3625060b406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:53:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['e8ac6b55-859a-4967-9e05-74b3692d59c5'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:11.941078 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b513f663-96e0-4cbb-bae2-07e1c83e858e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:11.988185 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-3e3cc41e-a833-4a9a-82a1-d2c66175f744 None None] Provisioning for port 4a313a5b-6832-4ac0-80a9-0d51fee501a6 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:53:11.999735 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-ec94d44b-1c16-4c53-9ec4-c3625060b406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:12.000147 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec94d44b-1c16-4c53-9ec4-c3625060b406 None None] The sync data for ids ['e8ac6b55-859a-4967-9e05-74b3692d59c5'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:53:12.004146 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-3e3cc41e-a833-4a9a-82a1-d2c66175f744 None None] Provisioning complete for port 4a313a5b-6832-4ac0-80a9-0d51fee501a6 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:53:12.004146 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3e3cc41e-a833-4a9a-82a1-d2c66175f744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:12.004146 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-3e3cc41e-a833-4a9a-82a1-d2c66175f744 None None] Attempt 1 to provision port 4a313a5b-6832-4ac0-80a9-0d51fee501a6 Oct 26 15:53:12.070649 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b513f663-96e0-4cbb-bae2-07e1c83e858e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=7617f657-e1bd-4f60-87bb-31b793f5d060,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:12.109290 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b513f663-96e0-4cbb-bae2-07e1c83e858e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:12.141697 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3e3cc41e-a833-4a9a-82a1-d2c66175f744 None None] Current status of the port 4a313a5b-6832-4ac0-80a9-0d51fee501a6 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:53:12.142087 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3e3cc41e-a833-4a9a-82a1-d2c66175f744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:12.187250 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-3e3cc41e-a833-4a9a-82a1-d2c66175f744 None None] For port 4a313a5b-6832-4ac0-80a9-0d51fee501a6, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=4a313a5b-6832-4ac0-80a9-0d51fee501a6,segment=NetworkSegment(32ff1ea1-994d-4447-acf2-ea6db22e1af4),segment_id=32ff1ea1-994d-4447-acf2-ea6db22e1af4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:53:12.259306 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3e3cc41e-a833-4a9a-82a1-d2c66175f744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:12.311997 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-3e3cc41e-a833-4a9a-82a1-d2c66175f744 None None] Could not find standard attr ID for object 4be83e43-ed26-4304-847a-5ffab657f231. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:53:12.334687 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3cc41e-a833-4a9a-82a1-d2c66175f744 None None] Pushing event updated for resources: {'Port': ['ID=4a313a5b-6832-4ac0-80a9-0d51fee501a6,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:12.341468 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b513f663-96e0-4cbb-bae2-07e1c83e858e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network f07e0791-a1d0-4c4b-9759-707688ee57ec is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:53:12.342666 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-b513f663-96e0-4cbb-bae2-07e1c83e858e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:53:12.435535 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-821f502a-e853-416c-90a0-366e8f97360f None None] Provisioning complete for port 4a313a5b-6832-4ac0-80a9-0d51fee501a6 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:53:12.436212 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-821f502a-e853-416c-90a0-366e8f97360f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:12.436723 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-821f502a-e853-416c-90a0-366e8f97360f None None] Attempt 1 to provision port 4a313a5b-6832-4ac0-80a9-0d51fee501a6 Oct 26 15:53:12.447762 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-3004e4d1-46f4-49b9-bd66-cf23b60b461e tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] remove_router_interface failed (client error): The resource could not be found. Oct 26 15:53:12.448886 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-3004e4d1-46f4-49b9-bd66-cf23b60b461e tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "PUT /v2.0/routers/e8ac6b55-859a-4967-9e05-74b3692d59c5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5321724 Oct 26 15:53:12.452013 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43498) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:12.510366 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-d2359290-51f6-421e-81f2-35a30f26899f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Synchronizing usage tracker for tenant:33165e7b97ac42778d9b016b22174455 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:53:12.586495 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-821f502a-e853-416c-90a0-366e8f97360f None None] Current status of the port 4a313a5b-6832-4ac0-80a9-0d51fee501a6 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:53:12.596242 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-d2359290-51f6-421e-81f2-35a30f26899f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Unset dirty status for tenant:33165e7b97ac42778d9b016b22174455 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:53:12.597453 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-d2359290-51f6-421e-81f2-35a30f26899f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8ac6b55-859a-4967-9e05-74b3692d59c5 HTTP/1.1" status: 200 len: 205 time: 0.1444693 Oct 26 15:53:12.600230 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43502) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:12.648052 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-821f502a-e853-416c-90a0-366e8f97360f None None] Provisioning for port 7617f657-e1bd-4f60-87bb-31b793f5d060 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:53:12.655663 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-821f502a-e853-416c-90a0-366e8f97360f None None] Provisioning complete for port 7617f657-e1bd-4f60-87bb-31b793f5d060 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:53:12.659625 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-821f502a-e853-416c-90a0-366e8f97360f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:12.659625 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-821f502a-e853-416c-90a0-366e8f97360f None None] Attempt 1 to provision port 7617f657-e1bd-4f60-87bb-31b793f5d060 Oct 26 15:53:12.738597 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b513f663-96e0-4cbb-bae2-07e1c83e858e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Router ac4162da-fb81-4614-b53a-e21eb6e866b0 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:53:12.751402 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-91d18379-139b-40e2-92a6-7c23e5c4ea70 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for router, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:12.777165 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-821f502a-e853-416c-90a0-366e8f97360f None None] Port 7617f657-e1bd-4f60-87bb-31b793f5d060 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:53:12.799082 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 4a313a5b-6832-4ac0-80a9-0d51fee501a6 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:53:12.868661 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 4a313a5b-6832-4ac0-80a9-0d51fee501a6 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:53:12.870437 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:12.870437 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 4a313a5b-6832-4ac0-80a9-0d51fee501a6 Oct 26 15:53:13.001261 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.objects.ports [None req-d177553d-4c7b-46ea-ab51-480060fa3bfd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89747) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 26 15:53:13.001884 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d177553d-4c7b-46ea-ab51-480060fa3bfd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:13.015910 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 4a313a5b-6832-4ac0-80a9-0d51fee501a6 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:53:13.064124 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b513f663-96e0-4cbb-bae2-07e1c83e858e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:53:13.074588 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8d8df3-eee5-43c6-a4b7-447abf28853a None None] Sync routers for ids ['ac4162da-fb81-4614-b53a-e21eb6e866b0'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:53:13.084349 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8d8df3-eee5-43c6-a4b7-447abf28853a None None] Routers {'ac4162da-fb81-4614-b53a-e21eb6e866b0'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:53:13.084951 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-9e8d8df3-eee5-43c6-a4b7-447abf28853a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:53:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['ac4162da-fb81-4614-b53a-e21eb6e866b0'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:13.100607 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b513f663-96e0-4cbb-bae2-07e1c83e858e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "PUT /v2.0/routers/ac4162da-fb81-4614-b53a-e21eb6e866b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5982723 Oct 26 15:53:13.102696 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43508) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:13.103410 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177553d-4c7b-46ea-ab51-480060fa3bfd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c7ccbf5b-833d-4c13-ae51-716722750650,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:13.142569 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-91d18379-139b-40e2-92a6-7c23e5c4ea70 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:13.145848 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-91d18379-139b-40e2-92a6-7c23e5c4ea70 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:13.187295 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f40b7-32f8-4572-a4da-3403f4160642 req-b15d01c8-aec1-4cd6-a8d5-d474d799f32c tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:13.188956 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d72f40b7-32f8-4572-a4da-3403f4160642 req-b15d01c8-aec1-4cd6-a8d5-d474d799f32c tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/ports?device_id=72182c4c-d4ba-49f9-a855-6ef6f2cb84ad HTTP/1.1" status: 200 len: 945 time: 0.1799300 Oct 26 15:53:13.197313 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d177553d-4c7b-46ea-ab51-480060fa3bfd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Checking segment: {'id': '8ff7d3b1-0455-40e7-a5df-221772da6265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '15a6a8d4-4091-4136-bf75-ee1030331838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:53:13.197756 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d177553d-4c7b-46ea-ab51-480060fa3bfd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Network hostable DHCP agents. Network: 15a6a8d4-4091-4136-bf75-ee1030331838, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:53:13.239146 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d72f40b7-32f8-4572-a4da-3403f4160642 req-207b01ec-de8c-4f60-bafd-cec5218f7cd8 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/security-groups?id=68561780-99c7-4078-8c93-c1dd71fe310d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439916 Oct 26 15:53:13.240769 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-91d18379-139b-40e2-92a6-7c23e5c4ea70 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:13.241292 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d18379-139b-40e2-92a6-7c23e5c4ea70 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Fanout notify agent at l3_agent the message router_deleted on router e8ac6b55-859a-4967-9e05-74b3692d59c5 {{(pid=89748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:53:13.260576 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-91d18379-139b-40e2-92a6-7c23e5c4ea70 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:13.261787 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-91d18379-139b-40e2-92a6-7c23e5c4ea70 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "DELETE /v2.0/routers/e8ac6b55-859a-4967-9e05-74b3692d59c5 HTTP/1.1" status: 204 len: 168 time: 0.6606095 Oct 26 15:53:13.265448 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43512) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:13.278737 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-821f502a-e853-416c-90a0-366e8f97360f None None] Attempt 2 to provision port 7617f657-e1bd-4f60-87bb-31b793f5d060 Oct 26 15:53:13.287730 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-9e8d8df3-eee5-43c6-a4b7-447abf28853a None None] Set router ac4162da-fb81-4614-b53a-e21eb6e866b0 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:53:13.297490 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4304c435-4457-4f98-8953-b71dbcae94aa tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:13.301480 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4304c435-4457-4f98-8953-b71dbcae94aa tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:13.301480 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4304c435-4457-4f98-8953-b71dbcae94aa tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:13.301480 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4304c435-4457-4f98-8953-b71dbcae94aa tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:13.301480 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4304c435-4457-4f98-8953-b71dbcae94aa tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:13.301480 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4304c435-4457-4f98-8953-b71dbcae94aa tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:13.301480 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4304c435-4457-4f98-8953-b71dbcae94aa tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:13.301480 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4304c435-4457-4f98-8953-b71dbcae94aa tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:13.302689 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4304c435-4457-4f98-8953-b71dbcae94aa tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5671 time: 0.1968920 Oct 26 15:53:13.306884 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43518) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:13.347770 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-de0d0975-9424-4559-bdcf-04d7341ff79f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Deleting subnet a09873c6-f2ea-4064-ba1c-5a7cfb298b57 {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:53:13.351431 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-de0d0975-9424-4559-bdcf-04d7341ff79f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:13.386745 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d177553d-4c7b-46ea-ab51-480060fa3bfd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Network 15a6a8d4-4091-4136-bf75-ee1030331838 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:53:13.410194 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-821f502a-e853-416c-90a0-366e8f97360f None None] Port 7617f657-e1bd-4f60-87bb-31b793f5d060 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:53:13.436392 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3e6396-2f31-435b-be82-763a40797cf4 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:13.436858 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3e6396-2f31-435b-be82-763a40797cf4 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:13.437314 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3e6396-2f31-435b-be82-763a40797cf4 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:13.437707 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-de0d0975-9424-4559-bdcf-04d7341ff79f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:13.437830 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3e6396-2f31-435b-be82-763a40797cf4 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:13.438197 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3e6396-2f31-435b-be82-763a40797cf4 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:13.438663 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3e6396-2f31-435b-be82-763a40797cf4 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:13.439114 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3e6396-2f31-435b-be82-763a40797cf4 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:13.439554 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3e6396-2f31-435b-be82-763a40797cf4 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:13.441366 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-1f3e6396-2f31-435b-be82-763a40797cf4 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5231 time: 0.1335661 Oct 26 15:53:13.454937 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43522) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:13.530900 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-d177553d-4c7b-46ea-ab51-480060fa3bfd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 15a6a8d4-4091-4136-bf75-ee1030331838) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:53:13.545373 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb44b67-c8f4-44a9-bf8c-dda6cc987464 None None] Network 15a6a8d4-4091-4136-bf75-ee1030331838 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:53:13.551853 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-de0d0975-9424-4559-bdcf-04d7341ff79f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:13.597377 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d177553d-4c7b-46ea-ab51-480060fa3bfd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:13.597969 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d177553d-4c7b-46ea-ab51-480060fa3bfd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:13.649246 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-9e8d8df3-eee5-43c6-a4b7-447abf28853a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'name': 'tempest-TestNetworkBasicOps-router-963360314', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'c13d6685-79e0-4fef-afec-ce7ecf82c291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:00Z', 'updated_at': '2022-10-26T15:53:10Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': 'c13d6685-79e0-4fef-afec-ce7ecf82c291', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:01Z', 'updated_at': '2022-10-26T15:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '7617f657-e1bd-4f60-87bb-31b793f5d060', 'name': '', 'network_id': 'f07e0791-a1d0-4c4b-9759-707688ee57ec', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:56:9f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'efa47aaf-530a-4abd-bf1d-39e08fd87042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:09Z', 'updated_at': '2022-10-26T15:53:11Z', 'revision_number': 2, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': 'efa47aaf-530a-4abd-bf1d-39e08fd87042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:13.660803 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8d8df3-eee5-43c6-a4b7-447abf28853a None None] Checking router: ac4162da-fb81-4614-b53a-e21eb6e866b0 for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:53:13.661479 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8d8df3-eee5-43c6-a4b7-447abf28853a None None] Updating router ac4162da-fb81-4614-b53a-e21eb6e866b0 port 7617f657-e1bd-4f60-87bb-31b793f5d060 binding host dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:53:13.722128 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-9e8d8df3-eee5-43c6-a4b7-447abf28853a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:13.740441 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d177553d-4c7b-46ea-ab51-480060fa3bfd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.0735931 Oct 26 15:53:13.743386 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43526) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:13.755465 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a8c080ec-75fb-4542-b2d1-3bc3cd6357a6 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2941496 Oct 26 15:53:13.755666 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-8012b248-cf84-4de9-af08-5fc8369718b4 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-830702178', 'network_id': '15a6a8d4-4091-4136-bf75-ee1030331838'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:53:13.756319 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8012b248-cf84-4de9-af08-5fc8369718b4 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:53:13.764261 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8012b248-cf84-4de9-af08-5fc8369718b4 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Usage tracker for resource:port and tenant:e42ffbb043434123b26d26c324466549 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:53:13.768097 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8012b248-cf84-4de9-af08-5fc8369718b4 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:53:13.782335 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8012b248-cf84-4de9-af08-5fc8369718b4 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:53:13.794919 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-de0d0975-9424-4559-bdcf-04d7341ff79f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:13.854854 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-de0d0975-9424-4559-bdcf-04d7341ff79f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:13.863619 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d0975-9424-4559-bdcf-04d7341ff79f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event deleted for resources: {'Subnet': ['ID=a09873c6-f2ea-4064-ba1c-5a7cfb298b57,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:13.868731 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a12f81-9ab8-4e1e-82d1-10182b798c6a None None] Network f5884b5f-e1a0-4eb1-bebc-fc44044cd709 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:53:13.875245 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-de0d0975-9424-4559-bdcf-04d7341ff79f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "DELETE /v2.0/subnets/a09873c6-f2ea-4064-ba1c-5a7cfb298b57 HTTP/1.1" status: 204 len: 168 time: 0.6086786 Oct 26 15:53:13.876296 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8012b248-cf84-4de9-af08-5fc8369718b4 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Made reservation on behalf of e42ffbb043434123b26d26c324466549 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:53:13.877730 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43534) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:13.892209 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8012b248-cf84-4de9-af08-5fc8369718b4 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:13.898836 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4beef955-3b4a-48f1-9419-a85a64aafa73 None None] Network 15a6a8d4-4091-4136-bf75-ee1030331838 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:53:13.916592 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43538) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:13.925067 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [None req-8012b248-cf84-4de9-af08-5fc8369718b4 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] device_id is not set on port f78a2e33-9b67-4f73-8bc7-b7ffaeee2e7d yet. {{(pid=89748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:53:13.926961 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-821f502a-e853-416c-90a0-366e8f97360f None None] Attempt 3 to provision port 7617f657-e1bd-4f60-87bb-31b793f5d060 Oct 26 15:53:13.970922 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-9f7677a8-a67b-4b3a-9831-4c093da3c116 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-285150371', 'description': 'tempest-secgroup-smoke-285150371 description', 'project_id': '8316bfcf068445aeb00a503282bb001c'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:53:14.040736 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-9f7677a8-a67b-4b3a-9831-4c093da3c116 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:53:14.084455 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-9f7677a8-a67b-4b3a-9831-4c093da3c116 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:53:14.095283 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-9f7677a8-a67b-4b3a-9831-4c093da3c116 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:53:14.123896 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-9f7677a8-a67b-4b3a-9831-4c093da3c116 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:53:14.140130 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-9e8d8df3-eee5-43c6-a4b7-447abf28853a None None] Notify callbacks [] for port, precommit_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:14.151821 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-546db7c1-265f-4b4a-b462-20170e60fae2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:14.156598 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.provisioning_blocks [None req-9e8d8df3-eee5-43c6-a4b7-447abf28853a None None] Transition to ACTIVE for port object 7617f657-e1bd-4f60-87bb-31b793f5d060 will not be triggered until provisioned by entity L2. {{(pid=89750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:53:14.156775 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-821f502a-e853-416c-90a0-366e8f97360f None None] Port 7617f657-e1bd-4f60-87bb-31b793f5d060 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:53:14.174491 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985f9c6-252d-401f-b730-e5ee761adea7 req-314c2fbf-d808-450b-b079-2d0ac3326a3b tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:14.176304 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-8985f9c6-252d-401f-b730-e5ee761adea7 req-314c2fbf-d808-450b-b079-2d0ac3326a3b tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/ports?device_id=72182c4c-d4ba-49f9-a855-6ef6f2cb84ad HTTP/1.1" status: 200 len: 945 time: 0.2607539 Oct 26 15:53:14.181487 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-546db7c1-265f-4b4a-b462-20170e60fae2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Deleting port c67f30ac-270d-4a55-bf89-7309c0985534 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:53:14.181957 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-546db7c1-265f-4b4a-b462-20170e60fae2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:14.242442 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-8012b248-cf84-4de9-af08-5fc8369718b4 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Allocated IP 2001:db8::3df (15a6a8d4-4091-4136-bf75-ee1030331838/c7ccbf5b-833d-4c13-ae51-716722750650/f78a2e33-9b67-4f73-8bc7-b7ffaeee2e7d) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:53:14.261420 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9f7677a8-a67b-4b3a-9831-4c093da3c116 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:14.282074 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-9e8d8df3-eee5-43c6-a4b7-447abf28853a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:14.310101 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-8985f9c6-252d-401f-b730-e5ee761adea7 req-fb4a394d-b536-4b0e-8e11-9246e1bb9644 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/security-groups?id=68561780-99c7-4078-8c93-c1dd71fe310d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984626 Oct 26 15:53:14.376969 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-9f7677a8-a67b-4b3a-9831-4c093da3c116 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:53:14.384340 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-9f7677a8-a67b-4b3a-9831-4c093da3c116 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:53:14.389464 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-9f7677a8-a67b-4b3a-9831-4c093da3c116 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:53:14.426745 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-9f7677a8-a67b-4b3a-9831-4c093da3c116 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:53:14.472412 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8012b248-cf84-4de9-af08-5fc8369718b4 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:14.501877 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062c85d5-1dbb-4a42-9e1c-b7aa0b8c9661 None None] DHCP port deletion for f5884b5f-e1a0-4eb1-bebc-fc44044cd709 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:53:14.508461 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-062c85d5-1dbb-4a42-9e1c-b7aa0b8c9661 None None] Deleting port c67f30ac-270d-4a55-bf89-7309c0985534 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:53:14.508850 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-062c85d5-1dbb-4a42-9e1c-b7aa0b8c9661 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:14.511898 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df627aa2-8d22-439e-9b65-40d3fc1ef978 None None] Pushing event updated for resources: {'Port': ['ID=7617f657-e1bd-4f60-87bb-31b793f5d060,revision_number=3']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:14.530758 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df627aa2-8d22-439e-9b65-40d3fc1ef978 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:53:14.531127 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df627aa2-8d22-439e-9b65-40d3fc1ef978 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:53:14.531458 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df627aa2-8d22-439e-9b65-40d3fc1ef978 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:53:14.531849 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df627aa2-8d22-439e-9b65-40d3fc1ef978 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:53:14.532137 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df627aa2-8d22-439e-9b65-40d3fc1ef978 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:53:14.532464 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df627aa2-8d22-439e-9b65-40d3fc1ef978 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:53:14.532789 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df627aa2-8d22-439e-9b65-40d3fc1ef978 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:53:14.533110 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df627aa2-8d22-439e-9b65-40d3fc1ef978 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:53:14.533430 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df627aa2-8d22-439e-9b65-40d3fc1ef978 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:53:14.533751 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df627aa2-8d22-439e-9b65-40d3fc1ef978 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:53:14.534541 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df627aa2-8d22-439e-9b65-40d3fc1ef978 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:53:14.534541 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df627aa2-8d22-439e-9b65-40d3fc1ef978 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:53:14.541112 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-9e8d8df3-eee5-43c6-a4b7-447abf28853a None None] Attempting to bind port 7617f657-e1bd-4f60-87bb-31b793f5d060 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:53:14.543245 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-9e8d8df3-eee5-43c6-a4b7-447abf28853a None None] Attempting to bind port 7617f657-e1bd-4f60-87bb-31b793f5d060 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '32ff1ea1-994d-4447-acf2-ea6db22e1af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f07e0791-a1d0-4c4b-9759-707688ee57ec'}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:53:14.543245 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8d8df3-eee5-43c6-a4b7-447abf28853a None None] Attempting to bind port 7617f657-e1bd-4f60-87bb-31b793f5d060 on network f07e0791-a1d0-4c4b-9759-707688ee57ec {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:53:14.547969 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8d8df3-eee5-43c6-a4b7-447abf28853a None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:53:14.548338 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8d8df3-eee5-43c6-a4b7-447abf28853a None None] Checking segment: {'id': '32ff1ea1-994d-4447-acf2-ea6db22e1af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f07e0791-a1d0-4c4b-9759-707688ee57ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:53:14.548745 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-9e8d8df3-eee5-43c6-a4b7-447abf28853a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:14.549129 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8d8df3-eee5-43c6-a4b7-447abf28853a None None] Bound using segment: {'id': '32ff1ea1-994d-4447-acf2-ea6db22e1af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f07e0791-a1d0-4c4b-9759-707688ee57ec'} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:53:14.549595 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-9e8d8df3-eee5-43c6-a4b7-447abf28853a None None] Bound port: 7617f657-e1bd-4f60-87bb-31b793f5d060, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ff1ea1-994d-4447-acf2-ea6db22e1af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f07e0791-a1d0-4c4b-9759-707688ee57ec'}}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:53:14.549984 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-9e8d8df3-eee5-43c6-a4b7-447abf28853a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:14.550960 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-546db7c1-265f-4b4a-b462-20170e60fae2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] For port c67f30ac-270d-4a55-bf89-7309c0985534, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=c67f30ac-270d-4a55-bf89-7309c0985534,segment=NetworkSegment(955caa88-bc86-475d-861c-d6be86f566ba),segment_id=955caa88-bc86-475d-861c-d6be86f566ba)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:53:14.551320 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-546db7c1-265f-4b4a-b462-20170e60fae2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:14.597952 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8012b248-cf84-4de9-af08-5fc8369718b4 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:14.650549 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-9e8d8df3-eee5-43c6-a4b7-447abf28853a None None] For port 7617f657-e1bd-4f60-87bb-31b793f5d060, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:53:14.656599 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-9e8d8df3-eee5-43c6-a4b7-447abf28853a None None] For port 7617f657-e1bd-4f60-87bb-31b793f5d060, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=7617f657-e1bd-4f60-87bb-31b793f5d060,segment=NetworkSegment(32ff1ea1-994d-4447-acf2-ea6db22e1af4),segment_id=32ff1ea1-994d-4447-acf2-ea6db22e1af4)] {{(pid=89750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:53:14.657629 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-821f502a-e853-416c-90a0-366e8f97360f None None] Attempt 4 to provision port 7617f657-e1bd-4f60-87bb-31b793f5d060 Oct 26 15:53:14.711487 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8012b248-cf84-4de9-af08-5fc8369718b4 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Pushing event updated for resources: {'Port': ['ID=f78a2e33-9b67-4f73-8bc7-b7ffaeee2e7d,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:14.726186 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8012b248-cf84-4de9-af08-5fc8369718b4 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Network 15a6a8d4-4091-4136-bf75-ee1030331838 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:53:14.727609 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-8012b248-cf84-4de9-af08-5fc8369718b4 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:53:14.730012 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8012b248-cf84-4de9-af08-5fc8369718b4 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:53:14.731974 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8012b248-cf84-4de9-af08-5fc8369718b4 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:14.732671 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8012b248-cf84-4de9-af08-5fc8369718b4 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:14.745333 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-9e8d8df3-eee5-43c6-a4b7-447abf28853a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:14.833332 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-821f502a-e853-416c-90a0-366e8f97360f None None] Port 7617f657-e1bd-4f60-87bb-31b793f5d060 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:53:14.842774 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-062c85d5-1dbb-4a42-9e1c-b7aa0b8c9661 None None] For port c67f30ac-270d-4a55-bf89-7309c0985534, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=c67f30ac-270d-4a55-bf89-7309c0985534,segment=NetworkSegment(955caa88-bc86-475d-861c-d6be86f566ba),segment_id=955caa88-bc86-475d-861c-d6be86f566ba)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:53:14.843158 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-062c85d5-1dbb-4a42-9e1c-b7aa0b8c9661 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:14.845948 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8d8df3-eee5-43c6-a4b7-447abf28853a None None] Routers {'ac4162da-fb81-4614-b53a-e21eb6e866b0'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:53:14.846604 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-9e8d8df3-eee5-43c6-a4b7-447abf28853a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:53:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['ac4162da-fb81-4614-b53a-e21eb6e866b0'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:14.861952 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-8012b248-cf84-4de9-af08-5fc8369718b4 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1144655 Oct 26 15:53:14.862885 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43542) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:14.865378 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-546db7c1-265f-4b4a-b462-20170e60fae2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Calling delete_port for c67f30ac-270d-4a55-bf89-7309c0985534 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:53:14.916896 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device c67f30ac-270d-4a55-bf89-7309c0985534 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:53:14.944291 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-1e806524-067d-423a-a6e4-2a8cd0d315e9 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Deleting port f78a2e33-9b67-4f73-8bc7-b7ffaeee2e7d {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:53:14.944643 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1e806524-067d-423a-a6e4-2a8cd0d315e9 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:14.959270 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9f7677a8-a67b-4b3a-9831-4c093da3c116 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:15.026800 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9f7677a8-a67b-4b3a-9831-4c093da3c116 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:15.034011 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df627aa2-8d22-439e-9b65-40d3fc1ef978 None None] Pushing event updated for resources: {'Port': ['ID=7617f657-e1bd-4f60-87bb-31b793f5d060,revision_number=4']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:15.069257 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-062c85d5-1dbb-4a42-9e1c-b7aa0b8c9661 None None] Calling delete_port for c67f30ac-270d-4a55-bf89-7309c0985534 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:53:15.085520 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-9e8d8df3-eee5-43c6-a4b7-447abf28853a None None] Set router ac4162da-fb81-4614-b53a-e21eb6e866b0 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:53:15.088658 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-546db7c1-265f-4b4a-b462-20170e60fae2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:15.138663 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No active binding found for port c67f30ac-270d-4a55-bf89-7309c0985534 {{(pid=89749) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 26 15:53:15.139068 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device c67f30ac-270d-4a55-bf89-7309c0985534 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: from cryptography.utils import int_from_bytes Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: from cryptography.utils import int_from_bytes Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn_limited( Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn_limited( Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 15:53:15.161282 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 15:53:15.171921 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-062c85d5-1dbb-4a42-9e1c-b7aa0b8c9661 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:53:15.172281 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-062c85d5-1dbb-4a42-9e1c-b7aa0b8c9661 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:53:15.179773 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546db7c1-265f-4b4a-b462-20170e60fae2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event deleted for resources: {'Port': ['ID=c67f30ac-270d-4a55-bf89-7309c0985534,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:15.191839 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546db7c1-265f-4b4a-b462-20170e60fae2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] No DVR routers for this DVR port c67f30ac-270d-4a55-bf89-7309c0985534 on host dv-neutron-862712-1-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:53:15.226132 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1e806524-067d-423a-a6e4-2a8cd0d315e9 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:15.245627 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7677a8-a67b-4b3a-9831-4c093da3c116 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1ec3fa-05d3-4fd5-a850-b378ec261fc2,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:15.309729 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9f7677a8-a67b-4b3a-9831-4c093da3c116 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:15.314403 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-9f7677a8-a67b-4b3a-9831-4c093da3c116 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3937020 Oct 26 15:53:15.322897 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43546) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:15.331592 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-ce8ff7cd-aef5-4a76-a211-46b614aa078b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': 'bb1ec3fa-05d3-4fd5-a850-b378ec261fc2', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:53:15.334954 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-821f502a-e853-416c-90a0-366e8f97360f None None] Attempt 5 to provision port 7617f657-e1bd-4f60-87bb-31b793f5d060 Oct 26 15:53:15.342780 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ce8ff7cd-aef5-4a76-a211-46b614aa078b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:53:15.345807 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-546db7c1-265f-4b4a-b462-20170e60fae2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:15.358371 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ce8ff7cd-aef5-4a76-a211-46b614aa078b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:53:15.362435 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-1e806524-067d-423a-a6e4-2a8cd0d315e9 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Calling delete_port for f78a2e33-9b67-4f73-8bc7-b7ffaeee2e7d owned by {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:53:15.362603 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ce8ff7cd-aef5-4a76-a211-46b614aa078b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:53:15.379106 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ce8ff7cd-aef5-4a76-a211-46b614aa078b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:53:15.384872 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-546db7c1-265f-4b4a-b462-20170e60fae2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5884b5f-e1a0-4eb1-bebc-fc44044cd709']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:15.402155 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-546db7c1-265f-4b4a-b462-20170e60fae2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '955caa88-bc86-475d-861c-d6be86f566ba') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:15.402563 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-546db7c1-265f-4b4a-b462-20170e60fae2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '955caa88-bc86-475d-861c-d6be86f566ba') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:15.414131 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-821f502a-e853-416c-90a0-366e8f97360f None None] Port 7617f657-e1bd-4f60-87bb-31b793f5d060 had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 15:53:15.416363 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-546db7c1-265f-4b4a-b462-20170e60fae2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:15.438437 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-546db7c1-265f-4b4a-b462-20170e60fae2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:15.448316 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-546db7c1-265f-4b4a-b462-20170e60fae2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:53:15.448472 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-546db7c1-265f-4b4a-b462-20170e60fae2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:15.495909 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-9e8d8df3-eee5-43c6-a4b7-447abf28853a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'name': 'tempest-TestNetworkBasicOps-router-963360314', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'c13d6685-79e0-4fef-afec-ce7ecf82c291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:00Z', 'updated_at': '2022-10-26T15:53:10Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': 'c13d6685-79e0-4fef-afec-ce7ecf82c291', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:01Z', 'updated_at': '2022-10-26T15:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '7617f657-e1bd-4f60-87bb-31b793f5d060', 'name': '', 'network_id': 'f07e0791-a1d0-4c4b-9759-707688ee57ec', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:56:9f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'efa47aaf-530a-4abd-bf1d-39e08fd87042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:09Z', 'updated_at': '2022-10-26T15:53:14Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': 'efa47aaf-530a-4abd-bf1d-39e08fd87042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:15.502068 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8d8df3-eee5-43c6-a4b7-447abf28853a None None] The sync data for ids ['ac4162da-fb81-4614-b53a-e21eb6e866b0'] in dv-neutron-862712-1-hyperv is: [{'id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'name': 'tempest-TestNetworkBasicOps-router-963360314', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'c13d6685-79e0-4fef-afec-ce7ecf82c291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:00Z', 'updated_at': '2022-10-26T15:53:10Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': 'c13d6685-79e0-4fef-afec-ce7ecf82c291', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:01Z', 'updated_at': '2022-10-26T15:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '7617f657-e1bd-4f60-87bb-31b793f5d060', 'name': '', 'network_id': 'f07e0791-a1d0-4c4b-9759-707688ee57ec', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:56:9f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'efa47aaf-530a-4abd-bf1d-39e08fd87042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:09Z', 'updated_at': '2022-10-26T15:53:14Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': 'efa47aaf-530a-4abd-bf1d-39e08fd87042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:53:15.556911 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 955caa88-bc86-475d-861c-d6be86f566ba resource provider aggregate not found Oct 26 15:53:15.573072 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ce8ff7cd-aef5-4a76-a211-46b614aa078b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:15.612711 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 955caa88-bc86-475d-861c-d6be86f566ba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 955caa88-bc86-475d-861c-d6be86f566ba found for delete ", "request_id": "req-669207b7-4375-41a8-a375-423fa5644a9c"}]} Oct 26 15:53:15.653316 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff69975-4128-4e5a-a296-2ec3c94a1517 req-edd22d7c-9663-4bf8-bdb6-e2adfef8de87 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:15.655453 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bff69975-4128-4e5a-a296-2ec3c94a1517 req-edd22d7c-9663-4bf8-bdb6-e2adfef8de87 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/ports?device_id=72182c4c-d4ba-49f9-a855-6ef6f2cb84ad HTTP/1.1" status: 200 len: 945 time: 0.1780748 Oct 26 15:53:15.674044 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-062c85d5-1dbb-4a42-9e1c-b7aa0b8c9661 None None] Deleting port c67f30ac-270d-4a55-bf89-7309c0985534 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:53:15.674629 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-062c85d5-1dbb-4a42-9e1c-b7aa0b8c9661 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:15.676166 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ce8ff7cd-aef5-4a76-a211-46b614aa078b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:15.677856 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-546db7c1-265f-4b4a-b462-20170e60fae2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:15.695300 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1e806524-067d-423a-a6e4-2a8cd0d315e9 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:15.708369 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-546db7c1-265f-4b4a-b462-20170e60fae2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:15.735680 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ce8ff7cd-aef5-4a76-a211-46b614aa078b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:15.748313 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546db7c1-265f-4b4a-b462-20170e60fae2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event deleted for resources: {'Network': ['ID=f5884b5f-e1a0-4eb1-bebc-fc44044cd709,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:15.759111 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-546db7c1-265f-4b4a-b462-20170e60fae2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "DELETE /v2.0/networks/f5884b5f-e1a0-4eb1-bebc-fc44044cd709 HTTP/1.1" status: 204 len: 168 time: 1.8767567 Oct 26 15:53:15.764687 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43556) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:15.771395 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ff7cd-aef5-4a76-a211-46b614aa078b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4023ebbf-3070-488a-8935-6dc6b2e2c290,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:15.779563 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-b006a680-f61e-4a4b-8ffe-966d0207f2cb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1499062285'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:53:15.785600 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b006a680-f61e-4a4b-8ffe-966d0207f2cb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:53:15.790705 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b006a680-f61e-4a4b-8ffe-966d0207f2cb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Usage tracker for resource:network and tenant:33165e7b97ac42778d9b016b22174455 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:53:15.793804 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b006a680-f61e-4a4b-8ffe-966d0207f2cb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:53:15.801795 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b006a680-f61e-4a4b-8ffe-966d0207f2cb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:53:15.805226 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-062c85d5-1dbb-4a42-9e1c-b7aa0b8c9661 None None] The port 'c67f30ac-270d-4a55-bf89-7309c0985534' was deleted {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 15:53:15.837883 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ce8ff7cd-aef5-4a76-a211-46b614aa078b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:15.840572 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ce8ff7cd-aef5-4a76-a211-46b614aa078b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5158162 Oct 26 15:53:15.841082 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e806524-067d-423a-a6e4-2a8cd0d315e9 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Pushing event deleted for resources: {'Port': ['ID=f78a2e33-9b67-4f73-8bc7-b7ffaeee2e7d,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:15.842170 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43560) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:15.851989 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-e3d94d31-1460-4121-b419-273fcef8d247 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': 'bb1ec3fa-05d3-4fd5-a850-b378ec261fc2', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:53:15.853197 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bff69975-4128-4e5a-a296-2ec3c94a1517 req-4ee917e8-e462-4376-be52-ab5f9f4a8148 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/security-groups?id=68561780-99c7-4078-8c93-c1dd71fe310d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890616 Oct 26 15:53:15.861291 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e3d94d31-1460-4121-b419-273fcef8d247 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:53:15.862109 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1e806524-067d-423a-a6e4-2a8cd0d315e9 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:15.867562 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e3d94d31-1460-4121-b419-273fcef8d247 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:53:15.868278 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-1e806524-067d-423a-a6e4-2a8cd0d315e9 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] 10.222.0.23 "DELETE /v2.0/ports/f78a2e33-9b67-4f73-8bc7-b7ffaeee2e7d HTTP/1.1" status: 204 len: 168 time: 1.0048237 Oct 26 15:53:15.872680 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43564) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:15.882549 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-3dc01030-91a6-40c2-8c54-5b71c42c356d tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '15a6a8d4-4091-4136-bf75-ee1030331838', 'external_fixed_ips': [{'subnet_id': 'c7ccbf5b-833d-4c13-ae51-716722750650', 'ip_address': '2001:db8::3df'}]}}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:53:15.885985 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e3d94d31-1460-4121-b419-273fcef8d247 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:53:15.893186 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-3dc01030-91a6-40c2-8c54-5b71c42c356d tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:53:15.896047 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e3d94d31-1460-4121-b419-273fcef8d247 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:53:15.900709 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b006a680-f61e-4a4b-8ffe-966d0207f2cb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Made reservation on behalf of 33165e7b97ac42778d9b016b22174455 for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:53:15.908082 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b006a680-f61e-4a4b-8ffe-966d0207f2cb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:15.917646 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-3dc01030-91a6-40c2-8c54-5b71c42c356d tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Usage tracker for resource:router and tenant:e42ffbb043434123b26d26c324466549 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:53:15.924554 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-3dc01030-91a6-40c2-8c54-5b71c42c356d tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:53:15.933985 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-3dc01030-91a6-40c2-8c54-5b71c42c356d tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:53:15.953284 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b006a680-f61e-4a4b-8ffe-966d0207f2cb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:53:15.962708 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b006a680-f61e-4a4b-8ffe-966d0207f2cb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:15.963052 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-b006a680-f61e-4a4b-8ffe-966d0207f2cb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Added segment 2b1b9e57-d190-4062-b548-2d0e26d8263f of type vlan for network e7821940-8da7-4993-b64e-bee03d09c0f9 Oct 26 15:53:15.994022 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b006a680-f61e-4a4b-8ffe-966d0207f2cb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:16.023363 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e3d94d31-1460-4121-b419-273fcef8d247 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:16.050156 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3dc01030-91a6-40c2-8c54-5b71c42c356d tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:16.051205 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3dc01030-91a6-40c2-8c54-5b71c42c356d tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:16.090064 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3dc01030-91a6-40c2-8c54-5b71c42c356d tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:16.101786 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b006a680-f61e-4a4b-8ffe-966d0207f2cb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:16.107859 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b006a680-f61e-4a4b-8ffe-966d0207f2cb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:16.109239 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b006a680-f61e-4a4b-8ffe-966d0207f2cb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:16.205900 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e3d94d31-1460-4121-b419-273fcef8d247 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:16.241409 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b006a680-f61e-4a4b-8ffe-966d0207f2cb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event updated for resources: {'Network': ['ID=e7821940-8da7-4993-b64e-bee03d09c0f9,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:16.252924 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network e7821940-8da7-4993-b64e-bee03d09c0f9 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:53:16.287548 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e3d94d31-1460-4121-b419-273fcef8d247 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:16.306630 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d94d31-1460-4121-b419-273fcef8d247 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=076cc2c3-ead2-4cdf-853f-3bd560cf8763,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:16.384080 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b006a680-f61e-4a4b-8ffe-966d0207f2cb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6170757 Oct 26 15:53:16.389840 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43572) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:16.398802 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-96dbbedd-2729-430b-b904-a30c103a0767 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Request body: {'subnet': {'network_id': 'e7821940-8da7-4993-b64e-bee03d09c0f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:53:16.526175 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e3d94d31-1460-4121-b419-273fcef8d247 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:16.526175 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e3d94d31-1460-4121-b419-273fcef8d247 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6779318 Oct 26 15:53:16.539259 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43576) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:16.566004 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-a5d49b4b-afa9-42de-aeea-6433fce2cd89 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': 'bb1ec3fa-05d3-4fd5-a850-b378ec261fc2', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:53:16.580051 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a5d49b4b-afa9-42de-aeea-6433fce2cd89 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:53:16.595609 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a5d49b4b-afa9-42de-aeea-6433fce2cd89 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:53:16.598956 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3dc01030-91a6-40c2-8c54-5b71c42c356d tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:16.601907 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a5d49b4b-afa9-42de-aeea-6433fce2cd89 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:53:16.618353 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a5d49b4b-afa9-42de-aeea-6433fce2cd89 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:53:16.631365 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-96dbbedd-2729-430b-b904-a30c103a0767 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:53:16.640776 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-96dbbedd-2729-430b-b904-a30c103a0767 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Usage tracker for resource:subnet and tenant:33165e7b97ac42778d9b016b22174455 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:53:16.645827 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-96dbbedd-2729-430b-b904-a30c103a0767 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:53:16.654782 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec4f5a-ff1f-45f8-a1d6-1243bc24efa9 req-8704dbaa-bcfc-40a2-9f53-aae5a560b63b tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:16.656291 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-16ec4f5a-ff1f-45f8-a1d6-1243bc24efa9 req-8704dbaa-bcfc-40a2-9f53-aae5a560b63b tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/ports?device_id=72182c4c-d4ba-49f9-a855-6ef6f2cb84ad HTTP/1.1" status: 200 len: 945 time: 0.3294044 Oct 26 15:53:16.662551 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-96dbbedd-2729-430b-b904-a30c103a0767 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:53:16.709944 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637102bd-ead2-4f7a-a07b-8a4c27ae8cf2 req-d67ddd40-4f81-423a-95b7-346d68255994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:16.711534 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-637102bd-ead2-4f7a-a07b-8a4c27ae8cf2 req-d67ddd40-4f81-423a-95b7-346d68255994 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c8998251032425cb54859b8c2e97d89&device_id=72182c4c-d4ba-49f9-a855-6ef6f2cb84ad HTTP/1.1" status: 200 len: 1098 time: 0.2343793 Oct 26 15:53:16.755115 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-16ec4f5a-ff1f-45f8-a1d6-1243bc24efa9 req-4cdbda88-07dc-42ac-861d-4a1cb395fa92 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/security-groups?id=68561780-99c7-4078-8c93-c1dd71fe310d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902288 Oct 26 15:53:16.810617 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96dbbedd-2729-430b-b904-a30c103a0767 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Made reservation on behalf of 33165e7b97ac42778d9b016b22174455 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:53:16.814166 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-96dbbedd-2729-430b-b904-a30c103a0767 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:16.836153 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a5d49b4b-afa9-42de-aeea-6433fce2cd89 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:16.841302 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 7617f657-e1bd-4f60-87bb-31b793f5d060 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:53:16.978753 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 7617f657-e1bd-4f60-87bb-31b793f5d060 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:53:16.984435 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 7617f657-e1bd-4f60-87bb-31b793f5d060 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:53:16.984816 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:16.985191 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 7617f657-e1bd-4f60-87bb-31b793f5d060 Oct 26 15:53:17.121192 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 7617f657-e1bd-4f60-87bb-31b793f5d060 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:53:17.121581 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:17.131790 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637102bd-ead2-4f7a-a07b-8a4c27ae8cf2 req-8f680cef-d40b-4428-aa7c-03b0eee5b2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:17.133295 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-637102bd-ead2-4f7a-a07b-8a4c27ae8cf2 req-8f680cef-d40b-4428-aa7c-03b0eee5b2e7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1e1a72ff-2302-4bf7-8480-79e42523d7a8 HTTP/1.1" status: 200 len: 912 time: 0.4155836 Oct 26 15:53:17.158287 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 7617f657-e1bd-4f60-87bb-31b793f5d060, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=7617f657-e1bd-4f60-87bb-31b793f5d060,segment=NetworkSegment(32ff1ea1-994d-4447-acf2-ea6db22e1af4),segment_id=32ff1ea1-994d-4447-acf2-ea6db22e1af4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:53:17.219025 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:17.222439 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-637102bd-ead2-4f7a-a07b-8a4c27ae8cf2 req-876c5790-191d-4f3f-a518-5fb676be84ed service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab2d69c5-b473-4dae-a5b1-6a5a73710d9d HTTP/1.1" status: 200 len: 217 time: 0.0816884 Oct 26 15:53:17.227931 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a5d49b4b-afa9-42de-aeea-6433fce2cd89 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:17.236818 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3dc01030-91a6-40c2-8c54-5b71c42c356d tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:17.272421 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3dc01030-91a6-40c2-8c54-5b71c42c356d tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:17.291911 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=7617f657-e1bd-4f60-87bb-31b793f5d060,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:17.322145 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a5d49b4b-afa9-42de-aeea-6433fce2cd89 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:17.344020 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637102bd-ead2-4f7a-a07b-8a4c27ae8cf2 req-d5c64c49-5e73-4615-84f3-381cddc0ee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:17.345608 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-637102bd-ead2-4f7a-a07b-8a4c27ae8cf2 req-d5c64c49-5e73-4615-84f3-381cddc0ee92 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=05c33714-39df-4f85-b4f7-97d22266fdf3 HTTP/1.1" status: 200 len: 851 time: 0.1157522 Oct 26 15:53:17.415118 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d49b4b-afa9-42de-aeea-6433fce2cd89 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef0a4746-b0c6-4ab5-abfd-e77f478cbb94,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:17.429589 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-637102bd-ead2-4f7a-a07b-8a4c27ae8cf2 req-b337e333-d782-4fbd-b142-3602d5d6c381 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1e1a72ff-2302-4bf7-8480-79e42523d7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749061 Oct 26 15:53:17.467860 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-3dc01030-91a6-40c2-8c54-5b71c42c356d tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Allocated IP 2001:db8::3df (15a6a8d4-4091-4136-bf75-ee1030331838/c7ccbf5b-833d-4c13-ae51-716722750650/d4c872d3-086a-4b8a-8cf1-8ecd2a1eaf94) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:53:17.539066 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a5d49b4b-afa9-42de-aeea-6433fce2cd89 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:17.540228 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a5d49b4b-afa9-42de-aeea-6433fce2cd89 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9925418 Oct 26 15:53:17.545047 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43580) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:17.554368 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-0b94343a-665c-4c78-81a3-dbea15e03398 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': 'bb1ec3fa-05d3-4fd5-a850-b378ec261fc2', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:53:17.569322 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-0b94343a-665c-4c78-81a3-dbea15e03398 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:53:17.577472 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-0b94343a-665c-4c78-81a3-dbea15e03398 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:53:17.582573 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-0b94343a-665c-4c78-81a3-dbea15e03398 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:53:17.603676 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-0b94343a-665c-4c78-81a3-dbea15e03398 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:53:17.621660 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3dc01030-91a6-40c2-8c54-5b71c42c356d tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:17.624795 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-637102bd-ead2-4f7a-a07b-8a4c27ae8cf2 req-4702c5eb-b72f-4653-8756-176b490055c2 service neutron] 10.222.0.48 "GET /v2.0/networks/1e1a72ff-2302-4bf7-8480-79e42523d7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865461 Oct 26 15:53:17.626710 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-96dbbedd-2729-430b-b904-a30c103a0767 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:17.694746 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3dc01030-91a6-40c2-8c54-5b71c42c356d tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:17.760396 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc01030-91a6-40c2-8c54-5b71c42c356d tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Network 15a6a8d4-4091-4136-bf75-ee1030331838 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:53:17.764339 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-3dc01030-91a6-40c2-8c54-5b71c42c356d tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:53:17.768242 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc01030-91a6-40c2-8c54-5b71c42c356d tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:53:17.782137 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0b94343a-665c-4c78-81a3-dbea15e03398 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:17.815269 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dbbedd-2729-430b-b904-a30c103a0767 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event updated for resources: {'Subnet': ['ID=d7e38798-ae1c-4a80-b3c8-9289483c7fbc,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:17.867900 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dbbedd-2729-430b-b904-a30c103a0767 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Checking segment: {'id': '2b1b9e57-d190-4062-b548-2d0e26d8263f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e7821940-8da7-4993-b64e-bee03d09c0f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:53:17.868140 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96dbbedd-2729-430b-b904-a30c103a0767 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Network hostable DHCP agents. Network: e7821940-8da7-4993-b64e-bee03d09c0f9, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:53:17.904447 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc01030-91a6-40c2-8c54-5b71c42c356d tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Pushing event updated for resources: {'Port': ['ID=d4c872d3-086a-4b8a-8cf1-8ecd2a1eaf94,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:17.913577 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-637102bd-ead2-4f7a-a07b-8a4c27ae8cf2 req-ea8a3d17-7093-49c5-ab55-6b37de7bf81f service neutron] 10.222.0.48 "GET /v2.0/networks/1e1a72ff-2302-4bf7-8480-79e42523d7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538469 Oct 26 15:53:17.931977 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0b94343a-665c-4c78-81a3-dbea15e03398 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:17.984465 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96dbbedd-2729-430b-b904-a30c103a0767 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Network e7821940-8da7-4993-b64e-bee03d09c0f9 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:53:18.013737 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0b94343a-665c-4c78-81a3-dbea15e03398 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:18.039933 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b94343a-665c-4c78-81a3-dbea15e03398 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f8d8d48-7faf-452b-acf9-5b71541607fc,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:18.051781 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66da38-093f-4570-a6d1-90852892f8b0 req-cd3b5c16-4a83-4f93-b20a-9bc9ac25c704 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:18.053238 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-6b66da38-093f-4570-a6d1-90852892f8b0 req-cd3b5c16-4a83-4f93-b20a-9bc9ac25c704 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/ports?device_id=72182c4c-d4ba-49f9-a855-6ef6f2cb84ad HTTP/1.1" status: 200 len: 945 time: 0.1510272 Oct 26 15:53:18.093119 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-96dbbedd-2729-430b-b904-a30c103a0767 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, e7821940-8da7-4993-b64e-bee03d09c0f9) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:53:18.097066 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dbbedd-2729-430b-b904-a30c103a0767 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:18.097617 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-96dbbedd-2729-430b-b904-a30c103a0767 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:18.099613 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-6b66da38-093f-4570-a6d1-90852892f8b0 req-628642d8-ff3f-4de7-9426-3eb4b7edb984 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/security-groups?id=68561780-99c7-4078-8c93-c1dd71fe310d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407383 Oct 26 15:53:18.105499 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7324b8-a2f3-4a39-8b7e-21bc8e1019af None None] Network e7821940-8da7-4993-b64e-bee03d09c0f9 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:53:18.127626 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0b94343a-665c-4c78-81a3-dbea15e03398 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:18.129430 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-0b94343a-665c-4c78-81a3-dbea15e03398 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5814867 Oct 26 15:53:18.131930 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43586) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:18.139870 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-5ab88932-8210-40eb-9cca-36d238924fc6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': 'bb1ec3fa-05d3-4fd5-a850-b378ec261fc2', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:53:18.144260 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-5ab88932-8210-40eb-9cca-36d238924fc6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:53:18.148196 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-5ab88932-8210-40eb-9cca-36d238924fc6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:53:18.152120 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-5ab88932-8210-40eb-9cca-36d238924fc6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:53:18.158052 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-5ab88932-8210-40eb-9cca-36d238924fc6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:53:18.194007 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-96dbbedd-2729-430b-b904-a30c103a0767 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8023579 Oct 26 15:53:18.196658 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43590) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:18.203424 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-7726e2f8-38f6-4e95-890d-800af9146348 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1362504571', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:53:18.210058 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-7726e2f8-38f6-4e95-890d-800af9146348 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:53:18.213905 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-7726e2f8-38f6-4e95-890d-800af9146348 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Usage tracker for resource:router and tenant:33165e7b97ac42778d9b016b22174455 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:53:18.217345 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-7726e2f8-38f6-4e95-890d-800af9146348 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:53:18.223659 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-7726e2f8-38f6-4e95-890d-800af9146348 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:53:18.287490 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.securitygroups_db [None req-5ab88932-8210-40eb-9cca-36d238924fc6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Project 8316bfcf068445aeb00a503282bb001c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:53:18.295013 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5ab88932-8210-40eb-9cca-36d238924fc6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:18.300812 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3dc01030-91a6-40c2-8c54-5b71c42c356d tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:18.317014 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7726e2f8-38f6-4e95-890d-800af9146348 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:18.318170 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7726e2f8-38f6-4e95-890d-800af9146348 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:18.344229 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905d4776-8ceb-4549-aaab-53718b218889 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-e7821940-8da7-4993-b64e-bee03d09c0f9', 'network_id': 'e7821940-8da7-4993-b64e-bee03d09c0f9', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'fixed_ips': [{'subnet_id': 'd7e38798-ae1c-4a80-b3c8-9289483c7fbc'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:53:18.350143 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-905d4776-8ceb-4549-aaab-53718b218889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:18.360733 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7726e2f8-38f6-4e95-890d-800af9146348 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:18.380830 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5ab88932-8210-40eb-9cca-36d238924fc6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:18.447915 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5ab88932-8210-40eb-9cca-36d238924fc6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:18.474219 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7726e2f8-38f6-4e95-890d-800af9146348 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:18.482766 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab88932-8210-40eb-9cca-36d238924fc6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=620806f7-e0fc-41fc-b6ea-3431ce22b429,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:18.513949 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-905d4776-8ceb-4549-aaab-53718b218889 None None] Allocated IP 2001:db8::2 (e7821940-8da7-4993-b64e-bee03d09c0f9/d7e38798-ae1c-4a80-b3c8-9289483c7fbc/3025fac5-3450-4ba8-b15c-7ef4972bdf2d) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:53:18.550141 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5ab88932-8210-40eb-9cca-36d238924fc6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:18.554153 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-5ab88932-8210-40eb-9cca-36d238924fc6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4184916 Oct 26 15:53:18.554546 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43594) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:18.560359 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-3d03091d-13f4-41bb-9cd4-6bf6ad425ee3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': 'bb1ec3fa-05d3-4fd5-a850-b378ec261fc2', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:53:18.566803 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-3d03091d-13f4-41bb-9cd4-6bf6ad425ee3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:53:18.570813 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-3d03091d-13f4-41bb-9cd4-6bf6ad425ee3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:53:18.573744 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-3d03091d-13f4-41bb-9cd4-6bf6ad425ee3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:53:18.580996 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-3d03091d-13f4-41bb-9cd4-6bf6ad425ee3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:53:18.583241 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7726e2f8-38f6-4e95-890d-800af9146348 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:18.587509 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-7726e2f8-38f6-4e95-890d-800af9146348 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3868153 Oct 26 15:53:18.587509 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43598) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:18.671364 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3dc01030-91a6-40c2-8c54-5b71c42c356d tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:18.723849 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.securitygroups_db [None req-3d03091d-13f4-41bb-9cd4-6bf6ad425ee3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Project 8316bfcf068445aeb00a503282bb001c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:53:18.736633 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3d03091d-13f4-41bb-9cd4-6bf6ad425ee3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:18.770013 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-905d4776-8ceb-4549-aaab-53718b218889 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:18.782962 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-905d4776-8ceb-4549-aaab-53718b218889 None None] Transition to ACTIVE for port object 3025fac5-3450-4ba8-b15c-7ef4972bdf2d will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:53:18.804465 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-905d4776-8ceb-4549-aaab-53718b218889 None None] Transition to ACTIVE for port object 3025fac5-3450-4ba8-b15c-7ef4972bdf2d will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:53:18.816053 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 7617f657-e1bd-4f60-87bb-31b793f5d060 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:53:18.876157 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-905d4776-8ceb-4549-aaab-53718b218889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:18.944778 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3d03091d-13f4-41bb-9cd4-6bf6ad425ee3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:18.950740 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905d4776-8ceb-4549-aaab-53718b218889 None None] Network e7821940-8da7-4993-b64e-bee03d09c0f9 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:53:18.955584 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-905d4776-8ceb-4549-aaab-53718b218889 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:53:18.958191 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905d4776-8ceb-4549-aaab-53718b218889 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:53:19.012611 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3d03091d-13f4-41bb-9cd4-6bf6ad425ee3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:19.056547 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d4776-8ceb-4549-aaab-53718b218889 None None] Pushing event updated for resources: {'Port': ['ID=3025fac5-3450-4ba8-b15c-7ef4972bdf2d,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:19.071210 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc01030-91a6-40c2-8c54-5b71c42c356d tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Router 29fc0d5e-025c-4953-85b2-eb659d231437 is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:53:19.087321 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 7617f657-e1bd-4f60-87bb-31b793f5d060 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:53:19.087853 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:19.088281 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 7617f657-e1bd-4f60-87bb-31b793f5d060 Oct 26 15:53:19.142215 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-905d4776-8ceb-4549-aaab-53718b218889 None None] Attempting to bind port 3025fac5-3450-4ba8-b15c-7ef4972bdf2d on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:53:19.142760 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-905d4776-8ceb-4549-aaab-53718b218889 None None] Attempting to bind port 3025fac5-3450-4ba8-b15c-7ef4972bdf2d by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '2b1b9e57-d190-4062-b548-2d0e26d8263f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e7821940-8da7-4993-b64e-bee03d09c0f9'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:53:19.143237 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905d4776-8ceb-4549-aaab-53718b218889 None None] Attempting to bind port 3025fac5-3450-4ba8-b15c-7ef4972bdf2d on network e7821940-8da7-4993-b64e-bee03d09c0f9 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:53:19.155372 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905d4776-8ceb-4549-aaab-53718b218889 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:53:19.158931 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905d4776-8ceb-4549-aaab-53718b218889 None None] Checking segment: {'id': '2b1b9e57-d190-4062-b548-2d0e26d8263f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e7821940-8da7-4993-b64e-bee03d09c0f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:53:19.158931 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-905d4776-8ceb-4549-aaab-53718b218889 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:19.158931 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905d4776-8ceb-4549-aaab-53718b218889 None None] Bound using segment: {'id': '2b1b9e57-d190-4062-b548-2d0e26d8263f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e7821940-8da7-4993-b64e-bee03d09c0f9'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:53:19.158931 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-905d4776-8ceb-4549-aaab-53718b218889 None None] Bound port: 3025fac5-3450-4ba8-b15c-7ef4972bdf2d, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b9e57-d190-4062-b548-2d0e26d8263f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e7821940-8da7-4993-b64e-bee03d09c0f9'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:53:19.158931 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-905d4776-8ceb-4549-aaab-53718b218889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:19.332996 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc01030-91a6-40c2-8c54-5b71c42c356d tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:53:19.354525 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d03091d-13f4-41bb-9cd4-6bf6ad425ee3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6d97512-ef9a-4588-acbc-fbd735e4f88a,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:19.356830 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb44dad-9468-4c72-b735-f3f0b190c569 None None] Sync routers for ids ['29fc0d5e-025c-4953-85b2-eb659d231437'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:53:19.371359 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-905d4776-8ceb-4549-aaab-53718b218889 None None] For port 3025fac5-3450-4ba8-b15c-7ef4972bdf2d, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:53:19.379173 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 7617f657-e1bd-4f60-87bb-31b793f5d060 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:53:19.386014 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb44dad-9468-4c72-b735-f3f0b190c569 None None] Routers {'29fc0d5e-025c-4953-85b2-eb659d231437'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:53:19.386728 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-ffb44dad-9468-4c72-b735-f3f0b190c569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:53:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['29fc0d5e-025c-4953-85b2-eb659d231437'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:19.416469 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7c60ece7-5c50-458f-989c-186b0114df9f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:19.424937 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3dc01030-91a6-40c2-8c54-5b71c42c356d tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:19.427242 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-3dc01030-91a6-40c2-8c54-5b71c42c356d tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.5521681 Oct 26 15:53:19.429824 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43604) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:19.440432 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-905d4776-8ceb-4549-aaab-53718b218889 None None] For port 3025fac5-3450-4ba8-b15c-7ef4972bdf2d, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=3025fac5-3450-4ba8-b15c-7ef4972bdf2d,segment=NetworkSegment(2b1b9e57-d190-4062-b548-2d0e26d8263f),segment_id=2b1b9e57-d190-4062-b548-2d0e26d8263f)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:53:19.519815 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-905d4776-8ceb-4549-aaab-53718b218889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:19.570224 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3d03091d-13f4-41bb-9cd4-6bf6ad425ee3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:19.571433 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-3d03091d-13f4-41bb-9cd4-6bf6ad425ee3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0159903 Oct 26 15:53:19.643307 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d4776-8ceb-4549-aaab-53718b218889 None None] Pushing event updated for resources: {'Port': ['ID=3025fac5-3450-4ba8-b15c-7ef4972bdf2d,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:19.668746 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-ffb44dad-9468-4c72-b735-f3f0b190c569 None None] Set router 29fc0d5e-025c-4953-85b2-eb659d231437 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:53:19.797121 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c5497-98da-4cd2-8fca-4e7afb87f771 req-ddae2099-91e9-4b82-b8fd-9c0509efde22 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:19.804160 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-471c5497-98da-4cd2-8fca-4e7afb87f771 req-ddae2099-91e9-4b82-b8fd-9c0509efde22 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/ports?device_id=72182c4c-d4ba-49f9-a855-6ef6f2cb84ad HTTP/1.1" status: 200 len: 945 time: 0.5300102 Oct 26 15:53:19.845209 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-929702b7-43d4-4468-aff2-ac950a3a481c req-f8ee6e4b-e42b-4867-bbbb-79ae7285a902 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:security_group {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:53:19.934991 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-929702b7-43d4-4468-aff2-ac950a3a481c req-f8ee6e4b-e42b-4867-bbbb-79ae7285a902 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:security_group {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:53:19.936462 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-929702b7-43d4-4468-aff2-ac950a3a481c req-f8ee6e4b-e42b-4867-bbbb-79ae7285a902 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-285150371&fields=id&tenant_id=8316bfcf068445aeb00a503282bb001c HTTP/1.1" status: 200 len: 267 time: 0.1408298 Oct 26 15:53:19.945823 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2e893737-0f04-40eb-bae5-4893a9cad1f5 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for router, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:20.032347 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-471c5497-98da-4cd2-8fca-4e7afb87f771 req-5144cbd5-bff2-4ffe-84f2-40016e44c113 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/security-groups?id=68561780-99c7-4078-8c93-c1dd71fe310d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270398 Oct 26 15:53:20.033232 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-ffb44dad-9468-4c72-b735-f3f0b190c569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fc0d5e-025c-4953-85b2-eb659d231437', 'name': '', 'tenant_id': 'e42ffbb043434123b26d26c324466549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15a6a8d4-4091-4136-bf75-ee1030331838', 'external_fixed_ips': [{'subnet_id': 'c7ccbf5b-833d-4c13-ae51-716722750650', 'ip_address': '2001:db8::3df'}], 'enable_snat': True}, 'gw_port_id': 'd4c872d3-086a-4b8a-8cf1-8ecd2a1eaf94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:16Z', 'updated_at': '2022-10-26T15:53:18Z', 'revision_number': 3, 'project_id': 'e42ffbb043434123b26d26c324466549', 'gw_port': {'id': 'd4c872d3-086a-4b8a-8cf1-8ecd2a1eaf94', 'name': '', 'network_id': '15a6a8d4-4091-4136-bf75-ee1030331838', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:83:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29fc0d5e-025c-4953-85b2-eb659d231437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'c7ccbf5b-833d-4c13-ae51-716722750650', 'ip_address': '2001:db8::3df', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:17Z', 'updated_at': '2022-10-26T15:53:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7ccbf5b-833d-4c13-ae51-716722750650', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:20.058653 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb44dad-9468-4c72-b735-f3f0b190c569 None None] Checking router: 29fc0d5e-025c-4953-85b2-eb659d231437 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:53:20.058653 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb44dad-9468-4c72-b735-f3f0b190c569 None None] Updating router 29fc0d5e-025c-4953-85b2-eb659d231437 port d4c872d3-086a-4b8a-8cf1-8ecd2a1eaf94 binding host dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:53:20.136910 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929702b7-43d4-4468-aff2-ac950a3a481c req-159ea790-330d-480f-beaf-f4ee87181722 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:20.138330 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-929702b7-43d4-4468-aff2-ac950a3a481c req-159ea790-330d-480f-beaf-f4ee87181722 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:network {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:53:20.142196 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ffb44dad-9468-4c72-b735-f3f0b190c569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:20.236179 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-929702b7-43d4-4468-aff2-ac950a3a481c req-159ea790-330d-480f-beaf-f4ee87181722 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:network {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:53:20.237470 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-929702b7-43d4-4468-aff2-ac950a3a481c req-159ea790-330d-480f-beaf-f4ee87181722 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/networks?id=f07e0791-a1d0-4c4b-9759-707688ee57ec HTTP/1.1" status: 200 len: 796 time: 0.2938612 Oct 26 15:53:20.256391 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-929702b7-43d4-4468-aff2-ac950a3a481c req-23221191-9716-4d60-a392-769f6e544523 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/quotas/8316bfcf068445aeb00a503282bb001c HTTP/1.1" status: 200 len: 375 time: 0.0105646 Oct 26 15:53:20.278779 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2e893737-0f04-40eb-bae5-4893a9cad1f5 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:20.297963 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-7c60ece7-5c50-458f-989c-186b0114df9f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Allocated IP 2001:db8::1 (e7821940-8da7-4993-b64e-bee03d09c0f9/d7e38798-ae1c-4a80-b3c8-9289483c7fbc/557b37c0-384a-4039-b188-295c1f9adda9) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:53:20.372574 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-929702b7-43d4-4468-aff2-ac950a3a481c req-0a065462-c101-4371-9057-f21b8014160a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:53:20.396747 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-2e893737-0f04-40eb-bae5-4893a9cad1f5 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Deleting port d4c872d3-086a-4b8a-8cf1-8ecd2a1eaf94 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:53:20.397100 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2e893737-0f04-40eb-bae5-4893a9cad1f5 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:20.464395 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-929702b7-43d4-4468-aff2-ac950a3a481c req-0a065462-c101-4371-9057-f21b8014160a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:53:20.466422 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-929702b7-43d4-4468-aff2-ac950a3a481c req-0a065462-c101-4371-9057-f21b8014160a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2031362 Oct 26 15:53:20.529857 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ffb44dad-9468-4c72-b735-f3f0b190c569 None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:20.547730 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-ffb44dad-9468-4c72-b735-f3f0b190c569 None None] Transition to ACTIVE for port object d4c872d3-086a-4b8a-8cf1-8ecd2a1eaf94 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:53:20.600686 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7c60ece7-5c50-458f-989c-186b0114df9f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:20.619445 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ffb44dad-9468-4c72-b735-f3f0b190c569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:20.661083 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-7c60ece7-5c50-458f-989c-186b0114df9f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Transition to ACTIVE for port object 557b37c0-384a-4039-b188-295c1f9adda9 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:53:20.708168 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-929702b7-43d4-4468-aff2-ac950a3a481c req-6437d95d-9533-469a-b123-54fbf3a57807 service neutron] 10.222.0.23 "GET /v2.0/networks/f07e0791-a1d0-4c4b-9759-707688ee57ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258070 Oct 26 15:53:20.716408 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-ffb44dad-9468-4c72-b735-f3f0b190c569 None None] Attempting to bind port d4c872d3-086a-4b8a-8cf1-8ecd2a1eaf94 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:53:20.726344 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-ffb44dad-9468-4c72-b735-f3f0b190c569 None None] Attempting to bind port d4c872d3-086a-4b8a-8cf1-8ecd2a1eaf94 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '8ff7d3b1-0455-40e7-a5df-221772da6265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '15a6a8d4-4091-4136-bf75-ee1030331838'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:53:20.726344 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb44dad-9468-4c72-b735-f3f0b190c569 None None] Attempting to bind port d4c872d3-086a-4b8a-8cf1-8ecd2a1eaf94 on network 15a6a8d4-4091-4136-bf75-ee1030331838 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:53:20.728741 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb44dad-9468-4c72-b735-f3f0b190c569 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:53:20.729489 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb44dad-9468-4c72-b735-f3f0b190c569 None None] Checking segment: {'id': '8ff7d3b1-0455-40e7-a5df-221772da6265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '15a6a8d4-4091-4136-bf75-ee1030331838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:53:20.729711 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ffb44dad-9468-4c72-b735-f3f0b190c569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:20.730165 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb44dad-9468-4c72-b735-f3f0b190c569 None None] Bound using segment: {'id': '8ff7d3b1-0455-40e7-a5df-221772da6265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '15a6a8d4-4091-4136-bf75-ee1030331838'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:53:20.730805 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-ffb44dad-9468-4c72-b735-f3f0b190c569 None None] Bound port: d4c872d3-086a-4b8a-8cf1-8ecd2a1eaf94, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ff7d3b1-0455-40e7-a5df-221772da6265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '15a6a8d4-4091-4136-bf75-ee1030331838'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:53:20.731312 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ffb44dad-9468-4c72-b735-f3f0b190c569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:20.780274 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f4511-1032-4944-ab83-195d3bfd7577 None None] Pushing event updated for resources: {'Port': ['ID=d4c872d3-086a-4b8a-8cf1-8ecd2a1eaf94,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:20.847723 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-ffb44dad-9468-4c72-b735-f3f0b190c569 None None] For port d4c872d3-086a-4b8a-8cf1-8ecd2a1eaf94, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:53:20.853253 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-ffb44dad-9468-4c72-b735-f3f0b190c569 None None] For port d4c872d3-086a-4b8a-8cf1-8ecd2a1eaf94, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=d4c872d3-086a-4b8a-8cf1-8ecd2a1eaf94,segment=NetworkSegment(8ff7d3b1-0455-40e7-a5df-221772da6265),segment_id=8ff7d3b1-0455-40e7-a5df-221772da6265)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:53:20.902814 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 3025fac5-3450-4ba8-b15c-7ef4972bdf2d up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:53:20.945150 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2e893737-0f04-40eb-bae5-4893a9cad1f5 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:20.946139 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ffb44dad-9468-4c72-b735-f3f0b190c569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:20.947252 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-929702b7-43d4-4468-aff2-ac950a3a481c req-406f3d93-e40c-4e19-aa8d-7b15d2896dcb service neutron] 10.222.0.23 "GET /v2.0/networks/f07e0791-a1d0-4c4b-9759-707688ee57ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325864 Oct 26 15:53:21.004514 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d2e18d-55a7-43d8-b72d-c378692195df None None] Network e7821940-8da7-4993-b64e-bee03d09c0f9 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:53:21.092010 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-2e893737-0f04-40eb-bae5-4893a9cad1f5 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Calling delete_port for d4c872d3-086a-4b8a-8cf1-8ecd2a1eaf94 owned by network:router_gateway {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:53:21.112185 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb44dad-9468-4c72-b735-f3f0b190c569 None None] Routers {'29fc0d5e-025c-4953-85b2-eb659d231437'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:53:21.112821 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-ffb44dad-9468-4c72-b735-f3f0b190c569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:53:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['29fc0d5e-025c-4953-85b2-eb659d231437'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:21.240272 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e913743-5656-43c9-a74e-81118d60af33 req-528e1605-5b95-4329-97f4-3b8bbc3f1fc8 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:21.242136 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8e913743-5656-43c9-a74e-81118d60af33 req-528e1605-5b95-4329-97f4-3b8bbc3f1fc8 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/ports?device_id=72182c4c-d4ba-49f9-a855-6ef6f2cb84ad HTTP/1.1" status: 200 len: 945 time: 0.5841131 Oct 26 15:53:21.245127 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7c60ece7-5c50-458f-989c-186b0114df9f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:21.256908 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-df986019-d154-49b4-9ecc-239010a7a742 req-ce249024-f252-4c1a-ab85-c929afde0a58 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3431245-fe57-48b7-95bd-523f4a005533 HTTP/1.1" status: 200 len: 210 time: 0.0754852 Oct 26 15:53:21.329882 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f4511-1032-4944-ab83-195d3bfd7577 None None] Pushing event updated for resources: {'Port': ['ID=d4c872d3-086a-4b8a-8cf1-8ecd2a1eaf94,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:21.352257 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-5faaf86a-623d-48e2-b0fa-cbbc6c30806b None None] Provisioning for port 3025fac5-3450-4ba8-b15c-7ef4972bdf2d completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:53:21.372120 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c60ece7-5c50-458f-989c-186b0114df9f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Network e7821940-8da7-4993-b64e-bee03d09c0f9 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:53:21.377479 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-7c60ece7-5c50-458f-989c-186b0114df9f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:53:21.384819 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c60ece7-5c50-458f-989c-186b0114df9f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:53:21.385348 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7c60ece7-5c50-458f-989c-186b0114df9f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:21.390227 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8e913743-5656-43c9-a74e-81118d60af33 req-932b85e5-4c27-4f2f-9267-03f333a869ae tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/security-groups?id=68561780-99c7-4078-8c93-c1dd71fe310d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387932 Oct 26 15:53:21.390881 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c60ece7-5c50-458f-989c-186b0114df9f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event updated for resources: {'Port': ['ID=557b37c0-384a-4039-b188-295c1f9adda9,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:21.421486 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-ffb44dad-9468-4c72-b735-f3f0b190c569 None None] Set router 29fc0d5e-025c-4953-85b2-eb659d231437 gateway port host: None {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:53:21.431767 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.db.api [None req-2e893737-0f04-40eb-bae5-4893a9cad1f5 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:53:21.432085 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG oslo_db.api [None req-2e893737-0f04-40eb-bae5-4893a9cad1f5 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:53:21.526613 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 3025fac5-3450-4ba8-b15c-7ef4972bdf2d completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:53:21.540221 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 3025fac5-3450-4ba8-b15c-7ef4972bdf2d triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:53:21.540872 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:21.540975 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 3025fac5-3450-4ba8-b15c-7ef4972bdf2d Oct 26 15:53:21.565078 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-ffb44dad-9468-4c72-b735-f3f0b190c569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fc0d5e-025c-4953-85b2-eb659d231437', 'name': '', 'tenant_id': 'e42ffbb043434123b26d26c324466549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:16Z', 'updated_at': '2022-10-26T15:53:20Z', 'revision_number': 4, 'project_id': 'e42ffbb043434123b26d26c324466549', 'gw_port_host': None}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:21.588011 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7c60ece7-5c50-458f-989c-186b0114df9f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:21.594114 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb44dad-9468-4c72-b735-f3f0b190c569 None None] The sync data for ids ['29fc0d5e-025c-4953-85b2-eb659d231437'] in dv-neutron-862712-1-hyperv is: [{'id': '29fc0d5e-025c-4953-85b2-eb659d231437', 'name': '', 'tenant_id': 'e42ffbb043434123b26d26c324466549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:16Z', 'updated_at': '2022-10-26T15:53:20Z', 'revision_number': 4, 'project_id': 'e42ffbb043434123b26d26c324466549', 'gw_port_host': None}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:53:21.755564 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 3025fac5-3450-4ba8-b15c-7ef4972bdf2d is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:53:21.756286 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:21.803938 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 3025fac5-3450-4ba8-b15c-7ef4972bdf2d, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=3025fac5-3450-4ba8-b15c-7ef4972bdf2d,segment=NetworkSegment(2b1b9e57-d190-4062-b548-2d0e26d8263f),segment_id=2b1b9e57-d190-4062-b548-2d0e26d8263f)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:53:21.870780 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:21.954729 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=3025fac5-3450-4ba8-b15c-7ef4972bdf2d,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:21.955849 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-2e893737-0f04-40eb-bae5-4893a9cad1f5 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Deleting port d4c872d3-086a-4b8a-8cf1-8ecd2a1eaf94 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:53:21.956400 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2e893737-0f04-40eb-bae5-4893a9cad1f5 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:22.115069 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-7337867f-6ee2-477f-92a5-22043de94c16 None None] Provisioning complete for port 3025fac5-3450-4ba8-b15c-7ef4972bdf2d triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:53:22.115447 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7337867f-6ee2-477f-92a5-22043de94c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:22.115787 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-7337867f-6ee2-477f-92a5-22043de94c16 None None] Attempt 1 to provision port 3025fac5-3450-4ba8-b15c-7ef4972bdf2d Oct 26 15:53:22.223043 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7c60ece7-5c50-458f-989c-186b0114df9f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:22.225653 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-2e893737-0f04-40eb-bae5-4893a9cad1f5 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] For port d4c872d3-086a-4b8a-8cf1-8ecd2a1eaf94, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=d4c872d3-086a-4b8a-8cf1-8ecd2a1eaf94,segment=NetworkSegment(8ff7d3b1-0455-40e7-a5df-221772da6265),segment_id=8ff7d3b1-0455-40e7-a5df-221772da6265)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:53:22.226008 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2e893737-0f04-40eb-bae5-4893a9cad1f5 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:22.263579 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-7337867f-6ee2-477f-92a5-22043de94c16 None None] Current status of the port 3025fac5-3450-4ba8-b15c-7ef4972bdf2d is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:53:22.298716 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7c60ece7-5c50-458f-989c-186b0114df9f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:22.298716 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7c60ece7-5c50-458f-989c-186b0114df9f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:22.344543 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-7337867f-6ee2-477f-92a5-22043de94c16 None None] Provisioning for port 557b37c0-384a-4039-b188-295c1f9adda9 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:53:22.350042 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-7337867f-6ee2-477f-92a5-22043de94c16 None None] Provisioning complete for port 557b37c0-384a-4039-b188-295c1f9adda9 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:53:22.350432 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7337867f-6ee2-477f-92a5-22043de94c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:22.350798 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-7337867f-6ee2-477f-92a5-22043de94c16 None None] Attempt 1 to provision port 557b37c0-384a-4039-b188-295c1f9adda9 Oct 26 15:53:22.412108 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-7337867f-6ee2-477f-92a5-22043de94c16 None None] Port 557b37c0-384a-4039-b188-295c1f9adda9 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:53:22.420118 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-2e893737-0f04-40eb-bae5-4893a9cad1f5 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Calling delete_port for d4c872d3-086a-4b8a-8cf1-8ecd2a1eaf94 owned by network:router_gateway {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:53:22.453639 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-185eb2ca-53e4-4b5c-8921-3cf5bdc05aa4 req-bdce39a8-653d-458a-afd9-cbf7d56b37e9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3431245-fe57-48b7-95bd-523f4a005533 HTTP/1.1" status: 200 len: 210 time: 0.0813844 Oct 26 15:53:22.769165 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c60ece7-5c50-458f-989c-186b0114df9f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event updated for resources: {'Port': ['ID=557b37c0-384a-4039-b188-295c1f9adda9,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:22.792439 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 3025fac5-3450-4ba8-b15c-7ef4972bdf2d up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:53:22.867081 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 3025fac5-3450-4ba8-b15c-7ef4972bdf2d triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:53:22.867541 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:22.867949 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 3025fac5-3450-4ba8-b15c-7ef4972bdf2d Oct 26 15:53:22.914848 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-7337867f-6ee2-477f-92a5-22043de94c16 None None] Attempt 2 to provision port 557b37c0-384a-4039-b188-295c1f9adda9 Oct 26 15:53:22.951719 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c60ece7-5c50-458f-989c-186b0114df9f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Network e7821940-8da7-4993-b64e-bee03d09c0f9 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:53:22.957531 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-7c60ece7-5c50-458f-989c-186b0114df9f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:53:22.987010 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-7337867f-6ee2-477f-92a5-22043de94c16 None None] Port 557b37c0-384a-4039-b188-295c1f9adda9 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:53:23.042890 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 3025fac5-3450-4ba8-b15c-7ef4972bdf2d is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:53:23.063380 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48aafc-6d69-4450-bdfc-248c7beaf62e req-db2e7070-b89b-44d9-8c70-d4cc9c94fbf6 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:23.064880 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-df48aafc-6d69-4450-bdfc-248c7beaf62e req-db2e7070-b89b-44d9-8c70-d4cc9c94fbf6 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/ports?device_id=72182c4c-d4ba-49f9-a855-6ef6f2cb84ad HTTP/1.1" status: 200 len: 945 time: 0.3608236 Oct 26 15:53:23.217960 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61049a-5d5c-4b52-a94e-5b73f9331425 req-a211555e-662c-4068-8204-d5c255652cad tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:23.219339 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cd61049a-5d5c-4b52-a94e-5b73f9331425 req-a211555e-662c-4068-8204-d5c255652cad tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.48 "GET /v2.0/ports?device_id=72182c4c-d4ba-49f9-a855-6ef6f2cb84ad HTTP/1.1" status: 200 len: 945 time: 0.4117591 Oct 26 15:53:23.291280 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-df48aafc-6d69-4450-bdfc-248c7beaf62e req-024f6e49-86b2-4ff1-b314-7b3c32b73cc4 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/security-groups?id=68561780-99c7-4078-8c93-c1dd71fe310d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122483 Oct 26 15:53:23.322912 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-cd61049a-5d5c-4b52-a94e-5b73f9331425 req-a929153a-f162-4f70-bdd8-6a02a02ef26e tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Deleting port ab2d69c5-b473-4dae-a5b1-6a5a73710d9d {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:53:23.323251 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-cd61049a-5d5c-4b52-a94e-5b73f9331425 req-a929153a-f162-4f70-bdd8-6a02a02ef26e tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:23.382724 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2e893737-0f04-40eb-bae5-4893a9cad1f5 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:23.488488 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-7337867f-6ee2-477f-92a5-22043de94c16 None None] Attempt 3 to provision port 557b37c0-384a-4039-b188-295c1f9adda9 Oct 26 15:53:23.512752 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e893737-0f04-40eb-bae5-4893a9cad1f5 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Pushing event deleted for resources: {'Port': ['ID=d4c872d3-086a-4b8a-8cf1-8ecd2a1eaf94,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:23.573162 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-7337867f-6ee2-477f-92a5-22043de94c16 None None] Port 557b37c0-384a-4039-b188-295c1f9adda9 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:53:23.626973 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2e893737-0f04-40eb-bae5-4893a9cad1f5 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:23.631977 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-4bd79b1d-cb7a-4f5a-a8aa-28023aed29b3 req-325490d0-30cc-42f1-80ee-f64a2ed811d9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3431245-fe57-48b7-95bd-523f4a005533 HTTP/1.1" status: 200 len: 210 time: 0.0531352 Oct 26 15:53:23.765707 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c60ece7-5c50-458f-989c-186b0114df9f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Router 9e776c87-be8d-4d7e-b806-2921d8568bd8 is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:53:23.897312 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929702b7-43d4-4468-aff2-ac950a3a481c req-7c966006-8b20-407a-96e1-a9b1f3a74efd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:23.897985 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-929702b7-43d4-4468-aff2-ac950a3a481c req-7c966006-8b20-407a-96e1-a9b1f3a74efd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:network {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:53:23.945531 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2e893737-0f04-40eb-bae5-4893a9cad1f5 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:24.003240 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2e893737-0f04-40eb-bae5-4893a9cad1f5 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:24.075168 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-7337867f-6ee2-477f-92a5-22043de94c16 None None] Attempt 4 to provision port 557b37c0-384a-4039-b188-295c1f9adda9 Oct 26 15:53:24.134374 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-7337867f-6ee2-477f-92a5-22043de94c16 None None] Port 557b37c0-384a-4039-b188-295c1f9adda9 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:53:24.257834 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-929702b7-43d4-4468-aff2-ac950a3a481c req-7c966006-8b20-407a-96e1-a9b1f3a74efd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:network {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:53:24.259005 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-929702b7-43d4-4468-aff2-ac950a3a481c req-7c966006-8b20-407a-96e1-a9b1f3a74efd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "GET /v2.0/networks?id=f07e0791-a1d0-4c4b-9759-707688ee57ec HTTP/1.1" status: 200 len: 796 time: 0.9053230 Oct 26 15:53:24.326898 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c60ece7-5c50-458f-989c-186b0114df9f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:53:24.338977 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800011ab-71fa-4129-bff9-4fa0d0d44b02 None None] Sync routers for ids ['9e776c87-be8d-4d7e-b806-2921d8568bd8'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:53:24.342130 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-cd61049a-5d5c-4b52-a94e-5b73f9331425 req-a929153a-f162-4f70-bdd8-6a02a02ef26e tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] For port ab2d69c5-b473-4dae-a5b1-6a5a73710d9d, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=ab2d69c5-b473-4dae-a5b1-6a5a73710d9d,segment=NetworkSegment(bc3d5831-ed76-4b61-8014-1cb356afbc0d),segment_id=bc3d5831-ed76-4b61-8014-1cb356afbc0d)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:53:24.342511 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-cd61049a-5d5c-4b52-a94e-5b73f9331425 req-a929153a-f162-4f70-bdd8-6a02a02ef26e tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:24.349817 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800011ab-71fa-4129-bff9-4fa0d0d44b02 None None] Routers {'9e776c87-be8d-4d7e-b806-2921d8568bd8'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:53:24.350552 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-800011ab-71fa-4129-bff9-4fa0d0d44b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:53:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['9e776c87-be8d-4d7e-b806-2921d8568bd8'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:24.364863 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2e893737-0f04-40eb-bae5-4893a9cad1f5 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:24.370226 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e893737-0f04-40eb-bae5-4893a9cad1f5 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 29fc0d5e-025c-4953-85b2-eb659d231437 {{(pid=89748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:53:24.425107 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-800011ab-71fa-4129-bff9-4fa0d0d44b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:24.435641 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800011ab-71fa-4129-bff9-4fa0d0d44b02 None None] Routers {'9e776c87-be8d-4d7e-b806-2921d8568bd8'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:53:24.436510 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-800011ab-71fa-4129-bff9-4fa0d0d44b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:53:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['9e776c87-be8d-4d7e-b806-2921d8568bd8'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:24.495559 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-cd61049a-5d5c-4b52-a94e-5b73f9331425 req-a929153a-f162-4f70-bdd8-6a02a02ef26e tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Calling delete_port for ab2d69c5-b473-4dae-a5b1-6a5a73710d9d owned by compute:nova {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:53:24.504609 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-800011ab-71fa-4129-bff9-4fa0d0d44b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:24.505017 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800011ab-71fa-4129-bff9-4fa0d0d44b02 None None] The sync data for ids ['9e776c87-be8d-4d7e-b806-2921d8568bd8'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:53:24.530127 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-929702b7-43d4-4468-aff2-ac950a3a481c req-98fcf2e6-f267-4b4c-b6df-724333ecdb83 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8316bfcf068445aeb00a503282bb001c HTTP/1.1" status: 200 len: 379 time: 0.2568719 Oct 26 15:53:24.589885 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-929702b7-43d4-4468-aff2-ac950a3a481c req-fd8be4f8-751f-4d8b-9960-605b835df673 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'port': {'device_id': 'd3431245-fe57-48b7-95bd-523f4a005533', 'network_id': 'f07e0791-a1d0-4c4b-9759-707688ee57ec', 'admin_state_up': True, 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'security_groups': ['bb1ec3fa-05d3-4fd5-a850-b378ec261fc2']}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:53:24.610386 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2e893737-0f04-40eb-bae5-4893a9cad1f5 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:24.611496 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2e893737-0f04-40eb-bae5-4893a9cad1f5 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] 10.222.0.23 "DELETE /v2.0/routers/29fc0d5e-025c-4953-85b2-eb659d231437 HTTP/1.1" status: 204 len: 168 time: 5.1812372 Oct 26 15:53:24.614535 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43650) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:24.625170 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-7c60ece7-5c50-458f-989c-186b0114df9f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "PUT /v2.0/routers/9e776c87-be8d-4d7e-b806-2921d8568bd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0352063 Oct 26 15:53:24.635489 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43654) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:24.635694 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-7337867f-6ee2-477f-92a5-22043de94c16 None None] Attempt 5 to provision port 557b37c0-384a-4039-b188-295c1f9adda9 Oct 26 15:53:24.692298 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f594cc4-0731-4507-9dd1-21765f9f2748 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Deleting subnet c7ccbf5b-833d-4c13-ae51-716722750650 {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:53:24.695514 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7f594cc4-0731-4507-9dd1-21765f9f2748 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:24.747447 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-7337867f-6ee2-477f-92a5-22043de94c16 None None] Port 557b37c0-384a-4039-b188-295c1f9adda9 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:53:24.764730 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7f594cc4-0731-4507-9dd1-21765f9f2748 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:24.829396 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97596545-7ad9-41e6-9a69-8d872d63030e tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:24.829974 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-97596545-7ad9-41e6-9a69-8d872d63030e tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Synchronizing usage tracker for tenant:33165e7b97ac42778d9b016b22174455 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:53:24.849067 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-3ea8c822-12d9-4fce-92fa-440d42b9c062 req-cf5031a6-6814-4983-9687-668784a2e837 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3431245-fe57-48b7-95bd-523f4a005533 HTTP/1.1" status: 200 len: 210 time: 0.0578573 Oct 26 15:53:24.872242 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7f594cc4-0731-4507-9dd1-21765f9f2748 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:24.918953 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-929702b7-43d4-4468-aff2-ac950a3a481c req-fd8be4f8-751f-4d8b-9960-605b835df673 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:53:24.936907 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ba905-5ff4-4c17-aed0-708161d506f8 req-1ab5a960-8f07-4183-8f51-369609a9ade7 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:24.938429 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-844ba905-5ff4-4c17-aed0-708161d506f8 req-1ab5a960-8f07-4183-8f51-369609a9ade7 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/ports?device_id=72182c4c-d4ba-49f9-a855-6ef6f2cb84ad HTTP/1.1" status: 200 len: 945 time: 0.4517031 Oct 26 15:53:24.969016 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-929702b7-43d4-4468-aff2-ac950a3a481c req-fd8be4f8-751f-4d8b-9960-605b835df673 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:53:24.977078 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-97596545-7ad9-41e6-9a69-8d872d63030e tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Unset dirty status for tenant:33165e7b97ac42778d9b016b22174455 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:53:24.978189 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-97596545-7ad9-41e6-9a69-8d872d63030e tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "GET /v2.0/ports/557b37c0-384a-4039-b188-295c1f9adda9 HTTP/1.1" status: 200 len: 911 time: 0.2944827 Oct 26 15:53:24.981396 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43660) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:25.005195 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-844ba905-5ff4-4c17-aed0-708161d506f8 req-26b2ccf7-6480-4467-8f25-9b297f779d2c tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/security-groups?id=68561780-99c7-4078-8c93-c1dd71fe310d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605206 Oct 26 15:53:25.030002 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-cd61049a-5d5c-4b52-a94e-5b73f9331425 req-a929153a-f162-4f70-bdd8-6a02a02ef26e tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:25.044122 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7f594cc4-0731-4507-9dd1-21765f9f2748 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:25.080196 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a929153a-f162-4f70-bdd8-6a02a02ef26e tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Pushing event deleted for resources: {'Port': ['ID=ab2d69c5-b473-4dae-a5b1-6a5a73710d9d,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:25.084538 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-929702b7-43d4-4468-aff2-ac950a3a481c req-fd8be4f8-751f-4d8b-9960-605b835df673 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Made reservation on behalf of 8316bfcf068445aeb00a503282bb001c for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:53:25.088081 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-929702b7-43d4-4468-aff2-ac950a3a481c req-fd8be4f8-751f-4d8b-9960-605b835df673 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:25.234024 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd61049a-5d5c-4b52-a94e-5b73f9331425 req-a929153a-f162-4f70-bdd8-6a02a02ef26e tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] No DVR routers for this DVR port ab2d69c5-b473-4dae-a5b1-6a5a73710d9d on host hv-neutron-8627 {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:53:25.237010 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-cd61049a-5d5c-4b52-a94e-5b73f9331425 req-a929153a-f162-4f70-bdd8-6a02a02ef26e tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:25.239531 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72182c4c-d4ba-49f9-a855-6ef6f2cb84ad', 'name': 'network-vif-deleted', 'tag': 'ab2d69c5-b473-4dae-a5b1-6a5a73710d9d'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:53:25.241845 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfed7ca7-08d2-41db-992b-7bca0bbfafbd" -d '{"events": [{"server_uuid": "72182c4c-d4ba-49f9-a855-6ef6f2cb84ad", "name": "network-vif-deleted", "tag": "ab2d69c5-b473-4dae-a5b1-6a5a73710d9d"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:53:25.248848 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-7337867f-6ee2-477f-92a5-22043de94c16 None None] Attempt 6 to provision port 557b37c0-384a-4039-b188-295c1f9adda9 Oct 26 15:53:25.279272 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7f594cc4-0731-4507-9dd1-21765f9f2748 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:25.284554 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f594cc4-0731-4507-9dd1-21765f9f2748 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c7ccbf5b-833d-4c13-ae51-716722750650,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:25.290023 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-7f594cc4-0731-4507-9dd1-21765f9f2748 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/c7ccbf5b-833d-4c13-ae51-716722750650 HTTP/1.1" status: 204 len: 168 time: 0.6744318 Oct 26 15:53:25.293912 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43666) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:25.320963 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-7337867f-6ee2-477f-92a5-22043de94c16 None None] Port 557b37c0-384a-4039-b188-295c1f9adda9 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:53:25.358609 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebb8403-f742-454b-9b3b-0d8aeb37dafb x-openstack-request-id: req-aebb8403-f742-454b-9b3b-0d8aeb37dafb {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:53:25.359175 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72182c4c-d4ba-49f9-a855-6ef6f2cb84ad", "name": "network-vif-deleted", "tag": "ab2d69c5-b473-4dae-a5b1-6a5a73710d9d", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:53:25.359175 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aebb8403-f742-454b-9b3b-0d8aeb37dafb {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:53:25.359436 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aebb8403-f742-454b-9b3b-0d8aeb37dafb'] response: {'server_uuid': '72182c4c-d4ba-49f9-a855-6ef6f2cb84ad', 'name': 'network-vif-deleted', 'tag': 'ab2d69c5-b473-4dae-a5b1-6a5a73710d9d', 'status': 'completed', 'code': 200} Oct 26 15:53:25.408340 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cd61049a-5d5c-4b52-a94e-5b73f9331425 req-a929153a-f162-4f70-bdd8-6a02a02ef26e tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.48 "DELETE /v2.0/ports/ab2d69c5-b473-4dae-a5b1-6a5a73710d9d HTTP/1.1" status: 204 len: 173 time: 2.1774609 Oct 26 15:53:25.467365 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3aec43d4-05e0-4b16-b036-4f3d579e31bd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:25.472797 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [req-929702b7-43d4-4468-aff2-ac950a3a481c req-fd8be4f8-751f-4d8b-9960-605b835df673 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Allocated IP 172.20.0.10 (f07e0791-a1d0-4c4b-9759-707688ee57ec/efa47aaf-530a-4abd-bf1d-39e08fd87042/cfccf165-4526-4035-a084-bf502b199158) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:53:25.676730 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c0776654-83de-4498-b79d-9a7cdf919825 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:25.710175 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3aec43d4-05e0-4b16-b036-4f3d579e31bd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:25.757607 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-3aec43d4-05e0-4b16-b036-4f3d579e31bd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15a6a8d4-4091-4136-bf75-ee1030331838']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:25.785445 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-3aec43d4-05e0-4b16-b036-4f3d579e31bd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ff7d3b1-0455-40e7-a5df-221772da6265') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:25.785738 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-3aec43d4-05e0-4b16-b036-4f3d579e31bd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ff7d3b1-0455-40e7-a5df-221772da6265') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:25.809900 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3aec43d4-05e0-4b16-b036-4f3d579e31bd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:25.822098 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-7337867f-6ee2-477f-92a5-22043de94c16 None None] Attempt 7 to provision port 557b37c0-384a-4039-b188-295c1f9adda9 Oct 26 15:53:25.838972 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3aec43d4-05e0-4b16-b036-4f3d579e31bd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:25.847170 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-929702b7-43d4-4468-aff2-ac950a3a481c req-fd8be4f8-751f-4d8b-9960-605b835df673 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:25.854411 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aec43d4-05e0-4b16-b036-4f3d579e31bd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:53:25.854699 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3aec43d4-05e0-4b16-b036-4f3d579e31bd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:25.884913 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-7337867f-6ee2-477f-92a5-22043de94c16 None None] Port 557b37c0-384a-4039-b188-295c1f9adda9 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:53:26.059719 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-c0776654-83de-4498-b79d-9a7cdf919825 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Deleting port 557b37c0-384a-4039-b188-295c1f9adda9 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:53:26.060692 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c0776654-83de-4498-b79d-9a7cdf919825 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:26.093396 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 8ff7d3b1-0455-40e7-a5df-221772da6265 resource provider aggregate not found Oct 26 15:53:26.118983 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 8ff7d3b1-0455-40e7-a5df-221772da6265 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8ff7d3b1-0455-40e7-a5df-221772da6265 found for delete ", "request_id": "req-571f4333-a210-4fcb-9354-e3bd01ee977a"}]} Oct 26 15:53:26.128439 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-9e99f718-d361-49a3-a42c-e0e20a90dac0 req-37406074-b8d4-4683-a76a-2c2089e019e3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:53:26.146381 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-9e99f718-d361-49a3-a42c-e0e20a90dac0 req-37406074-b8d4-4683-a76a-2c2089e019e3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:53:26.147555 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9e99f718-d361-49a3-a42c-e0e20a90dac0 req-37406074-b8d4-4683-a76a-2c2089e019e3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3431245-fe57-48b7-95bd-523f4a005533 HTTP/1.1" status: 200 len: 210 time: 0.0913296 Oct 26 15:53:26.236134 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-929702b7-43d4-4468-aff2-ac950a3a481c req-fd8be4f8-751f-4d8b-9960-605b835df673 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Transition to ACTIVE for port object cfccf165-4526-4035-a084-bf502b199158 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:53:26.237835 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3aec43d4-05e0-4b16-b036-4f3d579e31bd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:26.255969 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aec43d4-05e0-4b16-b036-4f3d579e31bd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 15a6a8d4-4091-4136-bf75-ee1030331838 {{(pid=89748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 26 15:53:26.261196 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3aec43d4-05e0-4b16-b036-4f3d579e31bd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:26.265915 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-09ae86c4-a107-4aa9-bbab-e361d004c96f req-ccac96de-0e39-4e64-a592-9144980a3331 tempest-TestServerAdvancedOps-1272909054 tempest-TestServerAdvancedOps-1272909054-project] 10.222.0.23 "GET /v2.0/ports?device_id=72182c4c-d4ba-49f9-a855-6ef6f2cb84ad HTTP/1.1" status: 200 len: 210 time: 0.1186013 Oct 26 15:53:26.277669 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-3aec43d4-05e0-4b16-b036-4f3d579e31bd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] 10.222.0.23 "DELETE /v2.0/networks/15a6a8d4-4091-4136-bf75-ee1030331838 HTTP/1.1" status: 204 len: 168 time: 0.9829564 Oct 26 15:53:26.283534 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec43d4-05e0-4b16-b036-4f3d579e31bd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Pushing event deleted for resources: {'Network': ['ID=15a6a8d4-4091-4136-bf75-ee1030331838,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:26.364800 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c0776654-83de-4498-b79d-9a7cdf919825 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:26.386618 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-7337867f-6ee2-477f-92a5-22043de94c16 None None] Attempt 8 to provision port 557b37c0-384a-4039-b188-295c1f9adda9 Oct 26 15:53:26.413469 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-929702b7-43d4-4468-aff2-ac950a3a481c req-fd8be4f8-751f-4d8b-9960-605b835df673 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:26.454965 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-7337867f-6ee2-477f-92a5-22043de94c16 None None] Port 557b37c0-384a-4039-b188-295c1f9adda9 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:53:26.491784 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-929702b7-43d4-4468-aff2-ac950a3a481c req-fd8be4f8-751f-4d8b-9960-605b835df673 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network f07e0791-a1d0-4c4b-9759-707688ee57ec is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:53:26.495015 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [req-929702b7-43d4-4468-aff2-ac950a3a481c req-fd8be4f8-751f-4d8b-9960-605b835df673 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:53:26.500165 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-929702b7-43d4-4468-aff2-ac950a3a481c req-fd8be4f8-751f-4d8b-9960-605b835df673 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:53:26.515873 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-c0776654-83de-4498-b79d-9a7cdf919825 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Calling delete_port for 557b37c0-384a-4039-b188-295c1f9adda9 owned by network:router_interface {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:53:26.563309 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8be4f8-751f-4d8b-9960-605b835df673 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=cfccf165-4526-4035-a084-bf502b199158,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:26.607452 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43684) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:26.608553 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929702b7-43d4-4468-aff2-ac950a3a481c req-fd8be4f8-751f-4d8b-9960-605b835df673 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:26.609266 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-929702b7-43d4-4468-aff2-ac950a3a481c req-fd8be4f8-751f-4d8b-9960-605b835df673 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:26.614925 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-8494f6e6-1c60-4b6e-88ca-196c7ca62083 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Request body: {'router': {'name': 'tempest-router--1179426962', 'project_id': '42ccea8ec0a9402faf1c61d5ff4be521'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:53:26.620717 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-8494f6e6-1c60-4b6e-88ca-196c7ca62083 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:53:26.628798 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device ab2d69c5-b473-4dae-a5b1-6a5a73710d9d no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:53:26.643737 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-8494f6e6-1c60-4b6e-88ca-196c7ca62083 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Usage tracker for resource:router and tenant:42ccea8ec0a9402faf1c61d5ff4be521 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:53:26.653749 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-8494f6e6-1c60-4b6e-88ca-196c7ca62083 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:53:26.661576 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-8494f6e6-1c60-4b6e-88ca-196c7ca62083 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:53:26.682675 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-929702b7-43d4-4468-aff2-ac950a3a481c req-fd8be4f8-751f-4d8b-9960-605b835df673 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1046140 Oct 26 15:53:26.700082 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] No Port match for: ab2d69c5-b473-4dae-a5b1-6a5a73710d9d {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:53:26.700293 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-929702b7-43d4-4468-aff2-ac950a3a481c req-fe013212-4136-4638-9895-2ac2c43306d9 service neutron] Request body: {'port': {'device_id': 'd3431245-fe57-48b7-95bd-523f4a005533', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8627'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:53:26.700926 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device ab2d69c5-b473-4dae-a5b1-6a5a73710d9d not bound to the agent host hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:53:26.762399 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8494f6e6-1c60-4b6e-88ca-196c7ca62083 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:26.763529 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8494f6e6-1c60-4b6e-88ca-196c7ca62083 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:26.779391 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8494f6e6-1c60-4b6e-88ca-196c7ca62083 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:26.848858 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8494f6e6-1c60-4b6e-88ca-196c7ca62083 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:26.876380 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:26.885947 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-929702b7-43d4-4468-aff2-ac950a3a481c req-fe013212-4136-4638-9895-2ac2c43306d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:26.956627 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-7337867f-6ee2-477f-92a5-22043de94c16 None None] Attempt 9 to provision port 557b37c0-384a-4039-b188-295c1f9adda9 Oct 26 15:53:26.961801 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c0776654-83de-4498-b79d-9a7cdf919825 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:26.992292 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-7337867f-6ee2-477f-92a5-22043de94c16 None None] Port 557b37c0-384a-4039-b188-295c1f9adda9 was deleted so its status cannot be updated. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:53:27.136210 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8494f6e6-1c60-4b6e-88ca-196c7ca62083 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:27.140074 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8494f6e6-1c60-4b6e-88ca-196c7ca62083 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5288451 Oct 26 15:53:27.140523 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0776654-83de-4498-b79d-9a7cdf919825 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event deleted for resources: {'Port': ['ID=557b37c0-384a-4039-b188-295c1f9adda9,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:27.145565 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43688) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:27.167741 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-51c74605-d49f-4d3b-bb38-b27ea7722801 None None] Provisioning for port cfccf165-4526-4035-a084-bf502b199158 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:53:27.175270 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-51c74605-d49f-4d3b-bb38-b27ea7722801 None None] Provisioning complete for port cfccf165-4526-4035-a084-bf502b199158 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:53:27.175650 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-51c74605-d49f-4d3b-bb38-b27ea7722801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:27.176121 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-51c74605-d49f-4d3b-bb38-b27ea7722801 None None] Attempt 1 to provision port cfccf165-4526-4035-a084-bf502b199158 Oct 26 15:53:27.258057 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [req-929702b7-43d4-4468-aff2-ac950a3a481c req-fe013212-4136-4638-9895-2ac2c43306d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfccf165-4526-4035-a084-bf502b199158 {{(pid=89748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:53:27.268003 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-929702b7-43d4-4468-aff2-ac950a3a481c req-fe013212-4136-4638-9895-2ac2c43306d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:27.285305 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-929702b7-43d4-4468-aff2-ac950a3a481c req-fe013212-4136-4638-9895-2ac2c43306d9 service neutron] Transition to ACTIVE for port object cfccf165-4526-4035-a084-bf502b199158 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:53:27.292724 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-51c74605-d49f-4d3b-bb38-b27ea7722801 None None] Port cfccf165-4526-4035-a084-bf502b199158 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:53:27.408188 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43696) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:27.448376 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-929702b7-43d4-4468-aff2-ac950a3a481c req-fe013212-4136-4638-9895-2ac2c43306d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:27.479160 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e9735735-a5eb-4618-bbe5-554b9d5c6dad tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for router, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:27.531081 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c0776654-83de-4498-b79d-9a7cdf919825 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:27.625196 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac743f1f-5e02-4382-8c7f-40c71fcab1c0 admin admin] Deleting subnet 05c33714-39df-4f85-b4f7-97d22266fdf3 {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:53:27.641499 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a6ac2-0f09-40a7-a5ac-8698909c56fb req-56f7e573-ec8c-45a4-b414-66766de59e97 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:27.642966 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f57a6ac2-0f09-40a7-a5ac-8698909c56fb req-56f7e573-ec8c-45a4-b414-66766de59e97 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3431245-fe57-48b7-95bd-523f4a005533 HTTP/1.1" status: 200 len: 932 time: 0.3292971 Oct 26 15:53:27.673821 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ac743f1f-5e02-4382-8c7f-40c71fcab1c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:27.715095 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe013212-4136-4638-9895-2ac2c43306d9 service neutron] Pushing event updated for resources: {'Port': ['ID=cfccf165-4526-4035-a084-bf502b199158,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:27.780165 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ac743f1f-5e02-4382-8c7f-40c71fcab1c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:27.794088 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-51c74605-d49f-4d3b-bb38-b27ea7722801 None None] Attempt 2 to provision port cfccf165-4526-4035-a084-bf502b199158 Oct 26 15:53:27.823142 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f57a6ac2-0f09-40a7-a5ac-8698909c56fb req-49bad5a6-c397-4095-9e33-8344d4982a08 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=bb1ec3fa-05d3-4fd5-a850-b378ec261fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170344 Oct 26 15:53:27.838961 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-929702b7-43d4-4468-aff2-ac950a3a481c req-fe013212-4136-4638-9895-2ac2c43306d9 service neutron] Attempting to bind port cfccf165-4526-4035-a084-bf502b199158 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:53:27.839791 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-929702b7-43d4-4468-aff2-ac950a3a481c req-fe013212-4136-4638-9895-2ac2c43306d9 service neutron] Attempting to bind port cfccf165-4526-4035-a084-bf502b199158 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': '32ff1ea1-994d-4447-acf2-ea6db22e1af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f07e0791-a1d0-4c4b-9759-707688ee57ec'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:53:27.839791 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929702b7-43d4-4468-aff2-ac950a3a481c req-fe013212-4136-4638-9895-2ac2c43306d9 service neutron] Attempting to bind port cfccf165-4526-4035-a084-bf502b199158 on network f07e0791-a1d0-4c4b-9759-707688ee57ec {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:53:27.858064 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929702b7-43d4-4468-aff2-ac950a3a481c req-fe013212-4136-4638-9895-2ac2c43306d9 service neutron] Port cfccf165-4526-4035-a084-bf502b199158 on network f07e0791-a1d0-4c4b-9759-707688ee57ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:53:27.858960 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929702b7-43d4-4468-aff2-ac950a3a481c req-fe013212-4136-4638-9895-2ac2c43306d9 service neutron] Attempting to bind port cfccf165-4526-4035-a084-bf502b199158 on network f07e0791-a1d0-4c4b-9759-707688ee57ec {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:53:27.875843 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929702b7-43d4-4468-aff2-ac950a3a481c req-fe013212-4136-4638-9895-2ac2c43306d9 service neutron] Checking agent: {'id': '1b551391-ebdd-44bd-8801-034277ca5526', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8627', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'started_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:53:27.881702 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929702b7-43d4-4468-aff2-ac950a3a481c req-fe013212-4136-4638-9895-2ac2c43306d9 service neutron] Checking segment: {'id': '32ff1ea1-994d-4447-acf2-ea6db22e1af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f07e0791-a1d0-4c4b-9759-707688ee57ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:53:27.881702 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929702b7-43d4-4468-aff2-ac950a3a481c req-fe013212-4136-4638-9895-2ac2c43306d9 service neutron] Bound using segment: {'id': '32ff1ea1-994d-4447-acf2-ea6db22e1af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f07e0791-a1d0-4c4b-9759-707688ee57ec'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:53:27.881702 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-929702b7-43d4-4468-aff2-ac950a3a481c req-fe013212-4136-4638-9895-2ac2c43306d9 service neutron] Bound port: cfccf165-4526-4035-a084-bf502b199158, host: hv-neutron-8627, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32ff1ea1-994d-4447-acf2-ea6db22e1af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f07e0791-a1d0-4c4b-9759-707688ee57ec'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:53:27.881702 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-929702b7-43d4-4468-aff2-ac950a3a481c req-fe013212-4136-4638-9895-2ac2c43306d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:27.906230 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-51c74605-d49f-4d3b-bb38-b27ea7722801 None None] Port cfccf165-4526-4035-a084-bf502b199158 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:53:27.929199 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ac743f1f-5e02-4382-8c7f-40c71fcab1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:27.971536 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e9735735-a5eb-4618-bbe5-554b9d5c6dad tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:28.025802 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e9735735-a5eb-4618-bbe5-554b9d5c6dad tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:28.031325 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-929702b7-43d4-4468-aff2-ac950a3a481c req-fe013212-4136-4638-9895-2ac2c43306d9 service neutron] For port cfccf165-4526-4035-a084-bf502b199158, host hv-neutron-8627, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:53:28.034708 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-929702b7-43d4-4468-aff2-ac950a3a481c req-fe013212-4136-4638-9895-2ac2c43306d9 service neutron] For port cfccf165-4526-4035-a084-bf502b199158, host hv-neutron-8627, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=cfccf165-4526-4035-a084-bf502b199158,segment=NetworkSegment(32ff1ea1-994d-4447-acf2-ea6db22e1af4),segment_id=32ff1ea1-994d-4447-acf2-ea6db22e1af4)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:53:28.061441 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0776654-83de-4498-b79d-9a7cdf919825 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Router 9e776c87-be8d-4d7e-b806-2921d8568bd8 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:53:28.104871 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-929702b7-43d4-4468-aff2-ac950a3a481c req-fe013212-4136-4638-9895-2ac2c43306d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:28.108800 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929702b7-43d4-4468-aff2-ac950a3a481c req-fe013212-4136-4638-9895-2ac2c43306d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:28.109409 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-929702b7-43d4-4468-aff2-ac950a3a481c req-fe013212-4136-4638-9895-2ac2c43306d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:28.111348 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-929702b7-43d4-4468-aff2-ac950a3a481c req-fe013212-4136-4638-9895-2ac2c43306d9 service neutron] 10.222.0.48 "PUT /v2.0/ports/cfccf165-4526-4035-a084-bf502b199158 HTTP/1.1" status: 200 len: 1094 time: 1.4154265 Oct 26 15:53:28.143446 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3431245-fe57-48b7-95bd-523f4a005533', 'tag': 'cfccf165-4526-4035-a084-bf502b199158'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:53:28.145946 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9f6dcd-760a-4029-b092-9d8852a1fdbb" -d '{"events": [{"name": "network-changed", "server_uuid": "d3431245-fe57-48b7-95bd-523f4a005533", "tag": "cfccf165-4526-4035-a084-bf502b199158"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:53:28.154198 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ac743f1f-5e02-4382-8c7f-40c71fcab1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:28.199022 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67f6f59-4cde-40c4-986a-b387b62d9bf6 x-openstack-request-id: req-f67f6f59-4cde-40c4-986a-b387b62d9bf6 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:53:28.199348 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3431245-fe57-48b7-95bd-523f4a005533", "tag": "cfccf165-4526-4035-a084-bf502b199158", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:53:28.199571 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f67f6f59-4cde-40c4-986a-b387b62d9bf6 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:53:28.199967 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f67f6f59-4cde-40c4-986a-b387b62d9bf6'] response: {'name': 'network-changed', 'server_uuid': 'd3431245-fe57-48b7-95bd-523f4a005533', 'tag': 'cfccf165-4526-4035-a084-bf502b199158', 'status': 'completed', 'code': 200} Oct 26 15:53:28.218722 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac743f1f-5e02-4382-8c7f-40c71fcab1c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05c33714-39df-4f85-b4f7-97d22266fdf3,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:28.223272 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ac743f1f-5e02-4382-8c7f-40c71fcab1c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:28.236623 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ac743f1f-5e02-4382-8c7f-40c71fcab1c0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/05c33714-39df-4f85-b4f7-97d22266fdf3 HTTP/1.1" status: 204 len: 168 time: 0.8267496 Oct 26 15:53:28.276359 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43702) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:28.303246 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe013212-4136-4638-9895-2ac2c43306d9 service neutron] Pushing event updated for resources: {'Port': ['ID=cfccf165-4526-4035-a084-bf502b199158,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:28.319993 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e9735735-a5eb-4618-bbe5-554b9d5c6dad tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:28.320602 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9735735-a5eb-4618-bbe5-554b9d5c6dad tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e03fdbb5-ce60-43a0-8167-99582fc62408 {{(pid=89747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:53:28.341680 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e9735735-a5eb-4618-bbe5-554b9d5c6dad tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:28.342856 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e9735735-a5eb-4618-bbe5-554b9d5c6dad tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] 10.222.0.23 "DELETE /v2.0/routers/e03fdbb5-ce60-43a0-8167-99582fc62408 HTTP/1.1" status: 204 len: 168 time: 1.1964831 Oct 26 15:53:28.346084 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0776654-83de-4498-b79d-9a7cdf919825 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:53:28.352813 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c0776654-83de-4498-b79d-9a7cdf919825 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "PUT /v2.0/routers/9e776c87-be8d-4d7e-b806-2921d8568bd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3701553 Oct 26 15:53:28.356511 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43708) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:28.358447 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c40d19-68de-4b94-b860-df03cb848998 None None] Sync routers for ids ['9e776c87-be8d-4d7e-b806-2921d8568bd8'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:53:28.370371 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c40d19-68de-4b94-b860-df03cb848998 None None] Routers {'9e776c87-be8d-4d7e-b806-2921d8568bd8'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:53:28.371264 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-d6c40d19-68de-4b94-b860-df03cb848998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:53:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['9e776c87-be8d-4d7e-b806-2921d8568bd8'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:28.425457 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b7a1a057-665a-4b70-8df0-06dda6ca5d6d tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Synchronizing usage tracker for tenant:33165e7b97ac42778d9b016b22174455 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:53:28.449287 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-51c74605-d49f-4d3b-bb38-b27ea7722801 None None] Attempt 3 to provision port cfccf165-4526-4035-a084-bf502b199158 Oct 26 15:53:28.484612 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-d6c40d19-68de-4b94-b860-df03cb848998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:28.506339 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b7a1a057-665a-4b70-8df0-06dda6ca5d6d tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Unset dirty status for tenant:33165e7b97ac42778d9b016b22174455 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:53:28.509961 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c40d19-68de-4b94-b860-df03cb848998 None None] Routers {'9e776c87-be8d-4d7e-b806-2921d8568bd8'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:53:28.510720 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-d6c40d19-68de-4b94-b860-df03cb848998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:53:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['9e776c87-be8d-4d7e-b806-2921d8568bd8'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:28.512448 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b7a1a057-665a-4b70-8df0-06dda6ca5d6d tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e776c87-be8d-4d7e-b806-2921d8568bd8 HTTP/1.1" status: 200 len: 205 time: 0.1542876 Oct 26 15:53:28.515167 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43712) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:28.530862 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6032f13b-bebe-4031-8b88-3db84c6735fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:28.579794 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-d6c40d19-68de-4b94-b860-df03cb848998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:28.580033 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f6dcd-760a-4029-b092-9d8852a1fdbb req-ffabb15c-1e0c-4909-8cbe-4a9a93ad1fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:28.580433 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c40d19-68de-4b94-b860-df03cb848998 None None] The sync data for ids ['9e776c87-be8d-4d7e-b806-2921d8568bd8'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:53:28.581871 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bb9f6dcd-760a-4029-b092-9d8852a1fdbb req-ffabb15c-1e0c-4909-8cbe-4a9a93ad1fa9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=d3431245-fe57-48b7-95bd-523f4a005533 HTTP/1.1" status: 200 len: 1097 time: 0.3423674 Oct 26 15:53:28.592197 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-51c74605-d49f-4d3b-bb38-b27ea7722801 None None] Port cfccf165-4526-4035-a084-bf502b199158 had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 15:53:28.595328 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-51c74605-d49f-4d3b-bb38-b27ea7722801 None None] Could not find standard attr ID for object 557b37c0-384a-4039-b188-295c1f9adda9. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:53:28.627420 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43716) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:28.673099 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8c64b1c9-9863-472e-8258-816cbd502766 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for router, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:28.759929 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6032f13b-bebe-4031-8b88-3db84c6735fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:28.816050 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-6032f13b-bebe-4031-8b88-3db84c6735fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e1a72ff-2302-4bf7-8480-79e42523d7a8']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:28.839743 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-6032f13b-bebe-4031-8b88-3db84c6735fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc3d5831-ed76-4b61-8014-1cb356afbc0d') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:28.840180 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-6032f13b-bebe-4031-8b88-3db84c6735fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc3d5831-ed76-4b61-8014-1cb356afbc0d') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:28.857182 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6032f13b-bebe-4031-8b88-3db84c6735fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:28.865283 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f6dcd-760a-4029-b092-9d8852a1fdbb req-d4470470-83f9-4475-85b7-ae35a85400e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:28.866039 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bb9f6dcd-760a-4029-b092-9d8852a1fdbb req-d4470470-83f9-4475-85b7-ae35a85400e4 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=8316bfcf068445aeb00a503282bb001c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2638361 Oct 26 15:53:28.893402 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6032f13b-bebe-4031-8b88-3db84c6735fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:28.953861 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6032f13b-bebe-4031-8b88-3db84c6735fc admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:53:28.954300 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6032f13b-bebe-4031-8b88-3db84c6735fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:28.997757 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8c64b1c9-9863-472e-8258-816cbd502766 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:29.000445 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8c64b1c9-9863-472e-8258-816cbd502766 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:29.063287 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment bc3d5831-ed76-4b61-8014-1cb356afbc0d resource provider aggregate not found Oct 26 15:53:29.081660 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-140bafac-9c0b-4a82-a9aa-127242628f07 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-250005400', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}, 'admin_state_up': False}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:53:29.081866 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8c64b1c9-9863-472e-8258-816cbd502766 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:29.082569 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c64b1c9-9863-472e-8258-816cbd502766 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Fanout notify agent at l3_agent the message router_deleted on router 9e776c87-be8d-4d7e-b806-2921d8568bd8 {{(pid=89747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:53:29.094642 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8c64b1c9-9863-472e-8258-816cbd502766 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:29.095763 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8c64b1c9-9863-472e-8258-816cbd502766 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "DELETE /v2.0/routers/9e776c87-be8d-4d7e-b806-2921d8568bd8 HTTP/1.1" status: 204 len: 168 time: 0.5791776 Oct 26 15:53:29.098289 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43728) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:29.106374 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-140bafac-9c0b-4a82-a9aa-127242628f07 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:53:29.111997 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment bc3d5831-ed76-4b61-8014-1cb356afbc0d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bc3d5831-ed76-4b61-8014-1cb356afbc0d found for delete ", "request_id": "req-c5cd6f7d-a7e4-4f44-b5a8-dd88365585cd"}]} Oct 26 15:53:29.128526 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-140bafac-9c0b-4a82-a9aa-127242628f07 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Usage tracker for resource:router and tenant:f2a8a96f120044c585b68f2213658126 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:53:29.144151 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-140bafac-9c0b-4a82-a9aa-127242628f07 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:53:29.169390 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-140bafac-9c0b-4a82-a9aa-127242628f07 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:53:29.170102 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-88b3dc83-2081-4719-8092-9797cd9a3f8b tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Deleting subnet d7e38798-ae1c-4a80-b3c8-9289483c7fbc {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:53:29.173139 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-88b3dc83-2081-4719-8092-9797cd9a3f8b tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:29.201513 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6032f13b-bebe-4031-8b88-3db84c6735fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:29.204420 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f6dcd-760a-4029-b092-9d8852a1fdbb req-92f219b4-8d9b-4476-abc8-d196f43ca12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:29.205878 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bb9f6dcd-760a-4029-b092-9d8852a1fdbb req-92f219b4-8d9b-4476-abc8-d196f43ca12c service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3325574 Oct 26 15:53:29.225572 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6032f13b-bebe-4031-8b88-3db84c6735fc admin admin] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:29.233656 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-88b3dc83-2081-4719-8092-9797cd9a3f8b tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:29.237285 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6032f13b-bebe-4031-8b88-3db84c6735fc admin admin] Pushing event deleted for resources: {'Network': ['ID=1e1a72ff-2302-4bf7-8480-79e42523d7a8,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:29.242914 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-6032f13b-bebe-4031-8b88-3db84c6735fc admin admin] 10.222.0.23 "DELETE /v2.0/networks/1e1a72ff-2302-4bf7-8480-79e42523d7a8 HTTP/1.1" status: 204 len: 168 time: 0.9645898 Oct 26 15:53:29.253386 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d296e-69be-44f0-9098-777754c745f1 req-4dcf4155-fa1e-4155-914d-1ce4cc496472 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:29.255591 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7d5d296e-69be-44f0-9098-777754c745f1 req-4dcf4155-fa1e-4155-914d-1ce4cc496472 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3431245-fe57-48b7-95bd-523f4a005533 HTTP/1.1" status: 200 len: 944 time: 0.2803681 Oct 26 15:53:29.255591 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43734) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:29.321624 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-88b3dc83-2081-4719-8092-9797cd9a3f8b tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:29.358556 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-140bafac-9c0b-4a82-a9aa-127242628f07 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:29.359582 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-140bafac-9c0b-4a82-a9aa-127242628f07 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:29.423433 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcfa3694-45c5-42a3-9741-207c842ce5d1 admin admin] Deleting subnet 4d214bd0-c4f7-4db6-866e-71856e33056f {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:53:29.430730 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fcfa3694-45c5-42a3-9741-207c842ce5d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:29.453448 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-88b3dc83-2081-4719-8092-9797cd9a3f8b tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:29.466092 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7d5d296e-69be-44f0-9098-777754c745f1 req-96f2cefc-aa9a-4b7d-9aa4-af4a3eb862ca tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=bb1ec3fa-05d3-4fd5-a850-b378ec261fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669350 Oct 26 15:53:29.488916 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-140bafac-9c0b-4a82-a9aa-127242628f07 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:29.491211 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3dc83-2081-4719-8092-9797cd9a3f8b tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event deleted for resources: {'Subnet': ['ID=d7e38798-ae1c-4a80-b3c8-9289483c7fbc,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:29.501006 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-88b3dc83-2081-4719-8092-9797cd9a3f8b tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:29.506606 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2719e189-048f-4be3-b1c7-eb98b2557c34 None None] Network e7821940-8da7-4993-b64e-bee03d09c0f9 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:53:29.507120 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fcfa3694-45c5-42a3-9741-207c842ce5d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:29.507498 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-88b3dc83-2081-4719-8092-9797cd9a3f8b tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "DELETE /v2.0/subnets/d7e38798-ae1c-4a80-b3c8-9289483c7fbc HTTP/1.1" status: 204 len: 168 time: 0.4081066 Oct 26 15:53:29.510065 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43738) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:29.567640 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929702b7-43d4-4468-aff2-ac950a3a481c req-65bc516c-a7e3-447c-b85a-5f6be287d63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:29.569217 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-929702b7-43d4-4468-aff2-ac950a3a481c req-65bc516c-a7e3-447c-b85a-5f6be287d63a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=d3431245-fe57-48b7-95bd-523f4a005533 HTTP/1.1" status: 200 len: 1097 time: 0.2711833 Oct 26 15:53:29.627872 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-41d6a9cd-a274-462c-86a1-77674e971fa7 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:29.632179 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fcfa3694-45c5-42a3-9741-207c842ce5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:29.639904 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-41d6a9cd-a274-462c-86a1-77674e971fa7 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Deleting port 3025fac5-3450-4ba8-b15c-7ef4972bdf2d {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:53:29.640426 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-41d6a9cd-a274-462c-86a1-77674e971fa7 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:29.743125 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-929702b7-43d4-4468-aff2-ac950a3a481c req-7ac9d87c-5c29-43f8-9fb9-298ce4a09c4d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfccf165-4526-4035-a084-bf502b199158 HTTP/1.1" status: 200 len: 217 time: 0.1617794 Oct 26 15:53:29.790486 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358919be-5328-4a70-aabc-76d6a1aa4322 None None] DHCP port deletion for e7821940-8da7-4993-b64e-bee03d09c0f9 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:53:29.795236 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-358919be-5328-4a70-aabc-76d6a1aa4322 None None] Deleting port 3025fac5-3450-4ba8-b15c-7ef4972bdf2d {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:53:29.795614 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-358919be-5328-4a70-aabc-76d6a1aa4322 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:29.861688 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-41d6a9cd-a274-462c-86a1-77674e971fa7 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] For port 3025fac5-3450-4ba8-b15c-7ef4972bdf2d, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=3025fac5-3450-4ba8-b15c-7ef4972bdf2d,segment=NetworkSegment(2b1b9e57-d190-4062-b548-2d0e26d8263f),segment_id=2b1b9e57-d190-4062-b548-2d0e26d8263f)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:53:29.862075 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-41d6a9cd-a274-462c-86a1-77674e971fa7 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:30.012545 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-358919be-5328-4a70-aabc-76d6a1aa4322 None None] For port 3025fac5-3450-4ba8-b15c-7ef4972bdf2d, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=3025fac5-3450-4ba8-b15c-7ef4972bdf2d,segment=NetworkSegment(2b1b9e57-d190-4062-b548-2d0e26d8263f),segment_id=2b1b9e57-d190-4062-b548-2d0e26d8263f)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:53:30.012919 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-358919be-5328-4a70-aabc-76d6a1aa4322 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:30.118250 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-41d6a9cd-a274-462c-86a1-77674e971fa7 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Calling delete_port for 3025fac5-3450-4ba8-b15c-7ef4972bdf2d owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:53:30.149120 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-358919be-5328-4a70-aabc-76d6a1aa4322 None None] Calling delete_port for 3025fac5-3450-4ba8-b15c-7ef4972bdf2d owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:53:30.154495 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929702b7-43d4-4468-aff2-ac950a3a481c req-077836e6-4694-4b35-85e9-d67e3ab97251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:30.155993 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-929702b7-43d4-4468-aff2-ac950a3a481c req-077836e6-4694-4b35-85e9-d67e3ab97251 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=efa47aaf-530a-4abd-bf1d-39e08fd87042 HTTP/1.1" status: 200 len: 834 time: 0.3503039 Oct 26 15:53:30.160247 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-140bafac-9c0b-4a82-a9aa-127242628f07 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:30.211443 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fcfa3694-45c5-42a3-9741-207c842ce5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:30.253477 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-41d6a9cd-a274-462c-86a1-77674e971fa7 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:30.260523 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-358919be-5328-4a70-aabc-76d6a1aa4322 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:53:30.260890 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-358919be-5328-4a70-aabc-76d6a1aa4322 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:53:30.268084 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fcfa3694-45c5-42a3-9741-207c842ce5d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:30.271386 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa3694-45c5-42a3-9741-207c842ce5d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d214bd0-c4f7-4db6-866e-71856e33056f,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:30.284313 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-fcfa3694-45c5-42a3-9741-207c842ce5d1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4d214bd0-c4f7-4db6-866e-71856e33056f HTTP/1.1" status: 204 len: 168 time: 1.0270114 Oct 26 15:53:30.295022 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43742) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:30.323086 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d6a9cd-a274-462c-86a1-77674e971fa7 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event deleted for resources: {'Port': ['ID=3025fac5-3450-4ba8-b15c-7ef4972bdf2d,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:30.329499 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d6a9cd-a274-462c-86a1-77674e971fa7 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] No DVR routers for this DVR port 3025fac5-3450-4ba8-b15c-7ef4972bdf2d on host dv-neutron-862712-1-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:53:30.379315 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929702b7-43d4-4468-aff2-ac950a3a481c req-64b97c58-7177-4b13-ab05-4c4dd6fc593b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:30.380840 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-929702b7-43d4-4468-aff2-ac950a3a481c req-64b97c58-7177-4b13-ab05-4c4dd6fc593b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f07e0791-a1d0-4c4b-9759-707688ee57ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2166886 Oct 26 15:53:30.530082 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ac13d89f-7a66-44b9-bcb9-9f010ebf4db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:30.533458 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-41d6a9cd-a274-462c-86a1-77674e971fa7 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:30.555003 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-929702b7-43d4-4468-aff2-ac950a3a481c req-2ae1af2e-45f0-4574-8606-041d0d7c5c96 service neutron] 10.222.0.48 "GET /v2.0/networks/f07e0791-a1d0-4c4b-9759-707688ee57ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665554 Oct 26 15:53:30.568934 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-41d6a9cd-a274-462c-86a1-77674e971fa7 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7821940-8da7-4993-b64e-bee03d09c0f9']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:30.610953 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-41d6a9cd-a274-462c-86a1-77674e971fa7 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b1b9e57-d190-4062-b548-2d0e26d8263f') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:30.611249 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-41d6a9cd-a274-462c-86a1-77674e971fa7 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b1b9e57-d190-4062-b548-2d0e26d8263f') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:30.676623 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-41d6a9cd-a274-462c-86a1-77674e971fa7 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:30.762530 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-358919be-5328-4a70-aabc-76d6a1aa4322 None None] Deleting port 3025fac5-3450-4ba8-b15c-7ef4972bdf2d {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:53:30.763688 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-358919be-5328-4a70-aabc-76d6a1aa4322 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:30.778965 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-41d6a9cd-a274-462c-86a1-77674e971fa7 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:30.781734 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ac13d89f-7a66-44b9-bcb9-9f010ebf4db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:30.800265 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41d6a9cd-a274-462c-86a1-77674e971fa7 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:53:30.800663 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-41d6a9cd-a274-462c-86a1-77674e971fa7 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:30.807679 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 3025fac5-3450-4ba8-b15c-7ef4972bdf2d no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:53:30.840883 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-140bafac-9c0b-4a82-a9aa-127242628f07 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for router_gateway, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:30.855455 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 3025fac5-3450-4ba8-b15c-7ef4972bdf2d {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:53:30.856454 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 3025fac5-3450-4ba8-b15c-7ef4972bdf2d not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:53:30.879868 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 2b1b9e57-d190-4062-b548-2d0e26d8263f resource provider aggregate not found Oct 26 15:53:30.884635 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-140bafac-9c0b-4a82-a9aa-127242628f07 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:30.890065 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-929702b7-43d4-4468-aff2-ac950a3a481c req-e5cb41a0-b260-4d95-b448-65992ae645a2 service neutron] 10.222.0.48 "GET /v2.0/networks/f07e0791-a1d0-4c4b-9759-707688ee57ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288615 Oct 26 15:53:30.896305 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-358919be-5328-4a70-aabc-76d6a1aa4322 None None] The port '3025fac5-3450-4ba8-b15c-7ef4972bdf2d' was deleted {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 15:53:30.897042 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-ac13d89f-7a66-44b9-bcb9-9f010ebf4db6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdbc25d0-22c5-4c30-be54-ee76db01afe3']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:30.926047 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 2b1b9e57-d190-4062-b548-2d0e26d8263f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b1b9e57-d190-4062-b548-2d0e26d8263f found for delete ", "request_id": "req-523e0472-01f4-4fe2-aa85-c892d90053b5"}]} Oct 26 15:53:30.933543 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-ac13d89f-7a66-44b9-bcb9-9f010ebf4db6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a3fc1e-31e4-4e3c-b114-7de5d4726039') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:30.934352 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-ac13d89f-7a66-44b9-bcb9-9f010ebf4db6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a3fc1e-31e4-4e3c-b114-7de5d4726039') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:30.951486 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ac13d89f-7a66-44b9-bcb9-9f010ebf4db6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:30.974552 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d9abb-4281-48b1-8ee5-d7efba14af65 req-f2ee1a01-89d9-4ab6-a14b-75aa6ee93565 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:30.976022 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-f73d9abb-4281-48b1-8ee5-d7efba14af65 req-f2ee1a01-89d9-4ab6-a14b-75aa6ee93565 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3431245-fe57-48b7-95bd-523f4a005533 HTTP/1.1" status: 200 len: 944 time: 0.3705325 Oct 26 15:53:30.976923 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ac13d89f-7a66-44b9-bcb9-9f010ebf4db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:30.998495 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac13d89f-7a66-44b9-bcb9-9f010ebf4db6 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:53:30.998882 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ac13d89f-7a66-44b9-bcb9-9f010ebf4db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:31.034108 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-140bafac-9c0b-4a82-a9aa-127242628f07 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Allocated IP 172.26.2.186 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/064ae551-815e-472d-8d01-3d7943a63924) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:53:31.079910 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-41d6a9cd-a274-462c-86a1-77674e971fa7 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:31.109564 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-41d6a9cd-a274-462c-86a1-77674e971fa7 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:31.131980 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-f73d9abb-4281-48b1-8ee5-d7efba14af65 req-fbccd91f-58b1-42a1-a32b-93d80624851b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=bb1ec3fa-05d3-4fd5-a850-b378ec261fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477494 Oct 26 15:53:31.134769 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d6a9cd-a274-462c-86a1-77674e971fa7 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event deleted for resources: {'Network': ['ID=e7821940-8da7-4993-b64e-bee03d09c0f9,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:31.185046 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-140bafac-9c0b-4a82-a9aa-127242628f07 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:31.207924 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-41d6a9cd-a274-462c-86a1-77674e971fa7 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "DELETE /v2.0/networks/e7821940-8da7-4993-b64e-bee03d09c0f9 HTTP/1.1" status: 204 len: 168 time: 1.6968591 Oct 26 15:53:31.211508 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43752) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:31.216711 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-48d51c22-7cba-4e42-b021-031f108bffb4 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1400003718', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}, 'admin_state_up': False}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:53:31.223982 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-48d51c22-7cba-4e42-b021-031f108bffb4 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:53:31.227556 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ac13d89f-7a66-44b9-bcb9-9f010ebf4db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:31.229326 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-48d51c22-7cba-4e42-b021-031f108bffb4 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Usage tracker for resource:router and tenant:33165e7b97ac42778d9b016b22174455 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:53:31.246257 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-48d51c22-7cba-4e42-b021-031f108bffb4 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:53:31.249291 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ac13d89f-7a66-44b9-bcb9-9f010ebf4db6 admin admin] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:31.259737 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-48d51c22-7cba-4e42-b021-031f108bffb4 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:53:31.262687 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d89f-7a66-44b9-bcb9-9f010ebf4db6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdbc25d0-22c5-4c30-be54-ee76db01afe3,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:31.266118 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ac13d89f-7a66-44b9-bcb9-9f010ebf4db6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/cdbc25d0-22c5-4c30-be54-ee76db01afe3 HTTP/1.1" status: 204 len: 168 time: 0.9701378 Oct 26 15:53:31.281928 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-140bafac-9c0b-4a82-a9aa-127242628f07 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:31.333662 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-48d51c22-7cba-4e42-b021-031f108bffb4 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:31.334849 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-48d51c22-7cba-4e42-b021-031f108bffb4 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:31.352639 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-48d51c22-7cba-4e42-b021-031f108bffb4 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:31.353402 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140bafac-9c0b-4a82-a9aa-127242628f07 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:53:31.356614 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-140bafac-9c0b-4a82-a9aa-127242628f07 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:53:31.360418 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140bafac-9c0b-4a82-a9aa-127242628f07 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:53:31.391091 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bafac-9c0b-4a82-a9aa-127242628f07 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Pushing event updated for resources: {'Port': ['ID=064ae551-815e-472d-8d01-3d7943a63924,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:31.647171 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43758) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:31.687468 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-48d51c22-7cba-4e42-b021-031f108bffb4 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:31.761302 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-fd8dc80b-c1e4-47d1-916d-ee21caa0dcb9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3c8998251032425cb54859b8c2e97d89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1129925 Oct 26 15:53:31.763893 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43762) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:31.826976 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d696f332-3a5a-496c-b427-f0e0de1db833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:31.854115 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d696f332-3a5a-496c-b427-f0e0de1db833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:32.035525 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ea7bbd9c-0bec-4e24-bfa9-8b010efec8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:32.074136 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-140bafac-9c0b-4a82-a9aa-127242628f07 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for router_gateway, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:32.176235 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-48d51c22-7cba-4e42-b021-031f108bffb4 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for router_gateway, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:32.185947 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d696f332-3a5a-496c-b427-f0e0de1db833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:32.208330 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-48d51c22-7cba-4e42-b021-031f108bffb4 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:32.222724 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d696f332-3a5a-496c-b427-f0e0de1db833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68561780-99c7-4078-8c93-c1dd71fe310d,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:32.353330 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-48d51c22-7cba-4e42-b021-031f108bffb4 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Allocated IP 172.26.2.209 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/2dce9220-4e36-476e-8bae-caf2867b6c6f) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:53:32.468827 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d696f332-3a5a-496c-b427-f0e0de1db833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:32.469941 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-d696f332-3a5a-496c-b427-f0e0de1db833 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/68561780-99c7-4078-8c93-c1dd71fe310d HTTP/1.1" status: 204 len: 168 time: 0.7045169 Oct 26 15:53:32.504556 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-48d51c22-7cba-4e42-b021-031f108bffb4 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:32.521668 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35b9f4-6a1e-4b71-866d-c529ee358499 req-02ea4eaf-58f8-4d54-a0fd-2d974be1a8a0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:32.523350 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-dc35b9f4-6a1e-4b71-866d-c529ee358499 req-02ea4eaf-58f8-4d54-a0fd-2d974be1a8a0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3431245-fe57-48b7-95bd-523f4a005533 HTTP/1.1" status: 200 len: 944 time: 0.2602232 Oct 26 15:53:32.547076 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-140bafac-9c0b-4a82-a9aa-127242628f07 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:32.579260 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-48d51c22-7cba-4e42-b021-031f108bffb4 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:32.650184 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d51c22-7cba-4e42-b021-031f108bffb4 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:53:32.654266 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-48d51c22-7cba-4e42-b021-031f108bffb4 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:53:32.656673 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d51c22-7cba-4e42-b021-031f108bffb4 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:53:32.698392 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d51c22-7cba-4e42-b021-031f108bffb4 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event updated for resources: {'Port': ['ID=2dce9220-4e36-476e-8bae-caf2867b6c6f,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:32.709835 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-dc35b9f4-6a1e-4b71-866d-c529ee358499 req-f1bb0984-2eb8-45dc-9874-0af1a34d9d97 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=bb1ec3fa-05d3-4fd5-a850-b378ec261fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784024 Oct 26 15:53:32.724372 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 15:53:32.881560 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-140bafac-9c0b-4a82-a9aa-127242628f07 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Router 08ce8954-63b9-41d9-ae40-011fcb2c9221 is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:53:32.944739 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment f4a3fc1e-31e4-4e3c-b114-7de5d4726039 resource provider aggregate not found Oct 26 15:53:32.961746 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment f4a3fc1e-31e4-4e3c-b114-7de5d4726039 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f4a3fc1e-31e4-4e3c-b114-7de5d4726039 found for delete ", "request_id": "req-52d0e089-f683-465b-bb93-f35de54c76a2"}]} Oct 26 15:53:33.067250 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140bafac-9c0b-4a82-a9aa-127242628f07 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:53:33.077831 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1bfabf-f772-42f5-af99-7ebe1e7a4197 None None] Sync routers for ids ['08ce8954-63b9-41d9-ae40-011fcb2c9221'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:53:33.089124 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1bfabf-f772-42f5-af99-7ebe1e7a4197 None None] Routers {'08ce8954-63b9-41d9-ae40-011fcb2c9221'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:53:33.089741 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-fa1bfabf-f772-42f5-af99-7ebe1e7a4197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:53:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['08ce8954-63b9-41d9-ae40-011fcb2c9221'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:33.150401 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-140bafac-9c0b-4a82-a9aa-127242628f07 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:33.151971 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-140bafac-9c0b-4a82-a9aa-127242628f07 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.5237732 Oct 26 15:53:33.159363 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43776) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:33.159703 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-fa1bfabf-f772-42f5-af99-7ebe1e7a4197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:33.165203 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-48d51c22-7cba-4e42-b021-031f108bffb4 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for router_gateway, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:33.165836 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1bfabf-f772-42f5-af99-7ebe1e7a4197 None None] Routers {'08ce8954-63b9-41d9-ae40-011fcb2c9221'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:53:33.166673 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-fa1bfabf-f772-42f5-af99-7ebe1e7a4197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:53:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['08ce8954-63b9-41d9-ae40-011fcb2c9221'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:33.215836 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43780) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:33.234556 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-fa1bfabf-f772-42f5-af99-7ebe1e7a4197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:33.235016 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1bfabf-f772-42f5-af99-7ebe1e7a4197 None None] The sync data for ids ['08ce8954-63b9-41d9-ae40-011fcb2c9221'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:53:33.371953 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-5921a4a0-b008-4994-a699-f1283ee48562 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1f309a5f702a460abe24c33dc4aae5da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1549962 Oct 26 15:53:33.375117 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43784) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:33.469703 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-3e38f830-4e8a-4341-9a0c-b573d48f9ee7 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] 10.222.0.23 "GET /v2.0/routers/08ce8954-63b9-41d9-ae40-011fcb2c9221 HTTP/1.1" status: 200 len: 924 time: 0.3140309 Oct 26 15:53:33.472455 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43788) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:33.530676 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-690c019e-71a9-4c10-b7e0-61257cfe2de4 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] 10.222.0.23 "GET /v2.0/ports?device_id=08ce8954-63b9-41d9-ae40-011fcb2c9221 HTTP/1.1" status: 200 len: 205 time: 0.0571096 Oct 26 15:53:33.533157 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43792) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:33.706722 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-64794415-ac66-4e74-9f31-9f74ed4fedf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:33.721244 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-17778a61-0b85-49da-a0f0-c0c71770e484 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for router, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:33.753028 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-64794415-ac66-4e74-9f31-9f74ed4fedf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:33.763193 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-48d51c22-7cba-4e42-b021-031f108bffb4 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:33.909567 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-17778a61-0b85-49da-a0f0-c0c71770e484 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:33.978457 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-17778a61-0b85-49da-a0f0-c0c71770e484 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Deleting port 064ae551-815e-472d-8d01-3d7943a63924 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:53:33.978752 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-17778a61-0b85-49da-a0f0-c0c71770e484 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:34.055700 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44e8f1-6b7b-4fa8-ace7-1e89cb2c4f92 req-f175f405-54cf-48f3-a709-bdb60c14fa09 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:34.057162 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-1a44e8f1-6b7b-4fa8-ace7-1e89cb2c4f92 req-f175f405-54cf-48f3-a709-bdb60c14fa09 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3431245-fe57-48b7-95bd-523f4a005533 HTTP/1.1" status: 200 len: 944 time: 0.1693342 Oct 26 15:53:34.107589 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-64794415-ac66-4e74-9f31-9f74ed4fedf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:34.118958 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-1a44e8f1-6b7b-4fa8-ace7-1e89cb2c4f92 req-8537e9d4-a50f-44bc-aa5c-a371830440f0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=bb1ec3fa-05d3-4fd5-a850-b378ec261fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520120 Oct 26 15:53:34.123495 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64794415-ac66-4e74-9f31-9f74ed4fedf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4de763-e7ca-4fe5-9484-6c7937a807e7,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:34.139474 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-64794415-ac66-4e74-9f31-9f74ed4fedf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:34.140827 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-64794415-ac66-4e74-9f31-9f74ed4fedf8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/da4de763-e7ca-4fe5-9484-6c7937a807e7 HTTP/1.1" status: 204 len: 168 time: 0.7647650 Oct 26 15:53:34.177617 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-17778a61-0b85-49da-a0f0-c0c71770e484 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:34.184686 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d51c22-7cba-4e42-b021-031f108bffb4 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Router cc134ef4-52d2-4b0f-81f1-ec64e8607cf6 is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:53:34.308610 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-17778a61-0b85-49da-a0f0-c0c71770e484 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Calling delete_port for 064ae551-815e-472d-8d01-3d7943a63924 owned by network:router_gateway {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:53:34.372332 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d51c22-7cba-4e42-b021-031f108bffb4 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:53:34.391828 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235d3595-2cb9-404b-80b8-12bbbcd9a838 None None] Sync routers for ids ['cc134ef4-52d2-4b0f-81f1-ec64e8607cf6'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:53:34.403164 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235d3595-2cb9-404b-80b8-12bbbcd9a838 None None] Routers {'cc134ef4-52d2-4b0f-81f1-ec64e8607cf6'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:53:34.403792 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-235d3595-2cb9-404b-80b8-12bbbcd9a838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:53:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['cc134ef4-52d2-4b0f-81f1-ec64e8607cf6'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:34.457483 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-48d51c22-7cba-4e42-b021-031f108bffb4 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:34.463420 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-48d51c22-7cba-4e42-b021-031f108bffb4 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.2461264 Oct 26 15:53:34.465684 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43802) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:34.476364 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6a72ef0d-1c62-4aa9-9cf1-de734b65d417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:34.478190 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-235d3595-2cb9-404b-80b8-12bbbcd9a838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:34.488188 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235d3595-2cb9-404b-80b8-12bbbcd9a838 None None] Routers {'cc134ef4-52d2-4b0f-81f1-ec64e8607cf6'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:53:34.489033 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-235d3595-2cb9-404b-80b8-12bbbcd9a838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:53:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['cc134ef4-52d2-4b0f-81f1-ec64e8607cf6'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:34.533617 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-17778a61-0b85-49da-a0f0-c0c71770e484 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:34.552050 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-235d3595-2cb9-404b-80b8-12bbbcd9a838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:34.552957 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235d3595-2cb9-404b-80b8-12bbbcd9a838 None None] The sync data for ids ['cc134ef4-52d2-4b0f-81f1-ec64e8607cf6'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:53:34.597495 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17778a61-0b85-49da-a0f0-c0c71770e484 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Pushing event deleted for resources: {'Port': ['ID=064ae551-815e-472d-8d01-3d7943a63924,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:34.687825 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device cfccf165-4526-4035-a084-bf502b199158 details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 15:53:34.695002 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-17d136d1-4b09-451f-9cd9-7858f280da5c tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "GET /v2.0/routers/cc134ef4-52d2-4b0f-81f1-ec64e8607cf6 HTTP/1.1" status: 200 len: 885 time: 0.2265844 Oct 26 15:53:34.697306 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43812) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:34.705122 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-17778a61-0b85-49da-a0f0-c0c71770e484 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:34.831470 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port cfccf165-4526-4035-a084-bf502b199158, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=cfccf165-4526-4035-a084-bf502b199158,segment=NetworkSegment(32ff1ea1-994d-4447-acf2-ea6db22e1af4),segment_id=32ff1ea1-994d-4447-acf2-ea6db22e1af4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:53:34.845729 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': 'cfccf165-4526-4035-a084-bf502b199158', 'network_id': 'f07e0791-a1d0-4c4b-9759-707688ee57ec', 'port_id': 'cfccf165-4526-4035-a084-bf502b199158', 'mac_address': 'fa:16:3e:4c:56:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efa47aaf-530a-4abd-bf1d-39e08fd87042', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 15:53:34.933295 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-1ea715ec-27e6-4a06-97b4-4b6e52f76f5f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Synchronizing usage tracker for tenant:33165e7b97ac42778d9b016b22174455 on resource:router {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:53:34.960747 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port cfccf165-4526-4035-a084-bf502b199158 is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:53:34.961136 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:34.979416 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfccf165-4526-4035-a084-bf502b199158 {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:53:34.996881 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port cfccf165-4526-4035-a084-bf502b199158, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=cfccf165-4526-4035-a084-bf502b199158,segment=NetworkSegment(32ff1ea1-994d-4447-acf2-ea6db22e1af4),segment_id=32ff1ea1-994d-4447-acf2-ea6db22e1af4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:53:35.006847 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-1ea715ec-27e6-4a06-97b4-4b6e52f76f5f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Unset dirty status for tenant:33165e7b97ac42778d9b016b22174455 on resource:router {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:53:35.009283 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-1ea715ec-27e6-4a06-97b4-4b6e52f76f5f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3097618 Oct 26 15:53:35.014852 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43820) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:35.020459 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-9ea23f8f-586f-477f-b2ef-21f25e6bb1b0 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1400003718'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:53:35.035453 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-17778a61-0b85-49da-a0f0-c0c71770e484 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:35.037694 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-17778a61-0b85-49da-a0f0-c0c71770e484 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:35.046892 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:35.098561 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-17778a61-0b85-49da-a0f0-c0c71770e484 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:35.099122 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17778a61-0b85-49da-a0f0-c0c71770e484 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Fanout notify agent at l3_agent the message router_deleted on router 08ce8954-63b9-41d9-ae40-011fcb2c9221 {{(pid=89748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:53:35.120553 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-17778a61-0b85-49da-a0f0-c0c71770e484 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:35.120886 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=cfccf165-4526-4035-a084-bf502b199158,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:35.126673 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-17778a61-0b85-49da-a0f0-c0c71770e484 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] 10.222.0.23 "DELETE /v2.0/routers/08ce8954-63b9-41d9-ae40-011fcb2c9221 HTTP/1.1" status: 204 len: 168 time: 1.5888624 Oct 26 15:53:35.127059 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43828) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:35.133215 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-6693d452-1619-4a2a-8016-4358659f0bdd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1130647433', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'enable_snat': False}}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:53:35.141728 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-6693d452-1619-4a2a-8016-4358659f0bdd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:53:35.147910 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-6693d452-1619-4a2a-8016-4358659f0bdd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Usage tracker for resource:router and tenant:e42ffbb043434123b26d26c324466549 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:53:35.151571 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-6693d452-1619-4a2a-8016-4358659f0bdd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:53:35.158348 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-6693d452-1619-4a2a-8016-4358659f0bdd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:53:35.224751 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6693d452-1619-4a2a-8016-4358659f0bdd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:35.226986 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6693d452-1619-4a2a-8016-4358659f0bdd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:35.244765 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6693d452-1619-4a2a-8016-4358659f0bdd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:35.253050 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:35.256302 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:35.311284 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43836) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:35.373008 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984cc311-0b58-4d6f-a4af-2b21affeccca req-80beffac-3e3e-4cb9-84cc-5b641bdaabea tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:35.375366 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-984cc311-0b58-4d6f-a4af-2b21affeccca req-80beffac-3e3e-4cb9-84cc-5b641bdaabea tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3431245-fe57-48b7-95bd-523f4a005533 HTTP/1.1" status: 200 len: 945 time: 0.1136267 Oct 26 15:53:35.448746 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['cfccf165-4526-4035-a084-bf502b199158'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 15:53:35.486178 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-8cb180cf-dd5b-4384-b891-d908dd0bd79b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-690992483-network', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:53:35.559355 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-984cc311-0b58-4d6f-a4af-2b21affeccca req-11529146-94b6-4791-af02-ea2279c95998 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=bb1ec3fa-05d3-4fd5-a850-b378ec261fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765647 Oct 26 15:53:35.562426 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8cb180cf-dd5b-4384-b891-d908dd0bd79b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:53:35.569234 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8cb180cf-dd5b-4384-b891-d908dd0bd79b admin admin] Usage tracker for resource:network and tenant:ab9c67e35a8b4af1a86f3646b2324675 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:53:35.573541 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8cb180cf-dd5b-4384-b891-d908dd0bd79b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:53:35.633504 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8cb180cf-dd5b-4384-b891-d908dd0bd79b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:53:35.713650 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6693d452-1619-4a2a-8016-4358659f0bdd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:35.751237 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9ea23f8f-586f-477f-b2ef-21f25e6bb1b0 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:35.767354 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb180cf-dd5b-4384-b891-d908dd0bd79b admin admin] Made reservation on behalf of ab9c67e35a8b4af1a86f3646b2324675 for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:53:35.770093 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8cb180cf-dd5b-4384-b891-d908dd0bd79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:35.784505 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8cb180cf-dd5b-4384-b891-d908dd0bd79b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:35.815763 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8cb180cf-dd5b-4384-b891-d908dd0bd79b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:53:35.825011 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9ea23f8f-586f-477f-b2ef-21f25e6bb1b0 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-581503'] for router, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:35.864241 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8cb180cf-dd5b-4384-b891-d908dd0bd79b admin admin] Usage tracker for resource:security_group_rule and tenant:ab9c67e35a8b4af1a86f3646b2324675 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:53:35.869742 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8cb180cf-dd5b-4384-b891-d908dd0bd79b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:53:35.878835 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8cb180cf-dd5b-4384-b891-d908dd0bd79b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:53:36.004743 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8cb180cf-dd5b-4384-b891-d908dd0bd79b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:36.012904 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea23f8f-586f-477f-b2ef-21f25e6bb1b0 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Router cc134ef4-52d2-4b0f-81f1-ec64e8607cf6 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:53:36.064935 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8cb180cf-dd5b-4384-b891-d908dd0bd79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:36.188906 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cb180cf-dd5b-4384-b891-d908dd0bd79b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:53:36.192567 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea23f8f-586f-477f-b2ef-21f25e6bb1b0 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:53:36.199720 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9ea23f8f-586f-477f-b2ef-21f25e6bb1b0 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:36.204924 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-9ea23f8f-586f-477f-b2ef-21f25e6bb1b0 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "PUT /v2.0/routers/cc134ef4-52d2-4b0f-81f1-ec64e8607cf6 HTTP/1.1" status: 200 len: 892 time: 1.1857541 Oct 26 15:53:36.205114 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43491ded-a9b7-44ec-9717-18af939fa001 None None] Sync routers for ids ['cc134ef4-52d2-4b0f-81f1-ec64e8607cf6'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:53:36.205541 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43842) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:36.213189 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43491ded-a9b7-44ec-9717-18af939fa001 None None] Routers {'cc134ef4-52d2-4b0f-81f1-ec64e8607cf6'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:53:36.213785 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-43491ded-a9b7-44ec-9717-18af939fa001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:53:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['cc134ef4-52d2-4b0f-81f1-ec64e8607cf6'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:36.214578 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb180cf-dd5b-4384-b891-d908dd0bd79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdacd9c-40db-4115-a4e7-138c4b0a06d6,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:36.218675 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8cb180cf-dd5b-4384-b891-d908dd0bd79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:36.219016 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-8cb180cf-dd5b-4384-b891-d908dd0bd79b admin admin] Added segment 5abcf1f5-9fbe-42a4-ad2d-7607ef188452 of type vlan for network e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83 Oct 26 15:53:36.243782 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6693d452-1619-4a2a-8016-4358659f0bdd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:36.284294 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-43491ded-a9b7-44ec-9717-18af939fa001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:36.288261 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6693d452-1619-4a2a-8016-4358659f0bdd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:36.293251 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43491ded-a9b7-44ec-9717-18af939fa001 None None] Routers {'cc134ef4-52d2-4b0f-81f1-ec64e8607cf6'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:53:36.293395 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8cb180cf-dd5b-4384-b891-d908dd0bd79b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:36.294342 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-43491ded-a9b7-44ec-9717-18af939fa001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:53:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['cc134ef4-52d2-4b0f-81f1-ec64e8607cf6'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:36.362015 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-43491ded-a9b7-44ec-9717-18af939fa001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:36.362432 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43491ded-a9b7-44ec-9717-18af939fa001 None None] The sync data for ids ['cc134ef4-52d2-4b0f-81f1-ec64e8607cf6'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:53:36.400872 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c467a23b-ff03-4938-abcf-f3227f66016b tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "GET /v2.0/routers/cc134ef4-52d2-4b0f-81f1-ec64e8607cf6 HTTP/1.1" status: 200 len: 892 time: 0.1954300 Oct 26 15:53:36.403459 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43846) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:36.446860 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8cb180cf-dd5b-4384-b891-d908dd0bd79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:36.447729 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb180cf-dd5b-4384-b891-d908dd0bd79b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:36.448288 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8cb180cf-dd5b-4384-b891-d908dd0bd79b admin admin] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:36.452413 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-6693d452-1619-4a2a-8016-4358659f0bdd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Allocated IP 172.26.2.225 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/97d8665c-4835-49db-9df9-075777cbbef9) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:53:36.453516 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-889aede8-5b33-4c47-8d97-5ad8cfc1f1c2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Synchronizing usage tracker for tenant:33165e7b97ac42778d9b016b22174455 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:53:36.526981 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-889aede8-5b33-4c47-8d97-5ad8cfc1f1c2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Unset dirty status for tenant:33165e7b97ac42778d9b016b22174455 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:53:36.528151 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-889aede8-5b33-4c47-8d97-5ad8cfc1f1c2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc134ef4-52d2-4b0f-81f1-ec64e8607cf6 HTTP/1.1" status: 200 len: 205 time: 0.1237137 Oct 26 15:53:36.530783 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43850) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:36.581345 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb180cf-dd5b-4384-b891-d908dd0bd79b admin admin] Pushing event updated for resources: {'Network': ['ID=e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:36.593051 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:53:36.727135 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device cfccf165-4526-4035-a084-bf502b199158 up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:53:36.759708 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-8cb180cf-dd5b-4384-b891-d908dd0bd79b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4447498 Oct 26 15:53:36.761724 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43856) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:36.770309 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-f4234566-f396-4853-a005-21b6c3f7bf8d admin admin] Request body: {'subnet': {'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-690992483-subnet', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'ip_version': 4}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:53:36.777694 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6693d452-1619-4a2a-8016-4358659f0bdd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:36.782594 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-f4234566-f396-4853-a005-21b6c3f7bf8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:53:36.785202 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-04333843-209c-4701-8223-55ca00ef12ba tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for router, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:36.788623 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-f4234566-f396-4853-a005-21b6c3f7bf8d admin admin] Usage tracker for resource:subnet and tenant:ab9c67e35a8b4af1a86f3646b2324675 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:53:36.795750 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-f4234566-f396-4853-a005-21b6c3f7bf8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:53:36.804325 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-f4234566-f396-4853-a005-21b6c3f7bf8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:53:36.869777 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:36.892360 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning for port cfccf165-4526-4035-a084-bf502b199158 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:53:36.892971 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4234566-f396-4853-a005-21b6c3f7bf8d admin admin] Made reservation on behalf of ab9c67e35a8b4af1a86f3646b2324675 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:53:36.895724 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f4234566-f396-4853-a005-21b6c3f7bf8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:36.898072 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port cfccf165-4526-4035-a084-bf502b199158 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:53:36.898450 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:36.898808 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port cfccf165-4526-4035-a084-bf502b199158 Oct 26 15:53:36.910157 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6693d452-1619-4a2a-8016-4358659f0bdd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:37.034214 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port cfccf165-4526-4035-a084-bf502b199158 is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:53:37.034693 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:37.064750 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3431245-fe57-48b7-95bd-523f4a005533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfccf165-4526-4035-a084-bf502b199158'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:53:37.067379 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a4055b-bf9a-4f4a-989e-718a0574dce8" -d '{"events": [{"server_uuid": "d3431245-fe57-48b7-95bd-523f4a005533", "name": "network-vif-plugged", "status": "completed", "tag": "cfccf165-4526-4035-a084-bf502b199158"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:53:37.078089 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port cfccf165-4526-4035-a084-bf502b199158, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=cfccf165-4526-4035-a084-bf502b199158,segment=NetworkSegment(32ff1ea1-994d-4447-acf2-ea6db22e1af4),segment_id=32ff1ea1-994d-4447-acf2-ea6db22e1af4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:53:37.081610 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce7eb3-ec33-421d-9439-ebaf247ff7dd req-aafc4b99-e80f-4174-ac29-62fb5db79933 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:37.083145 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e1ce7eb3-ec33-421d-9439-ebaf247ff7dd req-aafc4b99-e80f-4174-ac29-62fb5db79933 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3431245-fe57-48b7-95bd-523f4a005533 HTTP/1.1" status: 200 len: 945 time: 0.3889110 Oct 26 15:53:37.124831 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e7add2-bf7d-4cf9-beff-d502cda48538 x-openstack-request-id: req-75e7add2-bf7d-4cf9-beff-d502cda48538 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:53:37.125891 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3431245-fe57-48b7-95bd-523f4a005533", "name": "network-vif-plugged", "status": "completed", "tag": "cfccf165-4526-4035-a084-bf502b199158", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:53:37.126304 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-75e7add2-bf7d-4cf9-beff-d502cda48538 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:53:37.126820 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75e7add2-bf7d-4cf9-beff-d502cda48538'] response: {'server_uuid': 'd3431245-fe57-48b7-95bd-523f4a005533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfccf165-4526-4035-a084-bf502b199158', 'code': 200} Oct 26 15:53:37.145056 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:37.164539 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6693d452-1619-4a2a-8016-4358659f0bdd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:53:37.165235 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e1ce7eb3-ec33-421d-9439-ebaf247ff7dd req-3b318652-abb2-4281-9759-c3f0040829d6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=bb1ec3fa-05d3-4fd5-a850-b378ec261fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758090 Oct 26 15:53:37.170492 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-6693d452-1619-4a2a-8016-4358659f0bdd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:53:37.177639 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-04333843-209c-4701-8223-55ca00ef12ba tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:37.177881 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6693d452-1619-4a2a-8016-4358659f0bdd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:53:37.218587 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693d452-1619-4a2a-8016-4358659f0bdd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Pushing event updated for resources: {'Port': ['ID=97d8665c-4835-49db-9df9-075777cbbef9,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:37.229963 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-04333843-209c-4701-8223-55ca00ef12ba tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Deleting port 2dce9220-4e36-476e-8bae-caf2867b6c6f {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:53:37.230859 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-04333843-209c-4701-8223-55ca00ef12ba tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:37.238266 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=cfccf165-4526-4035-a084-bf502b199158,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:37.414341 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-04333843-209c-4701-8223-55ca00ef12ba tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:37.544850 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-04333843-209c-4701-8223-55ca00ef12ba tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Calling delete_port for 2dce9220-4e36-476e-8bae-caf2867b6c6f owned by network:router_gateway {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:53:37.604589 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a1f59-90cb-403d-8f08-a7fd1c9fb44f req-44f5942c-c63b-4d31-8961-39f90ddea775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:37.606126 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9b3a1f59-90cb-403d-8f08-a7fd1c9fb44f req-44f5942c-c63b-4d31-8961-39f90ddea775 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d3431245-fe57-48b7-95bd-523f4a005533 HTTP/1.1" status: 200 len: 1099 time: 0.1460807 Oct 26 15:53:37.758278 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f4234566-f396-4853-a005-21b6c3f7bf8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:37.761364 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-04333843-209c-4701-8223-55ca00ef12ba tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:37.812328 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04333843-209c-4701-8223-55ca00ef12ba tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event deleted for resources: {'Port': ['ID=2dce9220-4e36-476e-8bae-caf2867b6c6f,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:37.814273 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9b3a1f59-90cb-403d-8f08-a7fd1c9fb44f req-ad968fe9-a799-4330-b202-5877edd48650 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bb1ec3fa-05d3-4fd5-a850-b378ec261fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2021492 Oct 26 15:53:37.866824 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4234566-f396-4853-a005-21b6c3f7bf8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c273cff6-10d2-4763-a9ae-6bddfa2dc0d2,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:37.899018 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4234566-f396-4853-a005-21b6c3f7bf8d admin admin] Checking segment: {'id': '5abcf1f5-9fbe-42a4-ad2d-7607ef188452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:53:37.899374 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4234566-f396-4853-a005-21b6c3f7bf8d admin admin] Network hostable DHCP agents. Network: e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:53:37.906882 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6693d452-1619-4a2a-8016-4358659f0bdd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:37.915152 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-04333843-209c-4701-8223-55ca00ef12ba tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:38.096238 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-04333843-209c-4701-8223-55ca00ef12ba tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:38.098386 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-04333843-209c-4701-8223-55ca00ef12ba tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:38.144709 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4234566-f396-4853-a005-21b6c3f7bf8d admin admin] Network e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:53:38.189911 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-04333843-209c-4701-8223-55ca00ef12ba tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:38.190423 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04333843-209c-4701-8223-55ca00ef12ba tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Fanout notify agent at l3_agent the message router_deleted on router cc134ef4-52d2-4b0f-81f1-ec64e8607cf6 {{(pid=89747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:53:38.266493 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6693d452-1619-4a2a-8016-4358659f0bdd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:38.290711 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-04333843-209c-4701-8223-55ca00ef12ba tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:38.293614 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-04333843-209c-4701-8223-55ca00ef12ba tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "DELETE /v2.0/routers/cc134ef4-52d2-4b0f-81f1-ec64e8607cf6 HTTP/1.1" status: 204 len: 168 time: 1.7600942 Oct 26 15:53:38.299911 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43864) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:38.305442 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-25ed28cc-dd32-4668-9c81-c6a17aad1050 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1162239236'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:53:38.310807 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-25ed28cc-dd32-4668-9c81-c6a17aad1050 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:53:38.315016 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-25ed28cc-dd32-4668-9c81-c6a17aad1050 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Usage tracker for resource:network and tenant:33165e7b97ac42778d9b016b22174455 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:53:38.320301 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-25ed28cc-dd32-4668-9c81-c6a17aad1050 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:53:38.323989 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-25ed28cc-dd32-4668-9c81-c6a17aad1050 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:53:38.384546 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ed28cc-dd32-4668-9c81-c6a17aad1050 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Made reservation on behalf of 33165e7b97ac42778d9b016b22174455 for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:53:38.388037 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-25ed28cc-dd32-4668-9c81-c6a17aad1050 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:38.418889 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25ed28cc-dd32-4668-9c81-c6a17aad1050 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:53:38.428371 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-25ed28cc-dd32-4668-9c81-c6a17aad1050 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:38.428752 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-25ed28cc-dd32-4668-9c81-c6a17aad1050 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Added segment 1f24b3d4-ba2d-4608-b711-0b8e556c7acb of type vlan for network aa33e51b-f12b-4122-81a7-a497b37d3b02 Oct 26 15:53:38.456608 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-25ed28cc-dd32-4668-9c81-c6a17aad1050 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:38.510376 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-f4234566-f396-4853-a005-21b6c3f7bf8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:53:38.519082 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52b8bc6-8736-4b4b-9d35-cc1017e6d37b None None] Network e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:53:38.550057 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-25ed28cc-dd32-4668-9c81-c6a17aad1050 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:38.555610 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ed28cc-dd32-4668-9c81-c6a17aad1050 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:38.556382 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-25ed28cc-dd32-4668-9c81-c6a17aad1050 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:38.573057 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4234566-f396-4853-a005-21b6c3f7bf8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:38.573667 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f4234566-f396-4853-a005-21b6c3f7bf8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:38.675555 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e864fb-4339-4b15-b0b3-a94aab4edc43 req-eb64d87d-4acb-4d7f-a920-1f7edb71d282 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:38.677032 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-88e864fb-4339-4b15-b0b3-a94aab4edc43 req-eb64d87d-4acb-4d7f-a920-1f7edb71d282 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3431245-fe57-48b7-95bd-523f4a005533 HTTP/1.1" status: 200 len: 946 time: 0.3535135 Oct 26 15:53:38.691171 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed28cc-dd32-4668-9c81-c6a17aad1050 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event updated for resources: {'Network': ['ID=aa33e51b-f12b-4122-81a7-a497b37d3b02,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:38.707446 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f4234566-f396-4853-a005-21b6c3f7bf8d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9462900 Oct 26 15:53:38.710370 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43868) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:38.711384 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network aa33e51b-f12b-4122-81a7-a497b37d3b02 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:53:38.716949 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-7e8e3fd3-5714-4abe-b18a-68aa01c3518d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-690992483-router', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:53:38.721795 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-7e8e3fd3-5714-4abe-b18a-68aa01c3518d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:53:38.725770 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7e8e3fd3-5714-4abe-b18a-68aa01c3518d admin admin] Usage tracker for resource:router and tenant:ab9c67e35a8b4af1a86f3646b2324675 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:53:38.728991 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7e8e3fd3-5714-4abe-b18a-68aa01c3518d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:53:38.735791 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-7e8e3fd3-5714-4abe-b18a-68aa01c3518d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:53:38.740595 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-88e864fb-4339-4b15-b0b3-a94aab4edc43 req-94095ccb-63b3-4380-b5eb-29ab96f16d55 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=bb1ec3fa-05d3-4fd5-a850-b378ec261fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562658 Oct 26 15:53:38.785219 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-25ed28cc-dd32-4668-9c81-c6a17aad1050 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4842570 Oct 26 15:53:38.788031 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43872) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:38.793726 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-ef5a4c1c-9d32-4bed-a8dd-e517993429cb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Request body: {'subnet': {'network_id': 'aa33e51b-f12b-4122-81a7-a497b37d3b02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:53:38.851563 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0742a0-0c98-470f-8d8e-cbf2db57cda4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83', 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'fixed_ips': [{'subnet_id': 'c273cff6-10d2-4763-a9ae-6bddfa2dc0d2'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:53:38.852431 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6693d452-1619-4a2a-8016-4358659f0bdd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Router 30c65176-3216-46f8-a1c2-139bece6bb87 is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:53:38.852646 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3a0742a0-0c98-470f-8d8e-cbf2db57cda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:38.863448 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7e8e3fd3-5714-4abe-b18a-68aa01c3518d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:38.864476 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7e8e3fd3-5714-4abe-b18a-68aa01c3518d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:38.914751 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7e8e3fd3-5714-4abe-b18a-68aa01c3518d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:38.924954 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ef5a4c1c-9d32-4bed-a8dd-e517993429cb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:53:38.930751 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ef5a4c1c-9d32-4bed-a8dd-e517993429cb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Usage tracker for resource:subnet and tenant:33165e7b97ac42778d9b016b22174455 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:53:38.935205 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ef5a4c1c-9d32-4bed-a8dd-e517993429cb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:53:38.941967 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ef5a4c1c-9d32-4bed-a8dd-e517993429cb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:53:39.023879 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-3a0742a0-0c98-470f-8d8e-cbf2db57cda4 None None] Allocated IP 172.20.0.2 (e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83/c273cff6-10d2-4763-a9ae-6bddfa2dc0d2/95c9818f-d024-4f9f-848f-2efd12bfae4c) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:53:39.048175 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6693d452-1619-4a2a-8016-4358659f0bdd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:53:39.054121 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5a4c1c-9d32-4bed-a8dd-e517993429cb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Made reservation on behalf of 33165e7b97ac42778d9b016b22174455 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:53:39.057674 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ef5a4c1c-9d32-4bed-a8dd-e517993429cb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:39.105376 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e853483-ed48-489a-8f3f-fc334c3e81ee None None] Sync routers for ids ['30c65176-3216-46f8-a1c2-139bece6bb87'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:53:39.122280 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6693d452-1619-4a2a-8016-4358659f0bdd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:39.130067 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43876) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:39.130879 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-6693d452-1619-4a2a-8016-4358659f0bdd tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.0026574 Oct 26 15:53:39.134916 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e853483-ed48-489a-8f3f-fc334c3e81ee None None] Routers {'30c65176-3216-46f8-a1c2-139bece6bb87'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:53:39.138802 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-0e853483-ed48-489a-8f3f-fc334c3e81ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:53:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['30c65176-3216-46f8-a1c2-139bece6bb87'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:39.450027 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-0e853483-ed48-489a-8f3f-fc334c3e81ee None None] Set router 30c65176-3216-46f8-a1c2-139bece6bb87 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:53:39.560775 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3a0742a0-0c98-470f-8d8e-cbf2db57cda4 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:39.615413 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7e8e3fd3-5714-4abe-b18a-68aa01c3518d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:39.633528 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-3a0742a0-0c98-470f-8d8e-cbf2db57cda4 None None] Transition to ACTIVE for port object 95c9818f-d024-4f9f-848f-2efd12bfae4c will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:53:39.664408 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-1ecfa6b6-8401-4471-8c15-f927645725d5 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] 10.222.0.23 "GET /v2.0/routers/30c65176-3216-46f8-a1c2-139bece6bb87 HTTP/1.1" status: 200 len: 909 time: 0.5332098 Oct 26 15:53:39.667191 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43880) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:39.671670 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-3a0742a0-0c98-470f-8d8e-cbf2db57cda4 None None] Transition to ACTIVE for port object 95c9818f-d024-4f9f-848f-2efd12bfae4c will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:53:39.672807 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-df1b1bcf-9807-44c6-b593-43d12bbdba01 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1130647433', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'enable_snat': True}}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:53:39.677540 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-df1b1bcf-9807-44c6-b593-43d12bbdba01 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:53:39.682078 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-df1b1bcf-9807-44c6-b593-43d12bbdba01 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Usage tracker for resource:router and tenant:e42ffbb043434123b26d26c324466549 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:53:39.685917 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-df1b1bcf-9807-44c6-b593-43d12bbdba01 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:53:39.693095 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-df1b1bcf-9807-44c6-b593-43d12bbdba01 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:53:39.756433 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3a0742a0-0c98-470f-8d8e-cbf2db57cda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:39.789494 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-df1b1bcf-9807-44c6-b593-43d12bbdba01 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:39.796233 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-df1b1bcf-9807-44c6-b593-43d12bbdba01 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:39.829818 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0742a0-0c98-470f-8d8e-cbf2db57cda4 None None] Network e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:53:39.830949 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-df1b1bcf-9807-44c6-b593-43d12bbdba01 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:39.835298 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-3a0742a0-0c98-470f-8d8e-cbf2db57cda4 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:53:39.842580 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0742a0-0c98-470f-8d8e-cbf2db57cda4 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:53:39.844255 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0742a0-0c98-470f-8d8e-cbf2db57cda4 None None] Pushing event updated for resources: {'Port': ['ID=95c9818f-d024-4f9f-848f-2efd12bfae4c,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:39.949080 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ef5a4c1c-9d32-4bed-a8dd-e517993429cb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:39.951701 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-0e853483-ed48-489a-8f3f-fc334c3e81ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c65176-3216-46f8-a1c2-139bece6bb87', 'name': 'tempest-snat-router-1130647433', 'tenant_id': 'e42ffbb043434123b26d26c324466549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.225'}], 'enable_snat': False}, 'gw_port_id': '97d8665c-4835-49db-9df9-075777cbbef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:35Z', 'updated_at': '2022-10-26T15:53:37Z', 'revision_number': 3, 'project_id': 'e42ffbb043434123b26d26c324466549', 'gw_port': {'id': '97d8665c-4835-49db-9df9-075777cbbef9', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c65176-3216-46f8-a1c2-139bece6bb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:36Z', 'updated_at': '2022-10-26T15:53:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:39.967114 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e853483-ed48-489a-8f3f-fc334c3e81ee None None] Checking router: 30c65176-3216-46f8-a1c2-139bece6bb87 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:53:39.967485 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e853483-ed48-489a-8f3f-fc334c3e81ee None None] Updating router 30c65176-3216-46f8-a1c2-139bece6bb87 port 97d8665c-4835-49db-9df9-075777cbbef9 binding host dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:53:40.010452 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-3a0742a0-0c98-470f-8d8e-cbf2db57cda4 None None] Attempting to bind port 95c9818f-d024-4f9f-848f-2efd12bfae4c on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:53:40.010933 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-3a0742a0-0c98-470f-8d8e-cbf2db57cda4 None None] Attempting to bind port 95c9818f-d024-4f9f-848f-2efd12bfae4c by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '5abcf1f5-9fbe-42a4-ad2d-7607ef188452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:53:40.011390 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0742a0-0c98-470f-8d8e-cbf2db57cda4 None None] Attempting to bind port 95c9818f-d024-4f9f-848f-2efd12bfae4c on network e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:53:40.022118 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0742a0-0c98-470f-8d8e-cbf2db57cda4 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:53:40.022603 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0742a0-0c98-470f-8d8e-cbf2db57cda4 None None] Checking segment: {'id': '5abcf1f5-9fbe-42a4-ad2d-7607ef188452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:53:40.023080 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3a0742a0-0c98-470f-8d8e-cbf2db57cda4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:40.023544 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0742a0-0c98-470f-8d8e-cbf2db57cda4 None None] Bound using segment: {'id': '5abcf1f5-9fbe-42a4-ad2d-7607ef188452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:53:40.024109 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-3a0742a0-0c98-470f-8d8e-cbf2db57cda4 None None] Bound port: 95c9818f-d024-4f9f-848f-2efd12bfae4c, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5abcf1f5-9fbe-42a4-ad2d-7607ef188452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:53:40.024554 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3a0742a0-0c98-470f-8d8e-cbf2db57cda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:40.045366 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-0e853483-ed48-489a-8f3f-fc334c3e81ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:40.193399 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-df1b1bcf-9807-44c6-b593-43d12bbdba01 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:40.210540 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a4c1c-9d32-4bed-a8dd-e517993429cb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event updated for resources: {'Subnet': ['ID=0e5772aa-053b-430b-b51c-261aac020361,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:40.219616 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5a4c1c-9d32-4bed-a8dd-e517993429cb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Checking segment: {'id': '1f24b3d4-ba2d-4608-b711-0b8e556c7acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'aa33e51b-f12b-4122-81a7-a497b37d3b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:53:40.219960 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5a4c1c-9d32-4bed-a8dd-e517993429cb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Network hostable DHCP agents. Network: aa33e51b-f12b-4122-81a7-a497b37d3b02, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:53:40.227359 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7e8e3fd3-5714-4abe-b18a-68aa01c3518d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:40.234272 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-3a0742a0-0c98-470f-8d8e-cbf2db57cda4 None None] For port 95c9818f-d024-4f9f-848f-2efd12bfae4c, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:53:40.248300 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-3a0742a0-0c98-470f-8d8e-cbf2db57cda4 None None] For port 95c9818f-d024-4f9f-848f-2efd12bfae4c, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=95c9818f-d024-4f9f-848f-2efd12bfae4c,segment=NetworkSegment(5abcf1f5-9fbe-42a4-ad2d-7607ef188452),segment_id=5abcf1f5-9fbe-42a4-ad2d-7607ef188452)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:53:40.260734 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7e8e3fd3-5714-4abe-b18a-68aa01c3518d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:40.316672 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3a0742a0-0c98-470f-8d8e-cbf2db57cda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:40.337531 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df51089-ef52-432b-8659-601df40b9a68 req-9b5fa921-25a8-4449-abfd-766da345ddfe tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:40.339069 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-1df51089-ef52-432b-8659-601df40b9a68 req-9b5fa921-25a8-4449-abfd-766da345ddfe tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3431245-fe57-48b7-95bd-523f4a005533 HTTP/1.1" status: 200 len: 946 time: 0.3973920 Oct 26 15:53:40.392393 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5a4c1c-9d32-4bed-a8dd-e517993429cb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Network aa33e51b-f12b-4122-81a7-a497b37d3b02 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:53:40.409658 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-1df51089-ef52-432b-8659-601df40b9a68 req-7e2b6a7a-6523-425c-abfb-998f3f24f8bd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=bb1ec3fa-05d3-4fd5-a850-b378ec261fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629494 Oct 26 15:53:40.440841 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0742a0-0c98-470f-8d8e-cbf2db57cda4 None None] Pushing event updated for resources: {'Port': ['ID=95c9818f-d024-4f9f-848f-2efd12bfae4c,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:40.510041 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-ef5a4c1c-9d32-4bed-a8dd-e517993429cb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, aa33e51b-f12b-4122-81a7-a497b37d3b02) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:53:40.523648 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5a4c1c-9d32-4bed-a8dd-e517993429cb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:40.529899 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0efecd6-6cf0-425d-84df-b643a1d223c1 None None] Network aa33e51b-f12b-4122-81a7-a497b37d3b02 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:53:40.530038 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ef5a4c1c-9d32-4bed-a8dd-e517993429cb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:40.657435 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ef5a4c1c-9d32-4bed-a8dd-e517993429cb tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8682358 Oct 26 15:53:40.658869 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43888) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:40.664322 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-3f792814-266d-42b2-9c98-98c9715f5a5d tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-210512048', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:53:40.667441 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-0e853483-ed48-489a-8f3f-fc334c3e81ee None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:40.681488 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-3f792814-266d-42b2-9c98-98c9715f5a5d tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:53:40.691346 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-3f792814-266d-42b2-9c98-98c9715f5a5d tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Usage tracker for resource:router and tenant:33165e7b97ac42778d9b016b22174455 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:53:40.700676 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-0e853483-ed48-489a-8f3f-fc334c3e81ee None None] Transition to ACTIVE for port object 97d8665c-4835-49db-9df9-075777cbbef9 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:53:40.702641 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-3f792814-266d-42b2-9c98-98c9715f5a5d tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:53:40.721269 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-3f792814-266d-42b2-9c98-98c9715f5a5d tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:53:40.754869 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-df1b1bcf-9807-44c6-b593-43d12bbdba01 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:40.799295 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-df1b1bcf-9807-44c6-b593-43d12bbdba01 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:40.915084 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc9621-75ed-4833-86e5-4516843a7943 req-6750ad62-a11f-4297-9d72-5de24dc48de5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:40.919514 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b3dc9621-75ed-4833-86e5-4516843a7943 req-6750ad62-a11f-4297-9d72-5de24dc48de5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3431245-fe57-48b7-95bd-523f4a005533 HTTP/1.1" status: 200 len: 946 time: 0.2746863 Oct 26 15:53:40.963484 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-0e853483-ed48-489a-8f3f-fc334c3e81ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:40.974405 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3f792814-266d-42b2-9c98-98c9715f5a5d tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:40.978348 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b3dc9621-75ed-4833-86e5-4516843a7943 req-97f69d1a-14bc-4b91-96d4-07d31244ac25 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=bb1ec3fa-05d3-4fd5-a850-b378ec261fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495327 Oct 26 15:53:40.979223 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3f792814-266d-42b2-9c98-98c9715f5a5d tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:41.009827 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43892) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:41.037793 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-7e8e3fd3-5714-4abe-b18a-68aa01c3518d admin admin] Allocated IP 172.26.2.78 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/592db8a6-2ff3-4659-a805-1e37cfa69aa0) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:53:41.040328 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3f792814-266d-42b2-9c98-98c9715f5a5d tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:41.052451 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00fd0cd-9723-46dc-8c59-7db1a64310fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-aa33e51b-f12b-4122-81a7-a497b37d3b02', 'network_id': 'aa33e51b-f12b-4122-81a7-a497b37d3b02', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'fixed_ips': [{'subnet_id': '0e5772aa-053b-430b-b51c-261aac020361'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:53:41.053815 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f00fd0cd-9723-46dc-8c59-7db1a64310fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:41.062796 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-0e853483-ed48-489a-8f3f-fc334c3e81ee None None] Attempting to bind port 97d8665c-4835-49db-9df9-075777cbbef9 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:53:41.063205 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-0e853483-ed48-489a-8f3f-fc334c3e81ee None None] Attempting to bind port 97d8665c-4835-49db-9df9-075777cbbef9 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:53:41.063475 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e853483-ed48-489a-8f3f-fc334c3e81ee None None] Attempting to bind port 97d8665c-4835-49db-9df9-075777cbbef9 on network 0c79a151-ef79-4fff-8a3c-258f9478471d {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:53:41.087444 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e853483-ed48-489a-8f3f-fc334c3e81ee None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:53:41.087864 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e853483-ed48-489a-8f3f-fc334c3e81ee None None] Checking segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:53:41.088217 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-0e853483-ed48-489a-8f3f-fc334c3e81ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:41.088617 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e853483-ed48-489a-8f3f-fc334c3e81ee None None] Bound using segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:53:41.089097 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-0e853483-ed48-489a-8f3f-fc334c3e81ee None None] Bound port: 97d8665c-4835-49db-9df9-075777cbbef9, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:53:41.089470 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-0e853483-ed48-489a-8f3f-fc334c3e81ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:41.122811 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ccf554-5620-4ad4-b6c7-7f27fd3f15c5 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:41.127254 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d44bd-6f86-4f32-b3e3-7fe805dae1cd None None] Pushing event updated for resources: {'Port': ['ID=97d8665c-4835-49db-9df9-075777cbbef9,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:41.127426 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f3ccf554-5620-4ad4-b6c7-7f27fd3f15c5 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d3431245-fe57-48b7-95bd-523f4a005533 HTTP/1.1" status: 200 len: 1094 time: 0.1135139 Oct 26 15:53:41.128205 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43896) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:41.139635 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-ef4f7661-62e1-4f2b-b7d8-700e962dd334 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'floatingip': {'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'port_id': 'cfccf165-4526-4035-a084-bf502b199158', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:53:41.146542 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-ef4f7661-62e1-4f2b-b7d8-700e962dd334 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:53:41.151476 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ef4f7661-62e1-4f2b-b7d8-700e962dd334 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:floatingip and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:53:41.156205 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ef4f7661-62e1-4f2b-b7d8-700e962dd334 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:53:41.170829 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-ef4f7661-62e1-4f2b-b7d8-700e962dd334 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:53:41.331972 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-0e853483-ed48-489a-8f3f-fc334c3e81ee None None] For port 97d8665c-4835-49db-9df9-075777cbbef9, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:53:41.334440 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ef4f7661-62e1-4f2b-b7d8-700e962dd334 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for floatingip, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:41.347902 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-0e853483-ed48-489a-8f3f-fc334c3e81ee None None] For port 97d8665c-4835-49db-9df9-075777cbbef9, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=97d8665c-4835-49db-9df9-075777cbbef9,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:53:41.378410 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-f00fd0cd-9723-46dc-8c59-7db1a64310fb None None] Allocated IP 2001:db8::2 (aa33e51b-f12b-4122-81a7-a497b37d3b02/0e5772aa-053b-430b-b51c-261aac020361/e7579e56-bc5d-46c3-a98f-0d757d704cbd) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:53:41.392286 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3f792814-266d-42b2-9c98-98c9715f5a5d tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:41.404244 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7e8e3fd3-5714-4abe-b18a-68aa01c3518d admin admin] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:41.466690 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-0e853483-ed48-489a-8f3f-fc334c3e81ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:41.504624 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3f792814-266d-42b2-9c98-98c9715f5a5d tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:41.506445 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-3f792814-266d-42b2-9c98-98c9715f5a5d tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8465235 Oct 26 15:53:41.509366 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43900) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:41.562978 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d44bd-6f86-4f32-b3e3-7fe805dae1cd None None] Pushing event updated for resources: {'Port': ['ID=97d8665c-4835-49db-9df9-075777cbbef9,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:41.585712 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e853483-ed48-489a-8f3f-fc334c3e81ee None None] Routers {'30c65176-3216-46f8-a1c2-139bece6bb87'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:53:41.586357 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-0e853483-ed48-489a-8f3f-fc334c3e81ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:53:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['30c65176-3216-46f8-a1c2-139bece6bb87'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:41.608897 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7e8e3fd3-5714-4abe-b18a-68aa01c3518d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:41.718151 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-df1b1bcf-9807-44c6-b593-43d12bbdba01 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Allocated IP 172.26.2.21 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/6fdb5c79-21aa-4ef4-b448-447a5937b226) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:53:41.785751 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8e3fd3-5714-4abe-b18a-68aa01c3518d admin admin] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:53:41.793989 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-7e8e3fd3-5714-4abe-b18a-68aa01c3518d admin admin] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:53:41.800720 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8e3fd3-5714-4abe-b18a-68aa01c3518d admin admin] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:53:41.868892 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ef4f7661-62e1-4f2b-b7d8-700e962dd334 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:41.918820 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07382f23-3edf-4cdb-b3e4-d032c95fe38e None None] Network e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:53:41.945777 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f00fd0cd-9723-46dc-8c59-7db1a64310fb None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:41.991178 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e3fd3-5714-4abe-b18a-68aa01c3518d admin admin] Pushing event updated for resources: {'Port': ['ID=592db8a6-2ff3-4659-a805-1e37cfa69aa0,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:42.000735 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-df1b1bcf-9807-44c6-b593-43d12bbdba01 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:42.015118 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-0e853483-ed48-489a-8f3f-fc334c3e81ee None None] Set router 30c65176-3216-46f8-a1c2-139bece6bb87 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:53:42.073225 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-df1b1bcf-9807-44c6-b593-43d12bbdba01 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:42.131581 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-f00fd0cd-9723-46dc-8c59-7db1a64310fb None None] Transition to ACTIVE for port object e7579e56-bc5d-46c3-a98f-0d757d704cbd will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:53:42.197588 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1b1bcf-9807-44c6-b593-43d12bbdba01 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:53:42.205700 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-df1b1bcf-9807-44c6-b593-43d12bbdba01 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:53:42.208309 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1b1bcf-9807-44c6-b593-43d12bbdba01 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:53:42.244774 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-3b310a36-a55d-4882-810e-c15933ae525a None None] Provisioning for port 95c9818f-d024-4f9f-848f-2efd12bfae4c completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:53:42.248264 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-f00fd0cd-9723-46dc-8c59-7db1a64310fb None None] Transition to ACTIVE for port object e7579e56-bc5d-46c3-a98f-0d757d704cbd will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:53:42.261564 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-ef4f7661-62e1-4f2b-b7d8-700e962dd334 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Allocated IP 172.26.2.10 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/2553e11f-dc25-4f93-a325-0ed38d84dfa5) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:53:42.300362 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1b1bcf-9807-44c6-b593-43d12bbdba01 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Pushing event updated for resources: {'Port': ['ID=6fdb5c79-21aa-4ef4-b448-447a5937b226,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:42.336323 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f00fd0cd-9723-46dc-8c59-7db1a64310fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:42.492403 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00fd0cd-9723-46dc-8c59-7db1a64310fb None None] Network aa33e51b-f12b-4122-81a7-a497b37d3b02 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:53:42.505657 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-f00fd0cd-9723-46dc-8c59-7db1a64310fb None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:53:42.521361 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00fd0cd-9723-46dc-8c59-7db1a64310fb None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:53:42.534295 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00fd0cd-9723-46dc-8c59-7db1a64310fb None None] Pushing event updated for resources: {'Port': ['ID=e7579e56-bc5d-46c3-a98f-0d757d704cbd,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:42.535592 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7e8e3fd3-5714-4abe-b18a-68aa01c3518d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:42.627648 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ef4f7661-62e1-4f2b-b7d8-700e962dd334 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:42.656738 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-f00fd0cd-9723-46dc-8c59-7db1a64310fb None None] Attempting to bind port e7579e56-bc5d-46c3-a98f-0d757d704cbd on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:53:42.657088 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-f00fd0cd-9723-46dc-8c59-7db1a64310fb None None] Attempting to bind port e7579e56-bc5d-46c3-a98f-0d757d704cbd by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '1f24b3d4-ba2d-4608-b711-0b8e556c7acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'aa33e51b-f12b-4122-81a7-a497b37d3b02'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:53:42.657618 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00fd0cd-9723-46dc-8c59-7db1a64310fb None None] Attempting to bind port e7579e56-bc5d-46c3-a98f-0d757d704cbd on network aa33e51b-f12b-4122-81a7-a497b37d3b02 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:53:42.667890 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00fd0cd-9723-46dc-8c59-7db1a64310fb None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:53:42.668262 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00fd0cd-9723-46dc-8c59-7db1a64310fb None None] Checking segment: {'id': '1f24b3d4-ba2d-4608-b711-0b8e556c7acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'aa33e51b-f12b-4122-81a7-a497b37d3b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:53:42.668671 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f00fd0cd-9723-46dc-8c59-7db1a64310fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:42.669065 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00fd0cd-9723-46dc-8c59-7db1a64310fb None None] Bound using segment: {'id': '1f24b3d4-ba2d-4608-b711-0b8e556c7acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'aa33e51b-f12b-4122-81a7-a497b37d3b02'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:53:42.669533 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-f00fd0cd-9723-46dc-8c59-7db1a64310fb None None] Bound port: e7579e56-bc5d-46c3-a98f-0d757d704cbd, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f24b3d4-ba2d-4608-b711-0b8e556c7acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'aa33e51b-f12b-4122-81a7-a497b37d3b02'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:53:42.669909 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f00fd0cd-9723-46dc-8c59-7db1a64310fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:42.726154 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-0e853483-ed48-489a-8f3f-fc334c3e81ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c65176-3216-46f8-a1c2-139bece6bb87', 'name': 'tempest-snat-router-1130647433', 'tenant_id': 'e42ffbb043434123b26d26c324466549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.225'}], 'enable_snat': False}, 'gw_port_id': '97d8665c-4835-49db-9df9-075777cbbef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:35Z', 'updated_at': '2022-10-26T15:53:37Z', 'revision_number': 3, 'project_id': 'e42ffbb043434123b26d26c324466549', 'gw_port': {'id': '97d8665c-4835-49db-9df9-075777cbbef9', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c65176-3216-46f8-a1c2-139bece6bb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:36Z', 'updated_at': '2022-10-26T15:53:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:42.737893 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2cbf009e-5af1-4f0f-858c-4dd2febd7265 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:42.751489 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e853483-ed48-489a-8f3f-fc334c3e81ee None None] The sync data for ids ['30c65176-3216-46f8-a1c2-139bece6bb87'] in dv-neutron-862712-1-hyperv is: [{'id': '30c65176-3216-46f8-a1c2-139bece6bb87', 'name': 'tempest-snat-router-1130647433', 'tenant_id': 'e42ffbb043434123b26d26c324466549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.225'}], 'enable_snat': False}, 'gw_port_id': '97d8665c-4835-49db-9df9-075777cbbef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:35Z', 'updated_at': '2022-10-26T15:53:37Z', 'revision_number': 3, 'project_id': 'e42ffbb043434123b26d26c324466549', 'gw_port': {'id': '97d8665c-4835-49db-9df9-075777cbbef9', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c65176-3216-46f8-a1c2-139bece6bb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:36Z', 'updated_at': '2022-10-26T15:53:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:53:42.796129 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ef4f7661-62e1-4f2b-b7d8-700e962dd334 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:42.834374 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-f00fd0cd-9723-46dc-8c59-7db1a64310fb None None] For port e7579e56-bc5d-46c3-a98f-0d757d704cbd, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:53:42.845894 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-f00fd0cd-9723-46dc-8c59-7db1a64310fb None None] For port e7579e56-bc5d-46c3-a98f-0d757d704cbd, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=e7579e56-bc5d-46c3-a98f-0d757d704cbd,segment=NetworkSegment(1f24b3d4-ba2d-4608-b711-0b8e556c7acb),segment_id=1f24b3d4-ba2d-4608-b711-0b8e556c7acb)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:53:42.936633 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 95c9818f-d024-4f9f-848f-2efd12bfae4c up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:53:42.971357 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4f7661-62e1-4f2b-b7d8-700e962dd334 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:53:42.977296 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-ef4f7661-62e1-4f2b-b7d8-700e962dd334 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:53:42.983325 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f00fd0cd-9723-46dc-8c59-7db1a64310fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:42.984106 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4f7661-62e1-4f2b-b7d8-700e962dd334 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:53:43.063858 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f7661-62e1-4f2b-b7d8-700e962dd334 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=2553e11f-dc25-4f93-a325-0ed38d84dfa5,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:43.131644 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-df1b1bcf-9807-44c6-b593-43d12bbdba01 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:43.202513 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00fd0cd-9723-46dc-8c59-7db1a64310fb None None] Pushing event updated for resources: {'Port': ['ID=e7579e56-bc5d-46c3-a98f-0d757d704cbd,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:43.338748 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 95c9818f-d024-4f9f-848f-2efd12bfae4c completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:53:43.345283 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 95c9818f-d024-4f9f-848f-2efd12bfae4c triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:53:43.346803 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:43.346803 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 95c9818f-d024-4f9f-848f-2efd12bfae4c Oct 26 15:53:43.541226 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7e8e3fd3-5714-4abe-b18a-68aa01c3518d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:43.584400 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 95c9818f-d024-4f9f-848f-2efd12bfae4c is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:53:43.584791 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:43.631924 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 95c9818f-d024-4f9f-848f-2efd12bfae4c, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=95c9818f-d024-4f9f-848f-2efd12bfae4c,segment=NetworkSegment(5abcf1f5-9fbe-42a4-ad2d-7607ef188452),segment_id=5abcf1f5-9fbe-42a4-ad2d-7607ef188452)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:53:43.671004 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-2cbf009e-5af1-4f0f-858c-4dd2febd7265 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Allocated IP 2001:db8::1 (aa33e51b-f12b-4122-81a7-a497b37d3b02/0e5772aa-053b-430b-b51c-261aac020361/8b7c04db-2068-470d-af9e-72740e2b205a) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:53:43.709981 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:43.802000 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=95c9818f-d024-4f9f-848f-2efd12bfae4c,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:44.019393 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2cbf009e-5af1-4f0f-858c-4dd2febd7265 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:44.060673 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-2cbf009e-5af1-4f0f-858c-4dd2febd7265 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Transition to ACTIVE for port object 8b7c04db-2068-470d-af9e-72740e2b205a will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:53:44.114079 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-df1b1bcf-9807-44c6-b593-43d12bbdba01 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:44.173257 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2cbf009e-5af1-4f0f-858c-4dd2febd7265 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:44.234989 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e8e3fd3-5714-4abe-b18a-68aa01c3518d admin admin] Router 94c6ae37-8f4f-4102-b50a-140b7957ee56 is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:53:44.254384 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbf009e-5af1-4f0f-858c-4dd2febd7265 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Network aa33e51b-f12b-4122-81a7-a497b37d3b02 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:53:44.258811 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-2cbf009e-5af1-4f0f-858c-4dd2febd7265 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:53:44.267993 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbf009e-5af1-4f0f-858c-4dd2febd7265 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:53:44.271445 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2cbf009e-5af1-4f0f-858c-4dd2febd7265 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:44.279680 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ef4f7661-62e1-4f2b-b7d8-700e962dd334 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:44.428926 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf009e-5af1-4f0f-858c-4dd2febd7265 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event updated for resources: {'Port': ['ID=8b7c04db-2068-470d-af9e-72740e2b205a,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:44.438120 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbdef9f-920a-4b6b-9040-35dda9e65491 None None] Network aa33e51b-f12b-4122-81a7-a497b37d3b02 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:53:44.458063 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df1b1bcf-9807-44c6-b593-43d12bbdba01 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Router e018ba6c-fe44-402a-8414-7b97cae50a37 is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:53:44.491806 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8e3fd3-5714-4abe-b18a-68aa01c3518d admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:53:44.503985 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80091395-1299-4bf2-a5d0-583521e3fb92 None None] Sync routers for ids ['94c6ae37-8f4f-4102-b50a-140b7957ee56'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:53:44.523849 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80091395-1299-4bf2-a5d0-583521e3fb92 None None] Routers {'94c6ae37-8f4f-4102-b50a-140b7957ee56'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:53:44.530601 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-80091395-1299-4bf2-a5d0-583521e3fb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:53:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['94c6ae37-8f4f-4102-b50a-140b7957ee56'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:44.621444 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7e8e3fd3-5714-4abe-b18a-68aa01c3518d admin admin] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:44.624313 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-7e8e3fd3-5714-4abe-b18a-68aa01c3518d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.9113946 Oct 26 15:53:44.627144 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43904) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:44.645826 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-d8c8f6e8-60d3-467f-bf32-21c69404b906 None None] Provisioning for port e7579e56-bc5d-46c3-a98f-0d757d704cbd completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:53:44.647093 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ef4f7661-62e1-4f2b-b7d8-700e962dd334 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:44.872766 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-80091395-1299-4bf2-a5d0-583521e3fb92 None None] Set router 94c6ae37-8f4f-4102-b50a-140b7957ee56 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:53:44.891081 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1b1bcf-9807-44c6-b593-43d12bbdba01 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:53:44.901792 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda2ba3d-2fc4-4015-a544-fac44728d482 None None] Sync routers for ids ['e018ba6c-fe44-402a-8414-7b97cae50a37'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:53:44.914786 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda2ba3d-2fc4-4015-a544-fac44728d482 None None] Routers {'e018ba6c-fe44-402a-8414-7b97cae50a37'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:53:44.915558 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-dda2ba3d-2fc4-4015-a544-fac44728d482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:53:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['e018ba6c-fe44-402a-8414-7b97cae50a37'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:45.037186 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2cbf009e-5af1-4f0f-858c-4dd2febd7265 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:45.064790 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-df1b1bcf-9807-44c6-b593-43d12bbdba01 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:45.066072 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-df1b1bcf-9807-44c6-b593-43d12bbdba01 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.3973081 Oct 26 15:53:45.070483 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43908) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:45.138263 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ef4f7661-62e1-4f2b-b7d8-700e962dd334 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:45.165504 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device e7579e56-bc5d-46c3-a98f-0d757d704cbd up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:53:45.207444 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ef4f7661-62e1-4f2b-b7d8-700e962dd334 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:45.345071 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-80091395-1299-4bf2-a5d0-583521e3fb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'name': 'tempest-TestVolumeBootPattern-690992483-router', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:38Z', 'updated_at': '2022-10-26T15:53:42Z', 'revision_number': 3, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'gw_port': {'id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:40Z', 'updated_at': '2022-10-26T15:53:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:45.349550 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80091395-1299-4bf2-a5d0-583521e3fb92 None None] Checking router: 94c6ae37-8f4f-4102-b50a-140b7957ee56 for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:53:45.350103 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80091395-1299-4bf2-a5d0-583521e3fb92 None None] Updating router 94c6ae37-8f4f-4102-b50a-140b7957ee56 port 592db8a6-2ff3-4659-a805-1e37cfa69aa0 binding host dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:53:45.359271 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-dda2ba3d-2fc4-4015-a544-fac44728d482 None None] Set router e018ba6c-fe44-402a-8414-7b97cae50a37 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:53:45.406129 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f7661-62e1-4f2b-b7d8-700e962dd334 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=2553e11f-dc25-4f93-a325-0ed38d84dfa5,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:45.408807 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ef4f7661-62e1-4f2b-b7d8-700e962dd334 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:45.430336 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-80091395-1299-4bf2-a5d0-583521e3fb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:45.537917 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port e7579e56-bc5d-46c3-a98f-0d757d704cbd completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:53:45.571356 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port e7579e56-bc5d-46c3-a98f-0d757d704cbd triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:53:45.571794 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:45.572064 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port e7579e56-bc5d-46c3-a98f-0d757d704cbd Oct 26 15:53:45.680841 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-11937536-1d6e-4a05-8f91-90ccbf0c066b None None] Provisioning for port 8b7c04db-2068-470d-af9e-72740e2b205a completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:53:45.694926 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-11937536-1d6e-4a05-8f91-90ccbf0c066b None None] Provisioning complete for port 8b7c04db-2068-470d-af9e-72740e2b205a triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:53:45.695300 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-11937536-1d6e-4a05-8f91-90ccbf0c066b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:45.695634 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-11937536-1d6e-4a05-8f91-90ccbf0c066b None None] Attempt 1 to provision port 8b7c04db-2068-470d-af9e-72740e2b205a Oct 26 15:53:45.782455 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.l3_db [None req-ef4f7661-62e1-4f2b-b7d8-700e962dd334 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Floating IP 13ec16b3-da50-4806-9874-a080559066f9 associated. External IP: 172.26.2.10, port: cfccf165-4526-4035-a084-bf502b199158. Oct 26 15:53:45.858083 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-11937536-1d6e-4a05-8f91-90ccbf0c066b None None] Port 8b7c04db-2068-470d-af9e-72740e2b205a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:53:45.897438 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-80091395-1299-4bf2-a5d0-583521e3fb92 None None] Notify callbacks [] for port, precommit_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:45.912934 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.provisioning_blocks [None req-80091395-1299-4bf2-a5d0-583521e3fb92 None None] Transition to ACTIVE for port object 592db8a6-2ff3-4659-a805-1e37cfa69aa0 will not be triggered until provisioned by entity L2. {{(pid=89750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:53:45.965499 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port e7579e56-bc5d-46c3-a98f-0d757d704cbd is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:53:45.965782 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:46.010538 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-39a3988e-453b-4030-a8a8-73ebfebb6fa1 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] 10.222.0.23 "GET /v2.0/routers/e018ba6c-fe44-402a-8414-7b97cae50a37 HTTP/1.1" status: 200 len: 907 time: 0.8996050 Oct 26 15:53:46.014810 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-dda2ba3d-2fc4-4015-a544-fac44728d482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e018ba6c-fe44-402a-8414-7b97cae50a37', 'name': 'tempest-snat-router-1130647433', 'tenant_id': 'e42ffbb043434123b26d26c324466549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.21'}], 'enable_snat': True}, 'gw_port_id': '6fdb5c79-21aa-4ef4-b448-447a5937b226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:39Z', 'updated_at': '2022-10-26T15:53:42Z', 'revision_number': 3, 'project_id': 'e42ffbb043434123b26d26c324466549', 'gw_port': {'id': '6fdb5c79-21aa-4ef4-b448-447a5937b226', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:48:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e018ba6c-fe44-402a-8414-7b97cae50a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:40Z', 'updated_at': '2022-10-26T15:53:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:46.017666 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port e7579e56-bc5d-46c3-a98f-0d757d704cbd, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=e7579e56-bc5d-46c3-a98f-0d757d704cbd,segment=NetworkSegment(1f24b3d4-ba2d-4608-b711-0b8e556c7acb),segment_id=1f24b3d4-ba2d-4608-b711-0b8e556c7acb)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:53:46.020853 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda2ba3d-2fc4-4015-a544-fac44728d482 None None] Checking router: e018ba6c-fe44-402a-8414-7b97cae50a37 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:53:46.021203 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda2ba3d-2fc4-4015-a544-fac44728d482 None None] Updating router e018ba6c-fe44-402a-8414-7b97cae50a37 port 6fdb5c79-21aa-4ef4-b448-447a5937b226 binding host dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:53:46.023717 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-80091395-1299-4bf2-a5d0-583521e3fb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:46.056378 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43912) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:46.082112 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-dda2ba3d-2fc4-4015-a544-fac44728d482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:46.098987 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e14ed-8815-4737-94dc-73f43b0fa0fe None None] Pushing event updated for resources: {'Port': ['ID=592db8a6-2ff3-4659-a805-1e37cfa69aa0,revision_number=2']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:46.109028 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-80091395-1299-4bf2-a5d0-583521e3fb92 None None] Attempting to bind port 592db8a6-2ff3-4659-a805-1e37cfa69aa0 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:53:46.109667 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-80091395-1299-4bf2-a5d0-583521e3fb92 None None] Attempting to bind port 592db8a6-2ff3-4659-a805-1e37cfa69aa0 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:53:46.110131 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80091395-1299-4bf2-a5d0-583521e3fb92 None None] Attempting to bind port 592db8a6-2ff3-4659-a805-1e37cfa69aa0 on network 0c79a151-ef79-4fff-8a3c-258f9478471d {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:53:46.115968 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80091395-1299-4bf2-a5d0-583521e3fb92 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:53:46.116504 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80091395-1299-4bf2-a5d0-583521e3fb92 None None] Checking segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:53:46.117005 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-80091395-1299-4bf2-a5d0-583521e3fb92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:46.117512 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80091395-1299-4bf2-a5d0-583521e3fb92 None None] Bound using segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:53:46.118078 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-80091395-1299-4bf2-a5d0-583521e3fb92 None None] Bound port: 592db8a6-2ff3-4659-a805-1e37cfa69aa0, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:53:46.118578 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-80091395-1299-4bf2-a5d0-583521e3fb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:46.120076 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:46.121291 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 97d8665c-4835-49db-9df9-075777cbbef9 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:53:46.195286 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-80091395-1299-4bf2-a5d0-583521e3fb92 None None] For port 592db8a6-2ff3-4659-a805-1e37cfa69aa0, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:53:46.198422 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-80091395-1299-4bf2-a5d0-583521e3fb92 None None] For port 592db8a6-2ff3-4659-a805-1e37cfa69aa0, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=592db8a6-2ff3-4659-a805-1e37cfa69aa0,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:53:46.215886 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef4f7661-62e1-4f2b-b7d8-700e962dd334 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Router ac4162da-fb81-4614-b53a-e21eb6e866b0 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:53:46.271034 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-80091395-1299-4bf2-a5d0-583521e3fb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:46.354096 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80091395-1299-4bf2-a5d0-583521e3fb92 None None] Routers {'94c6ae37-8f4f-4102-b50a-140b7957ee56'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:53:46.355493 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-80091395-1299-4bf2-a5d0-583521e3fb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:53:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['94c6ae37-8f4f-4102-b50a-140b7957ee56'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:46.359365 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-11937536-1d6e-4a05-8f91-90ccbf0c066b None None] Attempt 2 to provision port 8b7c04db-2068-470d-af9e-72740e2b205a Oct 26 15:53:46.419610 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=e7579e56-bc5d-46c3-a98f-0d757d704cbd,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:46.436913 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4f7661-62e1-4f2b-b7d8-700e962dd334 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:53:46.468695 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-11937536-1d6e-4a05-8f91-90ccbf0c066b None None] Port 8b7c04db-2068-470d-af9e-72740e2b205a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:53:46.505456 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dd3826-4203-4dd5-9f99-1904e921ff11 None None] Sync routers for ids ['ac4162da-fb81-4614-b53a-e21eb6e866b0'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:53:46.547474 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dd3826-4203-4dd5-9f99-1904e921ff11 None None] Routers {'ac4162da-fb81-4614-b53a-e21eb6e866b0'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:53:46.548253 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-40dd3826-4203-4dd5-9f99-1904e921ff11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:53:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['ac4162da-fb81-4614-b53a-e21eb6e866b0'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:46.561343 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 97d8665c-4835-49db-9df9-075777cbbef9 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:53:46.578353 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 97d8665c-4835-49db-9df9-075777cbbef9 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:53:46.579112 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:46.579243 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 97d8665c-4835-49db-9df9-075777cbbef9 Oct 26 15:53:46.585173 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ef4f7661-62e1-4f2b-b7d8-700e962dd334 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:46.621015 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4460e8ea-89a1-4978-85b2-816d40c218ab tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for router, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:46.669815 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ef4f7661-62e1-4f2b-b7d8-700e962dd334 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.5394845 Oct 26 15:53:46.670851 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3431245-fe57-48b7-95bd-523f4a005533', 'tag': 'cfccf165-4526-4035-a084-bf502b199158'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:53:46.675971 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658aef12-c7f6-485f-9c31-26ba24523021" -d '{"events": [{"name": "network-changed", "server_uuid": "d3431245-fe57-48b7-95bd-523f4a005533", "tag": "cfccf165-4526-4035-a084-bf502b199158"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:53:46.680861 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43916) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:46.693602 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e14ed-8815-4737-94dc-73f43b0fa0fe None None] Pushing event updated for resources: {'Port': ['ID=592db8a6-2ff3-4659-a805-1e37cfa69aa0,revision_number=3']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:46.747212 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-80091395-1299-4bf2-a5d0-583521e3fb92 None None] Set router 94c6ae37-8f4f-4102-b50a-140b7957ee56 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:53:46.790290 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc51a33-eacc-4331-90e3-74c2cd1f8c25 x-openstack-request-id: req-adc51a33-eacc-4331-90e3-74c2cd1f8c25 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:53:46.790706 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3431245-fe57-48b7-95bd-523f4a005533", "tag": "cfccf165-4526-4035-a084-bf502b199158", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:53:46.791116 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-adc51a33-eacc-4331-90e3-74c2cd1f8c25 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:53:46.791675 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adc51a33-eacc-4331-90e3-74c2cd1f8c25'] response: {'name': 'network-changed', 'server_uuid': 'd3431245-fe57-48b7-95bd-523f4a005533', 'tag': 'cfccf165-4526-4035-a084-bf502b199158', 'status': 'completed', 'code': 200} Oct 26 15:53:46.827690 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.db.resource_extend [None req-2cbf009e-5af1-4f0f-858c-4dd2febd7265 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 15:53:46.857394 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2cbf009e-5af1-4f0f-858c-4dd2febd7265 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:46.875373 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-22ff0836-a7e7-4684-8d62-174f56b48f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:46.889419 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-dda2ba3d-2fc4-4015-a544-fac44728d482 None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:46.891889 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 97d8665c-4835-49db-9df9-075777cbbef9 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:53:46.892263 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:46.914654 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-dda2ba3d-2fc4-4015-a544-fac44728d482 None None] Transition to ACTIVE for port object 6fdb5c79-21aa-4ef4-b448-447a5937b226 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:53:46.923142 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 97d8665c-4835-49db-9df9-075777cbbef9, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=97d8665c-4835-49db-9df9-075777cbbef9,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:53:46.941392 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-e5ccae3c-247b-4e2d-b3dd-7fa3a23e74f2 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/floatingips/13ec16b3-da50-4806-9874-a080559066f9 HTTP/1.1" status: 200 len: 991 time: 0.2591021 Oct 26 15:53:46.948406 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2cbf009e-5af1-4f0f-858c-4dd2febd7265 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:46.949262 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2cbf009e-5af1-4f0f-858c-4dd2febd7265 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:46.960651 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658aef12-c7f6-485f-9c31-26ba24523021 req-d59a34ad-d692-404b-8bbd-ee5c1b7f78b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:46.962224 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-658aef12-c7f6-485f-9c31-26ba24523021 req-d59a34ad-d692-404b-8bbd-ee5c1b7f78b5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=d3431245-fe57-48b7-95bd-523f4a005533 HTTP/1.1" status: 200 len: 1099 time: 0.1484561 Oct 26 15:53:46.970393 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-11937536-1d6e-4a05-8f91-90ccbf0c066b None None] Attempt 3 to provision port 8b7c04db-2068-470d-af9e-72740e2b205a Oct 26 15:53:47.020940 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-40dd3826-4203-4dd5-9f99-1904e921ff11 None None] Set router ac4162da-fb81-4614-b53a-e21eb6e866b0 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:53:47.038268 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf009e-5af1-4f0f-858c-4dd2febd7265 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event updated for resources: {'Port': ['ID=8b7c04db-2068-470d-af9e-72740e2b205a,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:47.048022 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-11937536-1d6e-4a05-8f91-90ccbf0c066b None None] Port 8b7c04db-2068-470d-af9e-72740e2b205a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:53:47.051247 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:47.051247 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 95c9818f-d024-4f9f-848f-2efd12bfae4c up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:53:47.136854 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658aef12-c7f6-485f-9c31-26ba24523021 req-ba96b4e8-5aa8-48c1-bedc-681ea15c6388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:47.139687 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-658aef12-c7f6-485f-9c31-26ba24523021 req-ba96b4e8-5aa8-48c1-bedc-681ea15c6388 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f07e0791-a1d0-4c4b-9759-707688ee57ec HTTP/1.1" status: 200 len: 897 time: 0.1698349 Oct 26 15:53:47.173961 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-dda2ba3d-2fc4-4015-a544-fac44728d482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:47.190658 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4460e8ea-89a1-4978-85b2-816d40c218ab tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:47.194565 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=97d8665c-4835-49db-9df9-075777cbbef9,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:47.275394 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-dda2ba3d-2fc4-4015-a544-fac44728d482 None None] Attempting to bind port 6fdb5c79-21aa-4ef4-b448-447a5937b226 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:53:47.276009 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-dda2ba3d-2fc4-4015-a544-fac44728d482 None None] Attempting to bind port 6fdb5c79-21aa-4ef4-b448-447a5937b226 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:53:47.276571 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda2ba3d-2fc4-4015-a544-fac44728d482 None None] Attempting to bind port 6fdb5c79-21aa-4ef4-b448-447a5937b226 on network 0c79a151-ef79-4fff-8a3c-258f9478471d {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:53:47.291463 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-658aef12-c7f6-485f-9c31-26ba24523021 req-fe3e3fbe-c99e-4883-bae4-f7e367c97f91 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfccf165-4526-4035-a084-bf502b199158 HTTP/1.1" status: 200 len: 999 time: 0.1454520 Oct 26 15:53:47.294943 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda2ba3d-2fc4-4015-a544-fac44728d482 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:53:47.295565 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda2ba3d-2fc4-4015-a544-fac44728d482 None None] Checking segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:53:47.296183 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-dda2ba3d-2fc4-4015-a544-fac44728d482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:47.296584 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda2ba3d-2fc4-4015-a544-fac44728d482 None None] Bound using segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:53:47.297789 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-dda2ba3d-2fc4-4015-a544-fac44728d482 None None] Bound port: 6fdb5c79-21aa-4ef4-b448-447a5937b226, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:53:47.297789 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-dda2ba3d-2fc4-4015-a544-fac44728d482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:47.317481 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-4460e8ea-89a1-4978-85b2-816d40c218ab tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Deleting port 6fdb5c79-21aa-4ef4-b448-447a5937b226 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:53:47.317896 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4460e8ea-89a1-4978-85b2-816d40c218ab tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:47.358378 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f792a-14d7-40cc-ad11-21d55aa29337 None None] Pushing event updated for resources: {'Port': ['ID=6fdb5c79-21aa-4ef4-b448-447a5937b226,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:47.372915 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 95c9818f-d024-4f9f-848f-2efd12bfae4c triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:53:47.373297 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:47.373637 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 95c9818f-d024-4f9f-848f-2efd12bfae4c Oct 26 15:53:47.403871 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658aef12-c7f6-485f-9c31-26ba24523021 req-a5bd31ad-9e5a-41db-98de-ebe9273c30c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:47.407279 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-658aef12-c7f6-485f-9c31-26ba24523021 req-a5bd31ad-9e5a-41db-98de-ebe9273c30c9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=efa47aaf-530a-4abd-bf1d-39e08fd87042 HTTP/1.1" status: 200 len: 834 time: 0.1075301 Oct 26 15:53:47.432123 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-80091395-1299-4bf2-a5d0-583521e3fb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'name': 'tempest-TestVolumeBootPattern-690992483-router', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:38Z', 'updated_at': '2022-10-26T15:53:42Z', 'revision_number': 3, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'gw_port': {'id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:40Z', 'updated_at': '2022-10-26T15:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:47.448233 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-dda2ba3d-2fc4-4015-a544-fac44728d482 None None] For port 6fdb5c79-21aa-4ef4-b448-447a5937b226, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:53:47.453165 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-dda2ba3d-2fc4-4015-a544-fac44728d482 None None] For port 6fdb5c79-21aa-4ef4-b448-447a5937b226, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=6fdb5c79-21aa-4ef4-b448-447a5937b226,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:53:47.474753 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80091395-1299-4bf2-a5d0-583521e3fb92 None None] The sync data for ids ['94c6ae37-8f4f-4102-b50a-140b7957ee56'] in dv-neutron-862712-1-hyperv is: [{'id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'name': 'tempest-TestVolumeBootPattern-690992483-router', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:38Z', 'updated_at': '2022-10-26T15:53:42Z', 'revision_number': 3, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'gw_port': {'id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:40Z', 'updated_at': '2022-10-26T15:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:53:47.508048 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbf009e-5af1-4f0f-858c-4dd2febd7265 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Network aa33e51b-f12b-4122-81a7-a497b37d3b02 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:53:47.513845 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-2cbf009e-5af1-4f0f-858c-4dd2febd7265 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:53:47.523917 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-dda2ba3d-2fc4-4015-a544-fac44728d482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:47.533329 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-22ff0836-a7e7-4684-8d62-174f56b48f2a admin admin] Allocated IP 172.20.0.1 (e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83/c273cff6-10d2-4763-a9ae-6bddfa2dc0d2/51038850-05f2-499e-b74c-2c2749197504) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:53:47.533983 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-40dd3826-4203-4dd5-9f99-1904e921ff11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'name': 'tempest-TestNetworkBasicOps-router-963360314', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'c13d6685-79e0-4fef-afec-ce7ecf82c291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:00Z', 'updated_at': '2022-10-26T15:53:10Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': 'c13d6685-79e0-4fef-afec-ce7ecf82c291', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:01Z', 'updated_at': '2022-10-26T15:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '13ec16b3-da50-4806-9874-a080559066f9', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'floating_ip_address': '172.26.2.10', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'port_id': 'cfccf165-4526-4035-a084-bf502b199158', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f07e0791-a1d0-4c4b-9759-707688ee57ec', 'mac_address': 'fa:16:3e:4c:56:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3431245-fe57-48b7-95bd-523f4a005533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:53:44Z', 'updated_at': '2022-10-26T15:53:44Z', 'revision_number': 0, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7617f657-e1bd-4f60-87bb-31b793f5d060', 'name': '', 'network_id': 'f07e0791-a1d0-4c4b-9759-707688ee57ec', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:56:9f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'efa47aaf-530a-4abd-bf1d-39e08fd87042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:09Z', 'updated_at': '2022-10-26T15:53:17Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': 'efa47aaf-530a-4abd-bf1d-39e08fd87042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:47.543397 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dd3826-4203-4dd5-9f99-1904e921ff11 None None] Checking router: ac4162da-fb81-4614-b53a-e21eb6e866b0 for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:53:47.555647 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dd3826-4203-4dd5-9f99-1904e921ff11 None None] Routers {'ac4162da-fb81-4614-b53a-e21eb6e866b0'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:53:47.556258 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-40dd3826-4203-4dd5-9f99-1904e921ff11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:53:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['ac4162da-fb81-4614-b53a-e21eb6e866b0'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:47.559146 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658aef12-c7f6-485f-9c31-26ba24523021 req-59a64d17-bf35-4a40-a644-be71a2c48927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:47.560655 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-658aef12-c7f6-485f-9c31-26ba24523021 req-59a64d17-bf35-4a40-a644-be71a2c48927 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f07e0791-a1d0-4c4b-9759-707688ee57ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1478899 Oct 26 15:53:47.586329 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-11937536-1d6e-4a05-8f91-90ccbf0c066b None None] Attempt 4 to provision port 8b7c04db-2068-470d-af9e-72740e2b205a Oct 26 15:53:47.774624 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-4460e8ea-89a1-4978-85b2-816d40c218ab tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] For port 6fdb5c79-21aa-4ef4-b448-447a5937b226, host dv-neutron-862712-1-hyperv, got binding levels [] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:53:47.775266 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4460e8ea-89a1-4978-85b2-816d40c218ab tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:47.776192 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda2ba3d-2fc4-4015-a544-fac44728d482 None None] Routers {'e018ba6c-fe44-402a-8414-7b97cae50a37'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:53:47.777611 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-dda2ba3d-2fc4-4015-a544-fac44728d482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:53:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['e018ba6c-fe44-402a-8414-7b97cae50a37'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:47.961694 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-40dd3826-4203-4dd5-9f99-1904e921ff11 None None] Set router ac4162da-fb81-4614-b53a-e21eb6e866b0 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:53:47.964864 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43922) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:48.042560 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-4460e8ea-89a1-4978-85b2-816d40c218ab tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Calling delete_port for 6fdb5c79-21aa-4ef4-b448-447a5937b226 owned by network:router_gateway {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:53:48.049930 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-dda2ba3d-2fc4-4015-a544-fac44728d482 None None] Set router e018ba6c-fe44-402a-8414-7b97cae50a37 gateway port host: None {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:53:48.176937 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-dda2ba3d-2fc4-4015-a544-fac44728d482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e018ba6c-fe44-402a-8414-7b97cae50a37', 'name': 'tempest-snat-router-1130647433', 'tenant_id': 'e42ffbb043434123b26d26c324466549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:39Z', 'updated_at': '2022-10-26T15:53:47Z', 'revision_number': 4, 'project_id': 'e42ffbb043434123b26d26c324466549', 'gw_port_host': None}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:48.202318 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f792a-14d7-40cc-ad11-21d55aa29337 None None] Pushing event updated for resources: {'Port': ['ID=6fdb5c79-21aa-4ef4-b448-447a5937b226,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:48.211795 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-668ed801-4693-4a93-8eea-f91049f4f1fd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/floatingips/13ec16b3-da50-4806-9874-a080559066f9 HTTP/1.1" status: 200 len: 991 time: 0.2362497 Oct 26 15:53:48.212598 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-11937536-1d6e-4a05-8f91-90ccbf0c066b None None] Port 8b7c04db-2068-470d-af9e-72740e2b205a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:53:48.213328 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 95c9818f-d024-4f9f-848f-2efd12bfae4c is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:53:48.227372 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda2ba3d-2fc4-4015-a544-fac44728d482 None None] The sync data for ids ['e018ba6c-fe44-402a-8414-7b97cae50a37'] in dv-neutron-862712-1-hyperv is: [{'id': 'e018ba6c-fe44-402a-8414-7b97cae50a37', 'name': 'tempest-snat-router-1130647433', 'tenant_id': 'e42ffbb043434123b26d26c324466549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:39Z', 'updated_at': '2022-10-26T15:53:47Z', 'revision_number': 4, 'project_id': 'e42ffbb043434123b26d26c324466549', 'gw_port_host': None}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:53:48.247853 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-658aef12-c7f6-485f-9c31-26ba24523021 req-39830b6c-be43-4356-b100-a33f82baf6c3 service neutron] 10.222.0.48 "GET /v2.0/networks/f07e0791-a1d0-4c4b-9759-707688ee57ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6794188 Oct 26 15:53:48.381106 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-22ff0836-a7e7-4684-8d62-174f56b48f2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:48.443127 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 592db8a6-2ff3-4659-a805-1e37cfa69aa0 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:53:48.451803 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-22ff0836-a7e7-4684-8d62-174f56b48f2a admin admin] Transition to ACTIVE for port object 51038850-05f2-499e-b74c-2c2749197504 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:53:48.510850 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-658aef12-c7f6-485f-9c31-26ba24523021 req-34beb71f-ef28-43d9-b2ef-655a0225d72e service neutron] 10.222.0.48 "GET /v2.0/networks/f07e0791-a1d0-4c4b-9759-707688ee57ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566724 Oct 26 15:53:48.584587 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-4460e8ea-89a1-4978-85b2-816d40c218ab tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:53:48.585052 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-4460e8ea-89a1-4978-85b2-816d40c218ab tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:53:48.608426 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cbf009e-5af1-4f0f-858c-4dd2febd7265 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Router 745c1d2d-b1d4-403c-8a41-abd8e45c1d0e is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:53:48.629974 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 592db8a6-2ff3-4659-a805-1e37cfa69aa0 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:53:48.635428 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-40dd3826-4203-4dd5-9f99-1904e921ff11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'name': 'tempest-TestNetworkBasicOps-router-963360314', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'c13d6685-79e0-4fef-afec-ce7ecf82c291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:00Z', 'updated_at': '2022-10-26T15:53:10Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': 'c13d6685-79e0-4fef-afec-ce7ecf82c291', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:01Z', 'updated_at': '2022-10-26T15:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '13ec16b3-da50-4806-9874-a080559066f9', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'floating_ip_address': '172.26.2.10', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'port_id': 'cfccf165-4526-4035-a084-bf502b199158', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f07e0791-a1d0-4c4b-9759-707688ee57ec', 'mac_address': 'fa:16:3e:4c:56:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3431245-fe57-48b7-95bd-523f4a005533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:53:44Z', 'updated_at': '2022-10-26T15:53:44Z', 'revision_number': 0, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7617f657-e1bd-4f60-87bb-31b793f5d060', 'name': '', 'network_id': 'f07e0791-a1d0-4c4b-9759-707688ee57ec', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:56:9f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'efa47aaf-530a-4abd-bf1d-39e08fd87042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:09Z', 'updated_at': '2022-10-26T15:53:17Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': 'efa47aaf-530a-4abd-bf1d-39e08fd87042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:48.636920 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 592db8a6-2ff3-4659-a805-1e37cfa69aa0 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:53:48.637508 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:48.638149 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 592db8a6-2ff3-4659-a805-1e37cfa69aa0 Oct 26 15:53:48.639875 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dd3826-4203-4dd5-9f99-1904e921ff11 None None] The sync data for ids ['ac4162da-fb81-4614-b53a-e21eb6e866b0'] in dv-neutron-862712-1-hyperv is: [{'id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'name': 'tempest-TestNetworkBasicOps-router-963360314', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'c13d6685-79e0-4fef-afec-ce7ecf82c291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:00Z', 'updated_at': '2022-10-26T15:53:10Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': 'c13d6685-79e0-4fef-afec-ce7ecf82c291', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:01Z', 'updated_at': '2022-10-26T15:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '13ec16b3-da50-4806-9874-a080559066f9', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'floating_ip_address': '172.26.2.10', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'port_id': 'cfccf165-4526-4035-a084-bf502b199158', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f07e0791-a1d0-4c4b-9759-707688ee57ec', 'mac_address': 'fa:16:3e:4c:56:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3431245-fe57-48b7-95bd-523f4a005533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:53:44Z', 'updated_at': '2022-10-26T15:53:44Z', 'revision_number': 0, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7617f657-e1bd-4f60-87bb-31b793f5d060', 'name': '', 'network_id': 'f07e0791-a1d0-4c4b-9759-707688ee57ec', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:56:9f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'efa47aaf-530a-4abd-bf1d-39e08fd87042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:09Z', 'updated_at': '2022-10-26T15:53:17Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': 'efa47aaf-530a-4abd-bf1d-39e08fd87042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:53:48.688523 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-22ff0836-a7e7-4684-8d62-174f56b48f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:48.722881 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-11937536-1d6e-4a05-8f91-90ccbf0c066b None None] Attempt 5 to provision port 8b7c04db-2068-470d-af9e-72740e2b205a Oct 26 15:53:48.847247 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-11937536-1d6e-4a05-8f91-90ccbf0c066b None None] Port 8b7c04db-2068-470d-af9e-72740e2b205a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:53:48.857095 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ff0836-a7e7-4684-8d62-174f56b48f2a admin admin] Network e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:53:48.862314 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-22ff0836-a7e7-4684-8d62-174f56b48f2a admin admin] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:53:48.868905 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ff0836-a7e7-4684-8d62-174f56b48f2a admin admin] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:53:48.895232 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff0836-a7e7-4684-8d62-174f56b48f2a admin admin] Pushing event updated for resources: {'Port': ['ID=51038850-05f2-499e-b74c-2c2749197504,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:48.908524 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbf009e-5af1-4f0f-858c-4dd2febd7265 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:53:48.921560 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1081a2-8547-4d8c-86ae-3e0d50db6f20 None None] Sync routers for ids ['745c1d2d-b1d4-403c-8a41-abd8e45c1d0e'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:53:48.923804 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-2cbf009e-5af1-4f0f-858c-4dd2febd7265 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "PUT /v2.0/routers/745c1d2d-b1d4-403c-8a41-abd8e45c1d0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4127550 Oct 26 15:53:48.926405 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43926) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:48.942980 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 592db8a6-2ff3-4659-a805-1e37cfa69aa0 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:53:48.943368 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:48.950327 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1081a2-8547-4d8c-86ae-3e0d50db6f20 None None] Routers {'745c1d2d-b1d4-403c-8a41-abd8e45c1d0e'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:53:48.950978 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-8f1081a2-8547-4d8c-86ae-3e0d50db6f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:53:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['745c1d2d-b1d4-403c-8a41-abd8e45c1d0e'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:48.951351 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-22ff0836-a7e7-4684-8d62-174f56b48f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:49.012730 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d37eaa-9613-45e9-aca9-53fcf9463813 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:49.016987 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-95d37eaa-9613-45e9-aca9-53fcf9463813 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "GET /v2.0/ports/8b7c04db-2068-470d-af9e-72740e2b205a HTTP/1.1" status: 200 len: 911 time: 0.0870707 Oct 26 15:53:49.017403 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43930) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:49.022416 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-8f1081a2-8547-4d8c-86ae-3e0d50db6f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:49.024034 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-5d5b351b-1ca9-4906-b89d-7491d104f93b tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0e5772aa-053b-430b-b51c-261aac020361'}]}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:53:49.039252 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 592db8a6-2ff3-4659-a805-1e37cfa69aa0, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=592db8a6-2ff3-4659-a805-1e37cfa69aa0,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:53:49.041324 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1081a2-8547-4d8c-86ae-3e0d50db6f20 None None] Routers {'745c1d2d-b1d4-403c-8a41-abd8e45c1d0e'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:53:49.041937 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-8f1081a2-8547-4d8c-86ae-3e0d50db6f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:53:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['745c1d2d-b1d4-403c-8a41-abd8e45c1d0e'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:49.090057 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-4460e8ea-89a1-4978-85b2-816d40c218ab tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Deleting port 6fdb5c79-21aa-4ef4-b448-447a5937b226 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:53:49.091046 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4460e8ea-89a1-4978-85b2-816d40c218ab tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:49.113348 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-8f1081a2-8547-4d8c-86ae-3e0d50db6f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:49.113765 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1081a2-8547-4d8c-86ae-3e0d50db6f20 None None] The sync data for ids ['745c1d2d-b1d4-403c-8a41-abd8e45c1d0e'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:53:49.117491 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:49.118525 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 97d8665c-4835-49db-9df9-075777cbbef9 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:53:49.218623 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43934) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:49.247722 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=592db8a6-2ff3-4659-a805-1e37cfa69aa0,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:49.262904 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 97d8665c-4835-49db-9df9-075777cbbef9 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:53:49.263290 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:49.263627 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 97d8665c-4835-49db-9df9-075777cbbef9 Oct 26 15:53:49.336582 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-22ff0836-a7e7-4684-8d62-174f56b48f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:49.348202 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-11937536-1d6e-4a05-8f91-90ccbf0c066b None None] Attempt 6 to provision port 8b7c04db-2068-470d-af9e-72740e2b205a Oct 26 15:53:49.373027 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-04c3f7ce-1d91-48e6-9edd-974d27626254 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/floatingips/13ec16b3-da50-4806-9874-a080559066f9 HTTP/1.1" status: 200 len: 991 time: 0.1520181 Oct 26 15:53:49.436253 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f218c0-4b60-4f5c-81bf-710e804f9481 None None] New status for floating IP 13ec16b3-da50-4806-9874-a080559066f9: ACTIVE {{(pid=89750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:53:49.461710 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5d5b351b-1ca9-4906-b89d-7491d104f93b tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:49.485771 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-11937536-1d6e-4a05-8f91-90ccbf0c066b None None] Port 8b7c04db-2068-470d-af9e-72740e2b205a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:53:49.497735 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 97d8665c-4835-49db-9df9-075777cbbef9 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:53:49.499753 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device e7579e56-bc5d-46c3-a98f-0d757d704cbd up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:53:49.575537 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port e7579e56-bc5d-46c3-a98f-0d757d704cbd triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:53:49.576300 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:49.577396 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port e7579e56-bc5d-46c3-a98f-0d757d704cbd Oct 26 15:53:49.578673 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-4460e8ea-89a1-4978-85b2-816d40c218ab tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] For port 6fdb5c79-21aa-4ef4-b448-447a5937b226, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=6fdb5c79-21aa-4ef4-b448-447a5937b226,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:53:49.579047 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4460e8ea-89a1-4978-85b2-816d40c218ab tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:49.750040 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-4460e8ea-89a1-4978-85b2-816d40c218ab tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Calling delete_port for 6fdb5c79-21aa-4ef4-b448-447a5937b226 owned by network:router_gateway {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:53:49.804946 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port e7579e56-bc5d-46c3-a98f-0d757d704cbd is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:53:49.922731 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-22ff0836-a7e7-4684-8d62-174f56b48f2a admin admin] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:49.987199 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-11937536-1d6e-4a05-8f91-90ccbf0c066b None None] Attempt 7 to provision port 8b7c04db-2068-470d-af9e-72740e2b205a Oct 26 15:53:50.006444 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-22ff0836-a7e7-4684-8d62-174f56b48f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:50.051675 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-11937536-1d6e-4a05-8f91-90ccbf0c066b None None] Port 8b7c04db-2068-470d-af9e-72740e2b205a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:53:50.080898 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4460e8ea-89a1-4978-85b2-816d40c218ab tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:50.126312 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5d5b351b-1ca9-4906-b89d-7491d104f93b tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:50.164416 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff0836-a7e7-4684-8d62-174f56b48f2a admin admin] Pushing event updated for resources: {'Port': ['ID=51038850-05f2-499e-b74c-2c2749197504,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:50.172316 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-22ff0836-a7e7-4684-8d62-174f56b48f2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:50.206810 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5d5b351b-1ca9-4906-b89d-7491d104f93b tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:50.212618 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5b351b-1ca9-4906-b89d-7491d104f93b tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:50.213277 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5d5b351b-1ca9-4906-b89d-7491d104f93b tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:50.214687 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-5d5b351b-1ca9-4906-b89d-7491d104f93b tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "PUT /v2.0/ports/8b7c04db-2068-470d-af9e-72740e2b205a HTTP/1.1" status: 200 len: 911 time: 1.1962230 Oct 26 15:53:50.237064 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43938) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:50.283971 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5b351b-1ca9-4906-b89d-7491d104f93b tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event updated for resources: {'Port': ['ID=8b7c04db-2068-470d-af9e-72740e2b205a,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:50.291716 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 592db8a6-2ff3-4659-a805-1e37cfa69aa0 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:53:50.309098 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4460e8ea-89a1-4978-85b2-816d40c218ab tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Pushing event deleted for resources: {'Port': ['ID=6fdb5c79-21aa-4ef4-b448-447a5937b226,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:50.361851 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 592db8a6-2ff3-4659-a805-1e37cfa69aa0 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:53:50.362220 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:50.362581 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 592db8a6-2ff3-4659-a805-1e37cfa69aa0 Oct 26 15:53:50.376446 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43942) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:50.489873 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 592db8a6-2ff3-4659-a805-1e37cfa69aa0 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:53:50.552940 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-11937536-1d6e-4a05-8f91-90ccbf0c066b None None] Attempt 8 to provision port 8b7c04db-2068-470d-af9e-72740e2b205a Oct 26 15:53:50.614516 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-cfcbe517-302e-4ba6-8cbb-c1471f6449ae tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/floatingips/13ec16b3-da50-4806-9874-a080559066f9 HTTP/1.1" status: 200 len: 993 time: 0.2364872 Oct 26 15:53:50.615289 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-11937536-1d6e-4a05-8f91-90ccbf0c066b None None] Port 8b7c04db-2068-470d-af9e-72740e2b205a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:53:50.627435 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4460e8ea-89a1-4978-85b2-816d40c218ab tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:50.888604 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4460e8ea-89a1-4978-85b2-816d40c218ab tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:50.946041 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4460e8ea-89a1-4978-85b2-816d40c218ab tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:51.009002 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ff0836-a7e7-4684-8d62-174f56b48f2a admin admin] Network e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:53:51.013147 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-22ff0836-a7e7-4684-8d62-174f56b48f2a admin admin] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:53:51.116332 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-11937536-1d6e-4a05-8f91-90ccbf0c066b None None] Attempt 9 to provision port 8b7c04db-2068-470d-af9e-72740e2b205a Oct 26 15:53:51.172491 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4460e8ea-89a1-4978-85b2-816d40c218ab tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:51.173095 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4460e8ea-89a1-4978-85b2-816d40c218ab tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e018ba6c-fe44-402a-8414-7b97cae50a37 {{(pid=89747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:53:51.178552 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-11937536-1d6e-4a05-8f91-90ccbf0c066b None None] Port 8b7c04db-2068-470d-af9e-72740e2b205a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:53:51.232806 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4460e8ea-89a1-4978-85b2-816d40c218ab tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:51.233907 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4460e8ea-89a1-4978-85b2-816d40c218ab tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] 10.222.0.23 "DELETE /v2.0/routers/e018ba6c-fe44-402a-8414-7b97cae50a37 HTTP/1.1" status: 204 len: 168 time: 5.1616750 Oct 26 15:53:51.236775 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43946) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:51.327319 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ff0836-a7e7-4684-8d62-174f56b48f2a admin admin] Router 94c6ae37-8f4f-4102-b50a-140b7957ee56 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:53:51.435251 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bb807b7d-82fe-45dd-b6ee-e961a7b7e2e1 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for router, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:51.571988 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ff0836-a7e7-4684-8d62-174f56b48f2a admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:53:51.577611 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-22ff0836-a7e7-4684-8d62-174f56b48f2a admin admin] 10.222.0.23 "PUT /v2.0/routers/94c6ae37-8f4f-4102-b50a-140b7957ee56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9492111 Oct 26 15:53:51.581867 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66787585-57f8-4c5b-9509-3d7fc49342c8 None None] Sync routers for ids ['94c6ae37-8f4f-4102-b50a-140b7957ee56'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:53:51.592176 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a1b00a0f-4309-4a96-a74a-590d9c513b2a tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:51.595737 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66787585-57f8-4c5b-9509-3d7fc49342c8 None None] Routers {'94c6ae37-8f4f-4102-b50a-140b7957ee56'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:53:51.596383 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-66787585-57f8-4c5b-9509-3d7fc49342c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:53:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['94c6ae37-8f4f-4102-b50a-140b7957ee56'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:51.647747 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bb807b7d-82fe-45dd-b6ee-e961a7b7e2e1 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:51.739685 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-11937536-1d6e-4a05-8f91-90ccbf0c066b None None] Attempt 10 to provision port 8b7c04db-2068-470d-af9e-72740e2b205a Oct 26 15:53:51.755536 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-bb807b7d-82fe-45dd-b6ee-e961a7b7e2e1 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Deleting port 97d8665c-4835-49db-9df9-075777cbbef9 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:53:51.756012 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bb807b7d-82fe-45dd-b6ee-e961a7b7e2e1 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:51.826237 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-11937536-1d6e-4a05-8f91-90ccbf0c066b None None] Port 8b7c04db-2068-470d-af9e-72740e2b205a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:53:51.894405 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-66787585-57f8-4c5b-9509-3d7fc49342c8 None None] Set router 94c6ae37-8f4f-4102-b50a-140b7957ee56 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:53:51.970396 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-bb807b7d-82fe-45dd-b6ee-e961a7b7e2e1 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] For port 97d8665c-4835-49db-9df9-075777cbbef9, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=97d8665c-4835-49db-9df9-075777cbbef9,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:53:51.971071 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bb807b7d-82fe-45dd-b6ee-e961a7b7e2e1 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:52.112963 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-bb807b7d-82fe-45dd-b6ee-e961a7b7e2e1 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Calling delete_port for 97d8665c-4835-49db-9df9-075777cbbef9 owned by network:router_gateway {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:53:52.165988 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a1b00a0f-4309-4a96-a74a-590d9c513b2a tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Deleting port 8b7c04db-2068-470d-af9e-72740e2b205a {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:53:52.166333 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a1b00a0f-4309-4a96-a74a-590d9c513b2a tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:52.302107 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-0881b86c-faf6-4e63-947d-d9cd1931d6ee None None] Provisioning for port 51038850-05f2-499e-b74c-2c2749197504 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:53:52.314875 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-0881b86c-faf6-4e63-947d-d9cd1931d6ee None None] Provisioning complete for port 51038850-05f2-499e-b74c-2c2749197504 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:53:52.315450 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-0881b86c-faf6-4e63-947d-d9cd1931d6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:52.315946 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0881b86c-faf6-4e63-947d-d9cd1931d6ee None None] Attempt 1 to provision port 51038850-05f2-499e-b74c-2c2749197504 Oct 26 15:53:52.382709 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0881b86c-faf6-4e63-947d-d9cd1931d6ee None None] Port 51038850-05f2-499e-b74c-2c2749197504 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:53:52.398053 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a1b00a0f-4309-4a96-a74a-590d9c513b2a tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:52.402710 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-66787585-57f8-4c5b-9509-3d7fc49342c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'name': 'tempest-TestVolumeBootPattern-690992483-router', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:38Z', 'updated_at': '2022-10-26T15:53:49Z', 'revision_number': 4, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'gw_port': {'id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:40Z', 'updated_at': '2022-10-26T15:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '51038850-05f2-499e-b74c-2c2749197504', 'name': '', 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'mac_address': 'fa:16:3e:27:b0:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'c273cff6-10d2-4763-a9ae-6bddfa2dc0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:46Z', 'updated_at': '2022-10-26T15:53:49Z', 'revision_number': 2, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'subnets': [{'id': 'c273cff6-10d2-4763-a9ae-6bddfa2dc0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:52.406719 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bb807b7d-82fe-45dd-b6ee-e961a7b7e2e1 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:52.407261 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66787585-57f8-4c5b-9509-3d7fc49342c8 None None] Checking router: 94c6ae37-8f4f-4102-b50a-140b7957ee56 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:53:52.407261 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66787585-57f8-4c5b-9509-3d7fc49342c8 None None] Updating router 94c6ae37-8f4f-4102-b50a-140b7957ee56 port 51038850-05f2-499e-b74c-2c2749197504 binding host dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:53:52.462852 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-66787585-57f8-4c5b-9509-3d7fc49342c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:52.475771 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb807b7d-82fe-45dd-b6ee-e961a7b7e2e1 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Pushing event deleted for resources: {'Port': ['ID=97d8665c-4835-49db-9df9-075777cbbef9,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:52.483158 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43964) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:52.530521 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-901c8a8a-2229-4aa9-9373-b9503cf4d94c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1701459676-network', 'tenant_id': 'f53d0a63154d4ca09f72b52e3631b8ca'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:53:52.543110 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a1b00a0f-4309-4a96-a74a-590d9c513b2a tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Calling delete_port for 8b7c04db-2068-470d-af9e-72740e2b205a owned by network:router_interface {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:53:52.574354 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-901c8a8a-2229-4aa9-9373-b9503cf4d94c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:53:52.581476 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-901c8a8a-2229-4aa9-9373-b9503cf4d94c admin admin] Usage tracker for resource:network and tenant:f53d0a63154d4ca09f72b52e3631b8ca is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:53:52.585906 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-901c8a8a-2229-4aa9-9373-b9503cf4d94c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:53:52.598996 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-901c8a8a-2229-4aa9-9373-b9503cf4d94c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:53:52.612583 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bb807b7d-82fe-45dd-b6ee-e961a7b7e2e1 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:52.719953 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901c8a8a-2229-4aa9-9373-b9503cf4d94c admin admin] Made reservation on behalf of f53d0a63154d4ca09f72b52e3631b8ca for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:53:52.722270 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-901c8a8a-2229-4aa9-9373-b9503cf4d94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:52.792952 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-901c8a8a-2229-4aa9-9373-b9503cf4d94c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:52.801376 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a1b00a0f-4309-4a96-a74a-590d9c513b2a tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:52.819306 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-901c8a8a-2229-4aa9-9373-b9503cf4d94c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:53:52.822890 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bb807b7d-82fe-45dd-b6ee-e961a7b7e2e1 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:52.826801 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bb807b7d-82fe-45dd-b6ee-e961a7b7e2e1 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:52.828714 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-901c8a8a-2229-4aa9-9373-b9503cf4d94c admin admin] Usage tracker for resource:security_group_rule and tenant:f53d0a63154d4ca09f72b52e3631b8ca is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:53:52.832623 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-901c8a8a-2229-4aa9-9373-b9503cf4d94c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:53:52.842225 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-901c8a8a-2229-4aa9-9373-b9503cf4d94c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:53:52.858694 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-66787585-57f8-4c5b-9509-3d7fc49342c8 None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:52.860726 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b00a0f-4309-4a96-a74a-590d9c513b2a tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event deleted for resources: {'Port': ['ID=8b7c04db-2068-470d-af9e-72740e2b205a,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:52.884331 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0881b86c-faf6-4e63-947d-d9cd1931d6ee None None] Attempt 2 to provision port 51038850-05f2-499e-b74c-2c2749197504 Oct 26 15:53:52.915925 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bb807b7d-82fe-45dd-b6ee-e961a7b7e2e1 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:52.922770 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb807b7d-82fe-45dd-b6ee-e961a7b7e2e1 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 30c65176-3216-46f8-a1c2-139bece6bb87 {{(pid=89748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:53:52.961504 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-66787585-57f8-4c5b-9509-3d7fc49342c8 None None] Transition to ACTIVE for port object 51038850-05f2-499e-b74c-2c2749197504 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:53:52.976510 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0881b86c-faf6-4e63-947d-d9cd1931d6ee None None] Port 51038850-05f2-499e-b74c-2c2749197504 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:53:53.029992 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-66787585-57f8-4c5b-9509-3d7fc49342c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:53.070108 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a1b00a0f-4309-4a96-a74a-590d9c513b2a tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:53.109565 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-901c8a8a-2229-4aa9-9373-b9503cf4d94c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:53.115559 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bb807b7d-82fe-45dd-b6ee-e961a7b7e2e1 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:53.120566 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-bb807b7d-82fe-45dd-b6ee-e961a7b7e2e1 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] 10.222.0.23 "DELETE /v2.0/routers/30c65176-3216-46f8-a1c2-139bece6bb87 HTTP/1.1" status: 204 len: 168 time: 1.8827245 Oct 26 15:53:53.121362 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43968) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:53.126682 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-9dea86dc-0c85-4614-a252-a7c84fedcad9 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1371436374', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}, 'admin_state_up': False}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:53:53.134101 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-9dea86dc-0c85-4614-a252-a7c84fedcad9 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:53:53.139228 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-9dea86dc-0c85-4614-a252-a7c84fedcad9 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Usage tracker for resource:router and tenant:f2a8a96f120044c585b68f2213658126 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:53:53.143270 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-9dea86dc-0c85-4614-a252-a7c84fedcad9 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:53:53.150317 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-9dea86dc-0c85-4614-a252-a7c84fedcad9 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:53:53.160526 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-901c8a8a-2229-4aa9-9373-b9503cf4d94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:53.191689 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-901c8a8a-2229-4aa9-9373-b9503cf4d94c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:53:53.200982 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c8a8a-2229-4aa9-9373-b9503cf4d94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86128691-4b54-4635-b0f9-bd2bbd3e4288,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:53.206907 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-901c8a8a-2229-4aa9-9373-b9503cf4d94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:53.209746 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-901c8a8a-2229-4aa9-9373-b9503cf4d94c admin admin] Added segment 3797d064-79cc-4882-9e2c-be970d80c202 of type vlan for network 69898ef0-e7cd-417a-af1c-6772c42e03d9 Oct 26 15:53:53.229113 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9dea86dc-0c85-4614-a252-a7c84fedcad9 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:53.230818 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9dea86dc-0c85-4614-a252-a7c84fedcad9 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:53.246897 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9dea86dc-0c85-4614-a252-a7c84fedcad9 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:53.269067 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-901c8a8a-2229-4aa9-9373-b9503cf4d94c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:53.300966 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45886abd-176a-42eb-8f0f-923d9621f2a1 None None] Pushing event updated for resources: {'Port': ['ID=51038850-05f2-499e-b74c-2c2749197504,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:53.329623 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-66787585-57f8-4c5b-9509-3d7fc49342c8 None None] Attempting to bind port 51038850-05f2-499e-b74c-2c2749197504 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:53:53.329623 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-66787585-57f8-4c5b-9509-3d7fc49342c8 None None] Attempting to bind port 51038850-05f2-499e-b74c-2c2749197504 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '5abcf1f5-9fbe-42a4-ad2d-7607ef188452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:53:53.329623 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66787585-57f8-4c5b-9509-3d7fc49342c8 None None] Attempting to bind port 51038850-05f2-499e-b74c-2c2749197504 on network e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:53:53.334584 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66787585-57f8-4c5b-9509-3d7fc49342c8 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:53:53.334809 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66787585-57f8-4c5b-9509-3d7fc49342c8 None None] Checking segment: {'id': '5abcf1f5-9fbe-42a4-ad2d-7607ef188452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:53:53.335210 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-66787585-57f8-4c5b-9509-3d7fc49342c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:53.335605 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66787585-57f8-4c5b-9509-3d7fc49342c8 None None] Bound using segment: {'id': '5abcf1f5-9fbe-42a4-ad2d-7607ef188452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:53:53.336068 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-66787585-57f8-4c5b-9509-3d7fc49342c8 None None] Bound port: 51038850-05f2-499e-b74c-2c2749197504, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5abcf1f5-9fbe-42a4-ad2d-7607ef188452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:53:53.336444 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-66787585-57f8-4c5b-9509-3d7fc49342c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:53.369995 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b00a0f-4309-4a96-a74a-590d9c513b2a tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Router 745c1d2d-b1d4-403c-8a41-abd8e45c1d0e has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:53:53.434446 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-66787585-57f8-4c5b-9509-3d7fc49342c8 None None] For port 51038850-05f2-499e-b74c-2c2749197504, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:53:53.437884 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-66787585-57f8-4c5b-9509-3d7fc49342c8 None None] For port 51038850-05f2-499e-b74c-2c2749197504, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=51038850-05f2-499e-b74c-2c2749197504,segment=NetworkSegment(5abcf1f5-9fbe-42a4-ad2d-7607ef188452),segment_id=5abcf1f5-9fbe-42a4-ad2d-7607ef188452)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:53:53.459111 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-901c8a8a-2229-4aa9-9373-b9503cf4d94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:53.460107 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901c8a8a-2229-4aa9-9373-b9503cf4d94c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:53.460680 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-901c8a8a-2229-4aa9-9373-b9503cf4d94c admin admin] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:53.478022 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0881b86c-faf6-4e63-947d-d9cd1931d6ee None None] Attempt 3 to provision port 51038850-05f2-499e-b74c-2c2749197504 Oct 26 15:53:53.528038 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-66787585-57f8-4c5b-9509-3d7fc49342c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:53.610824 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66787585-57f8-4c5b-9509-3d7fc49342c8 None None] Routers {'94c6ae37-8f4f-4102-b50a-140b7957ee56'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:53:53.611363 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-66787585-57f8-4c5b-9509-3d7fc49342c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:53:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['94c6ae37-8f4f-4102-b50a-140b7957ee56'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:53.643326 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b00a0f-4309-4a96-a74a-590d9c513b2a tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:53:53.663559 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697741b8-dd21-4554-b8e6-6a638d20d210 None None] Sync routers for ids ['745c1d2d-b1d4-403c-8a41-abd8e45c1d0e'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:53:53.680568 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a1b00a0f-4309-4a96-a74a-590d9c513b2a tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "PUT /v2.0/routers/745c1d2d-b1d4-403c-8a41-abd8e45c1d0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4392953 Oct 26 15:53:53.680931 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43972) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:53.685961 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697741b8-dd21-4554-b8e6-6a638d20d210 None None] Routers {'745c1d2d-b1d4-403c-8a41-abd8e45c1d0e'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:53:53.697653 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-697741b8-dd21-4554-b8e6-6a638d20d210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:53:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['745c1d2d-b1d4-403c-8a41-abd8e45c1d0e'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:53.744866 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-3daaf545-a726-49a8-a241-62f3fd3bab8f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Synchronizing usage tracker for tenant:33165e7b97ac42778d9b016b22174455 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:53:53.754986 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0881b86c-faf6-4e63-947d-d9cd1931d6ee None None] Port 51038850-05f2-499e-b74c-2c2749197504 had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 15:53:53.761466 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45886abd-176a-42eb-8f0f-923d9621f2a1 None None] Pushing event updated for resources: {'Port': ['ID=51038850-05f2-499e-b74c-2c2749197504,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:53.770571 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-0881b86c-faf6-4e63-947d-d9cd1931d6ee None None] Could not find standard attr ID for object 8b7c04db-2068-470d-af9e-72740e2b205a. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:53:53.770780 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9dea86dc-0c85-4614-a252-a7c84fedcad9 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:53.774766 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-697741b8-dd21-4554-b8e6-6a638d20d210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:53.776455 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c8a8a-2229-4aa9-9373-b9503cf4d94c admin admin] Pushing event updated for resources: {'Network': ['ID=69898ef0-e7cd-417a-af1c-6772c42e03d9,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:53.784289 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697741b8-dd21-4554-b8e6-6a638d20d210 None None] Routers {'745c1d2d-b1d4-403c-8a41-abd8e45c1d0e'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:53:53.785002 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-697741b8-dd21-4554-b8e6-6a638d20d210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:53:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['745c1d2d-b1d4-403c-8a41-abd8e45c1d0e'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:53.793235 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-901c8a8a-2229-4aa9-9373-b9503cf4d94c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3049719 Oct 26 15:53:53.793449 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43976) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:53.797070 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 69898ef0-e7cd-417a-af1c-6772c42e03d9 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:53:53.799504 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-774a7e59-145d-4721-89ad-af3c0ed2882e admin admin] Request body: {'subnet': {'network_id': '69898ef0-e7cd-417a-af1c-6772c42e03d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1701459676-subnet', 'tenant_id': 'f53d0a63154d4ca09f72b52e3631b8ca', 'ip_version': 4}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:53:53.804899 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-774a7e59-145d-4721-89ad-af3c0ed2882e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:53:53.809506 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-774a7e59-145d-4721-89ad-af3c0ed2882e admin admin] Usage tracker for resource:subnet and tenant:f53d0a63154d4ca09f72b52e3631b8ca is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:53:53.812739 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-774a7e59-145d-4721-89ad-af3c0ed2882e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:53:53.818550 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-774a7e59-145d-4721-89ad-af3c0ed2882e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:53:53.828632 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-3daaf545-a726-49a8-a241-62f3fd3bab8f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Unset dirty status for tenant:33165e7b97ac42778d9b016b22174455 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:53:53.832654 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-3daaf545-a726-49a8-a241-62f3fd3bab8f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "GET /v2.0/ports?device_id=745c1d2d-b1d4-403c-8a41-abd8e45c1d0e HTTP/1.1" status: 200 len: 205 time: 0.1507080 Oct 26 15:53:53.833291 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43980) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:53.850203 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-697741b8-dd21-4554-b8e6-6a638d20d210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:53.850647 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697741b8-dd21-4554-b8e6-6a638d20d210 None None] The sync data for ids ['745c1d2d-b1d4-403c-8a41-abd8e45c1d0e'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:53:53.896247 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-66787585-57f8-4c5b-9509-3d7fc49342c8 None None] Set router 94c6ae37-8f4f-4102-b50a-140b7957ee56 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:53:53.909053 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774a7e59-145d-4721-89ad-af3c0ed2882e admin admin] Made reservation on behalf of f53d0a63154d4ca09f72b52e3631b8ca for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:53:53.911876 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-774a7e59-145d-4721-89ad-af3c0ed2882e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:54.043078 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-91826321-bfc0-47a7-96e9-814d8ba17927 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for router, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:54.189798 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-774a7e59-145d-4721-89ad-af3c0ed2882e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:54.275024 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a7e59-145d-4721-89ad-af3c0ed2882e admin admin] Pushing event updated for resources: {'Subnet': ['ID=343ffc1b-d1f8-4921-be74-e70e39f1903f,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:54.290520 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774a7e59-145d-4721-89ad-af3c0ed2882e admin admin] Checking segment: {'id': '3797d064-79cc-4882-9e2c-be970d80c202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '69898ef0-e7cd-417a-af1c-6772c42e03d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:53:54.290960 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774a7e59-145d-4721-89ad-af3c0ed2882e admin admin] Network hostable DHCP agents. Network: 69898ef0-e7cd-417a-af1c-6772c42e03d9, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:53:54.299217 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a7e59-145d-4721-89ad-af3c0ed2882e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:53:54.299659 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a7e59-145d-4721-89ad-af3c0ed2882e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:53:54.300071 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a7e59-145d-4721-89ad-af3c0ed2882e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:53:54.300378 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-66787585-57f8-4c5b-9509-3d7fc49342c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'name': 'tempest-TestVolumeBootPattern-690992483-router', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:38Z', 'updated_at': '2022-10-26T15:53:49Z', 'revision_number': 4, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'gw_port': {'id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:40Z', 'updated_at': '2022-10-26T15:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '51038850-05f2-499e-b74c-2c2749197504', 'name': '', 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'mac_address': 'fa:16:3e:27:b0:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'c273cff6-10d2-4763-a9ae-6bddfa2dc0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:46Z', 'updated_at': '2022-10-26T15:53:53Z', 'revision_number': 4, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'subnets': [{'id': 'c273cff6-10d2-4763-a9ae-6bddfa2dc0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:54.300546 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a7e59-145d-4721-89ad-af3c0ed2882e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:53:54.300793 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a7e59-145d-4721-89ad-af3c0ed2882e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:53:54.301297 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a7e59-145d-4721-89ad-af3c0ed2882e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:53:54.301685 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a7e59-145d-4721-89ad-af3c0ed2882e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:53:54.302234 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a7e59-145d-4721-89ad-af3c0ed2882e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:53:54.302672 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a7e59-145d-4721-89ad-af3c0ed2882e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:53:54.303059 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a7e59-145d-4721-89ad-af3c0ed2882e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:53:54.303454 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a7e59-145d-4721-89ad-af3c0ed2882e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:53:54.303849 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a7e59-145d-4721-89ad-af3c0ed2882e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:53:54.303969 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 97d8665c-4835-49db-9df9-075777cbbef9 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:53:54.341300 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66787585-57f8-4c5b-9509-3d7fc49342c8 None None] The sync data for ids ['94c6ae37-8f4f-4102-b50a-140b7957ee56'] in dv-neutron-862712-1-hyperv is: [{'id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'name': 'tempest-TestVolumeBootPattern-690992483-router', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:38Z', 'updated_at': '2022-10-26T15:53:49Z', 'revision_number': 4, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'gw_port': {'id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:40Z', 'updated_at': '2022-10-26T15:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '51038850-05f2-499e-b74c-2c2749197504', 'name': '', 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'mac_address': 'fa:16:3e:27:b0:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'c273cff6-10d2-4763-a9ae-6bddfa2dc0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:46Z', 'updated_at': '2022-10-26T15:53:53Z', 'revision_number': 4, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'subnets': [{'id': 'c273cff6-10d2-4763-a9ae-6bddfa2dc0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:53:54.342807 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 97d8665c-4835-49db-9df9-075777cbbef9 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:53:54.343150 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 97d8665c-4835-49db-9df9-075777cbbef9 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:53:54.366768 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774a7e59-145d-4721-89ad-af3c0ed2882e admin admin] Network 69898ef0-e7cd-417a-af1c-6772c42e03d9 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:53:54.395343 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-91826321-bfc0-47a7-96e9-814d8ba17927 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:54.399239 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-91826321-bfc0-47a7-96e9-814d8ba17927 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:54.423827 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-774a7e59-145d-4721-89ad-af3c0ed2882e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 69898ef0-e7cd-417a-af1c-6772c42e03d9) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:53:54.429036 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774a7e59-145d-4721-89ad-af3c0ed2882e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:54.429036 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-774a7e59-145d-4721-89ad-af3c0ed2882e admin admin] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:54.434208 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17aef534-83b0-40fe-8af2-e1784e7f0398 None None] Network 69898ef0-e7cd-417a-af1c-6772c42e03d9 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:53:54.525110 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-91826321-bfc0-47a7-96e9-814d8ba17927 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:54.525905 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91826321-bfc0-47a7-96e9-814d8ba17927 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Fanout notify agent at l3_agent the message router_deleted on router 745c1d2d-b1d4-403c-8a41-abd8e45c1d0e {{(pid=89748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:53:54.538815 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-774a7e59-145d-4721-89ad-af3c0ed2882e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7441864 Oct 26 15:53:54.541366 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43984) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:54.554883 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-99a71a8b-0d94-4022-9d69-2e9868743824 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1701459676-router', 'tenant_id': 'f53d0a63154d4ca09f72b52e3631b8ca', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:53:54.563334 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-99a71a8b-0d94-4022-9d69-2e9868743824 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:53:54.569504 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-99a71a8b-0d94-4022-9d69-2e9868743824 admin admin] Usage tracker for resource:router and tenant:f53d0a63154d4ca09f72b52e3631b8ca is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:53:54.575039 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-99a71a8b-0d94-4022-9d69-2e9868743824 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:53:54.583022 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-99a71a8b-0d94-4022-9d69-2e9868743824 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:53:54.664969 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-99a71a8b-0d94-4022-9d69-2e9868743824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:54.667694 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-99a71a8b-0d94-4022-9d69-2e9868743824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:54.701522 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d8064d-7727-455a-bc34-0ae2982a71b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-69898ef0-e7cd-417a-af1c-6772c42e03d9', 'network_id': '69898ef0-e7cd-417a-af1c-6772c42e03d9', 'tenant_id': 'f53d0a63154d4ca09f72b52e3631b8ca', 'fixed_ips': [{'subnet_id': '343ffc1b-d1f8-4921-be74-e70e39f1903f'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:53:54.702278 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-43d8064d-7727-455a-bc34-0ae2982a71b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:54.711392 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-99a71a8b-0d94-4022-9d69-2e9868743824 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:54.746412 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-91826321-bfc0-47a7-96e9-814d8ba17927 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:54.750581 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-91826321-bfc0-47a7-96e9-814d8ba17927 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "DELETE /v2.0/routers/745c1d2d-b1d4-403c-8a41-abd8e45c1d0e HTTP/1.1" status: 204 len: 168 time: 0.9159229 Oct 26 15:53:54.750751 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 43988) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:54.789092 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9dea86dc-0c85-4614-a252-a7c84fedcad9 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for router_gateway, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:54.824005 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9dea86dc-0c85-4614-a252-a7c84fedcad9 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:54.906280 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-43d8064d-7727-455a-bc34-0ae2982a71b4 None None] Allocated IP 172.20.0.2 (69898ef0-e7cd-417a-af1c-6772c42e03d9/343ffc1b-d1f8-4921-be74-e70e39f1903f/13627ec6-9aff-4b8a-83c7-f366ad6a6f69) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:53:54.971761 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-c457d024-4861-48a5-9615-0d7fede5f651 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Deleting subnet 0e5772aa-053b-430b-b51c-261aac020361 {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:53:54.975048 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c457d024-4861-48a5-9615-0d7fede5f651 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:54.998379 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-9dea86dc-0c85-4614-a252-a7c84fedcad9 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Allocated IP 172.26.2.201 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/2019837e-ebc5-46de-9d12-aa07671f8f71) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:53:55.040496 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c457d024-4861-48a5-9615-0d7fede5f651 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:55.166835 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-43d8064d-7727-455a-bc34-0ae2982a71b4 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:55.178731 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-43d8064d-7727-455a-bc34-0ae2982a71b4 None None] Transition to ACTIVE for port object 13627ec6-9aff-4b8a-83c7-f366ad6a6f69 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:53:55.200323 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-43d8064d-7727-455a-bc34-0ae2982a71b4 None None] Transition to ACTIVE for port object 13627ec6-9aff-4b8a-83c7-f366ad6a6f69 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:53:55.203268 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9dea86dc-0c85-4614-a252-a7c84fedcad9 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:55.219529 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-99a71a8b-0d94-4022-9d69-2e9868743824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:55.259313 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c457d024-4861-48a5-9615-0d7fede5f651 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:55.281493 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-43d8064d-7727-455a-bc34-0ae2982a71b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:55.309683 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9dea86dc-0c85-4614-a252-a7c84fedcad9 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:55.364511 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d8064d-7727-455a-bc34-0ae2982a71b4 None None] Network 69898ef0-e7cd-417a-af1c-6772c42e03d9 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:53:55.368263 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-43d8064d-7727-455a-bc34-0ae2982a71b4 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:53:55.372548 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d8064d-7727-455a-bc34-0ae2982a71b4 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:53:55.384232 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dea86dc-0c85-4614-a252-a7c84fedcad9 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:53:55.388188 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-9dea86dc-0c85-4614-a252-a7c84fedcad9 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:53:55.392129 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dea86dc-0c85-4614-a252-a7c84fedcad9 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:53:55.445837 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea86dc-0c85-4614-a252-a7c84fedcad9 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Pushing event updated for resources: {'Port': ['ID=2019837e-ebc5-46de-9d12-aa07671f8f71,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:55.489027 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d8064d-7727-455a-bc34-0ae2982a71b4 None None] Pushing event updated for resources: {'Port': ['ID=13627ec6-9aff-4b8a-83c7-f366ad6a6f69,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:55.512281 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-43d8064d-7727-455a-bc34-0ae2982a71b4 None None] Attempting to bind port 13627ec6-9aff-4b8a-83c7-f366ad6a6f69 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:53:55.512652 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-43d8064d-7727-455a-bc34-0ae2982a71b4 None None] Attempting to bind port 13627ec6-9aff-4b8a-83c7-f366ad6a6f69 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '3797d064-79cc-4882-9e2c-be970d80c202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '69898ef0-e7cd-417a-af1c-6772c42e03d9'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:53:55.513016 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d8064d-7727-455a-bc34-0ae2982a71b4 None None] Attempting to bind port 13627ec6-9aff-4b8a-83c7-f366ad6a6f69 on network 69898ef0-e7cd-417a-af1c-6772c42e03d9 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:53:55.518539 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d8064d-7727-455a-bc34-0ae2982a71b4 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:53:55.519171 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d8064d-7727-455a-bc34-0ae2982a71b4 None None] Checking segment: {'id': '3797d064-79cc-4882-9e2c-be970d80c202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '69898ef0-e7cd-417a-af1c-6772c42e03d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:53:55.519573 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-43d8064d-7727-455a-bc34-0ae2982a71b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:55.520096 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d8064d-7727-455a-bc34-0ae2982a71b4 None None] Bound using segment: {'id': '3797d064-79cc-4882-9e2c-be970d80c202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '69898ef0-e7cd-417a-af1c-6772c42e03d9'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:53:55.520572 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-43d8064d-7727-455a-bc34-0ae2982a71b4 None None] Bound port: 13627ec6-9aff-4b8a-83c7-f366ad6a6f69, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3797d064-79cc-4882-9e2c-be970d80c202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '69898ef0-e7cd-417a-af1c-6772c42e03d9'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:53:55.520952 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-43d8064d-7727-455a-bc34-0ae2982a71b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:55.634351 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-43d8064d-7727-455a-bc34-0ae2982a71b4 None None] For port 13627ec6-9aff-4b8a-83c7-f366ad6a6f69, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:53:55.638672 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-43d8064d-7727-455a-bc34-0ae2982a71b4 None None] For port 13627ec6-9aff-4b8a-83c7-f366ad6a6f69, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=13627ec6-9aff-4b8a-83c7-f366ad6a6f69,segment=NetworkSegment(3797d064-79cc-4882-9e2c-be970d80c202),segment_id=3797d064-79cc-4882-9e2c-be970d80c202)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:53:55.683368 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c457d024-4861-48a5-9615-0d7fede5f651 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:55.750407 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-43d8064d-7727-455a-bc34-0ae2982a71b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:55.833181 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d8064d-7727-455a-bc34-0ae2982a71b4 None None] Pushing event updated for resources: {'Port': ['ID=13627ec6-9aff-4b8a-83c7-f366ad6a6f69,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:55.865358 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c457d024-4861-48a5-9615-0d7fede5f651 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:55.873077 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325ed6f4-314e-4eaf-a617-cb7114e09859 None None] Network aa33e51b-f12b-4122-81a7-a497b37d3b02 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:53:55.890370 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-99a71a8b-0d94-4022-9d69-2e9868743824 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:55.918946 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c457d024-4861-48a5-9615-0d7fede5f651 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event deleted for resources: {'Subnet': ['ID=0e5772aa-053b-430b-b51c-261aac020361,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:55.932003 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-99a71a8b-0d94-4022-9d69-2e9868743824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:55.936349 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c457d024-4861-48a5-9615-0d7fede5f651 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "DELETE /v2.0/subnets/0e5772aa-053b-430b-b51c-261aac020361 HTTP/1.1" status: 204 len: 168 time: 1.1846380 Oct 26 15:53:55.939001 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43992) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:56.124990 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0cf1227a-0af8-48d1-bd2b-5ffc6f2f20c2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:56.128511 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-99a71a8b-0d94-4022-9d69-2e9868743824 admin admin] Allocated IP 172.26.2.130 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/4a0614d9-71ee-4f9c-9770-b0c89675daec) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:53:56.128667 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9dea86dc-0c85-4614-a252-a7c84fedcad9 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for router_gateway, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:56.203060 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f220a27-872b-4f6b-a2d6-f92a1f4e4cdb None None] DHCP port deletion for aa33e51b-f12b-4122-81a7-a497b37d3b02 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:53:56.208051 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-5f220a27-872b-4f6b-a2d6-f92a1f4e4cdb None None] Deleting port e7579e56-bc5d-46c3-a98f-0d757d704cbd {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:53:56.208437 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5f220a27-872b-4f6b-a2d6-f92a1f4e4cdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:56.289005 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-0cf1227a-0af8-48d1-bd2b-5ffc6f2f20c2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Deleting port e7579e56-bc5d-46c3-a98f-0d757d704cbd {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:53:56.289349 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0cf1227a-0af8-48d1-bd2b-5ffc6f2f20c2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:56.337282 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-99a71a8b-0d94-4022-9d69-2e9868743824 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:56.394012 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 51038850-05f2-499e-b74c-2c2749197504 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:53:56.441539 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-99a71a8b-0d94-4022-9d69-2e9868743824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:56.516681 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a71a8b-0d94-4022-9d69-2e9868743824 admin admin] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:53:56.519948 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-99a71a8b-0d94-4022-9d69-2e9868743824 admin admin] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:53:56.524032 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a71a8b-0d94-4022-9d69-2e9868743824 admin admin] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:53:56.577781 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a71a8b-0d94-4022-9d69-2e9868743824 admin admin] Pushing event updated for resources: {'Port': ['ID=4a0614d9-71ee-4f9c-9770-b0c89675daec,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:56.579110 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-5f220a27-872b-4f6b-a2d6-f92a1f4e4cdb None None] For port e7579e56-bc5d-46c3-a98f-0d757d704cbd, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=e7579e56-bc5d-46c3-a98f-0d757d704cbd,segment=NetworkSegment(1f24b3d4-ba2d-4608-b711-0b8e556c7acb),segment_id=1f24b3d4-ba2d-4608-b711-0b8e556c7acb)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:53:56.579541 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5f220a27-872b-4f6b-a2d6-f92a1f4e4cdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:56.652951 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 51038850-05f2-499e-b74c-2c2749197504 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:53:56.724388 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-5f220a27-872b-4f6b-a2d6-f92a1f4e4cdb None None] Calling delete_port for e7579e56-bc5d-46c3-a98f-0d757d704cbd owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:53:56.754216 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 51038850-05f2-499e-b74c-2c2749197504 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:53:56.754702 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:56.755059 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 51038850-05f2-499e-b74c-2c2749197504 Oct 26 15:53:56.822019 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-0cf1227a-0af8-48d1-bd2b-5ffc6f2f20c2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] For port e7579e56-bc5d-46c3-a98f-0d757d704cbd, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=e7579e56-bc5d-46c3-a98f-0d757d704cbd,segment=NetworkSegment(1f24b3d4-ba2d-4608-b711-0b8e556c7acb),segment_id=1f24b3d4-ba2d-4608-b711-0b8e556c7acb)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:53:56.822615 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0cf1227a-0af8-48d1-bd2b-5ffc6f2f20c2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:56.908799 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:56.936921 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 51038850-05f2-499e-b74c-2c2749197504 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:53:56.937306 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:56.969403 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-0cf1227a-0af8-48d1-bd2b-5ffc6f2f20c2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Calling delete_port for e7579e56-bc5d-46c3-a98f-0d757d704cbd owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:53:56.973211 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5f220a27-872b-4f6b-a2d6-f92a1f4e4cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:57.018603 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 51038850-05f2-499e-b74c-2c2749197504, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=51038850-05f2-499e-b74c-2c2749197504,segment=NetworkSegment(5abcf1f5-9fbe-42a4-ad2d-7607ef188452),segment_id=5abcf1f5-9fbe-42a4-ad2d-7607ef188452)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:53:57.024399 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9dea86dc-0c85-4614-a252-a7c84fedcad9 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:57.033279 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f220a27-872b-4f6b-a2d6-f92a1f4e4cdb None None] Pushing event deleted for resources: {'Port': ['ID=e7579e56-bc5d-46c3-a98f-0d757d704cbd,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:57.036379 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f220a27-872b-4f6b-a2d6-f92a1f4e4cdb None None] No DVR routers for this DVR port e7579e56-bc5d-46c3-a98f-0d757d704cbd on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:53:57.081533 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:57.082380 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 13627ec6-9aff-4b8a-83c7-f366ad6a6f69 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:53:57.140896 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-99a71a8b-0d94-4022-9d69-2e9868743824 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:57.177033 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396a9c13-3e2b-4418-a4f4-751c4c052309 None None] Network 69898ef0-e7cd-417a-af1c-6772c42e03d9 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:53:57.217474 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.db.api [None req-0cf1227a-0af8-48d1-bd2b-5ffc6f2f20c2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:53:57.217869 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG oslo_db.api [None req-0cf1227a-0af8-48d1-bd2b-5ffc6f2f20c2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:53:57.330226 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=51038850-05f2-499e-b74c-2c2749197504,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:57.360865 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dea86dc-0c85-4614-a252-a7c84fedcad9 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Router a5b79a5f-54be-4bb9-a117-96879b4a065f is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:53:57.400629 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-6d965dcf-559d-4ed8-b4f6-c9699ad0706b None None] Provisioning for port 13627ec6-9aff-4b8a-83c7-f366ad6a6f69 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:53:57.479662 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 13627ec6-9aff-4b8a-83c7-f366ad6a6f69 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:53:57.488505 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 13627ec6-9aff-4b8a-83c7-f366ad6a6f69 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:53:57.488731 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:57.488995 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 13627ec6-9aff-4b8a-83c7-f366ad6a6f69 Oct 26 15:53:57.497610 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-99a71a8b-0d94-4022-9d69-2e9868743824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:57.552816 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dea86dc-0c85-4614-a252-a7c84fedcad9 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:53:57.569100 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12050a46-1778-426b-80db-910031c21149 None None] Sync routers for ids ['a5b79a5f-54be-4bb9-a117-96879b4a065f'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:53:57.616237 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12050a46-1778-426b-80db-910031c21149 None None] Routers {'a5b79a5f-54be-4bb9-a117-96879b4a065f'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:53:57.616671 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-12050a46-1778-426b-80db-910031c21149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:53:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['a5b79a5f-54be-4bb9-a117-96879b4a065f'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:57.663748 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9dea86dc-0c85-4614-a252-a7c84fedcad9 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:57.665219 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-9dea86dc-0c85-4614-a252-a7c84fedcad9 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.5427430 Oct 26 15:53:57.668390 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 43996) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:57.673760 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-975e1d7c-e8fd-4940-b44f-c2f8ab2c4d8d tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'enable_snat': False}}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:53:57.705787 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-12050a46-1778-426b-80db-910031c21149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:57.721374 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 13627ec6-9aff-4b8a-83c7-f366ad6a6f69 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:53:57.721752 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:57.734356 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12050a46-1778-426b-80db-910031c21149 None None] Routers {'a5b79a5f-54be-4bb9-a117-96879b4a065f'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:53:57.735007 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-12050a46-1778-426b-80db-910031c21149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:53:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['a5b79a5f-54be-4bb9-a117-96879b4a065f'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:57.775525 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-0cf1227a-0af8-48d1-bd2b-5ffc6f2f20c2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Deleting port e7579e56-bc5d-46c3-a98f-0d757d704cbd {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:53:57.776673 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0cf1227a-0af8-48d1-bd2b-5ffc6f2f20c2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:57.804661 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-12050a46-1778-426b-80db-910031c21149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:57.805066 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12050a46-1778-426b-80db-910031c21149 None None] The sync data for ids ['a5b79a5f-54be-4bb9-a117-96879b4a065f'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:53:57.826891 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 13627ec6-9aff-4b8a-83c7-f366ad6a6f69, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=13627ec6-9aff-4b8a-83c7-f366ad6a6f69,segment=NetworkSegment(3797d064-79cc-4882-9e2c-be970d80c202),segment_id=3797d064-79cc-4882-9e2c-be970d80c202)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:53:57.898176 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:57.940531 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-0cf1227a-0af8-48d1-bd2b-5ffc6f2f20c2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] The port 'e7579e56-bc5d-46c3-a98f-0d757d704cbd' was deleted {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 15:53:57.956389 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device e7579e56-bc5d-46c3-a98f-0d757d704cbd no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:53:57.983462 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a71a8b-0d94-4022-9d69-2e9868743824 admin admin] Router 5ebc3f8c-4b90-411b-b5bb-4ec4970693af is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:53:57.999693 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: e7579e56-bc5d-46c3-a98f-0d757d704cbd {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:53:58.000807 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device e7579e56-bc5d-46c3-a98f-0d757d704cbd not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:53:58.022333 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-d1689453-8dba-4e16-a3fc-0a6f78de199d None None] Provisioning complete for port 13627ec6-9aff-4b8a-83c7-f366ad6a6f69 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:53:58.022902 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d1689453-8dba-4e16-a3fc-0a6f78de199d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:58.023331 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-d1689453-8dba-4e16-a3fc-0a6f78de199d None None] Attempt 1 to provision port 13627ec6-9aff-4b8a-83c7-f366ad6a6f69 Oct 26 15:53:58.052783 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=13627ec6-9aff-4b8a-83c7-f366ad6a6f69,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:58.097784 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0cf1227a-0af8-48d1-bd2b-5ffc6f2f20c2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:58.170146 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a71a8b-0d94-4022-9d69-2e9868743824 admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:53:58.179546 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2234a368-f040-411b-af17-1a8d18bd4e50 None None] Sync routers for ids ['5ebc3f8c-4b90-411b-b5bb-4ec4970693af'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:53:58.191168 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-d1689453-8dba-4e16-a3fc-0a6f78de199d None None] Current status of the port 13627ec6-9aff-4b8a-83c7-f366ad6a6f69 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:53:58.197121 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2234a368-f040-411b-af17-1a8d18bd4e50 None None] Routers {'5ebc3f8c-4b90-411b-b5bb-4ec4970693af'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:53:58.197881 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-2234a368-f040-411b-af17-1a8d18bd4e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:53:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['5ebc3f8c-4b90-411b-b5bb-4ec4970693af'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:58.268190 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-99a71a8b-0d94-4022-9d69-2e9868743824 admin admin] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:58.268190 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-99a71a8b-0d94-4022-9d69-2e9868743824 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7211826 Oct 26 15:53:58.276184 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44000) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:58.309020 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 51038850-05f2-499e-b74c-2c2749197504 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:53:58.368091 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-0cf1227a-0af8-48d1-bd2b-5ffc6f2f20c2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa33e51b-f12b-4122-81a7-a497b37d3b02']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:58.386369 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 51038850-05f2-499e-b74c-2c2749197504 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:53:58.387231 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:58.387788 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 51038850-05f2-499e-b74c-2c2749197504 Oct 26 15:53:58.402688 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-0cf1227a-0af8-48d1-bd2b-5ffc6f2f20c2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f24b3d4-ba2d-4608-b711-0b8e556c7acb') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:58.402987 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-0cf1227a-0af8-48d1-bd2b-5ffc6f2f20c2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f24b3d4-ba2d-4608-b711-0b8e556c7acb') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:58.407551 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-2234a368-f040-411b-af17-1a8d18bd4e50 None None] Set router 5ebc3f8c-4b90-411b-b5bb-4ec4970693af gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:53:58.420761 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0cf1227a-0af8-48d1-bd2b-5ffc6f2f20c2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:58.448783 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0cf1227a-0af8-48d1-bd2b-5ffc6f2f20c2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:58.455535 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cf1227a-0af8-48d1-bd2b-5ffc6f2f20c2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:53:58.455939 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0cf1227a-0af8-48d1-bd2b-5ffc6f2f20c2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:58.560052 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 51038850-05f2-499e-b74c-2c2749197504 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:53:58.561282 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 13627ec6-9aff-4b8a-83c7-f366ad6a6f69 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:53:58.590029 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 1f24b3d4-ba2d-4608-b711-0b8e556c7acb resource provider aggregate not found Oct 26 15:53:58.663006 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 13627ec6-9aff-4b8a-83c7-f366ad6a6f69 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:53:58.663347 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:58.663696 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 13627ec6-9aff-4b8a-83c7-f366ad6a6f69 Oct 26 15:53:58.681568 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 1f24b3d4-ba2d-4608-b711-0b8e556c7acb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1f24b3d4-ba2d-4608-b711-0b8e556c7acb found for delete ", "request_id": "req-3ea84a9a-bb3c-4b5f-9434-d248fcc28b66"}]} Oct 26 15:53:58.741520 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0cf1227a-0af8-48d1-bd2b-5ffc6f2f20c2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:58.771607 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-2234a368-f040-411b-af17-1a8d18bd4e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebc3f8c-4b90-411b-b5bb-4ec4970693af', 'name': 'tempest-TestVolumeBootPattern-1701459676-router', 'tenant_id': 'f53d0a63154d4ca09f72b52e3631b8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': '4a0614d9-71ee-4f9c-9770-b0c89675daec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:54Z', 'updated_at': '2022-10-26T15:53:56Z', 'revision_number': 3, 'project_id': 'f53d0a63154d4ca09f72b52e3631b8ca', 'gw_port': {'id': '4a0614d9-71ee-4f9c-9770-b0c89675daec', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:25:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebc3f8c-4b90-411b-b5bb-4ec4970693af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:55Z', 'updated_at': '2022-10-26T15:53:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:58.776233 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2234a368-f040-411b-af17-1a8d18bd4e50 None None] Checking router: 5ebc3f8c-4b90-411b-b5bb-4ec4970693af for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:53:58.777459 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2234a368-f040-411b-af17-1a8d18bd4e50 None None] Updating router 5ebc3f8c-4b90-411b-b5bb-4ec4970693af port 4a0614d9-71ee-4f9c-9770-b0c89675daec binding host dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:53:58.777946 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0cf1227a-0af8-48d1-bd2b-5ffc6f2f20c2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:58.797414 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-0cf1227a-0af8-48d1-bd2b-5ffc6f2f20c2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "DELETE /v2.0/networks/aa33e51b-f12b-4122-81a7-a497b37d3b02 HTTP/1.1" status: 204 len: 168 time: 2.8567283 Oct 26 15:53:58.798225 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44008) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:58.808954 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf1227a-0af8-48d1-bd2b-5ffc6f2f20c2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event deleted for resources: {'Network': ['ID=aa33e51b-f12b-4122-81a7-a497b37d3b02,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:58.815493 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 13627ec6-9aff-4b8a-83c7-f366ad6a6f69 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:53:58.820458 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-fc26071c-29e7-4317-9ed3-17302e297a9f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1668497689', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:53:58.826301 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf1227a-0af8-48d1-bd2b-5ffc6f2f20c2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:53:58.826679 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf1227a-0af8-48d1-bd2b-5ffc6f2f20c2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:53:58.827017 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf1227a-0af8-48d1-bd2b-5ffc6f2f20c2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:53:58.827348 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf1227a-0af8-48d1-bd2b-5ffc6f2f20c2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:53:58.827678 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf1227a-0af8-48d1-bd2b-5ffc6f2f20c2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:53:58.828004 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf1227a-0af8-48d1-bd2b-5ffc6f2f20c2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:53:58.828330 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf1227a-0af8-48d1-bd2b-5ffc6f2f20c2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:53:58.828645 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf1227a-0af8-48d1-bd2b-5ffc6f2f20c2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:53:58.828970 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf1227a-0af8-48d1-bd2b-5ffc6f2f20c2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:53:58.829289 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf1227a-0af8-48d1-bd2b-5ffc6f2f20c2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:53:58.829636 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf1227a-0af8-48d1-bd2b-5ffc6f2f20c2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:53:58.829952 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf1227a-0af8-48d1-bd2b-5ffc6f2f20c2 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:53:58.837914 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-fc26071c-29e7-4317-9ed3-17302e297a9f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:53:58.840971 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-2234a368-f040-411b-af17-1a8d18bd4e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:58.846840 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-fc26071c-29e7-4317-9ed3-17302e297a9f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Usage tracker for resource:router and tenant:33165e7b97ac42778d9b016b22174455 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:53:58.851075 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-fc26071c-29e7-4317-9ed3-17302e297a9f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:53:58.867233 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-fc26071c-29e7-4317-9ed3-17302e297a9f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:53:58.886923 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-975e1d7c-e8fd-4940-b44f-c2f8ab2c4d8d tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:58.932850 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fc26071c-29e7-4317-9ed3-17302e297a9f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:58.934317 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fc26071c-29e7-4317-9ed3-17302e297a9f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:58.952205 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fc26071c-29e7-4317-9ed3-17302e297a9f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:59.085830 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fc26071c-29e7-4317-9ed3-17302e297a9f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:59.148170 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2748fe7d-b794-4d86-9aea-f1799b1c879a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:59.192583 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-2234a368-f040-411b-af17-1a8d18bd4e50 None None] Notify callbacks [] for port, precommit_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:59.206005 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.provisioning_blocks [None req-2234a368-f040-411b-af17-1a8d18bd4e50 None None] Transition to ACTIVE for port object 4a0614d9-71ee-4f9c-9770-b0c89675daec will not be triggered until provisioned by entity L2. {{(pid=89750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:53:59.238854 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fc26071c-29e7-4317-9ed3-17302e297a9f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:59.241843 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-fc26071c-29e7-4317-9ed3-17302e297a9f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4380236 Oct 26 15:53:59.256970 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44012) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:53:59.265518 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-1a5fa764-6de9-4523-a812-59285c5d4ac9 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-657433814'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:53:59.272228 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-1a5fa764-6de9-4523-a812-59285c5d4ac9 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:53:59.279290 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-1a5fa764-6de9-4523-a812-59285c5d4ac9 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Usage tracker for resource:network and tenant:33165e7b97ac42778d9b016b22174455 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:53:59.283675 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-1a5fa764-6de9-4523-a812-59285c5d4ac9 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:53:59.286230 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-2234a368-f040-411b-af17-1a8d18bd4e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:59.299919 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-1a5fa764-6de9-4523-a812-59285c5d4ac9 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:53:59.360685 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-2234a368-f040-411b-af17-1a8d18bd4e50 None None] Attempting to bind port 4a0614d9-71ee-4f9c-9770-b0c89675daec on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:53:59.361063 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-2234a368-f040-411b-af17-1a8d18bd4e50 None None] Attempting to bind port 4a0614d9-71ee-4f9c-9770-b0c89675daec by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:53:59.361406 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2234a368-f040-411b-af17-1a8d18bd4e50 None None] Attempting to bind port 4a0614d9-71ee-4f9c-9770-b0c89675daec on network 0c79a151-ef79-4fff-8a3c-258f9478471d {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:53:59.363644 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-2748fe7d-b794-4d86-9aea-f1799b1c879a admin admin] Allocated IP 172.20.0.1 (69898ef0-e7cd-417a-af1c-6772c42e03d9/343ffc1b-d1f8-4921-be74-e70e39f1903f/97a166ec-8c0f-4602-bd39-3ebe7f1720bb) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:53:59.372264 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2234a368-f040-411b-af17-1a8d18bd4e50 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:53:59.372631 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2234a368-f040-411b-af17-1a8d18bd4e50 None None] Checking segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:53:59.373024 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-2234a368-f040-411b-af17-1a8d18bd4e50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:59.373471 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2234a368-f040-411b-af17-1a8d18bd4e50 None None] Bound using segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:53:59.373959 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-2234a368-f040-411b-af17-1a8d18bd4e50 None None] Bound port: 4a0614d9-71ee-4f9c-9770-b0c89675daec, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:53:59.374298 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-2234a368-f040-411b-af17-1a8d18bd4e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:59.422498 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915d4dc-b48f-401f-be24-f1b9be9a1222 None None] Pushing event updated for resources: {'Port': ['ID=4a0614d9-71ee-4f9c-9770-b0c89675daec,revision_number=2']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:59.454018 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5fa764-6de9-4523-a812-59285c5d4ac9 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Made reservation on behalf of 33165e7b97ac42778d9b016b22174455 for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:53:59.456203 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-2234a368-f040-411b-af17-1a8d18bd4e50 None None] For port 4a0614d9-71ee-4f9c-9770-b0c89675daec, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:53:59.457441 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1a5fa764-6de9-4523-a812-59285c5d4ac9 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:59.460000 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-2234a368-f040-411b-af17-1a8d18bd4e50 None None] For port 4a0614d9-71ee-4f9c-9770-b0c89675daec, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=4a0614d9-71ee-4f9c-9770-b0c89675daec,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:53:59.520909 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2748fe7d-b794-4d86-9aea-f1799b1c879a admin admin] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:59.521175 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a5fa764-6de9-4523-a812-59285c5d4ac9 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:53:59.537194 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-2748fe7d-b794-4d86-9aea-f1799b1c879a admin admin] Transition to ACTIVE for port object 97a166ec-8c0f-4602-bd39-3ebe7f1720bb will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:53:59.544184 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1a5fa764-6de9-4523-a812-59285c5d4ac9 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:59.544530 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-1a5fa764-6de9-4523-a812-59285c5d4ac9 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Added segment 788dcdba-4a17-43d8-82ad-ef74e8f6dc32 of type vlan for network 9bf0e050-0ad2-464f-9a08-d5795f02c197 Oct 26 15:53:59.561084 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-2234a368-f040-411b-af17-1a8d18bd4e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:59.618606 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2748fe7d-b794-4d86-9aea-f1799b1c879a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:59.658648 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2234a368-f040-411b-af17-1a8d18bd4e50 None None] Routers {'5ebc3f8c-4b90-411b-b5bb-4ec4970693af'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:53:59.659363 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-2234a368-f040-411b-af17-1a8d18bd4e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:53:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['5ebc3f8c-4b90-411b-b5bb-4ec4970693af'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:59.703740 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1a5fa764-6de9-4523-a812-59285c5d4ac9 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:59.705736 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2748fe7d-b794-4d86-9aea-f1799b1c879a admin admin] Network 69898ef0-e7cd-417a-af1c-6772c42e03d9 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:53:59.711539 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-2748fe7d-b794-4d86-9aea-f1799b1c879a admin admin] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:53:59.731689 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2748fe7d-b794-4d86-9aea-f1799b1c879a admin admin] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:53:59.772205 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-975e1d7c-e8fd-4940-b44f-c2f8ab2c4d8d tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:59.775689 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-975e1d7c-e8fd-4940-b44f-c2f8ab2c4d8d tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-581503'] for router, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:59.792840 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748fe7d-b794-4d86-9aea-f1799b1c879a admin admin] Pushing event updated for resources: {'Port': ['ID=97a166ec-8c0f-4602-bd39-3ebe7f1720bb,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:59.809284 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2748fe7d-b794-4d86-9aea-f1799b1c879a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:59.829061 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915d4dc-b48f-401f-be24-f1b9be9a1222 None None] Pushing event updated for resources: {'Port': ['ID=4a0614d9-71ee-4f9c-9770-b0c89675daec,revision_number=3']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:59.840635 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1a5fa764-6de9-4523-a812-59285c5d4ac9 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:59.845349 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5fa764-6de9-4523-a812-59285c5d4ac9 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:59.845935 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1a5fa764-6de9-4523-a812-59285c5d4ac9 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:53:59.888281 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-2234a368-f040-411b-af17-1a8d18bd4e50 None None] Set router 5ebc3f8c-4b90-411b-b5bb-4ec4970693af gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:54:00.127093 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c86d0cb6-4733-4d9b-be36-f7e9ea951e31 None None] Provisioning for port 97a166ec-8c0f-4602-bd39-3ebe7f1720bb completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:54:00.134075 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c86d0cb6-4733-4d9b-be36-f7e9ea951e31 None None] Provisioning complete for port 97a166ec-8c0f-4602-bd39-3ebe7f1720bb triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:54:00.134839 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c86d0cb6-4733-4d9b-be36-f7e9ea951e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:00.136703 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c86d0cb6-4733-4d9b-be36-f7e9ea951e31 None None] Attempt 1 to provision port 97a166ec-8c0f-4602-bd39-3ebe7f1720bb Oct 26 15:54:00.155672 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2748fe7d-b794-4d86-9aea-f1799b1c879a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:00.182299 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5fa764-6de9-4523-a812-59285c5d4ac9 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event updated for resources: {'Network': ['ID=9bf0e050-0ad2-464f-9a08-d5795f02c197,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:00.218134 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-1a5fa764-6de9-4523-a812-59285c5d4ac9 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9600174 Oct 26 15:54:00.218461 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44016) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:00.219069 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 9bf0e050-0ad2-464f-9a08-d5795f02c197 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:54:00.223369 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975e1d7c-e8fd-4940-b44f-c2f8ab2c4d8d tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Router a5b79a5f-54be-4bb9-a117-96879b4a065f has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:54:00.225718 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-2234a368-f040-411b-af17-1a8d18bd4e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebc3f8c-4b90-411b-b5bb-4ec4970693af', 'name': 'tempest-TestVolumeBootPattern-1701459676-router', 'tenant_id': 'f53d0a63154d4ca09f72b52e3631b8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': '4a0614d9-71ee-4f9c-9770-b0c89675daec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:54Z', 'updated_at': '2022-10-26T15:53:56Z', 'revision_number': 3, 'project_id': 'f53d0a63154d4ca09f72b52e3631b8ca', 'gw_port': {'id': '4a0614d9-71ee-4f9c-9770-b0c89675daec', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:25:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebc3f8c-4b90-411b-b5bb-4ec4970693af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:55Z', 'updated_at': '2022-10-26T15:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:00.228080 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-355e04d7-a770-435e-8c95-566e9fd295f4 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Request body: {'subnet': {'network_id': '9bf0e050-0ad2-464f-9a08-d5795f02c197', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:54:00.244646 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2234a368-f040-411b-af17-1a8d18bd4e50 None None] The sync data for ids ['5ebc3f8c-4b90-411b-b5bb-4ec4970693af'] in dv-neutron-862712-1-hyperv is: [{'id': '5ebc3f8c-4b90-411b-b5bb-4ec4970693af', 'name': 'tempest-TestVolumeBootPattern-1701459676-router', 'tenant_id': 'f53d0a63154d4ca09f72b52e3631b8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': '4a0614d9-71ee-4f9c-9770-b0c89675daec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:54Z', 'updated_at': '2022-10-26T15:53:56Z', 'revision_number': 3, 'project_id': 'f53d0a63154d4ca09f72b52e3631b8ca', 'gw_port': {'id': '4a0614d9-71ee-4f9c-9770-b0c89675daec', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:25:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebc3f8c-4b90-411b-b5bb-4ec4970693af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:55Z', 'updated_at': '2022-10-26T15:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:54:00.312378 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c86d0cb6-4733-4d9b-be36-f7e9ea951e31 None None] Port 97a166ec-8c0f-4602-bd39-3ebe7f1720bb cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:54:00.356400 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-355e04d7-a770-435e-8c95-566e9fd295f4 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:54:00.363860 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-355e04d7-a770-435e-8c95-566e9fd295f4 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Usage tracker for resource:subnet and tenant:33165e7b97ac42778d9b016b22174455 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:54:00.368378 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-355e04d7-a770-435e-8c95-566e9fd295f4 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:54:00.381356 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-355e04d7-a770-435e-8c95-566e9fd295f4 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:54:00.427244 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975e1d7c-e8fd-4940-b44f-c2f8ab2c4d8d tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:54:00.431985 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-975e1d7c-e8fd-4940-b44f-c2f8ab2c4d8d tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:00.436434 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-975e1d7c-e8fd-4940-b44f-c2f8ab2c4d8d tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] 10.222.0.23 "PUT /v2.0/routers/a5b79a5f-54be-4bb9-a117-96879b4a065f HTTP/1.1" status: 200 len: 926 time: 2.7637627 Oct 26 15:54:00.437564 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cd5ff7-f239-45ce-a098-5bae97d25f90 None None] Sync routers for ids ['a5b79a5f-54be-4bb9-a117-96879b4a065f'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:54:00.443928 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44020) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:00.450321 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cd5ff7-f239-45ce-a098-5bae97d25f90 None None] Routers {'a5b79a5f-54be-4bb9-a117-96879b4a065f'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:54:00.451224 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-94cd5ff7-f239-45ce-a098-5bae97d25f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:53:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['a5b79a5f-54be-4bb9-a117-96879b4a065f'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:00.510186 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355e04d7-a770-435e-8c95-566e9fd295f4 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Made reservation on behalf of 33165e7b97ac42778d9b016b22174455 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:54:00.514227 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-355e04d7-a770-435e-8c95-566e9fd295f4 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:00.552238 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-94cd5ff7-f239-45ce-a098-5bae97d25f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:00.575692 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cd5ff7-f239-45ce-a098-5bae97d25f90 None None] Routers {'a5b79a5f-54be-4bb9-a117-96879b4a065f'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:54:00.576329 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-94cd5ff7-f239-45ce-a098-5bae97d25f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:53:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['a5b79a5f-54be-4bb9-a117-96879b4a065f'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:00.667713 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-94cd5ff7-f239-45ce-a098-5bae97d25f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:00.673540 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cd5ff7-f239-45ce-a098-5bae97d25f90 None None] The sync data for ids ['a5b79a5f-54be-4bb9-a117-96879b4a065f'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:54:00.687661 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2a0108d4-602a-40c2-a1b7-c0912869562d tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] 10.222.0.23 "GET /v2.0/routers/a5b79a5f-54be-4bb9-a117-96879b4a065f HTTP/1.1" status: 200 len: 926 time: 0.2404399 Oct 26 15:54:00.688374 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44024) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:00.729969 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2748fe7d-b794-4d86-9aea-f1799b1c879a admin admin] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:00.779900 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9656e2-44d5-4d1b-a3b2-30bdf8d5e782 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:00.780660 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-fb9656e2-44d5-4d1b-a3b2-30bdf8d5e782 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Synchronizing usage tracker for tenant:e42ffbb043434123b26d26c324466549 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:54:00.791619 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2748fe7d-b794-4d86-9aea-f1799b1c879a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:00.813420 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c86d0cb6-4733-4d9b-be36-f7e9ea951e31 None None] Attempt 2 to provision port 97a166ec-8c0f-4602-bd39-3ebe7f1720bb Oct 26 15:54:00.851888 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-fb9656e2-44d5-4d1b-a3b2-30bdf8d5e782 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Unset dirty status for tenant:e42ffbb043434123b26d26c324466549 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:54:00.855762 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-fb9656e2-44d5-4d1b-a3b2-30bdf8d5e782 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=0c79a151-ef79-4fff-8a3c-258f9478471d&device_id=a5b79a5f-54be-4bb9-a117-96879b4a065f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1637862 Oct 26 15:54:00.856262 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44028) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:00.874758 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c86d0cb6-4733-4d9b-be36-f7e9ea951e31 None None] Port 97a166ec-8c0f-4602-bd39-3ebe7f1720bb cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:54:00.949135 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2748fe7d-b794-4d86-9aea-f1799b1c879a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:00.961599 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748fe7d-b794-4d86-9aea-f1799b1c879a admin admin] Pushing event updated for resources: {'Port': ['ID=97a166ec-8c0f-4602-bd39-3ebe7f1720bb,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:01.006817 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebbb9a2-8b66-4f6b-9826-bcd09a0e1f11 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:01.007328 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-9ebbb9a2-8b66-4f6b-9826-bcd09a0e1f11 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Synchronizing usage tracker for tenant:e42ffbb043434123b26d26c324466549 on resource:network {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:54:01.037775 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-355e04d7-a770-435e-8c95-566e9fd295f4 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:01.063734 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-9ebbb9a2-8b66-4f6b-9826-bcd09a0e1f11 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Unset dirty status for tenant:e42ffbb043434123b26d26c324466549 on resource:network {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:54:01.065323 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-9ebbb9a2-8b66-4f6b-9826-bcd09a0e1f11 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] 10.222.0.23 "GET /v2.0/networks/0c79a151-ef79-4fff-8a3c-258f9478471d HTTP/1.1" status: 200 len: 881 time: 0.2080584 Oct 26 15:54:01.068150 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44032) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:01.124945 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-c86e592c-8161-4d57-8389-a57fb516e1a4 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b79a5f-54be-4bb9-a117-96879b4a065f HTTP/1.1" status: 200 len: 205 time: 0.0534029 Oct 26 15:54:01.125254 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44036) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:01.144744 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e04d7-a770-435e-8c95-566e9fd295f4 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event updated for resources: {'Subnet': ['ID=f6168dfb-cb52-4c42-bd23-d2601f15b198,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:01.187700 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355e04d7-a770-435e-8c95-566e9fd295f4 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Checking segment: {'id': '788dcdba-4a17-43d8-82ad-ef74e8f6dc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9bf0e050-0ad2-464f-9a08-d5795f02c197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:54:01.188062 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355e04d7-a770-435e-8c95-566e9fd295f4 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Network hostable DHCP agents. Network: 9bf0e050-0ad2-464f-9a08-d5795f02c197, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:54:01.203049 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2748fe7d-b794-4d86-9aea-f1799b1c879a admin admin] Network 69898ef0-e7cd-417a-af1c-6772c42e03d9 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:54:01.205162 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-2748fe7d-b794-4d86-9aea-f1799b1c879a admin admin] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:54:01.332600 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1cf9d780-95df-49bf-814d-2707a02e7088 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for router, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:01.375491 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c86d0cb6-4733-4d9b-be36-f7e9ea951e31 None None] Attempt 3 to provision port 97a166ec-8c0f-4602-bd39-3ebe7f1720bb Oct 26 15:54:01.425744 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2748fe7d-b794-4d86-9aea-f1799b1c879a admin admin] Router 5ebc3f8c-4b90-411b-b5bb-4ec4970693af has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:54:01.436120 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c86d0cb6-4733-4d9b-be36-f7e9ea951e31 None None] Port 97a166ec-8c0f-4602-bd39-3ebe7f1720bb cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:54:01.496483 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355e04d7-a770-435e-8c95-566e9fd295f4 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Network 9bf0e050-0ad2-464f-9a08-d5795f02c197 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:54:01.522912 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1cf9d780-95df-49bf-814d-2707a02e7088 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:01.595386 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-1cf9d780-95df-49bf-814d-2707a02e7088 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Deleting port 2019837e-ebc5-46de-9d12-aa07671f8f71 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:54:01.595666 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1cf9d780-95df-49bf-814d-2707a02e7088 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:01.618745 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2748fe7d-b794-4d86-9aea-f1799b1c879a admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:54:01.623833 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-355e04d7-a770-435e-8c95-566e9fd295f4 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 9bf0e050-0ad2-464f-9a08-d5795f02c197) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:54:01.629924 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355e04d7-a770-435e-8c95-566e9fd295f4 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:01.630495 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-355e04d7-a770-435e-8c95-566e9fd295f4 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:01.633585 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacba79d-b78c-45bf-b0ce-d1548e2e8a58 None None] Network 9bf0e050-0ad2-464f-9a08-d5795f02c197 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:54:01.665149 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-2748fe7d-b794-4d86-9aea-f1799b1c879a admin admin] 10.222.0.23 "PUT /v2.0/routers/5ebc3f8c-4b90-411b-b5bb-4ec4970693af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3876452 Oct 26 15:54:01.733349 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-355e04d7-a770-435e-8c95-566e9fd295f4 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5140061 Oct 26 15:54:01.736212 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44042) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:01.953357 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c86d0cb6-4733-4d9b-be36-f7e9ea951e31 None None] Attempt 4 to provision port 97a166ec-8c0f-4602-bd39-3ebe7f1720bb Oct 26 15:54:01.990712 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1cf9d780-95df-49bf-814d-2707a02e7088 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:02.032360 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3681861d-8057-42c3-9ca2-1f1cab157c64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-9bf0e050-0ad2-464f-9a08-d5795f02c197', 'network_id': '9bf0e050-0ad2-464f-9a08-d5795f02c197', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'fixed_ips': [{'subnet_id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:54:02.033238 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3681861d-8057-42c3-9ca2-1f1cab157c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:02.134295 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c86d0cb6-4733-4d9b-be36-f7e9ea951e31 None None] Port 97a166ec-8c0f-4602-bd39-3ebe7f1720bb cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:54:02.150818 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-1cf9d780-95df-49bf-814d-2707a02e7088 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Calling delete_port for 2019837e-ebc5-46de-9d12-aa07671f8f71 owned by network:router_gateway {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:54:02.172911 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fb03b9-1a26-4af6-8411-7177459a2c9c None None] Sync routers for ids ['5ebc3f8c-4b90-411b-b5bb-4ec4970693af'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:54:02.185461 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fb03b9-1a26-4af6-8411-7177459a2c9c None None] Routers {'5ebc3f8c-4b90-411b-b5bb-4ec4970693af'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:54:02.190804 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-11fb03b9-1a26-4af6-8411-7177459a2c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:53:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['5ebc3f8c-4b90-411b-b5bb-4ec4970693af'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:02.272588 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-38ec949c-9346-43d4-895c-3e27c3b8f8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:02.272808 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44050) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:02.279802 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-b697bbd8-e8fd-42d0-a120-cfd82f114bcc tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-180811653', 'description': 'tempest-secgroup-smoke-180811653 description', 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:54:02.288834 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-b697bbd8-e8fd-42d0-a120-cfd82f114bcc tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:54:02.295842 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-b697bbd8-e8fd-42d0-a120-cfd82f114bcc tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Usage tracker for resource:security_group and tenant:ab9c67e35a8b4af1a86f3646b2324675 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:54:02.296273 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-3681861d-8057-42c3-9ca2-1f1cab157c64 None None] Allocated IP 2001:db8::2 (9bf0e050-0ad2-464f-9a08-d5795f02c197/f6168dfb-cb52-4c42-bd23-d2601f15b198/b187f439-cdd2-4787-890a-1a8dab25a9c3) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:54:02.302673 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-b697bbd8-e8fd-42d0-a120-cfd82f114bcc tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:54:02.311257 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-b697bbd8-e8fd-42d0-a120-cfd82f114bcc tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:54:02.395649 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 4a0614d9-71ee-4f9c-9770-b0c89675daec up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:54:02.409583 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b697bbd8-e8fd-42d0-a120-cfd82f114bcc tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:02.437375 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-b697bbd8-e8fd-42d0-a120-cfd82f114bcc tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:54:02.441546 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-b697bbd8-e8fd-42d0-a120-cfd82f114bcc tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Usage tracker for resource:security_group_rule and tenant:ab9c67e35a8b4af1a86f3646b2324675 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:54:02.445045 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-b697bbd8-e8fd-42d0-a120-cfd82f114bcc tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:54:02.451361 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-b697bbd8-e8fd-42d0-a120-cfd82f114bcc tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:54:02.483322 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-92b29d22-4e4d-4a5d-8917-b8d85edf08b6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:02.498852 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1cf9d780-95df-49bf-814d-2707a02e7088 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:02.516878 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-11fb03b9-1a26-4af6-8411-7177459a2c9c None None] Set router 5ebc3f8c-4b90-411b-b5bb-4ec4970693af gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:54:02.628237 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9d780-95df-49bf-814d-2707a02e7088 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Pushing event deleted for resources: {'Port': ['ID=2019837e-ebc5-46de-9d12-aa07671f8f71,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:02.642207 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c86d0cb6-4733-4d9b-be36-f7e9ea951e31 None None] Attempt 5 to provision port 97a166ec-8c0f-4602-bd39-3ebe7f1720bb Oct 26 15:54:02.671178 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 4a0614d9-71ee-4f9c-9770-b0c89675daec completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:54:02.704240 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 4a0614d9-71ee-4f9c-9770-b0c89675daec triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:54:02.704623 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:02.704963 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 4a0614d9-71ee-4f9c-9770-b0c89675daec Oct 26 15:54:02.711405 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1cf9d780-95df-49bf-814d-2707a02e7088 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:02.773461 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3681861d-8057-42c3-9ca2-1f1cab157c64 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:02.783729 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c86d0cb6-4733-4d9b-be36-f7e9ea951e31 None None] Port 97a166ec-8c0f-4602-bd39-3ebe7f1720bb cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:54:02.793579 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-3681861d-8057-42c3-9ca2-1f1cab157c64 None None] Transition to ACTIVE for port object b187f439-cdd2-4787-890a-1a8dab25a9c3 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:54:02.819924 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-3681861d-8057-42c3-9ca2-1f1cab157c64 None None] Transition to ACTIVE for port object b187f439-cdd2-4787-890a-1a8dab25a9c3 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:54:02.879711 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 4a0614d9-71ee-4f9c-9770-b0c89675daec is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:54:02.880026 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:02.897572 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 4a0614d9-71ee-4f9c-9770-b0c89675daec, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=4a0614d9-71ee-4f9c-9770-b0c89675daec,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:54:02.899407 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3681861d-8057-42c3-9ca2-1f1cab157c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:02.966103 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1cf9d780-95df-49bf-814d-2707a02e7088 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:02.973082 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1cf9d780-95df-49bf-814d-2707a02e7088 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:02.980584 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3681861d-8057-42c3-9ca2-1f1cab157c64 None None] Network 9bf0e050-0ad2-464f-9a08-d5795f02c197 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:54:02.983763 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-3681861d-8057-42c3-9ca2-1f1cab157c64 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:54:02.987140 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3681861d-8057-42c3-9ca2-1f1cab157c64 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:54:02.988551 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-11fb03b9-1a26-4af6-8411-7177459a2c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebc3f8c-4b90-411b-b5bb-4ec4970693af', 'name': 'tempest-TestVolumeBootPattern-1701459676-router', 'tenant_id': 'f53d0a63154d4ca09f72b52e3631b8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': '4a0614d9-71ee-4f9c-9770-b0c89675daec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:54Z', 'updated_at': '2022-10-26T15:54:00Z', 'revision_number': 4, 'project_id': 'f53d0a63154d4ca09f72b52e3631b8ca', 'gw_port': {'id': '4a0614d9-71ee-4f9c-9770-b0c89675daec', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:25:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebc3f8c-4b90-411b-b5bb-4ec4970693af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:55Z', 'updated_at': '2022-10-26T15:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '97a166ec-8c0f-4602-bd39-3ebe7f1720bb', 'name': '', 'network_id': '69898ef0-e7cd-417a-af1c-6772c42e03d9', 'tenant_id': 'f53d0a63154d4ca09f72b52e3631b8ca', 'mac_address': 'fa:16:3e:73:18:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebc3f8c-4b90-411b-b5bb-4ec4970693af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '343ffc1b-d1f8-4921-be74-e70e39f1903f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:59Z', 'updated_at': '2022-10-26T15:54:00Z', 'revision_number': 2, 'project_id': 'f53d0a63154d4ca09f72b52e3631b8ca', 'subnets': [{'id': '343ffc1b-d1f8-4921-be74-e70e39f1903f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:02.993209 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b697bbd8-e8fd-42d0-a120-cfd82f114bcc tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:02.996454 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:02.999701 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fb03b9-1a26-4af6-8411-7177459a2c9c None None] Checking router: 5ebc3f8c-4b90-411b-b5bb-4ec4970693af for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:54:03.000257 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fb03b9-1a26-4af6-8411-7177459a2c9c None None] Updating router 5ebc3f8c-4b90-411b-b5bb-4ec4970693af port 97a166ec-8c0f-4602-bd39-3ebe7f1720bb binding host dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:54:03.001142 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3681861d-8057-42c3-9ca2-1f1cab157c64 None None] Pushing event updated for resources: {'Port': ['ID=b187f439-cdd2-4787-890a-1a8dab25a9c3,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:03.016478 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-92b29d22-4e4d-4a5d-8917-b8d85edf08b6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Allocated IP 2001:db8::1 (9bf0e050-0ad2-464f-9a08-d5795f02c197/f6168dfb-cb52-4c42-bd23-d2601f15b198/225bac1d-088b-4b1c-96bb-08b7ae33ee37) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:54:03.049747 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3681861d-8057-42c3-9ca2-1f1cab157c64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:54:03.050196 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3681861d-8057-42c3-9ca2-1f1cab157c64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:54:03.050563 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3681861d-8057-42c3-9ca2-1f1cab157c64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:54:03.050914 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3681861d-8057-42c3-9ca2-1f1cab157c64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:54:03.051250 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3681861d-8057-42c3-9ca2-1f1cab157c64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:54:03.051586 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3681861d-8057-42c3-9ca2-1f1cab157c64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:54:03.051917 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3681861d-8057-42c3-9ca2-1f1cab157c64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:54:03.052246 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3681861d-8057-42c3-9ca2-1f1cab157c64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:54:03.052574 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3681861d-8057-42c3-9ca2-1f1cab157c64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:54:03.052904 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3681861d-8057-42c3-9ca2-1f1cab157c64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:54:03.053228 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3681861d-8057-42c3-9ca2-1f1cab157c64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:54:03.053550 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3681861d-8057-42c3-9ca2-1f1cab157c64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:54:03.077004 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b697bbd8-e8fd-42d0-a120-cfd82f114bcc tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:03.099995 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-11fb03b9-1a26-4af6-8411-7177459a2c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:03.108099 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1cf9d780-95df-49bf-814d-2707a02e7088 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:03.113394 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf9d780-95df-49bf-814d-2707a02e7088 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Fanout notify agent at l3_agent the message router_deleted on router a5b79a5f-54be-4bb9-a117-96879b4a065f {{(pid=89748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:54:03.179316 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b697bbd8-e8fd-42d0-a120-cfd82f114bcc tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f55314ed-bf53-4a9d-b7a1-eab9e09e1862,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:03.187544 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1cf9d780-95df-49bf-814d-2707a02e7088 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:03.193932 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-1cf9d780-95df-49bf-814d-2707a02e7088 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] 10.222.0.23 "DELETE /v2.0/routers/a5b79a5f-54be-4bb9-a117-96879b4a065f HTTP/1.1" status: 204 len: 168 time: 2.0626533 Oct 26 15:54:03.194448 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44054) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:03.209767 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-fc970a46-1aaa-4cdf-b035-c8c596198d12 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-357242512', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:54:03.221771 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-fc970a46-1aaa-4cdf-b035-c8c596198d12 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:54:03.238600 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-3681861d-8057-42c3-9ca2-1f1cab157c64 None None] Attempting to bind port b187f439-cdd2-4787-890a-1a8dab25a9c3 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:54:03.238809 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-fc970a46-1aaa-4cdf-b035-c8c596198d12 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Usage tracker for resource:router and tenant:f2a8a96f120044c585b68f2213658126 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:54:03.238983 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-3681861d-8057-42c3-9ca2-1f1cab157c64 None None] Attempting to bind port b187f439-cdd2-4787-890a-1a8dab25a9c3 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '788dcdba-4a17-43d8-82ad-ef74e8f6dc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9bf0e050-0ad2-464f-9a08-d5795f02c197'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:54:03.239421 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3681861d-8057-42c3-9ca2-1f1cab157c64 None None] Attempting to bind port b187f439-cdd2-4787-890a-1a8dab25a9c3 on network 9bf0e050-0ad2-464f-9a08-d5795f02c197 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:54:03.241338 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b697bbd8-e8fd-42d0-a120-cfd82f114bcc tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:03.242906 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b697bbd8-e8fd-42d0-a120-cfd82f114bcc tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9702625 Oct 26 15:54:03.243194 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-fc970a46-1aaa-4cdf-b035-c8c596198d12 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:54:03.245976 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44058) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:03.246901 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3681861d-8057-42c3-9ca2-1f1cab157c64 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:54:03.247286 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3681861d-8057-42c3-9ca2-1f1cab157c64 None None] Checking segment: {'id': '788dcdba-4a17-43d8-82ad-ef74e8f6dc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9bf0e050-0ad2-464f-9a08-d5795f02c197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:54:03.247746 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3681861d-8057-42c3-9ca2-1f1cab157c64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:03.248249 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3681861d-8057-42c3-9ca2-1f1cab157c64 None None] Bound using segment: {'id': '788dcdba-4a17-43d8-82ad-ef74e8f6dc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9bf0e050-0ad2-464f-9a08-d5795f02c197'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:54:03.248738 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-3681861d-8057-42c3-9ca2-1f1cab157c64 None None] Bound port: b187f439-cdd2-4787-890a-1a8dab25a9c3, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '788dcdba-4a17-43d8-82ad-ef74e8f6dc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9bf0e050-0ad2-464f-9a08-d5795f02c197'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:54:03.249115 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3681861d-8057-42c3-9ca2-1f1cab157c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:03.253759 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-8f96b89a-fd97-4018-998f-4b627804fd05 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Request body: {'security_group_rule': {'security_group_id': 'f55314ed-bf53-4a9d-b7a1-eab9e09e1862', 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:54:03.263332 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-fc970a46-1aaa-4cdf-b035-c8c596198d12 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:54:03.272005 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=4a0614d9-71ee-4f9c-9770-b0c89675daec,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:03.275806 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-8f96b89a-fd97-4018-998f-4b627804fd05 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:54:03.287939 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-8f96b89a-fd97-4018-998f-4b627804fd05 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Usage tracker for resource:security_group_rule and tenant:ab9c67e35a8b4af1a86f3646b2324675 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:54:03.293254 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-92b29d22-4e4d-4a5d-8917-b8d85edf08b6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:03.297569 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-8f96b89a-fd97-4018-998f-4b627804fd05 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:54:03.304289 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c86d0cb6-4733-4d9b-be36-f7e9ea951e31 None None] Attempt 6 to provision port 97a166ec-8c0f-4602-bd39-3ebe7f1720bb Oct 26 15:54:03.310859 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-8f96b89a-fd97-4018-998f-4b627804fd05 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:54:03.324580 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-92b29d22-4e4d-4a5d-8917-b8d85edf08b6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Transition to ACTIVE for port object 225bac1d-088b-4b1c-96bb-08b7ae33ee37 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:54:03.389700 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fc970a46-1aaa-4cdf-b035-c8c596198d12 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:03.390828 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fc970a46-1aaa-4cdf-b035-c8c596198d12 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:03.410881 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c86d0cb6-4733-4d9b-be36-f7e9ea951e31 None None] Port 97a166ec-8c0f-4602-bd39-3ebe7f1720bb cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:54:03.414111 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fc970a46-1aaa-4cdf-b035-c8c596198d12 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:03.419512 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-3681861d-8057-42c3-9ca2-1f1cab157c64 None None] For port b187f439-cdd2-4787-890a-1a8dab25a9c3, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:54:03.424296 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-3681861d-8057-42c3-9ca2-1f1cab157c64 None None] For port b187f439-cdd2-4787-890a-1a8dab25a9c3, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=b187f439-cdd2-4787-890a-1a8dab25a9c3,segment=NetworkSegment(788dcdba-4a17-43d8-82ad-ef74e8f6dc32),segment_id=788dcdba-4a17-43d8-82ad-ef74e8f6dc32)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:54:03.450369 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-92b29d22-4e4d-4a5d-8917-b8d85edf08b6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:03.493012 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3681861d-8057-42c3-9ca2-1f1cab157c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:03.498285 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8f96b89a-fd97-4018-998f-4b627804fd05 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:03.547460 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b29d22-4e4d-4a5d-8917-b8d85edf08b6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Network 9bf0e050-0ad2-464f-9a08-d5795f02c197 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:54:03.553880 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-92b29d22-4e4d-4a5d-8917-b8d85edf08b6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:54:03.567661 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b29d22-4e4d-4a5d-8917-b8d85edf08b6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:54:03.568186 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-92b29d22-4e4d-4a5d-8917-b8d85edf08b6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:03.572307 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3681861d-8057-42c3-9ca2-1f1cab157c64 None None] Pushing event updated for resources: {'Port': ['ID=b187f439-cdd2-4787-890a-1a8dab25a9c3,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:03.586987 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-11fb03b9-1a26-4af6-8411-7177459a2c9c None None] Notify callbacks [] for port, precommit_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:03.590376 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b29d22-4e4d-4a5d-8917-b8d85edf08b6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event updated for resources: {'Port': ['ID=225bac1d-088b-4b1c-96bb-08b7ae33ee37,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:03.599475 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.provisioning_blocks [None req-11fb03b9-1a26-4af6-8411-7177459a2c9c None None] Transition to ACTIVE for port object 97a166ec-8c0f-4602-bd39-3ebe7f1720bb will not be triggered until provisioned by entity L2. {{(pid=89750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:54:03.599625 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fc970a46-1aaa-4cdf-b035-c8c596198d12 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:03.647668 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8f96b89a-fd97-4018-998f-4b627804fd05 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:03.663907 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-11fb03b9-1a26-4af6-8411-7177459a2c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:03.699658 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8f96b89a-fd97-4018-998f-4b627804fd05 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:03.759598 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fc970a46-1aaa-4cdf-b035-c8c596198d12 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:03.764490 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-fc970a46-1aaa-4cdf-b035-c8c596198d12 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5653555 Oct 26 15:54:03.764670 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44062) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:03.771058 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-f5a6fcaf-e4e4-428e-a543-0d9211e4d375 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Request body: {'router': {'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:54:03.784591 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f96b89a-fd97-4018-998f-4b627804fd05 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55ccf721-0ea1-4ec4-bcfd-47e85da2f487,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:03.827116 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-92b29d22-4e4d-4a5d-8917-b8d85edf08b6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:03.886983 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8f96b89a-fd97-4018-998f-4b627804fd05 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:03.891160 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8f96b89a-fd97-4018-998f-4b627804fd05 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6413922 Oct 26 15:54:03.897330 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44066) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:03.900112 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3765f3-5ab3-444e-8549-68d30e1ccaca None None] Pushing event updated for resources: {'Port': ['ID=97a166ec-8c0f-4602-bd39-3ebe7f1720bb,revision_number=3']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:03.912654 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c86d0cb6-4733-4d9b-be36-f7e9ea951e31 None None] Attempt 7 to provision port 97a166ec-8c0f-4602-bd39-3ebe7f1720bb Oct 26 15:54:03.927433 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-11fb03b9-1a26-4af6-8411-7177459a2c9c None None] Attempting to bind port 97a166ec-8c0f-4602-bd39-3ebe7f1720bb on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:54:03.927801 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-11fb03b9-1a26-4af6-8411-7177459a2c9c None None] Attempting to bind port 97a166ec-8c0f-4602-bd39-3ebe7f1720bb by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '3797d064-79cc-4882-9e2c-be970d80c202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '69898ef0-e7cd-417a-af1c-6772c42e03d9'}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:54:03.928162 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fb03b9-1a26-4af6-8411-7177459a2c9c None None] Attempting to bind port 97a166ec-8c0f-4602-bd39-3ebe7f1720bb on network 69898ef0-e7cd-417a-af1c-6772c42e03d9 {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:54:03.936676 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fb03b9-1a26-4af6-8411-7177459a2c9c None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:54:03.937126 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fb03b9-1a26-4af6-8411-7177459a2c9c None None] Checking segment: {'id': '3797d064-79cc-4882-9e2c-be970d80c202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '69898ef0-e7cd-417a-af1c-6772c42e03d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:54:03.937541 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-11fb03b9-1a26-4af6-8411-7177459a2c9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:03.937936 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fb03b9-1a26-4af6-8411-7177459a2c9c None None] Bound using segment: {'id': '3797d064-79cc-4882-9e2c-be970d80c202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '69898ef0-e7cd-417a-af1c-6772c42e03d9'} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:54:03.938410 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-11fb03b9-1a26-4af6-8411-7177459a2c9c None None] Bound port: 97a166ec-8c0f-4602-bd39-3ebe7f1720bb, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3797d064-79cc-4882-9e2c-be970d80c202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '69898ef0-e7cd-417a-af1c-6772c42e03d9'}}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:54:03.938871 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-11fb03b9-1a26-4af6-8411-7177459a2c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:03.946311 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-10da130f-4764-461d-a9b9-b804e0b03ce6 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Request body: {'security_group_rule': {'security_group_id': 'f55314ed-bf53-4a9d-b7a1-eab9e09e1862', 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:54:03.955546 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-10da130f-4764-461d-a9b9-b804e0b03ce6 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:54:03.961272 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-10da130f-4764-461d-a9b9-b804e0b03ce6 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Usage tracker for resource:security_group_rule and tenant:ab9c67e35a8b4af1a86f3646b2324675 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:54:03.964735 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-10da130f-4764-461d-a9b9-b804e0b03ce6 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:54:03.971783 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-10da130f-4764-461d-a9b9-b804e0b03ce6 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:54:04.012712 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c86d0cb6-4733-4d9b-be36-f7e9ea951e31 None None] Port 97a166ec-8c0f-4602-bd39-3ebe7f1720bb cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:54:04.051464 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-11fb03b9-1a26-4af6-8411-7177459a2c9c None None] For port 97a166ec-8c0f-4602-bd39-3ebe7f1720bb, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:54:04.054957 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-11fb03b9-1a26-4af6-8411-7177459a2c9c None None] For port 97a166ec-8c0f-4602-bd39-3ebe7f1720bb, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=97a166ec-8c0f-4602-bd39-3ebe7f1720bb,segment=NetworkSegment(3797d064-79cc-4882-9e2c-be970d80c202),segment_id=3797d064-79cc-4882-9e2c-be970d80c202)] {{(pid=89750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:54:04.132505 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-11fb03b9-1a26-4af6-8411-7177459a2c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:04.198395 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fb03b9-1a26-4af6-8411-7177459a2c9c None None] Routers {'5ebc3f8c-4b90-411b-b5bb-4ec4970693af'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:54:04.198859 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-11fb03b9-1a26-4af6-8411-7177459a2c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:53:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['5ebc3f8c-4b90-411b-b5bb-4ec4970693af'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:04.265606 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f5a6fcaf-e4e4-428e-a543-0d9211e4d375 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:04.287508 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-10da130f-4764-461d-a9b9-b804e0b03ce6 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:04.366566 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3765f3-5ab3-444e-8549-68d30e1ccaca None None] Pushing event updated for resources: {'Port': ['ID=97a166ec-8c0f-4602-bd39-3ebe7f1720bb,revision_number=4']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:04.439170 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-11fb03b9-1a26-4af6-8411-7177459a2c9c None None] Set router 5ebc3f8c-4b90-411b-b5bb-4ec4970693af gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:54:04.439367 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device b187f439-cdd2-4787-890a-1a8dab25a9c3 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:54:04.484650 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-322a4b50-1f71-4ff2-a19d-76217b0572a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:04.502112 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-10da130f-4764-461d-a9b9-b804e0b03ce6 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:04.516829 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c86d0cb6-4733-4d9b-be36-f7e9ea951e31 None None] Attempt 8 to provision port 97a166ec-8c0f-4602-bd39-3ebe7f1720bb Oct 26 15:54:04.549656 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-10da130f-4764-461d-a9b9-b804e0b03ce6 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:04.591757 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da130f-4764-461d-a9b9-b804e0b03ce6 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b47cccf8-ad30-4528-a447-b96576878091,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:04.636291 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c86d0cb6-4733-4d9b-be36-f7e9ea951e31 None None] Port 97a166ec-8c0f-4602-bd39-3ebe7f1720bb had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 15:54:04.685223 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-92b29d22-4e4d-4a5d-8917-b8d85edf08b6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:04.709373 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port b187f439-cdd2-4787-890a-1a8dab25a9c3 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:54:04.717377 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 4a0614d9-71ee-4f9c-9770-b0c89675daec up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:54:04.738257 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-10da130f-4764-461d-a9b9-b804e0b03ce6 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:04.739595 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-10da130f-4764-461d-a9b9-b804e0b03ce6 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8426914 Oct 26 15:54:04.743429 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44070) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:04.749488 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-660834e1-4ad1-4157-bd23-acf9abffdf5a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Request body: {'security_group_rule': {'security_group_id': 'f55314ed-bf53-4a9d-b7a1-eab9e09e1862', 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:54:04.767548 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-660834e1-4ad1-4157-bd23-acf9abffdf5a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:54:04.778693 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-660834e1-4ad1-4157-bd23-acf9abffdf5a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Usage tracker for resource:security_group_rule and tenant:ab9c67e35a8b4af1a86f3646b2324675 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:54:04.786187 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-660834e1-4ad1-4157-bd23-acf9abffdf5a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:54:04.809995 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-92b29d22-4e4d-4a5d-8917-b8d85edf08b6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:04.813206 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-92b29d22-4e4d-4a5d-8917-b8d85edf08b6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:04.817085 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 4a0614d9-71ee-4f9c-9770-b0c89675daec triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:54:04.817524 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:04.817872 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 4a0614d9-71ee-4f9c-9770-b0c89675daec Oct 26 15:54:04.826072 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-660834e1-4ad1-4157-bd23-acf9abffdf5a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:54:04.928033 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-11fb03b9-1a26-4af6-8411-7177459a2c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebc3f8c-4b90-411b-b5bb-4ec4970693af', 'name': 'tempest-TestVolumeBootPattern-1701459676-router', 'tenant_id': 'f53d0a63154d4ca09f72b52e3631b8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': '4a0614d9-71ee-4f9c-9770-b0c89675daec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:54Z', 'updated_at': '2022-10-26T15:54:00Z', 'revision_number': 4, 'project_id': 'f53d0a63154d4ca09f72b52e3631b8ca', 'gw_port': {'id': '4a0614d9-71ee-4f9c-9770-b0c89675daec', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:25:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebc3f8c-4b90-411b-b5bb-4ec4970693af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:55Z', 'updated_at': '2022-10-26T15:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '97a166ec-8c0f-4602-bd39-3ebe7f1720bb', 'name': '', 'network_id': '69898ef0-e7cd-417a-af1c-6772c42e03d9', 'tenant_id': 'f53d0a63154d4ca09f72b52e3631b8ca', 'mac_address': 'fa:16:3e:73:18:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebc3f8c-4b90-411b-b5bb-4ec4970693af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '343ffc1b-d1f8-4921-be74-e70e39f1903f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:59Z', 'updated_at': '2022-10-26T15:54:04Z', 'revision_number': 4, 'project_id': 'f53d0a63154d4ca09f72b52e3631b8ca', 'subnets': [{'id': '343ffc1b-d1f8-4921-be74-e70e39f1903f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:04.934723 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fb03b9-1a26-4af6-8411-7177459a2c9c None None] The sync data for ids ['5ebc3f8c-4b90-411b-b5bb-4ec4970693af'] in dv-neutron-862712-1-hyperv is: [{'id': '5ebc3f8c-4b90-411b-b5bb-4ec4970693af', 'name': 'tempest-TestVolumeBootPattern-1701459676-router', 'tenant_id': 'f53d0a63154d4ca09f72b52e3631b8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': '4a0614d9-71ee-4f9c-9770-b0c89675daec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:54Z', 'updated_at': '2022-10-26T15:54:00Z', 'revision_number': 4, 'project_id': 'f53d0a63154d4ca09f72b52e3631b8ca', 'gw_port': {'id': '4a0614d9-71ee-4f9c-9770-b0c89675daec', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:25:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebc3f8c-4b90-411b-b5bb-4ec4970693af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:55Z', 'updated_at': '2022-10-26T15:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '97a166ec-8c0f-4602-bd39-3ebe7f1720bb', 'name': '', 'network_id': '69898ef0-e7cd-417a-af1c-6772c42e03d9', 'tenant_id': 'f53d0a63154d4ca09f72b52e3631b8ca', 'mac_address': 'fa:16:3e:73:18:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebc3f8c-4b90-411b-b5bb-4ec4970693af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '343ffc1b-d1f8-4921-be74-e70e39f1903f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:59Z', 'updated_at': '2022-10-26T15:54:04Z', 'revision_number': 4, 'project_id': 'f53d0a63154d4ca09f72b52e3631b8ca', 'subnets': [{'id': '343ffc1b-d1f8-4921-be74-e70e39f1903f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:54:04.951869 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f5a6fcaf-e4e4-428e-a543-0d9211e4d375 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for router_gateway, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:05.003404 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f5a6fcaf-e4e4-428e-a543-0d9211e4d375 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:05.020088 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 4a0614d9-71ee-4f9c-9770-b0c89675daec is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:54:05.023861 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15905f3-65ad-4da8-9ddd-bf7f19207bc7 None None] Network 9bf0e050-0ad2-464f-9a08-d5795f02c197 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:54:05.029818 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-660834e1-4ad1-4157-bd23-acf9abffdf5a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:05.072437 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b29d22-4e4d-4a5d-8917-b8d85edf08b6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event updated for resources: {'Port': ['ID=225bac1d-088b-4b1c-96bb-08b7ae33ee37,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:05.167023 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-660834e1-4ad1-4157-bd23-acf9abffdf5a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:05.179258 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b29d22-4e4d-4a5d-8917-b8d85edf08b6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Network 9bf0e050-0ad2-464f-9a08-d5795f02c197 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:54:05.180473 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-92b29d22-4e4d-4a5d-8917-b8d85edf08b6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:54:05.209173 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-f5a6fcaf-e4e4-428e-a543-0d9211e4d375 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Allocated IP 172.26.2.159 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/00f26cb8-f1cd-4ad6-8fa8-faf4272409dd) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:54:05.214148 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-799cd7c0-339c-408a-84e8-029ab1a01702 None None] Provisioning for port b187f439-cdd2-4787-890a-1a8dab25a9c3 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:54:05.224868 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-799cd7c0-339c-408a-84e8-029ab1a01702 None None] Provisioning complete for port b187f439-cdd2-4787-890a-1a8dab25a9c3 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:54:05.225252 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-799cd7c0-339c-408a-84e8-029ab1a01702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:05.225591 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-799cd7c0-339c-408a-84e8-029ab1a01702 None None] Attempt 1 to provision port b187f439-cdd2-4787-890a-1a8dab25a9c3 Oct 26 15:54:05.258603 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:05.304342 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:05.351953 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-660834e1-4ad1-4157-bd23-acf9abffdf5a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:05.397050 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660834e1-4ad1-4157-bd23-acf9abffdf5a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6df3bc6c-3ccd-46ec-8b65-cc7dcfb1328e,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:05.426841 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f5a6fcaf-e4e4-428e-a543-0d9211e4d375 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:05.465005 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-660834e1-4ad1-4157-bd23-acf9abffdf5a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:05.468778 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-660834e1-4ad1-4157-bd23-acf9abffdf5a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7217128 Oct 26 15:54:05.469197 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44074) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:05.473642 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-799cd7c0-339c-408a-84e8-029ab1a01702 None None] Current status of the port b187f439-cdd2-4787-890a-1a8dab25a9c3 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:54:05.474215 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-799cd7c0-339c-408a-84e8-029ab1a01702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:05.475375 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-5514d994-06e1-4076-bf1d-dcc3d628c4a8 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Request body: {'security_group_rule': {'security_group_id': 'f55314ed-bf53-4a9d-b7a1-eab9e09e1862', 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:54:05.483460 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-5514d994-06e1-4076-bf1d-dcc3d628c4a8 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:54:05.487937 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-5514d994-06e1-4076-bf1d-dcc3d628c4a8 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Usage tracker for resource:security_group_rule and tenant:ab9c67e35a8b4af1a86f3646b2324675 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:54:05.492452 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-5514d994-06e1-4076-bf1d-dcc3d628c4a8 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:54:05.498628 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-5514d994-06e1-4076-bf1d-dcc3d628c4a8 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:54:05.515692 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b29d22-4e4d-4a5d-8917-b8d85edf08b6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Router 944de9d4-1717-4ee3-ae4d-e565c191fc8c is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:54:05.520878 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-799cd7c0-339c-408a-84e8-029ab1a01702 None None] For port b187f439-cdd2-4787-890a-1a8dab25a9c3, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=b187f439-cdd2-4787-890a-1a8dab25a9c3,segment=NetworkSegment(788dcdba-4a17-43d8-82ad-ef74e8f6dc32),segment_id=788dcdba-4a17-43d8-82ad-ef74e8f6dc32)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:54:05.538127 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f5a6fcaf-e4e4-428e-a543-0d9211e4d375 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:05.615882 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a6fcaf-e4e4-428e-a543-0d9211e4d375 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:54:05.617260 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-799cd7c0-339c-408a-84e8-029ab1a01702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:05.619513 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-f5a6fcaf-e4e4-428e-a543-0d9211e4d375 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:54:05.635129 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a6fcaf-e4e4-428e-a543-0d9211e4d375 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:54:05.728895 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5514d994-06e1-4076-bf1d-dcc3d628c4a8 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:05.732327 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6fcaf-e4e4-428e-a543-0d9211e4d375 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Pushing event updated for resources: {'Port': ['ID=00f26cb8-f1cd-4ad6-8fa8-faf4272409dd,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:05.788466 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799cd7c0-339c-408a-84e8-029ab1a01702 None None] Pushing event updated for resources: {'Port': ['ID=b187f439-cdd2-4787-890a-1a8dab25a9c3,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:05.843664 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b29d22-4e4d-4a5d-8917-b8d85edf08b6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:54:05.850387 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-92b29d22-4e4d-4a5d-8917-b8d85edf08b6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "PUT /v2.0/routers/944de9d4-1717-4ee3-ae4d-e565c191fc8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1127403 Oct 26 15:54:05.853079 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44078) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:05.855991 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8869419-7bdd-45f9-b0db-a42d3a00f904 None None] Sync routers for ids ['944de9d4-1717-4ee3-ae4d-e565c191fc8c'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:54:05.860591 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-cc94e932-3ef0-4445-bd0a-07c099c5280a tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1311116838'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:54:05.867819 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-cc94e932-3ef0-4445-bd0a-07c099c5280a tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:54:05.881750 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8869419-7bdd-45f9-b0db-a42d3a00f904 None None] Routers {'944de9d4-1717-4ee3-ae4d-e565c191fc8c'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:54:05.883320 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-e8869419-7bdd-45f9-b0db-a42d3a00f904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:54:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['944de9d4-1717-4ee3-ae4d-e565c191fc8c'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:05.884234 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-cc94e932-3ef0-4445-bd0a-07c099c5280a tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Usage tracker for resource:network and tenant:33165e7b97ac42778d9b016b22174455 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:54:05.890108 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-cc94e932-3ef0-4445-bd0a-07c099c5280a tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:54:05.894301 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5514d994-06e1-4076-bf1d-dcc3d628c4a8 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:05.898308 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-cc94e932-3ef0-4445-bd0a-07c099c5280a tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:54:05.947960 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-24e097dc-0f9c-41aa-be42-4dbcb41cc1e6 None None] Provisioning for port 225bac1d-088b-4b1c-96bb-08b7ae33ee37 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:54:05.984190 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5514d994-06e1-4076-bf1d-dcc3d628c4a8 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:06.026273 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc94e932-3ef0-4445-bd0a-07c099c5280a tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Made reservation on behalf of 33165e7b97ac42778d9b016b22174455 for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:54:06.033690 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cc94e932-3ef0-4445-bd0a-07c099c5280a tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:06.045862 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5514d994-06e1-4076-bf1d-dcc3d628c4a8 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d739b990-5ab6-49e9-b5b4-714aa037495e,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:06.058901 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-24e097dc-0f9c-41aa-be42-4dbcb41cc1e6 None None] Provisioning complete for port 225bac1d-088b-4b1c-96bb-08b7ae33ee37 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:54:06.059099 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-24e097dc-0f9c-41aa-be42-4dbcb41cc1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:06.063633 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-24e097dc-0f9c-41aa-be42-4dbcb41cc1e6 None None] Attempt 1 to provision port 225bac1d-088b-4b1c-96bb-08b7ae33ee37 Oct 26 15:54:06.089080 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc94e932-3ef0-4445-bd0a-07c099c5280a tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:54:06.099328 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cc94e932-3ef0-4445-bd0a-07c099c5280a tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:06.099743 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-cc94e932-3ef0-4445-bd0a-07c099c5280a tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Added segment 9ac8ad56-8360-4e3b-bcc9-dc4b06188349 of type vlan for network bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0 Oct 26 15:54:06.128854 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cc94e932-3ef0-4445-bd0a-07c099c5280a tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:06.137654 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5514d994-06e1-4076-bf1d-dcc3d628c4a8 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:06.141581 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-5514d994-06e1-4076-bf1d-dcc3d628c4a8 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6681061 Oct 26 15:54:06.146358 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44082) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:06.147381 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-a1021aee-09aa-4573-b85e-6539ab4f4d50 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Request body: {'security_group_rule': {'security_group_id': 'f55314ed-bf53-4a9d-b7a1-eab9e09e1862', 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:54:06.150630 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-24e097dc-0f9c-41aa-be42-4dbcb41cc1e6 None None] Port 225bac1d-088b-4b1c-96bb-08b7ae33ee37 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:54:06.155873 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a1021aee-09aa-4573-b85e-6539ab4f4d50 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:54:06.157458 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-e8869419-7bdd-45f9-b0db-a42d3a00f904 None None] Set router 944de9d4-1717-4ee3-ae4d-e565c191fc8c gateway port host: None {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:54:06.162927 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a1021aee-09aa-4573-b85e-6539ab4f4d50 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Usage tracker for resource:security_group_rule and tenant:ab9c67e35a8b4af1a86f3646b2324675 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:54:06.166414 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a1021aee-09aa-4573-b85e-6539ab4f4d50 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:54:06.240533 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cc94e932-3ef0-4445-bd0a-07c099c5280a tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:06.247516 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc94e932-3ef0-4445-bd0a-07c099c5280a tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:06.248208 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cc94e932-3ef0-4445-bd0a-07c099c5280a tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:06.265293 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a1021aee-09aa-4573-b85e-6539ab4f4d50 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:54:06.448634 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc94e932-3ef0-4445-bd0a-07c099c5280a tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event updated for resources: {'Network': ['ID=bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:06.469005 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:54:06.488637 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device b187f439-cdd2-4787-890a-1a8dab25a9c3 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:54:06.500477 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f5a6fcaf-e4e4-428e-a543-0d9211e4d375 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for router_gateway, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:06.503520 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-cc94e932-3ef0-4445-bd0a-07c099c5280a tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6494710 Oct 26 15:54:06.506189 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44086) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:06.512666 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-17c1f789-72a0-441b-9332-8195112b24b0 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Request body: {'subnet': {'network_id': 'bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:54:06.645382 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-17c1f789-72a0-441b-9332-8195112b24b0 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:54:06.649414 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-17c1f789-72a0-441b-9332-8195112b24b0 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Usage tracker for resource:subnet and tenant:33165e7b97ac42778d9b016b22174455 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:54:06.653180 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-17c1f789-72a0-441b-9332-8195112b24b0 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:54:06.655080 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-24e097dc-0f9c-41aa-be42-4dbcb41cc1e6 None None] Attempt 2 to provision port 225bac1d-088b-4b1c-96bb-08b7ae33ee37 Oct 26 15:54:06.655283 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.securitygroups_db [None req-a1021aee-09aa-4573-b85e-6539ab4f4d50 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Project ab9c67e35a8b4af1a86f3646b2324675 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:54:06.659103 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-17c1f789-72a0-441b-9332-8195112b24b0 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:54:06.673990 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a1021aee-09aa-4573-b85e-6539ab4f4d50 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:06.749725 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c1f789-72a0-441b-9332-8195112b24b0 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Made reservation on behalf of 33165e7b97ac42778d9b016b22174455 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:54:06.754260 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-17c1f789-72a0-441b-9332-8195112b24b0 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:06.785460 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-24e097dc-0f9c-41aa-be42-4dbcb41cc1e6 None None] Port 225bac1d-088b-4b1c-96bb-08b7ae33ee37 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:54:06.793238 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port b187f439-cdd2-4787-890a-1a8dab25a9c3 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:54:06.793620 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:06.793956 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port b187f439-cdd2-4787-890a-1a8dab25a9c3 Oct 26 15:54:06.863739 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:06.882187 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-e8869419-7bdd-45f9-b0db-a42d3a00f904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'name': 'tempest-RoutersIpV6Test-router-1668497689', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:58Z', 'updated_at': '2022-10-26T15:54:03Z', 'revision_number': 2, 'project_id': '33165e7b97ac42778d9b016b22174455', 'gw_port_host': None, '_interfaces': [{'id': '225bac1d-088b-4b1c-96bb-08b7ae33ee37', 'name': '', 'network_id': '9bf0e050-0ad2-464f-9a08-d5795f02c197', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:2a:90:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:02Z', 'updated_at': '2022-10-26T15:54:04Z', 'revision_number': 2, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:06.918096 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8869419-7bdd-45f9-b0db-a42d3a00f904 None None] Checking router: 944de9d4-1717-4ee3-ae4d-e565c191fc8c for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:54:06.918096 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8869419-7bdd-45f9-b0db-a42d3a00f904 None None] Updating router 944de9d4-1717-4ee3-ae4d-e565c191fc8c port 225bac1d-088b-4b1c-96bb-08b7ae33ee37 binding host dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:54:06.990913 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port b187f439-cdd2-4787-890a-1a8dab25a9c3 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:54:06.992003 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 97a166ec-8c0f-4602-bd39-3ebe7f1720bb up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:54:07.022325 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a1021aee-09aa-4573-b85e-6539ab4f4d50 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:07.022679 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e8869419-7bdd-45f9-b0db-a42d3a00f904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:07.040695 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-17c1f789-72a0-441b-9332-8195112b24b0 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:07.068161 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a1021aee-09aa-4573-b85e-6539ab4f4d50 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:07.071585 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f5a6fcaf-e4e4-428e-a543-0d9211e4d375 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:07.099390 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f5a6fcaf-e4e4-428e-a543-0d9211e4d375 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-581503'] for router, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:07.243144 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1021aee-09aa-4573-b85e-6539ab4f4d50 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29fc4662-9154-4da2-a734-81d3881a8e19,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:07.253151 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c1f789-72a0-441b-9332-8195112b24b0 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event updated for resources: {'Subnet': ['ID=e49972bf-a263-4d24-8e71-1ce274ea688b,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:07.261410 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c1f789-72a0-441b-9332-8195112b24b0 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Checking segment: {'id': '9ac8ad56-8360-4e3b-bcc9-dc4b06188349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:54:07.261767 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c1f789-72a0-441b-9332-8195112b24b0 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Network hostable DHCP agents. Network: bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:54:07.278394 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 97a166ec-8c0f-4602-bd39-3ebe7f1720bb completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:54:07.286835 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-24e097dc-0f9c-41aa-be42-4dbcb41cc1e6 None None] Attempt 3 to provision port 225bac1d-088b-4b1c-96bb-08b7ae33ee37 Oct 26 15:54:07.331800 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a1021aee-09aa-4573-b85e-6539ab4f4d50 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:07.332983 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a1021aee-09aa-4573-b85e-6539ab4f4d50 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1900108 Oct 26 15:54:07.335426 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 97a166ec-8c0f-4602-bd39-3ebe7f1720bb triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:54:07.335813 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:07.336153 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 97a166ec-8c0f-4602-bd39-3ebe7f1720bb Oct 26 15:54:07.336686 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44090) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:07.342996 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-a2b93cc7-89f0-4d9d-8252-271e01bd0e4e tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Request body: {'security_group_rule': {'security_group_id': 'f55314ed-bf53-4a9d-b7a1-eab9e09e1862', 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:54:07.348822 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-a2b93cc7-89f0-4d9d-8252-271e01bd0e4e tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:54:07.352689 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-a2b93cc7-89f0-4d9d-8252-271e01bd0e4e tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Usage tracker for resource:security_group_rule and tenant:ab9c67e35a8b4af1a86f3646b2324675 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:54:07.355489 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-a2b93cc7-89f0-4d9d-8252-271e01bd0e4e tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:54:07.361215 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-a2b93cc7-89f0-4d9d-8252-271e01bd0e4e tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:54:07.363727 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c1f789-72a0-441b-9332-8195112b24b0 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Network bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:54:07.422773 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-24e097dc-0f9c-41aa-be42-4dbcb41cc1e6 None None] Port 225bac1d-088b-4b1c-96bb-08b7ae33ee37 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:54:07.440662 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a6fcaf-e4e4-428e-a543-0d9211e4d375 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Router 7092513a-2570-45fc-88c8-c50c46d3cd21 is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:54:07.469055 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.securitygroups_db [None req-a2b93cc7-89f0-4d9d-8252-271e01bd0e4e tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Project ab9c67e35a8b4af1a86f3646b2324675 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:54:07.473822 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-17c1f789-72a0-441b-9332-8195112b24b0 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:54:07.485211 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c1f789-72a0-441b-9332-8195112b24b0 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:07.485932 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-17c1f789-72a0-441b-9332-8195112b24b0 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:07.489694 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be311ff2-db2b-41a2-9b0d-e91c3914e2b4 None None] Network bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:54:07.492002 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a2b93cc7-89f0-4d9d-8252-271e01bd0e4e tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:07.570646 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a2b93cc7-89f0-4d9d-8252-271e01bd0e4e tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:07.598493 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44094) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:07.603639 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-17c1f789-72a0-441b-9332-8195112b24b0 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0914190 Oct 26 15:54:07.658694 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a2b93cc7-89f0-4d9d-8252-271e01bd0e4e tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:07.666434 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 97a166ec-8c0f-4602-bd39-3ebe7f1720bb is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:54:07.666874 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:07.683794 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b93cc7-89f0-4d9d-8252-271e01bd0e4e tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a05de282-433c-48d9-b3d0-7532a7e02a8c,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:07.767389 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a2b93cc7-89f0-4d9d-8252-271e01bd0e4e tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:07.772355 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a2b93cc7-89f0-4d9d-8252-271e01bd0e4e tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4311981 Oct 26 15:54:07.778869 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a6fcaf-e4e4-428e-a543-0d9211e4d375 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:54:07.781414 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e8869419-7bdd-45f9-b0db-a42d3a00f904 None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:07.787022 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f5a6fcaf-e4e4-428e-a543-0d9211e4d375 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:07.787856 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f5a6fcaf-e4e4-428e-a543-0d9211e4d375 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] 10.222.0.23 "PUT /v2.0/routers/7092513a-2570-45fc-88c8-c50c46d3cd21 HTTP/1.1" status: 200 len: 883 time: 4.0223224 Oct 26 15:54:07.790714 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44102) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:07.802132 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a017a17-f899-47b9-87f6-1b3541c2f4dc None None] Sync routers for ids ['7092513a-2570-45fc-88c8-c50c46d3cd21'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:54:07.824467 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a017a17-f899-47b9-87f6-1b3541c2f4dc None None] Routers {'7092513a-2570-45fc-88c8-c50c46d3cd21'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:54:07.825092 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-7a017a17-f899-47b9-87f6-1b3541c2f4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:54:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['7092513a-2570-45fc-88c8-c50c46d3cd21'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:07.830827 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 97a166ec-8c0f-4602-bd39-3ebe7f1720bb, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=97a166ec-8c0f-4602-bd39-3ebe7f1720bb,segment=NetworkSegment(3797d064-79cc-4882-9e2c-be970d80c202),segment_id=3797d064-79cc-4882-9e2c-be970d80c202)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:54:07.840108 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-e8869419-7bdd-45f9-b0db-a42d3a00f904 None None] Transition to ACTIVE for port object 225bac1d-088b-4b1c-96bb-08b7ae33ee37 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:54:07.907978 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-7a017a17-f899-47b9-87f6-1b3541c2f4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:07.919584 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a017a17-f899-47b9-87f6-1b3541c2f4dc None None] Routers {'7092513a-2570-45fc-88c8-c50c46d3cd21'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:54:07.920090 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-7a017a17-f899-47b9-87f6-1b3541c2f4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:54:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['7092513a-2570-45fc-88c8-c50c46d3cd21'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:07.922849 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e8869419-7bdd-45f9-b0db-a42d3a00f904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:07.984615 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-24e097dc-0f9c-41aa-be42-4dbcb41cc1e6 None None] Attempt 4 to provision port 225bac1d-088b-4b1c-96bb-08b7ae33ee37 Oct 26 15:54:08.010594 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-7a017a17-f899-47b9-87f6-1b3541c2f4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:08.011011 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a017a17-f899-47b9-87f6-1b3541c2f4dc None None] The sync data for ids ['7092513a-2570-45fc-88c8-c50c46d3cd21'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:54:08.038711 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:08.091778 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d09f57-cdb0-44be-a110-c2e54581c716 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0', 'network_id': 'bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'fixed_ips': [{'subnet_id': 'e49972bf-a263-4d24-8e71-1ce274ea688b'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:54:08.092513 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a7d09f57-cdb0-44be-a110-c2e54581c716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:08.263236 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-3e49f475-10c8-43f4-8a54-7e5ea1c348d7 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] 10.222.0.23 "GET /v2.0/routers/7092513a-2570-45fc-88c8-c50c46d3cd21 HTTP/1.1" status: 200 len: 924 time: 0.4712584 Oct 26 15:54:08.266297 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44144) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:08.268982 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb119804-0004-4e0f-82de-e3ac2f4a4eb3 None None] Pushing event updated for resources: {'Port': ['ID=225bac1d-088b-4b1c-96bb-08b7ae33ee37,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:08.281488 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-24e097dc-0f9c-41aa-be42-4dbcb41cc1e6 None None] Port 225bac1d-088b-4b1c-96bb-08b7ae33ee37 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:54:08.343819 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-e8869419-7bdd-45f9-b0db-a42d3a00f904 None None] Attempting to bind port 225bac1d-088b-4b1c-96bb-08b7ae33ee37 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:54:08.344286 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-e8869419-7bdd-45f9-b0db-a42d3a00f904 None None] Attempting to bind port 225bac1d-088b-4b1c-96bb-08b7ae33ee37 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '788dcdba-4a17-43d8-82ad-ef74e8f6dc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9bf0e050-0ad2-464f-9a08-d5795f02c197'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:54:08.344662 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8869419-7bdd-45f9-b0db-a42d3a00f904 None None] Attempting to bind port 225bac1d-088b-4b1c-96bb-08b7ae33ee37 on network 9bf0e050-0ad2-464f-9a08-d5795f02c197 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:54:08.357445 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b736e405-a94b-4592-b235-9451ad9ec332 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:08.359116 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b736e405-a94b-4592-b235-9451ad9ec332 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=0c79a151-ef79-4fff-8a3c-258f9478471d&device_id=7092513a-2570-45fc-88c8-c50c46d3cd21&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0915382 Oct 26 15:54:08.361878 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44148) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:08.391334 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8869419-7bdd-45f9-b0db-a42d3a00f904 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:54:08.391748 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8869419-7bdd-45f9-b0db-a42d3a00f904 None None] Checking segment: {'id': '788dcdba-4a17-43d8-82ad-ef74e8f6dc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9bf0e050-0ad2-464f-9a08-d5795f02c197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:54:08.392168 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e8869419-7bdd-45f9-b0db-a42d3a00f904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:08.392626 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8869419-7bdd-45f9-b0db-a42d3a00f904 None None] Bound using segment: {'id': '788dcdba-4a17-43d8-82ad-ef74e8f6dc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9bf0e050-0ad2-464f-9a08-d5795f02c197'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:54:08.393143 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-e8869419-7bdd-45f9-b0db-a42d3a00f904 None None] Bound port: 225bac1d-088b-4b1c-96bb-08b7ae33ee37, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '788dcdba-4a17-43d8-82ad-ef74e8f6dc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9bf0e050-0ad2-464f-9a08-d5795f02c197'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:54:08.393595 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e8869419-7bdd-45f9-b0db-a42d3a00f904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:08.503521 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325e8936-a9a9-4ab6-8365-2abc9e6a96e9 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:08.504165 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-325e8936-a9a9-4ab6-8365-2abc9e6a96e9 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Synchronizing usage tracker for tenant:e42ffbb043434123b26d26c324466549 on resource:network {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:54:08.519490 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-325e8936-a9a9-4ab6-8365-2abc9e6a96e9 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Unset dirty status for tenant:e42ffbb043434123b26d26c324466549 on resource:network {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:54:08.520945 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-325e8936-a9a9-4ab6-8365-2abc9e6a96e9 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] 10.222.0.23 "GET /v2.0/networks/0c79a151-ef79-4fff-8a3c-258f9478471d HTTP/1.1" status: 200 len: 881 time: 0.1578445 Oct 26 15:54:08.523804 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44152) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:08.544075 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=97a166ec-8c0f-4602-bd39-3ebe7f1720bb,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:08.568947 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-a7d09f57-cdb0-44be-a110-c2e54581c716 None None] Allocated IP 2001:db8:1::2 (bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0/e49972bf-a263-4d24-8e71-1ce274ea688b/27728d1a-2679-4b18-912e-410fac57867e) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:54:08.582941 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-7ac3a28c-47a1-4563-be08-59f5b4d96d3f tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] 10.222.0.23 "GET /v2.0/ports?device_id=7092513a-2570-45fc-88c8-c50c46d3cd21 HTTP/1.1" status: 200 len: 205 time: 0.0579965 Oct 26 15:54:08.584837 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-af0bf1ca-1121-4753-ba5d-f066cb6d41a1 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:08.585662 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44156) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:08.592091 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-e8869419-7bdd-45f9-b0db-a42d3a00f904 None None] For port 225bac1d-088b-4b1c-96bb-08b7ae33ee37, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:54:08.596855 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-e8869419-7bdd-45f9-b0db-a42d3a00f904 None None] For port 225bac1d-088b-4b1c-96bb-08b7ae33ee37, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=225bac1d-088b-4b1c-96bb-08b7ae33ee37,segment=NetworkSegment(788dcdba-4a17-43d8-82ad-ef74e8f6dc32),segment_id=788dcdba-4a17-43d8-82ad-ef74e8f6dc32)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:54:08.669348 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e8869419-7bdd-45f9-b0db-a42d3a00f904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:08.782622 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8869419-7bdd-45f9-b0db-a42d3a00f904 None None] Routers {'944de9d4-1717-4ee3-ae4d-e565c191fc8c'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:54:08.783263 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-e8869419-7bdd-45f9-b0db-a42d3a00f904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:54:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['944de9d4-1717-4ee3-ae4d-e565c191fc8c'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:08.832094 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-24e097dc-0f9c-41aa-be42-4dbcb41cc1e6 None None] Attempt 5 to provision port 225bac1d-088b-4b1c-96bb-08b7ae33ee37 Oct 26 15:54:08.833291 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8b3233a2-6ad6-4953-9095-707045c1bf6c tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for router, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:08.880039 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb119804-0004-4e0f-82de-e3ac2f4a4eb3 None None] Pushing event updated for resources: {'Port': ['ID=225bac1d-088b-4b1c-96bb-08b7ae33ee37,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:09.064547 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8b3233a2-6ad6-4953-9095-707045c1bf6c tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:09.106495 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-e8869419-7bdd-45f9-b0db-a42d3a00f904 None None] Set router 944de9d4-1717-4ee3-ae4d-e565c191fc8c gateway port host: None {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:54:09.165076 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-24e097dc-0f9c-41aa-be42-4dbcb41cc1e6 None None] Port 225bac1d-088b-4b1c-96bb-08b7ae33ee37 had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 15:54:09.172157 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-8b3233a2-6ad6-4953-9095-707045c1bf6c tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Deleting port 00f26cb8-f1cd-4ad6-8fa8-faf4272409dd {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:54:09.172651 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8b3233a2-6ad6-4953-9095-707045c1bf6c tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:09.194446 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a7d09f57-cdb0-44be-a110-c2e54581c716 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:09.273058 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-24e097dc-0f9c-41aa-be42-4dbcb41cc1e6 None None] Provisioning complete for port b187f439-cdd2-4787-890a-1a8dab25a9c3 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:54:09.273433 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-24e097dc-0f9c-41aa-be42-4dbcb41cc1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:09.273770 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-24e097dc-0f9c-41aa-be42-4dbcb41cc1e6 None None] Attempt 1 to provision port b187f439-cdd2-4787-890a-1a8dab25a9c3 Oct 26 15:54:09.359729 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-a7d09f57-cdb0-44be-a110-c2e54581c716 None None] Transition to ACTIVE for port object 27728d1a-2679-4b18-912e-410fac57867e will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:54:09.371236 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8b3233a2-6ad6-4953-9095-707045c1bf6c tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:09.463141 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-a7d09f57-cdb0-44be-a110-c2e54581c716 None None] Transition to ACTIVE for port object 27728d1a-2679-4b18-912e-410fac57867e will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:54:09.504304 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-8b3233a2-6ad6-4953-9095-707045c1bf6c tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Calling delete_port for 00f26cb8-f1cd-4ad6-8fa8-faf4272409dd owned by network:router_gateway {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:54:09.564133 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a7d09f57-cdb0-44be-a110-c2e54581c716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:09.687914 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-af0bf1ca-1121-4753-ba5d-f066cb6d41a1 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Allocated IP 2001:db8:1::1 (bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0/e49972bf-a263-4d24-8e71-1ce274ea688b/02437cd2-6f81-48cc-85ee-e84c240c4160) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:54:09.722226 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-24e097dc-0f9c-41aa-be42-4dbcb41cc1e6 None None] Current status of the port b187f439-cdd2-4787-890a-1a8dab25a9c3 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:54:09.727706 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d09f57-cdb0-44be-a110-c2e54581c716 None None] Network bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:54:09.729073 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 15:54:09.734872 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-a7d09f57-cdb0-44be-a110-c2e54581c716 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:54:09.738161 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d09f57-cdb0-44be-a110-c2e54581c716 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:54:09.747131 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d09f57-cdb0-44be-a110-c2e54581c716 None None] Pushing event updated for resources: {'Port': ['ID=27728d1a-2679-4b18-912e-410fac57867e,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:09.783202 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8b3233a2-6ad6-4953-9095-707045c1bf6c tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:09.836270 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3233a2-6ad6-4953-9095-707045c1bf6c tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Pushing event deleted for resources: {'Port': ['ID=00f26cb8-f1cd-4ad6-8fa8-faf4272409dd,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:09.903228 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-a7d09f57-cdb0-44be-a110-c2e54581c716 None None] Attempting to bind port 27728d1a-2679-4b18-912e-410fac57867e on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:54:09.903776 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-a7d09f57-cdb0-44be-a110-c2e54581c716 None None] Attempting to bind port 27728d1a-2679-4b18-912e-410fac57867e by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '9ac8ad56-8360-4e3b-bcc9-dc4b06188349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:54:09.904257 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d09f57-cdb0-44be-a110-c2e54581c716 None None] Attempting to bind port 27728d1a-2679-4b18-912e-410fac57867e on network bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:54:09.913292 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d09f57-cdb0-44be-a110-c2e54581c716 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:54:09.913778 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d09f57-cdb0-44be-a110-c2e54581c716 None None] Checking segment: {'id': '9ac8ad56-8360-4e3b-bcc9-dc4b06188349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:54:09.914282 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a7d09f57-cdb0-44be-a110-c2e54581c716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:09.914808 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d09f57-cdb0-44be-a110-c2e54581c716 None None] Bound using segment: {'id': '9ac8ad56-8360-4e3b-bcc9-dc4b06188349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:54:09.915415 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-a7d09f57-cdb0-44be-a110-c2e54581c716 None None] Bound port: 27728d1a-2679-4b18-912e-410fac57867e, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ac8ad56-8360-4e3b-bcc9-dc4b06188349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:54:09.915890 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a7d09f57-cdb0-44be-a110-c2e54581c716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:09.959252 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8b3233a2-6ad6-4953-9095-707045c1bf6c tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:09.989403 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-af0bf1ca-1121-4753-ba5d-f066cb6d41a1 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:09.998262 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-e8869419-7bdd-45f9-b0db-a42d3a00f904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'name': 'tempest-RoutersIpV6Test-router-1668497689', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:58Z', 'updated_at': '2022-10-26T15:54:03Z', 'revision_number': 2, 'project_id': '33165e7b97ac42778d9b016b22174455', 'gw_port_host': None, '_interfaces': [{'id': '225bac1d-088b-4b1c-96bb-08b7ae33ee37', 'name': '', 'network_id': '9bf0e050-0ad2-464f-9a08-d5795f02c197', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:2a:90:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:02Z', 'updated_at': '2022-10-26T15:54:08Z', 'revision_number': 4, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:09.999561 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8869419-7bdd-45f9-b0db-a42d3a00f904 None None] The sync data for ids ['944de9d4-1717-4ee3-ae4d-e565c191fc8c'] in dv-neutron-862712-1-hyperv is: [{'id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'name': 'tempest-RoutersIpV6Test-router-1668497689', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:58Z', 'updated_at': '2022-10-26T15:54:03Z', 'revision_number': 2, 'project_id': '33165e7b97ac42778d9b016b22174455', 'gw_port_host': None, '_interfaces': [{'id': '225bac1d-088b-4b1c-96bb-08b7ae33ee37', 'name': '', 'network_id': '9bf0e050-0ad2-464f-9a08-d5795f02c197', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:2a:90:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:02Z', 'updated_at': '2022-10-26T15:54:08Z', 'revision_number': 4, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:54:10.009525 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-af0bf1ca-1121-4753-ba5d-f066cb6d41a1 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Transition to ACTIVE for port object 02437cd2-6f81-48cc-85ee-e84c240c4160 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:54:10.054676 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-a7d09f57-cdb0-44be-a110-c2e54581c716 None None] For port 27728d1a-2679-4b18-912e-410fac57867e, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:54:10.059189 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-a7d09f57-cdb0-44be-a110-c2e54581c716 None None] For port 27728d1a-2679-4b18-912e-410fac57867e, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=27728d1a-2679-4b18-912e-410fac57867e,segment=NetworkSegment(9ac8ad56-8360-4e3b-bcc9-dc4b06188349),segment_id=9ac8ad56-8360-4e3b-bcc9-dc4b06188349)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:54:10.134166 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-af0bf1ca-1121-4753-ba5d-f066cb6d41a1 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:10.144732 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a7d09f57-cdb0-44be-a110-c2e54581c716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:10.276149 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0bf1ca-1121-4753-ba5d-f066cb6d41a1 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Network bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:54:10.281469 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-af0bf1ca-1121-4753-ba5d-f066cb6d41a1 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:54:10.285981 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d09f57-cdb0-44be-a110-c2e54581c716 None None] Pushing event updated for resources: {'Port': ['ID=27728d1a-2679-4b18-912e-410fac57867e,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:10.296675 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0bf1ca-1121-4753-ba5d-f066cb6d41a1 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:54:10.299044 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-af0bf1ca-1121-4753-ba5d-f066cb6d41a1 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:10.316182 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8b3233a2-6ad6-4953-9095-707045c1bf6c tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:10.318912 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8b3233a2-6ad6-4953-9095-707045c1bf6c tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:10.385067 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0bf1ca-1121-4753-ba5d-f066cb6d41a1 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event updated for resources: {'Port': ['ID=02437cd2-6f81-48cc-85ee-e84c240c4160,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:10.402222 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 97a166ec-8c0f-4602-bd39-3ebe7f1720bb up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:54:10.482142 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8b3233a2-6ad6-4953-9095-707045c1bf6c tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:10.482966 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3233a2-6ad6-4953-9095-707045c1bf6c tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Fanout notify agent at l3_agent the message router_deleted on router 7092513a-2570-45fc-88c8-c50c46d3cd21 {{(pid=89747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:54:10.518175 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8b3233a2-6ad6-4953-9095-707045c1bf6c tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:10.533364 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 97a166ec-8c0f-4602-bd39-3ebe7f1720bb triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:54:10.533364 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:10.533364 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 97a166ec-8c0f-4602-bd39-3ebe7f1720bb Oct 26 15:54:10.533641 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44202) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:10.537548 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8b3233a2-6ad6-4953-9095-707045c1bf6c tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] 10.222.0.23 "DELETE /v2.0/routers/7092513a-2570-45fc-88c8-c50c46d3cd21 HTTP/1.1" status: 204 len: 168 time: 1.9495254 Oct 26 15:54:10.539587 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-a6655ce1-8423-4c35-99f8-384a816cbe82 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1174912598', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:54:10.549923 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a6655ce1-8423-4c35-99f8-384a816cbe82 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:54:10.558576 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a6655ce1-8423-4c35-99f8-384a816cbe82 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Usage tracker for resource:router and tenant:f2a8a96f120044c585b68f2213658126 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:54:10.566504 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a6655ce1-8423-4c35-99f8-384a816cbe82 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:54:10.577115 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a6655ce1-8423-4c35-99f8-384a816cbe82 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:54:10.697001 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a6655ce1-8423-4c35-99f8-384a816cbe82 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:10.699121 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a6655ce1-8423-4c35-99f8-384a816cbe82 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:10.730616 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 97a166ec-8c0f-4602-bd39-3ebe7f1720bb is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:54:10.763849 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-af0bf1ca-1121-4753-ba5d-f066cb6d41a1 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:10.844607 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a6655ce1-8423-4c35-99f8-384a816cbe82 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:11.063088 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a6655ce1-8423-4c35-99f8-384a816cbe82 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:11.238532 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-af0bf1ca-1121-4753-ba5d-f066cb6d41a1 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:11.239011 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a6655ce1-8423-4c35-99f8-384a816cbe82 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:11.243199 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a6655ce1-8423-4c35-99f8-384a816cbe82 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7087545 Oct 26 15:54:11.244411 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44208) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:11.251364 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-305b0b5d-57c3-4ecd-86ca-978da1a9a3b2 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'enable_snat': True}}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:54:11.317722 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-af0bf1ca-1121-4753-ba5d-f066cb6d41a1 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:11.318780 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-af0bf1ca-1121-4753-ba5d-f066cb6d41a1 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:11.587137 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095d0942-2f1a-4841-bb90-f6d33d106db1 None None] Network bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:54:11.816166 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-1da20cea-e54f-4457-bf10-9c6ad16e20de None None] Provisioning for port 27728d1a-2679-4b18-912e-410fac57867e completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:54:11.847204 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0bf1ca-1121-4753-ba5d-f066cb6d41a1 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event updated for resources: {'Port': ['ID=02437cd2-6f81-48cc-85ee-e84c240c4160,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:12.052625 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-305b0b5d-57c3-4ecd-86ca-978da1a9a3b2 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:12.074132 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0bf1ca-1121-4753-ba5d-f066cb6d41a1 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Network bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:54:12.074132 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-af0bf1ca-1121-4753-ba5d-f066cb6d41a1 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:54:12.358038 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af0bf1ca-1121-4753-ba5d-f066cb6d41a1 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Router 944de9d4-1717-4ee3-ae4d-e565c191fc8c has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:54:12.422299 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 27728d1a-2679-4b18-912e-410fac57867e up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:54:12.618428 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-7933e122-8e68-4b8d-bb84-b2a96f095d68 None None] Provisioning for port 02437cd2-6f81-48cc-85ee-e84c240c4160 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:54:12.633053 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-7933e122-8e68-4b8d-bb84-b2a96f095d68 None None] Provisioning complete for port 02437cd2-6f81-48cc-85ee-e84c240c4160 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:54:12.633824 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7933e122-8e68-4b8d-bb84-b2a96f095d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:12.634321 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-7933e122-8e68-4b8d-bb84-b2a96f095d68 None None] Attempt 1 to provision port 02437cd2-6f81-48cc-85ee-e84c240c4160 Oct 26 15:54:12.646707 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0bf1ca-1121-4753-ba5d-f066cb6d41a1 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:54:12.655685 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44214) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:12.656216 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-af0bf1ca-1121-4753-ba5d-f066cb6d41a1 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "PUT /v2.0/routers/944de9d4-1717-4ee3-ae4d-e565c191fc8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0562475 Oct 26 15:54:12.662297 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-b83860ab-11be-4d88-8312-045dd6bf77fc tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1421030121'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:54:12.673128 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b83860ab-11be-4d88-8312-045dd6bf77fc tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:54:12.689455 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b83860ab-11be-4d88-8312-045dd6bf77fc tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Usage tracker for resource:network and tenant:33165e7b97ac42778d9b016b22174455 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:54:12.693779 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b83860ab-11be-4d88-8312-045dd6bf77fc tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:54:12.705073 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b83860ab-11be-4d88-8312-045dd6bf77fc tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:54:12.730548 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 27728d1a-2679-4b18-912e-410fac57867e completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:54:12.737107 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d52154c-33b1-4f3d-8a53-88f76091b21a None None] Sync routers for ids ['944de9d4-1717-4ee3-ae4d-e565c191fc8c'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:54:12.744499 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 27728d1a-2679-4b18-912e-410fac57867e triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:54:12.745765 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:12.746327 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 27728d1a-2679-4b18-912e-410fac57867e Oct 26 15:54:12.783741 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83860ab-11be-4d88-8312-045dd6bf77fc tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Made reservation on behalf of 33165e7b97ac42778d9b016b22174455 for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:54:12.787522 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b83860ab-11be-4d88-8312-045dd6bf77fc tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:12.816862 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d52154c-33b1-4f3d-8a53-88f76091b21a None None] Routers {'944de9d4-1717-4ee3-ae4d-e565c191fc8c'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:54:12.818173 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-5d52154c-33b1-4f3d-8a53-88f76091b21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:54:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['944de9d4-1717-4ee3-ae4d-e565c191fc8c'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:12.822244 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b83860ab-11be-4d88-8312-045dd6bf77fc tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:54:12.834095 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b83860ab-11be-4d88-8312-045dd6bf77fc tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:12.839528 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-b83860ab-11be-4d88-8312-045dd6bf77fc tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Added segment cc9b944c-0435-4394-be56-b36db7312657 of type vlan for network 48490ce8-f35e-4afd-b1f8-ae1800948caa Oct 26 15:54:12.877075 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b83860ab-11be-4d88-8312-045dd6bf77fc tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:12.877469 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-7933e122-8e68-4b8d-bb84-b2a96f095d68 None None] Port 02437cd2-6f81-48cc-85ee-e84c240c4160 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:54:12.879160 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-305b0b5d-57c3-4ecd-86ca-978da1a9a3b2 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:12.920622 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-305b0b5d-57c3-4ecd-86ca-978da1a9a3b2 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:12.966380 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b83860ab-11be-4d88-8312-045dd6bf77fc tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:12.972438 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83860ab-11be-4d88-8312-045dd6bf77fc tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:12.973231 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b83860ab-11be-4d88-8312-045dd6bf77fc tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:13.031363 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-5d52154c-33b1-4f3d-8a53-88f76091b21a None None] Set router 944de9d4-1717-4ee3-ae4d-e565c191fc8c gateway port host: None {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:54:13.080491 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83860ab-11be-4d88-8312-045dd6bf77fc tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event updated for resources: {'Network': ['ID=48490ce8-f35e-4afd-b1f8-ae1800948caa,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:13.098014 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-305b0b5d-57c3-4ecd-86ca-978da1a9a3b2 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Allocated IP 172.26.2.224 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/1c4ea875-bb83-4c5f-8e87-34e2053e5ad2) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:54:13.113103 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 48490ce8-f35e-4afd-b1f8-ae1800948caa details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:54:13.143252 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 27728d1a-2679-4b18-912e-410fac57867e is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:54:13.143252 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:13.161613 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b83860ab-11be-4d88-8312-045dd6bf77fc tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5039980 Oct 26 15:54:13.164221 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44218) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:13.170235 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-8f50757e-c59f-4c94-95fc-495d8a1b94c9 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Request body: {'subnet': {'network_id': '48490ce8-f35e-4afd-b1f8-ae1800948caa', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:54:13.294977 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-8f50757e-c59f-4c94-95fc-495d8a1b94c9 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:54:13.299450 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-8f50757e-c59f-4c94-95fc-495d8a1b94c9 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Usage tracker for resource:subnet and tenant:33165e7b97ac42778d9b016b22174455 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:54:13.302970 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-8f50757e-c59f-4c94-95fc-495d8a1b94c9 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:54:13.314030 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-8f50757e-c59f-4c94-95fc-495d8a1b94c9 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:54:13.372028 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f50757e-c59f-4c94-95fc-495d8a1b94c9 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Made reservation on behalf of 33165e7b97ac42778d9b016b22174455 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:54:13.375874 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8f50757e-c59f-4c94-95fc-495d8a1b94c9 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:13.383788 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-7933e122-8e68-4b8d-bb84-b2a96f095d68 None None] Attempt 2 to provision port 02437cd2-6f81-48cc-85ee-e84c240c4160 Oct 26 15:54:13.446091 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 27728d1a-2679-4b18-912e-410fac57867e, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=27728d1a-2679-4b18-912e-410fac57867e,segment=NetworkSegment(9ac8ad56-8360-4e3b-bcc9-dc4b06188349),segment_id=9ac8ad56-8360-4e3b-bcc9-dc4b06188349)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:54:13.498831 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9a05ce51-511f-4e17-8b05-2cc6b2219499 req-bc04e223-6d2b-4ca8-82b1-ce55d451253a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d3431245-fe57-48b7-95bd-523f4a005533&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1418409 Oct 26 15:54:13.516311 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-305b0b5d-57c3-4ecd-86ca-978da1a9a3b2 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:13.516643 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-7933e122-8e68-4b8d-bb84-b2a96f095d68 None None] Port 02437cd2-6f81-48cc-85ee-e84c240c4160 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:54:13.522096 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:13.524536 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 225bac1d-088b-4b1c-96bb-08b7ae33ee37 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:54:13.736674 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=27728d1a-2679-4b18-912e-410fac57867e,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:13.739810 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05ce51-511f-4e17-8b05-2cc6b2219499 req-1c1531e4-9d2f-4135-a9cf-a11e10cb1eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:13.741673 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9a05ce51-511f-4e17-8b05-2cc6b2219499 req-1c1531e4-9d2f-4135-a9cf-a11e10cb1eb7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=d3431245-fe57-48b7-95bd-523f4a005533 HTTP/1.1" status: 200 len: 1099 time: 0.1144979 Oct 26 15:54:13.783804 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-5d52154c-33b1-4f3d-8a53-88f76091b21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'name': 'tempest-RoutersIpV6Test-router-1668497689', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:58Z', 'updated_at': '2022-10-26T15:54:10Z', 'revision_number': 3, 'project_id': '33165e7b97ac42778d9b016b22174455', 'gw_port_host': None, '_interfaces': [{'id': '02437cd2-6f81-48cc-85ee-e84c240c4160', 'name': '', 'network_id': 'bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:ae:e0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'e49972bf-a263-4d24-8e71-1ce274ea688b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:08Z', 'updated_at': '2022-10-26T15:54:11Z', 'revision_number': 2, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'e49972bf-a263-4d24-8e71-1ce274ea688b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '225bac1d-088b-4b1c-96bb-08b7ae33ee37', 'name': '', 'network_id': '9bf0e050-0ad2-464f-9a08-d5795f02c197', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:2a:90:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:02Z', 'updated_at': '2022-10-26T15:54:08Z', 'revision_number': 4, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:13.791421 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d52154c-33b1-4f3d-8a53-88f76091b21a None None] Checking router: 944de9d4-1717-4ee3-ae4d-e565c191fc8c for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:54:13.791421 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d52154c-33b1-4f3d-8a53-88f76091b21a None None] Updating router 944de9d4-1717-4ee3-ae4d-e565c191fc8c port 02437cd2-6f81-48cc-85ee-e84c240c4160 binding host dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:54:13.845748 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5d52154c-33b1-4f3d-8a53-88f76091b21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:13.851403 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-305b0b5d-57c3-4ecd-86ca-978da1a9a3b2 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:13.937264 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305b0b5d-57c3-4ecd-86ca-978da1a9a3b2 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:54:13.941851 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-305b0b5d-57c3-4ecd-86ca-978da1a9a3b2 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:54:13.944450 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305b0b5d-57c3-4ecd-86ca-978da1a9a3b2 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:54:13.977904 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8f50757e-c59f-4c94-95fc-495d8a1b94c9 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:13.992831 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 225bac1d-088b-4b1c-96bb-08b7ae33ee37 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:54:14.002930 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 225bac1d-088b-4b1c-96bb-08b7ae33ee37 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:54:14.002930 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:14.002930 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 225bac1d-088b-4b1c-96bb-08b7ae33ee37 Oct 26 15:54:14.013911 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b0b5d-57c3-4ecd-86ca-978da1a9a3b2 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Pushing event updated for resources: {'Port': ['ID=1c4ea875-bb83-4c5f-8e87-34e2053e5ad2,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:14.036667 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-7933e122-8e68-4b8d-bb84-b2a96f095d68 None None] Attempt 3 to provision port 02437cd2-6f81-48cc-85ee-e84c240c4160 Oct 26 15:54:14.052340 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05ce51-511f-4e17-8b05-2cc6b2219499 req-126d15f2-d90c-4eaf-878f-2aa204f21838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:14.053799 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9a05ce51-511f-4e17-8b05-2cc6b2219499 req-126d15f2-d90c-4eaf-878f-2aa204f21838 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f07e0791-a1d0-4c4b-9759-707688ee57ec HTTP/1.1" status: 200 len: 897 time: 0.2876029 Oct 26 15:54:14.075403 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f50757e-c59f-4c94-95fc-495d8a1b94c9 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Checking segment: {'id': 'cc9b944c-0435-4394-be56-b36db7312657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '48490ce8-f35e-4afd-b1f8-ae1800948caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:54:14.075897 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f50757e-c59f-4c94-95fc-495d8a1b94c9 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Network hostable DHCP agents. Network: 48490ce8-f35e-4afd-b1f8-ae1800948caa, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:54:14.080456 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f50757e-c59f-4c94-95fc-495d8a1b94c9 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event updated for resources: {'Subnet': ['ID=c66555bb-eb7f-4dbb-89d8-9ec5323f390a,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:14.110177 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-7933e122-8e68-4b8d-bb84-b2a96f095d68 None None] Port 02437cd2-6f81-48cc-85ee-e84c240c4160 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:54:14.206186 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f50757e-c59f-4c94-95fc-495d8a1b94c9 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Network 48490ce8-f35e-4afd-b1f8-ae1800948caa is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:54:14.292460 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-8f50757e-c59f-4c94-95fc-495d8a1b94c9 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 48490ce8-f35e-4afd-b1f8-ae1800948caa) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:54:14.297789 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f50757e-c59f-4c94-95fc-495d8a1b94c9 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:14.301263 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8f50757e-c59f-4c94-95fc-495d8a1b94c9 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:14.308027 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cadd527-2ea5-41e3-9a07-d249f959e86e None None] Network 48490ce8-f35e-4afd-b1f8-ae1800948caa requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:54:14.352145 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9a05ce51-511f-4e17-8b05-2cc6b2219499 req-ad7846c4-f87b-46bd-840e-63b53b782bc5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfccf165-4526-4035-a084-bf502b199158 HTTP/1.1" status: 200 len: 1001 time: 0.2246842 Oct 26 15:54:14.385125 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 225bac1d-088b-4b1c-96bb-08b7ae33ee37 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:54:14.386222 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:14.396756 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8f50757e-c59f-4c94-95fc-495d8a1b94c9 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2310686 Oct 26 15:54:14.399188 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44224) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:14.431098 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05ce51-511f-4e17-8b05-2cc6b2219499 req-22a0e30d-a480-4ed5-bfe9-091b6ef95338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:14.433198 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9a05ce51-511f-4e17-8b05-2cc6b2219499 req-22a0e30d-a480-4ed5-bfe9-091b6ef95338 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=efa47aaf-530a-4abd-bf1d-39e08fd87042 HTTP/1.1" status: 200 len: 834 time: 0.0734708 Oct 26 15:54:14.524660 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 225bac1d-088b-4b1c-96bb-08b7ae33ee37, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=225bac1d-088b-4b1c-96bb-08b7ae33ee37,segment=NetworkSegment(788dcdba-4a17-43d8-82ad-ef74e8f6dc32),segment_id=788dcdba-4a17-43d8-82ad-ef74e8f6dc32)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:54:14.547824 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5d52154c-33b1-4f3d-8a53-88f76091b21a None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:14.599092 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-5d52154c-33b1-4f3d-8a53-88f76091b21a None None] Transition to ACTIVE for port object 02437cd2-6f81-48cc-85ee-e84c240c4160 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:54:14.609587 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:14.643072 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-7933e122-8e68-4b8d-bb84-b2a96f095d68 None None] Attempt 4 to provision port 02437cd2-6f81-48cc-85ee-e84c240c4160 Oct 26 15:54:14.792112 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-7933e122-8e68-4b8d-bb84-b2a96f095d68 None None] Port 02437cd2-6f81-48cc-85ee-e84c240c4160 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:54:14.792899 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5d52154c-33b1-4f3d-8a53-88f76091b21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:14.835459 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05ce51-511f-4e17-8b05-2cc6b2219499 req-711c9217-cdaf-4181-853b-f6187b1a6aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:14.836990 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9a05ce51-511f-4e17-8b05-2cc6b2219499 req-711c9217-cdaf-4181-853b-f6187b1a6aed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f07e0791-a1d0-4c4b-9759-707688ee57ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3973355 Oct 26 15:54:14.842392 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-305b0b5d-57c3-4ecd-86ca-978da1a9a3b2 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:14.911957 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 27728d1a-2679-4b18-912e-410fac57867e up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:54:15.085009 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467ef6ab-d061-411c-8477-d0a0bc4c98e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-48490ce8-f35e-4afd-b1f8-ae1800948caa', 'network_id': '48490ce8-f35e-4afd-b1f8-ae1800948caa', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'fixed_ips': [{'subnet_id': 'c66555bb-eb7f-4dbb-89d8-9ec5323f390a'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:54:15.085856 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-467ef6ab-d061-411c-8477-d0a0bc4c98e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:15.184186 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=225bac1d-088b-4b1c-96bb-08b7ae33ee37,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:15.241157 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-5d52154c-33b1-4f3d-8a53-88f76091b21a None None] Attempting to bind port 02437cd2-6f81-48cc-85ee-e84c240c4160 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:54:15.241832 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-5d52154c-33b1-4f3d-8a53-88f76091b21a None None] Attempting to bind port 02437cd2-6f81-48cc-85ee-e84c240c4160 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '9ac8ad56-8360-4e3b-bcc9-dc4b06188349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:54:15.242533 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d52154c-33b1-4f3d-8a53-88f76091b21a None None] Attempting to bind port 02437cd2-6f81-48cc-85ee-e84c240c4160 on network bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:54:15.319161 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5aed9ef9-e8ac-4d0f-a5a3-72568c2372e8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:15.343460 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d52154c-33b1-4f3d-8a53-88f76091b21a None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:54:15.344168 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d52154c-33b1-4f3d-8a53-88f76091b21a None None] Checking segment: {'id': '9ac8ad56-8360-4e3b-bcc9-dc4b06188349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:54:15.344758 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5d52154c-33b1-4f3d-8a53-88f76091b21a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:15.345323 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d52154c-33b1-4f3d-8a53-88f76091b21a None None] Bound using segment: {'id': '9ac8ad56-8360-4e3b-bcc9-dc4b06188349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:54:15.346008 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-5d52154c-33b1-4f3d-8a53-88f76091b21a None None] Bound port: 02437cd2-6f81-48cc-85ee-e84c240c4160, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ac8ad56-8360-4e3b-bcc9-dc4b06188349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:54:15.346818 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5d52154c-33b1-4f3d-8a53-88f76091b21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:15.361581 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-7933e122-8e68-4b8d-bb84-b2a96f095d68 None None] Attempt 5 to provision port 02437cd2-6f81-48cc-85ee-e84c240c4160 Oct 26 15:54:15.435852 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9a05ce51-511f-4e17-8b05-2cc6b2219499 req-afcf2554-a587-4da8-9403-59f2d7ab4dc2 service neutron] 10.222.0.48 "GET /v2.0/networks/f07e0791-a1d0-4c4b-9759-707688ee57ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163433 Oct 26 15:54:15.439048 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2255adfc-36a7-44c7-a023-1e4fc144d880 None None] Pushing event updated for resources: {'Port': ['ID=02437cd2-6f81-48cc-85ee-e84c240c4160,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:15.598976 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-7933e122-8e68-4b8d-bb84-b2a96f095d68 None None] Port 02437cd2-6f81-48cc-85ee-e84c240c4160 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:54:15.602099 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-305b0b5d-57c3-4ecd-86ca-978da1a9a3b2 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:15.617482 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-305b0b5d-57c3-4ecd-86ca-978da1a9a3b2 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-581503'] for router, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:15.625978 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 27728d1a-2679-4b18-912e-410fac57867e triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:54:15.625978 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:15.626294 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 27728d1a-2679-4b18-912e-410fac57867e Oct 26 15:54:15.683555 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9a05ce51-511f-4e17-8b05-2cc6b2219499 req-065f94d0-014c-4446-97eb-f53743f3a105 service neutron] 10.222.0.48 "GET /v2.0/networks/f07e0791-a1d0-4c4b-9759-707688ee57ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392962 Oct 26 15:54:15.739418 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-5d52154c-33b1-4f3d-8a53-88f76091b21a None None] For port 02437cd2-6f81-48cc-85ee-e84c240c4160, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:54:15.742514 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-467ef6ab-d061-411c-8477-d0a0bc4c98e4 None None] Allocated IP 2001:db8:2::2 (48490ce8-f35e-4afd-b1f8-ae1800948caa/c66555bb-eb7f-4dbb-89d8-9ec5323f390a/dae562aa-5cb9-434a-99bd-277de111bb0f) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:54:15.745769 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-5d52154c-33b1-4f3d-8a53-88f76091b21a None None] For port 02437cd2-6f81-48cc-85ee-e84c240c4160, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=02437cd2-6f81-48cc-85ee-e84c240c4160,segment=NetworkSegment(9ac8ad56-8360-4e3b-bcc9-dc4b06188349),segment_id=9ac8ad56-8360-4e3b-bcc9-dc4b06188349)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:54:15.896715 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5d52154c-33b1-4f3d-8a53-88f76091b21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:15.929515 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 27728d1a-2679-4b18-912e-410fac57867e is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:54:15.935016 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305b0b5d-57c3-4ecd-86ca-978da1a9a3b2 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Router 9d626bb6-489c-4dca-a8ed-d096c4200ba5 is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:54:15.979816 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d52154c-33b1-4f3d-8a53-88f76091b21a None None] Routers {'944de9d4-1717-4ee3-ae4d-e565c191fc8c'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:54:15.980692 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-5d52154c-33b1-4f3d-8a53-88f76091b21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:54:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['944de9d4-1717-4ee3-ae4d-e565c191fc8c'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:16.108279 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-7933e122-8e68-4b8d-bb84-b2a96f095d68 None None] Attempt 6 to provision port 02437cd2-6f81-48cc-85ee-e84c240c4160 Oct 26 15:54:16.130662 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305b0b5d-57c3-4ecd-86ca-978da1a9a3b2 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:54:16.140904 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188b3f99-d04b-428c-adda-5981a0c81c8b None None] Sync routers for ids ['9d626bb6-489c-4dca-a8ed-d096c4200ba5'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:54:16.142484 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-305b0b5d-57c3-4ecd-86ca-978da1a9a3b2 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:16.144285 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-305b0b5d-57c3-4ecd-86ca-978da1a9a3b2 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] 10.222.0.23 "PUT /v2.0/routers/9d626bb6-489c-4dca-a8ed-d096c4200ba5 HTTP/1.1" status: 200 len: 919 time: 4.8974373 Oct 26 15:54:16.147117 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44232) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:16.151370 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188b3f99-d04b-428c-adda-5981a0c81c8b None None] Routers {'9d626bb6-489c-4dca-a8ed-d096c4200ba5'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:54:16.152167 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-188b3f99-d04b-428c-adda-5981a0c81c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:54:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['9d626bb6-489c-4dca-a8ed-d096c4200ba5'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:16.192145 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2255adfc-36a7-44c7-a023-1e4fc144d880 None None] Pushing event updated for resources: {'Port': ['ID=02437cd2-6f81-48cc-85ee-e84c240c4160,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:16.230583 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-188b3f99-d04b-428c-adda-5981a0c81c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:16.240826 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188b3f99-d04b-428c-adda-5981a0c81c8b None None] Routers {'9d626bb6-489c-4dca-a8ed-d096c4200ba5'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:54:16.241940 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-188b3f99-d04b-428c-adda-5981a0c81c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:54:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['9d626bb6-489c-4dca-a8ed-d096c4200ba5'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:16.302901 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-5d52154c-33b1-4f3d-8a53-88f76091b21a None None] Set router 944de9d4-1717-4ee3-ae4d-e565c191fc8c gateway port host: None {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:54:16.324968 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-188b3f99-d04b-428c-adda-5981a0c81c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:16.325472 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188b3f99-d04b-428c-adda-5981a0c81c8b None None] The sync data for ids ['9d626bb6-489c-4dca-a8ed-d096c4200ba5'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:54:16.365052 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a8f9326e-6033-4831-a167-acb031031220 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] 10.222.0.23 "GET /v2.0/routers/9d626bb6-489c-4dca-a8ed-d096c4200ba5 HTTP/1.1" status: 200 len: 925 time: 0.2141740 Oct 26 15:54:16.365662 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-7933e122-8e68-4b8d-bb84-b2a96f095d68 None None] Port 02437cd2-6f81-48cc-85ee-e84c240c4160 had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 15:54:16.365782 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44236) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:16.387524 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-467ef6ab-d061-411c-8477-d0a0bc4c98e4 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:16.454183 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df26af8-1ced-44d9-b748-83156db984d6 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:16.455740 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-5df26af8-1ced-44d9-b748-83156db984d6 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=0c79a151-ef79-4fff-8a3c-258f9478471d&device_id=9d626bb6-489c-4dca-a8ed-d096c4200ba5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0896263 Oct 26 15:54:16.458506 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44240) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:16.466971 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-467ef6ab-d061-411c-8477-d0a0bc4c98e4 None None] Transition to ACTIVE for port object dae562aa-5cb9-434a-99bd-277de111bb0f will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:54:16.603556 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7ea7ac-e982-4ffd-9b3f-6c64a99eacea tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:16.605039 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-7b7ea7ac-e982-4ffd-9b3f-6c64a99eacea tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] 10.222.0.23 "GET /v2.0/networks/0c79a151-ef79-4fff-8a3c-258f9478471d HTTP/1.1" status: 200 len: 881 time: 0.1450109 Oct 26 15:54:16.608177 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44244) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:16.616346 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-467ef6ab-d061-411c-8477-d0a0bc4c98e4 None None] Transition to ACTIVE for port object dae562aa-5cb9-434a-99bd-277de111bb0f will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:54:16.678586 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-99feb6a0-70b8-4efc-a692-f68c1b3bb856 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d626bb6-489c-4dca-a8ed-d096c4200ba5 HTTP/1.1" status: 200 len: 205 time: 0.0669291 Oct 26 15:54:16.678837 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44248) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:16.725434 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 225bac1d-088b-4b1c-96bb-08b7ae33ee37 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:54:16.792877 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-467ef6ab-d061-411c-8477-d0a0bc4c98e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:16.884039 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467ef6ab-d061-411c-8477-d0a0bc4c98e4 None None] Network 48490ce8-f35e-4afd-b1f8-ae1800948caa is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:54:16.890554 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-467ef6ab-d061-411c-8477-d0a0bc4c98e4 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:54:16.895690 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467ef6ab-d061-411c-8477-d0a0bc4c98e4 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:54:16.896949 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-5aed9ef9-e8ac-4d0f-a5a3-72568c2372e8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Allocated IP 2001:db8:2::1 (48490ce8-f35e-4afd-b1f8-ae1800948caa/c66555bb-eb7f-4dbb-89d8-9ec5323f390a/00def0c8-8eb1-472a-a3ff-8d131f060aac) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:54:16.907758 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467ef6ab-d061-411c-8477-d0a0bc4c98e4 None None] Pushing event updated for resources: {'Port': ['ID=dae562aa-5cb9-434a-99bd-277de111bb0f,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:16.956206 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d64d8701-556c-4c5d-8b25-e406196b0c96 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for router, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:17.023601 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 225bac1d-088b-4b1c-96bb-08b7ae33ee37 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:54:17.024736 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:17.025577 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 225bac1d-088b-4b1c-96bb-08b7ae33ee37 Oct 26 15:54:17.084147 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-467ef6ab-d061-411c-8477-d0a0bc4c98e4 None None] Attempting to bind port dae562aa-5cb9-434a-99bd-277de111bb0f on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:54:17.084519 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-467ef6ab-d061-411c-8477-d0a0bc4c98e4 None None] Attempting to bind port dae562aa-5cb9-434a-99bd-277de111bb0f by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'cc9b944c-0435-4394-be56-b36db7312657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '48490ce8-f35e-4afd-b1f8-ae1800948caa'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:54:17.084893 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467ef6ab-d061-411c-8477-d0a0bc4c98e4 None None] Attempting to bind port dae562aa-5cb9-434a-99bd-277de111bb0f on network 48490ce8-f35e-4afd-b1f8-ae1800948caa {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:54:17.089432 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-5d52154c-33b1-4f3d-8a53-88f76091b21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'name': 'tempest-RoutersIpV6Test-router-1668497689', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:58Z', 'updated_at': '2022-10-26T15:54:10Z', 'revision_number': 3, 'project_id': '33165e7b97ac42778d9b016b22174455', 'gw_port_host': None, '_interfaces': [{'id': '02437cd2-6f81-48cc-85ee-e84c240c4160', 'name': '', 'network_id': 'bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:ae:e0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'e49972bf-a263-4d24-8e71-1ce274ea688b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:08Z', 'updated_at': '2022-10-26T15:54:15Z', 'revision_number': 4, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'e49972bf-a263-4d24-8e71-1ce274ea688b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '225bac1d-088b-4b1c-96bb-08b7ae33ee37', 'name': '', 'network_id': '9bf0e050-0ad2-464f-9a08-d5795f02c197', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:2a:90:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:02Z', 'updated_at': '2022-10-26T15:54:14Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:17.097039 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d52154c-33b1-4f3d-8a53-88f76091b21a None None] The sync data for ids ['944de9d4-1717-4ee3-ae4d-e565c191fc8c'] in dv-neutron-862712-1-hyperv is: [{'id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'name': 'tempest-RoutersIpV6Test-router-1668497689', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:58Z', 'updated_at': '2022-10-26T15:54:10Z', 'revision_number': 3, 'project_id': '33165e7b97ac42778d9b016b22174455', 'gw_port_host': None, '_interfaces': [{'id': '02437cd2-6f81-48cc-85ee-e84c240c4160', 'name': '', 'network_id': 'bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:ae:e0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'e49972bf-a263-4d24-8e71-1ce274ea688b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:08Z', 'updated_at': '2022-10-26T15:54:15Z', 'revision_number': 4, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'e49972bf-a263-4d24-8e71-1ce274ea688b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '225bac1d-088b-4b1c-96bb-08b7ae33ee37', 'name': '', 'network_id': '9bf0e050-0ad2-464f-9a08-d5795f02c197', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:2a:90:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:02Z', 'updated_at': '2022-10-26T15:54:14Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:54:17.103717 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467ef6ab-d061-411c-8477-d0a0bc4c98e4 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:54:17.104134 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467ef6ab-d061-411c-8477-d0a0bc4c98e4 None None] Checking segment: {'id': 'cc9b944c-0435-4394-be56-b36db7312657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '48490ce8-f35e-4afd-b1f8-ae1800948caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:54:17.104537 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-467ef6ab-d061-411c-8477-d0a0bc4c98e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:17.104969 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467ef6ab-d061-411c-8477-d0a0bc4c98e4 None None] Bound using segment: {'id': 'cc9b944c-0435-4394-be56-b36db7312657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '48490ce8-f35e-4afd-b1f8-ae1800948caa'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:54:17.105455 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-467ef6ab-d061-411c-8477-d0a0bc4c98e4 None None] Bound port: dae562aa-5cb9-434a-99bd-277de111bb0f, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc9b944c-0435-4394-be56-b36db7312657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '48490ce8-f35e-4afd-b1f8-ae1800948caa'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:54:17.105833 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-467ef6ab-d061-411c-8477-d0a0bc4c98e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:17.178276 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5aed9ef9-e8ac-4d0f-a5a3-72568c2372e8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:17.228561 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-5aed9ef9-e8ac-4d0f-a5a3-72568c2372e8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Transition to ACTIVE for port object 00def0c8-8eb1-472a-a3ff-8d131f060aac will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:54:17.337989 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5aed9ef9-e8ac-4d0f-a5a3-72568c2372e8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:17.356631 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 225bac1d-088b-4b1c-96bb-08b7ae33ee37 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:54:17.362870 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-467ef6ab-d061-411c-8477-d0a0bc4c98e4 None None] For port dae562aa-5cb9-434a-99bd-277de111bb0f, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:54:17.366904 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-467ef6ab-d061-411c-8477-d0a0bc4c98e4 None None] For port dae562aa-5cb9-434a-99bd-277de111bb0f, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=dae562aa-5cb9-434a-99bd-277de111bb0f,segment=NetworkSegment(cc9b944c-0435-4394-be56-b36db7312657),segment_id=cc9b944c-0435-4394-be56-b36db7312657)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:54:17.407626 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-467ef6ab-d061-411c-8477-d0a0bc4c98e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:17.416915 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aed9ef9-e8ac-4d0f-a5a3-72568c2372e8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Network 48490ce8-f35e-4afd-b1f8-ae1800948caa is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:54:17.420826 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-5aed9ef9-e8ac-4d0f-a5a3-72568c2372e8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:54:17.423107 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d64d8701-556c-4c5d-8b25-e406196b0c96 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:17.423339 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aed9ef9-e8ac-4d0f-a5a3-72568c2372e8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:54:17.428613 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5aed9ef9-e8ac-4d0f-a5a3-72568c2372e8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:17.456194 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed9ef9-e8ac-4d0f-a5a3-72568c2372e8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event updated for resources: {'Port': ['ID=00def0c8-8eb1-472a-a3ff-8d131f060aac,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:17.503883 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-d64d8701-556c-4c5d-8b25-e406196b0c96 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Deleting port 1c4ea875-bb83-4c5f-8e87-34e2053e5ad2 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:54:17.505015 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d64d8701-556c-4c5d-8b25-e406196b0c96 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:17.509899 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467ef6ab-d061-411c-8477-d0a0bc4c98e4 None None] Pushing event updated for resources: {'Port': ['ID=dae562aa-5cb9-434a-99bd-277de111bb0f,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:17.667387 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5aed9ef9-e8ac-4d0f-a5a3-72568c2372e8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:17.793538 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d64d8701-556c-4c5d-8b25-e406196b0c96 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:17.967036 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-d64d8701-556c-4c5d-8b25-e406196b0c96 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Calling delete_port for 1c4ea875-bb83-4c5f-8e87-34e2053e5ad2 owned by network:router_gateway {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:54:18.249433 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5aed9ef9-e8ac-4d0f-a5a3-72568c2372e8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:18.732716 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f233b998-deb1-417b-b5cd-98708a3bed8a None None] Network 48490ce8-f35e-4afd-b1f8-ae1800948caa requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:54:18.805813 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d64d8701-556c-4c5d-8b25-e406196b0c96 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:18.806516 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device dae562aa-5cb9-434a-99bd-277de111bb0f up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:54:18.817372 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5aed9ef9-e8ac-4d0f-a5a3-72568c2372e8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:18.818811 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5aed9ef9-e8ac-4d0f-a5a3-72568c2372e8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:18.864199 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64d8701-556c-4c5d-8b25-e406196b0c96 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Pushing event deleted for resources: {'Port': ['ID=1c4ea875-bb83-4c5f-8e87-34e2053e5ad2,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:18.961946 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-76665144-e3a9-410a-917e-25844b27f10e None None] Provisioning for port dae562aa-5cb9-434a-99bd-277de111bb0f completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:54:18.984322 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d64d8701-556c-4c5d-8b25-e406196b0c96 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:19.035047 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port dae562aa-5cb9-434a-99bd-277de111bb0f completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:54:19.053217 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port dae562aa-5cb9-434a-99bd-277de111bb0f triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:54:19.053663 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:19.054063 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port dae562aa-5cb9-434a-99bd-277de111bb0f Oct 26 15:54:19.087742 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed9ef9-e8ac-4d0f-a5a3-72568c2372e8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event updated for resources: {'Port': ['ID=00def0c8-8eb1-472a-a3ff-8d131f060aac,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:19.218453 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aed9ef9-e8ac-4d0f-a5a3-72568c2372e8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Network 48490ce8-f35e-4afd-b1f8-ae1800948caa is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:54:19.219954 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-5aed9ef9-e8ac-4d0f-a5a3-72568c2372e8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:54:19.220818 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port dae562aa-5cb9-434a-99bd-277de111bb0f is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:54:19.221364 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:19.270631 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port dae562aa-5cb9-434a-99bd-277de111bb0f, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=dae562aa-5cb9-434a-99bd-277de111bb0f,segment=NetworkSegment(cc9b944c-0435-4394-be56-b36db7312657),segment_id=cc9b944c-0435-4394-be56-b36db7312657)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:54:19.275478 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d64d8701-556c-4c5d-8b25-e406196b0c96 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:19.278667 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d64d8701-556c-4c5d-8b25-e406196b0c96 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:19.360632 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:19.361488 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 02437cd2-6f81-48cc-85ee-e84c240c4160 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:54:19.384225 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d64d8701-556c-4c5d-8b25-e406196b0c96 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:19.385266 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64d8701-556c-4c5d-8b25-e406196b0c96 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Fanout notify agent at l3_agent the message router_deleted on router 9d626bb6-489c-4dca-a8ed-d096c4200ba5 {{(pid=89748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:54:19.430917 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d64d8701-556c-4c5d-8b25-e406196b0c96 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:19.433065 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-d64d8701-556c-4c5d-8b25-e406196b0c96 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] 10.222.0.23 "DELETE /v2.0/routers/9d626bb6-489c-4dca-a8ed-d096c4200ba5 HTTP/1.1" status: 204 len: 168 time: 2.7523944 Oct 26 15:54:19.436630 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44264) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:19.444300 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-04ee9337-8ae7-4e77-8d82-604d50c8619e tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1786943354', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:54:19.444877 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aed9ef9-e8ac-4d0f-a5a3-72568c2372e8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Router 944de9d4-1717-4ee3-ae4d-e565c191fc8c has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:54:19.454027 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-04ee9337-8ae7-4e77-8d82-604d50c8619e tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:54:19.461629 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-04ee9337-8ae7-4e77-8d82-604d50c8619e tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Usage tracker for resource:router and tenant:f2a8a96f120044c585b68f2213658126 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:54:19.468233 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-04ee9337-8ae7-4e77-8d82-604d50c8619e tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:54:19.482762 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-04ee9337-8ae7-4e77-8d82-604d50c8619e tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:54:19.528684 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=dae562aa-5cb9-434a-99bd-277de111bb0f,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:19.589443 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-04ee9337-8ae7-4e77-8d82-604d50c8619e tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:19.591014 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-04ee9337-8ae7-4e77-8d82-604d50c8619e tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:19.617564 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 02437cd2-6f81-48cc-85ee-e84c240c4160 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:54:19.617833 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-04ee9337-8ae7-4e77-8d82-604d50c8619e tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:19.624499 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 02437cd2-6f81-48cc-85ee-e84c240c4160 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:54:19.628034 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:19.628034 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 02437cd2-6f81-48cc-85ee-e84c240c4160 Oct 26 15:54:19.647877 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aed9ef9-e8ac-4d0f-a5a3-72568c2372e8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:54:19.662345 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-5aed9ef9-e8ac-4d0f-a5a3-72568c2372e8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "PUT /v2.0/routers/944de9d4-1717-4ee3-ae4d-e565c191fc8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2611833 Oct 26 15:54:19.665122 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44268) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:19.677884 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-ccf05085-7ae7-4518-9ec6-7a87493f8c04 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1180236166'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:54:19.683568 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fda85e-f5bc-4a1f-b9d4-1de4874c5261 None None] Sync routers for ids ['944de9d4-1717-4ee3-ae4d-e565c191fc8c'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:54:19.685303 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-ccf05085-7ae7-4518-9ec6-7a87493f8c04 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:54:19.692636 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-a70fe78c-a174-4623-87f6-a472b96d8805 None None] Provisioning for port 00def0c8-8eb1-472a-a3ff-8d131f060aac completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:54:19.699268 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ccf05085-7ae7-4518-9ec6-7a87493f8c04 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Usage tracker for resource:network and tenant:33165e7b97ac42778d9b016b22174455 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:54:19.704524 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ccf05085-7ae7-4518-9ec6-7a87493f8c04 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:54:19.719085 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-ccf05085-7ae7-4518-9ec6-7a87493f8c04 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:54:19.734683 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-04ee9337-8ae7-4e77-8d82-604d50c8619e tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:19.736113 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-a70fe78c-a174-4623-87f6-a472b96d8805 None None] Provisioning complete for port 00def0c8-8eb1-472a-a3ff-8d131f060aac triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:54:19.736631 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a70fe78c-a174-4623-87f6-a472b96d8805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:19.736884 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-a70fe78c-a174-4623-87f6-a472b96d8805 None None] Attempt 1 to provision port 00def0c8-8eb1-472a-a3ff-8d131f060aac Oct 26 15:54:19.786617 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fda85e-f5bc-4a1f-b9d4-1de4874c5261 None None] Routers {'944de9d4-1717-4ee3-ae4d-e565c191fc8c'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:54:19.787165 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-d7fda85e-f5bc-4a1f-b9d4-1de4874c5261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:54:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['944de9d4-1717-4ee3-ae4d-e565c191fc8c'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:19.832955 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf05085-7ae7-4518-9ec6-7a87493f8c04 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Made reservation on behalf of 33165e7b97ac42778d9b016b22174455 for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:54:19.832955 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ccf05085-7ae7-4518-9ec6-7a87493f8c04 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:19.858620 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-04ee9337-8ae7-4e77-8d82-604d50c8619e tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:19.862693 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-04ee9337-8ae7-4e77-8d82-604d50c8619e tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4249690 Oct 26 15:54:19.867657 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44272) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:19.869291 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-b6a676ee-69ad-4fba-9e12-e24fe76a01ad tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'enable_snat': False}}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:54:19.874636 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccf05085-7ae7-4518-9ec6-7a87493f8c04 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:54:19.884082 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ccf05085-7ae7-4518-9ec6-7a87493f8c04 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:19.884451 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-ccf05085-7ae7-4518-9ec6-7a87493f8c04 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Added segment 2cd1fcf2-70a8-4114-bd0f-29f4a1c7c9dd of type vlan for network 169961a7-5505-433b-baf1-fc0757bc51c0 Oct 26 15:54:19.942131 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ccf05085-7ae7-4518-9ec6-7a87493f8c04 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:20.014998 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a70fe78c-a174-4623-87f6-a472b96d8805 None None] Port 00def0c8-8eb1-472a-a3ff-8d131f060aac cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:54:20.046760 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ccf05085-7ae7-4518-9ec6-7a87493f8c04 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:20.052494 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf05085-7ae7-4518-9ec6-7a87493f8c04 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:20.053315 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ccf05085-7ae7-4518-9ec6-7a87493f8c04 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:20.081069 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-d7fda85e-f5bc-4a1f-b9d4-1de4874c5261 None None] Set router 944de9d4-1717-4ee3-ae4d-e565c191fc8c gateway port host: None {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:54:20.152002 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 02437cd2-6f81-48cc-85ee-e84c240c4160 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:54:20.152388 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:20.204519 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ccf05085-7ae7-4518-9ec6-7a87493f8c04 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5369325 Oct 26 15:54:20.207828 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf05085-7ae7-4518-9ec6-7a87493f8c04 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event updated for resources: {'Network': ['ID=169961a7-5505-433b-baf1-fc0757bc51c0,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:20.209915 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44276) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:20.217108 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-6d73d825-9b1c-4a77-b1a2-437acaff8817 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Request body: {'subnet': {'network_id': '169961a7-5505-433b-baf1-fc0757bc51c0', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:54:20.263210 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 169961a7-5505-433b-baf1-fc0757bc51c0 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:54:20.351714 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b6a676ee-69ad-4fba-9e12-e24fe76a01ad tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:20.384020 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-6d73d825-9b1c-4a77-b1a2-437acaff8817 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:54:20.388993 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-6d73d825-9b1c-4a77-b1a2-437acaff8817 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Usage tracker for resource:subnet and tenant:33165e7b97ac42778d9b016b22174455 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:54:20.392288 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-6d73d825-9b1c-4a77-b1a2-437acaff8817 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:54:20.399428 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-6d73d825-9b1c-4a77-b1a2-437acaff8817 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:54:20.453359 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 02437cd2-6f81-48cc-85ee-e84c240c4160, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=02437cd2-6f81-48cc-85ee-e84c240c4160,segment=NetworkSegment(9ac8ad56-8360-4e3b-bcc9-dc4b06188349),segment_id=9ac8ad56-8360-4e3b-bcc9-dc4b06188349)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:54:20.480850 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d73d825-9b1c-4a77-b1a2-437acaff8817 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Made reservation on behalf of 33165e7b97ac42778d9b016b22174455 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:54:20.484823 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6d73d825-9b1c-4a77-b1a2-437acaff8817 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:20.538093 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-a70fe78c-a174-4623-87f6-a472b96d8805 None None] Attempt 2 to provision port 00def0c8-8eb1-472a-a3ff-8d131f060aac Oct 26 15:54:20.574360 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:20.700074 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a70fe78c-a174-4623-87f6-a472b96d8805 None None] Port 00def0c8-8eb1-472a-a3ff-8d131f060aac cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:54:20.722263 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=02437cd2-6f81-48cc-85ee-e84c240c4160,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:20.760837 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-d7fda85e-f5bc-4a1f-b9d4-1de4874c5261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'name': 'tempest-RoutersIpV6Test-router-1668497689', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:58Z', 'updated_at': '2022-10-26T15:54:17Z', 'revision_number': 4, 'project_id': '33165e7b97ac42778d9b016b22174455', 'gw_port_host': None, '_interfaces': [{'id': '00def0c8-8eb1-472a-a3ff-8d131f060aac', 'name': '', 'network_id': '48490ce8-f35e-4afd-b1f8-ae1800948caa', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:3d:97:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'c66555bb-eb7f-4dbb-89d8-9ec5323f390a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:15Z', 'updated_at': '2022-10-26T15:54:18Z', 'revision_number': 2, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'c66555bb-eb7f-4dbb-89d8-9ec5323f390a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '02437cd2-6f81-48cc-85ee-e84c240c4160', 'name': '', 'network_id': 'bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:ae:e0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'e49972bf-a263-4d24-8e71-1ce274ea688b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:08Z', 'updated_at': '2022-10-26T15:54:15Z', 'revision_number': 4, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'e49972bf-a263-4d24-8e71-1ce274ea688b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '225bac1d-088b-4b1c-96bb-08b7ae33ee37', 'name': '', 'network_id': '9bf0e050-0ad2-464f-9a08-d5795f02c197', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:2a:90:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:02Z', 'updated_at': '2022-10-26T15:54:14Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:20.765819 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fda85e-f5bc-4a1f-b9d4-1de4874c5261 None None] Checking router: 944de9d4-1717-4ee3-ae4d-e565c191fc8c for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:54:20.766317 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fda85e-f5bc-4a1f-b9d4-1de4874c5261 None None] Updating router 944de9d4-1717-4ee3-ae4d-e565c191fc8c port 00def0c8-8eb1-472a-a3ff-8d131f060aac binding host dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:54:20.805404 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device dae562aa-5cb9-434a-99bd-277de111bb0f up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:54:20.824522 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b6a676ee-69ad-4fba-9e12-e24fe76a01ad tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:20.863649 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6d73d825-9b1c-4a77-b1a2-437acaff8817 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:20.886139 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d7fda85e-f5bc-4a1f-b9d4-1de4874c5261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:20.977382 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d73d825-9b1c-4a77-b1a2-437acaff8817 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event updated for resources: {'Subnet': ['ID=9af7335f-1a14-47f7-9492-f8e74bfdc8ef,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:20.995402 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d73d825-9b1c-4a77-b1a2-437acaff8817 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Checking segment: {'id': '2cd1fcf2-70a8-4114-bd0f-29f4a1c7c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '169961a7-5505-433b-baf1-fc0757bc51c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:54:20.996209 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d73d825-9b1c-4a77-b1a2-437acaff8817 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Network hostable DHCP agents. Network: 169961a7-5505-433b-baf1-fc0757bc51c0, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:54:20.998548 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b6a676ee-69ad-4fba-9e12-e24fe76a01ad tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:21.099580 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port dae562aa-5cb9-434a-99bd-277de111bb0f triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:54:21.100139 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:21.100600 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port dae562aa-5cb9-434a-99bd-277de111bb0f Oct 26 15:54:21.152551 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-b6a676ee-69ad-4fba-9e12-e24fe76a01ad tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Allocated IP 172.26.2.14 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/19548df2-9b37-4946-af60-1e7f9ed9d533) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:54:21.201664 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-a70fe78c-a174-4623-87f6-a472b96d8805 None None] Attempt 3 to provision port 00def0c8-8eb1-472a-a3ff-8d131f060aac Oct 26 15:54:21.311205 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a70fe78c-a174-4623-87f6-a472b96d8805 None None] Port 00def0c8-8eb1-472a-a3ff-8d131f060aac cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:54:21.334508 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b6a676ee-69ad-4fba-9e12-e24fe76a01ad tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:21.394355 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port dae562aa-5cb9-434a-99bd-277de111bb0f is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:54:21.406688 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d73d825-9b1c-4a77-b1a2-437acaff8817 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Network 169961a7-5505-433b-baf1-fc0757bc51c0 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:54:21.429320 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b6a676ee-69ad-4fba-9e12-e24fe76a01ad tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:21.477783 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d7fda85e-f5bc-4a1f-b9d4-1de4874c5261 None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:21.485984 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-6d73d825-9b1c-4a77-b1a2-437acaff8817 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 169961a7-5505-433b-baf1-fc0757bc51c0) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:54:21.490838 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d73d825-9b1c-4a77-b1a2-437acaff8817 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:21.491077 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-d7fda85e-f5bc-4a1f-b9d4-1de4874c5261 None None] Transition to ACTIVE for port object 00def0c8-8eb1-472a-a3ff-8d131f060aac will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:54:21.491843 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6d73d825-9b1c-4a77-b1a2-437acaff8817 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:21.496862 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e230cd89-1fec-409d-9476-6d6b20ebc418 None None] Network 169961a7-5505-433b-baf1-fc0757bc51c0 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:54:21.510551 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a676ee-69ad-4fba-9e12-e24fe76a01ad tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:54:21.514580 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-b6a676ee-69ad-4fba-9e12-e24fe76a01ad tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:54:21.517039 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a676ee-69ad-4fba-9e12-e24fe76a01ad tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:54:21.567046 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d7fda85e-f5bc-4a1f-b9d4-1de4874c5261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:21.567206 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a676ee-69ad-4fba-9e12-e24fe76a01ad tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Pushing event updated for resources: {'Port': ['ID=19548df2-9b37-4946-af60-1e7f9ed9d533,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:21.587251 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-6d73d825-9b1c-4a77-b1a2-437acaff8817 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3759985 Oct 26 15:54:21.587857 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44284) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:21.812459 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-a70fe78c-a174-4623-87f6-a472b96d8805 None None] Attempt 4 to provision port 00def0c8-8eb1-472a-a3ff-8d131f060aac Oct 26 15:54:21.920597 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6cee0-dfdc-476b-a14e-1817ed1275ca None None] Pushing event updated for resources: {'Port': ['ID=00def0c8-8eb1-472a-a3ff-8d131f060aac,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:21.959709 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a70fe78c-a174-4623-87f6-a472b96d8805 None None] Port 00def0c8-8eb1-472a-a3ff-8d131f060aac cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:54:21.986452 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-d7fda85e-f5bc-4a1f-b9d4-1de4874c5261 None None] Attempting to bind port 00def0c8-8eb1-472a-a3ff-8d131f060aac on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:54:21.986849 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-d7fda85e-f5bc-4a1f-b9d4-1de4874c5261 None None] Attempting to bind port 00def0c8-8eb1-472a-a3ff-8d131f060aac by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'cc9b944c-0435-4394-be56-b36db7312657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '48490ce8-f35e-4afd-b1f8-ae1800948caa'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:54:21.987209 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fda85e-f5bc-4a1f-b9d4-1de4874c5261 None None] Attempting to bind port 00def0c8-8eb1-472a-a3ff-8d131f060aac on network 48490ce8-f35e-4afd-b1f8-ae1800948caa {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:54:22.000078 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fda85e-f5bc-4a1f-b9d4-1de4874c5261 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:54:22.001802 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fda85e-f5bc-4a1f-b9d4-1de4874c5261 None None] Checking segment: {'id': 'cc9b944c-0435-4394-be56-b36db7312657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '48490ce8-f35e-4afd-b1f8-ae1800948caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:54:22.001802 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d7fda85e-f5bc-4a1f-b9d4-1de4874c5261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:22.001802 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fda85e-f5bc-4a1f-b9d4-1de4874c5261 None None] Bound using segment: {'id': 'cc9b944c-0435-4394-be56-b36db7312657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '48490ce8-f35e-4afd-b1f8-ae1800948caa'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:54:22.001802 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-d7fda85e-f5bc-4a1f-b9d4-1de4874c5261 None None] Bound port: 00def0c8-8eb1-472a-a3ff-8d131f060aac, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc9b944c-0435-4394-be56-b36db7312657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '48490ce8-f35e-4afd-b1f8-ae1800948caa'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:54:22.002203 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d7fda85e-f5bc-4a1f-b9d4-1de4874c5261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:22.143969 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb1926f-fe5b-4724-8958-27ad030a61f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-169961a7-5505-433b-baf1-fc0757bc51c0', 'network_id': '169961a7-5505-433b-baf1-fc0757bc51c0', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'fixed_ips': [{'subnet_id': '9af7335f-1a14-47f7-9492-f8e74bfdc8ef'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:54:22.144938 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-beb1926f-fe5b-4724-8958-27ad030a61f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:22.192249 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b6a676ee-69ad-4fba-9e12-e24fe76a01ad tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:22.227444 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-d7fda85e-f5bc-4a1f-b9d4-1de4874c5261 None None] For port 00def0c8-8eb1-472a-a3ff-8d131f060aac, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:54:22.240820 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-d7fda85e-f5bc-4a1f-b9d4-1de4874c5261 None None] For port 00def0c8-8eb1-472a-a3ff-8d131f060aac, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=00def0c8-8eb1-472a-a3ff-8d131f060aac,segment=NetworkSegment(cc9b944c-0435-4394-be56-b36db7312657),segment_id=cc9b944c-0435-4394-be56-b36db7312657)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:54:22.284348 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d7fda85e-f5bc-4a1f-b9d4-1de4874c5261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:22.399066 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fda85e-f5bc-4a1f-b9d4-1de4874c5261 None None] Routers {'944de9d4-1717-4ee3-ae4d-e565c191fc8c'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:54:22.399627 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-d7fda85e-f5bc-4a1f-b9d4-1de4874c5261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:54:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['944de9d4-1717-4ee3-ae4d-e565c191fc8c'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:22.516207 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-a70fe78c-a174-4623-87f6-a472b96d8805 None None] Attempt 5 to provision port 00def0c8-8eb1-472a-a3ff-8d131f060aac Oct 26 15:54:22.525244 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0e677a58-36a9-43d7-8b70-c7f300785718 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:22.596550 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-beb1926f-fe5b-4724-8958-27ad030a61f8 None None] Allocated IP 2001:db8:3::2 (169961a7-5505-433b-baf1-fc0757bc51c0/9af7335f-1a14-47f7-9492-f8e74bfdc8ef/d3ff04ba-5606-416e-8946-0e5a22831a46) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:54:22.611020 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6cee0-dfdc-476b-a14e-1817ed1275ca None None] Pushing event updated for resources: {'Port': ['ID=00def0c8-8eb1-472a-a3ff-8d131f060aac,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:22.645258 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b6a676ee-69ad-4fba-9e12-e24fe76a01ad tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:22.648969 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b6a676ee-69ad-4fba-9e12-e24fe76a01ad tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-581503'] for router, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:22.681587 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-d7fda85e-f5bc-4a1f-b9d4-1de4874c5261 None None] Set router 944de9d4-1717-4ee3-ae4d-e565c191fc8c gateway port host: None {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:54:22.845363 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 02437cd2-6f81-48cc-85ee-e84c240c4160 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:54:22.913953 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a70fe78c-a174-4623-87f6-a472b96d8805 None None] Port 00def0c8-8eb1-472a-a3ff-8d131f060aac had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 15:54:23.113552 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-a70fe78c-a174-4623-87f6-a472b96d8805 None None] Provisioning complete for port dae562aa-5cb9-434a-99bd-277de111bb0f triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:54:23.114005 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a70fe78c-a174-4623-87f6-a472b96d8805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:23.114254 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-a70fe78c-a174-4623-87f6-a472b96d8805 None None] Attempt 1 to provision port dae562aa-5cb9-434a-99bd-277de111bb0f Oct 26 15:54:23.114636 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a676ee-69ad-4fba-9e12-e24fe76a01ad tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Router 32450bf1-5359-44b3-9e0e-47671b3a85cf is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:54:23.279250 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 02437cd2-6f81-48cc-85ee-e84c240c4160 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:54:23.279738 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:23.280401 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 02437cd2-6f81-48cc-85ee-e84c240c4160 Oct 26 15:54:23.308364 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a676ee-69ad-4fba-9e12-e24fe76a01ad tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:54:23.316967 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b6a676ee-69ad-4fba-9e12-e24fe76a01ad tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:23.318307 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b6a676ee-69ad-4fba-9e12-e24fe76a01ad tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] 10.222.0.23 "PUT /v2.0/routers/32450bf1-5359-44b3-9e0e-47671b3a85cf HTTP/1.1" status: 200 len: 919 time: 3.4538615 Oct 26 15:54:23.322298 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44292) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:23.328050 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865c8327-b296-43fb-87fd-6e63d977eec3 None None] Sync routers for ids ['32450bf1-5359-44b3-9e0e-47671b3a85cf'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:54:23.341603 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865c8327-b296-43fb-87fd-6e63d977eec3 None None] Routers {'32450bf1-5359-44b3-9e0e-47671b3a85cf'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:54:23.342770 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-865c8327-b296-43fb-87fd-6e63d977eec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:54:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['32450bf1-5359-44b3-9e0e-47671b3a85cf'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:23.470400 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-865c8327-b296-43fb-87fd-6e63d977eec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:23.474351 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-beb1926f-fe5b-4724-8958-27ad030a61f8 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:23.482384 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865c8327-b296-43fb-87fd-6e63d977eec3 None None] Routers {'32450bf1-5359-44b3-9e0e-47671b3a85cf'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:54:23.483253 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-865c8327-b296-43fb-87fd-6e63d977eec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:54:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['32450bf1-5359-44b3-9e0e-47671b3a85cf'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:23.499440 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-beb1926f-fe5b-4724-8958-27ad030a61f8 None None] Transition to ACTIVE for port object d3ff04ba-5606-416e-8946-0e5a22831a46 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:54:23.534149 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-dac354da-6bce-4d2d-9e2b-9dad4a5bbdbf tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] 10.222.0.23 "GET /v2.0/routers/32450bf1-5359-44b3-9e0e-47671b3a85cf HTTP/1.1" status: 200 len: 925 time: 0.2047887 Oct 26 15:54:23.534786 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44296) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:23.553397 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-865c8327-b296-43fb-87fd-6e63d977eec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:23.554067 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865c8327-b296-43fb-87fd-6e63d977eec3 None None] The sync data for ids ['32450bf1-5359-44b3-9e0e-47671b3a85cf'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:54:23.575454 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-beb1926f-fe5b-4724-8958-27ad030a61f8 None None] Transition to ACTIVE for port object d3ff04ba-5606-416e-8946-0e5a22831a46 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:54:23.634181 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a70fe78c-a174-4623-87f6-a472b96d8805 None None] Current status of the port dae562aa-5cb9-434a-99bd-277de111bb0f is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:54:23.634817 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22d2e54-bcae-40c2-a1bb-82a204ab4a24 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:23.646200 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f22d2e54-bcae-40c2-a1bb-82a204ab4a24 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=0c79a151-ef79-4fff-8a3c-258f9478471d&device_id=32450bf1-5359-44b3-9e0e-47671b3a85cf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1104350 Oct 26 15:54:23.653541 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44300) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:23.656050 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 02437cd2-6f81-48cc-85ee-e84c240c4160 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:54:23.668362 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-d7fda85e-f5bc-4a1f-b9d4-1de4874c5261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'name': 'tempest-RoutersIpV6Test-router-1668497689', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:58Z', 'updated_at': '2022-10-26T15:54:17Z', 'revision_number': 4, 'project_id': '33165e7b97ac42778d9b016b22174455', 'gw_port_host': None, '_interfaces': [{'id': '00def0c8-8eb1-472a-a3ff-8d131f060aac', 'name': '', 'network_id': '48490ce8-f35e-4afd-b1f8-ae1800948caa', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:3d:97:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'c66555bb-eb7f-4dbb-89d8-9ec5323f390a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:15Z', 'updated_at': '2022-10-26T15:54:22Z', 'revision_number': 4, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'c66555bb-eb7f-4dbb-89d8-9ec5323f390a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '02437cd2-6f81-48cc-85ee-e84c240c4160', 'name': '', 'network_id': 'bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:ae:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'e49972bf-a263-4d24-8e71-1ce274ea688b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:08Z', 'updated_at': '2022-10-26T15:54:20Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'e49972bf-a263-4d24-8e71-1ce274ea688b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '225bac1d-088b-4b1c-96bb-08b7ae33ee37', 'name': '', 'network_id': '9bf0e050-0ad2-464f-9a08-d5795f02c197', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:2a:90:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:02Z', 'updated_at': '2022-10-26T15:54:14Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:23.672429 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-beb1926f-fe5b-4724-8958-27ad030a61f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:23.707636 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fda85e-f5bc-4a1f-b9d4-1de4874c5261 None None] The sync data for ids ['944de9d4-1717-4ee3-ae4d-e565c191fc8c'] in dv-neutron-862712-1-hyperv is: [{'id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'name': 'tempest-RoutersIpV6Test-router-1668497689', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:58Z', 'updated_at': '2022-10-26T15:54:17Z', 'revision_number': 4, 'project_id': '33165e7b97ac42778d9b016b22174455', 'gw_port_host': None, '_interfaces': [{'id': '00def0c8-8eb1-472a-a3ff-8d131f060aac', 'name': '', 'network_id': '48490ce8-f35e-4afd-b1f8-ae1800948caa', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:3d:97:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'c66555bb-eb7f-4dbb-89d8-9ec5323f390a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:15Z', 'updated_at': '2022-10-26T15:54:22Z', 'revision_number': 4, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'c66555bb-eb7f-4dbb-89d8-9ec5323f390a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '02437cd2-6f81-48cc-85ee-e84c240c4160', 'name': '', 'network_id': 'bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:ae:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'e49972bf-a263-4d24-8e71-1ce274ea688b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:08Z', 'updated_at': '2022-10-26T15:54:20Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'e49972bf-a263-4d24-8e71-1ce274ea688b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '225bac1d-088b-4b1c-96bb-08b7ae33ee37', 'name': '', 'network_id': '9bf0e050-0ad2-464f-9a08-d5795f02c197', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:2a:90:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:02Z', 'updated_at': '2022-10-26T15:54:14Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:54:23.763870 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb1926f-fe5b-4724-8958-27ad030a61f8 None None] Network 169961a7-5505-433b-baf1-fc0757bc51c0 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:54:23.767520 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-beb1926f-fe5b-4724-8958-27ad030a61f8 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:54:23.774407 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb1926f-fe5b-4724-8958-27ad030a61f8 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:54:23.795185 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb1926f-fe5b-4724-8958-27ad030a61f8 None None] Pushing event updated for resources: {'Port': ['ID=d3ff04ba-5606-416e-8946-0e5a22831a46,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:23.855492 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-0e677a58-36a9-43d7-8b70-c7f300785718 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Allocated IP 2001:db8:3::1 (169961a7-5505-433b-baf1-fc0757bc51c0/9af7335f-1a14-47f7-9492-f8e74bfdc8ef/19b770dd-111a-4e07-8f46-4d9590a9b8c7) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:54:23.934492 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-beb1926f-fe5b-4724-8958-27ad030a61f8 None None] Attempting to bind port d3ff04ba-5606-416e-8946-0e5a22831a46 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:54:23.935115 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-beb1926f-fe5b-4724-8958-27ad030a61f8 None None] Attempting to bind port d3ff04ba-5606-416e-8946-0e5a22831a46 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '2cd1fcf2-70a8-4114-bd0f-29f4a1c7c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '169961a7-5505-433b-baf1-fc0757bc51c0'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:54:23.935323 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb1926f-fe5b-4724-8958-27ad030a61f8 None None] Attempting to bind port d3ff04ba-5606-416e-8946-0e5a22831a46 on network 169961a7-5505-433b-baf1-fc0757bc51c0 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:54:23.941653 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb1926f-fe5b-4724-8958-27ad030a61f8 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:54:23.942032 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb1926f-fe5b-4724-8958-27ad030a61f8 None None] Checking segment: {'id': '2cd1fcf2-70a8-4114-bd0f-29f4a1c7c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '169961a7-5505-433b-baf1-fc0757bc51c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:54:23.942441 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-beb1926f-fe5b-4724-8958-27ad030a61f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:23.942874 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb1926f-fe5b-4724-8958-27ad030a61f8 None None] Bound using segment: {'id': '2cd1fcf2-70a8-4114-bd0f-29f4a1c7c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '169961a7-5505-433b-baf1-fc0757bc51c0'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:54:23.943355 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-beb1926f-fe5b-4724-8958-27ad030a61f8 None None] Bound port: d3ff04ba-5606-416e-8946-0e5a22831a46, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd1fcf2-70a8-4114-bd0f-29f4a1c7c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '169961a7-5505-433b-baf1-fc0757bc51c0'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:54:23.943883 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-beb1926f-fe5b-4724-8958-27ad030a61f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:23.951954 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaafe51-d915-4fed-b934-bdd9778f4d30 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:23.953894 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-dcaafe51-d915-4fed-b934-bdd9778f4d30 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] 10.222.0.23 "GET /v2.0/networks/0c79a151-ef79-4fff-8a3c-258f9478471d HTTP/1.1" status: 200 len: 881 time: 0.2992263 Oct 26 15:54:23.956730 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44306) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:24.043034 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-aa179234-2c98-4272-8589-7ca78bcfa07d tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] 10.222.0.23 "GET /v2.0/ports?device_id=32450bf1-5359-44b3-9e0e-47671b3a85cf HTTP/1.1" status: 200 len: 205 time: 0.0828853 Oct 26 15:54:24.045129 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44310) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:24.077303 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-beb1926f-fe5b-4724-8958-27ad030a61f8 None None] For port d3ff04ba-5606-416e-8946-0e5a22831a46, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:54:24.083720 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-beb1926f-fe5b-4724-8958-27ad030a61f8 None None] For port d3ff04ba-5606-416e-8946-0e5a22831a46, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=d3ff04ba-5606-416e-8946-0e5a22831a46,segment=NetworkSegment(2cd1fcf2-70a8-4114-bd0f-29f4a1c7c9dd),segment_id=2cd1fcf2-70a8-4114-bd0f-29f4a1c7c9dd)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:54:24.123562 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0e677a58-36a9-43d7-8b70-c7f300785718 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:24.145074 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-0e677a58-36a9-43d7-8b70-c7f300785718 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Transition to ACTIVE for port object 19b770dd-111a-4e07-8f46-4d9590a9b8c7 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:54:24.172579 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-beb1926f-fe5b-4724-8958-27ad030a61f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:24.230136 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0e677a58-36a9-43d7-8b70-c7f300785718 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:24.282674 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb1926f-fe5b-4724-8958-27ad030a61f8 None None] Pushing event updated for resources: {'Port': ['ID=d3ff04ba-5606-416e-8946-0e5a22831a46,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:24.286243 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9150a5a8-6d4b-4476-8466-06ce7b96f80b tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for router, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:24.335580 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e677a58-36a9-43d7-8b70-c7f300785718 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Network 169961a7-5505-433b-baf1-fc0757bc51c0 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:54:24.339707 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-0e677a58-36a9-43d7-8b70-c7f300785718 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:54:24.348649 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e677a58-36a9-43d7-8b70-c7f300785718 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:54:24.355324 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0e677a58-36a9-43d7-8b70-c7f300785718 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:24.402895 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e677a58-36a9-43d7-8b70-c7f300785718 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event updated for resources: {'Port': ['ID=19b770dd-111a-4e07-8f46-4d9590a9b8c7,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:24.547486 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9150a5a8-6d4b-4476-8466-06ce7b96f80b tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:24.624052 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0e677a58-36a9-43d7-8b70-c7f300785718 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:24.635852 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-9150a5a8-6d4b-4476-8466-06ce7b96f80b tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Deleting port 19548df2-9b37-4946-af60-1e7f9ed9d533 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:54:24.635852 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9150a5a8-6d4b-4476-8466-06ce7b96f80b tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:24.823209 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device d3ff04ba-5606-416e-8946-0e5a22831a46 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:54:24.913977 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9150a5a8-6d4b-4476-8466-06ce7b96f80b tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:25.065703 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-9150a5a8-6d4b-4476-8466-06ce7b96f80b tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Calling delete_port for 19548df2-9b37-4946-af60-1e7f9ed9d533 owned by network:router_gateway {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:54:25.120746 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port d3ff04ba-5606-416e-8946-0e5a22831a46 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:54:25.128150 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 00def0c8-8eb1-472a-a3ff-8d131f060aac up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:54:25.256800 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0e677a58-36a9-43d7-8b70-c7f300785718 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:25.292023 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 00def0c8-8eb1-472a-a3ff-8d131f060aac completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:54:25.297661 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 00def0c8-8eb1-472a-a3ff-8d131f060aac triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:54:25.298126 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:25.298543 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 00def0c8-8eb1-472a-a3ff-8d131f060aac Oct 26 15:54:25.313698 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0e677a58-36a9-43d7-8b70-c7f300785718 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:25.314869 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0e677a58-36a9-43d7-8b70-c7f300785718 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:25.372138 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9150a5a8-6d4b-4476-8466-06ce7b96f80b tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:25.434217 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9150a5a8-6d4b-4476-8466-06ce7b96f80b tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Pushing event deleted for resources: {'Port': ['ID=19548df2-9b37-4946-af60-1e7f9ed9d533,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:25.458856 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 00def0c8-8eb1-472a-a3ff-8d131f060aac is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:54:25.459554 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:25.491875 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e677a58-36a9-43d7-8b70-c7f300785718 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event updated for resources: {'Port': ['ID=19b770dd-111a-4e07-8f46-4d9590a9b8c7,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:25.519336 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 00def0c8-8eb1-472a-a3ff-8d131f060aac, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=00def0c8-8eb1-472a-a3ff-8d131f060aac,segment=NetworkSegment(cc9b944c-0435-4394-be56-b36db7312657),segment_id=cc9b944c-0435-4394-be56-b36db7312657)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:54:25.556289 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e189b1d3-98e4-493b-873e-e8e7ecd37ea1 None None] Network 169961a7-5505-433b-baf1-fc0757bc51c0 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:54:25.560349 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e677a58-36a9-43d7-8b70-c7f300785718 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Network 169961a7-5505-433b-baf1-fc0757bc51c0 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:54:25.561664 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-0e677a58-36a9-43d7-8b70-c7f300785718 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:54:25.637048 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:25.711324 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9150a5a8-6d4b-4476-8466-06ce7b96f80b tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:25.769352 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e677a58-36a9-43d7-8b70-c7f300785718 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Router 944de9d4-1717-4ee3-ae4d-e565c191fc8c has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:54:25.771422 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=00def0c8-8eb1-472a-a3ff-8d131f060aac,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:25.823642 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-e63b51a2-139c-4334-b155-af0e0e325874 None None] Provisioning for port d3ff04ba-5606-416e-8946-0e5a22831a46 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:54:25.836402 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-e63b51a2-139c-4334-b155-af0e0e325874 None None] Provisioning complete for port d3ff04ba-5606-416e-8946-0e5a22831a46 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:54:25.836788 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e63b51a2-139c-4334-b155-af0e0e325874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:25.837184 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-e63b51a2-139c-4334-b155-af0e0e325874 None None] Attempt 1 to provision port d3ff04ba-5606-416e-8946-0e5a22831a46 Oct 26 15:54:25.934110 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9150a5a8-6d4b-4476-8466-06ce7b96f80b tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:25.936493 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9150a5a8-6d4b-4476-8466-06ce7b96f80b tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:25.958448 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e677a58-36a9-43d7-8b70-c7f300785718 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:54:25.974621 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-0e677a58-36a9-43d7-8b70-c7f300785718 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "PUT /v2.0/routers/944de9d4-1717-4ee3-ae4d-e565c191fc8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3828738 Oct 26 15:54:25.976037 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44332) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:25.982003 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-d1148d24-705c-4573-9d1b-5f98a80a6f90 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:54:26.002828 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514af5cc-969a-4bb5-bee0-0789071fdae8 None None] Sync routers for ids ['944de9d4-1717-4ee3-ae4d-e565c191fc8c'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:54:26.034273 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514af5cc-969a-4bb5-bee0-0789071fdae8 None None] Routers {'944de9d4-1717-4ee3-ae4d-e565c191fc8c'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:54:26.035002 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-514af5cc-969a-4bb5-bee0-0789071fdae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:54:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['944de9d4-1717-4ee3-ae4d-e565c191fc8c'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:26.044996 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9150a5a8-6d4b-4476-8466-06ce7b96f80b tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:26.045583 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9150a5a8-6d4b-4476-8466-06ce7b96f80b tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Fanout notify agent at l3_agent the message router_deleted on router 32450bf1-5359-44b3-9e0e-47671b3a85cf {{(pid=89747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:54:26.136445 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9150a5a8-6d4b-4476-8466-06ce7b96f80b tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:26.137603 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-9150a5a8-6d4b-4476-8466-06ce7b96f80b tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] 10.222.0.23 "DELETE /v2.0/routers/32450bf1-5359-44b3-9e0e-47671b3a85cf HTTP/1.1" status: 204 len: 168 time: 2.0914738 Oct 26 15:54:26.144071 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44338) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:26.149374 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-9a08e6ac-0757-468b-b68a-f437697f252f tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2046613972', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}, 'admin_state_up': False}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:54:26.160042 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-9a08e6ac-0757-468b-b68a-f437697f252f tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:54:26.164267 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-9a08e6ac-0757-468b-b68a-f437697f252f tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Usage tracker for resource:router and tenant:f2a8a96f120044c585b68f2213658126 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:54:26.167367 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-9a08e6ac-0757-468b-b68a-f437697f252f tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:54:26.177000 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-9a08e6ac-0757-468b-b68a-f437697f252f tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:54:26.227086 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-e63b51a2-139c-4334-b155-af0e0e325874 None None] Current status of the port d3ff04ba-5606-416e-8946-0e5a22831a46 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:54:26.227680 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e63b51a2-139c-4334-b155-af0e0e325874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:26.273995 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-514af5cc-969a-4bb5-bee0-0789071fdae8 None None] Set router 944de9d4-1717-4ee3-ae4d-e565c191fc8c gateway port host: None {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:54:26.275498 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9a08e6ac-0757-468b-b68a-f437697f252f tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:26.277382 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9a08e6ac-0757-468b-b68a-f437697f252f tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:26.300017 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9a08e6ac-0757-468b-b68a-f437697f252f tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:26.350386 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-e63b51a2-139c-4334-b155-af0e0e325874 None None] For port d3ff04ba-5606-416e-8946-0e5a22831a46, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=d3ff04ba-5606-416e-8946-0e5a22831a46,segment=NetworkSegment(2cd1fcf2-70a8-4114-bd0f-29f4a1c7c9dd),segment_id=2cd1fcf2-70a8-4114-bd0f-29f4a1c7c9dd)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:54:26.511263 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e63b51a2-139c-4334-b155-af0e0e325874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:26.675637 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.extraroute_db [None req-d1148d24-705c-4573-9d1b-5f98a80a6f90 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=89747) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 26 15:54:26.699641 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.extraroute_db [None req-d1148d24-705c-4573-9d1b-5f98a80a6f90 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Removed routes are [] {{(pid=89747) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 26 15:54:26.700049 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d1148d24-705c-4573-9d1b-5f98a80a6f90 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:26.719212 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b51a2-139c-4334-b155-af0e0e325874 None None] Pushing event updated for resources: {'Port': ['ID=d3ff04ba-5606-416e-8946-0e5a22831a46,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:26.791117 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 00def0c8-8eb1-472a-a3ff-8d131f060aac up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:54:26.851663 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9a08e6ac-0757-468b-b68a-f437697f252f tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:26.895576 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-8d1bdb26-63ed-494c-907b-57aa73b72af9 None None] Provisioning complete for port d3ff04ba-5606-416e-8946-0e5a22831a46 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:54:26.895952 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-8d1bdb26-63ed-494c-907b-57aa73b72af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:26.896297 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-8d1bdb26-63ed-494c-907b-57aa73b72af9 None None] Attempt 1 to provision port d3ff04ba-5606-416e-8946-0e5a22831a46 Oct 26 15:54:27.029547 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:27.090519 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 00def0c8-8eb1-472a-a3ff-8d131f060aac triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:54:27.090902 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:27.091239 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 00def0c8-8eb1-472a-a3ff-8d131f060aac Oct 26 15:54:27.244340 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-514af5cc-969a-4bb5-bee0-0789071fdae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'name': 'tempest-RoutersIpV6Test-router-1668497689', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:58Z', 'updated_at': '2022-10-26T15:54:24Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'gw_port_host': None, '_interfaces': [{'id': '00def0c8-8eb1-472a-a3ff-8d131f060aac', 'name': '', 'network_id': '48490ce8-f35e-4afd-b1f8-ae1800948caa', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:3d:97:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'c66555bb-eb7f-4dbb-89d8-9ec5323f390a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:15Z', 'updated_at': '2022-10-26T15:54:25Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'c66555bb-eb7f-4dbb-89d8-9ec5323f390a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '02437cd2-6f81-48cc-85ee-e84c240c4160', 'name': '', 'network_id': 'bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:ae:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'e49972bf-a263-4d24-8e71-1ce274ea688b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:08Z', 'updated_at': '2022-10-26T15:54:20Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'e49972bf-a263-4d24-8e71-1ce274ea688b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19b770dd-111a-4e07-8f46-4d9590a9b8c7', 'name': '', 'network_id': '169961a7-5505-433b-baf1-fc0757bc51c0', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:52:00:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '9af7335f-1a14-47f7-9492-f8e74bfdc8ef', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:22Z', 'updated_at': '2022-10-26T15:54:25Z', 'revision_number': 2, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': '9af7335f-1a14-47f7-9492-f8e74bfdc8ef', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '225bac1d-088b-4b1c-96bb-08b7ae33ee37', 'name': '', 'network_id': '9bf0e050-0ad2-464f-9a08-d5795f02c197', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:2a:90:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:02Z', 'updated_at': '2022-10-26T15:54:14Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:27.246754 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-8d1bdb26-63ed-494c-907b-57aa73b72af9 None None] Current status of the port d3ff04ba-5606-416e-8946-0e5a22831a46 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:54:27.255199 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514af5cc-969a-4bb5-bee0-0789071fdae8 None None] Checking router: 944de9d4-1717-4ee3-ae4d-e565c191fc8c for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:54:27.266151 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d1148d24-705c-4573-9d1b-5f98a80a6f90 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:27.267056 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514af5cc-969a-4bb5-bee0-0789071fdae8 None None] Updating router 944de9d4-1717-4ee3-ae4d-e565c191fc8c port 19b770dd-111a-4e07-8f46-4d9590a9b8c7 binding host dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:54:27.270515 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d1148d24-705c-4573-9d1b-5f98a80a6f90 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-581503'] for router, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:27.364716 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-514af5cc-969a-4bb5-bee0-0789071fdae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:27.395718 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 00def0c8-8eb1-472a-a3ff-8d131f060aac is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:54:27.461153 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9a08e6ac-0757-468b-b68a-f437697f252f tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for router_gateway, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:27.495424 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9a08e6ac-0757-468b-b68a-f437697f252f tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:27.599303 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1148d24-705c-4573-9d1b-5f98a80a6f90 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Router 944de9d4-1717-4ee3-ae4d-e565c191fc8c has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:54:27.683692 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-9a08e6ac-0757-468b-b68a-f437697f252f tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Allocated IP 172.26.2.239 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/ba336ea1-403d-48a3-83e7-812be8d6a0bd) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:54:27.709809 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-8d1bdb26-63ed-494c-907b-57aa73b72af9 None None] Provisioning for port 19b770dd-111a-4e07-8f46-4d9590a9b8c7 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:54:27.718694 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-8d1bdb26-63ed-494c-907b-57aa73b72af9 None None] Provisioning complete for port 19b770dd-111a-4e07-8f46-4d9590a9b8c7 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:54:27.718694 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-8d1bdb26-63ed-494c-907b-57aa73b72af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:27.718694 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-8d1bdb26-63ed-494c-907b-57aa73b72af9 None None] Attempt 1 to provision port 19b770dd-111a-4e07-8f46-4d9590a9b8c7 Oct 26 15:54:27.799943 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1148d24-705c-4573-9d1b-5f98a80a6f90 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:54:27.818513 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d1148d24-705c-4573-9d1b-5f98a80a6f90 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:27.818513 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d1148d24-705c-4573-9d1b-5f98a80a6f90 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "PUT /v2.0/routers/944de9d4-1717-4ee3-ae4d-e565c191fc8c HTTP/1.1" status: 200 len: 954 time: 1.8389580 Oct 26 15:54:27.821505 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44346) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:27.836735 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-8d1bdb26-63ed-494c-907b-57aa73b72af9 None None] Port 19b770dd-111a-4e07-8f46-4d9590a9b8c7 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:54:27.844196 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-514af5cc-969a-4bb5-bee0-0789071fdae8 None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:27.865903 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-514af5cc-969a-4bb5-bee0-0789071fdae8 None None] Transition to ACTIVE for port object 19b770dd-111a-4e07-8f46-4d9590a9b8c7 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:54:27.909741 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9a08e6ac-0757-468b-b68a-f437697f252f tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:27.943597 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-514af5cc-969a-4bb5-bee0-0789071fdae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:27.998247 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-91ee1248-ab6e-42b2-8c00-5319f68fd19a tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "GET /v2.0/routers/944de9d4-1717-4ee3-ae4d-e565c191fc8c HTTP/1.1" status: 200 len: 954 time: 0.1749568 Oct 26 15:54:27.998749 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44350) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:28.004054 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-57d94a49-b795-447a-b12f-4477c19941ab tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Request body: {'router': {'routes': None}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:54:28.064175 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9a08e6ac-0757-468b-b68a-f437697f252f tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:28.161458 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e68451c-ac6e-43d6-aa76-e13583aab523 None None] Pushing event updated for resources: {'Port': ['ID=19b770dd-111a-4e07-8f46-4d9590a9b8c7,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:28.170760 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-514af5cc-969a-4bb5-bee0-0789071fdae8 None None] Attempting to bind port 19b770dd-111a-4e07-8f46-4d9590a9b8c7 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:54:28.171157 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-514af5cc-969a-4bb5-bee0-0789071fdae8 None None] Attempting to bind port 19b770dd-111a-4e07-8f46-4d9590a9b8c7 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '2cd1fcf2-70a8-4114-bd0f-29f4a1c7c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '169961a7-5505-433b-baf1-fc0757bc51c0'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:54:28.171519 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514af5cc-969a-4bb5-bee0-0789071fdae8 None None] Attempting to bind port 19b770dd-111a-4e07-8f46-4d9590a9b8c7 on network 169961a7-5505-433b-baf1-fc0757bc51c0 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:54:28.177933 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514af5cc-969a-4bb5-bee0-0789071fdae8 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:54:28.178322 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514af5cc-969a-4bb5-bee0-0789071fdae8 None None] Checking segment: {'id': '2cd1fcf2-70a8-4114-bd0f-29f4a1c7c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '169961a7-5505-433b-baf1-fc0757bc51c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:54:28.178987 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-514af5cc-969a-4bb5-bee0-0789071fdae8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:28.179142 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514af5cc-969a-4bb5-bee0-0789071fdae8 None None] Bound using segment: {'id': '2cd1fcf2-70a8-4114-bd0f-29f4a1c7c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '169961a7-5505-433b-baf1-fc0757bc51c0'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:54:28.179628 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-514af5cc-969a-4bb5-bee0-0789071fdae8 None None] Bound port: 19b770dd-111a-4e07-8f46-4d9590a9b8c7, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd1fcf2-70a8-4114-bd0f-29f4a1c7c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '169961a7-5505-433b-baf1-fc0757bc51c0'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:54:28.180005 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-514af5cc-969a-4bb5-bee0-0789071fdae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:28.223310 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a08e6ac-0757-468b-b68a-f437697f252f tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:54:28.229758 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-9a08e6ac-0757-468b-b68a-f437697f252f tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:54:28.240033 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a08e6ac-0757-468b-b68a-f437697f252f tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:54:28.272295 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a08e6ac-0757-468b-b68a-f437697f252f tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Pushing event updated for resources: {'Port': ['ID=ba336ea1-403d-48a3-83e7-812be8d6a0bd,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:28.278614 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-514af5cc-969a-4bb5-bee0-0789071fdae8 None None] For port 19b770dd-111a-4e07-8f46-4d9590a9b8c7, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:54:28.282166 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-514af5cc-969a-4bb5-bee0-0789071fdae8 None None] For port 19b770dd-111a-4e07-8f46-4d9590a9b8c7, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=19b770dd-111a-4e07-8f46-4d9590a9b8c7,segment=NetworkSegment(2cd1fcf2-70a8-4114-bd0f-29f4a1c7c9dd),segment_id=2cd1fcf2-70a8-4114-bd0f-29f4a1c7c9dd)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:54:28.337851 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-8d1bdb26-63ed-494c-907b-57aa73b72af9 None None] Attempt 2 to provision port 19b770dd-111a-4e07-8f46-4d9590a9b8c7 Oct 26 15:54:28.390296 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-514af5cc-969a-4bb5-bee0-0789071fdae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:28.486655 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514af5cc-969a-4bb5-bee0-0789071fdae8 None None] Routers {'944de9d4-1717-4ee3-ae4d-e565c191fc8c'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:54:28.487413 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-514af5cc-969a-4bb5-bee0-0789071fdae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:54:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['944de9d4-1717-4ee3-ae4d-e565c191fc8c'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:28.682908 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-8d1bdb26-63ed-494c-907b-57aa73b72af9 None None] Port 19b770dd-111a-4e07-8f46-4d9590a9b8c7 had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 15:54:28.692297 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e68451c-ac6e-43d6-aa76-e13583aab523 None None] Pushing event updated for resources: {'Port': ['ID=19b770dd-111a-4e07-8f46-4d9590a9b8c7,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:28.727671 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-514af5cc-969a-4bb5-bee0-0789071fdae8 None None] Set router 944de9d4-1717-4ee3-ae4d-e565c191fc8c gateway port host: None {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:54:28.796993 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device d3ff04ba-5606-416e-8946-0e5a22831a46 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:54:29.026904 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port d3ff04ba-5606-416e-8946-0e5a22831a46 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:54:29.027314 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:29.027545 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port d3ff04ba-5606-416e-8946-0e5a22831a46 Oct 26 15:54:29.234896 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port d3ff04ba-5606-416e-8946-0e5a22831a46 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:54:29.260887 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-514af5cc-969a-4bb5-bee0-0789071fdae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'name': 'tempest-RoutersIpV6Test-router-1668497689', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:58Z', 'updated_at': '2022-10-26T15:54:26Z', 'revision_number': 6, 'project_id': '33165e7b97ac42778d9b016b22174455', 'gw_port_host': None, '_interfaces': [{'id': '00def0c8-8eb1-472a-a3ff-8d131f060aac', 'name': '', 'network_id': '48490ce8-f35e-4afd-b1f8-ae1800948caa', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:3d:97:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'c66555bb-eb7f-4dbb-89d8-9ec5323f390a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:15Z', 'updated_at': '2022-10-26T15:54:25Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'c66555bb-eb7f-4dbb-89d8-9ec5323f390a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '02437cd2-6f81-48cc-85ee-e84c240c4160', 'name': '', 'network_id': 'bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:ae:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'e49972bf-a263-4d24-8e71-1ce274ea688b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:08Z', 'updated_at': '2022-10-26T15:54:20Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'e49972bf-a263-4d24-8e71-1ce274ea688b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19b770dd-111a-4e07-8f46-4d9590a9b8c7', 'name': '', 'network_id': '169961a7-5505-433b-baf1-fc0757bc51c0', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:52:00:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '9af7335f-1a14-47f7-9492-f8e74bfdc8ef', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:22Z', 'updated_at': '2022-10-26T15:54:28Z', 'revision_number': 4, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': '9af7335f-1a14-47f7-9492-f8e74bfdc8ef', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '225bac1d-088b-4b1c-96bb-08b7ae33ee37', 'name': '', 'network_id': '9bf0e050-0ad2-464f-9a08-d5795f02c197', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:2a:90:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:02Z', 'updated_at': '2022-10-26T15:54:14Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:29.265347 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514af5cc-969a-4bb5-bee0-0789071fdae8 None None] The sync data for ids ['944de9d4-1717-4ee3-ae4d-e565c191fc8c'] in dv-neutron-862712-1-hyperv is: [{'id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'name': 'tempest-RoutersIpV6Test-router-1668497689', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:58Z', 'updated_at': '2022-10-26T15:54:26Z', 'revision_number': 6, 'project_id': '33165e7b97ac42778d9b016b22174455', 'gw_port_host': None, '_interfaces': [{'id': '00def0c8-8eb1-472a-a3ff-8d131f060aac', 'name': '', 'network_id': '48490ce8-f35e-4afd-b1f8-ae1800948caa', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:3d:97:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'c66555bb-eb7f-4dbb-89d8-9ec5323f390a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:15Z', 'updated_at': '2022-10-26T15:54:25Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'c66555bb-eb7f-4dbb-89d8-9ec5323f390a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '02437cd2-6f81-48cc-85ee-e84c240c4160', 'name': '', 'network_id': 'bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:ae:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'e49972bf-a263-4d24-8e71-1ce274ea688b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:08Z', 'updated_at': '2022-10-26T15:54:20Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'e49972bf-a263-4d24-8e71-1ce274ea688b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19b770dd-111a-4e07-8f46-4d9590a9b8c7', 'name': '', 'network_id': '169961a7-5505-433b-baf1-fc0757bc51c0', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:52:00:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '9af7335f-1a14-47f7-9492-f8e74bfdc8ef', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:22Z', 'updated_at': '2022-10-26T15:54:28Z', 'revision_number': 4, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': '9af7335f-1a14-47f7-9492-f8e74bfdc8ef', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '225bac1d-088b-4b1c-96bb-08b7ae33ee37', 'name': '', 'network_id': '9bf0e050-0ad2-464f-9a08-d5795f02c197', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:2a:90:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:02Z', 'updated_at': '2022-10-26T15:54:14Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:54:29.280625 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9a08e6ac-0757-468b-b68a-f437697f252f tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for router_gateway, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:29.356024 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.extraroute_db [None req-57d94a49-b795-447a-b12f-4477c19941ab tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Added routes are [] {{(pid=89748) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 26 15:54:29.356024 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.extraroute_db [None req-57d94a49-b795-447a-b12f-4477c19941ab tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=89748) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 26 15:54:29.480596 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-57d94a49-b795-447a-b12f-4477c19941ab tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:30.028769 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9a08e6ac-0757-468b-b68a-f437697f252f tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:30.087598 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905222b3-d570-4184-bd9f-3bb00ff4c140 None None] Sync routers for ids ['944de9d4-1717-4ee3-ae4d-e565c191fc8c'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:54:30.097438 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905222b3-d570-4184-bd9f-3bb00ff4c140 None None] Routers {'944de9d4-1717-4ee3-ae4d-e565c191fc8c'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:54:30.098045 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-905222b3-d570-4184-bd9f-3bb00ff4c140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:54:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['944de9d4-1717-4ee3-ae4d-e565c191fc8c'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:30.265697 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-905222b3-d570-4184-bd9f-3bb00ff4c140 None None] Set router 944de9d4-1717-4ee3-ae4d-e565c191fc8c gateway port host: None {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:54:30.314975 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-57d94a49-b795-447a-b12f-4477c19941ab tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:30.324609 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-57d94a49-b795-447a-b12f-4477c19941ab tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-581503'] for router, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:30.525196 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d94a49-b795-447a-b12f-4477c19941ab tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Router 944de9d4-1717-4ee3-ae4d-e565c191fc8c has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:54:30.603564 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-905222b3-d570-4184-bd9f-3bb00ff4c140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'name': 'tempest-RoutersIpV6Test-router-1668497689', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:58Z', 'updated_at': '2022-10-26T15:54:29Z', 'revision_number': 7, 'project_id': '33165e7b97ac42778d9b016b22174455', 'gw_port_host': None, '_interfaces': [{'id': '00def0c8-8eb1-472a-a3ff-8d131f060aac', 'name': '', 'network_id': '48490ce8-f35e-4afd-b1f8-ae1800948caa', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:3d:97:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'c66555bb-eb7f-4dbb-89d8-9ec5323f390a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:15Z', 'updated_at': '2022-10-26T15:54:25Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'c66555bb-eb7f-4dbb-89d8-9ec5323f390a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '02437cd2-6f81-48cc-85ee-e84c240c4160', 'name': '', 'network_id': 'bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:ae:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'e49972bf-a263-4d24-8e71-1ce274ea688b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:08Z', 'updated_at': '2022-10-26T15:54:20Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'e49972bf-a263-4d24-8e71-1ce274ea688b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19b770dd-111a-4e07-8f46-4d9590a9b8c7', 'name': '', 'network_id': '169961a7-5505-433b-baf1-fc0757bc51c0', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:52:00:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '9af7335f-1a14-47f7-9492-f8e74bfdc8ef', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:22Z', 'updated_at': '2022-10-26T15:54:28Z', 'revision_number': 4, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': '9af7335f-1a14-47f7-9492-f8e74bfdc8ef', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '225bac1d-088b-4b1c-96bb-08b7ae33ee37', 'name': '', 'network_id': '9bf0e050-0ad2-464f-9a08-d5795f02c197', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:2a:90:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:02Z', 'updated_at': '2022-10-26T15:54:14Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:30.607721 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905222b3-d570-4184-bd9f-3bb00ff4c140 None None] Checking router: 944de9d4-1717-4ee3-ae4d-e565c191fc8c for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:54:30.616494 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905222b3-d570-4184-bd9f-3bb00ff4c140 None None] Routers {'944de9d4-1717-4ee3-ae4d-e565c191fc8c'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:54:30.617045 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-905222b3-d570-4184-bd9f-3bb00ff4c140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:54:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['944de9d4-1717-4ee3-ae4d-e565c191fc8c'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:30.670650 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a08e6ac-0757-468b-b68a-f437697f252f tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Router 8a547e40-dc0f-495f-98fd-c6aeb9b2a778 is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:54:30.765588 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 19b770dd-111a-4e07-8f46-4d9590a9b8c7 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:54:30.784944 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-905222b3-d570-4184-bd9f-3bb00ff4c140 None None] Set router 944de9d4-1717-4ee3-ae4d-e565c191fc8c gateway port host: None {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:54:30.874902 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d94a49-b795-447a-b12f-4477c19941ab tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:54:30.898353 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-57d94a49-b795-447a-b12f-4477c19941ab tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:30.901985 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-57d94a49-b795-447a-b12f-4477c19941ab tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "PUT /v2.0/routers/944de9d4-1717-4ee3-ae4d-e565c191fc8c HTTP/1.1" status: 200 len: 704 time: 2.8997183 Oct 26 15:54:30.902238 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44368) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:31.077385 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a08e6ac-0757-468b-b68a-f437697f252f tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:54:31.080251 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 19b770dd-111a-4e07-8f46-4d9590a9b8c7 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:54:31.085897 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 19b770dd-111a-4e07-8f46-4d9590a9b8c7 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:54:31.087607 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:31.088039 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 19b770dd-111a-4e07-8f46-4d9590a9b8c7 Oct 26 15:54:31.116524 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-754a3ff4-7714-46b1-b119-4cf8aecf8d54 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "GET /v2.0/routers/944de9d4-1717-4ee3-ae4d-e565c191fc8c HTTP/1.1" status: 200 len: 704 time: 0.2106481 Oct 26 15:54:31.116854 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44372) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:31.119824 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc9b7d8-cfeb-481a-9521-ffa17a9ee784 None None] Sync routers for ids ['8a547e40-dc0f-495f-98fd-c6aeb9b2a778'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:54:31.147574 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc9b7d8-cfeb-481a-9521-ffa17a9ee784 None None] Routers {'8a547e40-dc0f-495f-98fd-c6aeb9b2a778'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:54:31.147798 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-905222b3-d570-4184-bd9f-3bb00ff4c140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'name': 'tempest-RoutersIpV6Test-router-1668497689', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:58Z', 'updated_at': '2022-10-26T15:54:29Z', 'revision_number': 7, 'project_id': '33165e7b97ac42778d9b016b22174455', 'gw_port_host': None, '_interfaces': [{'id': '00def0c8-8eb1-472a-a3ff-8d131f060aac', 'name': '', 'network_id': '48490ce8-f35e-4afd-b1f8-ae1800948caa', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:3d:97:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'c66555bb-eb7f-4dbb-89d8-9ec5323f390a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:15Z', 'updated_at': '2022-10-26T15:54:25Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'c66555bb-eb7f-4dbb-89d8-9ec5323f390a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '02437cd2-6f81-48cc-85ee-e84c240c4160', 'name': '', 'network_id': 'bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:ae:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'e49972bf-a263-4d24-8e71-1ce274ea688b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:08Z', 'updated_at': '2022-10-26T15:54:20Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'e49972bf-a263-4d24-8e71-1ce274ea688b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19b770dd-111a-4e07-8f46-4d9590a9b8c7', 'name': '', 'network_id': '169961a7-5505-433b-baf1-fc0757bc51c0', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:52:00:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '9af7335f-1a14-47f7-9492-f8e74bfdc8ef', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:22Z', 'updated_at': '2022-10-26T15:54:28Z', 'revision_number': 4, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': '9af7335f-1a14-47f7-9492-f8e74bfdc8ef', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '225bac1d-088b-4b1c-96bb-08b7ae33ee37', 'name': '', 'network_id': '9bf0e050-0ad2-464f-9a08-d5795f02c197', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:2a:90:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:02Z', 'updated_at': '2022-10-26T15:54:14Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:31.148397 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-9fc9b7d8-cfeb-481a-9521-ffa17a9ee784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:54:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['8a547e40-dc0f-495f-98fd-c6aeb9b2a778'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:31.152554 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905222b3-d570-4184-bd9f-3bb00ff4c140 None None] The sync data for ids ['944de9d4-1717-4ee3-ae4d-e565c191fc8c'] in dv-neutron-862712-1-hyperv is: [{'id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'name': 'tempest-RoutersIpV6Test-router-1668497689', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:58Z', 'updated_at': '2022-10-26T15:54:29Z', 'revision_number': 7, 'project_id': '33165e7b97ac42778d9b016b22174455', 'gw_port_host': None, '_interfaces': [{'id': '00def0c8-8eb1-472a-a3ff-8d131f060aac', 'name': '', 'network_id': '48490ce8-f35e-4afd-b1f8-ae1800948caa', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:3d:97:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'c66555bb-eb7f-4dbb-89d8-9ec5323f390a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:15Z', 'updated_at': '2022-10-26T15:54:25Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'c66555bb-eb7f-4dbb-89d8-9ec5323f390a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '02437cd2-6f81-48cc-85ee-e84c240c4160', 'name': '', 'network_id': 'bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:ae:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'e49972bf-a263-4d24-8e71-1ce274ea688b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:08Z', 'updated_at': '2022-10-26T15:54:20Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'e49972bf-a263-4d24-8e71-1ce274ea688b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19b770dd-111a-4e07-8f46-4d9590a9b8c7', 'name': '', 'network_id': '169961a7-5505-433b-baf1-fc0757bc51c0', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:52:00:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '9af7335f-1a14-47f7-9492-f8e74bfdc8ef', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:22Z', 'updated_at': '2022-10-26T15:54:28Z', 'revision_number': 4, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': '9af7335f-1a14-47f7-9492-f8e74bfdc8ef', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '225bac1d-088b-4b1c-96bb-08b7ae33ee37', 'name': '', 'network_id': '9bf0e050-0ad2-464f-9a08-d5795f02c197', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:2a:90:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:02Z', 'updated_at': '2022-10-26T15:54:14Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:54:31.219039 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-9fc9b7d8-cfeb-481a-9521-ffa17a9ee784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:31.237234 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc9b7d8-cfeb-481a-9521-ffa17a9ee784 None None] Routers {'8a547e40-dc0f-495f-98fd-c6aeb9b2a778'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:54:31.237869 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-9fc9b7d8-cfeb-481a-9521-ffa17a9ee784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:54:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['8a547e40-dc0f-495f-98fd-c6aeb9b2a778'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:31.255639 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9a08e6ac-0757-468b-b68a-f437697f252f tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:31.256392 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-9a08e6ac-0757-468b-b68a-f437697f252f tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.1108232 Oct 26 15:54:31.262306 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44376) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:31.280811 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-3f35d29c-9c85-4cda-8453-0cc0ec0898d2 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:54:31.364393 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 19b770dd-111a-4e07-8f46-4d9590a9b8c7 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:54:31.364870 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:31.376401 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-9fc9b7d8-cfeb-481a-9521-ffa17a9ee784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:31.376898 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc9b7d8-cfeb-481a-9521-ffa17a9ee784 None None] The sync data for ids ['8a547e40-dc0f-495f-98fd-c6aeb9b2a778'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:54:31.407914 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 19b770dd-111a-4e07-8f46-4d9590a9b8c7, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=19b770dd-111a-4e07-8f46-4d9590a9b8c7,segment=NetworkSegment(2cd1fcf2-70a8-4114-bd0f-29f4a1c7c9dd),segment_id=2cd1fcf2-70a8-4114-bd0f-29f4a1c7c9dd)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:54:31.450325 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9e2bcd-04c2-4795-8338-ddeff43c6ba0 None None] Sync routers for ids ['944de9d4-1717-4ee3-ae4d-e565c191fc8c'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:54:31.459849 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9e2bcd-04c2-4795-8338-ddeff43c6ba0 None None] Routers {'944de9d4-1717-4ee3-ae4d-e565c191fc8c'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:54:31.460453 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-ef9e2bcd-04c2-4795-8338-ddeff43c6ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:54:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['944de9d4-1717-4ee3-ae4d-e565c191fc8c'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:31.496363 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:31.623314 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=19b770dd-111a-4e07-8f46-4d9590a9b8c7,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:31.677245 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-ef9e2bcd-04c2-4795-8338-ddeff43c6ba0 None None] Set router 944de9d4-1717-4ee3-ae4d-e565c191fc8c gateway port host: None {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:54:31.764470 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6d13f79c-e5d2-43ce-b529-dd803d9efb28 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:31.891421 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3f35d29c-9c85-4cda-8453-0cc0ec0898d2 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:31.997432 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3f35d29c-9c85-4cda-8453-0cc0ec0898d2 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:32.045711 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-8cb43590-c3f3-423b-b35a-3168c26920bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:32.050742 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-ef9e2bcd-04c2-4795-8338-ddeff43c6ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'name': 'tempest-RoutersIpV6Test-router-1668497689', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:58Z', 'updated_at': '2022-10-26T15:54:29Z', 'revision_number': 7, 'project_id': '33165e7b97ac42778d9b016b22174455', 'gw_port_host': None, '_interfaces': [{'id': '00def0c8-8eb1-472a-a3ff-8d131f060aac', 'name': '', 'network_id': '48490ce8-f35e-4afd-b1f8-ae1800948caa', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:3d:97:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'c66555bb-eb7f-4dbb-89d8-9ec5323f390a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:15Z', 'updated_at': '2022-10-26T15:54:25Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'c66555bb-eb7f-4dbb-89d8-9ec5323f390a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '02437cd2-6f81-48cc-85ee-e84c240c4160', 'name': '', 'network_id': 'bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:ae:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'e49972bf-a263-4d24-8e71-1ce274ea688b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:08Z', 'updated_at': '2022-10-26T15:54:20Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'e49972bf-a263-4d24-8e71-1ce274ea688b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19b770dd-111a-4e07-8f46-4d9590a9b8c7', 'name': '', 'network_id': '169961a7-5505-433b-baf1-fc0757bc51c0', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:52:00:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '9af7335f-1a14-47f7-9492-f8e74bfdc8ef', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:22Z', 'updated_at': '2022-10-26T15:54:31Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': '9af7335f-1a14-47f7-9492-f8e74bfdc8ef', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '225bac1d-088b-4b1c-96bb-08b7ae33ee37', 'name': '', 'network_id': '9bf0e050-0ad2-464f-9a08-d5795f02c197', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:2a:90:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:02Z', 'updated_at': '2022-10-26T15:54:14Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:32.055062 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9e2bcd-04c2-4795-8338-ddeff43c6ba0 None None] Checking router: 944de9d4-1717-4ee3-ae4d-e565c191fc8c for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:54:32.063997 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9e2bcd-04c2-4795-8338-ddeff43c6ba0 None None] Routers {'944de9d4-1717-4ee3-ae4d-e565c191fc8c'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:54:32.064607 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-ef9e2bcd-04c2-4795-8338-ddeff43c6ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:54:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['944de9d4-1717-4ee3-ae4d-e565c191fc8c'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:32.108562 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-3f35d29c-9c85-4cda-8453-0cc0ec0898d2 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Deleting port ba336ea1-403d-48a3-83e7-812be8d6a0bd {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:54:32.109060 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3f35d29c-9c85-4cda-8453-0cc0ec0898d2 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:32.227528 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-ef9e2bcd-04c2-4795-8338-ddeff43c6ba0 None None] Set router 944de9d4-1717-4ee3-ae4d-e565c191fc8c gateway port host: None {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:54:32.264168 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-6d13f79c-e5d2-43ce-b529-dd803d9efb28 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Deleting port 19b770dd-111a-4e07-8f46-4d9590a9b8c7 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:54:32.264585 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6d13f79c-e5d2-43ce-b529-dd803d9efb28 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:32.294748 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3f35d29c-9c85-4cda-8453-0cc0ec0898d2 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:32.491171 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-6d13f79c-e5d2-43ce-b529-dd803d9efb28 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] For port 19b770dd-111a-4e07-8f46-4d9590a9b8c7, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=19b770dd-111a-4e07-8f46-4d9590a9b8c7,segment=NetworkSegment(2cd1fcf2-70a8-4114-bd0f-29f4a1c7c9dd),segment_id=2cd1fcf2-70a8-4114-bd0f-29f4a1c7c9dd)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:54:32.491453 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6d13f79c-e5d2-43ce-b529-dd803d9efb28 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:32.542275 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-3f35d29c-9c85-4cda-8453-0cc0ec0898d2 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Calling delete_port for ba336ea1-403d-48a3-83e7-812be8d6a0bd owned by network:router_gateway {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:54:32.577972 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-ef9e2bcd-04c2-4795-8338-ddeff43c6ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'name': 'tempest-RoutersIpV6Test-router-1668497689', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:58Z', 'updated_at': '2022-10-26T15:54:29Z', 'revision_number': 7, 'project_id': '33165e7b97ac42778d9b016b22174455', 'gw_port_host': None, '_interfaces': [{'id': '00def0c8-8eb1-472a-a3ff-8d131f060aac', 'name': '', 'network_id': '48490ce8-f35e-4afd-b1f8-ae1800948caa', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:3d:97:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'c66555bb-eb7f-4dbb-89d8-9ec5323f390a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:15Z', 'updated_at': '2022-10-26T15:54:25Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'c66555bb-eb7f-4dbb-89d8-9ec5323f390a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '02437cd2-6f81-48cc-85ee-e84c240c4160', 'name': '', 'network_id': 'bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:ae:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'e49972bf-a263-4d24-8e71-1ce274ea688b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:08Z', 'updated_at': '2022-10-26T15:54:20Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'e49972bf-a263-4d24-8e71-1ce274ea688b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19b770dd-111a-4e07-8f46-4d9590a9b8c7', 'name': '', 'network_id': '169961a7-5505-433b-baf1-fc0757bc51c0', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:52:00:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '9af7335f-1a14-47f7-9492-f8e74bfdc8ef', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:22Z', 'updated_at': '2022-10-26T15:54:31Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': '9af7335f-1a14-47f7-9492-f8e74bfdc8ef', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '225bac1d-088b-4b1c-96bb-08b7ae33ee37', 'name': '', 'network_id': '9bf0e050-0ad2-464f-9a08-d5795f02c197', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:2a:90:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:02Z', 'updated_at': '2022-10-26T15:54:14Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:32.582529 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9e2bcd-04c2-4795-8338-ddeff43c6ba0 None None] The sync data for ids ['944de9d4-1717-4ee3-ae4d-e565c191fc8c'] in dv-neutron-862712-1-hyperv is: [{'id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'name': 'tempest-RoutersIpV6Test-router-1668497689', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:58Z', 'updated_at': '2022-10-26T15:54:29Z', 'revision_number': 7, 'project_id': '33165e7b97ac42778d9b016b22174455', 'gw_port_host': None, '_interfaces': [{'id': '00def0c8-8eb1-472a-a3ff-8d131f060aac', 'name': '', 'network_id': '48490ce8-f35e-4afd-b1f8-ae1800948caa', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:3d:97:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'c66555bb-eb7f-4dbb-89d8-9ec5323f390a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:15Z', 'updated_at': '2022-10-26T15:54:25Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'c66555bb-eb7f-4dbb-89d8-9ec5323f390a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '02437cd2-6f81-48cc-85ee-e84c240c4160', 'name': '', 'network_id': 'bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:ae:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'e49972bf-a263-4d24-8e71-1ce274ea688b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:08Z', 'updated_at': '2022-10-26T15:54:20Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'e49972bf-a263-4d24-8e71-1ce274ea688b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19b770dd-111a-4e07-8f46-4d9590a9b8c7', 'name': '', 'network_id': '169961a7-5505-433b-baf1-fc0757bc51c0', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:52:00:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '9af7335f-1a14-47f7-9492-f8e74bfdc8ef', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:22Z', 'updated_at': '2022-10-26T15:54:31Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': '9af7335f-1a14-47f7-9492-f8e74bfdc8ef', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '225bac1d-088b-4b1c-96bb-08b7ae33ee37', 'name': '', 'network_id': '9bf0e050-0ad2-464f-9a08-d5795f02c197', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:2a:90:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:02Z', 'updated_at': '2022-10-26T15:54:14Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:54:32.633999 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-6d13f79c-e5d2-43ce-b529-dd803d9efb28 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Calling delete_port for 19b770dd-111a-4e07-8f46-4d9590a9b8c7 owned by network:router_interface {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:54:32.779425 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 19b770dd-111a-4e07-8f46-4d9590a9b8c7 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:54:32.811799 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3f35d29c-9c85-4cda-8453-0cc0ec0898d2 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:32.859810 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f35d29c-9c85-4cda-8453-0cc0ec0898d2 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Pushing event deleted for resources: {'Port': ['ID=ba336ea1-403d-48a3-83e7-812be8d6a0bd,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:32.863155 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 19b770dd-111a-4e07-8f46-4d9590a9b8c7 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:54:32.863827 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:32.865786 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 19b770dd-111a-4e07-8f46-4d9590a9b8c7 Oct 26 15:54:32.967363 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3f35d29c-9c85-4cda-8453-0cc0ec0898d2 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:32.994787 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6d13f79c-e5d2-43ce-b529-dd803d9efb28 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:33.044636 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 19b770dd-111a-4e07-8f46-4d9590a9b8c7 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:54:33.046962 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d13f79c-e5d2-43ce-b529-dd803d9efb28 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event deleted for resources: {'Port': ['ID=19b770dd-111a-4e07-8f46-4d9590a9b8c7,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:33.267016 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6d13f79c-e5d2-43ce-b529-dd803d9efb28 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:33.381667 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3f35d29c-9c85-4cda-8453-0cc0ec0898d2 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:33.385592 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3f35d29c-9c85-4cda-8453-0cc0ec0898d2 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-581503'] for router, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:33.530061 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f35d29c-9c85-4cda-8453-0cc0ec0898d2 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Router 8a547e40-dc0f-495f-98fd-c6aeb9b2a778 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:54:33.676585 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f35d29c-9c85-4cda-8453-0cc0ec0898d2 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:54:33.689146 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3f35d29c-9c85-4cda-8453-0cc0ec0898d2 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:33.690299 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-3f35d29c-9c85-4cda-8453-0cc0ec0898d2 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] 10.222.0.23 "PUT /v2.0/routers/8a547e40-dc0f-495f-98fd-c6aeb9b2a778 HTTP/1.1" status: 200 len: 710 time: 2.4269173 Oct 26 15:54:33.691598 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e590868-c8dd-4f82-81d0-d9eee3068957 None None] Sync routers for ids ['8a547e40-dc0f-495f-98fd-c6aeb9b2a778'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:54:33.694957 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44386) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:33.702693 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e590868-c8dd-4f82-81d0-d9eee3068957 None None] Routers {'8a547e40-dc0f-495f-98fd-c6aeb9b2a778'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:54:33.703322 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-5e590868-c8dd-4f82-81d0-d9eee3068957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:54:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['8a547e40-dc0f-495f-98fd-c6aeb9b2a778'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:33.769409 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-5e590868-c8dd-4f82-81d0-d9eee3068957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:33.778524 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e590868-c8dd-4f82-81d0-d9eee3068957 None None] Routers {'8a547e40-dc0f-495f-98fd-c6aeb9b2a778'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:54:33.779126 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-5e590868-c8dd-4f82-81d0-d9eee3068957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:54:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['8a547e40-dc0f-495f-98fd-c6aeb9b2a778'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:33.843792 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-5e590868-c8dd-4f82-81d0-d9eee3068957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:33.844527 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e590868-c8dd-4f82-81d0-d9eee3068957 None None] The sync data for ids ['8a547e40-dc0f-495f-98fd-c6aeb9b2a778'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:54:33.854012 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2096d1ca-4be7-4146-9ee6-f10d7d6b33d0 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] 10.222.0.23 "GET /v2.0/routers/8a547e40-dc0f-495f-98fd-c6aeb9b2a778 HTTP/1.1" status: 200 len: 745 time: 0.1576898 Oct 26 15:54:33.856957 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44392) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:33.858856 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d13f79c-e5d2-43ce-b529-dd803d9efb28 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Router 944de9d4-1717-4ee3-ae4d-e565c191fc8c has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:54:33.914954 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-335c09d3-e4bc-47aa-90bb-daf3751132c1 tempest-RoutersIpV6AdminTest-1838792378 tempest-RoutersIpV6AdminTest-1838792378-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=0c79a151-ef79-4fff-8a3c-258f9478471d&device_id=8a547e40-dc0f-495f-98fd-c6aeb9b2a778 HTTP/1.1" status: 200 len: 205 time: 0.0541172 Oct 26 15:54:33.915192 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44396) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:34.031260 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d13f79c-e5d2-43ce-b529-dd803d9efb28 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:54:34.045573 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e83ceb1-d035-4a49-a519-b28b653eca2d None None] Sync routers for ids ['944de9d4-1717-4ee3-ae4d-e565c191fc8c'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:54:34.046047 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-6d13f79c-e5d2-43ce-b529-dd803d9efb28 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "PUT /v2.0/routers/944de9d4-1717-4ee3-ae4d-e565c191fc8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9270506 Oct 26 15:54:34.047554 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44400) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:34.057548 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e83ceb1-d035-4a49-a519-b28b653eca2d None None] Routers {'944de9d4-1717-4ee3-ae4d-e565c191fc8c'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:54:34.058344 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-2e83ceb1-d035-4a49-a519-b28b653eca2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:54:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['944de9d4-1717-4ee3-ae4d-e565c191fc8c'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:34.088753 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-67e3ab91-44fe-4158-9e53-159e7b89a55b tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a547e40-dc0f-495f-98fd-c6aeb9b2a778 HTTP/1.1" status: 200 len: 205 time: 0.1724842 Oct 26 15:54:34.091357 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44404) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:34.129247 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-c346a664-c7a1-4597-a015-44a194e43624 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Deleting subnet 9af7335f-1a14-47f7-9492-f8e74bfdc8ef {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:54:34.132766 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c346a664-c7a1-4597-a015-44a194e43624 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:34.190643 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c346a664-c7a1-4597-a015-44a194e43624 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:34.224713 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-2e83ceb1-d035-4a49-a519-b28b653eca2d None None] Set router 944de9d4-1717-4ee3-ae4d-e565c191fc8c gateway port host: None {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:54:34.230988 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-81a0aaa4-4e4c-413b-9c5b-953d46b97fdd tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for router, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:34.285308 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c346a664-c7a1-4597-a015-44a194e43624 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:34.476675 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c346a664-c7a1-4597-a015-44a194e43624 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:34.519894 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346a664-c7a1-4597-a015-44a194e43624 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event deleted for resources: {'Subnet': ['ID=9af7335f-1a14-47f7-9492-f8e74bfdc8ef,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:34.524970 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c346a664-c7a1-4597-a015-44a194e43624 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:34.532998 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-c346a664-c7a1-4597-a015-44a194e43624 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "DELETE /v2.0/subnets/9af7335f-1a14-47f7-9492-f8e74bfdc8ef HTTP/1.1" status: 204 len: 168 time: 0.4842925 Oct 26 15:54:34.535499 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44408) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:34.540489 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-cad4088b-eb67-4442-b24f-68545ccd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:34.544749 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b7cbed-36eb-462d-9c0d-da4ca8aaa938 None None] Network 169961a7-5505-433b-baf1-fc0757bc51c0 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:54:34.552984 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-81a0aaa4-4e4c-413b-9c5b-953d46b97fdd tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:34.555533 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-81a0aaa4-4e4c-413b-9c5b-953d46b97fdd tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:34.566309 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-2e83ceb1-d035-4a49-a519-b28b653eca2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'name': 'tempest-RoutersIpV6Test-router-1668497689', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:58Z', 'updated_at': '2022-10-26T15:54:32Z', 'revision_number': 8, 'project_id': '33165e7b97ac42778d9b016b22174455', 'gw_port_host': None, '_interfaces': [{'id': '00def0c8-8eb1-472a-a3ff-8d131f060aac', 'name': '', 'network_id': '48490ce8-f35e-4afd-b1f8-ae1800948caa', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:3d:97:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'c66555bb-eb7f-4dbb-89d8-9ec5323f390a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:15Z', 'updated_at': '2022-10-26T15:54:25Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'c66555bb-eb7f-4dbb-89d8-9ec5323f390a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '02437cd2-6f81-48cc-85ee-e84c240c4160', 'name': '', 'network_id': 'bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:ae:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'e49972bf-a263-4d24-8e71-1ce274ea688b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:08Z', 'updated_at': '2022-10-26T15:54:20Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'e49972bf-a263-4d24-8e71-1ce274ea688b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '225bac1d-088b-4b1c-96bb-08b7ae33ee37', 'name': '', 'network_id': '9bf0e050-0ad2-464f-9a08-d5795f02c197', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:2a:90:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:02Z', 'updated_at': '2022-10-26T15:54:14Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:34.571795 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e83ceb1-d035-4a49-a519-b28b653eca2d None None] Checking router: 944de9d4-1717-4ee3-ae4d-e565c191fc8c for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:54:34.584549 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e83ceb1-d035-4a49-a519-b28b653eca2d None None] Routers {'944de9d4-1717-4ee3-ae4d-e565c191fc8c'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:54:34.585299 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-2e83ceb1-d035-4a49-a519-b28b653eca2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:54:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['944de9d4-1717-4ee3-ae4d-e565c191fc8c'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:34.684698 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-81a0aaa4-4e4c-413b-9c5b-953d46b97fdd tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:34.685351 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a0aaa4-4e4c-413b-9c5b-953d46b97fdd tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Fanout notify agent at l3_agent the message router_deleted on router 8a547e40-dc0f-495f-98fd-c6aeb9b2a778 {{(pid=89747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:54:34.700481 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-81a0aaa4-4e4c-413b-9c5b-953d46b97fdd tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:34.707897 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-81a0aaa4-4e4c-413b-9c5b-953d46b97fdd tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] 10.222.0.23 "DELETE /v2.0/routers/8a547e40-dc0f-495f-98fd-c6aeb9b2a778 HTTP/1.1" status: 204 len: 168 time: 0.6154218 Oct 26 15:54:34.711637 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44412) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:34.749403 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-00c7c2c2-01d7-4895-b782-d8f0ffc6b7d6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:34.769734 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ab48d493-3a26-42a9-89a4-8f3de5031c46 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a547e40-dc0f-495f-98fd-c6aeb9b2a778 HTTP/1.1" status: 200 len: 205 time: 0.0567057 Oct 26 15:54:34.774276 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44416) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:34.829592 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-2e83ceb1-d035-4a49-a519-b28b653eca2d None None] Set router 944de9d4-1717-4ee3-ae4d-e565c191fc8c gateway port host: None {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:54:34.846280 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-00c7c2c2-01d7-4895-b782-d8f0ffc6b7d6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Deleting port d3ff04ba-5606-416e-8946-0e5a22831a46 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:54:34.846840 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-00c7c2c2-01d7-4895-b782-d8f0ffc6b7d6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:34.877367 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a223ac44-bdad-4af8-8dc7-0c42cec7076f None None] DHCP port deletion for 169961a7-5505-433b-baf1-fc0757bc51c0 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:54:34.881990 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a223ac44-bdad-4af8-8dc7-0c42cec7076f None None] Deleting port d3ff04ba-5606-416e-8946-0e5a22831a46 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:54:34.882520 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a223ac44-bdad-4af8-8dc7-0c42cec7076f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:34.888065 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-69c29d84-7d6b-4692-9f98-ad75bd848639 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] delete failed (client error): The resource could not be found. Oct 26 15:54:34.891493 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-69c29d84-7d6b-4692-9f98-ad75bd848639 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] 10.222.0.23 "DELETE /v2.0/routers/8a547e40-dc0f-495f-98fd-c6aeb9b2a778 HTTP/1.1" status: 404 len: 336 time: 0.1137924 Oct 26 15:54:34.891857 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44420) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:34.948615 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-1d6d69f5-881c-4514-917a-f5648c432a3b tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] 10.222.0.23 "GET /v2.0/ports?device_id=32450bf1-5359-44b3-9e0e-47671b3a85cf HTTP/1.1" status: 200 len: 205 time: 0.0532899 Oct 26 15:54:34.949107 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44426) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:35.037751 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-4cffc246-d799-40b6-a719-d46fd2986662 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] delete failed (client error): The resource could not be found. Oct 26 15:54:35.041902 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4cffc246-d799-40b6-a719-d46fd2986662 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] 10.222.0.23 "DELETE /v2.0/routers/32450bf1-5359-44b3-9e0e-47671b3a85cf HTTP/1.1" status: 404 len: 336 time: 0.0887907 Oct 26 15:54:35.042086 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44430) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:35.103915 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-97ad08ab-8a1d-407c-a403-a99a5fb38735 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d626bb6-489c-4dca-a8ed-d096c4200ba5 HTTP/1.1" status: 200 len: 205 time: 0.0579028 Oct 26 15:54:35.104156 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44434) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:35.163213 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-00c7c2c2-01d7-4895-b782-d8f0ffc6b7d6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] For port d3ff04ba-5606-416e-8946-0e5a22831a46, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=d3ff04ba-5606-416e-8946-0e5a22831a46,segment=NetworkSegment(2cd1fcf2-70a8-4114-bd0f-29f4a1c7c9dd),segment_id=2cd1fcf2-70a8-4114-bd0f-29f4a1c7c9dd)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:54:35.164249 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-00c7c2c2-01d7-4895-b782-d8f0ffc6b7d6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:35.167887 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-a223ac44-bdad-4af8-8dc7-0c42cec7076f None None] For port d3ff04ba-5606-416e-8946-0e5a22831a46, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=d3ff04ba-5606-416e-8946-0e5a22831a46,segment=NetworkSegment(2cd1fcf2-70a8-4114-bd0f-29f4a1c7c9dd),segment_id=2cd1fcf2-70a8-4114-bd0f-29f4a1c7c9dd)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:54:35.169597 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a223ac44-bdad-4af8-8dc7-0c42cec7076f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:35.202692 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-35be43da-cb25-4bba-8190-9377d2affc5e tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] delete failed (client error): The resource could not be found. Oct 26 15:54:35.206131 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-35be43da-cb25-4bba-8190-9377d2affc5e tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] 10.222.0.23 "DELETE /v2.0/routers/9d626bb6-489c-4dca-a8ed-d096c4200ba5 HTTP/1.1" status: 404 len: 336 time: 0.0984914 Oct 26 15:54:35.206551 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44438) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:35.209497 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-2e83ceb1-d035-4a49-a519-b28b653eca2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'name': 'tempest-RoutersIpV6Test-router-1668497689', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:58Z', 'updated_at': '2022-10-26T15:54:32Z', 'revision_number': 8, 'project_id': '33165e7b97ac42778d9b016b22174455', 'gw_port_host': None, '_interfaces': [{'id': '00def0c8-8eb1-472a-a3ff-8d131f060aac', 'name': '', 'network_id': '48490ce8-f35e-4afd-b1f8-ae1800948caa', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:3d:97:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'c66555bb-eb7f-4dbb-89d8-9ec5323f390a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:15Z', 'updated_at': '2022-10-26T15:54:25Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'c66555bb-eb7f-4dbb-89d8-9ec5323f390a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '02437cd2-6f81-48cc-85ee-e84c240c4160', 'name': '', 'network_id': 'bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:ae:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'e49972bf-a263-4d24-8e71-1ce274ea688b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:08Z', 'updated_at': '2022-10-26T15:54:20Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'e49972bf-a263-4d24-8e71-1ce274ea688b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '225bac1d-088b-4b1c-96bb-08b7ae33ee37', 'name': '', 'network_id': '9bf0e050-0ad2-464f-9a08-d5795f02c197', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:2a:90:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:02Z', 'updated_at': '2022-10-26T15:54:14Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:35.215093 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e83ceb1-d035-4a49-a519-b28b653eca2d None None] The sync data for ids ['944de9d4-1717-4ee3-ae4d-e565c191fc8c'] in dv-neutron-862712-1-hyperv is: [{'id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'name': 'tempest-RoutersIpV6Test-router-1668497689', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:58Z', 'updated_at': '2022-10-26T15:54:32Z', 'revision_number': 8, 'project_id': '33165e7b97ac42778d9b016b22174455', 'gw_port_host': None, '_interfaces': [{'id': '00def0c8-8eb1-472a-a3ff-8d131f060aac', 'name': '', 'network_id': '48490ce8-f35e-4afd-b1f8-ae1800948caa', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:3d:97:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'c66555bb-eb7f-4dbb-89d8-9ec5323f390a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:15Z', 'updated_at': '2022-10-26T15:54:25Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'c66555bb-eb7f-4dbb-89d8-9ec5323f390a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '02437cd2-6f81-48cc-85ee-e84c240c4160', 'name': '', 'network_id': 'bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:ae:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'e49972bf-a263-4d24-8e71-1ce274ea688b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:08Z', 'updated_at': '2022-10-26T15:54:20Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'e49972bf-a263-4d24-8e71-1ce274ea688b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '225bac1d-088b-4b1c-96bb-08b7ae33ee37', 'name': '', 'network_id': '9bf0e050-0ad2-464f-9a08-d5795f02c197', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:2a:90:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:02Z', 'updated_at': '2022-10-26T15:54:14Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:54:35.273917 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-93c687bc-d6bc-4b01-b859-093b4eff0df9 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] 10.222.0.23 "GET /v2.0/ports?device_id=7092513a-2570-45fc-88c8-c50c46d3cd21 HTTP/1.1" status: 200 len: 205 time: 0.0660641 Oct 26 15:54:35.276868 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44442) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:35.317721 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:35.324650 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a223ac44-bdad-4af8-8dc7-0c42cec7076f None None] Calling delete_port for d3ff04ba-5606-416e-8946-0e5a22831a46 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:54:35.330415 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-00c7c2c2-01d7-4895-b782-d8f0ffc6b7d6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Calling delete_port for d3ff04ba-5606-416e-8946-0e5a22831a46 owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:54:35.347219 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-358c2380-de41-4aad-b09c-0ff245dac811 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] delete failed (client error): The resource could not be found. Oct 26 15:54:35.351020 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-358c2380-de41-4aad-b09c-0ff245dac811 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] 10.222.0.23 "DELETE /v2.0/routers/7092513a-2570-45fc-88c8-c50c46d3cd21 HTTP/1.1" status: 404 len: 336 time: 0.0705628 Oct 26 15:54:35.364697 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44446) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:35.364853 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:35.412452 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-6d7b9186-3c64-41ea-85dc-255a6c1ec2bf tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b79a5f-54be-4bb9-a117-96879b4a065f HTTP/1.1" status: 200 len: 205 time: 0.0578871 Oct 26 15:54:35.412680 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44450) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:35.482321 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-ba92a570-812d-445e-839c-cec908c32d14 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] delete failed (client error): The resource could not be found. Oct 26 15:54:35.483408 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ba92a570-812d-445e-839c-cec908c32d14 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] 10.222.0.23 "DELETE /v2.0/routers/a5b79a5f-54be-4bb9-a117-96879b4a065f HTTP/1.1" status: 404 len: 336 time: 0.0698640 Oct 26 15:54:35.486713 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44454) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:35.514965 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a223ac44-bdad-4af8-8dc7-0c42cec7076f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:35.521103 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.db.api [None req-00c7c2c2-01d7-4895-b782-d8f0ffc6b7d6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:54:35.521547 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG oslo_db.api [None req-00c7c2c2-01d7-4895-b782-d8f0ffc6b7d6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:54:35.543705 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8fd8ba24-a5a6-4caa-a30f-94e5c8bcfbc3 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] 10.222.0.23 "GET /v2.0/ports?device_id=08ce8954-63b9-41d9-ae40-011fcb2c9221 HTTP/1.1" status: 200 len: 205 time: 0.0557916 Oct 26 15:54:35.546089 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44458) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:35.564316 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a223ac44-bdad-4af8-8dc7-0c42cec7076f None None] Pushing event deleted for resources: {'Port': ['ID=d3ff04ba-5606-416e-8946-0e5a22831a46,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:35.571825 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a223ac44-bdad-4af8-8dc7-0c42cec7076f None None] No DVR routers for this DVR port d3ff04ba-5606-416e-8946-0e5a22831a46 on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:54:35.616631 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-ab352278-3826-4f63-91e6-7974feab3a92 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] delete failed (client error): The resource could not be found. Oct 26 15:54:35.617671 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ab352278-3826-4f63-91e6-7974feab3a92 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] 10.222.0.23 "DELETE /v2.0/routers/08ce8954-63b9-41d9-ae40-011fcb2c9221 HTTP/1.1" status: 404 len: 336 time: 0.0707357 Oct 26 15:54:35.620746 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44462) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:35.773009 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-174bfbda-710b-4404-ad71-d21dbcb610a5 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] DELETE failed (client error): The resource could not be found. Oct 26 15:54:35.773463 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-174bfbda-710b-4404-ad71-d21dbcb610a5 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:54:35.775209 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-174bfbda-710b-4404-ad71-d21dbcb610a5 tempest-RoutersIpV6AdminTest-1047585436 tempest-RoutersIpV6AdminTest-1047585436-project] 10.222.0.23 "DELETE /v2.0/subnets/c7ccbf5b-833d-4c13-ae51-716722750650 HTTP/1.1" status: 404 len: 337 time: 0.1534843 Oct 26 15:54:36.023178 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-00c7c2c2-01d7-4895-b782-d8f0ffc6b7d6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Deleting port d3ff04ba-5606-416e-8946-0e5a22831a46 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:54:36.023524 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-00c7c2c2-01d7-4895-b782-d8f0ffc6b7d6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:36.206680 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-00c7c2c2-01d7-4895-b782-d8f0ffc6b7d6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] The port 'd3ff04ba-5606-416e-8946-0e5a22831a46' was deleted {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 15:54:36.280610 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44472) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:36.330617 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-00c7c2c2-01d7-4895-b782-d8f0ffc6b7d6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:36.356538 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-00c7c2c2-01d7-4895-b782-d8f0ffc6b7d6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['169961a7-5505-433b-baf1-fc0757bc51c0']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:36.368752 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-00c7c2c2-01d7-4895-b782-d8f0ffc6b7d6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cd1fcf2-70a8-4114-bd0f-29f4a1c7c9dd') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:36.369098 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-00c7c2c2-01d7-4895-b782-d8f0ffc6b7d6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cd1fcf2-70a8-4114-bd0f-29f4a1c7c9dd') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:36.381208 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-00c7c2c2-01d7-4895-b782-d8f0ffc6b7d6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:36.398571 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-00c7c2c2-01d7-4895-b782-d8f0ffc6b7d6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:36.398994 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b08c62c2-7997-4497-8269-372c2c86abc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:36.405372 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c7c2c2-01d7-4895-b782-d8f0ffc6b7d6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:54:36.405779 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-00c7c2c2-01d7-4895-b782-d8f0ffc6b7d6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:36.414016 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b08c62c2-7997-4497-8269-372c2c86abc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:54:36.418537 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b08c62c2-7997-4497-8269-372c2c86abc0 admin admin] Usage tracker for resource:security_group_rule and tenant:f2a8a96f120044c585b68f2213658126 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:54:36.421452 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b08c62c2-7997-4497-8269-372c2c86abc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:54:36.428402 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b08c62c2-7997-4497-8269-372c2c86abc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:54:36.561391 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 2cd1fcf2-70a8-4114-bd0f-29f4a1c7c9dd resource provider aggregate not found Oct 26 15:54:36.578841 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 2cd1fcf2-70a8-4114-bd0f-29f4a1c7c9dd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2cd1fcf2-70a8-4114-bd0f-29f4a1c7c9dd found for delete ", "request_id": "req-99495635-f162-43dc-b20e-5ce1e6e4fba2"}]} Oct 26 15:54:36.645955 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-00c7c2c2-01d7-4895-b782-d8f0ffc6b7d6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:36.675764 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-00c7c2c2-01d7-4895-b782-d8f0ffc6b7d6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:36.700006 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c7c2c2-01d7-4895-b782-d8f0ffc6b7d6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event deleted for resources: {'Network': ['ID=169961a7-5505-433b-baf1-fc0757bc51c0,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:36.707773 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-00c7c2c2-01d7-4895-b782-d8f0ffc6b7d6 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "DELETE /v2.0/networks/169961a7-5505-433b-baf1-fc0757bc51c0 HTTP/1.1" status: 204 len: 168 time: 2.1697469 Oct 26 15:54:36.710662 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44484) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:36.725875 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device d3ff04ba-5606-416e-8946-0e5a22831a46 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:54:36.767296 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: d3ff04ba-5606-416e-8946-0e5a22831a46 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:54:36.767637 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device d3ff04ba-5606-416e-8946-0e5a22831a46 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:54:36.768051 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 19b770dd-111a-4e07-8f46-4d9590a9b8c7 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:54:36.803394 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 19b770dd-111a-4e07-8f46-4d9590a9b8c7 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:54:36.803658 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 19b770dd-111a-4e07-8f46-4d9590a9b8c7 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:54:36.883734 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b08c62c2-7997-4497-8269-372c2c86abc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:36.914271 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:37.021112 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b08c62c2-7997-4497-8269-372c2c86abc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:37.104513 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c62c2-7997-4497-8269-372c2c86abc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d592b146-254f-4f7b-8118-867ab2ee073d,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:37.108559 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b08c62c2-7997-4497-8269-372c2c86abc0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f2a8a96f120044c585b68f2213658126&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8268471 Oct 26 15:54:37.111476 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44488) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:37.277787 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6289134f-b3a0-4591-ae48-ac367b05d2b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:37.312209 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6289134f-b3a0-4591-ae48-ac367b05d2b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:37.438270 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a6fe94a8-6a83-4e75-96d7-641f0d84b443 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:37.550246 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6289134f-b3a0-4591-ae48-ac367b05d2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:37.590064 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6289134f-b3a0-4591-ae48-ac367b05d2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d592b146-254f-4f7b-8118-867ab2ee073d,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:37.602097 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6289134f-b3a0-4591-ae48-ac367b05d2b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:37.603292 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-6289134f-b3a0-4591-ae48-ac367b05d2b8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d592b146-254f-4f7b-8118-867ab2ee073d HTTP/1.1" status: 204 len: 168 time: 0.4893260 Oct 26 15:54:37.809970 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a6fe94a8-6a83-4e75-96d7-641f0d84b443 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Deleting port 00def0c8-8eb1-472a-a3ff-8d131f060aac {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:54:37.810715 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a6fe94a8-6a83-4e75-96d7-641f0d84b443 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:38.011540 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a6fe94a8-6a83-4e75-96d7-641f0d84b443 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] For port 00def0c8-8eb1-472a-a3ff-8d131f060aac, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=00def0c8-8eb1-472a-a3ff-8d131f060aac,segment=NetworkSegment(cc9b944c-0435-4394-be56-b36db7312657),segment_id=cc9b944c-0435-4394-be56-b36db7312657)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:54:38.011900 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a6fe94a8-6a83-4e75-96d7-641f0d84b443 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:38.260533 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a6fe94a8-6a83-4e75-96d7-641f0d84b443 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Calling delete_port for 00def0c8-8eb1-472a-a3ff-8d131f060aac owned by network:router_interface {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:54:38.467229 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44500) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:38.516994 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-30d456ec-0330-4788-a067-dc873ccbb0d3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e42ffbb043434123b26d26c324466549&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485368 Oct 26 15:54:38.519700 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44504) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:38.520221 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a6fe94a8-6a83-4e75-96d7-641f0d84b443 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:38.570184 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe94a8-6a83-4e75-96d7-641f0d84b443 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event deleted for resources: {'Port': ['ID=00def0c8-8eb1-472a-a3ff-8d131f060aac,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:38.585036 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9dfa609d-6004-44af-a0ce-abd510b92d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:38.615764 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9dfa609d-6004-44af-a0ce-abd510b92d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:38.803638 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a6fe94a8-6a83-4e75-96d7-641f0d84b443 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:38.834668 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9dfa609d-6004-44af-a0ce-abd510b92d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:38.851940 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa609d-6004-44af-a0ce-abd510b92d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603e4433-82b4-44e8-9926-acce23949f58,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:38.856225 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9dfa609d-6004-44af-a0ce-abd510b92d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:38.860185 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-9dfa609d-6004-44af-a0ce-abd510b92d96 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/603e4433-82b4-44e8-9926-acce23949f58 HTTP/1.1" status: 204 len: 168 time: 0.3366261 Oct 26 15:54:39.132383 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6fe94a8-6a83-4e75-96d7-641f0d84b443 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Router 944de9d4-1717-4ee3-ae4d-e565c191fc8c has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:54:39.305005 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fe94a8-6a83-4e75-96d7-641f0d84b443 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:54:39.323495 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a6fe94a8-6a83-4e75-96d7-641f0d84b443 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "PUT /v2.0/routers/944de9d4-1717-4ee3-ae4d-e565c191fc8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6074324 Oct 26 15:54:39.324918 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44514) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:39.326802 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac91cc6-429f-40c8-92fb-aeb8e20087ec None None] Sync routers for ids ['944de9d4-1717-4ee3-ae4d-e565c191fc8c'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:54:39.339942 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac91cc6-429f-40c8-92fb-aeb8e20087ec None None] Routers {'944de9d4-1717-4ee3-ae4d-e565c191fc8c'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:54:39.340726 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-fac91cc6-429f-40c8-92fb-aeb8e20087ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:54:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['944de9d4-1717-4ee3-ae4d-e565c191fc8c'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:39.403438 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc7c5561-314e-4f4a-804a-7c28ece0dd86 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Deleting subnet c66555bb-eb7f-4dbb-89d8-9ec5323f390a {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:54:39.406822 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cc7c5561-314e-4f4a-804a-7c28ece0dd86 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:39.473178 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cc7c5561-314e-4f4a-804a-7c28ece0dd86 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:39.518304 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-fac91cc6-429f-40c8-92fb-aeb8e20087ec None None] Set router 944de9d4-1717-4ee3-ae4d-e565c191fc8c gateway port host: None {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:54:39.560804 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cc7c5561-314e-4f4a-804a-7c28ece0dd86 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:39.732250 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cc7c5561-314e-4f4a-804a-7c28ece0dd86 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:39.775113 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c5561-314e-4f4a-804a-7c28ece0dd86 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event deleted for resources: {'Subnet': ['ID=c66555bb-eb7f-4dbb-89d8-9ec5323f390a,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:39.785332 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cc7c5561-314e-4f4a-804a-7c28ece0dd86 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:39.789809 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-cc7c5561-314e-4f4a-804a-7c28ece0dd86 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "DELETE /v2.0/subnets/c66555bb-eb7f-4dbb-89d8-9ec5323f390a HTTP/1.1" status: 204 len: 168 time: 0.4613903 Oct 26 15:54:39.790139 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd61982-12d7-4251-b95e-f26ff1260032 None None] Network 48490ce8-f35e-4afd-b1f8-ae1800948caa requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:54:39.791578 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44528) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:39.914985 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-89adb75b-331b-461e-bda0-364b7ee62faa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:39.926769 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-89adb75b-331b-461e-bda0-364b7ee62faa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Deleting port dae562aa-5cb9-434a-99bd-277de111bb0f {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:54:39.927163 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-89adb75b-331b-461e-bda0-364b7ee62faa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:40.095962 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-fac91cc6-429f-40c8-92fb-aeb8e20087ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'name': 'tempest-RoutersIpV6Test-router-1668497689', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:58Z', 'updated_at': '2022-10-26T15:54:38Z', 'revision_number': 9, 'project_id': '33165e7b97ac42778d9b016b22174455', 'gw_port_host': None, '_interfaces': [{'id': '02437cd2-6f81-48cc-85ee-e84c240c4160', 'name': '', 'network_id': 'bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:ae:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'e49972bf-a263-4d24-8e71-1ce274ea688b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:08Z', 'updated_at': '2022-10-26T15:54:20Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'e49972bf-a263-4d24-8e71-1ce274ea688b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '225bac1d-088b-4b1c-96bb-08b7ae33ee37', 'name': '', 'network_id': '9bf0e050-0ad2-464f-9a08-d5795f02c197', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:2a:90:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:02Z', 'updated_at': '2022-10-26T15:54:14Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:40.104181 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac91cc6-429f-40c8-92fb-aeb8e20087ec None None] Checking router: 944de9d4-1717-4ee3-ae4d-e565c191fc8c for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:54:40.116510 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac91cc6-429f-40c8-92fb-aeb8e20087ec None None] Routers {'944de9d4-1717-4ee3-ae4d-e565c191fc8c'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:54:40.117461 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-fac91cc6-429f-40c8-92fb-aeb8e20087ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:54:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['944de9d4-1717-4ee3-ae4d-e565c191fc8c'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:40.150057 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-89adb75b-331b-461e-bda0-364b7ee62faa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] For port dae562aa-5cb9-434a-99bd-277de111bb0f, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=dae562aa-5cb9-434a-99bd-277de111bb0f,segment=NetworkSegment(cc9b944c-0435-4394-be56-b36db7312657),segment_id=cc9b944c-0435-4394-be56-b36db7312657)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:54:40.150670 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-89adb75b-331b-461e-bda0-364b7ee62faa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:40.173713 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44540) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.257516 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8833f269-83b3-4ca3-a5a5-2b57e384c733 None None] DHCP port deletion for 48490ce8-f35e-4afd-b1f8-ae1800948caa request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:54:40.278187 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-8833f269-83b3-4ca3-a5a5-2b57e384c733 None None] Deleting port dae562aa-5cb9-434a-99bd-277de111bb0f {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:54:40.278595 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-8833f269-83b3-4ca3-a5a5-2b57e384c733 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:40.281883 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-89adb75b-331b-461e-bda0-364b7ee62faa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Calling delete_port for dae562aa-5cb9-434a-99bd-277de111bb0f owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:54:40.289284 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-29f301f6-e7fb-42b6-a572-5049bafae963 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.290578 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-29f301f6-e7fb-42b6-a572-5049bafae963 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1142550 Oct 26 15:54:40.294030 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44546) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.299854 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-97750684-8e79-4112-bee8-3b93c449dfec tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.303131 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-97750684-8e79-4112-bee8-3b93c449dfec tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0057054 Oct 26 15:54:40.303419 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44550) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.309563 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-9610add0-e032-42ff-ab34-dafc5169972c tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.314335 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-9610add0-e032-42ff-ab34-dafc5169972c tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0091357 Oct 26 15:54:40.315123 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44554) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.320559 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-a6d147bc-7c23-413e-b5df-5ef018cbec99 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.326052 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a6d147bc-7c23-413e-b5df-5ef018cbec99 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0092266 Oct 26 15:54:40.327399 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44558) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.333342 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-10830982-08f6-4bc0-acce-61bfa8fc752c tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.339022 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-10830982-08f6-4bc0-acce-61bfa8fc752c tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0104835 Oct 26 15:54:40.339808 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44562) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.347233 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-a1314239-194f-4306-a4c0-befe7767714b tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.348683 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a1314239-194f-4306-a4c0-befe7767714b tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0074189 Oct 26 15:54:40.354524 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44566) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.361280 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-cf5b330b-03a2-48c9-b0a2-19b4e7658018 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.365097 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-cf5b330b-03a2-48c9-b0a2-19b4e7658018 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0091376 Oct 26 15:54:40.365240 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44570) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.371047 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [None req-1362f1d7-a242-4084-9e54-293818d12636 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=89748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.372999 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-1362f1d7-a242-4084-9e54-293818d12636 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0059056 Oct 26 15:54:40.391116 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44574) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.396474 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [None req-1838807c-18de-422c-bf4a-6b16bf32e26f tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=89748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.397054 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-1838807c-18de-422c-bf4a-6b16bf32e26f tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0049450 Oct 26 15:54:40.399368 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44578) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.403957 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [None req-2739542e-abef-48d7-be88-d7ccc505e39d tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=89748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.405249 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2739542e-abef-48d7-be88-d7ccc505e39d tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0046706 Oct 26 15:54:40.407235 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-fac91cc6-429f-40c8-92fb-aeb8e20087ec None None] Set router 944de9d4-1717-4ee3-ae4d-e565c191fc8c gateway port host: None {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:54:40.407765 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44582) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.412365 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [None req-2aa6fb0d-8eaa-4308-8f5f-91b18ca5a1dd tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=89748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.413616 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2aa6fb0d-8eaa-4308-8f5f-91b18ca5a1dd tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0048971 Oct 26 15:54:40.416563 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44586) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.421911 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [None req-fc43f027-4851-4e00-b18c-0df3487f6962 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=89748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.429208 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-fc43f027-4851-4e00-b18c-0df3487f6962 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0053241 Oct 26 15:54:40.431036 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44590) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.436126 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [None req-d7d9d669-88aa-485e-8d5a-1e53ca90a05f tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=89748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.439393 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-d7d9d669-88aa-485e-8d5a-1e53ca90a05f tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0047832 Oct 26 15:54:40.439804 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44594) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.444982 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [None req-9363a500-463a-40c2-90a7-db7807c09f1a tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=89748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.448392 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-9363a500-463a-40c2-90a7-db7807c09f1a tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0053220 Oct 26 15:54:40.448715 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44598) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.453589 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [None req-ed7964a3-c432-4480-a5b0-8e688f99b75f tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=89748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.456799 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ed7964a3-c432-4480-a5b0-8e688f99b75f tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0049801 Oct 26 15:54:40.457406 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44602) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.461988 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [None req-939879cb-1bd0-44ef-9550-7e93439ef303 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=89748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.465347 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-939879cb-1bd0-44ef-9550-7e93439ef303 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0067556 Oct 26 15:54:40.468114 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44608) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.477857 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-89adb75b-331b-461e-bda0-364b7ee62faa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:40.479149 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-26bcb385-b245-47ea-8310-19f0260babf6 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.484624 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-26bcb385-b245-47ea-8310-19f0260babf6 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0152836 Oct 26 15:54:40.485417 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44612) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.491967 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-242f40e4-8e87-47ca-aef0-1367c2a43471 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.497484 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-242f40e4-8e87-47ca-aef0-1367c2a43471 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0106990 Oct 26 15:54:40.498460 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44616) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.504787 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-9c5b69b7-9efc-42b2-8458-c43028aa8db9 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.512053 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-9c5b69b7-9efc-42b2-8458-c43028aa8db9 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0072455 Oct 26 15:54:40.513228 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44620) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.523494 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-8818c58f-b9fc-44bb-8f8c-47bcb7c123a5 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.527201 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8818c58f-b9fc-44bb-8f8c-47bcb7c123a5 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0102284 Oct 26 15:54:40.527574 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44624) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.539055 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-253b101b-1828-44e9-9498-f2198c334a04 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.555441 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-253b101b-1828-44e9-9498-f2198c334a04 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0267644 Oct 26 15:54:40.557264 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44628) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.564508 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-398e285e-b804-49d9-8b21-b2022607b3b4 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.569518 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44632) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.573567 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-398e285e-b804-49d9-8b21-b2022607b3b4 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0148196 Oct 26 15:54:40.587314 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [None req-f5eb8ac5-8f60-4a61-8f30-6b67ec5ef1d4 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=89748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.591271 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f5eb8ac5-8f60-4a61-8f30-6b67ec5ef1d4 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0183530 Oct 26 15:54:40.591436 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44636) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.592741 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89adb75b-331b-461e-bda0-364b7ee62faa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event deleted for resources: {'Port': ['ID=dae562aa-5cb9-434a-99bd-277de111bb0f,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:40.600017 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-8ee1546d-a2fd-4197-9543-7d31d2c72969 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.604019 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8ee1546d-a2fd-4197-9543-7d31d2c72969 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0117695 Oct 26 15:54:40.604919 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44640) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.606011 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89adb75b-331b-461e-bda0-364b7ee62faa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] No DVR routers for this DVR port dae562aa-5cb9-434a-99bd-277de111bb0f on host dv-neutron-862712-1-hyperv {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:54:40.611122 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-1fb2ee36-eeec-4c2f-b2fb-871618af5c95 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.641501 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-1fb2ee36-eeec-4c2f-b2fb-871618af5c95 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0340261 Oct 26 15:54:40.642588 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44644) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.649286 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-2b40136a-23e8-44c3-93e0-fb31f5d0f5bc tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.653636 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-2b40136a-23e8-44c3-93e0-fb31f5d0f5bc tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0096905 Oct 26 15:54:40.654686 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44648) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.659550 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-d9551703-919f-4d60-870b-40f8c02c0d71 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.663338 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d9551703-919f-4d60-870b-40f8c02c0d71 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0075357 Oct 26 15:54:40.664130 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44652) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.669479 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-953a9e4e-d7da-4e45-a334-7d8c713abc47 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.673324 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-953a9e4e-d7da-4e45-a334-7d8c713abc47 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0063341 Oct 26 15:54:40.674096 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44656) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.678948 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-6739d24b-ce62-45d0-8a06-dbbe6a8f33a2 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.682659 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-6739d24b-ce62-45d0-8a06-dbbe6a8f33a2 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0073864 Oct 26 15:54:40.683730 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44660) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.688852 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-cdc5cc57-5b87-4df5-a576-32fa4a790a55 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.695973 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-cdc5cc57-5b87-4df5-a576-32fa4a790a55 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0110598 Oct 26 15:54:40.696801 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44664) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.699668 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-8833f269-83b3-4ca3-a5a5-2b57e384c733 None None] For port dae562aa-5cb9-434a-99bd-277de111bb0f, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=dae562aa-5cb9-434a-99bd-277de111bb0f,segment=NetworkSegment(cc9b944c-0435-4394-be56-b36db7312657),segment_id=cc9b944c-0435-4394-be56-b36db7312657)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:54:40.700077 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-8833f269-83b3-4ca3-a5a5-2b57e384c733 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:40.703141 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-c350f9c6-b318-4602-9acb-f6132e41f0a9 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.709473 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c350f9c6-b318-4602-9acb-f6132e41f0a9 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0114570 Oct 26 15:54:40.710302 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44668) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.719551 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-f268465c-2c7e-4e66-bf17-f2d701594677 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.722844 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f268465c-2c7e-4e66-bf17-f2d701594677 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0091252 Oct 26 15:54:40.723429 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44672) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.729115 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-1da1be24-226f-4bed-b6bb-07e430d07615 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.732745 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-1da1be24-226f-4bed-b6bb-07e430d07615 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0081768 Oct 26 15:54:40.733545 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44676) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.739108 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-250d6941-39f9-4d43-8bea-4ade1076a204 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.743015 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-250d6941-39f9-4d43-8bea-4ade1076a204 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0083601 Oct 26 15:54:40.743900 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44680) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.749060 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-379a2e9d-f846-4a01-854f-d5a828d55514 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.752812 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-379a2e9d-f846-4a01-854f-d5a828d55514 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0077987 Oct 26 15:54:40.753574 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44684) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.758333 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-81ec2610-bece-47e5-910e-2ae2800e3fde tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.762400 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-81ec2610-bece-47e5-910e-2ae2800e3fde tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0077257 Oct 26 15:54:40.763260 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44688) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.768351 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-42cc0062-475e-4565-8818-64e8af344236 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.776132 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-42cc0062-475e-4565-8818-64e8af344236 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0081353 Oct 26 15:54:40.776132 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44692) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.782966 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-73a7e03d-a3c2-4802-b81f-b2686cf01512 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.785203 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-89adb75b-331b-461e-bda0-364b7ee62faa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:40.786827 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-73a7e03d-a3c2-4802-b81f-b2686cf01512 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0101259 Oct 26 15:54:40.787473 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44696) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.792838 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-885bb32d-7390-4c92-bf42-27f310cf7a6a tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.794502 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-885bb32d-7390-4c92-bf42-27f310cf7a6a tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0054204 Oct 26 15:54:40.796331 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44700) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.800965 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-dee9655d-0eae-4bc5-8ef7-d4790c97f922 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.802523 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-dee9655d-0eae-4bc5-8ef7-d4790c97f922 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0047145 Oct 26 15:54:40.804559 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44704) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.809554 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-45f35957-e84c-4ede-8a97-a62f041b518e tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.812538 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-45f35957-e84c-4ede-8a97-a62f041b518e tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0048945 Oct 26 15:54:40.812850 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44708) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.817204 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-89adb75b-331b-461e-bda0-364b7ee62faa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48490ce8-f35e-4afd-b1f8-ae1800948caa']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:40.817609 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-434c1044-b41f-432d-a95c-c17738cfbcab tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.820957 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-434c1044-b41f-432d-a95c-c17738cfbcab tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0072730 Oct 26 15:54:40.821489 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44712) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.825889 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device dae562aa-5cb9-434a-99bd-277de111bb0f no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:54:40.827656 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-0d166f71-126a-4b0d-aa78-53da1adb0b52 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.830525 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-0d166f71-126a-4b0d-aa78-53da1adb0b52 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0052090 Oct 26 15:54:40.831031 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44716) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.832783 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-89adb75b-331b-461e-bda0-364b7ee62faa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc9b944c-0435-4394-be56-b36db7312657') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:40.833273 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-89adb75b-331b-461e-bda0-364b7ee62faa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc9b944c-0435-4394-be56-b36db7312657') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:40.835495 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-b2cc9ea6-5628-43eb-a550-a5e5a90cafe2 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.836623 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b2cc9ea6-5628-43eb-a550-a5e5a90cafe2 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0045190 Oct 26 15:54:40.839299 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44720) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.844668 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-792fe780-cc45-4063-8858-83480c993458 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.845636 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-792fe780-cc45-4063-8858-83480c993458 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0054164 Oct 26 15:54:40.847824 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-89adb75b-331b-461e-bda0-364b7ee62faa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:40.850920 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44724) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.856638 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-e8fd386c-7446-4e6a-bb72-ead6ee203cd8 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.860252 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e8fd386c-7446-4e6a-bb72-ead6ee203cd8 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0083253 Oct 26 15:54:40.860867 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44728) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.865149 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-89adb75b-331b-461e-bda0-364b7ee62faa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:40.871013 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-7195d77f-15ee-4315-a517-1d97992286c8 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.873275 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-7195d77f-15ee-4315-a517-1d97992286c8 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0113628 Oct 26 15:54:40.876188 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89adb75b-331b-461e-bda0-364b7ee62faa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:54:40.876607 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-89adb75b-331b-461e-bda0-364b7ee62faa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:40.877428 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44732) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.883370 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-0d842704-cb6a-4a76-ac4e-82664739c3c3 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.887271 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-0d842704-cb6a-4a76-ac4e-82664739c3c3 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0058551 Oct 26 15:54:40.888579 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44736) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.894597 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-330df76d-7481-4edf-8322-4bef06c64c81 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.898268 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-330df76d-7481-4edf-8322-4bef06c64c81 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0081148 Oct 26 15:54:40.899213 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44740) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.909349 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-871ef71c-591e-4558-a4f6-dc11f3bf70be tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.910570 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-871ef71c-591e-4558-a4f6-dc11f3bf70be tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0094085 Oct 26 15:54:40.913063 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44746) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.919822 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-3d386d97-25d2-4c2f-a059-453761f44567 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.923751 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-3d386d97-25d2-4c2f-a059-453761f44567 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0097294 Oct 26 15:54:40.924538 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44750) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.929951 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-f0cf93e7-64ce-4372-bdbf-2f2b86ff57e4 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.934454 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f0cf93e7-64ce-4372-bdbf-2f2b86ff57e4 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0088322 Oct 26 15:54:40.935235 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44754) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.940054 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-b5ea7514-929b-487c-949d-5dca6c9b6bfd tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.944675 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b5ea7514-929b-487c-949d-5dca6c9b6bfd tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0083532 Oct 26 15:54:40.945329 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44758) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.948072 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-8833f269-83b3-4ca3-a5a5-2b57e384c733 None None] Calling delete_port for dae562aa-5cb9-434a-99bd-277de111bb0f owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:54:40.951382 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-40afc013-4852-4efc-8781-588299d9dde4 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.953954 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-40afc013-4852-4efc-8781-588299d9dde4 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0070548 Oct 26 15:54:40.955983 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44762) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.961044 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-aca7d429-a1bd-4ea9-a26c-69889e92007d tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.965358 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-aca7d429-a1bd-4ea9-a26c-69889e92007d tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0084493 Oct 26 15:54:40.965913 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44766) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.970593 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-c2932d63-15bf-4711-9b5a-3fc734606c00 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.973975 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c2932d63-15bf-4711-9b5a-3fc734606c00 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0071807 Oct 26 15:54:40.974531 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44770) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.979912 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-97548890-ca1a-4c29-865b-1fc6d575222c tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.983332 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-97548890-ca1a-4c29-865b-1fc6d575222c tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0079324 Oct 26 15:54:40.983868 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44774) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:40.989460 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-e6ee919a-0372-4e2c-ac9e-4862d204d83e tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:40.989641 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: dae562aa-5cb9-434a-99bd-277de111bb0f {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:54:40.989641 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device dae562aa-5cb9-434a-99bd-277de111bb0f not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:54:40.991785 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e6ee919a-0372-4e2c-ac9e-4862d204d83e tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0070510 Oct 26 15:54:40.992333 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44778) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:41.004166 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-1f7ddf19-7326-4343-ad80-cad5d24cf2f5 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:41.007452 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment cc9b944c-0435-4394-be56-b36db7312657 resource provider aggregate not found Oct 26 15:54:41.011522 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-1f7ddf19-7326-4343-ad80-cad5d24cf2f5 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0182312 Oct 26 15:54:41.012635 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44782) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:41.018974 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-d7d9e1cd-f407-41da-9b20-0afdf0c79c03 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:41.022457 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d7d9e1cd-f407-41da-9b20-0afdf0c79c03 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0081923 Oct 26 15:54:41.023798 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44788) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:41.029021 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-fd75ff7a-21e5-46ee-9135-f0760f58a91b tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:41.032502 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44792) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:41.033599 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-fd75ff7a-21e5-46ee-9135-f0760f58a91b tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0096729 Oct 26 15:54:41.035806 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment cc9b944c-0435-4394-be56-b36db7312657 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cc9b944c-0435-4394-be56-b36db7312657 found for delete ", "request_id": "req-91af52f6-316e-4687-bae9-caec977fdc02"}]} Oct 26 15:54:41.038670 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [None req-af78b7c6-cd61-4fa1-bfa5-f57ed9c4b61e tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=89748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:41.039586 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-af78b7c6-cd61-4fa1-bfa5-f57ed9c4b61e tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0061679 Oct 26 15:54:41.044752 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44796) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:41.050234 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [None req-42952b20-78c9-461a-80cf-e468a8c53911 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=89748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:41.051521 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-42952b20-78c9-461a-80cf-e468a8c53911 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0051687 Oct 26 15:54:41.053719 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44800) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:41.058944 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [None req-1966daea-4714-43e2-8492-5cd234a554f1 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=89748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:41.060127 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-1966daea-4714-43e2-8492-5cd234a554f1 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0053260 Oct 26 15:54:41.062793 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44804) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:41.069321 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-3fd8788f-62f1-43f1-ae24-a54ea208f9d4 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:41.074410 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-3fd8788f-62f1-43f1-ae24-a54ea208f9d4 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0061858 Oct 26 15:54:41.074410 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44808) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:41.079964 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-a5773ad7-0b5b-42f2-a318-d08d3a19b91f tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:41.082517 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a5773ad7-0b5b-42f2-a318-d08d3a19b91f tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0052514 Oct 26 15:54:41.083531 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44812) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:41.088876 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-f9254862-3c82-44a8-8ddc-54247eed5e37 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:41.093092 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f9254862-3c82-44a8-8ddc-54247eed5e37 tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0052400 Oct 26 15:54:41.094197 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44816) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:41.099745 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-1f212d13-6bba-46c6-b311-8958ae0881cc tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:41.102565 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-1f212d13-6bba-46c6-b311-8958ae0881cc tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0053318 Oct 26 15:54:41.102694 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44820) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:41.108069 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [None req-b2c99b79-f634-4bbc-8a89-63b9e99d5b4a tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:41.109624 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b2c99b79-f634-4bbc-8a89-63b9e99d5b4a tempest-ExtensionsTestJSON-1783512335 tempest-ExtensionsTestJSON-1783512335-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0059316 Oct 26 15:54:41.137096 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-8833f269-83b3-4ca3-a5a5-2b57e384c733 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:54:41.137452 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-8833f269-83b3-4ca3-a5a5-2b57e384c733 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:54:41.141811 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-89adb75b-331b-461e-bda0-364b7ee62faa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:41.250809 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-fac91cc6-429f-40c8-92fb-aeb8e20087ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'name': 'tempest-RoutersIpV6Test-router-1668497689', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:58Z', 'updated_at': '2022-10-26T15:54:38Z', 'revision_number': 9, 'project_id': '33165e7b97ac42778d9b016b22174455', 'gw_port_host': None, '_interfaces': [{'id': '02437cd2-6f81-48cc-85ee-e84c240c4160', 'name': '', 'network_id': 'bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:ae:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'e49972bf-a263-4d24-8e71-1ce274ea688b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:08Z', 'updated_at': '2022-10-26T15:54:20Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'e49972bf-a263-4d24-8e71-1ce274ea688b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '225bac1d-088b-4b1c-96bb-08b7ae33ee37', 'name': '', 'network_id': '9bf0e050-0ad2-464f-9a08-d5795f02c197', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:2a:90:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:02Z', 'updated_at': '2022-10-26T15:54:14Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:41.257677 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac91cc6-429f-40c8-92fb-aeb8e20087ec None None] The sync data for ids ['944de9d4-1717-4ee3-ae4d-e565c191fc8c'] in dv-neutron-862712-1-hyperv is: [{'id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'name': 'tempest-RoutersIpV6Test-router-1668497689', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:58Z', 'updated_at': '2022-10-26T15:54:38Z', 'revision_number': 9, 'project_id': '33165e7b97ac42778d9b016b22174455', 'gw_port_host': None, '_interfaces': [{'id': '02437cd2-6f81-48cc-85ee-e84c240c4160', 'name': '', 'network_id': 'bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:ae:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'e49972bf-a263-4d24-8e71-1ce274ea688b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:08Z', 'updated_at': '2022-10-26T15:54:20Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'e49972bf-a263-4d24-8e71-1ce274ea688b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '225bac1d-088b-4b1c-96bb-08b7ae33ee37', 'name': '', 'network_id': '9bf0e050-0ad2-464f-9a08-d5795f02c197', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:2a:90:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:02Z', 'updated_at': '2022-10-26T15:54:14Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:54:41.313290 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-89adb75b-331b-461e-bda0-364b7ee62faa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:41.319342 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89adb75b-331b-461e-bda0-364b7ee62faa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event deleted for resources: {'Network': ['ID=48490ce8-f35e-4afd-b1f8-ae1800948caa,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:41.332925 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-89adb75b-331b-461e-bda0-364b7ee62faa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "DELETE /v2.0/networks/48490ce8-f35e-4afd-b1f8-ae1800948caa HTTP/1.1" status: 204 len: 168 time: 1.5390399 Oct 26 15:54:41.333247 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44826) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:41.638757 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-8833f269-83b3-4ca3-a5a5-2b57e384c733 None None] Deleting port dae562aa-5cb9-434a-99bd-277de111bb0f {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:54:41.639921 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-8833f269-83b3-4ca3-a5a5-2b57e384c733 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:41.843052 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44834) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:41.865494 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-8833f269-83b3-4ca3-a5a5-2b57e384c733 None None] The port 'dae562aa-5cb9-434a-99bd-277de111bb0f' was deleted {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 15:54:41.989415 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3b1f70e7-ff55-410a-8e4d-9d940af2f883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:42.004121 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-3b1f70e7-ff55-410a-8e4d-9d940af2f883 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:54:42.007974 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-3b1f70e7-ff55-410a-8e4d-9d940af2f883 admin admin] Usage tracker for resource:security_group_rule and tenant:e8aa4b2077a548efbfb01a014c47817a is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:54:42.011056 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-3b1f70e7-ff55-410a-8e4d-9d940af2f883 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:54:42.017446 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-3b1f70e7-ff55-410a-8e4d-9d940af2f883 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:54:42.095038 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d19aefbf-2186-43f8-a72c-0fda2e6dba1f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:42.108065 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3b1f70e7-ff55-410a-8e4d-9d940af2f883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:42.211518 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3b1f70e7-ff55-410a-8e4d-9d940af2f883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:42.260213 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-3b1f70e7-ff55-410a-8e4d-9d940af2f883 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e8aa4b2077a548efbfb01a014c47817a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4154441 Oct 26 15:54:42.261116 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f70e7-ff55-410a-8e4d-9d940af2f883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966de170-8327-4295-aed0-7925fc28bf39,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:42.263420 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44840) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:42.328623 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b366626f-75b5-475c-a8fc-1bbc1abe01a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:42.357390 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b366626f-75b5-475c-a8fc-1bbc1abe01a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:42.440226 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-d19aefbf-2186-43f8-a72c-0fda2e6dba1f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Deleting port 02437cd2-6f81-48cc-85ee-e84c240c4160 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:54:42.440829 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d19aefbf-2186-43f8-a72c-0fda2e6dba1f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:42.479689 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b366626f-75b5-475c-a8fc-1bbc1abe01a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:42.499818 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366626f-75b5-475c-a8fc-1bbc1abe01a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966de170-8327-4295-aed0-7925fc28bf39,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:42.503165 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b366626f-75b5-475c-a8fc-1bbc1abe01a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:42.506802 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b366626f-75b5-475c-a8fc-1bbc1abe01a9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/966de170-8327-4295-aed0-7925fc28bf39 HTTP/1.1" status: 204 len: 168 time: 0.2399452 Oct 26 15:54:42.638408 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-d19aefbf-2186-43f8-a72c-0fda2e6dba1f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] For port 02437cd2-6f81-48cc-85ee-e84c240c4160, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=02437cd2-6f81-48cc-85ee-e84c240c4160,segment=NetworkSegment(9ac8ad56-8360-4e3b-bcc9-dc4b06188349),segment_id=9ac8ad56-8360-4e3b-bcc9-dc4b06188349)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:54:42.638815 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d19aefbf-2186-43f8-a72c-0fda2e6dba1f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:42.670268 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 00def0c8-8eb1-472a-a3ff-8d131f060aac no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:54:42.708901 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 00def0c8-8eb1-472a-a3ff-8d131f060aac {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:54:42.709238 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 00def0c8-8eb1-472a-a3ff-8d131f060aac not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:54:42.772333 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-d19aefbf-2186-43f8-a72c-0fda2e6dba1f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Calling delete_port for 02437cd2-6f81-48cc-85ee-e84c240c4160 owned by network:router_interface {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:54:43.045700 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d19aefbf-2186-43f8-a72c-0fda2e6dba1f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:43.095824 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19aefbf-2186-43f8-a72c-0fda2e6dba1f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event deleted for resources: {'Port': ['ID=02437cd2-6f81-48cc-85ee-e84c240c4160,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:43.334523 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d19aefbf-2186-43f8-a72c-0fda2e6dba1f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:43.566656 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-c5bfaee5-7d17-4686-a117-42f3fa95f48b tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Synchronizing usage tracker for tenant:ab9c67e35a8b4af1a86f3646b2324675 on resource:security_group {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:54:43.596415 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44876) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:43.635047 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-c5bfaee5-7d17-4686-a117-42f3fa95f48b tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Unset dirty status for tenant:ab9c67e35a8b4af1a86f3646b2324675 on resource:security_group {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:54:43.646872 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-c5bfaee5-7d17-4686-a117-42f3fa95f48b tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-180811653&fields=id&tenant_id=ab9c67e35a8b4af1a86f3646b2324675 HTTP/1.1" status: 200 len: 267 time: 0.1204114 Oct 26 15:54:43.747762 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-470b35a6-82f0-410a-92e9-5b5528118f42 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1549725197', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:54:43.757950 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-470b35a6-82f0-410a-92e9-5b5528118f42 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:54:43.771692 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-470b35a6-82f0-410a-92e9-5b5528118f42 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Usage tracker for resource:router and tenant:64b12dbc63e547c1bca692e42d623ef1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:54:43.776666 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-470b35a6-82f0-410a-92e9-5b5528118f42 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:54:43.783809 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d19aefbf-2186-43f8-a72c-0fda2e6dba1f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Router 944de9d4-1717-4ee3-ae4d-e565c191fc8c has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:54:43.791989 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-470b35a6-82f0-410a-92e9-5b5528118f42 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:54:43.843569 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-a3ea527a-1b83-4b15-b031-57892a45d645 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:43.844188 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-a3ea527a-1b83-4b15-b031-57892a45d645 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Synchronizing usage tracker for tenant:ab9c67e35a8b4af1a86f3646b2324675 on resource:network {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:54:43.880213 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-470b35a6-82f0-410a-92e9-5b5528118f42 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:43.881267 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-470b35a6-82f0-410a-92e9-5b5528118f42 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:43.896081 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-470b35a6-82f0-410a-92e9-5b5528118f42 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:43.942460 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-a3ea527a-1b83-4b15-b031-57892a45d645 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Unset dirty status for tenant:ab9c67e35a8b4af1a86f3646b2324675 on resource:network {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:54:43.942774 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19aefbf-2186-43f8-a72c-0fda2e6dba1f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:54:43.944376 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-a3ea527a-1b83-4b15-b031-57892a45d645 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/networks?id=e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83 HTTP/1.1" status: 200 len: 811 time: 0.2957795 Oct 26 15:54:43.952891 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841c3749-2de6-49d0-94f7-5fe296ce6034 None None] Sync routers for ids ['944de9d4-1717-4ee3-ae4d-e565c191fc8c'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:54:43.956438 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d19aefbf-2186-43f8-a72c-0fda2e6dba1f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "PUT /v2.0/routers/944de9d4-1717-4ee3-ae4d-e565c191fc8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6221497 Oct 26 15:54:43.959040 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44882) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:43.962841 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841c3749-2de6-49d0-94f7-5fe296ce6034 None None] Routers {'944de9d4-1717-4ee3-ae4d-e565c191fc8c'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:54:43.963457 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-841c3749-2de6-49d0-94f7-5fe296ce6034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:54:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['944de9d4-1717-4ee3-ae4d-e565c191fc8c'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:43.964474 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-ee3ff876-bd1f-4f5e-bbd7-ecf1180f0df6 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/quotas/ab9c67e35a8b4af1a86f3646b2324675 HTTP/1.1" status: 200 len: 375 time: 0.0128596 Oct 26 15:54:43.973126 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-470b35a6-82f0-410a-92e9-5b5528118f42 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:44.031622 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-63e31025-2121-457a-b310-2b6e8a3debaa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Deleting subnet e49972bf-a263-4d24-8e71-1ce274ea688b {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:54:44.035010 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-63e31025-2121-457a-b310-2b6e8a3debaa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:44.079265 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-61ded8e0-8098-431d-96e1-d9f7fb170d24 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ab9c67e35a8b4af1a86f3646b2324675&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1075499 Oct 26 15:54:44.094937 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-8bce0213-a6d5-49a0-91e5-3f2bf1dc134a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=89748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:44.095810 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-8bce0213-a6d5-49a0-91e5-3f2bf1dc134a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053952 Oct 26 15:54:44.103461 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-63e31025-2121-457a-b310-2b6e8a3debaa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:44.122390 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-841c3749-2de6-49d0-94f7-5fe296ce6034 None None] Set router 944de9d4-1717-4ee3-ae4d-e565c191fc8c gateway port host: None {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:54:44.192017 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-470b35a6-82f0-410a-92e9-5b5528118f42 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:44.192806 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-63e31025-2121-457a-b310-2b6e8a3debaa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:44.194912 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-470b35a6-82f0-410a-92e9-5b5528118f42 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5973992 Oct 26 15:54:44.198257 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44886) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:44.207518 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-6a9db9ed-8420-49a1-b288-ac548779ef6b tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-466084524'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:54:44.221767 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-6a9db9ed-8420-49a1-b288-ac548779ef6b tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:54:44.230101 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-6a9db9ed-8420-49a1-b288-ac548779ef6b tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Usage tracker for resource:network and tenant:64b12dbc63e547c1bca692e42d623ef1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:54:44.235492 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-6a9db9ed-8420-49a1-b288-ac548779ef6b tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:54:44.252419 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-6a9db9ed-8420-49a1-b288-ac548779ef6b tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:54:44.277672 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-0a77915b-3807-4edc-a2e7-a7c139d207d1 service neutron] 10.222.0.23 "GET /v2.0/networks/e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755362 Oct 26 15:54:44.343205 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-63e31025-2121-457a-b310-2b6e8a3debaa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:44.361269 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9db9ed-8420-49a1-b288-ac548779ef6b tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Made reservation on behalf of 64b12dbc63e547c1bca692e42d623ef1 for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:54:44.364605 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6a9db9ed-8420-49a1-b288-ac548779ef6b tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:44.381912 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6a9db9ed-8420-49a1-b288-ac548779ef6b tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:44.388791 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e31025-2121-457a-b310-2b6e8a3debaa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event deleted for resources: {'Subnet': ['ID=e49972bf-a263-4d24-8e71-1ce274ea688b,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:44.388791 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-63e31025-2121-457a-b310-2b6e8a3debaa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:44.396444 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-63e31025-2121-457a-b310-2b6e8a3debaa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "DELETE /v2.0/subnets/e49972bf-a263-4d24-8e71-1ce274ea688b HTTP/1.1" status: 204 len: 168 time: 0.4363983 Oct 26 15:54:44.397034 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44890) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:44.404904 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be1f3f0-6a03-4ca0-8915-fa6f5fbb369a None None] Network bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:54:44.446460 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-6a9db9ed-8420-49a1-b288-ac548779ef6b tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:54:44.447473 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-841c3749-2de6-49d0-94f7-5fe296ce6034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'name': 'tempest-RoutersIpV6Test-router-1668497689', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:58Z', 'updated_at': '2022-10-26T15:54:42Z', 'revision_number': 10, 'project_id': '33165e7b97ac42778d9b016b22174455', 'gw_port_host': None, '_interfaces': [{'id': '225bac1d-088b-4b1c-96bb-08b7ae33ee37', 'name': '', 'network_id': '9bf0e050-0ad2-464f-9a08-d5795f02c197', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:2a:90:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:02Z', 'updated_at': '2022-10-26T15:54:14Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:44.451818 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841c3749-2de6-49d0-94f7-5fe296ce6034 None None] Checking router: 944de9d4-1717-4ee3-ae4d-e565c191fc8c for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:54:44.456479 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-6a9db9ed-8420-49a1-b288-ac548779ef6b tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Usage tracker for resource:security_group_rule and tenant:64b12dbc63e547c1bca692e42d623ef1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:54:44.462148 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841c3749-2de6-49d0-94f7-5fe296ce6034 None None] Routers {'944de9d4-1717-4ee3-ae4d-e565c191fc8c'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:54:44.463398 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-841c3749-2de6-49d0-94f7-5fe296ce6034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:54:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['944de9d4-1717-4ee3-ae4d-e565c191fc8c'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:44.472108 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-6a9db9ed-8420-49a1-b288-ac548779ef6b tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:54:44.486291 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-6a9db9ed-8420-49a1-b288-ac548779ef6b tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:54:44.494960 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-bf21bf72-82a5-4912-a131-54b7e6471124 service neutron] 10.222.0.23 "GET /v2.0/networks/e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110658 Oct 26 15:54:44.546807 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-535128b6-6281-4260-a5da-fee7cd2fb5fa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:44.561545 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-535128b6-6281-4260-a5da-fee7cd2fb5fa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Deleting port 27728d1a-2679-4b18-912e-410fac57867e {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:54:44.565414 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-535128b6-6281-4260-a5da-fee7cd2fb5fa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:44.648383 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6a9db9ed-8420-49a1-b288-ac548779ef6b tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:44.748427 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6a9db9ed-8420-49a1-b288-ac548779ef6b tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:44.748753 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-841c3749-2de6-49d0-94f7-5fe296ce6034 None None] Set router 944de9d4-1717-4ee3-ae4d-e565c191fc8c gateway port host: None {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:54:44.754384 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b102be-0a41-4615-8dad-de80d6ae7ff6 None None] DHCP port deletion for bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:54:44.763512 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-99b102be-0a41-4615-8dad-de80d6ae7ff6 None None] Deleting port 27728d1a-2679-4b18-912e-410fac57867e {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:54:44.764657 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-99b102be-0a41-4615-8dad-de80d6ae7ff6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:44.807084 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a9db9ed-8420-49a1-b288-ac548779ef6b tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:54:44.816881 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6a9db9ed-8420-49a1-b288-ac548779ef6b tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:44.817321 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-6a9db9ed-8420-49a1-b288-ac548779ef6b tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Added segment bcf7bde2-d9d3-4ae7-a1c3-774bce495091 of type vlan for network 20afaaaa-d527-4103-bb8f-cbadbc85a41a Oct 26 15:54:44.846077 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9db9ed-8420-49a1-b288-ac548779ef6b tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25400999-ab25-427c-a5db-21c2de0ac0ed,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:44.856260 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6a9db9ed-8420-49a1-b288-ac548779ef6b tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:44.902882 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-535128b6-6281-4260-a5da-fee7cd2fb5fa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] For port 27728d1a-2679-4b18-912e-410fac57867e, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=27728d1a-2679-4b18-912e-410fac57867e,segment=NetworkSegment(9ac8ad56-8360-4e3b-bcc9-dc4b06188349),segment_id=9ac8ad56-8360-4e3b-bcc9-dc4b06188349)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:54:44.903492 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-535128b6-6281-4260-a5da-fee7cd2fb5fa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:44.977116 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6a9db9ed-8420-49a1-b288-ac548779ef6b tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:44.985134 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9db9ed-8420-49a1-b288-ac548779ef6b tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:44.986425 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6a9db9ed-8420-49a1-b288-ac548779ef6b tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:45.028880 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-99b102be-0a41-4615-8dad-de80d6ae7ff6 None None] For port 27728d1a-2679-4b18-912e-410fac57867e, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=27728d1a-2679-4b18-912e-410fac57867e,segment=NetworkSegment(9ac8ad56-8360-4e3b-bcc9-dc4b06188349),segment_id=9ac8ad56-8360-4e3b-bcc9-dc4b06188349)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:54:45.033487 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-99b102be-0a41-4615-8dad-de80d6ae7ff6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:45.038125 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-535128b6-6281-4260-a5da-fee7cd2fb5fa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Calling delete_port for 27728d1a-2679-4b18-912e-410fac57867e owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:54:45.130582 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-6a9db9ed-8420-49a1-b288-ac548779ef6b tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9307990 Oct 26 15:54:45.133588 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9db9ed-8420-49a1-b288-ac548779ef6b tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Pushing event updated for resources: {'Network': ['ID=20afaaaa-d527-4103-bb8f-cbadbc85a41a,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:45.138652 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44900) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:45.146514 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-eb0f4a87-8d9b-4b07-901c-21db8abfb363 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Request body: {'subnet': {'network_id': '20afaaaa-d527-4103-bb8f-cbadbc85a41a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:54:45.170441 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 20afaaaa-d527-4103-bb8f-cbadbc85a41a details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:54:45.191641 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-841c3749-2de6-49d0-94f7-5fe296ce6034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'name': 'tempest-RoutersIpV6Test-router-1668497689', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:58Z', 'updated_at': '2022-10-26T15:54:42Z', 'revision_number': 10, 'project_id': '33165e7b97ac42778d9b016b22174455', 'gw_port_host': None, '_interfaces': [{'id': '225bac1d-088b-4b1c-96bb-08b7ae33ee37', 'name': '', 'network_id': '9bf0e050-0ad2-464f-9a08-d5795f02c197', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:2a:90:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:02Z', 'updated_at': '2022-10-26T15:54:14Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:45.193197 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-99b102be-0a41-4615-8dad-de80d6ae7ff6 None None] Calling delete_port for 27728d1a-2679-4b18-912e-410fac57867e owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:54:45.195920 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841c3749-2de6-49d0-94f7-5fe296ce6034 None None] The sync data for ids ['944de9d4-1717-4ee3-ae4d-e565c191fc8c'] in dv-neutron-862712-1-hyperv is: [{'id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'name': 'tempest-RoutersIpV6Test-router-1668497689', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:58Z', 'updated_at': '2022-10-26T15:54:42Z', 'revision_number': 10, 'project_id': '33165e7b97ac42778d9b016b22174455', 'gw_port_host': None, '_interfaces': [{'id': '225bac1d-088b-4b1c-96bb-08b7ae33ee37', 'name': '', 'network_id': '9bf0e050-0ad2-464f-9a08-d5795f02c197', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'mac_address': 'fa:16:3e:2a:90:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:54:02Z', 'updated_at': '2022-10-26T15:54:14Z', 'revision_number': 5, 'project_id': '33165e7b97ac42778d9b016b22174455', 'subnets': [{'id': 'f6168dfb-cb52-4c42-bd23-d2601f15b198', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:54:45.375977 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-535128b6-6281-4260-a5da-fee7cd2fb5fa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:45.377067 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-99b102be-0a41-4615-8dad-de80d6ae7ff6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:54:45.377649 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-99b102be-0a41-4615-8dad-de80d6ae7ff6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:54:45.438588 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535128b6-6281-4260-a5da-fee7cd2fb5fa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event deleted for resources: {'Port': ['ID=27728d1a-2679-4b18-912e-410fac57867e,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:45.440432 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535128b6-6281-4260-a5da-fee7cd2fb5fa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] No DVR routers for this DVR port 27728d1a-2679-4b18-912e-410fac57867e on host dv-neutron-862712-1-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:54:45.565525 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-eb0f4a87-8d9b-4b07-901c-21db8abfb363 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:54:45.625982 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-eb0f4a87-8d9b-4b07-901c-21db8abfb363 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Usage tracker for resource:subnet and tenant:64b12dbc63e547c1bca692e42d623ef1 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:54:45.639463 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-eb0f4a87-8d9b-4b07-901c-21db8abfb363 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:54:45.643115 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-535128b6-6281-4260-a5da-fee7cd2fb5fa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:45.651931 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-adeedf5c-7400-4fe2-899f-6bde8f30d174 req-d64c2a6a-2e78-412b-800c-c9f872d9f7f0 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Synchronizing usage tracker for tenant:ab9c67e35a8b4af1a86f3646b2324675 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:54:45.659260 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-eb0f4a87-8d9b-4b07-901c-21db8abfb363 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:54:45.685594 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-535128b6-6281-4260-a5da-fee7cd2fb5fa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:45.702954 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-535128b6-6281-4260-a5da-fee7cd2fb5fa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ac8ad56-8360-4e3b-bcc9-dc4b06188349') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:45.703255 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-535128b6-6281-4260-a5da-fee7cd2fb5fa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ac8ad56-8360-4e3b-bcc9-dc4b06188349') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:45.715190 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-535128b6-6281-4260-a5da-fee7cd2fb5fa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:45.731597 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-535128b6-6281-4260-a5da-fee7cd2fb5fa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:45.737595 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-535128b6-6281-4260-a5da-fee7cd2fb5fa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:54:45.737978 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-535128b6-6281-4260-a5da-fee7cd2fb5fa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:45.810451 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0f4a87-8d9b-4b07-901c-21db8abfb363 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Made reservation on behalf of 64b12dbc63e547c1bca692e42d623ef1 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:54:45.813916 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-eb0f4a87-8d9b-4b07-901c-21db8abfb363 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:45.827998 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-adeedf5c-7400-4fe2-899f-6bde8f30d174 req-d64c2a6a-2e78-412b-800c-c9f872d9f7f0 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Unset dirty status for tenant:ab9c67e35a8b4af1a86f3646b2324675 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:54:45.829149 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-adeedf5c-7400-4fe2-899f-6bde8f30d174 req-d64c2a6a-2e78-412b-800c-c9f872d9f7f0 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cd7fb3-e801-4c62-90d6-2d333cc515ef HTTP/1.1" status: 200 len: 210 time: 0.4694710 Oct 26 15:54:45.878526 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-99b102be-0a41-4615-8dad-de80d6ae7ff6 None None] Deleting port 27728d1a-2679-4b18-912e-410fac57867e {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:54:45.879134 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-99b102be-0a41-4615-8dad-de80d6ae7ff6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:45.907594 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 9ac8ad56-8360-4e3b-bcc9-dc4b06188349 resource provider aggregate not found Oct 26 15:54:45.934896 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 9ac8ad56-8360-4e3b-bcc9-dc4b06188349 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ac8ad56-8360-4e3b-bcc9-dc4b06188349 found for delete ", "request_id": "req-1b2334c2-f7e7-488f-9d83-5394f3c54a0b"}]} Oct 26 15:54:45.951675 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-99b102be-0a41-4615-8dad-de80d6ae7ff6 None None] The port '27728d1a-2679-4b18-912e-410fac57867e' was deleted {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 15:54:46.007155 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-535128b6-6281-4260-a5da-fee7cd2fb5fa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:46.026421 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-535128b6-6281-4260-a5da-fee7cd2fb5fa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:46.041587 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535128b6-6281-4260-a5da-fee7cd2fb5fa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event deleted for resources: {'Network': ['ID=bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:46.051768 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-535128b6-6281-4260-a5da-fee7cd2fb5fa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "DELETE /v2.0/networks/bfbe1e0f-9ce9-4f22-b4e6-783566a5f3c0 HTTP/1.1" status: 204 len: 168 time: 1.6537836 Oct 26 15:54:46.055079 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44920) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:46.199966 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-eb0f4a87-8d9b-4b07-901c-21db8abfb363 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:46.280305 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f4a87-8d9b-4b07-901c-21db8abfb363 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Pushing event updated for resources: {'Subnet': ['ID=e116c883-ec85-4110-9233-ec67de62a35d,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:46.287601 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0f4a87-8d9b-4b07-901c-21db8abfb363 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Checking segment: {'id': 'bcf7bde2-d9d3-4ae7-a1c3-774bce495091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '20afaaaa-d527-4103-bb8f-cbadbc85a41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:54:46.287962 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0f4a87-8d9b-4b07-901c-21db8abfb363 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Network hostable DHCP agents. Network: 20afaaaa-d527-4103-bb8f-cbadbc85a41a, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:54:46.377334 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0f4a87-8d9b-4b07-901c-21db8abfb363 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Network 20afaaaa-d527-4103-bb8f-cbadbc85a41a is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:54:46.468333 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-eb0f4a87-8d9b-4b07-901c-21db8abfb363 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 20afaaaa-d527-4103-bb8f-cbadbc85a41a) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:54:46.472561 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0f4a87-8d9b-4b07-901c-21db8abfb363 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:46.473253 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-eb0f4a87-8d9b-4b07-901c-21db8abfb363 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:46.477362 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58afe41e-a167-4e1a-bb56-e8385f005605 None None] Network 20afaaaa-d527-4103-bb8f-cbadbc85a41a requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:54:46.583601 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-eb0f4a87-8d9b-4b07-901c-21db8abfb363 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4433022 Oct 26 15:54:46.586696 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44926) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:46.593457 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-10fd236e-0050-4568-a6e6-3b77ffc0fb7a tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Request body: {'network': {'name': 'tempest-router-network01--2062154963'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:54:46.599368 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-10fd236e-0050-4568-a6e6-3b77ffc0fb7a tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:54:46.604746 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-10fd236e-0050-4568-a6e6-3b77ffc0fb7a tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Usage tracker for resource:network and tenant:64b12dbc63e547c1bca692e42d623ef1 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:54:46.608742 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-10fd236e-0050-4568-a6e6-3b77ffc0fb7a tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:54:46.615137 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-10fd236e-0050-4568-a6e6-3b77ffc0fb7a tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:54:46.694714 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6506017c-62bc-4bcc-9dd0-762456c12976 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:46.729825 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 15:54:46.732418 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e636d6e8-4cf4-40cd-8505-106939130c08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-20afaaaa-d527-4103-bb8f-cbadbc85a41a', 'network_id': '20afaaaa-d527-4103-bb8f-cbadbc85a41a', 'tenant_id': '64b12dbc63e547c1bca692e42d623ef1', 'fixed_ips': [{'subnet_id': 'e116c883-ec85-4110-9233-ec67de62a35d'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:54:46.733418 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e636d6e8-4cf4-40cd-8505-106939130c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:46.751768 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 27728d1a-2679-4b18-912e-410fac57867e no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:54:46.760614 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10fd236e-0050-4568-a6e6-3b77ffc0fb7a tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Made reservation on behalf of 64b12dbc63e547c1bca692e42d623ef1 for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:54:46.764713 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-10fd236e-0050-4568-a6e6-3b77ffc0fb7a tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:46.790115 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 27728d1a-2679-4b18-912e-410fac57867e {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:54:46.791293 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 27728d1a-2679-4b18-912e-410fac57867e not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:54:46.791924 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 02437cd2-6f81-48cc-85ee-e84c240c4160 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:54:46.796204 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10fd236e-0050-4568-a6e6-3b77ffc0fb7a tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:54:46.805260 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-10fd236e-0050-4568-a6e6-3b77ffc0fb7a tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:46.805681 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-10fd236e-0050-4568-a6e6-3b77ffc0fb7a tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Added segment 9138b93e-3376-477d-bf98-f4f9aa0bcb40 of type vlan for network b0917ec7-5fb6-4385-9cdb-fd9ebcecdb2e Oct 26 15:54:46.834710 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-10fd236e-0050-4568-a6e6-3b77ffc0fb7a tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:46.866624 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 02437cd2-6f81-48cc-85ee-e84c240c4160 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:54:46.867092 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 02437cd2-6f81-48cc-85ee-e84c240c4160 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:54:46.919840 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-10fd236e-0050-4568-a6e6-3b77ffc0fb7a tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:46.929801 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fd236e-0050-4568-a6e6-3b77ffc0fb7a tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:46.930769 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-10fd236e-0050-4568-a6e6-3b77ffc0fb7a tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:47.009619 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-e636d6e8-4cf4-40cd-8505-106939130c08 None None] Allocated IP 172.20.0.2 (20afaaaa-d527-4103-bb8f-cbadbc85a41a/e116c883-ec85-4110-9233-ec67de62a35d/9e0632fb-cfc7-4b0e-b500-022e5decde15) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:54:47.025555 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bb1ce5ef-19e2-49e8-9917-86fed145b734 req-f90e5355-ff53-4c26-ae09-41a55d073ba9 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cd7fb3-e801-4c62-90d6-2d333cc515ef HTTP/1.1" status: 200 len: 210 time: 0.0593796 Oct 26 15:54:47.034287 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44934) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:47.035073 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-10fd236e-0050-4568-a6e6-3b77ffc0fb7a tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4466927 Oct 26 15:54:47.054657 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-9a5ad8c9-0f6a-41fd-8a07-2ef17eee68f2 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Request body: {'network': {'name': 'tempest-router-network02--1608712236'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:54:47.066340 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd236e-0050-4568-a6e6-3b77ffc0fb7a tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Pushing event updated for resources: {'Network': ['ID=b0917ec7-5fb6-4385-9cdb-fd9ebcecdb2e,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:47.068665 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-9a5ad8c9-0f6a-41fd-8a07-2ef17eee68f2 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:54:47.074812 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-9a5ad8c9-0f6a-41fd-8a07-2ef17eee68f2 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Usage tracker for resource:network and tenant:64b12dbc63e547c1bca692e42d623ef1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:54:47.078785 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-9a5ad8c9-0f6a-41fd-8a07-2ef17eee68f2 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:54:47.086104 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-9a5ad8c9-0f6a-41fd-8a07-2ef17eee68f2 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:54:47.168403 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-6506017c-62bc-4bcc-9dd0-762456c12976 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Deleting port 225bac1d-088b-4b1c-96bb-08b7ae33ee37 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:54:47.168745 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6506017c-62bc-4bcc-9dd0-762456c12976 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:47.194123 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network b0917ec7-5fb6-4385-9cdb-fd9ebcecdb2e details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:54:47.202839 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5ad8c9-0f6a-41fd-8a07-2ef17eee68f2 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Made reservation on behalf of 64b12dbc63e547c1bca692e42d623ef1 for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:54:47.205364 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9a5ad8c9-0f6a-41fd-8a07-2ef17eee68f2 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:47.322401 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a5ad8c9-0f6a-41fd-8a07-2ef17eee68f2 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:54:47.343473 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9a5ad8c9-0f6a-41fd-8a07-2ef17eee68f2 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:47.343834 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-9a5ad8c9-0f6a-41fd-8a07-2ef17eee68f2 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Added segment f6dc04a6-ce9b-4c9b-85ff-a4f0fd9ea927 of type vlan for network 74fe2c95-d8c3-4f3c-a944-a4f5312d211a Oct 26 15:54:47.381496 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e636d6e8-4cf4-40cd-8505-106939130c08 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:47.392599 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-e636d6e8-4cf4-40cd-8505-106939130c08 None None] Transition to ACTIVE for port object 9e0632fb-cfc7-4b0e-b500-022e5decde15 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:54:47.407766 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9a5ad8c9-0f6a-41fd-8a07-2ef17eee68f2 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:47.411182 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-e636d6e8-4cf4-40cd-8505-106939130c08 None None] Transition to ACTIVE for port object 9e0632fb-cfc7-4b0e-b500-022e5decde15 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:54:47.421712 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-6506017c-62bc-4bcc-9dd0-762456c12976 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] For port 225bac1d-088b-4b1c-96bb-08b7ae33ee37, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=225bac1d-088b-4b1c-96bb-08b7ae33ee37,segment=NetworkSegment(788dcdba-4a17-43d8-82ad-ef74e8f6dc32),segment_id=788dcdba-4a17-43d8-82ad-ef74e8f6dc32)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:54:47.422061 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6506017c-62bc-4bcc-9dd0-762456c12976 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:47.474063 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e636d6e8-4cf4-40cd-8505-106939130c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:47.541546 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e636d6e8-4cf4-40cd-8505-106939130c08 None None] Network 20afaaaa-d527-4103-bb8f-cbadbc85a41a is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:54:47.544303 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-e636d6e8-4cf4-40cd-8505-106939130c08 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:54:47.547869 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e636d6e8-4cf4-40cd-8505-106939130c08 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:54:47.553626 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e636d6e8-4cf4-40cd-8505-106939130c08 None None] Pushing event updated for resources: {'Port': ['ID=9e0632fb-cfc7-4b0e-b500-022e5decde15,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:47.557645 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-6506017c-62bc-4bcc-9dd0-762456c12976 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Calling delete_port for 225bac1d-088b-4b1c-96bb-08b7ae33ee37 owned by network:router_interface {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:54:47.661092 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-e636d6e8-4cf4-40cd-8505-106939130c08 None None] Attempting to bind port 9e0632fb-cfc7-4b0e-b500-022e5decde15 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:54:47.661374 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-e636d6e8-4cf4-40cd-8505-106939130c08 None None] Attempting to bind port 9e0632fb-cfc7-4b0e-b500-022e5decde15 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'bcf7bde2-d9d3-4ae7-a1c3-774bce495091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '20afaaaa-d527-4103-bb8f-cbadbc85a41a'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:54:47.661957 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e636d6e8-4cf4-40cd-8505-106939130c08 None None] Attempting to bind port 9e0632fb-cfc7-4b0e-b500-022e5decde15 on network 20afaaaa-d527-4103-bb8f-cbadbc85a41a {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:54:47.668204 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e636d6e8-4cf4-40cd-8505-106939130c08 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:54:47.668581 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e636d6e8-4cf4-40cd-8505-106939130c08 None None] Checking segment: {'id': 'bcf7bde2-d9d3-4ae7-a1c3-774bce495091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '20afaaaa-d527-4103-bb8f-cbadbc85a41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:54:47.668984 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e636d6e8-4cf4-40cd-8505-106939130c08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:47.669366 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e636d6e8-4cf4-40cd-8505-106939130c08 None None] Bound using segment: {'id': 'bcf7bde2-d9d3-4ae7-a1c3-774bce495091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '20afaaaa-d527-4103-bb8f-cbadbc85a41a'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:54:47.669860 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-e636d6e8-4cf4-40cd-8505-106939130c08 None None] Bound port: 9e0632fb-cfc7-4b0e-b500-022e5decde15, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf7bde2-d9d3-4ae7-a1c3-774bce495091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '20afaaaa-d527-4103-bb8f-cbadbc85a41a'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:54:47.670234 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e636d6e8-4cf4-40cd-8505-106939130c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:47.781398 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9a5ad8c9-0f6a-41fd-8a07-2ef17eee68f2 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:47.787382 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5ad8c9-0f6a-41fd-8a07-2ef17eee68f2 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:47.787976 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9a5ad8c9-0f6a-41fd-8a07-2ef17eee68f2 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:47.883555 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-e636d6e8-4cf4-40cd-8505-106939130c08 None None] For port 9e0632fb-cfc7-4b0e-b500-022e5decde15, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:54:47.887315 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-e636d6e8-4cf4-40cd-8505-106939130c08 None None] For port 9e0632fb-cfc7-4b0e-b500-022e5decde15, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=9e0632fb-cfc7-4b0e-b500-022e5decde15,segment=NetworkSegment(bcf7bde2-d9d3-4ae7-a1c3-774bce495091),segment_id=bcf7bde2-d9d3-4ae7-a1c3-774bce495091)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:54:47.904640 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ad8c9-0f6a-41fd-8a07-2ef17eee68f2 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Pushing event updated for resources: {'Network': ['ID=74fe2c95-d8c3-4f3c-a944-a4f5312d211a,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:47.915922 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 74fe2c95-d8c3-4f3c-a944-a4f5312d211a details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:54:48.000999 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e636d6e8-4cf4-40cd-8505-106939130c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:48.045591 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-9a5ad8c9-0f6a-41fd-8a07-2ef17eee68f2 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0101881 Oct 26 15:54:48.048836 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44938) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:48.057776 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-331cd654-7eda-40a7-b7f0-36026a37cd21 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Request body: {'subnet': {'network_id': 'b0917ec7-5fb6-4385-9cdb-fd9ebcecdb2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:54:48.106408 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e636d6e8-4cf4-40cd-8505-106939130c08 None None] Pushing event updated for resources: {'Port': ['ID=9e0632fb-cfc7-4b0e-b500-022e5decde15,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:48.133096 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6506017c-62bc-4bcc-9dd0-762456c12976 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:48.229968 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6506017c-62bc-4bcc-9dd0-762456c12976 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event deleted for resources: {'Port': ['ID=225bac1d-088b-4b1c-96bb-08b7ae33ee37,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:48.262449 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d35980ee-7681-4179-a2e0-1093ce7add0e req-511a5347-1a03-4ad5-b69d-63069be43622 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cd7fb3-e801-4c62-90d6-2d333cc515ef HTTP/1.1" status: 200 len: 210 time: 0.0760293 Oct 26 15:54:48.292108 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-331cd654-7eda-40a7-b7f0-36026a37cd21 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:54:48.297171 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-331cd654-7eda-40a7-b7f0-36026a37cd21 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Usage tracker for resource:subnet and tenant:64b12dbc63e547c1bca692e42d623ef1 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:54:48.301601 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-331cd654-7eda-40a7-b7f0-36026a37cd21 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:54:48.310750 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-331cd654-7eda-40a7-b7f0-36026a37cd21 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:54:48.409361 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331cd654-7eda-40a7-b7f0-36026a37cd21 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Made reservation on behalf of 64b12dbc63e547c1bca692e42d623ef1 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:54:48.414374 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-331cd654-7eda-40a7-b7f0-36026a37cd21 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:48.540089 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-2f40d868-899d-44a8-8057-968305733043 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:48.542667 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-2f40d868-899d-44a8-8057-968305733043 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.48 "GET /v2.0/networks?id=e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83 HTTP/1.1" status: 200 len: 811 time: 0.5907547 Oct 26 15:54:48.688441 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6506017c-62bc-4bcc-9dd0-762456c12976 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:48.754312 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-331cd654-7eda-40a7-b7f0-36026a37cd21 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:48.790752 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-0e971045-fb6f-4ac3-8080-ea0bf08b82c4 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab9c67e35a8b4af1a86f3646b2324675 HTTP/1.1" status: 200 len: 379 time: 0.1847112 Oct 26 15:54:48.851006 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331cd654-7eda-40a7-b7f0-36026a37cd21 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Pushing event updated for resources: {'Subnet': ['ID=8ca863ac-714d-4eb6-8ee5-768f60fbb016,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:48.855760 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331cd654-7eda-40a7-b7f0-36026a37cd21 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Checking segment: {'id': '9138b93e-3376-477d-bf98-f4f9aa0bcb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b0917ec7-5fb6-4385-9cdb-fd9ebcecdb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:54:48.856113 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331cd654-7eda-40a7-b7f0-36026a37cd21 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Network hostable DHCP agents. Network: b0917ec7-5fb6-4385-9cdb-fd9ebcecdb2e, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:54:48.876953 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-564950b2-afa8-4488-b4d9-f0a71421307a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Request body: {'port': {'device_id': '23cd7fb3-e801-4c62-90d6-2d333cc515ef', 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83', 'admin_state_up': True, 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'security_groups': ['f55314ed-bf53-4a9d-b7a1-eab9e09e1862']}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:54:48.892170 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 9e0632fb-cfc7-4b0e-b500-022e5decde15 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:54:48.954538 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331cd654-7eda-40a7-b7f0-36026a37cd21 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Network b0917ec7-5fb6-4385-9cdb-fd9ebcecdb2e is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:54:49.051046 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-331cd654-7eda-40a7-b7f0-36026a37cd21 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, b0917ec7-5fb6-4385-9cdb-fd9ebcecdb2e) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:54:49.055321 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331cd654-7eda-40a7-b7f0-36026a37cd21 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:49.056849 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-331cd654-7eda-40a7-b7f0-36026a37cd21 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:49.062430 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 9e0632fb-cfc7-4b0e-b500-022e5decde15 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:54:49.088398 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b393a80c-c0a8-43f8-aa7e-733efb075569 None None] Network b0917ec7-5fb6-4385-9cdb-fd9ebcecdb2e requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:54:49.155383 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-331cd654-7eda-40a7-b7f0-36026a37cd21 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1048541 Oct 26 15:54:49.158205 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44946) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:49.164684 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-284e802a-9f1b-4955-a742-63bdaa3ff190 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Request body: {'subnet': {'network_id': '74fe2c95-d8c3-4f3c-a944-a4f5312d211a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:54:49.186259 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6506017c-62bc-4bcc-9dd0-762456c12976 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Router 944de9d4-1717-4ee3-ae4d-e565c191fc8c has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:54:49.355740 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-564950b2-afa8-4488-b4d9-f0a71421307a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:54:49.374143 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-564950b2-afa8-4488-b4d9-f0a71421307a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:54:49.376783 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6506017c-62bc-4bcc-9dd0-762456c12976 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:54:49.400698 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-6506017c-62bc-4bcc-9dd0-762456c12976 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "PUT /v2.0/routers/944de9d4-1717-4ee3-ae4d-e565c191fc8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3420019 Oct 26 15:54:49.401849 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44952) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:49.402975 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b48dda-4ac2-4cf4-9262-c51a8b9eb601 None None] Sync routers for ids ['944de9d4-1717-4ee3-ae4d-e565c191fc8c'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:54:49.421813 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70534944-c5dd-4598-9000-8b4618749e08 None None] Network 20afaaaa-d527-4103-bb8f-cbadbc85a41a requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:54:49.470321 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-564950b2-afa8-4488-b4d9-f0a71421307a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Made reservation on behalf of ab9c67e35a8b4af1a86f3646b2324675 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:54:49.474616 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-564950b2-afa8-4488-b4d9-f0a71421307a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:49.530921 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-284e802a-9f1b-4955-a742-63bdaa3ff190 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:54:49.536028 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-284e802a-9f1b-4955-a742-63bdaa3ff190 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Usage tracker for resource:subnet and tenant:64b12dbc63e547c1bca692e42d623ef1 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:54:49.539342 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-284e802a-9f1b-4955-a742-63bdaa3ff190 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:54:49.546804 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-284e802a-9f1b-4955-a742-63bdaa3ff190 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:54:49.560952 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b48dda-4ac2-4cf4-9262-c51a8b9eb601 None None] Routers {'944de9d4-1717-4ee3-ae4d-e565c191fc8c'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:54:49.561575 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-17b48dda-4ac2-4cf4-9262-c51a8b9eb601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:54:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['944de9d4-1717-4ee3-ae4d-e565c191fc8c'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:49.614736 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d661787-9b64-4e5c-9dad-13b7e469b957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-b0917ec7-5fb6-4385-9cdb-fd9ebcecdb2e', 'network_id': 'b0917ec7-5fb6-4385-9cdb-fd9ebcecdb2e', 'tenant_id': '64b12dbc63e547c1bca692e42d623ef1', 'fixed_ips': [{'subnet_id': '8ca863ac-714d-4eb6-8ee5-768f60fbb016'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:54:49.615575 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6d661787-9b64-4e5c-9dad-13b7e469b957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:49.629427 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284e802a-9f1b-4955-a742-63bdaa3ff190 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Made reservation on behalf of 64b12dbc63e547c1bca692e42d623ef1 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:54:49.633303 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0ceaadf-f05a-46ac-9d14-1ff18d313152 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Deleting subnet f6168dfb-cb52-4c42-bd23-d2601f15b198 {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:54:49.633446 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-284e802a-9f1b-4955-a742-63bdaa3ff190 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:49.637353 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b72ccdd4-c3a3-4f3d-a227-8b8835822813 req-ffc2dba2-909a-46a7-ae08-89593041cb66 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cd7fb3-e801-4c62-90d6-2d333cc515ef HTTP/1.1" status: 200 len: 210 time: 0.1170635 Oct 26 15:54:49.641197 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d0ceaadf-f05a-46ac-9d14-1ff18d313152 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:49.735496 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d0ceaadf-f05a-46ac-9d14-1ff18d313152 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:49.796460 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-2b13641c-3e59-481c-a536-a9e9c3589b08 None None] Provisioning for port 9e0632fb-cfc7-4b0e-b500-022e5decde15 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:54:49.804558 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-17b48dda-4ac2-4cf4-9262-c51a8b9eb601 None None] Set router 944de9d4-1717-4ee3-ae4d-e565c191fc8c gateway port host: None {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:54:49.889446 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-564950b2-afa8-4488-b4d9-f0a71421307a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Allocated IP 172.20.0.4 (e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83/c273cff6-10d2-4763-a9ae-6bddfa2dc0d2/6be0c03f-c6e5-4ac0-9f8a-84a3370db398) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:54:49.926270 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d0ceaadf-f05a-46ac-9d14-1ff18d313152 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:49.965141 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-2b13641c-3e59-481c-a536-a9e9c3589b08 None None] Provisioning complete for port 9e0632fb-cfc7-4b0e-b500-022e5decde15 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:54:49.965514 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2b13641c-3e59-481c-a536-a9e9c3589b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:49.966075 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-2b13641c-3e59-481c-a536-a9e9c3589b08 None None] Attempt 1 to provision port 9e0632fb-cfc7-4b0e-b500-022e5decde15 Oct 26 15:54:50.012004 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-284e802a-9f1b-4955-a742-63bdaa3ff190 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:50.032843 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-17b48dda-4ac2-4cf4-9262-c51a8b9eb601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'name': 'tempest-RoutersIpV6Test-router-1668497689', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:58Z', 'updated_at': '2022-10-26T15:54:47Z', 'revision_number': 11, 'project_id': '33165e7b97ac42778d9b016b22174455', 'gw_port_host': None}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:50.044230 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b48dda-4ac2-4cf4-9262-c51a8b9eb601 None None] Checking router: 944de9d4-1717-4ee3-ae4d-e565c191fc8c for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:54:50.115970 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b48dda-4ac2-4cf4-9262-c51a8b9eb601 None None] Routers {'944de9d4-1717-4ee3-ae4d-e565c191fc8c'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:54:50.116851 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-17b48dda-4ac2-4cf4-9262-c51a8b9eb601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:54:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['944de9d4-1717-4ee3-ae4d-e565c191fc8c'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:50.138867 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e802a-9f1b-4955-a742-63bdaa3ff190 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Pushing event updated for resources: {'Subnet': ['ID=419f044e-2e5e-438c-a301-63ea21d8c15a,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:50.161347 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-564950b2-afa8-4488-b4d9-f0a71421307a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:50.172511 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284e802a-9f1b-4955-a742-63bdaa3ff190 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Checking segment: {'id': 'f6dc04a6-ce9b-4c9b-85ff-a4f0fd9ea927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '74fe2c95-d8c3-4f3c-a944-a4f5312d211a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:54:50.173084 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284e802a-9f1b-4955-a742-63bdaa3ff190 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Network hostable DHCP agents. Network: 74fe2c95-d8c3-4f3c-a944-a4f5312d211a, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:54:50.173322 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d0ceaadf-f05a-46ac-9d14-1ff18d313152 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:50.263095 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284e802a-9f1b-4955-a742-63bdaa3ff190 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Network 74fe2c95-d8c3-4f3c-a944-a4f5312d211a is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:54:50.358600 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-564950b2-afa8-4488-b4d9-f0a71421307a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Transition to ACTIVE for port object 6be0c03f-c6e5-4ac0-9f8a-84a3370db398 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:54:50.359620 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-284e802a-9f1b-4955-a742-63bdaa3ff190 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 74fe2c95-d8c3-4f3c-a944-a4f5312d211a) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:54:50.363107 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ceaadf-f05a-46ac-9d14-1ff18d313152 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event deleted for resources: {'Subnet': ['ID=f6168dfb-cb52-4c42-bd23-d2601f15b198,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:50.366931 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d0ceaadf-f05a-46ac-9d14-1ff18d313152 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:50.379419 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284e802a-9f1b-4955-a742-63bdaa3ff190 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:50.381277 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-284e802a-9f1b-4955-a742-63bdaa3ff190 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:50.382008 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-d0ceaadf-f05a-46ac-9d14-1ff18d313152 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "DELETE /v2.0/subnets/f6168dfb-cb52-4c42-bd23-d2601f15b198 HTTP/1.1" status: 204 len: 168 time: 0.9790282 Oct 26 15:54:50.384635 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 44956) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:50.391267 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-17b48dda-4ac2-4cf4-9262-c51a8b9eb601 None None] Set router 944de9d4-1717-4ee3-ae4d-e565c191fc8c gateway port host: None {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:54:50.511796 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221e22ba-6de9-472c-8a1b-0bd98194463d None None] Network 74fe2c95-d8c3-4f3c-a944-a4f5312d211a requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:54:50.516679 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-284e802a-9f1b-4955-a742-63bdaa3ff190 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3569887 Oct 26 15:54:50.519783 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44960) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:50.523591 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-606ca6cd-30d4-456e-8484-ba73355ddbaa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:50.523929 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244c3bd8-2732-47cf-9596-9175b312246b None None] Network 9bf0e050-0ad2-464f-9a08-d5795f02c197 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:54:50.539414 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-606ca6cd-30d4-456e-8484-ba73355ddbaa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Deleting port b187f439-cdd2-4787-890a-1a8dab25a9c3 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:54:50.539952 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-606ca6cd-30d4-456e-8484-ba73355ddbaa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:50.596482 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-564950b2-afa8-4488-b4d9-f0a71421307a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:50.611633 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-17b48dda-4ac2-4cf4-9262-c51a8b9eb601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'name': 'tempest-RoutersIpV6Test-router-1668497689', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:58Z', 'updated_at': '2022-10-26T15:54:47Z', 'revision_number': 11, 'project_id': '33165e7b97ac42778d9b016b22174455', 'gw_port_host': None}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:50.687217 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-6d661787-9b64-4e5c-9dad-13b7e469b957 None None] Allocated IP 172.20.0.2 (b0917ec7-5fb6-4385-9cdb-fd9ebcecdb2e/8ca863ac-714d-4eb6-8ee5-768f60fbb016/2f6d109b-a4ca-44d8-853e-e6947e1390e2) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:54:50.689245 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b48dda-4ac2-4cf4-9262-c51a8b9eb601 None None] The sync data for ids ['944de9d4-1717-4ee3-ae4d-e565c191fc8c'] in dv-neutron-862712-1-hyperv is: [{'id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'name': 'tempest-RoutersIpV6Test-router-1668497689', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:58Z', 'updated_at': '2022-10-26T15:54:47Z', 'revision_number': 11, 'project_id': '33165e7b97ac42778d9b016b22174455', 'gw_port_host': None}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:54:50.753042 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-2b13641c-3e59-481c-a536-a9e9c3589b08 None None] Current status of the port 9e0632fb-cfc7-4b0e-b500-022e5decde15 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:54:50.754255 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2b13641c-3e59-481c-a536-a9e9c3589b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:50.761465 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564950b2-afa8-4488-b4d9-f0a71421307a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Pushing event updated for resources: {'Port': ['ID=6be0c03f-c6e5-4ac0-9f8a-84a3370db398,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:50.779667 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-564950b2-afa8-4488-b4d9-f0a71421307a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Network e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:54:50.792583 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-564950b2-afa8-4488-b4d9-f0a71421307a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:54:50.806875 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-564950b2-afa8-4488-b4d9-f0a71421307a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:54:50.899604 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-564950b2-afa8-4488-b4d9-f0a71421307a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:50.901725 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-564950b2-afa8-4488-b4d9-f0a71421307a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:51.141538 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-2b13641c-3e59-481c-a536-a9e9c3589b08 None None] For port 9e0632fb-cfc7-4b0e-b500-022e5decde15, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=9e0632fb-cfc7-4b0e-b500-022e5decde15,segment=NetworkSegment(bcf7bde2-d9d3-4ae7-a1c3-774bce495091),segment_id=bcf7bde2-d9d3-4ae7-a1c3-774bce495091)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:54:51.153752 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-606ca6cd-30d4-456e-8484-ba73355ddbaa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] For port b187f439-cdd2-4787-890a-1a8dab25a9c3, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=b187f439-cdd2-4787-890a-1a8dab25a9c3,segment=NetworkSegment(788dcdba-4a17-43d8-82ad-ef74e8f6dc32),segment_id=788dcdba-4a17-43d8-82ad-ef74e8f6dc32)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:54:51.154395 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-606ca6cd-30d4-456e-8484-ba73355ddbaa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:51.257929 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2b13641c-3e59-481c-a536-a9e9c3589b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:51.332506 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-606ca6cd-30d4-456e-8484-ba73355ddbaa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Calling delete_port for b187f439-cdd2-4787-890a-1a8dab25a9c3 owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:54:51.362972 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-75cb8424-7394-4360-bdb6-ea5399d590d4 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:51.429877 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-564950b2-afa8-4488-b4d9-f0a71421307a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5565610 Oct 26 15:54:51.448982 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-b2939885-9241-49bb-8238-66b8a91093cc tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=89748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:54:51.450293 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-b2939885-9241-49bb-8238-66b8a91093cc tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067277 Oct 26 15:54:51.496677 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-606ca6cd-30d4-456e-8484-ba73355ddbaa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:51.532306 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef60c01-a883-47ea-a325-5ed35b2c719a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-74fe2c95-d8c3-4f3c-a944-a4f5312d211a', 'network_id': '74fe2c95-d8c3-4f3c-a944-a4f5312d211a', 'tenant_id': '64b12dbc63e547c1bca692e42d623ef1', 'fixed_ips': [{'subnet_id': '419f044e-2e5e-438c-a301-63ea21d8c15a'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:54:51.533473 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6ef60c01-a883-47ea-a325-5ed35b2c719a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:51.569842 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-d8a09b47-6b3b-49c8-ab8d-a7b98581695c service neutron] Request body: {'port': {'device_id': '23cd7fb3-e801-4c62-90d6-2d333cc515ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8627'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:54:51.579793 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-898ba880-7232-4a4c-9a34-532f8a9e92d6 None None] Provisioning for port 6be0c03f-c6e5-4ac0-9f8a-84a3370db398 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:54:51.603409 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ca6cd-30d4-456e-8484-ba73355ddbaa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event deleted for resources: {'Port': ['ID=b187f439-cdd2-4787-890a-1a8dab25a9c3,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:51.610413 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-898ba880-7232-4a4c-9a34-532f8a9e92d6 None None] Provisioning complete for port 6be0c03f-c6e5-4ac0-9f8a-84a3370db398 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:54:51.611027 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-898ba880-7232-4a4c-9a34-532f8a9e92d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:51.611534 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-898ba880-7232-4a4c-9a34-532f8a9e92d6 None None] Attempt 1 to provision port 6be0c03f-c6e5-4ac0-9f8a-84a3370db398 Oct 26 15:54:51.638089 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606ca6cd-30d4-456e-8484-ba73355ddbaa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] No DVR routers for this DVR port b187f439-cdd2-4787-890a-1a8dab25a9c3 on host dv-neutron-862712-1-hyperv {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:54:51.716695 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeddec4e-b269-4dba-a4c3-c0d210cd2942 req-b39f3a33-2e33-4bc6-a150-a8b004543c3e tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:51.726737 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-aeddec4e-b269-4dba-a4c3-c0d210cd2942 req-b39f3a33-2e33-4bc6-a150-a8b004543c3e tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cd7fb3-e801-4c62-90d6-2d333cc515ef HTTP/1.1" status: 200 len: 931 time: 0.8295131 Oct 26 15:54:51.814328 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-aeddec4e-b269-4dba-a4c3-c0d210cd2942 req-2119ad56-42c1-4d43-bd50-1cbb28c5c9e4 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826194 Oct 26 15:54:51.855361 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6d661787-9b64-4e5c-9dad-13b7e469b957 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:51.859691 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-606ca6cd-30d4-456e-8484-ba73355ddbaa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:51.875753 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-d8a09b47-6b3b-49c8-ab8d-a7b98581695c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:51.876024 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b13641c-3e59-481c-a536-a9e9c3589b08 None None] Pushing event updated for resources: {'Port': ['ID=9e0632fb-cfc7-4b0e-b500-022e5decde15,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:51.903884 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-6d661787-9b64-4e5c-9dad-13b7e469b957 None None] Transition to ACTIVE for port object 2f6d109b-a4ca-44d8-853e-e6947e1390e2 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:54:51.945188 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84384064-12e1-4e90-84c2-f398f493b9b0 None None] DHCP port deletion for 9bf0e050-0ad2-464f-9a08-d5795f02c197 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:54:51.957209 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-606ca6cd-30d4-456e-8484-ba73355ddbaa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bf0e050-0ad2-464f-9a08-d5795f02c197']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:51.979862 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-606ca6cd-30d4-456e-8484-ba73355ddbaa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '788dcdba-4a17-43d8-82ad-ef74e8f6dc32') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:51.980102 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-606ca6cd-30d4-456e-8484-ba73355ddbaa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '788dcdba-4a17-43d8-82ad-ef74e8f6dc32') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:52.001076 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-606ca6cd-30d4-456e-8484-ba73355ddbaa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:52.012786 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-6d661787-9b64-4e5c-9dad-13b7e469b957 None None] Transition to ACTIVE for port object 2f6d109b-a4ca-44d8-853e-e6947e1390e2 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:54:52.019045 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-898ba880-7232-4a4c-9a34-532f8a9e92d6 None None] Port 6be0c03f-c6e5-4ac0-9f8a-84a3370db398 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:54:52.048825 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-6ef60c01-a883-47ea-a325-5ed35b2c719a None None] Allocated IP 172.20.0.2 (74fe2c95-d8c3-4f3c-a944-a4f5312d211a/419f044e-2e5e-438c-a301-63ea21d8c15a/c6096c93-74ba-4258-b82d-ace0ccb53095) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:54:52.066405 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-606ca6cd-30d4-456e-8484-ba73355ddbaa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:52.084664 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-606ca6cd-30d4-456e-8484-ba73355ddbaa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:54:52.085076 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-606ca6cd-30d4-456e-8484-ba73355ddbaa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:52.145471 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6d661787-9b64-4e5c-9dad-13b7e469b957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:52.169633 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 788dcdba-4a17-43d8-82ad-ef74e8f6dc32 resource provider aggregate not found Oct 26 15:54:52.209429 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 788dcdba-4a17-43d8-82ad-ef74e8f6dc32 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 788dcdba-4a17-43d8-82ad-ef74e8f6dc32 found for delete ", "request_id": "req-b375a34e-2b23-4177-bfc6-24bef3f8b4cd"}]} Oct 26 15:54:52.227056 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-75cb8424-7394-4360-bdb6-ea5399d590d4 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Allocated IP 172.20.0.1 (b0917ec7-5fb6-4385-9cdb-fd9ebcecdb2e/8ca863ac-714d-4eb6-8ee5-768f60fbb016/4e997a07-92e5-4fa2-b2b7-1faa7c85ed48) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:54:52.249917 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d661787-9b64-4e5c-9dad-13b7e469b957 None None] Network b0917ec7-5fb6-4385-9cdb-fd9ebcecdb2e is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:54:52.255616 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-6d661787-9b64-4e5c-9dad-13b7e469b957 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:54:52.275651 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d661787-9b64-4e5c-9dad-13b7e469b957 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:54:52.283638 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d661787-9b64-4e5c-9dad-13b7e469b957 None None] Pushing event updated for resources: {'Port': ['ID=2f6d109b-a4ca-44d8-853e-e6947e1390e2,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:52.371233 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-606ca6cd-30d4-456e-8484-ba73355ddbaa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:52.377384 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-606ca6cd-30d4-456e-8484-ba73355ddbaa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:52.423978 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-606ca6cd-30d4-456e-8484-ba73355ddbaa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "DELETE /v2.0/networks/9bf0e050-0ad2-464f-9a08-d5795f02c197 HTTP/1.1" status: 204 len: 168 time: 2.0380704 Oct 26 15:54:52.455362 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44972) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:52.468827 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-a5fc4e31-a7ab-4a0d-8394-2bebebaa25ce tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Request body: {'router': {'routes': None}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:54:52.469294 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-6d661787-9b64-4e5c-9dad-13b7e469b957 None None] Attempting to bind port 2f6d109b-a4ca-44d8-853e-e6947e1390e2 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:54:52.469294 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-6d661787-9b64-4e5c-9dad-13b7e469b957 None None] Attempting to bind port 2f6d109b-a4ca-44d8-853e-e6947e1390e2 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '9138b93e-3376-477d-bf98-f4f9aa0bcb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b0917ec7-5fb6-4385-9cdb-fd9ebcecdb2e'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:54:52.469294 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d661787-9b64-4e5c-9dad-13b7e469b957 None None] Attempting to bind port 2f6d109b-a4ca-44d8-853e-e6947e1390e2 on network b0917ec7-5fb6-4385-9cdb-fd9ebcecdb2e {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:54:52.476320 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d661787-9b64-4e5c-9dad-13b7e469b957 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:54:52.476724 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d661787-9b64-4e5c-9dad-13b7e469b957 None None] Checking segment: {'id': '9138b93e-3376-477d-bf98-f4f9aa0bcb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b0917ec7-5fb6-4385-9cdb-fd9ebcecdb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:54:52.477154 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6d661787-9b64-4e5c-9dad-13b7e469b957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:52.477549 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d661787-9b64-4e5c-9dad-13b7e469b957 None None] Bound using segment: {'id': '9138b93e-3376-477d-bf98-f4f9aa0bcb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b0917ec7-5fb6-4385-9cdb-fd9ebcecdb2e'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:54:52.478234 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-6d661787-9b64-4e5c-9dad-13b7e469b957 None None] Bound port: 2f6d109b-a4ca-44d8-853e-e6947e1390e2, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9138b93e-3376-477d-bf98-f4f9aa0bcb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b0917ec7-5fb6-4385-9cdb-fd9ebcecdb2e'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:54:52.478654 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6d661787-9b64-4e5c-9dad-13b7e469b957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:52.485475 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ca6cd-30d4-456e-8484-ba73355ddbaa tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Pushing event deleted for resources: {'Network': ['ID=9bf0e050-0ad2-464f-9a08-d5795f02c197,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:52.507282 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-d8a09b47-6b3b-49c8-ab8d-a7b98581695c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6be0c03f-c6e5-4ac0-9f8a-84a3370db398 {{(pid=89748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:54:52.518080 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-d8a09b47-6b3b-49c8-ab8d-a7b98581695c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:52.537023 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-898ba880-7232-4a4c-9a34-532f8a9e92d6 None None] Attempt 2 to provision port 6be0c03f-c6e5-4ac0-9f8a-84a3370db398 Oct 26 15:54:52.537623 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-d8a09b47-6b3b-49c8-ab8d-a7b98581695c service neutron] Transition to ACTIVE for port object 6be0c03f-c6e5-4ac0-9f8a-84a3370db398 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:54:52.590693 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6ef60c01-a883-47ea-a325-5ed35b2c719a None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:52.617101 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-6ef60c01-a883-47ea-a325-5ed35b2c719a None None] Transition to ACTIVE for port object c6096c93-74ba-4258-b82d-ace0ccb53095 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:54:52.629472 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-d8a09b47-6b3b-49c8-ab8d-a7b98581695c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:52.666044 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-6ef60c01-a883-47ea-a325-5ed35b2c719a None None] Transition to ACTIVE for port object c6096c93-74ba-4258-b82d-ace0ccb53095 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:54:52.671062 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-898ba880-7232-4a4c-9a34-532f8a9e92d6 None None] Port 6be0c03f-c6e5-4ac0-9f8a-84a3370db398 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:54:52.677449 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-6d661787-9b64-4e5c-9dad-13b7e469b957 None None] For port 2f6d109b-a4ca-44d8-853e-e6947e1390e2, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:54:52.681500 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-6d661787-9b64-4e5c-9dad-13b7e469b957 None None] For port 2f6d109b-a4ca-44d8-853e-e6947e1390e2, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=2f6d109b-a4ca-44d8-853e-e6947e1390e2,segment=NetworkSegment(9138b93e-3376-477d-bf98-f4f9aa0bcb40),segment_id=9138b93e-3376-477d-bf98-f4f9aa0bcb40)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:54:52.785330 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 9e0632fb-cfc7-4b0e-b500-022e5decde15 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:54:52.827093 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6ef60c01-a883-47ea-a325-5ed35b2c719a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:52.832942 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6d661787-9b64-4e5c-9dad-13b7e469b957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:52.929055 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-75cb8424-7394-4360-bdb6-ea5399d590d4 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:52.958261 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-75cb8424-7394-4360-bdb6-ea5399d590d4 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Transition to ACTIVE for port object 4e997a07-92e5-4fa2-b2b7-1faa7c85ed48 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:54:52.980085 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef60c01-a883-47ea-a325-5ed35b2c719a None None] Network 74fe2c95-d8c3-4f3c-a944-a4f5312d211a is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:54:52.992394 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-6ef60c01-a883-47ea-a325-5ed35b2c719a None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:54:53.006808 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef60c01-a883-47ea-a325-5ed35b2c719a None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:54:53.036275 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a09b47-6b3b-49c8-ab8d-a7b98581695c service neutron] Pushing event updated for resources: {'Port': ['ID=6be0c03f-c6e5-4ac0-9f8a-84a3370db398,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:53.066414 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.extraroute_db [None req-a5fc4e31-a7ab-4a0d-8394-2bebebaa25ce tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Added routes are [] {{(pid=89747) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 26 15:54:53.066743 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.extraroute_db [None req-a5fc4e31-a7ab-4a0d-8394-2bebebaa25ce tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Removed routes are [] {{(pid=89747) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 26 15:54:53.067111 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a5fc4e31-a7ab-4a0d-8394-2bebebaa25ce tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:53.071881 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-75cb8424-7394-4360-bdb6-ea5399d590d4 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:53.152075 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef60c01-a883-47ea-a325-5ed35b2c719a None None] Pushing event updated for resources: {'Port': ['ID=c6096c93-74ba-4258-b82d-ace0ccb53095,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:53.242757 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-898ba880-7232-4a4c-9a34-532f8a9e92d6 None None] Attempt 3 to provision port 6be0c03f-c6e5-4ac0-9f8a-84a3370db398 Oct 26 15:54:53.269875 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-d8a09b47-6b3b-49c8-ab8d-a7b98581695c service neutron] Attempting to bind port 6be0c03f-c6e5-4ac0-9f8a-84a3370db398 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:54:53.270216 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-d8a09b47-6b3b-49c8-ab8d-a7b98581695c service neutron] Attempting to bind port 6be0c03f-c6e5-4ac0-9f8a-84a3370db398 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': '5abcf1f5-9fbe-42a4-ad2d-7607ef188452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:54:53.270610 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-d8a09b47-6b3b-49c8-ab8d-a7b98581695c service neutron] Attempting to bind port 6be0c03f-c6e5-4ac0-9f8a-84a3370db398 on network e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:54:53.280486 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-d8a09b47-6b3b-49c8-ab8d-a7b98581695c service neutron] Port 6be0c03f-c6e5-4ac0-9f8a-84a3370db398 on network e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:54:53.280816 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-d8a09b47-6b3b-49c8-ab8d-a7b98581695c service neutron] Attempting to bind port 6be0c03f-c6e5-4ac0-9f8a-84a3370db398 on network e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:54:53.296843 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-d8a09b47-6b3b-49c8-ab8d-a7b98581695c service neutron] Checking agent: {'id': '1b551391-ebdd-44bd-8801-034277ca5526', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8627', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'started_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:54:53.297566 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-d8a09b47-6b3b-49c8-ab8d-a7b98581695c service neutron] Checking segment: {'id': '5abcf1f5-9fbe-42a4-ad2d-7607ef188452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:54:53.298034 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-d8a09b47-6b3b-49c8-ab8d-a7b98581695c service neutron] Bound using segment: {'id': '5abcf1f5-9fbe-42a4-ad2d-7607ef188452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:54:53.298802 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-d8a09b47-6b3b-49c8-ab8d-a7b98581695c service neutron] Bound port: 6be0c03f-c6e5-4ac0-9f8a-84a3370db398, host: hv-neutron-8627, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5abcf1f5-9fbe-42a4-ad2d-7607ef188452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:54:53.299322 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-d8a09b47-6b3b-49c8-ab8d-a7b98581695c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:53.320476 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ec95f-e9c9-4451-9e53-8d4d88f3e667 req-5a8783e8-b5e8-4101-bcd5-d9d2866e8345 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:53.321190 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-204ec95f-e9c9-4451-9e53-8d4d88f3e667 req-5a8783e8-b5e8-4101-bcd5-d9d2866e8345 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Synchronizing usage tracker for tenant:ab9c67e35a8b4af1a86f3646b2324675 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:54:53.344222 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-6ef60c01-a883-47ea-a325-5ed35b2c719a None None] Attempting to bind port c6096c93-74ba-4258-b82d-ace0ccb53095 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:54:53.344595 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-6ef60c01-a883-47ea-a325-5ed35b2c719a None None] Attempting to bind port c6096c93-74ba-4258-b82d-ace0ccb53095 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'f6dc04a6-ce9b-4c9b-85ff-a4f0fd9ea927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '74fe2c95-d8c3-4f3c-a944-a4f5312d211a'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:54:53.344966 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef60c01-a883-47ea-a325-5ed35b2c719a None None] Attempting to bind port c6096c93-74ba-4258-b82d-ace0ccb53095 on network 74fe2c95-d8c3-4f3c-a944-a4f5312d211a {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:54:53.355623 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 9e0632fb-cfc7-4b0e-b500-022e5decde15 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:54:53.356003 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:53.356342 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 9e0632fb-cfc7-4b0e-b500-022e5decde15 Oct 26 15:54:53.414567 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-204ec95f-e9c9-4451-9e53-8d4d88f3e667 req-5a8783e8-b5e8-4101-bcd5-d9d2866e8345 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Unset dirty status for tenant:ab9c67e35a8b4af1a86f3646b2324675 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:54:53.424403 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-204ec95f-e9c9-4451-9e53-8d4d88f3e667 req-5a8783e8-b5e8-4101-bcd5-d9d2866e8345 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cd7fb3-e801-4c62-90d6-2d333cc515ef HTTP/1.1" status: 200 len: 943 time: 0.3441479 Oct 26 15:54:53.424766 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef60c01-a883-47ea-a325-5ed35b2c719a None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:54:53.425162 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef60c01-a883-47ea-a325-5ed35b2c719a None None] Checking segment: {'id': 'f6dc04a6-ce9b-4c9b-85ff-a4f0fd9ea927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '74fe2c95-d8c3-4f3c-a944-a4f5312d211a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:54:53.425879 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6ef60c01-a883-47ea-a325-5ed35b2c719a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:53.426014 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef60c01-a883-47ea-a325-5ed35b2c719a None None] Bound using segment: {'id': 'f6dc04a6-ce9b-4c9b-85ff-a4f0fd9ea927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '74fe2c95-d8c3-4f3c-a944-a4f5312d211a'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:54:53.426440 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-6ef60c01-a883-47ea-a325-5ed35b2c719a None None] Bound port: c6096c93-74ba-4258-b82d-ace0ccb53095, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6dc04a6-ce9b-4c9b-85ff-a4f0fd9ea927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '74fe2c95-d8c3-4f3c-a944-a4f5312d211a'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:54:53.426856 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6ef60c01-a883-47ea-a325-5ed35b2c719a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:53.457004 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-898ba880-7232-4a4c-9a34-532f8a9e92d6 None None] Port 6be0c03f-c6e5-4ac0-9f8a-84a3370db398 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:54:53.462966 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d661787-9b64-4e5c-9dad-13b7e469b957 None None] Pushing event updated for resources: {'Port': ['ID=2f6d109b-a4ca-44d8-853e-e6947e1390e2,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:53.487215 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-204ec95f-e9c9-4451-9e53-8d4d88f3e667 req-46e170d0-26cc-4cf8-a4ce-bd248fa440dc tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618238 Oct 26 15:54:53.502650 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-d8a09b47-6b3b-49c8-ab8d-a7b98581695c service neutron] For port 6be0c03f-c6e5-4ac0-9f8a-84a3370db398, host hv-neutron-8627, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:54:53.504502 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-d8a09b47-6b3b-49c8-ab8d-a7b98581695c service neutron] For port 6be0c03f-c6e5-4ac0-9f8a-84a3370db398, host hv-neutron-8627, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=6be0c03f-c6e5-4ac0-9f8a-84a3370db398,segment=NetworkSegment(5abcf1f5-9fbe-42a4-ad2d-7607ef188452),segment_id=5abcf1f5-9fbe-42a4-ad2d-7607ef188452)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:54:53.505617 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cb8424-7394-4360-bdb6-ea5399d590d4 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Network b0917ec7-5fb6-4385-9cdb-fd9ebcecdb2e is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:54:53.513505 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a5fc4e31-a7ab-4a0d-8394-2bebebaa25ce tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:53.515652 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-75cb8424-7394-4360-bdb6-ea5399d590d4 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:54:53.518229 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cb8424-7394-4360-bdb6-ea5399d590d4 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:54:53.561433 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a5fc4e31-a7ab-4a0d-8394-2bebebaa25ce tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-581503'] for router, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:53.593606 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-6ef60c01-a883-47ea-a325-5ed35b2c719a None None] For port c6096c93-74ba-4258-b82d-ace0ccb53095, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:54:53.594921 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-d8a09b47-6b3b-49c8-ab8d-a7b98581695c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:53.607397 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-6ef60c01-a883-47ea-a325-5ed35b2c719a None None] For port c6096c93-74ba-4258-b82d-ace0ccb53095, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=c6096c93-74ba-4258-b82d-ace0ccb53095,segment=NetworkSegment(f6dc04a6-ce9b-4c9b-85ff-a4f0fd9ea927),segment_id=f6dc04a6-ce9b-4c9b-85ff-a4f0fd9ea927)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:54:53.612153 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 9e0632fb-cfc7-4b0e-b500-022e5decde15 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:54:53.629584 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-d8a09b47-6b3b-49c8-ab8d-a7b98581695c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:53.630202 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-d8a09b47-6b3b-49c8-ab8d-a7b98581695c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:53.634023 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-d8a09b47-6b3b-49c8-ab8d-a7b98581695c service neutron] 10.222.0.48 "PUT /v2.0/ports/6be0c03f-c6e5-4ac0-9f8a-84a3370db398 HTTP/1.1" status: 200 len: 1093 time: 2.1734996 Oct 26 15:54:53.634572 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23cd7fb3-e801-4c62-90d6-2d333cc515ef', 'tag': '6be0c03f-c6e5-4ac0-9f8a-84a3370db398'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:54:53.637026 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777c0bf1-bed7-4d2d-98f7-4e51f21ce7ea" -d '{"events": [{"name": "network-changed", "server_uuid": "23cd7fb3-e801-4c62-90d6-2d333cc515ef", "tag": "6be0c03f-c6e5-4ac0-9f8a-84a3370db398"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:54:53.641734 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb8424-7394-4360-bdb6-ea5399d590d4 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Pushing event updated for resources: {'Port': ['ID=4e997a07-92e5-4fa2-b2b7-1faa7c85ed48,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:53.715954 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device b187f439-cdd2-4787-890a-1a8dab25a9c3 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:54:53.746965 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-75cb8424-7394-4360-bdb6-ea5399d590d4 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:53.749645 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a09b47-6b3b-49c8-ab8d-a7b98581695c service neutron] Pushing event updated for resources: {'Port': ['ID=6be0c03f-c6e5-4ac0-9f8a-84a3370db398,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:53.755457 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6ef60c01-a883-47ea-a325-5ed35b2c719a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:53.804820 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: b187f439-cdd2-4787-890a-1a8dab25a9c3 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:54:53.805172 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device b187f439-cdd2-4787-890a-1a8dab25a9c3 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:54:53.805596 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 225bac1d-088b-4b1c-96bb-08b7ae33ee37 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:54:53.806457 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5fc4e31-a7ab-4a0d-8394-2bebebaa25ce tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Router 944de9d4-1717-4ee3-ae4d-e565c191fc8c has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:54:53.891210 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5caac39-a22b-4f6c-a6f2-ac22f4f69eff x-openstack-request-id: req-f5caac39-a22b-4f6c-a6f2-ac22f4f69eff {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:54:53.891607 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23cd7fb3-e801-4c62-90d6-2d333cc515ef", "tag": "6be0c03f-c6e5-4ac0-9f8a-84a3370db398", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:54:53.891843 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f5caac39-a22b-4f6c-a6f2-ac22f4f69eff {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:54:53.892251 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5caac39-a22b-4f6c-a6f2-ac22f4f69eff'] response: {'name': 'network-changed', 'server_uuid': '23cd7fb3-e801-4c62-90d6-2d333cc515ef', 'tag': '6be0c03f-c6e5-4ac0-9f8a-84a3370db398', 'status': 'completed', 'code': 200} Oct 26 15:54:53.901576 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 225bac1d-088b-4b1c-96bb-08b7ae33ee37 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:54:53.902095 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 225bac1d-088b-4b1c-96bb-08b7ae33ee37 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:54:53.957509 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-69448253-2f8c-49f8-bf87-008f76c0b833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:53.959122 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-69448253-2f8c-49f8-bf87-008f76c0b833 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ab9c67e35a8b4af1a86f3646b2324675&device_id=23cd7fb3-e801-4c62-90d6-2d333cc515ef HTTP/1.1" status: 200 len: 1096 time: 0.1724195 Oct 26 15:54:53.960024 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-898ba880-7232-4a4c-9a34-532f8a9e92d6 None None] Attempt 4 to provision port 6be0c03f-c6e5-4ac0-9f8a-84a3370db398 Oct 26 15:54:53.999247 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fc4e31-a7ab-4a0d-8394-2bebebaa25ce tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:54:54.086086 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef60c01-a883-47ea-a325-5ed35b2c719a None None] Pushing event updated for resources: {'Port': ['ID=c6096c93-74ba-4258-b82d-ace0ccb53095,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:54.086201 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a5fc4e31-a7ab-4a0d-8394-2bebebaa25ce tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:54.086295 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50f0694-7a7d-4b4d-810d-f0aa82543013 None None] Sync routers for ids ['944de9d4-1717-4ee3-ae4d-e565c191fc8c'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:54:54.086723 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a5fc4e31-a7ab-4a0d-8394-2bebebaa25ce tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "PUT /v2.0/routers/944de9d4-1717-4ee3-ae4d-e565c191fc8c HTTP/1.1" status: 200 len: 705 time: 1.5610440 Oct 26 15:54:54.086723 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44982) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:54.086906 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50f0694-7a7d-4b4d-810d-f0aa82543013 None None] Routers {'944de9d4-1717-4ee3-ae4d-e565c191fc8c'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:54:54.086906 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-d50f0694-7a7d-4b4d-810d-f0aa82543013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:54:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['944de9d4-1717-4ee3-ae4d-e565c191fc8c'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:54.087679 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-898ba880-7232-4a4c-9a34-532f8a9e92d6 None None] Port 6be0c03f-c6e5-4ac0-9f8a-84a3370db398 had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 15:54:54.105881 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-4f12afbc-ea0e-4be8-b5b5-e906fea0d6de service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6be0c03f-c6e5-4ac0-9f8a-84a3370db398 HTTP/1.1" status: 200 len: 217 time: 0.1332173 Oct 26 15:54:54.207610 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-fbe3ab5a-e537-4e2b-bec8-9ed20297b3f1 None None] Provisioning complete for port 9e0632fb-cfc7-4b0e-b500-022e5decde15 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:54:54.208084 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fbe3ab5a-e537-4e2b-bec8-9ed20297b3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:54.208476 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-fbe3ab5a-e537-4e2b-bec8-9ed20297b3f1 None None] Attempt 1 to provision port 9e0632fb-cfc7-4b0e-b500-022e5decde15 Oct 26 15:54:54.245667 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-83839255-bcd8-4c10-97c8-87174e91ec7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:54.247567 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-83839255-bcd8-4c10-97c8-87174e91ec7b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c273cff6-10d2-4763-a9ae-6bddfa2dc0d2 HTTP/1.1" status: 200 len: 850 time: 0.1356425 Oct 26 15:54:54.311631 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-d50f0694-7a7d-4b4d-810d-f0aa82543013 None None] Set router 944de9d4-1717-4ee3-ae4d-e565c191fc8c gateway port host: None {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:54:54.348866 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-6a424674-7a15-45d0-b2ac-10c4bf349de1 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Synchronizing usage tracker for tenant:33165e7b97ac42778d9b016b22174455 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:54:54.402499 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-943b1fe7-8b5e-4754-9795-1b371cd18b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:54.407678 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-943b1fe7-8b5e-4754-9795-1b371cd18b36 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1473727 Oct 26 15:54:54.463406 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-75cb8424-7394-4360-bdb6-ea5399d590d4 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:54.472079 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-d50f0694-7a7d-4b4d-810d-f0aa82543013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'name': 'tempest-RoutersIpV6Test-router-1668497689', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:58Z', 'updated_at': '2022-10-26T15:54:47Z', 'revision_number': 11, 'project_id': '33165e7b97ac42778d9b016b22174455', 'gw_port_host': None}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:54.479377 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50f0694-7a7d-4b4d-810d-f0aa82543013 None None] Checking router: 944de9d4-1717-4ee3-ae4d-e565c191fc8c for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:54:54.488734 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dbf37b-019f-4be9-8f7c-722ccb71a408 None None] Network b0917ec7-5fb6-4385-9cdb-fd9ebcecdb2e requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:54:54.490423 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50f0694-7a7d-4b4d-810d-f0aa82543013 None None] Routers {'944de9d4-1717-4ee3-ae4d-e565c191fc8c'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:54:54.490423 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-d50f0694-7a7d-4b4d-810d-f0aa82543013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:54:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['944de9d4-1717-4ee3-ae4d-e565c191fc8c'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:54.514103 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-fbe3ab5a-e537-4e2b-bec8-9ed20297b3f1 None None] Current status of the port 9e0632fb-cfc7-4b0e-b500-022e5decde15 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:54:54.553686 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-6a424674-7a15-45d0-b2ac-10c4bf349de1 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Unset dirty status for tenant:33165e7b97ac42778d9b016b22174455 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:54:54.555593 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-6a424674-7a15-45d0-b2ac-10c4bf349de1 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "GET /v2.0/ports?device_id=944de9d4-1717-4ee3-ae4d-e565c191fc8c HTTP/1.1" status: 200 len: 205 time: 0.5332277 Oct 26 15:54:54.560246 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44988) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:54.627097 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-d50f0694-7a7d-4b4d-810d-f0aa82543013 None None] Set router 944de9d4-1717-4ee3-ae4d-e565c191fc8c gateway port host: None {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:54:54.695138 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-83527e7a-2e20-4739-9c1c-84f04f5d0c8c service neutron] 10.222.0.48 "GET /v2.0/networks/e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722249 Oct 26 15:54:54.764585 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-08b78bcf-7bc4-4d72-9fe9-bb4bb03392e0 None None] Provisioning for port 2f6d109b-a4ca-44d8-853e-e6947e1390e2 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:54:54.807440 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-d50f0694-7a7d-4b4d-810d-f0aa82543013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'name': 'tempest-RoutersIpV6Test-router-1668497689', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:58Z', 'updated_at': '2022-10-26T15:54:47Z', 'revision_number': 11, 'project_id': '33165e7b97ac42778d9b016b22174455', 'gw_port_host': None}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:54.811932 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50f0694-7a7d-4b4d-810d-f0aa82543013 None None] The sync data for ids ['944de9d4-1717-4ee3-ae4d-e565c191fc8c'] in dv-neutron-862712-1-hyperv is: [{'id': '944de9d4-1717-4ee3-ae4d-e565c191fc8c', 'name': 'tempest-RoutersIpV6Test-router-1668497689', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:58Z', 'updated_at': '2022-10-26T15:54:47Z', 'revision_number': 11, 'project_id': '33165e7b97ac42778d9b016b22174455', 'gw_port_host': None}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:54:54.872585 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device c6096c93-74ba-4258-b82d-ace0ccb53095 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:54:55.061634 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8303a18c-30cb-4a29-8c4b-a62893ca1139 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for router, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:55.078814 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543ec86-8806-4f57-956a-59e86edddcb7 req-c9a14773-d72b-442d-8e30-e26ec06bbfcf tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:55.080337 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a543ec86-8806-4f57-956a-59e86edddcb7 req-c9a14773-d72b-442d-8e30-e26ec06bbfcf tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cd7fb3-e801-4c62-90d6-2d333cc515ef HTTP/1.1" status: 200 len: 943 time: 0.1921291 Oct 26 15:54:55.088221 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cfa5ae33-31c3-450a-aec7-e70f219a428d req-e522755e-b86e-494a-a13a-129ea10f08d0 service neutron] 10.222.0.48 "GET /v2.0/networks/e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870139 Oct 26 15:54:55.096810 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port c6096c93-74ba-4258-b82d-ace0ccb53095 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:54:55.113301 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 2f6d109b-a4ca-44d8-853e-e6947e1390e2 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:54:55.163251 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a543ec86-8806-4f57-956a-59e86edddcb7 req-41a08dbc-a06d-4ae2-9e84-1b5f8e88a188 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692525 Oct 26 15:54:55.262234 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 2f6d109b-a4ca-44d8-853e-e6947e1390e2 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:54:55.267701 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 2f6d109b-a4ca-44d8-853e-e6947e1390e2 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:54:55.271071 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:55.271071 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 2f6d109b-a4ca-44d8-853e-e6947e1390e2 Oct 26 15:54:55.334777 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c0bf1-bed7-4d2d-98f7-4e51f21ce7ea req-565f7a33-aa92-48cf-adef-4ee24abbb485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:55.336686 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-777c0bf1-bed7-4d2d-98f7-4e51f21ce7ea req-565f7a33-aa92-48cf-adef-4ee24abbb485 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ab9c67e35a8b4af1a86f3646b2324675&device_id=23cd7fb3-e801-4c62-90d6-2d333cc515ef HTTP/1.1" status: 200 len: 1096 time: 0.1007593 Oct 26 15:54:55.425477 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 2f6d109b-a4ca-44d8-853e-e6947e1390e2 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:54:55.426093 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:55.482781 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 2f6d109b-a4ca-44d8-853e-e6947e1390e2, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=2f6d109b-a4ca-44d8-853e-e6947e1390e2,segment=NetworkSegment(9138b93e-3376-477d-bf98-f4f9aa0bcb40),segment_id=9138b93e-3376-477d-bf98-f4f9aa0bcb40)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:54:55.488545 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8303a18c-30cb-4a29-8c4b-a62893ca1139 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:55.495807 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce09137-06eb-4cb6-a14a-b5673faa7159 None None] Network 74fe2c95-d8c3-4f3c-a944-a4f5312d211a requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:54:55.538951 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8303a18c-30cb-4a29-8c4b-a62893ca1139 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:55.542675 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c0bf1-bed7-4d2d-98f7-4e51f21ce7ea req-d52e10f7-3e8a-42f1-9430-f9aa9e8128cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:55.544224 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-777c0bf1-bed7-4d2d-98f7-4e51f21ce7ea req-d52e10f7-3e8a-42f1-9430-f9aa9e8128cb service neutron] 10.222.0.48 "GET /v2.0/networks?id=e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83 HTTP/1.1" status: 200 len: 912 time: 0.2010286 Oct 26 15:54:55.582128 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:55.633143 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-777c0bf1-bed7-4d2d-98f7-4e51f21ce7ea req-6106f69f-469a-449e-bd12-2af0533b2fff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6be0c03f-c6e5-4ac0-9f8a-84a3370db398 HTTP/1.1" status: 200 len: 217 time: 0.0818465 Oct 26 15:54:55.641034 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-cdf90861-102e-4bbf-bc0e-7eb1c37b8f1a None None] Provisioning complete for port 2f6d109b-a4ca-44d8-853e-e6947e1390e2 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:54:55.641406 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-cdf90861-102e-4bbf-bc0e-7eb1c37b8f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:55.641743 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-cdf90861-102e-4bbf-bc0e-7eb1c37b8f1a None None] Attempt 1 to provision port 2f6d109b-a4ca-44d8-853e-e6947e1390e2 Oct 26 15:54:55.653644 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8303a18c-30cb-4a29-8c4b-a62893ca1139 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:55.654211 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8303a18c-30cb-4a29-8c4b-a62893ca1139 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Fanout notify agent at l3_agent the message router_deleted on router 944de9d4-1717-4ee3-ae4d-e565c191fc8c {{(pid=89747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:54:55.681818 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8303a18c-30cb-4a29-8c4b-a62893ca1139 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:55.683114 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8303a18c-30cb-4a29-8c4b-a62893ca1139 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "DELETE /v2.0/routers/944de9d4-1717-4ee3-ae4d-e565c191fc8c HTTP/1.1" status: 204 len: 168 time: 1.1216173 Oct 26 15:54:55.690169 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44994) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:55.695997 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-b953e557-3278-411f-a951-7bab27effcbf tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-787583175', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:54:55.707271 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b953e557-3278-411f-a951-7bab27effcbf tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:54:55.714255 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b953e557-3278-411f-a951-7bab27effcbf tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Usage tracker for resource:router and tenant:33165e7b97ac42778d9b016b22174455 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:54:55.719836 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b953e557-3278-411f-a951-7bab27effcbf tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:54:55.731435 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b953e557-3278-411f-a951-7bab27effcbf tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:54:55.760863 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=2f6d109b-a4ca-44d8-853e-e6947e1390e2,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:55.764396 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-75cb8424-7394-4360-bdb6-ea5399d590d4 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:55.825423 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c0bf1-bed7-4d2d-98f7-4e51f21ce7ea req-e5397bc3-7b13-4974-a270-d685fb6a55e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:55.826799 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 44998) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:55.826947 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-777c0bf1-bed7-4d2d-98f7-4e51f21ce7ea req-e5397bc3-7b13-4974-a270-d685fb6a55e1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c273cff6-10d2-4763-a9ae-6bddfa2dc0d2 HTTP/1.1" status: 200 len: 850 time: 0.1876047 Oct 26 15:54:55.869695 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b953e557-3278-411f-a951-7bab27effcbf tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:55.870739 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b953e557-3278-411f-a951-7bab27effcbf tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:55.881991 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-75cb8424-7394-4360-bdb6-ea5399d590d4 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:55.913778 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c0bf1-bed7-4d2d-98f7-4e51f21ce7ea req-11fae1f7-5b0e-4c57-8124-ffc0c0dd32b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:55.915892 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-777c0bf1-bed7-4d2d-98f7-4e51f21ce7ea req-11fae1f7-5b0e-4c57-8124-ffc0c0dd32b9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827544 Oct 26 15:54:55.938842 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-cdf90861-102e-4bbf-bc0e-7eb1c37b8f1a None None] Current status of the port 2f6d109b-a4ca-44d8-853e-e6947e1390e2 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:54:56.005100 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-cdf90861-102e-4bbf-bc0e-7eb1c37b8f1a None None] Provisioning for port 4e997a07-92e5-4fa2-b2b7-1faa7c85ed48 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:54:56.011192 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-cdf90861-102e-4bbf-bc0e-7eb1c37b8f1a None None] Provisioning complete for port 4e997a07-92e5-4fa2-b2b7-1faa7c85ed48 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:54:56.013362 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-cdf90861-102e-4bbf-bc0e-7eb1c37b8f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:56.013948 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-cdf90861-102e-4bbf-bc0e-7eb1c37b8f1a None None] Attempt 1 to provision port 4e997a07-92e5-4fa2-b2b7-1faa7c85ed48 Oct 26 15:54:56.017424 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b953e557-3278-411f-a951-7bab27effcbf tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:56.037306 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb8424-7394-4360-bdb6-ea5399d590d4 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Pushing event updated for resources: {'Port': ['ID=4e997a07-92e5-4fa2-b2b7-1faa7c85ed48,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:54:56.059997 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb8424-7394-4360-bdb6-ea5399d590d4 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:54:56.060345 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb8424-7394-4360-bdb6-ea5399d590d4 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:54:56.060763 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb8424-7394-4360-bdb6-ea5399d590d4 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:54:56.061100 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb8424-7394-4360-bdb6-ea5399d590d4 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:54:56.061430 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb8424-7394-4360-bdb6-ea5399d590d4 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:54:56.061801 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb8424-7394-4360-bdb6-ea5399d590d4 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:54:56.062131 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb8424-7394-4360-bdb6-ea5399d590d4 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:54:56.062461 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb8424-7394-4360-bdb6-ea5399d590d4 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:54:56.062804 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb8424-7394-4360-bdb6-ea5399d590d4 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:54:56.063122 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb8424-7394-4360-bdb6-ea5399d590d4 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:54:56.063450 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb8424-7394-4360-bdb6-ea5399d590d4 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:54:56.063807 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb8424-7394-4360-bdb6-ea5399d590d4 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:54:56.069699 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-777c0bf1-bed7-4d2d-98f7-4e51f21ce7ea req-2fefac1b-8b7c-433e-8109-a0d5d7d4a2d6 service neutron] 10.222.0.48 "GET /v2.0/networks/e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473281 Oct 26 15:54:56.072702 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-75cb8424-7394-4360-bdb6-ea5399d590d4 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:56.106385 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-cdf90861-102e-4bbf-bc0e-7eb1c37b8f1a None None] Port 4e997a07-92e5-4fa2-b2b7-1faa7c85ed48 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:54:56.214921 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-777c0bf1-bed7-4d2d-98f7-4e51f21ce7ea req-446c3c31-7b0f-411a-9ae7-69c4222023d4 service neutron] 10.222.0.48 "GET /v2.0/networks/e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385026 Oct 26 15:54:56.277464 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b953e557-3278-411f-a951-7bab27effcbf tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:56.344829 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f30329-42aa-4d56-9f90-46127a485e86 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:56.346316 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f30329-42aa-4d56-9f90-46127a485e86 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:56.346316 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f30329-42aa-4d56-9f90-46127a485e86 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:56.348956 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-12f30329-42aa-4d56-9f90-46127a485e86 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/ports?project_id=8316bfcf068445aeb00a503282bb001c&network_id=f07e0791-a1d0-4c4b-9759-707688ee57ec HTTP/1.1" status: 200 len: 3000 time: 0.5195837 Oct 26 15:54:56.437185 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cb8424-7394-4360-bdb6-ea5399d590d4 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Network b0917ec7-5fb6-4385-9cdb-fd9ebcecdb2e is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:54:56.439739 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-75cb8424-7394-4360-bdb6-ea5399d590d4 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:54:56.454220 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91a818-9568-4998-916d-a9c47b7f6b81 req-a0c19933-82f5-478a-b089-5ea7c29d72d9 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:56.455797 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-1b91a818-9568-4998-916d-a9c47b7f6b81 req-a0c19933-82f5-478a-b089-5ea7c29d72d9 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cd7fb3-e801-4c62-90d6-2d333cc515ef HTTP/1.1" status: 200 len: 943 time: 0.1697824 Oct 26 15:54:56.507946 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b953e557-3278-411f-a951-7bab27effcbf tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:56.509823 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b953e557-3278-411f-a951-7bab27effcbf tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8179851 Oct 26 15:54:56.512633 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 45008) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:56.518283 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-396a8f8b-f6c3-428f-9b75-dff028d0b85a tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:54:56.607572 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-cdf90861-102e-4bbf-bc0e-7eb1c37b8f1a None None] Attempt 2 to provision port 4e997a07-92e5-4fa2-b2b7-1faa7c85ed48 Oct 26 15:54:56.650908 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-1b91a818-9568-4998-916d-a9c47b7f6b81 req-25611ad5-89ec-4863-bbfa-2a221ccaabf4 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355402 Oct 26 15:54:56.720617 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-cdf90861-102e-4bbf-bc0e-7eb1c37b8f1a None None] Port 4e997a07-92e5-4fa2-b2b7-1faa7c85ed48 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:54:56.766458 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 2f6d109b-a4ca-44d8-853e-e6947e1390e2 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:54:56.823455 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75cb8424-7394-4360-bdb6-ea5399d590d4 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Router 94002145-79a9-44e2-8e7d-8cbfe3a7a0a6 is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:54:56.849599 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 2f6d109b-a4ca-44d8-853e-e6947e1390e2 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:54:56.850062 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:56.850478 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 2f6d109b-a4ca-44d8-853e-e6947e1390e2 Oct 26 15:54:56.908687 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:56.963691 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-396a8f8b-f6c3-428f-9b75-dff028d0b85a tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:56.974746 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 2f6d109b-a4ca-44d8-853e-e6947e1390e2 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:54:56.990274 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75cb8424-7394-4360-bdb6-ea5399d590d4 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:54:56.995637 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-75cb8424-7394-4360-bdb6-ea5399d590d4 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] 10.222.0.23 "PUT /v2.0/routers/94002145-79a9-44e2-8e7d-8cbfe3a7a0a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4748521 Oct 26 15:54:56.998657 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 45012) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:57.000465 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5072fc3b-8ad3-4b7e-ad44-8411f7dfc4ae None None] Sync routers for ids ['94002145-79a9-44e2-8e7d-8cbfe3a7a0a6'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:54:57.010709 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5072fc3b-8ad3-4b7e-ad44-8411f7dfc4ae None None] Routers {'94002145-79a9-44e2-8e7d-8cbfe3a7a0a6'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:54:57.011316 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-5072fc3b-8ad3-4b7e-ad44-8411f7dfc4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:54:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['94002145-79a9-44e2-8e7d-8cbfe3a7a0a6'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:57.058629 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-396a8f8b-f6c3-428f-9b75-dff028d0b85a tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-581503'] for router, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:57.074641 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-5072fc3b-8ad3-4b7e-ad44-8411f7dfc4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:57.083384 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5072fc3b-8ad3-4b7e-ad44-8411f7dfc4ae None None] Routers {'94002145-79a9-44e2-8e7d-8cbfe3a7a0a6'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:54:57.083987 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-5072fc3b-8ad3-4b7e-ad44-8411f7dfc4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:54:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['94002145-79a9-44e2-8e7d-8cbfe3a7a0a6'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:57.144093 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-5072fc3b-8ad3-4b7e-ad44-8411f7dfc4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:57.144498 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5072fc3b-8ad3-4b7e-ad44-8411f7dfc4ae None None] The sync data for ids ['94002145-79a9-44e2-8e7d-8cbfe3a7a0a6'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:54:57.221769 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-cdf90861-102e-4bbf-bc0e-7eb1c37b8f1a None None] Attempt 3 to provision port 4e997a07-92e5-4fa2-b2b7-1faa7c85ed48 Oct 26 15:54:57.278598 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-cdf90861-102e-4bbf-bc0e-7eb1c37b8f1a None None] Port 4e997a07-92e5-4fa2-b2b7-1faa7c85ed48 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:54:57.679018 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396a8f8b-f6c3-428f-9b75-dff028d0b85a tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Router 75edaa8a-604e-406f-9abb-f736652a72a4 is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:54:57.780209 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-cdf90861-102e-4bbf-bc0e-7eb1c37b8f1a None None] Attempt 4 to provision port 4e997a07-92e5-4fa2-b2b7-1faa7c85ed48 Oct 26 15:54:57.833991 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-cdf90861-102e-4bbf-bc0e-7eb1c37b8f1a None None] Port 4e997a07-92e5-4fa2-b2b7-1faa7c85ed48 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:54:57.885330 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45022) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:57.945550 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32da71f-598f-4c83-873e-37964c2ab90b tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:57.947922 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396a8f8b-f6c3-428f-9b75-dff028d0b85a tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:54:57.951488 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c32da71f-598f-4c83-873e-37964c2ab90b tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=0c79a151-ef79-4fff-8a3c-258f9478471d HTTP/1.1" status: 200 len: 814 time: 0.0626967 Oct 26 15:54:57.956885 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071b71a6-651f-4a25-b53f-c4763ea74fd5 None None] Sync routers for ids ['75edaa8a-604e-406f-9abb-f736652a72a4'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:54:57.959199 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-396a8f8b-f6c3-428f-9b75-dff028d0b85a tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:57.960287 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-396a8f8b-f6c3-428f-9b75-dff028d0b85a tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "PUT /v2.0/routers/75edaa8a-604e-406f-9abb-f736652a72a4 HTTP/1.1" status: 200 len: 697 time: 1.4466314 Oct 26 15:54:57.963429 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45028) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:57.969922 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071b71a6-651f-4a25-b53f-c4763ea74fd5 None None] Routers {'75edaa8a-604e-406f-9abb-f736652a72a4'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:54:57.970833 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-071b71a6-651f-4a25-b53f-c4763ea74fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:54:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['75edaa8a-604e-406f-9abb-f736652a72a4'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:58.051747 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1a20b-4061-4b00-955b-5b2e7e0a1871 req-833e5f1e-30a2-481d-8123-63edc3721ad1 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:58.053203 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6ad1a20b-4061-4b00-955b-5b2e7e0a1871 req-833e5f1e-30a2-481d-8123-63edc3721ad1 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cd7fb3-e801-4c62-90d6-2d333cc515ef HTTP/1.1" status: 200 len: 943 time: 0.2191041 Oct 26 15:54:58.057923 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-7f47d937-4f8d-4130-98c2-1af3502ac57f tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:54:58.058910 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-7f47d937-4f8d-4130-98c2-1af3502ac57f tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] 10.222.0.23 "PUT /v2.0/routers/94002145-79a9-44e2-8e7d-8cbfe3a7a0a6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0592496 Oct 26 15:54:58.064652 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 45032) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:58.113241 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-071b71a6-651f-4a25-b53f-c4763ea74fd5 None None] Set router 75edaa8a-604e-406f-9abb-f736652a72a4 gateway port host: None {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:54:58.116721 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-155c481a-ba4e-485f-aa80-36c2d917ddcd tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "GET /v2.0/routers/75edaa8a-604e-406f-9abb-f736652a72a4 HTTP/1.1" status: 200 len: 703 time: 0.1516149 Oct 26 15:54:58.117385 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45038) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:58.169928 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c6866730-9b0e-4166-948b-79a5e1a3c59b tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "GET /v2.0/ports?device_id=75edaa8a-604e-406f-9abb-f736652a72a4 HTTP/1.1" status: 200 len: 205 time: 0.0512741 Oct 26 15:54:58.172201 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45042) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:58.226205 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-071b71a6-651f-4a25-b53f-c4763ea74fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75edaa8a-604e-406f-9abb-f736652a72a4', 'name': 'tempest-RoutersIpV6Test-router-787583175', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:54:55Z', 'updated_at': '2022-10-26T15:54:56Z', 'revision_number': 2, 'project_id': '33165e7b97ac42778d9b016b22174455', 'gw_port_host': None}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:58.231553 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071b71a6-651f-4a25-b53f-c4763ea74fd5 None None] Checking router: 75edaa8a-604e-406f-9abb-f736652a72a4 for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:54:58.241304 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071b71a6-651f-4a25-b53f-c4763ea74fd5 None None] Routers {'75edaa8a-604e-406f-9abb-f736652a72a4'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:54:58.241304 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-071b71a6-651f-4a25-b53f-c4763ea74fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:54:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['75edaa8a-604e-406f-9abb-f736652a72a4'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:58.246380 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6ad1a20b-4061-4b00-955b-5b2e7e0a1871 req-4275dc0b-aa11-4f37-95fe-bee78432a259 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1854365 Oct 26 15:54:58.322119 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-66de18d9-851e-40b9-8c94-cd617575eb39 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for router, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:58.334949 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-cdf90861-102e-4bbf-bc0e-7eb1c37b8f1a None None] Attempt 5 to provision port 4e997a07-92e5-4fa2-b2b7-1faa7c85ed48 Oct 26 15:54:58.380803 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-071b71a6-651f-4a25-b53f-c4763ea74fd5 None None] Set router 75edaa8a-604e-406f-9abb-f736652a72a4 gateway port host: None {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:54:58.400601 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-cdf90861-102e-4bbf-bc0e-7eb1c37b8f1a None None] Port 4e997a07-92e5-4fa2-b2b7-1faa7c85ed48 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:54:58.413347 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 45046) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:58.425122 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-79037f23-9b80-49b6-bac9-eb3def962808 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:54:58.526624 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-071b71a6-651f-4a25-b53f-c4763ea74fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75edaa8a-604e-406f-9abb-f736652a72a4', 'name': 'tempest-RoutersIpV6Test-router-787583175', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:54:55Z', 'updated_at': '2022-10-26T15:54:56Z', 'revision_number': 2, 'project_id': '33165e7b97ac42778d9b016b22174455', 'gw_port_host': None}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:54:58.530630 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071b71a6-651f-4a25-b53f-c4763ea74fd5 None None] The sync data for ids ['75edaa8a-604e-406f-9abb-f736652a72a4'] in dv-neutron-862712-1-hyperv is: [{'id': '75edaa8a-604e-406f-9abb-f736652a72a4', 'name': 'tempest-RoutersIpV6Test-router-787583175', 'tenant_id': '33165e7b97ac42778d9b016b22174455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:54:55Z', 'updated_at': '2022-10-26T15:54:56Z', 'revision_number': 2, 'project_id': '33165e7b97ac42778d9b016b22174455', 'gw_port_host': None}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:54:58.585707 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-79037f23-9b80-49b6-bac9-eb3def962808 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for floatingip, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:58.793082 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-66de18d9-851e-40b9-8c94-cd617575eb39 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:58.795374 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-66de18d9-851e-40b9-8c94-cd617575eb39 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:58.895185 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-66de18d9-851e-40b9-8c94-cd617575eb39 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:58.895911 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66de18d9-851e-40b9-8c94-cd617575eb39 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Fanout notify agent at l3_agent the message router_deleted on router 75edaa8a-604e-406f-9abb-f736652a72a4 {{(pid=89747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:54:58.902633 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-cdf90861-102e-4bbf-bc0e-7eb1c37b8f1a None None] Attempt 6 to provision port 4e997a07-92e5-4fa2-b2b7-1faa7c85ed48 Oct 26 15:54:58.911258 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-66de18d9-851e-40b9-8c94-cd617575eb39 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:58.916603 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-66de18d9-851e-40b9-8c94-cd617575eb39 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "DELETE /v2.0/routers/75edaa8a-604e-406f-9abb-f736652a72a4 HTTP/1.1" status: 204 len: 168 time: 0.7391739 Oct 26 15:54:58.916796 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45050) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:58.973616 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-2f251581-1b34-489e-9088-18f0001bd0f0 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "GET /v2.0/ports?device_id=75edaa8a-604e-406f-9abb-f736652a72a4 HTTP/1.1" status: 200 len: 205 time: 0.0535998 Oct 26 15:54:58.973894 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45054) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:59.000778 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-cdf90861-102e-4bbf-bc0e-7eb1c37b8f1a None None] Port 4e997a07-92e5-4fa2-b2b7-1faa7c85ed48 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:54:59.044725 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-8a048ded-4828-43ea-9cc3-c5238d86629d tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] delete failed (client error): The resource could not be found. Oct 26 15:54:59.045657 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8a048ded-4828-43ea-9cc3-c5238d86629d tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "DELETE /v2.0/routers/75edaa8a-604e-406f-9abb-f736652a72a4 HTTP/1.1" status: 404 len: 336 time: 0.0709672 Oct 26 15:54:59.048263 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45058) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:59.085708 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-54d8081e-6449-4077-8ada-9c4b86fd2bc4 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] DELETE failed (client error): The resource could not be found. Oct 26 15:54:59.087715 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54d8081e-6449-4077-8ada-9c4b86fd2bc4 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:54:59.088462 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-54d8081e-6449-4077-8ada-9c4b86fd2bc4 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "DELETE /v2.0/subnets/9af7335f-1a14-47f7-9492-f8e74bfdc8ef HTTP/1.1" status: 404 len: 337 time: 0.0393183 Oct 26 15:54:59.091064 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45062) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:59.098321 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-79037f23-9b80-49b6-bac9-eb3def962808 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:59.124508 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-26d277ba-1adf-4904-b694-ffbf3a362c98 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:59.128059 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bdd5ccc-f075-42c8-80c8-94d4b0d1b481 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] DELETE failed (client error): The resource could not be found. Oct 26 15:54:59.128519 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bdd5ccc-f075-42c8-80c8-94d4b0d1b481 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:54:59.130176 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-7bdd5ccc-f075-42c8-80c8-94d4b0d1b481 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "DELETE /v2.0/subnets/c66555bb-eb7f-4dbb-89d8-9ec5323f390a HTTP/1.1" status: 404 len: 337 time: 0.0381081 Oct 26 15:54:59.132729 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45066) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:59.175080 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-574da8ae-707b-4221-a50b-d13c4cd9ac22 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] DELETE failed (client error): The resource could not be found. Oct 26 15:54:59.175533 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-574da8ae-707b-4221-a50b-d13c4cd9ac22 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:54:59.177207 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-574da8ae-707b-4221-a50b-d13c4cd9ac22 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "DELETE /v2.0/subnets/e49972bf-a263-4d24-8e71-1ce274ea688b HTTP/1.1" status: 404 len: 337 time: 0.0435953 Oct 26 15:54:59.179838 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45070) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:59.185012 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-79037f23-9b80-49b6-bac9-eb3def962808 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:59.185012 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.l3_db [None req-79037f23-9b80-49b6-bac9-eb3def962808 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Floating IP 13ec16b3-da50-4806-9874-a080559066f9 disassociated. External IP: 172.26.2.10, port: cfccf165-4526-4035-a084-bf502b199158. Oct 26 15:54:59.218675 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-08bba745-5b0e-451c-9ece-5adf96816b4a tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] DELETE failed (client error): The resource could not be found. Oct 26 15:54:59.219128 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08bba745-5b0e-451c-9ece-5adf96816b4a tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:54:59.223170 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-08bba745-5b0e-451c-9ece-5adf96816b4a tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "DELETE /v2.0/subnets/f6168dfb-cb52-4c42-bd23-d2601f15b198 HTTP/1.1" status: 404 len: 337 time: 0.0400765 Oct 26 15:54:59.223411 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45074) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:59.277328 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e36a1c8d-3cdc-4e71-8eb0-418ad46374b5 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "GET /v2.0/ports?device_id=944de9d4-1717-4ee3-ae4d-e565c191fc8c HTTP/1.1" status: 200 len: 205 time: 0.0528169 Oct 26 15:54:59.279780 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45078) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:59.354092 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-7c4000d4-5aaa-48c5-9841-c5e574750e98 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] delete failed (client error): The resource could not be found. Oct 26 15:54:59.355145 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-7c4000d4-5aaa-48c5-9841-c5e574750e98 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "DELETE /v2.0/routers/944de9d4-1717-4ee3-ae4d-e565c191fc8c HTTP/1.1" status: 404 len: 336 time: 0.0743074 Oct 26 15:54:59.357754 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45084) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:59.454906 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-7c9ea5ee-844f-496b-aff9-4f1dc2ff651a tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "GET /v2.0/ports?device_id=745c1d2d-b1d4-403c-8a41-abd8e45c1d0e HTTP/1.1" status: 200 len: 205 time: 0.0958543 Oct 26 15:54:59.461017 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45088) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:59.503783 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-cdf90861-102e-4bbf-bc0e-7eb1c37b8f1a None None] Attempt 7 to provision port 4e997a07-92e5-4fa2-b2b7-1faa7c85ed48 Oct 26 15:54:59.549024 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-791a2b04-29b6-4dff-a87d-99d58d7c7b90 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] delete failed (client error): The resource could not be found. Oct 26 15:54:59.549971 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-791a2b04-29b6-4dff-a87d-99d58d7c7b90 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "DELETE /v2.0/routers/745c1d2d-b1d4-403c-8a41-abd8e45c1d0e HTTP/1.1" status: 404 len: 336 time: 0.0826893 Oct 26 15:54:59.558028 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45092) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:59.576033 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-cdf90861-102e-4bbf-bc0e-7eb1c37b8f1a None None] Port 4e997a07-92e5-4fa2-b2b7-1faa7c85ed48 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:54:59.606612 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4937f95-24f9-4b11-99c0-358276c7982f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] DELETE failed (client error): The resource could not be found. Oct 26 15:54:59.607685 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4937f95-24f9-4b11-99c0-358276c7982f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:54:59.609378 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d4937f95-24f9-4b11-99c0-358276c7982f tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "DELETE /v2.0/subnets/0e5772aa-053b-430b-b51c-261aac020361 HTTP/1.1" status: 404 len: 337 time: 0.0462110 Oct 26 15:54:59.612593 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45096) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:59.666486 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da63352-304b-46a8-b471-254cf0a180f9 req-0c87a38f-6f7b-4681-83be-9a99a13989b4 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:59.673607 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2da63352-304b-46a8-b471-254cf0a180f9 req-0c87a38f-6f7b-4681-83be-9a99a13989b4 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cd7fb3-e801-4c62-90d6-2d333cc515ef HTTP/1.1" status: 200 len: 943 time: 0.2663109 Oct 26 15:54:59.680495 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a5a454f4-d8b7-4b0e-ba35-67e70c3e4efc tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc134ef4-52d2-4b0f-81f1-ec64e8607cf6 HTTP/1.1" status: 200 len: 205 time: 0.0659661 Oct 26 15:54:59.685472 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 45100) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:59.719844 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2da63352-304b-46a8-b471-254cf0a180f9 req-8399cb3a-4841-4c01-83c4-b6aef4ca7996 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424623 Oct 26 15:54:59.767288 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-f2c12378-da73-499c-8a73-fd71cb852f16 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] delete failed (client error): The resource could not be found. Oct 26 15:54:59.768288 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f2c12378-da73-499c-8a73-fd71cb852f16 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "DELETE /v2.0/routers/cc134ef4-52d2-4b0f-81f1-ec64e8607cf6 HTTP/1.1" status: 404 len: 336 time: 0.0817759 Oct 26 15:54:59.771325 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45104) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:59.822717 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e9908f76-878c-40a8-adc7-1cdd1539b1e8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e776c87-be8d-4d7e-b806-2921d8568bd8 HTTP/1.1" status: 200 len: 205 time: 0.0501006 Oct 26 15:54:59.825040 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45108) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:59.864034 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79037f23-9b80-49b6-bac9-eb3def962808 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Router ac4162da-fb81-4614-b53a-e21eb6e866b0 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:54:59.867527 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-26d277ba-1adf-4904-b694-ffbf3a362c98 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Deleting port 4e997a07-92e5-4fa2-b2b7-1faa7c85ed48 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:54:59.867868 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-26d277ba-1adf-4904-b694-ffbf3a362c98 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:54:59.894415 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-c3a3cdaa-4da2-4698-99e8-61dddd9e8e7d tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] delete failed (client error): The resource could not be found. Oct 26 15:54:59.895473 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c3a3cdaa-4da2-4698-99e8-61dddd9e8e7d tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "DELETE /v2.0/routers/9e776c87-be8d-4d7e-b806-2921d8568bd8 HTTP/1.1" status: 404 len: 336 time: 0.0695500 Oct 26 15:54:59.898044 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45112) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:59.936483 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-66eb962f-380e-4e45-bc97-217cd3d09635 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] DELETE failed (client error): The resource could not be found. Oct 26 15:54:59.936931 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66eb962f-380e-4e45-bc97-217cd3d09635 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:54:59.938594 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-66eb962f-380e-4e45-bc97-217cd3d09635 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "DELETE /v2.0/subnets/d7e38798-ae1c-4a80-b3c8-9289483c7fbc HTTP/1.1" status: 404 len: 337 time: 0.0395997 Oct 26 15:54:59.941170 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45116) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:54:59.997112 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4eb162d1-73a0-4e7f-9071-a4e01e89ec89 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8ac6b55-859a-4967-9e05-74b3692d59c5 HTTP/1.1" status: 200 len: 205 time: 0.0548706 Oct 26 15:54:59.999525 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45120) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:00.067448 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-d21dde31-701d-4069-a5bb-f1a16d053c58 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] delete failed (client error): The resource could not be found. Oct 26 15:55:00.068474 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d21dde31-701d-4069-a5bb-f1a16d053c58 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "DELETE /v2.0/routers/e8ac6b55-859a-4967-9e05-74b3692d59c5 HTTP/1.1" status: 404 len: 336 time: 0.0680513 Oct 26 15:55:00.071646 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45124) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:00.077058 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-cdf90861-102e-4bbf-bc0e-7eb1c37b8f1a None None] Attempt 8 to provision port 4e997a07-92e5-4fa2-b2b7-1faa7c85ed48 Oct 26 15:55:00.117237 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-27ddc653-e4cd-4bac-ad3f-1a12bdb24e24 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] DELETE failed (client error): The resource could not be found. Oct 26 15:55:00.117698 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27ddc653-e4cd-4bac-ad3f-1a12bdb24e24 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:55:00.119807 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-27ddc653-e4cd-4bac-ad3f-1a12bdb24e24 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "DELETE /v2.0/subnets/a09873c6-f2ea-4064-ba1c-5a7cfb298b57 HTTP/1.1" status: 404 len: 337 time: 0.0469992 Oct 26 15:55:00.122928 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45128) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:00.136632 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-cdf90861-102e-4bbf-bc0e-7eb1c37b8f1a None None] Port 4e997a07-92e5-4fa2-b2b7-1faa7c85ed48 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:55:00.176220 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b6643266-129c-4f56-8cfc-fe469ec0e439 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "GET /v2.0/ports?device_id=07142c76-94f5-4a85-8926-ddf06b9db5d7 HTTP/1.1" status: 200 len: 205 time: 0.0521367 Oct 26 15:55:00.178563 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45132) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:00.247801 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-030a6bc0-a898-472a-aecb-fa3212809494 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] delete failed (client error): The resource could not be found. Oct 26 15:55:00.248812 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-030a6bc0-a898-472a-aecb-fa3212809494 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "DELETE /v2.0/routers/07142c76-94f5-4a85-8926-ddf06b9db5d7 HTTP/1.1" status: 404 len: 336 time: 0.0693679 Oct 26 15:55:00.251401 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45136) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:00.289615 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecc60770-76ed-43ac-a909-4f52aec7f1d8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] DELETE failed (client error): The resource could not be found. Oct 26 15:55:00.290678 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecc60770-76ed-43ac-a909-4f52aec7f1d8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:55:00.292451 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ecc60770-76ed-43ac-a909-4f52aec7f1d8 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "DELETE /v2.0/subnets/0a058cc9-f60e-4a7e-bb27-29f184f7c092 HTTP/1.1" status: 404 len: 337 time: 0.0400472 Oct 26 15:55:00.295051 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45140) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:00.333154 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce62f6cd-aadd-48d9-88df-d465a103dcc3 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] DELETE failed (client error): The resource could not be found. Oct 26 15:55:00.333526 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce62f6cd-aadd-48d9-88df-d465a103dcc3 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89747) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:55:00.335214 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ce62f6cd-aadd-48d9-88df-d465a103dcc3 tempest-RoutersIpV6Test-1694735284 tempest-RoutersIpV6Test-1694735284-project] 10.222.0.23 "DELETE /v2.0/subnets/4ca7272f-82fc-4671-8fe9-f2b7511bede5 HTTP/1.1" status: 404 len: 337 time: 0.0391564 Oct 26 15:55:00.346859 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79037f23-9b80-49b6-bac9-eb3def962808 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:55:00.352147 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-79037f23-9b80-49b6-bac9-eb3def962808 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:00.356793 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a02cc24-e23a-46a4-af73-30a61fa1dff2 None None] Sync routers for ids ['ac4162da-fb81-4614-b53a-e21eb6e866b0'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:55:00.365660 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a02cc24-e23a-46a4-af73-30a61fa1dff2 None None] Routers {'ac4162da-fb81-4614-b53a-e21eb6e866b0'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:55:00.366294 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-1a02cc24-e23a-46a4-af73-30a61fa1dff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:54:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['ac4162da-fb81-4614-b53a-e21eb6e866b0'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:55:00.381837 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-26d277ba-1adf-4904-b694-ffbf3a362c98 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:00.523727 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-26d277ba-1adf-4904-b694-ffbf3a362c98 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Calling delete_port for 4e997a07-92e5-4fa2-b2b7-1faa7c85ed48 owned by network:router_interface {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:55:00.547678 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-1a02cc24-e23a-46a4-af73-30a61fa1dff2 None None] Set router ac4162da-fb81-4614-b53a-e21eb6e866b0 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:55:00.577520 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-79037f23-9b80-49b6-bac9-eb3def962808 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "PUT /v2.0/floatingips/13ec16b3-da50-4806-9874-a080559066f9 HTTP/1.1" status: 200 len: 689 time: 2.1590946 Oct 26 15:55:00.580256 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3431245-fe57-48b7-95bd-523f4a005533', 'tag': 'cfccf165-4526-4035-a084-bf502b199158'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:55:00.580598 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45146) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:00.582756 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c98ddca-8672-41af-b538-65f4d0d94da5" -d '{"events": [{"name": "network-changed", "server_uuid": "d3431245-fe57-48b7-95bd-523f4a005533", "tag": "cfccf165-4526-4035-a084-bf502b199158"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:55:00.701835 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ea5080-5de6-465c-bb0d-d9eb39b32640 x-openstack-request-id: req-39ea5080-5de6-465c-bb0d-d9eb39b32640 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:55:00.702402 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3431245-fe57-48b7-95bd-523f4a005533", "tag": "cfccf165-4526-4035-a084-bf502b199158", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:55:00.702868 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-39ea5080-5de6-465c-bb0d-d9eb39b32640 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:55:00.703440 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39ea5080-5de6-465c-bb0d-d9eb39b32640'] response: {'name': 'network-changed', 'server_uuid': 'd3431245-fe57-48b7-95bd-523f4a005533', 'tag': 'cfccf165-4526-4035-a084-bf502b199158', 'status': 'completed', 'code': 200} Oct 26 15:55:00.715439 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-cdf90861-102e-4bbf-bc0e-7eb1c37b8f1a None None] Attempt 9 to provision port 4e997a07-92e5-4fa2-b2b7-1faa7c85ed48 Oct 26 15:55:00.868545 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-cdf90861-102e-4bbf-bc0e-7eb1c37b8f1a None None] Port 4e997a07-92e5-4fa2-b2b7-1faa7c85ed48 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:55:00.913006 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c98ddca-8672-41af-b538-65f4d0d94da5 req-9b2a2a18-87f7-4fe2-8d88-0b76fd35e7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:00.915877 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1c98ddca-8672-41af-b538-65f4d0d94da5 req-9b2a2a18-87f7-4fe2-8d88-0b76fd35e7b5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=d3431245-fe57-48b7-95bd-523f4a005533 HTTP/1.1" status: 200 len: 1099 time: 0.1826046 Oct 26 15:55:00.916358 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 45156) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:00.919340 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-81631ba5-ec82-4e5d-8573-3ce09512edde tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/floatingips/13ec16b3-da50-4806-9874-a080559066f9 HTTP/1.1" status: 200 len: 689 time: 0.3376627 Oct 26 15:55:00.961342 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44df851-04af-46d9-ba76-c7e73bbe441b req-753a04bd-f3ce-4759-9e84-5e9ecad4bd20 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:00.964056 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b44df851-04af-46d9-ba76-c7e73bbe441b req-753a04bd-f3ce-4759-9e84-5e9ecad4bd20 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cd7fb3-e801-4c62-90d6-2d333cc515ef HTTP/1.1" status: 200 len: 943 time: 0.1087217 Oct 26 15:55:01.016252 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-1a02cc24-e23a-46a4-af73-30a61fa1dff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'name': 'tempest-TestNetworkBasicOps-router-963360314', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'c13d6685-79e0-4fef-afec-ce7ecf82c291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:00Z', 'updated_at': '2022-10-26T15:53:10Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': 'c13d6685-79e0-4fef-afec-ce7ecf82c291', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:01Z', 'updated_at': '2022-10-26T15:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '7617f657-e1bd-4f60-87bb-31b793f5d060', 'name': '', 'network_id': 'f07e0791-a1d0-4c4b-9759-707688ee57ec', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:56:9f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'efa47aaf-530a-4abd-bf1d-39e08fd87042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:09Z', 'updated_at': '2022-10-26T15:53:17Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': 'efa47aaf-530a-4abd-bf1d-39e08fd87042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:55:01.018068 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b44df851-04af-46d9-ba76-c7e73bbe441b req-8b3f62f7-2943-40de-a3a4-164961da46f7 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471714 Oct 26 15:55:01.020840 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a02cc24-e23a-46a4-af73-30a61fa1dff2 None None] Checking router: ac4162da-fb81-4614-b53a-e21eb6e866b0 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:55:01.026276 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-26d277ba-1adf-4904-b694-ffbf3a362c98 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:01.031542 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a02cc24-e23a-46a4-af73-30a61fa1dff2 None None] Routers {'ac4162da-fb81-4614-b53a-e21eb6e866b0'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:55:01.032382 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-1a02cc24-e23a-46a4-af73-30a61fa1dff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:54:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['ac4162da-fb81-4614-b53a-e21eb6e866b0'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:55:01.109507 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d277ba-1adf-4904-b694-ffbf3a362c98 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Pushing event deleted for resources: {'Port': ['ID=4e997a07-92e5-4fa2-b2b7-1faa7c85ed48,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:55:01.180396 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d277ba-1adf-4904-b694-ffbf3a362c98 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:01.181338 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d277ba-1adf-4904-b694-ffbf3a362c98 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:01.181715 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d277ba-1adf-4904-b694-ffbf3a362c98 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:01.182458 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d277ba-1adf-4904-b694-ffbf3a362c98 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:01.182458 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d277ba-1adf-4904-b694-ffbf3a362c98 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:01.182741 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d277ba-1adf-4904-b694-ffbf3a362c98 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:01.182984 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d277ba-1adf-4904-b694-ffbf3a362c98 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:01.183311 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d277ba-1adf-4904-b694-ffbf3a362c98 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:01.183639 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d277ba-1adf-4904-b694-ffbf3a362c98 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:01.183965 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d277ba-1adf-4904-b694-ffbf3a362c98 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:01.184575 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d277ba-1adf-4904-b694-ffbf3a362c98 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:01.184575 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d277ba-1adf-4904-b694-ffbf3a362c98 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:01.218461 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-1a02cc24-e23a-46a4-af73-30a61fa1dff2 None None] Set router ac4162da-fb81-4614-b53a-e21eb6e866b0 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:55:01.280050 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c98ddca-8672-41af-b538-65f4d0d94da5 req-499e4e0b-6851-4494-a92c-3e8045e84fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:01.281522 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1c98ddca-8672-41af-b538-65f4d0d94da5 req-499e4e0b-6851-4494-a92c-3e8045e84fc9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f07e0791-a1d0-4c4b-9759-707688ee57ec HTTP/1.1" status: 200 len: 897 time: 0.3585649 Oct 26 15:55:01.344985 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-38c19ea1-553d-4c75-b2be-f068d9427e53 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=33165e7b97ac42778d9b016b22174455&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4275067 Oct 26 15:55:01.347702 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45162) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:01.375207 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-cdf90861-102e-4bbf-bc0e-7eb1c37b8f1a None None] Attempt 10 to provision port 4e997a07-92e5-4fa2-b2b7-1faa7c85ed48 Oct 26 15:55:01.409473 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7d6d8f44-4600-404e-8e92-081ee8ff0f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:01.415783 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-cdf90861-102e-4bbf-bc0e-7eb1c37b8f1a None None] Port 4e997a07-92e5-4fa2-b2b7-1faa7c85ed48 was deleted so its status cannot be updated. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:55:01.438090 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7d6d8f44-4600-404e-8e92-081ee8ff0f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:01.477060 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1c98ddca-8672-41af-b538-65f4d0d94da5 req-204ef678-0d86-4b7c-b307-ec613c3c52eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfccf165-4526-4035-a084-bf502b199158 HTTP/1.1" status: 200 len: 217 time: 0.1260209 Oct 26 15:55:01.483415 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-26d277ba-1adf-4904-b694-ffbf3a362c98 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:01.593560 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7d6d8f44-4600-404e-8e92-081ee8ff0f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:01.599058 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-1a02cc24-e23a-46a4-af73-30a61fa1dff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'name': 'tempest-TestNetworkBasicOps-router-963360314', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'c13d6685-79e0-4fef-afec-ce7ecf82c291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:00Z', 'updated_at': '2022-10-26T15:53:10Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': 'c13d6685-79e0-4fef-afec-ce7ecf82c291', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:01Z', 'updated_at': '2022-10-26T15:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '7617f657-e1bd-4f60-87bb-31b793f5d060', 'name': '', 'network_id': 'f07e0791-a1d0-4c4b-9759-707688ee57ec', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:56:9f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'efa47aaf-530a-4abd-bf1d-39e08fd87042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:09Z', 'updated_at': '2022-10-26T15:53:17Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': 'efa47aaf-530a-4abd-bf1d-39e08fd87042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:55:01.604185 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a02cc24-e23a-46a4-af73-30a61fa1dff2 None None] The sync data for ids ['ac4162da-fb81-4614-b53a-e21eb6e866b0'] in dv-neutron-862712-1-hyperv is: [{'id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'name': 'tempest-TestNetworkBasicOps-router-963360314', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'c13d6685-79e0-4fef-afec-ce7ecf82c291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:00Z', 'updated_at': '2022-10-26T15:53:10Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': 'c13d6685-79e0-4fef-afec-ce7ecf82c291', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:01Z', 'updated_at': '2022-10-26T15:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '7617f657-e1bd-4f60-87bb-31b793f5d060', 'name': '', 'network_id': 'f07e0791-a1d0-4c4b-9759-707688ee57ec', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:56:9f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'efa47aaf-530a-4abd-bf1d-39e08fd87042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:09Z', 'updated_at': '2022-10-26T15:53:17Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': 'efa47aaf-530a-4abd-bf1d-39e08fd87042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:55:01.619340 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d8f44-4600-404e-8e92-081ee8ff0f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45cda87-d815-4881-8dcd-9c402f55f9a7,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:55:01.625972 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7d6d8f44-4600-404e-8e92-081ee8ff0f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:01.629072 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-7d6d8f44-4600-404e-8e92-081ee8ff0f09 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a45cda87-d815-4881-8dcd-9c402f55f9a7 HTTP/1.1" status: 204 len: 168 time: 0.2774005 Oct 26 15:55:01.665878 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-bd9a9f9f-6bdd-4a11-8678-aa52bc8d274f None None] Provisioning for port c6096c93-74ba-4258-b82d-ace0ccb53095 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:55:01.679681 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-bd9a9f9f-6bdd-4a11-8678-aa52bc8d274f None None] Provisioning complete for port c6096c93-74ba-4258-b82d-ace0ccb53095 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:55:01.683283 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bd9a9f9f-6bdd-4a11-8678-aa52bc8d274f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:01.683396 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-bd9a9f9f-6bdd-4a11-8678-aa52bc8d274f None None] Attempt 1 to provision port c6096c93-74ba-4258-b82d-ace0ccb53095 Oct 26 15:55:01.821729 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c98ddca-8672-41af-b538-65f4d0d94da5 req-0f9d4ec7-faec-4f20-bbc1-f998d11979af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:01.823623 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1c98ddca-8672-41af-b538-65f4d0d94da5 req-0f9d4ec7-faec-4f20-bbc1-f998d11979af service neutron] 10.222.0.48 "GET /v2.0/subnets?id=efa47aaf-530a-4abd-bf1d-39e08fd87042 HTTP/1.1" status: 200 len: 834 time: 0.3365166 Oct 26 15:55:01.860312 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-bd9a9f9f-6bdd-4a11-8678-aa52bc8d274f None None] Current status of the port c6096c93-74ba-4258-b82d-ace0ccb53095 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:55:01.861185 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bd9a9f9f-6bdd-4a11-8678-aa52bc8d274f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:01.902068 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-bd9a9f9f-6bdd-4a11-8678-aa52bc8d274f None None] For port c6096c93-74ba-4258-b82d-ace0ccb53095, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=c6096c93-74ba-4258-b82d-ace0ccb53095,segment=NetworkSegment(f6dc04a6-ce9b-4c9b-85ff-a4f0fd9ea927),segment_id=f6dc04a6-ce9b-4c9b-85ff-a4f0fd9ea927)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:55:01.920316 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52e552e-2792-4f44-87f6-a6adb369f286 None None] New status for floating IP 13ec16b3-da50-4806-9874-a080559066f9: DOWN {{(pid=89750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:55:01.923578 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45168) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:02.010178 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bd9a9f9f-6bdd-4a11-8678-aa52bc8d274f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:02.023682 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d277ba-1adf-4904-b694-ffbf3a362c98 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Router 94002145-79a9-44e2-8e7d-8cbfe3a7a0a6 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:55:02.043469 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-367668ab-c489-427f-8e0a-410601d01868 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/floatingips/13ec16b3-da50-4806-9874-a080559066f9 HTTP/1.1" status: 200 len: 689 time: 0.1189523 Oct 26 15:55:02.103994 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-bd9a9f9f-6bdd-4a11-8678-aa52bc8d274f None None] Could not find standard attr ID for object 4e997a07-92e5-4fa2-b2b7-1faa7c85ed48. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:55:02.106931 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a9f9f-6bdd-4a11-8678-aa52bc8d274f None None] Pushing event updated for resources: {'Port': ['ID=c6096c93-74ba-4258-b82d-ace0ccb53095,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:55:02.110428 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bb73fa3b-908f-41dc-b8d1-d712cf6aba88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:02.185906 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d277ba-1adf-4904-b694-ffbf3a362c98 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:55:02.193885 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c98ddca-8672-41af-b538-65f4d0d94da5 req-f5154bbe-8998-4102-8005-bbc47b82d66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:02.195617 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1c98ddca-8672-41af-b538-65f4d0d94da5 req-f5154bbe-8998-4102-8005-bbc47b82d66a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f07e0791-a1d0-4c4b-9759-707688ee57ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3131976 Oct 26 15:55:02.198863 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e0932c-5cab-44a3-b3ab-855e8d7aef47 None None] Sync routers for ids ['94002145-79a9-44e2-8e7d-8cbfe3a7a0a6'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:55:02.205173 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-26d277ba-1adf-4904-b694-ffbf3a362c98 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] 10.222.0.23 "PUT /v2.0/routers/94002145-79a9-44e2-8e7d-8cbfe3a7a0a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1390383 Oct 26 15:55:02.210666 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45180) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:02.214576 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e0932c-5cab-44a3-b3ab-855e8d7aef47 None None] Routers {'94002145-79a9-44e2-8e7d-8cbfe3a7a0a6'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:55:02.215279 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-45e0932c-5cab-44a3-b3ab-855e8d7aef47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:54:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['94002145-79a9-44e2-8e7d-8cbfe3a7a0a6'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:55:02.285590 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-45e0932c-5cab-44a3-b3ab-855e8d7aef47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:55:02.296060 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e0932c-5cab-44a3-b3ab-855e8d7aef47 None None] Routers {'94002145-79a9-44e2-8e7d-8cbfe3a7a0a6'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:55:02.296788 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-45e0932c-5cab-44a3-b3ab-855e8d7aef47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:54:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['94002145-79a9-44e2-8e7d-8cbfe3a7a0a6'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:55:02.323532 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-98de7299-fd01-4ae4-bac5-4de841946ad1 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] delete failed (client error): The resource could not be found. Oct 26 15:55:02.329985 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-98de7299-fd01-4ae4-bac5-4de841946ad1 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-1747206699 HTTP/1.1" status: 404 len: 335 time: 0.1179662 Oct 26 15:55:02.330551 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45186) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:02.336094 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-f15fe870-d50f-4a73-81b4-b816b2cf7000 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Request body: {'router': {'external_gateway_info': {'network_id': '94002145-79a9-44e2-8e7d-8cbfe3a7a0a6'}}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:55:02.370759 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-45e0932c-5cab-44a3-b3ab-855e8d7aef47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:55:02.371245 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e0932c-5cab-44a3-b3ab-855e8d7aef47 None None] The sync data for ids ['94002145-79a9-44e2-8e7d-8cbfe3a7a0a6'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:55:02.414313 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1c98ddca-8672-41af-b538-65f4d0d94da5 req-3bc770ee-be6d-4701-bd87-03e70efaa7f6 service neutron] 10.222.0.48 "GET /v2.0/networks/f07e0791-a1d0-4c4b-9759-707688ee57ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112234 Oct 26 15:55:02.423462 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e98141-f65e-40ff-85ae-62ee54cf3e37 req-7ca03467-33a9-431a-acca-856185e1591e tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:02.424950 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c2e98141-f65e-40ff-85ae-62ee54cf3e37 req-7ca03467-33a9-431a-acca-856185e1591e tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cd7fb3-e801-4c62-90d6-2d333cc515ef HTTP/1.1" status: 200 len: 943 time: 0.2014594 Oct 26 15:55:02.549261 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c2e98141-f65e-40ff-85ae-62ee54cf3e37 req-62b465e3-f34b-458c-857d-9df845713e60 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054473 Oct 26 15:55:02.612923 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1c98ddca-8672-41af-b538-65f4d0d94da5 req-bd18078a-beb4-4b9c-b9af-0682776d911a service neutron] 10.222.0.48 "GET /v2.0/networks/f07e0791-a1d0-4c4b-9759-707688ee57ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870954 Oct 26 15:55:02.738352 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device c6096c93-74ba-4258-b82d-ace0ccb53095 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:55:02.761130 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f15fe870-d50f-4a73-81b4-b816b2cf7000 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:02.807011 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port c6096c93-74ba-4258-b82d-ace0ccb53095 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:55:02.807394 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:02.807670 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port c6096c93-74ba-4258-b82d-ace0ccb53095 Oct 26 15:55:02.862589 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-f15fe870-d50f-4a73-81b4-b816b2cf7000 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] update failed (client error): The resource could not be found. Oct 26 15:55:02.867488 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f15fe870-d50f-4a73-81b4-b816b2cf7000 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] 10.222.0.23 "PUT /v2.0/routers/94002145-79a9-44e2-8e7d-8cbfe3a7a0a6 HTTP/1.1" status: 404 len: 339 time: 0.5318935 Oct 26 15:55:02.867965 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 45200) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:02.929797 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port c6096c93-74ba-4258-b82d-ace0ccb53095 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:55:02.935781 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45204) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:02.939545 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028181 Oct 26 15:55:02.942320 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45206) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:03.051446 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c1e4fc09-74b2-4181-846e-8227bb0a47b3 tempest-NetworksApiDiscovery-249937981 tempest-NetworksApiDiscovery-249937981-project] 10.222.0.23 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1081290 Oct 26 15:55:03.052119 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45212) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:03.142121 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-6618db04-45d0-4031-9f97-88896eac092f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/floatingips/13ec16b3-da50-4806-9874-a080559066f9 HTTP/1.1" status: 200 len: 687 time: 0.0889869 Oct 26 15:55:03.495355 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7022a0b0-3002-4fe4-8bc8-f7f1575781aa tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:03.501199 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45220) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:03.660172 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2b746438-97d8-4a52-98f7-c37b60322843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:03.679838 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-2b746438-97d8-4a52-98f7-c37b60322843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:55:03.684785 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-2b746438-97d8-4a52-98f7-c37b60322843 admin admin] Usage tracker for resource:security_group_rule and tenant:b27582458903490988b72429ed71e396 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:55:03.687890 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-2b746438-97d8-4a52-98f7-c37b60322843 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:55:03.693656 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-2b746438-97d8-4a52-98f7-c37b60322843 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:55:03.841942 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2b746438-97d8-4a52-98f7-c37b60322843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:03.872059 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155dbec2-5450-4b78-a3f6-a972b4e8a220 req-f25da2a2-9bbf-452f-bd02-ed096d2135d2 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:03.873518 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-155dbec2-5450-4b78-a3f6-a972b4e8a220 req-f25da2a2-9bbf-452f-bd02-ed096d2135d2 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cd7fb3-e801-4c62-90d6-2d333cc515ef HTTP/1.1" status: 200 len: 943 time: 0.1260512 Oct 26 15:55:03.912401 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-7022a0b0-3002-4fe4-8bc8-f7f1575781aa tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Allocated IP 172.20.0.1 (20afaaaa-d527-4103-bb8f-cbadbc85a41a/e116c883-ec85-4110-9233-ec67de62a35d/c199ce13-384f-46fa-9809-f1df65514b80) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:55:03.917984 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-155dbec2-5450-4b78-a3f6-a972b4e8a220 req-39ae6f84-e281-4abc-8dd5-05e47f390d8e tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386629 Oct 26 15:55:03.918585 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2b746438-97d8-4a52-98f7-c37b60322843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:03.967742 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-2b746438-97d8-4a52-98f7-c37b60322843 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b27582458903490988b72429ed71e396&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4652936 Oct 26 15:55:03.968673 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b746438-97d8-4a52-98f7-c37b60322843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38504e8b-8525-4ca6-ab54-b048e477b3ca,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:55:03.970893 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45228) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:04.033720 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cd9f0ac7-9640-4002-b368-f11954f0c95b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:04.061136 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cd9f0ac7-9640-4002-b368-f11954f0c95b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:04.080319 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7022a0b0-3002-4fe4-8bc8-f7f1575781aa tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:04.096097 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-7022a0b0-3002-4fe4-8bc8-f7f1575781aa tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Transition to ACTIVE for port object c199ce13-384f-46fa-9809-f1df65514b80 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:55:04.191925 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cd9f0ac7-9640-4002-b368-f11954f0c95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:04.211142 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f0ac7-9640-4002-b368-f11954f0c95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38504e8b-8525-4ca6-ab54-b048e477b3ca,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:55:04.215925 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cd9f0ac7-9640-4002-b368-f11954f0c95b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:04.217052 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-cd9f0ac7-9640-4002-b368-f11954f0c95b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/38504e8b-8525-4ca6-ab54-b048e477b3ca HTTP/1.1" status: 204 len: 168 time: 0.2452044 Oct 26 15:55:04.223309 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7022a0b0-3002-4fe4-8bc8-f7f1575781aa tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:04.290419 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45236) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:04.294958 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7022a0b0-3002-4fe4-8bc8-f7f1575781aa tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Network 20afaaaa-d527-4103-bb8f-cbadbc85a41a is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:55:04.295930 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-74a698a6-9d48-4b20-bc2e-b130f69de405 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-411435642', 'description': 'tempest-secgroup-smoke-411435642 description', 'project_id': '8316bfcf068445aeb00a503282bb001c'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:55:04.297937 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-7022a0b0-3002-4fe4-8bc8-f7f1575781aa tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:55:04.301723 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7022a0b0-3002-4fe4-8bc8-f7f1575781aa tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:55:04.302864 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-74a698a6-9d48-4b20-bc2e-b130f69de405 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:55:04.314294 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-74a698a6-9d48-4b20-bc2e-b130f69de405 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:55:04.337562 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7022a0b0-3002-4fe4-8bc8-f7f1575781aa tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Pushing event updated for resources: {'Port': ['ID=c199ce13-384f-46fa-9809-f1df65514b80,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:55:04.380963 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7022a0b0-3002-4fe4-8bc8-f7f1575781aa tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:04.423726 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-74a698a6-9d48-4b20-bc2e-b130f69de405 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:04.444923 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b1c7d919-cd98-4cca-bdc2-4ac8c138c79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:04.451096 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-74a698a6-9d48-4b20-bc2e-b130f69de405 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:55:04.456617 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-74a698a6-9d48-4b20-bc2e-b130f69de405 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:55:04.460192 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-74a698a6-9d48-4b20-bc2e-b130f69de405 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:55:04.468174 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-74a698a6-9d48-4b20-bc2e-b130f69de405 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:55:04.575614 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7022a0b0-3002-4fe4-8bc8-f7f1575781aa tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:04.576762 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-74a698a6-9d48-4b20-bc2e-b130f69de405 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:04.622436 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-533aa44a-a4b2-4c68-87d8-042fa9968fb9 None None] Provisioning for port c199ce13-384f-46fa-9809-f1df65514b80 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:55:04.629199 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-533aa44a-a4b2-4c68-87d8-042fa9968fb9 None None] Provisioning complete for port c199ce13-384f-46fa-9809-f1df65514b80 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:55:04.629706 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-533aa44a-a4b2-4c68-87d8-042fa9968fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:04.629900 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-533aa44a-a4b2-4c68-87d8-042fa9968fb9 None None] Attempt 1 to provision port c199ce13-384f-46fa-9809-f1df65514b80 Oct 26 15:55:04.646631 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-74a698a6-9d48-4b20-bc2e-b130f69de405 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:04.687725 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-533aa44a-a4b2-4c68-87d8-042fa9968fb9 None None] Port c199ce13-384f-46fa-9809-f1df65514b80 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:55:04.719614 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a698a6-9d48-4b20-bc2e-b130f69de405 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09a34787-f0ac-43c7-8259-2519906df67d,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:55:04.759320 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-74a698a6-9d48-4b20-bc2e-b130f69de405 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:04.760572 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-74a698a6-9d48-4b20-bc2e-b130f69de405 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4689405 Oct 26 15:55:04.763541 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45240) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:04.768983 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-c44a3d8e-bc05-4830-9daf-950b205cefcb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '09a34787-f0ac-43c7-8259-2519906df67d', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:55:04.775629 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-c44a3d8e-bc05-4830-9daf-950b205cefcb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:55:04.779782 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-c44a3d8e-bc05-4830-9daf-950b205cefcb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:55:04.783031 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-c44a3d8e-bc05-4830-9daf-950b205cefcb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:55:04.788845 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-c44a3d8e-bc05-4830-9daf-950b205cefcb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:55:04.869182 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c44a3d8e-bc05-4830-9daf-950b205cefcb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:04.989097 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7022a0b0-3002-4fe4-8bc8-f7f1575781aa tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:05.044672 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7022a0b0-3002-4fe4-8bc8-f7f1575781aa tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:05.073327 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 6be0c03f-c6e5-4ac0-9f8a-84a3370db398 details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 15:55:05.088871 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c44a3d8e-bc05-4830-9daf-950b205cefcb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:05.138635 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059abb9-6857-4cc2-9655-2b69f87bf7d2 req-fb8d7cdb-933f-47b7-8bf1-fbe764e96e8f tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:05.141093 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0059abb9-6857-4cc2-9655-2b69f87bf7d2 req-fb8d7cdb-933f-47b7-8bf1-fbe764e96e8f tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cd7fb3-e801-4c62-90d6-2d333cc515ef HTTP/1.1" status: 200 len: 943 time: 0.1031919 Oct 26 15:55:05.167586 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7022a0b0-3002-4fe4-8bc8-f7f1575781aa tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Pushing event updated for resources: {'Port': ['ID=c199ce13-384f-46fa-9809-f1df65514b80,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:55:05.169941 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7022a0b0-3002-4fe4-8bc8-f7f1575781aa tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:05.174974 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c44a3d8e-bc05-4830-9daf-950b205cefcb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:05.189509 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-533aa44a-a4b2-4c68-87d8-042fa9968fb9 None None] Attempt 2 to provision port c199ce13-384f-46fa-9809-f1df65514b80 Oct 26 15:55:05.225083 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a3d8e-bc05-4830-9daf-950b205cefcb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbc328ab-03b6-41b1-930a-57ee75f98c93,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:55:05.237569 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0059abb9-6857-4cc2-9655-2b69f87bf7d2 req-0c90ac35-bec3-4ad7-9c58-a5c7a7717cb1 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881283 Oct 26 15:55:05.282363 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-533aa44a-a4b2-4c68-87d8-042fa9968fb9 None None] Port c199ce13-384f-46fa-9809-f1df65514b80 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:55:05.291986 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 6be0c03f-c6e5-4ac0-9f8a-84a3370db398, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=6be0c03f-c6e5-4ac0-9f8a-84a3370db398,segment=NetworkSegment(5abcf1f5-9fbe-42a4-ad2d-7607ef188452),segment_id=5abcf1f5-9fbe-42a4-ad2d-7607ef188452)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:55:05.299180 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:05.306412 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': '6be0c03f-c6e5-4ac0-9f8a-84a3370db398', 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83', 'port_id': '6be0c03f-c6e5-4ac0-9f8a-84a3370db398', 'mac_address': 'fa:16:3e:86:78:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c273cff6-10d2-4763-a9ae-6bddfa2dc0d2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 15:55:05.314948 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7022a0b0-3002-4fe4-8bc8-f7f1575781aa tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Network 20afaaaa-d527-4103-bb8f-cbadbc85a41a is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:55:05.316117 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-7022a0b0-3002-4fe4-8bc8-f7f1575781aa tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:55:05.320005 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c44a3d8e-bc05-4830-9daf-950b205cefcb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:05.322039 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c44a3d8e-bc05-4830-9daf-950b205cefcb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5569863 Oct 26 15:55:05.324286 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45246) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:05.330154 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-e200a858-1a19-4d06-9afc-738005029465 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '09a34787-f0ac-43c7-8259-2519906df67d', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:55:05.337716 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e200a858-1a19-4d06-9afc-738005029465 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:55:05.342276 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e200a858-1a19-4d06-9afc-738005029465 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:55:05.345397 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e200a858-1a19-4d06-9afc-738005029465 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:55:05.351309 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e200a858-1a19-4d06-9afc-738005029465 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:55:05.356039 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:05.370166 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 6be0c03f-c6e5-4ac0-9f8a-84a3370db398 is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:55:05.370590 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:05.389674 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6be0c03f-c6e5-4ac0-9f8a-84a3370db398 {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:55:05.409486 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 6be0c03f-c6e5-4ac0-9f8a-84a3370db398, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=6be0c03f-c6e5-4ac0-9f8a-84a3370db398,segment=NetworkSegment(5abcf1f5-9fbe-42a4-ad2d-7607ef188452),segment_id=5abcf1f5-9fbe-42a4-ad2d-7607ef188452)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:55:05.441813 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e200a858-1a19-4d06-9afc-738005029465 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:05.512277 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:05.525840 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e200a858-1a19-4d06-9afc-738005029465 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:05.583590 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=6be0c03f-c6e5-4ac0-9f8a-84a3370db398,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:55:05.591609 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:05.596551 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:05.596551 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:05.596551 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:05.596865 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e200a858-1a19-4d06-9afc-738005029465 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:05.596979 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:05.596979 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:05.596979 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:05.596979 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:05.596979 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:05.596979 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:05.596979 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:05.596979 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:05.601494 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7022a0b0-3002-4fe4-8bc8-f7f1575781aa tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Router 94002145-79a9-44e2-8e7d-8cbfe3a7a0a6 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:55:05.626054 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200a858-1a19-4d06-9afc-738005029465 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f0f67e1-2d4a-4b23-83bb-a32d19dd841c,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:55:05.706726 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e200a858-1a19-4d06-9afc-738005029465 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:05.707978 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e200a858-1a19-4d06-9afc-738005029465 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3827310 Oct 26 15:55:05.710697 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45250) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:05.716854 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-09818a67-09d9-4cbe-abf3-cbc231c96146 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '09a34787-f0ac-43c7-8259-2519906df67d', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:55:05.722437 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-09818a67-09d9-4cbe-abf3-cbc231c96146 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:55:05.726495 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-09818a67-09d9-4cbe-abf3-cbc231c96146 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:55:05.730725 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-09818a67-09d9-4cbe-abf3-cbc231c96146 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:55:05.736617 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-09818a67-09d9-4cbe-abf3-cbc231c96146 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:55:05.760966 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7022a0b0-3002-4fe4-8bc8-f7f1575781aa tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:55:05.770812 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908f3a98-8dbb-4926-84b6-3516d366b033 None None] Sync routers for ids ['94002145-79a9-44e2-8e7d-8cbfe3a7a0a6'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:55:05.771436 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-7022a0b0-3002-4fe4-8bc8-f7f1575781aa tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] 10.222.0.23 "PUT /v2.0/routers/94002145-79a9-44e2-8e7d-8cbfe3a7a0a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9019182 Oct 26 15:55:05.775440 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45254) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:05.781869 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908f3a98-8dbb-4926-84b6-3516d366b033 None None] Routers {'94002145-79a9-44e2-8e7d-8cbfe3a7a0a6'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:55:05.782570 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-908f3a98-8dbb-4926-84b6-3516d366b033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:55:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['94002145-79a9-44e2-8e7d-8cbfe3a7a0a6'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:55:05.783133 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-533aa44a-a4b2-4c68-87d8-042fa9968fb9 None None] Attempt 3 to provision port c199ce13-384f-46fa-9809-f1df65514b80 Oct 26 15:55:05.845348 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-533aa44a-a4b2-4c68-87d8-042fa9968fb9 None None] Port c199ce13-384f-46fa-9809-f1df65514b80 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:55:05.846775 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-908f3a98-8dbb-4926-84b6-3516d366b033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:55:05.855590 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908f3a98-8dbb-4926-84b6-3516d366b033 None None] Routers {'94002145-79a9-44e2-8e7d-8cbfe3a7a0a6'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:55:05.856190 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-908f3a98-8dbb-4926-84b6-3516d366b033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:55:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['94002145-79a9-44e2-8e7d-8cbfe3a7a0a6'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:55:05.913176 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['6be0c03f-c6e5-4ac0-9f8a-84a3370db398'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 15:55:05.913682 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-09818a67-09d9-4cbe-abf3-cbc231c96146 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:05.919506 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-908f3a98-8dbb-4926-84b6-3516d366b033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:55:05.919906 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908f3a98-8dbb-4926-84b6-3516d366b033 None None] The sync data for ids ['94002145-79a9-44e2-8e7d-8cbfe3a7a0a6'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:55:05.975976 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6949cae7-b762-457d-9b5f-261f9e9815f7 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks [] for router, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:06.119155 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-09818a67-09d9-4cbe-abf3-cbc231c96146 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:06.138938 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-6949cae7-b762-457d-9b5f-261f9e9815f7 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 26 15:55:06.141798 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-6949cae7-b762-457d-9b5f-261f9e9815f7 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] 10.222.0.23 "DELETE /v2.0/routers/94002145-79a9-44e2-8e7d-8cbfe3a7a0a6 HTTP/1.1" status: 409 len: 329 time: 0.3635604 Oct 26 15:55:06.143413 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45258) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:06.204334 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-09818a67-09d9-4cbe-abf3-cbc231c96146 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:06.301034 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09818a67-09d9-4cbe-abf3-cbc231c96146 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f4ee96-616f-426a-b792-4256a7ee3b4d,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:55:06.346238 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-533aa44a-a4b2-4c68-87d8-042fa9968fb9 None None] Attempt 4 to provision port c199ce13-384f-46fa-9809-f1df65514b80 Oct 26 15:55:06.402896 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-533aa44a-a4b2-4c68-87d8-042fa9968fb9 None None] Port c199ce13-384f-46fa-9809-f1df65514b80 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:55:06.444112 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-09818a67-09d9-4cbe-abf3-cbc231c96146 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:06.445295 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-09818a67-09d9-4cbe-abf3-cbc231c96146 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7335839 Oct 26 15:55:06.450725 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 45266) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:06.456707 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-7a790119-0ed1-46d8-8641-71919a4eb7e6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '09a34787-f0ac-43c7-8259-2519906df67d', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:55:06.465108 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-7a790119-0ed1-46d8-8641-71919a4eb7e6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:55:06.476100 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2bd23-c5cd-4379-853c-407f7cdc2a80 req-6419f207-23b5-4adb-8065-e66b467e7619 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:06.477608 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-fcb2bd23-c5cd-4379-853c-407f7cdc2a80 req-6419f207-23b5-4adb-8065-e66b467e7619 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cd7fb3-e801-4c62-90d6-2d333cc515ef HTTP/1.1" status: 200 len: 944 time: 0.1090701 Oct 26 15:55:06.478589 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-7a790119-0ed1-46d8-8641-71919a4eb7e6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:55:06.481647 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-7a790119-0ed1-46d8-8641-71919a4eb7e6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:55:06.500253 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-7a790119-0ed1-46d8-8641-71919a4eb7e6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:55:06.533826 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-fcb2bd23-c5cd-4379-853c-407f7cdc2a80 req-b2f44353-d481-46b9-8a3f-26a296a3a600 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492065 Oct 26 15:55:06.590206 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7a790119-0ed1-46d8-8641-71919a4eb7e6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:06.661270 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7a790119-0ed1-46d8-8641-71919a4eb7e6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:06.676686 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72aeb54b-e837-461e-90b8-f9e7507f4f20 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:06.730698 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7a790119-0ed1-46d8-8641-71919a4eb7e6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:06.757990 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a790119-0ed1-46d8-8641-71919a4eb7e6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d74276f-9311-460b-a511-8542dc8a5a6a,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:55:06.823045 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:06.868743 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7a790119-0ed1-46d8-8641-71919a4eb7e6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:06.870101 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-7a790119-0ed1-46d8-8641-71919a4eb7e6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4184427 Oct 26 15:55:06.877861 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 45270) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:06.883123 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-6186417b-7b92-4b05-a1bc-2aef6184f449 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '09a34787-f0ac-43c7-8259-2519906df67d', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:55:06.890370 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-6186417b-7b92-4b05-a1bc-2aef6184f449 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:55:06.894849 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-6186417b-7b92-4b05-a1bc-2aef6184f449 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:55:06.897972 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-6186417b-7b92-4b05-a1bc-2aef6184f449 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:55:06.904725 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-533aa44a-a4b2-4c68-87d8-042fa9968fb9 None None] Attempt 5 to provision port c199ce13-384f-46fa-9809-f1df65514b80 Oct 26 15:55:06.904990 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-6186417b-7b92-4b05-a1bc-2aef6184f449 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:55:06.967692 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-533aa44a-a4b2-4c68-87d8-042fa9968fb9 None None] Port c199ce13-384f-46fa-9809-f1df65514b80 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:55:06.999327 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.securitygroups_db [None req-6186417b-7b92-4b05-a1bc-2aef6184f449 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Project 8316bfcf068445aeb00a503282bb001c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:55:07.006309 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6186417b-7b92-4b05-a1bc-2aef6184f449 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:07.072586 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6186417b-7b92-4b05-a1bc-2aef6184f449 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:07.072841 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 6be0c03f-c6e5-4ac0-9f8a-84a3370db398 up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:55:07.133480 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72aeb54b-e837-461e-90b8-f9e7507f4f20 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Deleting port c199ce13-384f-46fa-9809-f1df65514b80 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:55:07.134139 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72aeb54b-e837-461e-90b8-f9e7507f4f20 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:07.153151 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6186417b-7b92-4b05-a1bc-2aef6184f449 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:07.179443 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186417b-7b92-4b05-a1bc-2aef6184f449 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59559afc-532a-41d3-b752-448a2048e80f,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:55:07.208825 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning for port 6be0c03f-c6e5-4ac0-9f8a-84a3370db398 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:55:07.214049 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port 6be0c03f-c6e5-4ac0-9f8a-84a3370db398 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:55:07.214493 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:07.218145 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port 6be0c03f-c6e5-4ac0-9f8a-84a3370db398 Oct 26 15:55:07.267186 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6186417b-7b92-4b05-a1bc-2aef6184f449 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:07.268968 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-6186417b-7b92-4b05-a1bc-2aef6184f449 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3897650 Oct 26 15:55:07.272000 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45274) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:07.285106 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-ebfb5ded-1d64-4cc9-9d74-6dbb4b5e5005 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '09a34787-f0ac-43c7-8259-2519906df67d', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:55:07.293618 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ebfb5ded-1d64-4cc9-9d74-6dbb4b5e5005 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:55:07.302046 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ebfb5ded-1d64-4cc9-9d74-6dbb4b5e5005 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:55:07.315231 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ebfb5ded-1d64-4cc9-9d74-6dbb4b5e5005 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:55:07.325051 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ebfb5ded-1d64-4cc9-9d74-6dbb4b5e5005 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:55:07.341296 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 6be0c03f-c6e5-4ac0-9f8a-84a3370db398 is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:55:07.344323 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:07.345798 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72aeb54b-e837-461e-90b8-f9e7507f4f20 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:07.370617 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23cd7fb3-e801-4c62-90d6-2d333cc515ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be0c03f-c6e5-4ac0-9f8a-84a3370db398'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:55:07.373019 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226aaccd-b7b4-493f-ae8e-b0bb3b8d1c17" -d '{"events": [{"server_uuid": "23cd7fb3-e801-4c62-90d6-2d333cc515ef", "name": "network-vif-plugged", "status": "completed", "tag": "6be0c03f-c6e5-4ac0-9f8a-84a3370db398"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:55:07.380553 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 6be0c03f-c6e5-4ac0-9f8a-84a3370db398, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=6be0c03f-c6e5-4ac0-9f8a-84a3370db398,segment=NetworkSegment(5abcf1f5-9fbe-42a4-ad2d-7607ef188452),segment_id=5abcf1f5-9fbe-42a4-ad2d-7607ef188452)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:55:07.416424 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccbdf79f-f243-45f1-b99d-fd758bfdeb77 x-openstack-request-id: req-ccbdf79f-f243-45f1-b99d-fd758bfdeb77 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:55:07.416714 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23cd7fb3-e801-4c62-90d6-2d333cc515ef", "name": "network-vif-plugged", "status": "completed", "tag": "6be0c03f-c6e5-4ac0-9f8a-84a3370db398", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:55:07.416967 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ccbdf79f-f243-45f1-b99d-fd758bfdeb77 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:55:07.417363 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccbdf79f-f243-45f1-b99d-fd758bfdeb77'] response: {'server_uuid': '23cd7fb3-e801-4c62-90d6-2d333cc515ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be0c03f-c6e5-4ac0-9f8a-84a3370db398', 'code': 200} Oct 26 15:55:07.455007 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:07.466390 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.securitygroups_db [None req-ebfb5ded-1d64-4cc9-9d74-6dbb4b5e5005 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Project 8316bfcf068445aeb00a503282bb001c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:55:07.480250 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72aeb54b-e837-461e-90b8-f9e7507f4f20 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Calling delete_port for c199ce13-384f-46fa-9809-f1df65514b80 owned by network:router_interface {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:55:07.491935 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-533aa44a-a4b2-4c68-87d8-042fa9968fb9 None None] Attempt 6 to provision port c199ce13-384f-46fa-9809-f1df65514b80 Oct 26 15:55:07.520969 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ebfb5ded-1d64-4cc9-9d74-6dbb4b5e5005 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:07.601405 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-533aa44a-a4b2-4c68-87d8-042fa9968fb9 None None] Port c199ce13-384f-46fa-9809-f1df65514b80 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:55:07.605461 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=6be0c03f-c6e5-4ac0-9f8a-84a3370db398,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:55:07.626088 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ebfb5ded-1d64-4cc9-9d74-6dbb4b5e5005 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:07.702706 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ebfb5ded-1d64-4cc9-9d74-6dbb4b5e5005 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:07.738689 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb5ded-1d64-4cc9-9d74-6dbb4b5e5005 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=331c5123-4e80-4f09-ac44-00ef2839d920,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:55:07.781747 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d348b-a2e9-46ca-adab-29be9deaa3d4 req-debc6c20-3768-4202-a496-8ef675673df8 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:07.783239 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f12d348b-a2e9-46ca-adab-29be9deaa3d4 req-debc6c20-3768-4202-a496-8ef675673df8 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cd7fb3-e801-4c62-90d6-2d333cc515ef HTTP/1.1" status: 200 len: 945 time: 0.0987318 Oct 26 15:55:07.833868 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ebfb5ded-1d64-4cc9-9d74-6dbb4b5e5005 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:07.835083 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ebfb5ded-1d64-4cc9-9d74-6dbb4b5e5005 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5621519 Oct 26 15:55:07.862385 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72aeb54b-e837-461e-90b8-f9e7507f4f20 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:07.885976 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f12d348b-a2e9-46ca-adab-29be9deaa3d4 req-735be17d-acce-4532-b5c6-275a6fca5f04 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969424 Oct 26 15:55:07.907130 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df6e8e-de3c-4418-858e-9470738b5d95 req-808a3a24-550c-4f0f-8d37-350a2c787064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:07.908569 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-68df6e8e-de3c-4418-858e-9470738b5d95 req-808a3a24-550c-4f0f-8d37-350a2c787064 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=23cd7fb3-e801-4c62-90d6-2d333cc515ef HTTP/1.1" status: 200 len: 1098 time: 0.0985041 Oct 26 15:55:07.939394 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aeb54b-e837-461e-90b8-f9e7507f4f20 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Pushing event deleted for resources: {'Port': ['ID=c199ce13-384f-46fa-9809-f1df65514b80,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:55:07.963855 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-68df6e8e-de3c-4418-858e-9470738b5d95 req-c6fd2fde-c0cb-48ba-92e1-e18b5fa8355f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465128 Oct 26 15:55:08.103282 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-533aa44a-a4b2-4c68-87d8-042fa9968fb9 None None] Attempt 7 to provision port c199ce13-384f-46fa-9809-f1df65514b80 Oct 26 15:55:08.140613 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-533aa44a-a4b2-4c68-87d8-042fa9968fb9 None None] Port c199ce13-384f-46fa-9809-f1df65514b80 was deleted so its status cannot be updated. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:55:08.220536 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-e4ae3034-ae3a-4d96-a4f3-36e418383b5c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:security_group {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:55:08.225177 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72aeb54b-e837-461e-90b8-f9e7507f4f20 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:08.251426 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-202e2237-289f-44ae-ab16-760225c94de4 None None] Could not find standard attr ID for object c199ce13-384f-46fa-9809-f1df65514b80. {{(pid=89749) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 26 15:55:08.362157 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-e4ae3034-ae3a-4d96-a4f3-36e418383b5c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:security_group {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:55:08.363334 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-e4ae3034-ae3a-4d96-a4f3-36e418383b5c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-411435642&fields=id&tenant_id=8316bfcf068445aeb00a503282bb001c HTTP/1.1" status: 200 len: 267 time: 0.3215318 Oct 26 15:55:08.702005 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72aeb54b-e837-461e-90b8-f9e7507f4f20 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Router 94002145-79a9-44e2-8e7d-8cbfe3a7a0a6 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:55:08.869340 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-910bb0a7-2a82-46b9-bcf7-01bbda411d11 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:08.870801 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-910bb0a7-2a82-46b9-bcf7-01bbda411d11 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/networks?id=f07e0791-a1d0-4c4b-9759-707688ee57ec HTTP/1.1" status: 200 len: 796 time: 0.4999235 Oct 26 15:55:08.878225 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72aeb54b-e837-461e-90b8-f9e7507f4f20 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:55:08.883810 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-72aeb54b-e837-461e-90b8-f9e7507f4f20 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] 10.222.0.23 "PUT /v2.0/routers/94002145-79a9-44e2-8e7d-8cbfe3a7a0a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7389898 Oct 26 15:55:08.886758 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 45294) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:08.889143 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256b402b-e24e-451b-8983-b8941ed0452c None None] Sync routers for ids ['94002145-79a9-44e2-8e7d-8cbfe3a7a0a6'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:55:08.898957 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256b402b-e24e-451b-8983-b8941ed0452c None None] Routers {'94002145-79a9-44e2-8e7d-8cbfe3a7a0a6'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:55:08.899473 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-6bef96b3-25b5-4d90-aefc-6c44eccfef2a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/quotas/8316bfcf068445aeb00a503282bb001c HTTP/1.1" status: 200 len: 375 time: 0.0222456 Oct 26 15:55:08.899668 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-256b402b-e24e-451b-8983-b8941ed0452c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:55:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['94002145-79a9-44e2-8e7d-8cbfe3a7a0a6'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:55:08.962374 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-256b402b-e24e-451b-8983-b8941ed0452c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:55:08.971207 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256b402b-e24e-451b-8983-b8941ed0452c None None] Routers {'94002145-79a9-44e2-8e7d-8cbfe3a7a0a6'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:55:08.972025 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-256b402b-e24e-451b-8983-b8941ed0452c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:55:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['94002145-79a9-44e2-8e7d-8cbfe3a7a0a6'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:55:08.973663 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-488df5e2-0f46-4807-96d4-5e87aade1cb1 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] show failed (client error): The resource could not be found. Oct 26 15:55:08.979227 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-488df5e2-0f46-4807-96d4-5e87aade1cb1 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-912987490 HTTP/1.1" status: 404 len: 334 time: 0.0864484 Oct 26 15:55:08.979476 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 45300) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:08.984331 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-41366cef-0ba1-47e5-b832-e80ee9c48e2b tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:55:09.016563 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-83dd1793-ff9b-4839-bb09-ba64ae667438 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1161819 Oct 26 15:55:09.041013 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-256b402b-e24e-451b-8983-b8941ed0452c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:55:09.041418 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256b402b-e24e-451b-8983-b8941ed0452c None None] The sync data for ids ['94002145-79a9-44e2-8e7d-8cbfe3a7a0a6'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:55:09.094931 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-41366cef-0ba1-47e5-b832-e80ee9c48e2b tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] update failed (client error): The resource could not be found. Oct 26 15:55:09.095922 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-41366cef-0ba1-47e5-b832-e80ee9c48e2b tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-951746479 HTTP/1.1" status: 404 len: 334 time: 0.1155541 Oct 26 15:55:09.101225 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 45304) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:09.167009 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-91a9ef9a-a76e-4228-8947-e400cb97d9a4 service neutron] 10.222.0.23 "GET /v2.0/networks/f07e0791-a1d0-4c4b-9759-707688ee57ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381881 Oct 26 15:55:09.200912 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9c07957-6d73-4df6-9c04-e034f7055caa tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Deleting subnet 419f044e-2e5e-438c-a301-63ea21d8c15a {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:55:09.206092 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e9c07957-6d73-4df6-9c04-e034f7055caa tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:09.269453 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108b069-d20f-44de-a5a4-a73e297559c6 req-d4257551-7927-44b0-ab75-0fd096eb301a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:09.270977 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9108b069-d20f-44de-a5a4-a73e297559c6 req-d4257551-7927-44b0-ab75-0fd096eb301a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cd7fb3-e801-4c62-90d6-2d333cc515ef HTTP/1.1" status: 200 len: 945 time: 0.2211690 Oct 26 15:55:09.276757 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e9c07957-6d73-4df6-9c04-e034f7055caa tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:09.315035 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-9e4b7e4b-b22e-402f-92cf-96ce099f38d5 service neutron] 10.222.0.23 "GET /v2.0/networks/f07e0791-a1d0-4c4b-9759-707688ee57ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419981 Oct 26 15:55:09.373677 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9108b069-d20f-44de-a5a4-a73e297559c6 req-96eb9882-2a6c-4e4b-b0cf-1b4f73d12c60 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691915 Oct 26 15:55:09.405357 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e9c07957-6d73-4df6-9c04-e034f7055caa tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:09.554113 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e9c07957-6d73-4df6-9c04-e034f7055caa tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:09.597577 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c07957-6d73-4df6-9c04-e034f7055caa tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Pushing event deleted for resources: {'Subnet': ['ID=419f044e-2e5e-438c-a301-63ea21d8c15a,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:55:09.603697 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e9c07957-6d73-4df6-9c04-e034f7055caa tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:09.610930 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736dbdf6-ea0d-4b65-b4da-5fb556805ea0 None None] Network 74fe2c95-d8c3-4f3c-a944-a4f5312d211a requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:55:09.662883 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-e9c07957-6d73-4df6-9c04-e034f7055caa tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] 10.222.0.23 "DELETE /v2.0/subnets/419f044e-2e5e-438c-a301-63ea21d8c15a HTTP/1.1" status: 204 len: 168 time: 0.5583770 Oct 26 15:55:09.662883 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a466bc67-b30f-447d-b9a3-52a3722c72ca req-3191cab9-4171-48e3-9b0e-5770c112971d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c5fd904-c638-45a2-8bf4-3a8d3ade0390 HTTP/1.1" status: 200 len: 210 time: 0.0632286 Oct 26 15:55:09.663576 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 45312) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:09.757977 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-93fd86c7-c2d3-43a7-a271-712c87cefcb2 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Deleting subnet 8ca863ac-714d-4eb6-8ee5-768f60fbb016 {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:55:09.762880 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-93fd86c7-c2d3-43a7-a271-712c87cefcb2 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:09.822569 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-93fd86c7-c2d3-43a7-a271-712c87cefcb2 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:09.906016 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c99852c-b9f3-4787-b4b5-f3778875edec None None] DHCP port deletion for 74fe2c95-d8c3-4f3c-a944-a4f5312d211a request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:55:09.910645 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3c99852c-b9f3-4787-b4b5-f3778875edec None None] Deleting port c6096c93-74ba-4258-b82d-ace0ccb53095 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:55:09.911024 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3c99852c-b9f3-4787-b4b5-f3778875edec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:10.019475 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-93fd86c7-c2d3-43a7-a271-712c87cefcb2 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:10.133967 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-3c99852c-b9f3-4787-b4b5-f3778875edec None None] For port c6096c93-74ba-4258-b82d-ace0ccb53095, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=c6096c93-74ba-4258-b82d-ace0ccb53095,segment=NetworkSegment(f6dc04a6-ce9b-4c9b-85ff-a4f0fd9ea927),segment_id=f6dc04a6-ce9b-4c9b-85ff-a4f0fd9ea927)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:55:10.134355 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3c99852c-b9f3-4787-b4b5-f3778875edec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:10.176703 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-93fd86c7-c2d3-43a7-a271-712c87cefcb2 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:10.220130 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd86c7-c2d3-43a7-a271-712c87cefcb2 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Pushing event deleted for resources: {'Subnet': ['ID=8ca863ac-714d-4eb6-8ee5-768f60fbb016,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:55:10.223689 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-93fd86c7-c2d3-43a7-a271-712c87cefcb2 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:10.230273 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-93fd86c7-c2d3-43a7-a271-712c87cefcb2 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] 10.222.0.23 "DELETE /v2.0/subnets/8ca863ac-714d-4eb6-8ee5-768f60fbb016 HTTP/1.1" status: 204 len: 168 time: 0.5660532 Oct 26 15:55:10.232817 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 45322) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:10.252036 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf6f7a3-9529-4754-90c0-9f684a530c8e None None] Network b0917ec7-5fb6-4385-9cdb-fd9ebcecdb2e requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:55:10.270613 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3c99852c-b9f3-4787-b4b5-f3778875edec None None] Calling delete_port for c6096c93-74ba-4258-b82d-ace0ccb53095 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:55:10.349067 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1222bb42-224c-4762-bb2b-6b343a28d3d1 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:10.359561 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-1222bb42-224c-4762-bb2b-6b343a28d3d1 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Deleting port c6096c93-74ba-4258-b82d-ace0ccb53095 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:55:10.359894 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1222bb42-224c-4762-bb2b-6b343a28d3d1 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:10.548079 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3c99852c-b9f3-4787-b4b5-f3778875edec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:10.590766 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-1222bb42-224c-4762-bb2b-6b343a28d3d1 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] For port c6096c93-74ba-4258-b82d-ace0ccb53095, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=c6096c93-74ba-4258-b82d-ace0ccb53095,segment=NetworkSegment(f6dc04a6-ce9b-4c9b-85ff-a4f0fd9ea927),segment_id=f6dc04a6-ce9b-4c9b-85ff-a4f0fd9ea927)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:55:10.592891 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1222bb42-224c-4762-bb2b-6b343a28d3d1 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:10.604706 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c1cd2d-d16e-4593-a63e-2e31601097ed None None] DHCP port deletion for b0917ec7-5fb6-4385-9cdb-fd9ebcecdb2e request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:55:10.611559 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f1dbf-a63b-4112-873a-8347c11aa37d req-234b43bd-e2d1-48d8-baf7-baa92ce09916 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:10.613401 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-872f1dbf-a63b-4112-873a-8347c11aa37d req-234b43bd-e2d1-48d8-baf7-baa92ce09916 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cd7fb3-e801-4c62-90d6-2d333cc515ef HTTP/1.1" status: 200 len: 945 time: 0.1054480 Oct 26 15:55:10.617547 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c99852c-b9f3-4787-b4b5-f3778875edec None None] Pushing event deleted for resources: {'Port': ['ID=c6096c93-74ba-4258-b82d-ace0ccb53095,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:55:10.625224 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c99852c-b9f3-4787-b4b5-f3778875edec None None] No DVR routers for this DVR port c6096c93-74ba-4258-b82d-ace0ccb53095 on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:55:10.627059 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-25c1cd2d-d16e-4593-a63e-2e31601097ed None None] Deleting port 2f6d109b-a4ca-44d8-853e-e6947e1390e2 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:55:10.627620 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-25c1cd2d-d16e-4593-a63e-2e31601097ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:10.680479 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-872f1dbf-a63b-4112-873a-8347c11aa37d req-afed7996-6727-4392-a5c1-a2d1f4bc3e47 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601029 Oct 26 15:55:10.779880 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-1222bb42-224c-4762-bb2b-6b343a28d3d1 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Calling delete_port for c6096c93-74ba-4258-b82d-ace0ccb53095 owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:55:10.818301 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device c6096c93-74ba-4258-b82d-ace0ccb53095 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:55:10.876760 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: c6096c93-74ba-4258-b82d-ace0ccb53095 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:55:10.877099 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device c6096c93-74ba-4258-b82d-ace0ccb53095 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:55:10.877430 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 2f6d109b-a4ca-44d8-853e-e6947e1390e2 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:55:10.919509 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-333f476a-3167-468e-89df-c708118f765d req-a7085e91-ef64-4ef7-8b90-434330d1e287 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c5fd904-c638-45a2-8bf4-3a8d3ade0390 HTTP/1.1" status: 200 len: 210 time: 0.0725710 Oct 26 15:55:10.926793 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.db.api [None req-1222bb42-224c-4762-bb2b-6b343a28d3d1 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:55:10.927114 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG oslo_db.api [None req-1222bb42-224c-4762-bb2b-6b343a28d3d1 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:55:10.928985 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0919d-67ea-43c0-834d-4833007dd09a req-e1443ad3-a6f4-4104-989b-ea9f49c1cc9a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:10.934606 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b7d0919d-67ea-43c0-834d-4833007dd09a req-e1443ad3-a6f4-4104-989b-ea9f49c1cc9a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cd7fb3-e801-4c62-90d6-2d333cc515ef HTTP/1.1" status: 200 len: 945 time: 0.1015928 Oct 26 15:55:10.982239 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b7d0919d-67ea-43c0-834d-4833007dd09a req-2226e95f-e04e-47fb-b2d1-9d467822ec94 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440221 Oct 26 15:55:11.012634 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 45332) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:11.050093 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-25c1cd2d-d16e-4593-a63e-2e31601097ed None None] For port 2f6d109b-a4ca-44d8-853e-e6947e1390e2, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=2f6d109b-a4ca-44d8-853e-e6947e1390e2,segment=NetworkSegment(9138b93e-3376-477d-bf98-f4f9aa0bcb40),segment_id=9138b93e-3376-477d-bf98-f4f9aa0bcb40)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:55:11.050525 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-25c1cd2d-d16e-4593-a63e-2e31601097ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:11.202381 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-25c1cd2d-d16e-4593-a63e-2e31601097ed None None] Calling delete_port for 2f6d109b-a4ca-44d8-853e-e6947e1390e2 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:55:11.267920 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73079777-7f02-4f2c-a3ea-d6fbb152b50e tempest-TestVolumeBootPattern-1669340101 tempest-TestVolumeBootPattern-1669340101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:11.272720 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45338) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:11.272890 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-73079777-7f02-4f2c-a3ea-d6fbb152b50e tempest-TestVolumeBootPattern-1669340101 tempest-TestVolumeBootPattern-1669340101-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=23cd7fb3-e801-4c62-90d6-2d333cc515ef HTTP/1.1" status: 200 len: 1093 time: 0.2590520 Oct 26 15:55:11.278751 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-0ca7f8a3-0b65-41d6-943e-e67fdf59c42e tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Request body: {'floatingip': {'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'port_id': '6be0c03f-c6e5-4ac0-9f8a-84a3370db398', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:55:11.280977 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 2f6d109b-a4ca-44d8-853e-e6947e1390e2 is: ACTIVE; New status is: DOWN {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:55:11.280977 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:11.284518 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-0ca7f8a3-0b65-41d6-943e-e67fdf59c42e tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:55:11.288305 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-0ca7f8a3-0b65-41d6-943e-e67fdf59c42e tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Usage tracker for resource:floatingip and tenant:ab9c67e35a8b4af1a86f3646b2324675 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:55:11.291936 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-0ca7f8a3-0b65-41d6-943e-e67fdf59c42e tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:55:11.298009 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-0ca7f8a3-0b65-41d6-943e-e67fdf59c42e tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:55:11.386287 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0ca7f8a3-0b65-41d6-943e-e67fdf59c42e tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks [] for floatingip, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:11.401026 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-25c1cd2d-d16e-4593-a63e-2e31601097ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:11.428910 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-1222bb42-224c-4762-bb2b-6b343a28d3d1 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Deleting port c6096c93-74ba-4258-b82d-ace0ccb53095 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:55:11.429235 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1222bb42-224c-4762-bb2b-6b343a28d3d1 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:11.458851 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c1cd2d-d16e-4593-a63e-2e31601097ed None None] Pushing event deleted for resources: {'Port': ['ID=2f6d109b-a4ca-44d8-853e-e6947e1390e2,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:55:11.460027 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c1cd2d-d16e-4593-a63e-2e31601097ed None None] No DVR routers for this DVR port 2f6d109b-a4ca-44d8-853e-e6947e1390e2 on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:55:11.462333 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 26 15:55:11.462333 dv-neutron-862712-1-hyperv neutron-server[89749]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Oct 26 15:55:11.462333 dv-neutron-862712-1-hyperv neutron-server[89749]: [parameters: {'status': 'DOWN', 'ports_id': '2f6d109b-a4ca-44d8-853e-e6947e1390e2'}] Oct 26 15:55:11.462333 dv-neutron-862712-1-hyperv neutron-server[89749]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:55:11.463016 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:55:11.507792 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-1222bb42-224c-4762-bb2b-6b343a28d3d1 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] The port 'c6096c93-74ba-4258-b82d-ace0ccb53095' was deleted {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 15:55:11.535179 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0ca7f8a3-0b65-41d6-943e-e67fdf59c42e tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:11.637787 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1222bb42-224c-4762-bb2b-6b343a28d3d1 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:11.667355 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-1222bb42-224c-4762-bb2b-6b343a28d3d1 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74fe2c95-d8c3-4f3c-a944-a4f5312d211a']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:55:11.680599 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-0ca7f8a3-0b65-41d6-943e-e67fdf59c42e tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Allocated IP 172.26.2.15 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/14077a3a-692c-47bb-a0e4-094f69ab34d5) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:55:11.681695 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-1222bb42-224c-4762-bb2b-6b343a28d3d1 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6dc04a6-ce9b-4c9b-85ff-a4f0fd9ea927') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:55:11.682250 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-1222bb42-224c-4762-bb2b-6b343a28d3d1 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6dc04a6-ce9b-4c9b-85ff-a4f0fd9ea927') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:55:11.694845 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1222bb42-224c-4762-bb2b-6b343a28d3d1 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:11.715892 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1222bb42-224c-4762-bb2b-6b343a28d3d1 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:11.719451 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1222bb42-224c-4762-bb2b-6b343a28d3d1 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:55:11.719782 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1222bb42-224c-4762-bb2b-6b343a28d3d1 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:11.791486 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment f6dc04a6-ce9b-4c9b-85ff-a4f0fd9ea927 resource provider aggregate not found Oct 26 15:55:11.812957 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment f6dc04a6-ce9b-4c9b-85ff-a4f0fd9ea927 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f6dc04a6-ce9b-4c9b-85ff-a4f0fd9ea927 found for delete ", "request_id": "req-2445803a-683b-4a42-be57-05a5fcc7d965"}]} Oct 26 15:55:11.853741 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0ca7f8a3-0b65-41d6-943e-e67fdf59c42e tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:11.918308 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1222bb42-224c-4762-bb2b-6b343a28d3d1 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:11.940175 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1222bb42-224c-4762-bb2b-6b343a28d3d1 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:11.963540 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1222bb42-224c-4762-bb2b-6b343a28d3d1 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Pushing event deleted for resources: {'Network': ['ID=74fe2c95-d8c3-4f3c-a944-a4f5312d211a,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:55:11.971300 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-1222bb42-224c-4762-bb2b-6b343a28d3d1 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] 10.222.0.23 "DELETE /v2.0/networks/74fe2c95-d8c3-4f3c-a944-a4f5312d211a HTTP/1.1" status: 204 len: 168 time: 1.7370031 Oct 26 15:55:11.973506 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45348) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:12.012195 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0ca7f8a3-0b65-41d6-943e-e67fdf59c42e tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:12.023614 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Port 2f6d109b-a4ca-44d8-853e-e6947e1390e2 update to DOWN by agent not found {{(pid=89749) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2195}} Oct 26 15:55:12.024617 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-9229ff02-7fd1-482d-bd06-3fcca7195fbd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:12.024617 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-9229ff02-7fd1-482d-bd06-3fcca7195fbd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "GET /v2.0/networks?id=f07e0791-a1d0-4c4b-9759-707688ee57ec HTTP/1.1" status: 200 len: 796 time: 0.1871395 Oct 26 15:55:12.163063 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca7f8a3-0b65-41d6-943e-e67fdf59c42e tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:55:12.169579 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-0ca7f8a3-0b65-41d6-943e-e67fdf59c42e tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:55:12.172150 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca7f8a3-0b65-41d6-943e-e67fdf59c42e tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:55:12.212526 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca7f8a3-0b65-41d6-943e-e67fdf59c42e tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Pushing event updated for resources: {'Port': ['ID=14077a3a-692c-47bb-a0e4-094f69ab34d5,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:55:12.232640 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-14a01806-9485-4b71-a6d6-2768efc0af86 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:12.238350 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-6936590b-9fc1-4469-9d96-2898040601ed tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8316bfcf068445aeb00a503282bb001c HTTP/1.1" status: 200 len: 471 time: 0.2079287 Oct 26 15:55:12.250088 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-fc468040-504d-4442-bdbf-a67e68cceb27 req-41ca93bb-935e-4c51-83b9-99073db51e3a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c5fd904-c638-45a2-8bf4-3a8d3ade0390 HTTP/1.1" status: 200 len: 210 time: 0.1859100 Oct 26 15:55:12.253227 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-0e0fe51f-4fa5-46de-bce8-3567c206e9cc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'port': {'device_id': '2c5fd904-c638-45a2-8bf4-3a8d3ade0390', 'network_id': 'f07e0791-a1d0-4c4b-9759-707688ee57ec', 'admin_state_up': True, 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'security_groups': ['09a34787-f0ac-43c7-8259-2519906df67d']}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:55:12.403655 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-0e0fe51f-4fa5-46de-bce8-3567c206e9cc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:55:12.413290 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-0e0fe51f-4fa5-46de-bce8-3567c206e9cc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:55:12.500135 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-0e0fe51f-4fa5-46de-bce8-3567c206e9cc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Made reservation on behalf of 8316bfcf068445aeb00a503282bb001c for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:55:12.503695 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-0e0fe51f-4fa5-46de-bce8-3567c206e9cc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:12.593950 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-14a01806-9485-4b71-a6d6-2768efc0af86 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:12.674058 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-0e0fe51f-4fa5-46de-bce8-3567c206e9cc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Allocated IP 172.20.0.9 (f07e0791-a1d0-4c4b-9759-707688ee57ec/efa47aaf-530a-4abd-bf1d-39e08fd87042/1513cd1c-2883-4626-ba2d-f02f4493ed7c) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:55:12.744693 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-14a01806-9485-4b71-a6d6-2768efc0af86 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0917ec7-5fb6-4385-9cdb-fd9ebcecdb2e']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:55:12.773450 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-14a01806-9485-4b71-a6d6-2768efc0af86 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9138b93e-3376-477d-bf98-f4f9aa0bcb40') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:55:12.773694 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-14a01806-9485-4b71-a6d6-2768efc0af86 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9138b93e-3376-477d-bf98-f4f9aa0bcb40') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:55:12.794482 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-14a01806-9485-4b71-a6d6-2768efc0af86 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:12.826557 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-14a01806-9485-4b71-a6d6-2768efc0af86 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:12.838079 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a01806-9485-4b71-a6d6-2768efc0af86 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:55:12.838462 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-14a01806-9485-4b71-a6d6-2768efc0af86 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:12.871620 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-0e0fe51f-4fa5-46de-bce8-3567c206e9cc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:12.906375 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 9138b93e-3376-477d-bf98-f4f9aa0bcb40 resource provider aggregate not found Oct 26 15:55:12.940678 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 9138b93e-3376-477d-bf98-f4f9aa0bcb40 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9138b93e-3376-477d-bf98-f4f9aa0bcb40 found for delete ", "request_id": "req-fdd12f84-dc58-4208-9517-dda7734d1692"}]} Oct 26 15:55:13.056407 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-0e0fe51f-4fa5-46de-bce8-3567c206e9cc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Transition to ACTIVE for port object 1513cd1c-2883-4626-ba2d-f02f4493ed7c will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:55:13.057402 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-14a01806-9485-4b71-a6d6-2768efc0af86 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:13.089755 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-14a01806-9485-4b71-a6d6-2768efc0af86 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:13.097837 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a01806-9485-4b71-a6d6-2768efc0af86 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Pushing event deleted for resources: {'Network': ['ID=b0917ec7-5fb6-4385-9cdb-fd9ebcecdb2e,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:55:13.109277 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-14a01806-9485-4b71-a6d6-2768efc0af86 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] 10.222.0.23 "DELETE /v2.0/networks/b0917ec7-5fb6-4385-9cdb-fd9ebcecdb2e HTTP/1.1" status: 204 len: 168 time: 1.1347532 Oct 26 15:55:13.111978 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 45360) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:13.137830 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0ca7f8a3-0b65-41d6-943e-e67fdf59c42e tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:13.150094 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-0e0fe51f-4fa5-46de-bce8-3567c206e9cc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:13.250645 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-0e0fe51f-4fa5-46de-bce8-3567c206e9cc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network f07e0791-a1d0-4c4b-9759-707688ee57ec is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:55:13.251430 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0fe51f-4fa5-46de-bce8-3567c206e9cc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=1513cd1c-2883-4626-ba2d-f02f4493ed7c,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:55:13.256164 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-0e0fe51f-4fa5-46de-bce8-3567c206e9cc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:55:13.259536 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0ca7f8a3-0b65-41d6-943e-e67fdf59c42e tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:13.260956 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-0e0fe51f-4fa5-46de-bce8-3567c206e9cc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:55:13.290964 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f7c1e1c-954e-4756-bd93-460d06683d45 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Deleting subnet e116c883-ec85-4110-9233-ec67de62a35d {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:55:13.296796 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6f7c1e1c-954e-4756-bd93-460d06683d45 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:13.375612 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6f7c1e1c-954e-4756-bd93-460d06683d45 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:13.409696 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-0e0fe51f-4fa5-46de-bce8-3567c206e9cc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:13.410371 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-0e0fe51f-4fa5-46de-bce8-3567c206e9cc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:13.488317 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6f7c1e1c-954e-4756-bd93-460d06683d45 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:13.526962 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-0e0fe51f-4fa5-46de-bce8-3567c206e9cc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2783172 Oct 26 15:55:13.547496 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-225667c3-571a-45fc-bcc3-c29aac4aed68 service neutron] Request body: {'port': {'device_id': '2c5fd904-c638-45a2-8bf4-3a8d3ade0390', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8627'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:55:13.548228 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f4768-6623-47d1-aa64-1df6fd2f6426 req-b3c4143e-f3aa-4dd9-9f4a-b6a950f10e2c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:13.549751 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-809f4768-6623-47d1-aa64-1df6fd2f6426 req-b3c4143e-f3aa-4dd9-9f4a-b6a950f10e2c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c5fd904-c638-45a2-8bf4-3a8d3ade0390 HTTP/1.1" status: 200 len: 931 time: 0.1418388 Oct 26 15:55:13.583375 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0ca7f8a3-0b65-41d6-943e-e67fdf59c42e tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:13.615727 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-809f4768-6623-47d1-aa64-1df6fd2f6426 req-0ff40297-8918-4f15-b89f-7cae4891d221 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=09a34787-f0ac-43c7-8259-2519906df67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520940 Oct 26 15:55:13.679405 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-225667c3-571a-45fc-bcc3-c29aac4aed68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:13.685002 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0ca7f8a3-0b65-41d6-943e-e67fdf59c42e tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:13.713161 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-8d6648f2-e4c7-45e3-ba74-7af4adc50489 None None] Provisioning for port 1513cd1c-2883-4626-ba2d-f02f4493ed7c completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:55:13.719233 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-8d6648f2-e4c7-45e3-ba74-7af4adc50489 None None] Provisioning complete for port 1513cd1c-2883-4626-ba2d-f02f4493ed7c triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:55:13.719612 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-8d6648f2-e4c7-45e3-ba74-7af4adc50489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:13.726733 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-8d6648f2-e4c7-45e3-ba74-7af4adc50489 None None] Attempt 1 to provision port 1513cd1c-2883-4626-ba2d-f02f4493ed7c Oct 26 15:55:13.780248 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-8d6648f2-e4c7-45e3-ba74-7af4adc50489 None None] Port 1513cd1c-2883-4626-ba2d-f02f4493ed7c cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:55:13.794363 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca7f8a3-0b65-41d6-943e-e67fdf59c42e tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Pushing event updated for resources: {'Port': ['ID=14077a3a-692c-47bb-a0e4-094f69ab34d5,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:55:13.796890 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0ca7f8a3-0b65-41d6-943e-e67fdf59c42e tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:13.804224 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6f7c1e1c-954e-4756-bd93-460d06683d45 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:13.859802 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7c1e1c-954e-4756-bd93-460d06683d45 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Pushing event deleted for resources: {'Subnet': ['ID=e116c883-ec85-4110-9233-ec67de62a35d,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:55:13.864408 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6f7c1e1c-954e-4756-bd93-460d06683d45 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:13.870072 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f76ad03-4f47-4be4-a232-6fe7b357de92 None None] Network 20afaaaa-d527-4103-bb8f-cbadbc85a41a requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:55:13.882801 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-6f7c1e1c-954e-4756-bd93-460d06683d45 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] 10.222.0.23 "DELETE /v2.0/subnets/e116c883-ec85-4110-9233-ec67de62a35d HTTP/1.1" status: 204 len: 168 time: 0.7672272 Oct 26 15:55:13.884008 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 45366) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:13.989277 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.l3_db [None req-0ca7f8a3-0b65-41d6-943e-e67fdf59c42e tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Floating IP 387a6cee-e6fe-4352-9adb-12da08abdbce associated. External IP: 172.26.2.15, port: 6be0c03f-c6e5-4ac0-9f8a-84a3370db398. Oct 26 15:55:14.082793 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1d0468e0-a1cb-4e5d-af54-9d62128f14b6 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:14.128820 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-1d0468e0-a1cb-4e5d-af54-9d62128f14b6 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Deleting port 9e0632fb-cfc7-4b0e-b500-022e5decde15 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:55:14.128820 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1d0468e0-a1cb-4e5d-af54-9d62128f14b6 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:14.137502 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8115618a-e4c0-44ca-a3a6-90af5afacfe8 None None] DHCP port deletion for 20afaaaa-d527-4103-bb8f-cbadbc85a41a request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:55:14.142149 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-8115618a-e4c0-44ca-a3a6-90af5afacfe8 None None] Deleting port 9e0632fb-cfc7-4b0e-b500-022e5decde15 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:55:14.142762 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-8115618a-e4c0-44ca-a3a6-90af5afacfe8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:14.317459 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-8d6648f2-e4c7-45e3-ba74-7af4adc50489 None None] Attempt 2 to provision port 1513cd1c-2883-4626-ba2d-f02f4493ed7c Oct 26 15:55:14.409025 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-8115618a-e4c0-44ca-a3a6-90af5afacfe8 None None] For port 9e0632fb-cfc7-4b0e-b500-022e5decde15, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=9e0632fb-cfc7-4b0e-b500-022e5decde15,segment=NetworkSegment(bcf7bde2-d9d3-4ae7-a1c3-774bce495091),segment_id=bcf7bde2-d9d3-4ae7-a1c3-774bce495091)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:55:14.409430 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-8115618a-e4c0-44ca-a3a6-90af5afacfe8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:14.417235 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-8d6648f2-e4c7-45e3-ba74-7af4adc50489 None None] Port 1513cd1c-2883-4626-ba2d-f02f4493ed7c cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:55:14.493286 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca7f8a3-0b65-41d6-943e-e67fdf59c42e tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Router 94c6ae37-8f4f-4102-b50a-140b7957ee56 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:55:14.539501 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-8115618a-e4c0-44ca-a3a6-90af5afacfe8 None None] Calling delete_port for 9e0632fb-cfc7-4b0e-b500-022e5decde15 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:55:14.549398 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-225667c3-571a-45fc-bcc3-c29aac4aed68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1513cd1c-2883-4626-ba2d-f02f4493ed7c {{(pid=89748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:55:14.573549 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-225667c3-571a-45fc-bcc3-c29aac4aed68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:14.612392 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-225667c3-571a-45fc-bcc3-c29aac4aed68 service neutron] Transition to ACTIVE for port object 1513cd1c-2883-4626-ba2d-f02f4493ed7c will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:55:14.618546 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-1d0468e0-a1cb-4e5d-af54-9d62128f14b6 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] For port 9e0632fb-cfc7-4b0e-b500-022e5decde15, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=9e0632fb-cfc7-4b0e-b500-022e5decde15,segment=NetworkSegment(bcf7bde2-d9d3-4ae7-a1c3-774bce495091),segment_id=bcf7bde2-d9d3-4ae7-a1c3-774bce495091)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:55:14.618906 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1d0468e0-a1cb-4e5d-af54-9d62128f14b6 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:14.694612 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-8115618a-e4c0-44ca-a3a6-90af5afacfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:14.719809 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca7f8a3-0b65-41d6-943e-e67fdf59c42e tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:55:14.730783 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f78e665-b19d-4fc3-b26f-3c710deae80b None None] Sync routers for ids ['94c6ae37-8f4f-4102-b50a-140b7957ee56'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:55:14.747884 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f78e665-b19d-4fc3-b26f-3c710deae80b None None] Routers {'94c6ae37-8f4f-4102-b50a-140b7957ee56'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:55:14.749479 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-4f78e665-b19d-4fc3-b26f-3c710deae80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:55:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['94c6ae37-8f4f-4102-b50a-140b7957ee56'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:55:14.751075 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-225667c3-571a-45fc-bcc3-c29aac4aed68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:14.770764 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8115618a-e4c0-44ca-a3a6-90af5afacfe8 None None] Pushing event deleted for resources: {'Port': ['ID=9e0632fb-cfc7-4b0e-b500-022e5decde15,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:55:14.772586 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8115618a-e4c0-44ca-a3a6-90af5afacfe8 None None] No DVR routers for this DVR port 9e0632fb-cfc7-4b0e-b500-022e5decde15 on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:55:14.791997 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 9e0632fb-cfc7-4b0e-b500-022e5decde15 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:55:14.810560 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-1d0468e0-a1cb-4e5d-af54-9d62128f14b6 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Calling delete_port for 9e0632fb-cfc7-4b0e-b500-022e5decde15 owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:55:14.835559 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 9e0632fb-cfc7-4b0e-b500-022e5decde15 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:55:14.835910 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 9e0632fb-cfc7-4b0e-b500-022e5decde15 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:55:14.861761 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0ca7f8a3-0b65-41d6-943e-e67fdf59c42e tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:14.918402 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-8d6648f2-e4c7-45e3-ba74-7af4adc50489 None None] Attempt 3 to provision port 1513cd1c-2883-4626-ba2d-f02f4493ed7c Oct 26 15:55:14.926733 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-0ca7f8a3-0b65-41d6-943e-e67fdf59c42e tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.6527636 Oct 26 15:55:14.927707 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23cd7fb3-e801-4c62-90d6-2d333cc515ef', 'tag': '6be0c03f-c6e5-4ac0-9f8a-84a3370db398'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:55:14.931504 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec078ab02bc810209f0573d5deb19682ea498273c1503582233cb0925c39ad22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40f6783-0e63-441d-aeff-aff4f8f127ce" -d '{"events": [{"name": "network-changed", "server_uuid": "23cd7fb3-e801-4c62-90d6-2d333cc515ef", "tag": "6be0c03f-c6e5-4ac0-9f8a-84a3370db398"}]}' {{(pid=89747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:55:14.938876 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-fff5d42d-d673-496a-acb2-791f962f1351 req-6fc6aacb-9b90-40e8-aa78-65446aa90878 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d3431245-fe57-48b7-95bd-523f4a005533&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6463418 Oct 26 15:55:14.976224 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4dee8a3-bfae-4489-bb4e-2dc8f15a2dd7 x-openstack-request-id: req-e4dee8a3-bfae-4489-bb4e-2dc8f15a2dd7 {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:55:14.976533 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23cd7fb3-e801-4c62-90d6-2d333cc515ef", "tag": "6be0c03f-c6e5-4ac0-9f8a-84a3370db398", "status": "completed", "code": 200}]} {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:55:14.976822 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e4dee8a3-bfae-4489-bb4e-2dc8f15a2dd7 {{(pid=89747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:55:14.977283 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4dee8a3-bfae-4489-bb4e-2dc8f15a2dd7'] response: {'name': 'network-changed', 'server_uuid': '23cd7fb3-e801-4c62-90d6-2d333cc515ef', 'tag': '6be0c03f-c6e5-4ac0-9f8a-84a3370db398', 'status': 'completed', 'code': 200} Oct 26 15:55:14.982116 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-8d6648f2-e4c7-45e3-ba74-7af4adc50489 None None] Port 1513cd1c-2883-4626-ba2d-f02f4493ed7c cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:55:15.001748 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-4f78e665-b19d-4fc3-b26f-3c710deae80b None None] Set router 94c6ae37-8f4f-4102-b50a-140b7957ee56 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:55:15.231251 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225667c3-571a-45fc-bcc3-c29aac4aed68 service neutron] Pushing event updated for resources: {'Port': ['ID=1513cd1c-2883-4626-ba2d-f02f4493ed7c,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:55:15.251465 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.db.api [None req-1d0468e0-a1cb-4e5d-af54-9d62128f14b6 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:55:15.251784 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG oslo_db.api [None req-1d0468e0-a1cb-4e5d-af54-9d62128f14b6 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:55:15.301877 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b427f2-ed25-4d07-a81d-37794cc2d0b0 req-cdc68bfd-f71e-4cda-99b5-1f7df67f1a14 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:15.302658 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-b0b427f2-ed25-4d07-a81d-37794cc2d0b0 req-cdc68bfd-f71e-4cda-99b5-1f7df67f1a14 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:55:15.313276 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-225667c3-571a-45fc-bcc3-c29aac4aed68 service neutron] Attempting to bind port 1513cd1c-2883-4626-ba2d-f02f4493ed7c on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:55:15.313613 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-225667c3-571a-45fc-bcc3-c29aac4aed68 service neutron] Attempting to bind port 1513cd1c-2883-4626-ba2d-f02f4493ed7c by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': '32ff1ea1-994d-4447-acf2-ea6db22e1af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f07e0791-a1d0-4c4b-9759-707688ee57ec'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:55:15.313935 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-225667c3-571a-45fc-bcc3-c29aac4aed68 service neutron] Attempting to bind port 1513cd1c-2883-4626-ba2d-f02f4493ed7c on network f07e0791-a1d0-4c4b-9759-707688ee57ec {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:55:15.330055 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-225667c3-571a-45fc-bcc3-c29aac4aed68 service neutron] Port 1513cd1c-2883-4626-ba2d-f02f4493ed7c on network f07e0791-a1d0-4c4b-9759-707688ee57ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:55:15.330379 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-225667c3-571a-45fc-bcc3-c29aac4aed68 service neutron] Attempting to bind port 1513cd1c-2883-4626-ba2d-f02f4493ed7c on network f07e0791-a1d0-4c4b-9759-707688ee57ec {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:55:15.344460 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-225667c3-571a-45fc-bcc3-c29aac4aed68 service neutron] Checking agent: {'id': '1b551391-ebdd-44bd-8801-034277ca5526', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8627', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'started_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:55:15.344790 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-225667c3-571a-45fc-bcc3-c29aac4aed68 service neutron] Checking segment: {'id': '32ff1ea1-994d-4447-acf2-ea6db22e1af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f07e0791-a1d0-4c4b-9759-707688ee57ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:55:15.345170 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-225667c3-571a-45fc-bcc3-c29aac4aed68 service neutron] Bound using segment: {'id': '32ff1ea1-994d-4447-acf2-ea6db22e1af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f07e0791-a1d0-4c4b-9759-707688ee57ec'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:55:15.345595 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-225667c3-571a-45fc-bcc3-c29aac4aed68 service neutron] Bound port: 1513cd1c-2883-4626-ba2d-f02f4493ed7c, host: hv-neutron-8627, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32ff1ea1-994d-4447-acf2-ea6db22e1af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f07e0791-a1d0-4c4b-9759-707688ee57ec'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:55:15.345937 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-225667c3-571a-45fc-bcc3-c29aac4aed68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:15.355747 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-4f78e665-b19d-4fc3-b26f-3c710deae80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'name': 'tempest-TestVolumeBootPattern-690992483-router', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:38Z', 'updated_at': '2022-10-26T15:53:49Z', 'revision_number': 4, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'gw_port': {'id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:40Z', 'updated_at': '2022-10-26T15:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '387a6cee-e6fe-4352-9adb-12da08abdbce', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'floating_ip_address': '172.26.2.15', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'port_id': '6be0c03f-c6e5-4ac0-9f8a-84a3370db398', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83', 'mac_address': 'fa:16:3e:86:78:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23cd7fb3-e801-4c62-90d6-2d333cc515ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:55:12Z', 'updated_at': '2022-10-26T15:55:12Z', 'revision_number': 0, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51038850-05f2-499e-b74c-2c2749197504', 'name': '', 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'mac_address': 'fa:16:3e:27:b0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'c273cff6-10d2-4763-a9ae-6bddfa2dc0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:46Z', 'updated_at': '2022-10-26T15:53:56Z', 'revision_number': 5, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'subnets': [{'id': 'c273cff6-10d2-4763-a9ae-6bddfa2dc0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:55:15.358816 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f6783-0e63-441d-aeff-aff4f8f127ce req-1daac473-c5b2-4503-98c1-88b7ba4301d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:15.359643 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f78e665-b19d-4fc3-b26f-3c710deae80b None None] Checking router: 94c6ae37-8f4f-4102-b50a-140b7957ee56 for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:55:15.360275 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e40f6783-0e63-441d-aeff-aff4f8f127ce req-1daac473-c5b2-4503-98c1-88b7ba4301d9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ab9c67e35a8b4af1a86f3646b2324675&device_id=23cd7fb3-e801-4c62-90d6-2d333cc515ef HTTP/1.1" status: 200 len: 1098 time: 0.3117898 Oct 26 15:55:15.362106 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5d42d-d673-496a-acb2-791f962f1351 req-44e9a1db-6452-486e-a2a7-572de312f1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:15.363478 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-fff5d42d-d673-496a-acb2-791f962f1351 req-44e9a1db-6452-486e-a2a7-572de312f1aa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=d3431245-fe57-48b7-95bd-523f4a005533 HTTP/1.1" status: 200 len: 1099 time: 0.3122015 Oct 26 15:55:15.368894 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f78e665-b19d-4fc3-b26f-3c710deae80b None None] Routers {'94c6ae37-8f4f-4102-b50a-140b7957ee56'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:55:15.369892 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-4f78e665-b19d-4fc3-b26f-3c710deae80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:55:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['94c6ae37-8f4f-4102-b50a-140b7957ee56'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:55:15.483766 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-8d6648f2-e4c7-45e3-ba74-7af4adc50489 None None] Attempt 4 to provision port 1513cd1c-2883-4626-ba2d-f02f4493ed7c Oct 26 15:55:15.501737 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-b0b427f2-ed25-4d07-a81d-37794cc2d0b0 req-cdc68bfd-f71e-4cda-99b5-1f7df67f1a14 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:55:15.502903 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b0b427f2-ed25-4d07-a81d-37794cc2d0b0 req-cdc68bfd-f71e-4cda-99b5-1f7df67f1a14 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c5fd904-c638-45a2-8bf4-3a8d3ade0390 HTTP/1.1" status: 200 len: 943 time: 0.7002094 Oct 26 15:55:15.545332 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-8d6648f2-e4c7-45e3-ba74-7af4adc50489 None None] Port 1513cd1c-2883-4626-ba2d-f02f4493ed7c cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:55:15.577956 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-4f78e665-b19d-4fc3-b26f-3c710deae80b None None] Set router 94c6ae37-8f4f-4102-b50a-140b7957ee56 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:55:15.685159 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b0b427f2-ed25-4d07-a81d-37794cc2d0b0 req-89e1aab9-7818-4b5b-a6e4-0e57c4234286 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=09a34787-f0ac-43c7-8259-2519906df67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721458 Oct 26 15:55:15.710535 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f6783-0e63-441d-aeff-aff4f8f127ce req-be890e7f-b835-4674-9ca4-1f210692f678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:15.712742 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e40f6783-0e63-441d-aeff-aff4f8f127ce req-be890e7f-b835-4674-9ca4-1f210692f678 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83 HTTP/1.1" status: 200 len: 912 time: 0.3423626 Oct 26 15:55:15.717801 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-225667c3-571a-45fc-bcc3-c29aac4aed68 service neutron] For port 1513cd1c-2883-4626-ba2d-f02f4493ed7c, host hv-neutron-8627, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:55:15.772896 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-1d0468e0-a1cb-4e5d-af54-9d62128f14b6 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Deleting port 9e0632fb-cfc7-4b0e-b500-022e5decde15 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:55:15.773162 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1d0468e0-a1cb-4e5d-af54-9d62128f14b6 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:15.940127 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-4f78e665-b19d-4fc3-b26f-3c710deae80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'name': 'tempest-TestVolumeBootPattern-690992483-router', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:38Z', 'updated_at': '2022-10-26T15:53:49Z', 'revision_number': 4, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'gw_port': {'id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:40Z', 'updated_at': '2022-10-26T15:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '387a6cee-e6fe-4352-9adb-12da08abdbce', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'floating_ip_address': '172.26.2.15', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'port_id': '6be0c03f-c6e5-4ac0-9f8a-84a3370db398', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83', 'mac_address': 'fa:16:3e:86:78:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23cd7fb3-e801-4c62-90d6-2d333cc515ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:55:12Z', 'updated_at': '2022-10-26T15:55:12Z', 'revision_number': 0, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51038850-05f2-499e-b74c-2c2749197504', 'name': '', 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'mac_address': 'fa:16:3e:27:b0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'c273cff6-10d2-4763-a9ae-6bddfa2dc0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:46Z', 'updated_at': '2022-10-26T15:53:56Z', 'revision_number': 5, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'subnets': [{'id': 'c273cff6-10d2-4763-a9ae-6bddfa2dc0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:55:15.944341 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f78e665-b19d-4fc3-b26f-3c710deae80b None None] The sync data for ids ['94c6ae37-8f4f-4102-b50a-140b7957ee56'] in dv-neutron-862712-1-hyperv is: [{'id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'name': 'tempest-TestVolumeBootPattern-690992483-router', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:38Z', 'updated_at': '2022-10-26T15:53:49Z', 'revision_number': 4, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'gw_port': {'id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:40Z', 'updated_at': '2022-10-26T15:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '387a6cee-e6fe-4352-9adb-12da08abdbce', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'floating_ip_address': '172.26.2.15', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'port_id': '6be0c03f-c6e5-4ac0-9f8a-84a3370db398', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83', 'mac_address': 'fa:16:3e:86:78:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23cd7fb3-e801-4c62-90d6-2d333cc515ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:55:12Z', 'updated_at': '2022-10-26T15:55:12Z', 'revision_number': 0, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51038850-05f2-499e-b74c-2c2749197504', 'name': '', 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'mac_address': 'fa:16:3e:27:b0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'c273cff6-10d2-4763-a9ae-6bddfa2dc0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:46Z', 'updated_at': '2022-10-26T15:53:56Z', 'revision_number': 5, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'subnets': [{'id': 'c273cff6-10d2-4763-a9ae-6bddfa2dc0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:55:15.969237 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-225667c3-571a-45fc-bcc3-c29aac4aed68 service neutron] For port 1513cd1c-2883-4626-ba2d-f02f4493ed7c, host hv-neutron-8627, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=1513cd1c-2883-4626-ba2d-f02f4493ed7c,segment=NetworkSegment(32ff1ea1-994d-4447-acf2-ea6db22e1af4),segment_id=32ff1ea1-994d-4447-acf2-ea6db22e1af4)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:55:16.006341 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5d42d-d673-496a-acb2-791f962f1351 req-54f9f760-9fc0-4709-9606-4656b2d9c5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:16.007813 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-fff5d42d-d673-496a-acb2-791f962f1351 req-54f9f760-9fc0-4709-9606-4656b2d9c5da service neutron] 10.222.0.48 "GET /v2.0/networks?id=f07e0791-a1d0-4c4b-9759-707688ee57ec HTTP/1.1" status: 200 len: 897 time: 0.6170838 Oct 26 15:55:16.016059 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-1d0468e0-a1cb-4e5d-af54-9d62128f14b6 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] The port '9e0632fb-cfc7-4b0e-b500-022e5decde15' was deleted {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 15:55:16.047096 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-8d6648f2-e4c7-45e3-ba74-7af4adc50489 None None] Attempt 5 to provision port 1513cd1c-2883-4626-ba2d-f02f4493ed7c Oct 26 15:55:16.115540 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-225667c3-571a-45fc-bcc3-c29aac4aed68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:16.158152 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-fff5d42d-d673-496a-acb2-791f962f1351 req-520afc05-3d21-4de4-baa2-c8683829d358 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfccf165-4526-4035-a084-bf502b199158 HTTP/1.1" status: 200 len: 217 time: 0.1409338 Oct 26 15:55:16.162605 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-225667c3-571a-45fc-bcc3-c29aac4aed68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:16.162838 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457694c9-f5f3-4ba7-8839-19dc8c22e3eb None None] New status for floating IP 387a6cee-e6fe-4352-9adb-12da08abdbce: ACTIVE {{(pid=89749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:55:16.163153 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-225667c3-571a-45fc-bcc3-c29aac4aed68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:16.164597 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-225667c3-571a-45fc-bcc3-c29aac4aed68 service neutron] 10.222.0.48 "PUT /v2.0/ports/1513cd1c-2883-4626-ba2d-f02f4493ed7c HTTP/1.1" status: 200 len: 1093 time: 2.6211786 Oct 26 15:55:16.173434 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c5fd904-c638-45a2-8bf4-3a8d3ade0390', 'tag': '1513cd1c-2883-4626-ba2d-f02f4493ed7c'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:55:16.175767 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bea9f57-c57b-4856-b87d-5a08d33d9eec" -d '{"events": [{"name": "network-changed", "server_uuid": "2c5fd904-c638-45a2-8bf4-3a8d3ade0390", "tag": "1513cd1c-2883-4626-ba2d-f02f4493ed7c"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:55:16.205475 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e40f6783-0e63-441d-aeff-aff4f8f127ce req-1d71ab08-ad13-4af2-bde0-4ab52f5b1c01 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6be0c03f-c6e5-4ac0-9f8a-84a3370db398 HTTP/1.1" status: 200 len: 998 time: 0.4838591 Oct 26 15:55:16.221767 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-8d6648f2-e4c7-45e3-ba74-7af4adc50489 None None] Port 1513cd1c-2883-4626-ba2d-f02f4493ed7c had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 15:55:16.250897 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508061ac-31c0-4033-9f58-783d6a54c999 x-openstack-request-id: req-508061ac-31c0-4033-9f58-783d6a54c999 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:55:16.251187 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c5fd904-c638-45a2-8bf4-3a8d3ade0390", "tag": "1513cd1c-2883-4626-ba2d-f02f4493ed7c", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:55:16.251437 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-508061ac-31c0-4033-9f58-783d6a54c999 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:55:16.251826 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-508061ac-31c0-4033-9f58-783d6a54c999'] response: {'name': 'network-changed', 'server_uuid': '2c5fd904-c638-45a2-8bf4-3a8d3ade0390', 'tag': '1513cd1c-2883-4626-ba2d-f02f4493ed7c', 'status': 'completed', 'code': 200} Oct 26 15:55:16.425874 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1d0468e0-a1cb-4e5d-af54-9d62128f14b6 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:16.488309 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225667c3-571a-45fc-bcc3-c29aac4aed68 service neutron] Pushing event updated for resources: {'Port': ['ID=1513cd1c-2883-4626-ba2d-f02f4493ed7c,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:55:16.494925 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f6783-0e63-441d-aeff-aff4f8f127ce req-26512092-2f02-4abf-b796-48d08b401420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:16.496342 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e40f6783-0e63-441d-aeff-aff4f8f127ce req-26512092-2f02-4abf-b796-48d08b401420 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c273cff6-10d2-4763-a9ae-6bddfa2dc0d2 HTTP/1.1" status: 200 len: 850 time: 0.2437069 Oct 26 15:55:16.497540 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5d42d-d673-496a-acb2-791f962f1351 req-754b6992-2180-4ecb-9f2b-b35f20510141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:16.498836 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-fff5d42d-d673-496a-acb2-791f962f1351 req-754b6992-2180-4ecb-9f2b-b35f20510141 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=efa47aaf-530a-4abd-bf1d-39e08fd87042 HTTP/1.1" status: 200 len: 834 time: 0.3088467 Oct 26 15:55:16.500291 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-1d0468e0-a1cb-4e5d-af54-9d62128f14b6 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20afaaaa-d527-4103-bb8f-cbadbc85a41a']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:55:16.602321 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-1d0468e0-a1cb-4e5d-af54-9d62128f14b6 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcf7bde2-d9d3-4ae7-a1c3-774bce495091') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:55:16.602644 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-1d0468e0-a1cb-4e5d-af54-9d62128f14b6 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcf7bde2-d9d3-4ae7-a1c3-774bce495091') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:55:16.642198 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1d0468e0-a1cb-4e5d-af54-9d62128f14b6 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:16.673596 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1d0468e0-a1cb-4e5d-af54-9d62128f14b6 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:16.685720 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea9f57-c57b-4856-b87d-5a08d33d9eec req-98978779-352b-49e4-a0cc-03e4742d8203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:16.687124 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6bea9f57-c57b-4856-b87d-5a08d33d9eec req-98978779-352b-49e4-a0cc-03e4742d8203 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=2c5fd904-c638-45a2-8bf4-3a8d3ade0390 HTTP/1.1" status: 200 len: 1096 time: 0.3496032 Oct 26 15:55:16.689341 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d0468e0-a1cb-4e5d-af54-9d62128f14b6 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:55:16.689727 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1d0468e0-a1cb-4e5d-af54-9d62128f14b6 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:16.784467 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment bcf7bde2-d9d3-4ae7-a1c3-774bce495091 resource provider aggregate not found Oct 26 15:55:16.819087 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment bcf7bde2-d9d3-4ae7-a1c3-774bce495091 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bcf7bde2-d9d3-4ae7-a1c3-774bce495091 found for delete ", "request_id": "req-170c7f6b-0002-4280-ab5e-102adea1ef4d"}]} Oct 26 15:55:16.925652 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5d42d-d673-496a-acb2-791f962f1351 req-148a7c07-a35b-433d-8ce6-a3a9984b4b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:16.927133 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-fff5d42d-d673-496a-acb2-791f962f1351 req-148a7c07-a35b-433d-8ce6-a3a9984b4b7d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f07e0791-a1d0-4c4b-9759-707688ee57ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4123604 Oct 26 15:55:16.971338 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f6783-0e63-441d-aeff-aff4f8f127ce req-1c390344-2457-44d3-95f3-fc268f80119b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:16.972658 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e40f6783-0e63-441d-aeff-aff4f8f127ce req-1c390344-2457-44d3-95f3-fc268f80119b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4589896 Oct 26 15:55:17.066843 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1d0468e0-a1cb-4e5d-af54-9d62128f14b6 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:17.150232 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1d0468e0-a1cb-4e5d-af54-9d62128f14b6 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:17.187784 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0468e0-a1cb-4e5d-af54-9d62128f14b6 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Pushing event deleted for resources: {'Network': ['ID=20afaaaa-d527-4103-bb8f-cbadbc85a41a,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:55:17.199582 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea9f57-c57b-4856-b87d-5a08d33d9eec req-f6911b83-da2a-49a0-97b0-45065214155d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:17.201040 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6bea9f57-c57b-4856-b87d-5a08d33d9eec req-f6911b83-da2a-49a0-97b0-45065214155d service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=8316bfcf068445aeb00a503282bb001c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.4882197 Oct 26 15:55:17.202199 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-1d0468e0-a1cb-4e5d-af54-9d62128f14b6 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] 10.222.0.23 "DELETE /v2.0/networks/20afaaaa-d527-4103-bb8f-cbadbc85a41a HTTP/1.1" status: 204 len: 168 time: 3.3172944 Oct 26 15:55:17.205125 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45384) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:17.259075 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-9001a4a7-fd05-40b7-bace-f7511c2355e9 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Synchronizing usage tracker for tenant:64b12dbc63e547c1bca692e42d623ef1 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:55:17.348172 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecda2ef-aaf4-4dd7-ab2f-a0d9c775f01c req-3783f4b8-4cc6-480a-9ed8-cec16c2cbf97 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:17.349603 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cecda2ef-aaf4-4dd7-ab2f-a0d9c775f01c req-3783f4b8-4cc6-480a-9ed8-cec16c2cbf97 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c5fd904-c638-45a2-8bf4-3a8d3ade0390 HTTP/1.1" status: 200 len: 943 time: 0.5322986 Oct 26 15:55:17.353901 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-9001a4a7-fd05-40b7-bace-f7511c2355e9 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Unset dirty status for tenant:64b12dbc63e547c1bca692e42d623ef1 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:55:17.355183 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-9001a4a7-fd05-40b7-bace-f7511c2355e9 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] 10.222.0.23 "GET /v2.0/ports?device_id=94002145-79a9-44e2-8e7d-8cbfe3a7a0a6 HTTP/1.1" status: 200 len: 205 time: 0.1490619 Oct 26 15:55:17.357794 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45388) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:17.358239 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-fff5d42d-d673-496a-acb2-791f962f1351 req-3d57adea-e875-4a80-9c7a-3a0faf4d5179 service neutron] 10.222.0.48 "GET /v2.0/networks/f07e0791-a1d0-4c4b-9759-707688ee57ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199562 Oct 26 15:55:17.497173 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-38fbccd0-28fc-4757-b03e-6c53d10734b8 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks [] for router, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:17.620236 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e40f6783-0e63-441d-aeff-aff4f8f127ce req-f2a55485-5fa0-4bf1-9a07-4d71bfaef0af service neutron] 10.222.0.48 "GET /v2.0/networks/e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6392307 Oct 26 15:55:17.739373 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cecda2ef-aaf4-4dd7-ab2f-a0d9c775f01c req-49a48ce3-432e-4a7f-a9c2-26c5a2a935cd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=09a34787-f0ac-43c7-8259-2519906df67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3701231 Oct 26 15:55:17.750234 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea9f57-c57b-4856-b87d-5a08d33d9eec req-c91fb29a-85b4-459a-9198-a0400d5f0c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:17.751657 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6bea9f57-c57b-4856-b87d-5a08d33d9eec req-c91fb29a-85b4-459a-9198-a0400d5f0c6a service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5273368 Oct 26 15:55:17.812336 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-38fbccd0-28fc-4757-b03e-6c53d10734b8 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:17.813922 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-fff5d42d-d673-496a-acb2-791f962f1351 req-701be2a0-e57c-4bce-b607-3e2cfa6b8f63 service neutron] 10.222.0.48 "GET /v2.0/networks/f07e0791-a1d0-4c4b-9759-707688ee57ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4430430 Oct 26 15:55:17.814654 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-38fbccd0-28fc-4757-b03e-6c53d10734b8 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:17.885498 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e40f6783-0e63-441d-aeff-aff4f8f127ce req-c01ab907-b5bb-4179-84d2-ac1c21fb5db6 service neutron] 10.222.0.48 "GET /v2.0/networks/e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484257 Oct 26 15:55:17.902062 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-38fbccd0-28fc-4757-b03e-6c53d10734b8 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:17.902739 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38fbccd0-28fc-4757-b03e-6c53d10734b8 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Fanout notify agent at l3_agent the message router_deleted on router 94002145-79a9-44e2-8e7d-8cbfe3a7a0a6 {{(pid=89747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:55:17.914953 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-38fbccd0-28fc-4757-b03e-6c53d10734b8 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:17.918908 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-c23629fb-f3a3-417a-ab84-3677e5f3e9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:17.921052 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-38fbccd0-28fc-4757-b03e-6c53d10734b8 tempest-RoutersNegativeTest-1384832436 tempest-RoutersNegativeTest-1384832436-project] 10.222.0.23 "DELETE /v2.0/routers/94002145-79a9-44e2-8e7d-8cbfe3a7a0a6 HTTP/1.1" status: 204 len: 168 time: 0.5601804 Oct 26 15:55:17.921761 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-c23629fb-f3a3-417a-ab84-3677e5f3e9f0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=2c5fd904-c638-45a2-8bf4-3a8d3ade0390 HTTP/1.1" status: 200 len: 1096 time: 0.0927289 Oct 26 15:55:17.999066 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-ae6772d6-68c7-40cf-8452-6338b8609fa3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1513cd1c-2883-4626-ba2d-f02f4493ed7c HTTP/1.1" status: 200 len: 217 time: 0.0659676 Oct 26 15:55:18.073586 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-4ff5daf8-87bb-41eb-8caf-06185ccd8b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:18.073586 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-4ff5daf8-87bb-41eb-8caf-06185ccd8b28 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=efa47aaf-530a-4abd-bf1d-39e08fd87042 HTTP/1.1" status: 200 len: 834 time: 0.0668311 Oct 26 15:55:18.158542 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-c56138a8-3fa5-45f9-8ffc-824ae2cb75f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:18.160062 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-c56138a8-3fa5-45f9-8ffc-824ae2cb75f1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f07e0791-a1d0-4c4b-9759-707688ee57ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831280 Oct 26 15:55:18.295971 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-332752d1-9e14-4063-8482-f12770ca7761 service neutron] 10.222.0.48 "GET /v2.0/networks/f07e0791-a1d0-4c4b-9759-707688ee57ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301064 Oct 26 15:55:18.336958 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45396) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:18.429414 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-40e4dcf6-9476-49cc-a178-4cf09de686d4 req-68e83f9d-c89a-4826-b88b-1e479906b771 service neutron] 10.222.0.48 "GET /v2.0/networks/f07e0791-a1d0-4c4b-9759-707688ee57ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282279 Oct 26 15:55:18.489581 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-72692b95-f8b5-4cf9-8420-b17393571e0c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=64b12dbc63e547c1bca692e42d623ef1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1512218 Oct 26 15:55:18.492052 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45402) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:18.551211 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8115fa04-b48e-46b1-a5f0-69be254b32e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:18.576921 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8115fa04-b48e-46b1-a5f0-69be254b32e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:18.728509 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8115fa04-b48e-46b1-a5f0-69be254b32e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:18.743528 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8115fa04-b48e-46b1-a5f0-69be254b32e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25400999-ab25-427c-a5db-21c2de0ac0ed,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:55:18.750992 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8115fa04-b48e-46b1-a5f0-69be254b32e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:18.752133 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8115fa04-b48e-46b1-a5f0-69be254b32e2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/25400999-ab25-427c-a5db-21c2de0ac0ed HTTP/1.1" status: 204 len: 168 time: 0.2589853 Oct 26 15:55:18.951592 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106916e-6c86-4d3d-b04a-40d34c7c5cac req-113cfa29-3758-42f5-a137-17284437bc5f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:18.953058 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0106916e-6c86-4d3d-b04a-40d34c7c5cac req-113cfa29-3758-42f5-a137-17284437bc5f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c5fd904-c638-45a2-8bf4-3a8d3ade0390 HTTP/1.1" status: 200 len: 943 time: 0.0955260 Oct 26 15:55:19.116543 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0106916e-6c86-4d3d-b04a-40d34c7c5cac req-e4454fd2-97c3-40f7-8679-8841c4158fbf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=09a34787-f0ac-43c7-8259-2519906df67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578181 Oct 26 15:55:19.785521 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45428) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:19.895458 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-cbc32b15-05ac-442e-8925-a6d4d0067b66 tempest-SubnetPoolsTestJSON-1676608954 tempest-SubnetPoolsTestJSON-1676608954-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1415878164', 'prefixes': ['172.20.0.0/16']}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:55:19.902548 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-cbc32b15-05ac-442e-8925-a6d4d0067b66 tempest-SubnetPoolsTestJSON-1676608954 tempest-SubnetPoolsTestJSON-1676608954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:55:20.261661 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cbc32b15-05ac-442e-8925-a6d4d0067b66 tempest-SubnetPoolsTestJSON-1676608954 tempest-SubnetPoolsTestJSON-1676608954-project] Notify callbacks [] for subnetpool, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:20.265415 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-cbc32b15-05ac-442e-8925-a6d4d0067b66 tempest-SubnetPoolsTestJSON-1676608954 tempest-SubnetPoolsTestJSON-1676608954-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4764438 Oct 26 15:55:20.267155 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45436) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:20.297867 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-de0d9733-8d40-4844-8615-3837fb422ef4 tempest-SubnetPoolsTestJSON-1676608954 tempest-SubnetPoolsTestJSON-1676608954-project] 10.222.0.23 "GET /v2.0/subnetpools/57eed583-908c-44dd-869d-72e093d2e012 HTTP/1.1" status: 200 len: 732 time: 0.0302362 Oct 26 15:55:20.300648 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45440) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:20.306415 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-531289f4-6219-460d-b90c-c864e087f416 tempest-SubnetPoolsTestJSON-1676608954 tempest-SubnetPoolsTestJSON-1676608954-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1551366139'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:55:20.337062 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e5f63-8274-4a96-95ae-ce6979270ce7 req-2fdba939-90e5-4261-b38c-24a59ac8628f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:20.338794 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cf7e5f63-8274-4a96-95ae-ce6979270ce7 req-2fdba939-90e5-4261-b38c-24a59ac8628f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c5fd904-c638-45a2-8bf4-3a8d3ade0390 HTTP/1.1" status: 200 len: 943 time: 0.1019921 Oct 26 15:55:20.392064 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cf7e5f63-8274-4a96-95ae-ce6979270ce7 req-ff9ee1f7-a972-4b63-876e-7166a7d41d28 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=09a34787-f0ac-43c7-8259-2519906df67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416555 Oct 26 15:55:20.475885 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-531289f4-6219-460d-b90c-c864e087f416 tempest-SubnetPoolsTestJSON-1676608954 tempest-SubnetPoolsTestJSON-1676608954-project] Notify callbacks [] for subnetpool, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:20.477512 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-531289f4-6219-460d-b90c-c864e087f416 tempest-SubnetPoolsTestJSON-1676608954 tempest-SubnetPoolsTestJSON-1676608954-project] 10.222.0.23 "PUT /v2.0/subnetpools/57eed583-908c-44dd-869d-72e093d2e012 HTTP/1.1" status: 200 len: 684 time: 0.1762736 Oct 26 15:55:20.480747 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45444) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:20.628860 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-76e494d9-3f13-4466-9fc7-36d376b27023 tempest-SubnetPoolsTestJSON-1676608954 tempest-SubnetPoolsTestJSON-1676608954-project] Notify callbacks [] for subnetpool, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:20.630258 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-76e494d9-3f13-4466-9fc7-36d376b27023 tempest-SubnetPoolsTestJSON-1676608954 tempest-SubnetPoolsTestJSON-1676608954-project] 10.222.0.23 "DELETE /v2.0/subnetpools/57eed583-908c-44dd-869d-72e093d2e012 HTTP/1.1" status: 204 len: 168 time: 0.1483932 Oct 26 15:55:20.632235 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45448) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:20.654701 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-0691db6d-558b-404e-9655-a7462927d818 tempest-SubnetPoolsTestJSON-1676608954 tempest-SubnetPoolsTestJSON-1676608954-project] show failed (client error): The resource could not be found. Oct 26 15:55:20.659771 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-0691db6d-558b-404e-9655-a7462927d818 tempest-SubnetPoolsTestJSON-1676608954 tempest-SubnetPoolsTestJSON-1676608954-project] 10.222.0.23 "GET /v2.0/subnetpools/57eed583-908c-44dd-869d-72e093d2e012 HTTP/1.1" status: 404 len: 346 time: 0.0226922 Oct 26 15:55:20.659771 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45452) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:20.677655 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-d75ceb46-5a03-41f1-bf9e-7581e1ed8052 tempest-SubnetPoolsTestJSON-1676608954 tempest-SubnetPoolsTestJSON-1676608954-project] delete failed (client error): The resource could not be found. Oct 26 15:55:20.678153 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d75ceb46-5a03-41f1-bf9e-7581e1ed8052 tempest-SubnetPoolsTestJSON-1676608954 tempest-SubnetPoolsTestJSON-1676608954-project] 10.222.0.23 "DELETE /v2.0/subnetpools/57eed583-908c-44dd-869d-72e093d2e012 HTTP/1.1" status: 404 len: 346 time: 0.0187891 Oct 26 15:55:21.123812 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 1513cd1c-2883-4626-ba2d-f02f4493ed7c details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 15:55:21.177655 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45460) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:21.264600 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 1513cd1c-2883-4626-ba2d-f02f4493ed7c, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=1513cd1c-2883-4626-ba2d-f02f4493ed7c,segment=NetworkSegment(32ff1ea1-994d-4447-acf2-ea6db22e1af4),segment_id=32ff1ea1-994d-4447-acf2-ea6db22e1af4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:55:21.279468 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': '1513cd1c-2883-4626-ba2d-f02f4493ed7c', 'network_id': 'f07e0791-a1d0-4c4b-9759-707688ee57ec', 'port_id': '1513cd1c-2883-4626-ba2d-f02f4493ed7c', 'mac_address': 'fa:16:3e:b1:50:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efa47aaf-530a-4abd-bf1d-39e08fd87042', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 15:55:21.306761 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d6a1808f-b550-4d6e-b3f9-e20b3b71adab admin admin] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:21.321550 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d6a1808f-b550-4d6e-b3f9-e20b3b71adab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:55:21.325359 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d6a1808f-b550-4d6e-b3f9-e20b3b71adab admin admin] Usage tracker for resource:security_group_rule and tenant:2dbe287b49a54c0583849ebeb4da27ee is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:55:21.328188 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d6a1808f-b550-4d6e-b3f9-e20b3b71adab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:55:21.333695 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d6a1808f-b550-4d6e-b3f9-e20b3b71adab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:55:21.335520 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 1513cd1c-2883-4626-ba2d-f02f4493ed7c is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:55:21.335912 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:21.353308 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1513cd1c-2883-4626-ba2d-f02f4493ed7c {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:55:21.369720 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 1513cd1c-2883-4626-ba2d-f02f4493ed7c, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=1513cd1c-2883-4626-ba2d-f02f4493ed7c,segment=NetworkSegment(32ff1ea1-994d-4447-acf2-ea6db22e1af4),segment_id=32ff1ea1-994d-4447-acf2-ea6db22e1af4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:55:21.416239 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d6a1808f-b550-4d6e-b3f9-e20b3b71adab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:21.454644 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:21.483095 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d6a1808f-b550-4d6e-b3f9-e20b3b71adab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:21.528012 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=1513cd1c-2883-4626-ba2d-f02f4493ed7c,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:55:21.586810 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a1808f-b550-4d6e-b3f9-e20b3b71adab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9049dd-48ba-43bc-9c9c-50aa95b2f503,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:55:21.594293 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d6a1808f-b550-4d6e-b3f9-e20b3b71adab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2dbe287b49a54c0583849ebeb4da27ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4133046 Oct 26 15:55:21.595043 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 45468) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:21.627757 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f32618-292b-4ce5-92b3-fb489faf2586 req-2dde7709-8c55-4390-b6d8-7fc2bf07c440 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:21.629202 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-f0f32618-292b-4ce5-92b3-fb489faf2586 req-2dde7709-8c55-4390-b6d8-7fc2bf07c440 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c5fd904-c638-45a2-8bf4-3a8d3ade0390 HTTP/1.1" status: 200 len: 944 time: 0.1247644 Oct 26 15:55:21.658009 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f87bba61-668c-4272-b927-40100e04ce93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:21.679176 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-f0f32618-292b-4ce5-92b3-fb489faf2586 req-444f3147-519a-435f-86e0-93a395b8c688 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=09a34787-f0ac-43c7-8259-2519906df67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433798 Oct 26 15:55:21.686413 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f87bba61-668c-4272-b927-40100e04ce93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:21.815549 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f87bba61-668c-4272-b927-40100e04ce93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:21.829771 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87bba61-668c-4272-b927-40100e04ce93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9049dd-48ba-43bc-9c9c-50aa95b2f503,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:55:21.836898 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f87bba61-668c-4272-b927-40100e04ce93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:21.837952 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f87bba61-668c-4272-b927-40100e04ce93 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eb9049dd-48ba-43bc-9c9c-50aa95b2f503 HTTP/1.1" status: 204 len: 168 time: 0.2415810 Oct 26 15:55:21.895348 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['1513cd1c-2883-4626-ba2d-f02f4493ed7c'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 15:55:22.883187 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef894045-f7cd-47d5-88d1-6b098478dc14 req-fea6afb5-c210-44af-9cb6-6340018353cb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:22.884792 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ef894045-f7cd-47d5-88d1-6b098478dc14 req-fea6afb5-c210-44af-9cb6-6340018353cb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c5fd904-c638-45a2-8bf4-3a8d3ade0390 HTTP/1.1" status: 200 len: 944 time: 0.0941827 Oct 26 15:55:22.931837 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ef894045-f7cd-47d5-88d1-6b098478dc14 req-7b845f77-04c2-42c1-8824-5e6b28d1c745 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=09a34787-f0ac-43c7-8259-2519906df67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413733 Oct 26 15:55:23.118546 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 1513cd1c-2883-4626-ba2d-f02f4493ed7c up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:55:23.261276 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning for port 1513cd1c-2883-4626-ba2d-f02f4493ed7c completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:55:23.266075 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port 1513cd1c-2883-4626-ba2d-f02f4493ed7c triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:55:23.266449 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:23.266811 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port 1513cd1c-2883-4626-ba2d-f02f4493ed7c Oct 26 15:55:23.382387 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 1513cd1c-2883-4626-ba2d-f02f4493ed7c is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:55:23.383578 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:23.409673 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5fd904-c638-45a2-8bf4-3a8d3ade0390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1513cd1c-2883-4626-ba2d-f02f4493ed7c'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:55:23.411951 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635f20e9-ea5d-4b8f-9dfd-ebda16263673" -d '{"events": [{"server_uuid": "2c5fd904-c638-45a2-8bf4-3a8d3ade0390", "name": "network-vif-plugged", "status": "completed", "tag": "1513cd1c-2883-4626-ba2d-f02f4493ed7c"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:55:23.419456 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 1513cd1c-2883-4626-ba2d-f02f4493ed7c, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=1513cd1c-2883-4626-ba2d-f02f4493ed7c,segment=NetworkSegment(32ff1ea1-994d-4447-acf2-ea6db22e1af4),segment_id=32ff1ea1-994d-4447-acf2-ea6db22e1af4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:55:23.456393 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2b3725-1a01-46a5-8b98-0518969891f8 x-openstack-request-id: req-3a2b3725-1a01-46a5-8b98-0518969891f8 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:55:23.456684 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c5fd904-c638-45a2-8bf4-3a8d3ade0390", "name": "network-vif-plugged", "status": "completed", "tag": "1513cd1c-2883-4626-ba2d-f02f4493ed7c", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:55:23.456935 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3a2b3725-1a01-46a5-8b98-0518969891f8 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:55:23.457383 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a2b3725-1a01-46a5-8b98-0518969891f8'] response: {'server_uuid': '2c5fd904-c638-45a2-8bf4-3a8d3ade0390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1513cd1c-2883-4626-ba2d-f02f4493ed7c', 'code': 200} Oct 26 15:55:23.467357 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:23.545371 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=1513cd1c-2883-4626-ba2d-f02f4493ed7c,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:55:23.729329 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 15:55:23.844944 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4d092-5b92-463d-b337-0ab1f4f462c4 req-9c89f0ed-41e3-477e-b3fa-21925207b542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:23.846278 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0be4d092-5b92-463d-b337-0ab1f4f462c4 req-9c89f0ed-41e3-477e-b3fa-21925207b542 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2c5fd904-c638-45a2-8bf4-3a8d3ade0390 HTTP/1.1" status: 200 len: 1098 time: 0.0826640 Oct 26 15:55:23.886576 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0be4d092-5b92-463d-b337-0ab1f4f462c4 req-1067e8ec-b741-4e68-ae78-a762587563de service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=09a34787-f0ac-43c7-8259-2519906df67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343127 Oct 26 15:55:24.130865 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec1841-4d0d-45f1-8abf-d83099c7ddd4 req-0be86c04-8c30-4f34-94f7-0fe4cc980d80 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:24.132309 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4dec1841-4d0d-45f1-8abf-d83099c7ddd4 req-0be86c04-8c30-4f34-94f7-0fe4cc980d80 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c5fd904-c638-45a2-8bf4-3a8d3ade0390 HTTP/1.1" status: 200 len: 945 time: 0.0897403 Oct 26 15:55:24.181141 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4dec1841-4d0d-45f1-8abf-d83099c7ddd4 req-3fb5a5ea-c7a0-4a5a-8e0a-b892558bb703 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=09a34787-f0ac-43c7-8259-2519906df67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427170 Oct 26 15:55:25.387975 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dec84c-24d4-4d72-8774-febc04d4fb38 req-594dfc94-7e9d-43b7-a5b1-1c4163a17e7a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:25.389441 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-96dec84c-24d4-4d72-8774-febc04d4fb38 req-594dfc94-7e9d-43b7-a5b1-1c4163a17e7a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c5fd904-c638-45a2-8bf4-3a8d3ade0390 HTTP/1.1" status: 200 len: 945 time: 0.0934341 Oct 26 15:55:25.434423 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-96dec84c-24d4-4d72-8774-febc04d4fb38 req-ca2bcc84-da1f-41af-a540-0a86542c0483 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=09a34787-f0ac-43c7-8259-2519906df67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390208 Oct 26 15:55:26.640208 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3af91-59f1-41e2-841d-5e2c2839f569 req-0925cb0e-f582-4ac1-ae8e-45c23cae7225 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:26.641536 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-feb3af91-59f1-41e2-841d-5e2c2839f569 req-0925cb0e-f582-4ac1-ae8e-45c23cae7225 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c5fd904-c638-45a2-8bf4-3a8d3ade0390 HTTP/1.1" status: 200 len: 945 time: 0.0923703 Oct 26 15:55:26.686815 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-feb3af91-59f1-41e2-841d-5e2c2839f569 req-a43cad09-eae8-41dc-aec8-aaeeaccf43ef tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=09a34787-f0ac-43c7-8259-2519906df67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393007 Oct 26 15:55:26.872617 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:26.887613 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c0e60e-5cfc-4695-ba01-02be2e86f47a req-594c48f9-933a-4e77-a925-0fb303bf69bd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:26.889059 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-85c0e60e-5cfc-4695-ba01-02be2e86f47a req-594c48f9-933a-4e77-a925-0fb303bf69bd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c5fd904-c638-45a2-8bf4-3a8d3ade0390 HTTP/1.1" status: 200 len: 945 time: 0.0892754 Oct 26 15:55:26.932840 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-85c0e60e-5cfc-4695-ba01-02be2e86f47a req-b61dc9b4-cfd7-42f5-b415-83ff78494fd1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=09a34787-f0ac-43c7-8259-2519906df67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378835 Oct 26 15:55:26.961431 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45488) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:27.042757 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5632a9-9139-4a4f-817f-15148a5556c8 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:27.044289 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8b5632a9-9139-4a4f-817f-15148a5556c8 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2c5fd904-c638-45a2-8bf4-3a8d3ade0390 HTTP/1.1" status: 200 len: 1093 time: 0.0815110 Oct 26 15:55:27.047208 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45492) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:27.052218 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-2fe0cb9a-400c-46a0-ac98-c8533e633a98 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'floatingip': {'port_id': '1513cd1c-2883-4626-ba2d-f02f4493ed7c'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:55:27.131635 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2fe0cb9a-400c-46a0-ac98-c8533e633a98 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for floatingip, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:27.749746 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2fe0cb9a-400c-46a0-ac98-c8533e633a98 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:27.803946 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2fe0cb9a-400c-46a0-ac98-c8533e633a98 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:28.101700 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.l3_db [None req-2fe0cb9a-400c-46a0-ac98-c8533e633a98 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Floating IP 13ec16b3-da50-4806-9874-a080559066f9 associated. External IP: 172.26.2.10, port: 1513cd1c-2883-4626-ba2d-f02f4493ed7c. Oct 26 15:55:28.469453 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe0cb9a-400c-46a0-ac98-c8533e633a98 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Router ac4162da-fb81-4614-b53a-e21eb6e866b0 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:55:28.647260 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe0cb9a-400c-46a0-ac98-c8533e633a98 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:55:28.657400 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a97918d-e7f9-457d-af91-1f665d27181b None None] Sync routers for ids ['ac4162da-fb81-4614-b53a-e21eb6e866b0'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:55:28.660587 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2fe0cb9a-400c-46a0-ac98-c8533e633a98 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:28.666761 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a97918d-e7f9-457d-af91-1f665d27181b None None] Routers {'ac4162da-fb81-4614-b53a-e21eb6e866b0'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:55:28.667372 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-4a97918d-e7f9-457d-af91-1f665d27181b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:55:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['ac4162da-fb81-4614-b53a-e21eb6e866b0'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:55:28.721114 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-2fe0cb9a-400c-46a0-ac98-c8533e633a98 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "PUT /v2.0/floatingips/13ec16b3-da50-4806-9874-a080559066f9 HTTP/1.1" status: 200 len: 990 time: 1.6727293 Oct 26 15:55:28.721773 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c5fd904-c638-45a2-8bf4-3a8d3ade0390', 'tag': '1513cd1c-2883-4626-ba2d-f02f4493ed7c'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:55:28.724080 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 45498) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:28.724568 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec078ab02bc810209f0573d5deb19682ea498273c1503582233cb0925c39ad22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ba4c67-8316-4ec1-9515-b34533d1dddb" -d '{"events": [{"name": "network-changed", "server_uuid": "2c5fd904-c638-45a2-8bf4-3a8d3ade0390", "tag": "1513cd1c-2883-4626-ba2d-f02f4493ed7c"}]}' {{(pid=89747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:55:28.766720 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b6df99-127e-4c9a-90e0-f4a618a099b3 x-openstack-request-id: req-98b6df99-127e-4c9a-90e0-f4a618a099b3 {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:55:28.766720 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c5fd904-c638-45a2-8bf4-3a8d3ade0390", "tag": "1513cd1c-2883-4626-ba2d-f02f4493ed7c", "status": "completed", "code": 200}]} {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:55:28.766720 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-98b6df99-127e-4c9a-90e0-f4a618a099b3 {{(pid=89747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:55:28.767149 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98b6df99-127e-4c9a-90e0-f4a618a099b3'] response: {'name': 'network-changed', 'server_uuid': '2c5fd904-c638-45a2-8bf4-3a8d3ade0390', 'tag': '1513cd1c-2883-4626-ba2d-f02f4493ed7c', 'status': 'completed', 'code': 200} Oct 26 15:55:28.854855 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-4a97918d-e7f9-457d-af91-1f665d27181b None None] Set router ac4162da-fb81-4614-b53a-e21eb6e866b0 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:55:28.888204 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-48e06ed1-99de-4659-b6b0-3a13b5561705 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/floatingips/13ec16b3-da50-4806-9874-a080559066f9 HTTP/1.1" status: 200 len: 990 time: 0.1632147 Oct 26 15:55:28.910874 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba4c67-8316-4ec1-9515-b34533d1dddb req-88c61e92-eb99-4d38-bda9-cf6b6d1a08d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:28.912393 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-26ba4c67-8316-4ec1-9515-b34533d1dddb req-88c61e92-eb99-4d38-bda9-cf6b6d1a08d2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=2c5fd904-c638-45a2-8bf4-3a8d3ade0390 HTTP/1.1" status: 200 len: 1098 time: 0.0928791 Oct 26 15:55:29.159201 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba4c67-8316-4ec1-9515-b34533d1dddb req-df334efa-8aee-45da-970d-841d47173477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:29.159201 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-26ba4c67-8316-4ec1-9515-b34533d1dddb req-df334efa-8aee-45da-970d-841d47173477 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f07e0791-a1d0-4c4b-9759-707688ee57ec HTTP/1.1" status: 200 len: 897 time: 0.2385371 Oct 26 15:55:29.218785 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-4a97918d-e7f9-457d-af91-1f665d27181b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'name': 'tempest-TestNetworkBasicOps-router-963360314', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'c13d6685-79e0-4fef-afec-ce7ecf82c291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:00Z', 'updated_at': '2022-10-26T15:53:10Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': 'c13d6685-79e0-4fef-afec-ce7ecf82c291', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:01Z', 'updated_at': '2022-10-26T15:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '13ec16b3-da50-4806-9874-a080559066f9', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'floating_ip_address': '172.26.2.10', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'port_id': '1513cd1c-2883-4626-ba2d-f02f4493ed7c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f07e0791-a1d0-4c4b-9759-707688ee57ec', 'mac_address': 'fa:16:3e:b1:50:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5fd904-c638-45a2-8bf4-3a8d3ade0390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:53:44Z', 'updated_at': '2022-10-26T15:55:27Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7617f657-e1bd-4f60-87bb-31b793f5d060', 'name': '', 'network_id': 'f07e0791-a1d0-4c4b-9759-707688ee57ec', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:56:9f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'efa47aaf-530a-4abd-bf1d-39e08fd87042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:09Z', 'updated_at': '2022-10-26T15:53:17Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': 'efa47aaf-530a-4abd-bf1d-39e08fd87042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:55:29.224652 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a97918d-e7f9-457d-af91-1f665d27181b None None] Checking router: ac4162da-fb81-4614-b53a-e21eb6e866b0 for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:55:29.231845 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a97918d-e7f9-457d-af91-1f665d27181b None None] Routers {'ac4162da-fb81-4614-b53a-e21eb6e866b0'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:55:29.232435 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-4a97918d-e7f9-457d-af91-1f665d27181b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:55:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['ac4162da-fb81-4614-b53a-e21eb6e866b0'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:55:29.266509 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-26ba4c67-8316-4ec1-9515-b34533d1dddb req-d35e0556-decb-4425-8fdf-5c3b7c90b5fc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1513cd1c-2883-4626-ba2d-f02f4493ed7c HTTP/1.1" status: 200 len: 998 time: 0.1017826 Oct 26 15:55:29.342693 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba4c67-8316-4ec1-9515-b34533d1dddb req-88a60a70-ce6b-4762-a801-8d212548cc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:29.345545 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-26ba4c67-8316-4ec1-9515-b34533d1dddb req-88a60a70-ce6b-4762-a801-8d212548cc8b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=efa47aaf-530a-4abd-bf1d-39e08fd87042 HTTP/1.1" status: 200 len: 834 time: 0.0719235 Oct 26 15:55:29.420062 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-4a97918d-e7f9-457d-af91-1f665d27181b None None] Set router ac4162da-fb81-4614-b53a-e21eb6e866b0 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:55:29.432826 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba4c67-8316-4ec1-9515-b34533d1dddb req-9812ff8c-fb60-4293-a8d5-9fd30b62f4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:29.434789 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-26ba4c67-8316-4ec1-9515-b34533d1dddb req-9812ff8c-fb60-4293-a8d5-9fd30b62f4bc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f07e0791-a1d0-4c4b-9759-707688ee57ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841489 Oct 26 15:55:29.571320 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-26ba4c67-8316-4ec1-9515-b34533d1dddb req-1103ed4a-eff8-4902-bb4b-7810038901ea service neutron] 10.222.0.48 "GET /v2.0/networks/f07e0791-a1d0-4c4b-9759-707688ee57ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295593 Oct 26 15:55:29.709259 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-26ba4c67-8316-4ec1-9515-b34533d1dddb req-bc17062c-178d-4b24-85ce-8ddf474f5f70 service neutron] 10.222.0.48 "GET /v2.0/networks/f07e0791-a1d0-4c4b-9759-707688ee57ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314852 Oct 26 15:55:29.803196 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-4a97918d-e7f9-457d-af91-1f665d27181b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'name': 'tempest-TestNetworkBasicOps-router-963360314', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'c13d6685-79e0-4fef-afec-ce7ecf82c291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:00Z', 'updated_at': '2022-10-26T15:53:10Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': 'c13d6685-79e0-4fef-afec-ce7ecf82c291', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:01Z', 'updated_at': '2022-10-26T15:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '13ec16b3-da50-4806-9874-a080559066f9', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'floating_ip_address': '172.26.2.10', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'port_id': '1513cd1c-2883-4626-ba2d-f02f4493ed7c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f07e0791-a1d0-4c4b-9759-707688ee57ec', 'mac_address': 'fa:16:3e:b1:50:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5fd904-c638-45a2-8bf4-3a8d3ade0390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:53:44Z', 'updated_at': '2022-10-26T15:55:27Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7617f657-e1bd-4f60-87bb-31b793f5d060', 'name': '', 'network_id': 'f07e0791-a1d0-4c4b-9759-707688ee57ec', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:56:9f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'efa47aaf-530a-4abd-bf1d-39e08fd87042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:09Z', 'updated_at': '2022-10-26T15:53:17Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': 'efa47aaf-530a-4abd-bf1d-39e08fd87042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:55:29.807105 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a97918d-e7f9-457d-af91-1f665d27181b None None] The sync data for ids ['ac4162da-fb81-4614-b53a-e21eb6e866b0'] in dv-neutron-862712-1-hyperv is: [{'id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'name': 'tempest-TestNetworkBasicOps-router-963360314', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'c13d6685-79e0-4fef-afec-ce7ecf82c291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:00Z', 'updated_at': '2022-10-26T15:53:10Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': 'c13d6685-79e0-4fef-afec-ce7ecf82c291', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:01Z', 'updated_at': '2022-10-26T15:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '13ec16b3-da50-4806-9874-a080559066f9', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'floating_ip_address': '172.26.2.10', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'port_id': '1513cd1c-2883-4626-ba2d-f02f4493ed7c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f07e0791-a1d0-4c4b-9759-707688ee57ec', 'mac_address': 'fa:16:3e:b1:50:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5fd904-c638-45a2-8bf4-3a8d3ade0390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:53:44Z', 'updated_at': '2022-10-26T15:55:27Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7617f657-e1bd-4f60-87bb-31b793f5d060', 'name': '', 'network_id': 'f07e0791-a1d0-4c4b-9759-707688ee57ec', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:56:9f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'efa47aaf-530a-4abd-bf1d-39e08fd87042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:09Z', 'updated_at': '2022-10-26T15:53:17Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': 'efa47aaf-530a-4abd-bf1d-39e08fd87042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:55:29.892065 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 45504) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:29.986005 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85bcab3-aa5d-4daf-a422-cdda8585d918 None None] New status for floating IP 13ec16b3-da50-4806-9874-a080559066f9: ACTIVE {{(pid=89749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:55:30.005824 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-781484c8-a25d-4204-b037-c9915f9fd2c4 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/floatingips/13ec16b3-da50-4806-9874-a080559066f9 HTTP/1.1" status: 200 len: 990 time: 0.1126184 Oct 26 15:55:31.010646 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 45508) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:55:31.321872 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-7cd60055-cf53-47ee-aa90-e100694db414 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/floatingips/13ec16b3-da50-4806-9874-a080559066f9 HTTP/1.1" status: 200 len: 992 time: 0.3100832 Oct 26 15:55:32.049791 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-62c78be4-38d3-4608-b269-91ef669c0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:34.466167 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d7b8118b-6bca-49da-be3b-5ff2aea26710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:35.232869 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:35.266992 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:36.843679 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:55:56.914650 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:00.727929 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 15:56:02.028800 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b2bdab51-09c1-479f-9c82-b727fbf1d254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:04.466299 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5f1bb93f-c0f0-4de3-b74c-d02944ddd89d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:05.281016 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:05.317141 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:06.831695 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:15.361710 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b1319bc8-2e90-400d-9f73-506fd2fdb0f9 req-467d51d1-859e-43e5-a8e3-6c1db6e009e3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=23cd7fb3-e801-4c62-90d6-2d333cc515ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0824347 Oct 26 15:56:15.472866 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1319bc8-2e90-400d-9f73-506fd2fdb0f9 req-721d4d97-8bb2-467f-bbd1-a87a1f3a5ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:15.474331 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b1319bc8-2e90-400d-9f73-506fd2fdb0f9 req-721d4d97-8bb2-467f-bbd1-a87a1f3a5ca0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ab9c67e35a8b4af1a86f3646b2324675&device_id=23cd7fb3-e801-4c62-90d6-2d333cc515ef HTTP/1.1" status: 200 len: 1098 time: 0.0799105 Oct 26 15:56:15.618077 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1319bc8-2e90-400d-9f73-506fd2fdb0f9 req-b59aca0d-4c88-4605-bf46-525459e2c6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:15.620156 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b1319bc8-2e90-400d-9f73-506fd2fdb0f9 req-b59aca0d-4c88-4605-bf46-525459e2c6da service neutron] 10.222.0.48 "GET /v2.0/networks?id=e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83 HTTP/1.1" status: 200 len: 912 time: 0.1275175 Oct 26 15:56:15.726336 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b1319bc8-2e90-400d-9f73-506fd2fdb0f9 req-a071ecff-9903-4faf-b59c-fabf2293b79c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6be0c03f-c6e5-4ac0-9f8a-84a3370db398 HTTP/1.1" status: 200 len: 1000 time: 0.0994585 Oct 26 15:56:15.789027 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1319bc8-2e90-400d-9f73-506fd2fdb0f9 req-6db40b31-50cd-4894-8267-506ccbfbf23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:15.791108 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b1319bc8-2e90-400d-9f73-506fd2fdb0f9 req-6db40b31-50cd-4894-8267-506ccbfbf23e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c273cff6-10d2-4763-a9ae-6bddfa2dc0d2 HTTP/1.1" status: 200 len: 850 time: 0.0578034 Oct 26 15:56:15.877982 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1319bc8-2e90-400d-9f73-506fd2fdb0f9 req-c4a7107a-185e-4725-8ce3-4a9dc415fc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:15.879389 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b1319bc8-2e90-400d-9f73-506fd2fdb0f9 req-c4a7107a-185e-4725-8ce3-4a9dc415fc45 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834811 Oct 26 15:56:16.014196 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b1319bc8-2e90-400d-9f73-506fd2fdb0f9 req-efbcc30d-fe0f-4412-915f-03595da595c7 service neutron] 10.222.0.48 "GET /v2.0/networks/e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284456 Oct 26 15:56:16.247034 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b1319bc8-2e90-400d-9f73-506fd2fdb0f9 req-78677c4a-4e61-463d-847b-fa88f7f176b6 service neutron] 10.222.0.48 "GET /v2.0/networks/e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257955 Oct 26 15:56:26.942860 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:32.036862 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-defce8d4-f8f6-4d83-9731-618df591d9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:34.448350 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e729eb13-0645-4c21-a0f4-35a145898b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:35.241178 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:35.274069 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:36.831215 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:37.726874 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 15:56:42.948779 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aeb15b-a799-48be-99ec-035a27c368f1 req-92b5589b-ffc2-4ab5-ba2e-8c74d3e20adb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:42.950199 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-06aeb15b-a799-48be-99ec-035a27c368f1 req-92b5589b-ffc2-4ab5-ba2e-8c74d3e20adb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c5fd904-c638-45a2-8bf4-3a8d3ade0390 HTTP/1.1" status: 200 len: 945 time: 0.0911880 Oct 26 15:56:42.994495 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-06aeb15b-a799-48be-99ec-035a27c368f1 req-c766f77b-ff11-4205-b535-3012ac33ab8e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=09a34787-f0ac-43c7-8259-2519906df67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381155 Oct 26 15:56:44.202086 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45a11e-56d3-472c-a3c7-3c861d534126 req-35f8a5b6-a779-4e5c-a33c-d126ce47bf00 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:44.203554 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-dc45a11e-56d3-472c-a3c7-3c861d534126 req-35f8a5b6-a779-4e5c-a33c-d126ce47bf00 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c5fd904-c638-45a2-8bf4-3a8d3ade0390 HTTP/1.1" status: 200 len: 945 time: 0.0909970 Oct 26 15:56:44.251880 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-dc45a11e-56d3-472c-a3c7-3c861d534126 req-37a1193f-1f28-47ce-bc15-33ff8f7fc7b6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=09a34787-f0ac-43c7-8259-2519906df67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415232 Oct 26 15:56:44.750102 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560dce71-4ddd-4699-a7ad-0e57f1cc4167 req-32417292-688f-47fa-be1a-79ee22c21999 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:44.751535 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-560dce71-4ddd-4699-a7ad-0e57f1cc4167 req-32417292-688f-47fa-be1a-79ee22c21999 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c5fd904-c638-45a2-8bf4-3a8d3ade0390 HTTP/1.1" status: 200 len: 945 time: 0.0907238 Oct 26 15:56:44.824292 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-560dce71-4ddd-4699-a7ad-0e57f1cc4167 req-0f15e7ec-07de-43a6-9529-53c57fd58f43 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Deleting port 1513cd1c-2883-4626-ba2d-f02f4493ed7c {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:56:44.824632 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-560dce71-4ddd-4699-a7ad-0e57f1cc4167 req-0f15e7ec-07de-43a6-9529-53c57fd58f43 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:45.077490 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-560dce71-4ddd-4699-a7ad-0e57f1cc4167 req-0f15e7ec-07de-43a6-9529-53c57fd58f43 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] For port 1513cd1c-2883-4626-ba2d-f02f4493ed7c, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=1513cd1c-2883-4626-ba2d-f02f4493ed7c,segment=NetworkSegment(32ff1ea1-994d-4447-acf2-ea6db22e1af4),segment_id=32ff1ea1-994d-4447-acf2-ea6db22e1af4)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:56:45.077865 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-560dce71-4ddd-4699-a7ad-0e57f1cc4167 req-0f15e7ec-07de-43a6-9529-53c57fd58f43 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:45.380100 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-560dce71-4ddd-4699-a7ad-0e57f1cc4167 req-0f15e7ec-07de-43a6-9529-53c57fd58f43 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:45.380856 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-560dce71-4ddd-4699-a7ad-0e57f1cc4167 req-0f15e7ec-07de-43a6-9529-53c57fd58f43 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:45.380856 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.l3_db [req-560dce71-4ddd-4699-a7ad-0e57f1cc4167 req-0f15e7ec-07de-43a6-9529-53c57fd58f43 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Floating IP 13ec16b3-da50-4806-9874-a080559066f9 disassociated. External IP: 172.26.2.10, port: 1513cd1c-2883-4626-ba2d-f02f4493ed7c. Oct 26 15:56:45.381150 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-560dce71-4ddd-4699-a7ad-0e57f1cc4167 req-0f15e7ec-07de-43a6-9529-53c57fd58f43 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Calling delete_port for 1513cd1c-2883-4626-ba2d-f02f4493ed7c owned by compute:nova {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:56:45.460512 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e7c2d-1a43-414c-8ae0-567a79f957ce req-10a19e04-d9a7-4f2a-9f3b-3658008a7f58 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:45.461993 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ee8e7c2d-1a43-414c-8ae0-567a79f957ce req-10a19e04-d9a7-4f2a-9f3b-3658008a7f58 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c5fd904-c638-45a2-8bf4-3a8d3ade0390 HTTP/1.1" status: 200 len: 945 time: 0.0935080 Oct 26 15:56:45.508800 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ee8e7c2d-1a43-414c-8ae0-567a79f957ce req-3553074a-a906-4767-97a5-22f2d4e80f9d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=09a34787-f0ac-43c7-8259-2519906df67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408649 Oct 26 15:56:45.588403 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-560dce71-4ddd-4699-a7ad-0e57f1cc4167 req-0f15e7ec-07de-43a6-9529-53c57fd58f43 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:45.639007 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f15e7ec-07de-43a6-9529-53c57fd58f43 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Port': ['ID=1513cd1c-2883-4626-ba2d-f02f4493ed7c,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:45.650716 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f15e7ec-07de-43a6-9529-53c57fd58f43 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:45.651074 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f15e7ec-07de-43a6-9529-53c57fd58f43 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:45.651419 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f15e7ec-07de-43a6-9529-53c57fd58f43 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:45.651759 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f15e7ec-07de-43a6-9529-53c57fd58f43 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:45.652093 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f15e7ec-07de-43a6-9529-53c57fd58f43 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:45.652424 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f15e7ec-07de-43a6-9529-53c57fd58f43 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:45.652753 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f15e7ec-07de-43a6-9529-53c57fd58f43 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:45.653082 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f15e7ec-07de-43a6-9529-53c57fd58f43 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:45.653408 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f15e7ec-07de-43a6-9529-53c57fd58f43 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:45.653733 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f15e7ec-07de-43a6-9529-53c57fd58f43 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:45.654057 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f15e7ec-07de-43a6-9529-53c57fd58f43 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:45.654378 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f15e7ec-07de-43a6-9529-53c57fd58f43 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:45.841659 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [req-560dce71-4ddd-4699-a7ad-0e57f1cc4167 req-0f15e7ec-07de-43a6-9529-53c57fd58f43 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Router ac4162da-fb81-4614-b53a-e21eb6e866b0 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:56:46.024515 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-560dce71-4ddd-4699-a7ad-0e57f1cc4167 req-0f15e7ec-07de-43a6-9529-53c57fd58f43 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:56:46.036434 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b81c39e-df7e-435d-b058-3b01bf15f110 None None] Sync routers for ids ['ac4162da-fb81-4614-b53a-e21eb6e866b0'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:56:46.047352 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b81c39e-df7e-435d-b058-3b01bf15f110 None None] Routers {'ac4162da-fb81-4614-b53a-e21eb6e866b0'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:56:46.048051 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-8b81c39e-df7e-435d-b058-3b01bf15f110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:56:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['ac4162da-fb81-4614-b53a-e21eb6e866b0'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:46.224908 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-560dce71-4ddd-4699-a7ad-0e57f1cc4167 req-0f15e7ec-07de-43a6-9529-53c57fd58f43 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] No DVR routers for this DVR port 1513cd1c-2883-4626-ba2d-f02f4493ed7c on host hv-neutron-8627 {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:56:46.227497 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-560dce71-4ddd-4699-a7ad-0e57f1cc4167 req-0f15e7ec-07de-43a6-9529-53c57fd58f43 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:46.230200 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5fd904-c638-45a2-8bf4-3a8d3ade0390', 'name': 'network-vif-deleted', 'tag': '1513cd1c-2883-4626-ba2d-f02f4493ed7c'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:56:46.232519 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b205134b-903e-4139-b8af-4bc1ac8e8438" -d '{"events": [{"server_uuid": "2c5fd904-c638-45a2-8bf4-3a8d3ade0390", "name": "network-vif-deleted", "tag": "1513cd1c-2883-4626-ba2d-f02f4493ed7c"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:56:46.235743 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-8b81c39e-df7e-435d-b058-3b01bf15f110 None None] Set router ac4162da-fb81-4614-b53a-e21eb6e866b0 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:56:46.298362 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b38c87c-b8a3-47ae-854f-1ebdf9f59a46 x-openstack-request-id: req-4b38c87c-b8a3-47ae-854f-1ebdf9f59a46 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:56:46.298362 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c5fd904-c638-45a2-8bf4-3a8d3ade0390", "name": "network-vif-deleted", "tag": "1513cd1c-2883-4626-ba2d-f02f4493ed7c", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:56:46.298362 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4b38c87c-b8a3-47ae-854f-1ebdf9f59a46 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:56:46.298362 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b38c87c-b8a3-47ae-854f-1ebdf9f59a46'] response: {'server_uuid': '2c5fd904-c638-45a2-8bf4-3a8d3ade0390', 'name': 'network-vif-deleted', 'tag': '1513cd1c-2883-4626-ba2d-f02f4493ed7c', 'status': 'completed', 'code': 200} Oct 26 15:56:46.377406 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-560dce71-4ddd-4699-a7ad-0e57f1cc4167 req-0f15e7ec-07de-43a6-9529-53c57fd58f43 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "DELETE /v2.0/ports/1513cd1c-2883-4626-ba2d-f02f4493ed7c HTTP/1.1" status: 204 len: 173 time: 1.6203580 Oct 26 15:56:46.557582 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-8b81c39e-df7e-435d-b058-3b01bf15f110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'name': 'tempest-TestNetworkBasicOps-router-963360314', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'c13d6685-79e0-4fef-afec-ce7ecf82c291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:00Z', 'updated_at': '2022-10-26T15:53:10Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': 'c13d6685-79e0-4fef-afec-ce7ecf82c291', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:01Z', 'updated_at': '2022-10-26T15:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '7617f657-e1bd-4f60-87bb-31b793f5d060', 'name': '', 'network_id': 'f07e0791-a1d0-4c4b-9759-707688ee57ec', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:56:9f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'efa47aaf-530a-4abd-bf1d-39e08fd87042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:09Z', 'updated_at': '2022-10-26T15:53:17Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': 'efa47aaf-530a-4abd-bf1d-39e08fd87042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:46.562082 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b81c39e-df7e-435d-b058-3b01bf15f110 None None] Checking router: ac4162da-fb81-4614-b53a-e21eb6e866b0 for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:56:46.570596 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b81c39e-df7e-435d-b058-3b01bf15f110 None None] Routers {'ac4162da-fb81-4614-b53a-e21eb6e866b0'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:56:46.571219 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-8b81c39e-df7e-435d-b058-3b01bf15f110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:56:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['ac4162da-fb81-4614-b53a-e21eb6e866b0'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:46.684044 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a9cfd535-5ccc-4a49-8ccf-6be72d634b26 req-8e2de563-854f-4a86-ac6a-a3cf3a3c45c7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c5fd904-c638-45a2-8bf4-3a8d3ade0390 HTTP/1.1" status: 200 len: 210 time: 0.0593560 Oct 26 15:56:46.755634 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-8b81c39e-df7e-435d-b058-3b01bf15f110 None None] Set router ac4162da-fb81-4614-b53a-e21eb6e866b0 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:56:47.095332 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-8b81c39e-df7e-435d-b058-3b01bf15f110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'name': 'tempest-TestNetworkBasicOps-router-963360314', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'c13d6685-79e0-4fef-afec-ce7ecf82c291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:00Z', 'updated_at': '2022-10-26T15:53:10Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': 'c13d6685-79e0-4fef-afec-ce7ecf82c291', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:01Z', 'updated_at': '2022-10-26T15:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '7617f657-e1bd-4f60-87bb-31b793f5d060', 'name': '', 'network_id': 'f07e0791-a1d0-4c4b-9759-707688ee57ec', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:56:9f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'efa47aaf-530a-4abd-bf1d-39e08fd87042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:09Z', 'updated_at': '2022-10-26T15:53:17Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': 'efa47aaf-530a-4abd-bf1d-39e08fd87042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:47.099347 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b81c39e-df7e-435d-b058-3b01bf15f110 None None] The sync data for ids ['ac4162da-fb81-4614-b53a-e21eb6e866b0'] in dv-neutron-862712-1-hyperv is: [{'id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'name': 'tempest-TestNetworkBasicOps-router-963360314', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'c13d6685-79e0-4fef-afec-ce7ecf82c291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:00Z', 'updated_at': '2022-10-26T15:53:10Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': 'c13d6685-79e0-4fef-afec-ce7ecf82c291', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:01Z', 'updated_at': '2022-10-26T15:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '7617f657-e1bd-4f60-87bb-31b793f5d060', 'name': '', 'network_id': 'f07e0791-a1d0-4c4b-9759-707688ee57ec', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:56:9f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'efa47aaf-530a-4abd-bf1d-39e08fd87042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:09Z', 'updated_at': '2022-10-26T15:53:17Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': 'efa47aaf-530a-4abd-bf1d-39e08fd87042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:56:47.325038 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e9fdd7-fb19-4bfc-9505-428de67b7d7c None None] New status for floating IP 13ec16b3-da50-4806-9874-a080559066f9: DOWN {{(pid=89749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:56:47.528861 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 1513cd1c-2883-4626-ba2d-f02f4493ed7c no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:56:47.568528 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] No Port match for: 1513cd1c-2883-4626-ba2d-f02f4493ed7c {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:56:47.568871 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 1513cd1c-2883-4626-ba2d-f02f4493ed7c not bound to the agent host hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:56:47.787286 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 45564) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:56:47.854037 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-31941ee3-8520-460d-85d3-ea6db6f6b03a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:47.883348 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-31941ee3-8520-460d-85d3-ea6db6f6b03a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:48.025211 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-31941ee3-8520-460d-85d3-ea6db6f6b03a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:48.043125 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31941ee3-8520-460d-85d3-ea6db6f6b03a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a34787-f0ac-43c7-8259-2519906df67d,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:48.141567 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-31941ee3-8520-460d-85d3-ea6db6f6b03a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:48.143700 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-31941ee3-8520-460d-85d3-ea6db6f6b03a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "DELETE /v2.0/security-groups/09a34787-f0ac-43c7-8259-2519906df67d HTTP/1.1" status: 204 len: 168 time: 0.3544178 Oct 26 15:56:48.237709 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45570) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:56:48.398599 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-23218f5b-0354-4112-b58e-4093efef3769 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Deleting port 2553e11f-dc25-4f93-a325-0ed38d84dfa5 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:56:48.398859 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-23218f5b-0354-4112-b58e-4093efef3769 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:48.568264 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-23218f5b-0354-4112-b58e-4093efef3769 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:48.568590 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-23218f5b-0354-4112-b58e-4093efef3769 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:48.807375 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-23218f5b-0354-4112-b58e-4093efef3769 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Calling delete_port for 2553e11f-dc25-4f93-a325-0ed38d84dfa5 owned by network:floatingip {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:56:49.005534 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-23218f5b-0354-4112-b58e-4093efef3769 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:49.057229 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23218f5b-0354-4112-b58e-4093efef3769 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Port': ['ID=2553e11f-dc25-4f93-a325-0ed38d84dfa5,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:49.127310 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23218f5b-0354-4112-b58e-4093efef3769 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:49.127665 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23218f5b-0354-4112-b58e-4093efef3769 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:49.128005 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23218f5b-0354-4112-b58e-4093efef3769 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:49.128363 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23218f5b-0354-4112-b58e-4093efef3769 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:49.128676 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23218f5b-0354-4112-b58e-4093efef3769 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:49.129007 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23218f5b-0354-4112-b58e-4093efef3769 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:49.129332 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23218f5b-0354-4112-b58e-4093efef3769 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:49.129659 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23218f5b-0354-4112-b58e-4093efef3769 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:49.129985 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23218f5b-0354-4112-b58e-4093efef3769 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:49.130306 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23218f5b-0354-4112-b58e-4093efef3769 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:49.130668 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23218f5b-0354-4112-b58e-4093efef3769 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:49.130989 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23218f5b-0354-4112-b58e-4093efef3769 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:49.163634 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-23218f5b-0354-4112-b58e-4093efef3769 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for floatingip, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:49.177383 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-23218f5b-0354-4112-b58e-4093efef3769 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:49.178540 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-23218f5b-0354-4112-b58e-4093efef3769 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "DELETE /v2.0/floatingips/13ec16b3-da50-4806-9874-a080559066f9 HTTP/1.1" status: 204 len: 168 time: 0.9398372 Oct 26 15:56:49.791222 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f23956-9730-4658-b849-c174e29601f7 req-30b5b162-878e-4a55-ab5c-57c032d1ae99 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:49.791935 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-61f23956-9730-4658-b849-c174e29601f7 req-30b5b162-878e-4a55-ab5c-57c032d1ae99 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:56:49.873684 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-61f23956-9730-4658-b849-c174e29601f7 req-30b5b162-878e-4a55-ab5c-57c032d1ae99 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:56:49.874832 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-61f23956-9730-4658-b849-c174e29601f7 req-30b5b162-878e-4a55-ab5c-57c032d1ae99 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3431245-fe57-48b7-95bd-523f4a005533 HTTP/1.1" status: 200 len: 946 time: 0.1762788 Oct 26 15:56:49.919794 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-61f23956-9730-4658-b849-c174e29601f7 req-76a70d0f-ad0c-4299-b2ee-cdb50eee973f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=bb1ec3fa-05d3-4fd5-a850-b378ec261fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392220 Oct 26 15:56:51.118461 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e7daf-2b37-4447-9279-972eee0f4b68 req-1a280027-39e0-4f20-858d-b4a547945972 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:51.119297 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-7d1e7daf-2b37-4447-9279-972eee0f4b68 req-1a280027-39e0-4f20-858d-b4a547945972 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:56:51.131733 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-7d1e7daf-2b37-4447-9279-972eee0f4b68 req-1a280027-39e0-4f20-858d-b4a547945972 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:56:51.132839 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7d1e7daf-2b37-4447-9279-972eee0f4b68 req-1a280027-39e0-4f20-858d-b4a547945972 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3431245-fe57-48b7-95bd-523f4a005533 HTTP/1.1" status: 200 len: 946 time: 0.1018829 Oct 26 15:56:51.177174 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-7d1e7daf-2b37-4447-9279-972eee0f4b68 req-d31e9306-f458-4800-a33c-85f9ace449b5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:security_group {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:56:51.268195 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-7d1e7daf-2b37-4447-9279-972eee0f4b68 req-d31e9306-f458-4800-a33c-85f9ace449b5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:security_group {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:56:51.269551 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7d1e7daf-2b37-4447-9279-972eee0f4b68 req-d31e9306-f458-4800-a33c-85f9ace449b5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=bb1ec3fa-05d3-4fd5-a850-b378ec261fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310232 Oct 26 15:56:51.535967 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c9408-30c3-4965-b4d7-1d01a766cb16 req-5772ed6b-fb85-4d64-9e16-62efa0767fa4 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:51.537346 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8a7c9408-30c3-4965-b4d7-1d01a766cb16 req-5772ed6b-fb85-4d64-9e16-62efa0767fa4 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3431245-fe57-48b7-95bd-523f4a005533 HTTP/1.1" status: 200 len: 946 time: 0.0910709 Oct 26 15:56:51.606914 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-8a7c9408-30c3-4965-b4d7-1d01a766cb16 req-c12efe91-7a9a-4e32-953a-7c422d6f967d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Deleting port cfccf165-4526-4035-a084-bf502b199158 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:56:51.607254 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-8a7c9408-30c3-4965-b4d7-1d01a766cb16 req-c12efe91-7a9a-4e32-953a-7c422d6f967d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:51.861197 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-8a7c9408-30c3-4965-b4d7-1d01a766cb16 req-c12efe91-7a9a-4e32-953a-7c422d6f967d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] For port cfccf165-4526-4035-a084-bf502b199158, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=cfccf165-4526-4035-a084-bf502b199158,segment=NetworkSegment(32ff1ea1-994d-4447-acf2-ea6db22e1af4),segment_id=32ff1ea1-994d-4447-acf2-ea6db22e1af4)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:56:51.861506 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-8a7c9408-30c3-4965-b4d7-1d01a766cb16 req-c12efe91-7a9a-4e32-953a-7c422d6f967d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:51.985024 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-8a7c9408-30c3-4965-b4d7-1d01a766cb16 req-c12efe91-7a9a-4e32-953a-7c422d6f967d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Calling delete_port for cfccf165-4526-4035-a084-bf502b199158 owned by compute:nova {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:56:52.185011 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-8a7c9408-30c3-4965-b4d7-1d01a766cb16 req-c12efe91-7a9a-4e32-953a-7c422d6f967d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:52.239549 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12efe91-7a9a-4e32-953a-7c422d6f967d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Port': ['ID=cfccf165-4526-4035-a084-bf502b199158,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:52.325650 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a7c9408-30c3-4965-b4d7-1d01a766cb16 req-c12efe91-7a9a-4e32-953a-7c422d6f967d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] No DVR routers for this DVR port cfccf165-4526-4035-a084-bf502b199158 on host hv-neutron-8627 {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:56:52.328183 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-8a7c9408-30c3-4965-b4d7-1d01a766cb16 req-c12efe91-7a9a-4e32-953a-7c422d6f967d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:52.331495 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3431245-fe57-48b7-95bd-523f4a005533', 'name': 'network-vif-deleted', 'tag': 'cfccf165-4526-4035-a084-bf502b199158'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:56:52.333773 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ed194f-ce47-426c-915d-28cb77fbf6eb" -d '{"events": [{"server_uuid": "d3431245-fe57-48b7-95bd-523f4a005533", "name": "network-vif-deleted", "tag": "cfccf165-4526-4035-a084-bf502b199158"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:56:52.378337 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb8ca1c-5cd3-48a1-ab37-63f6b077add6 x-openstack-request-id: req-0bb8ca1c-5cd3-48a1-ab37-63f6b077add6 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:56:52.378337 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3431245-fe57-48b7-95bd-523f4a005533", "name": "network-vif-deleted", "tag": "cfccf165-4526-4035-a084-bf502b199158", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:56:52.378337 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0bb8ca1c-5cd3-48a1-ab37-63f6b077add6 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:56:52.378337 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bb8ca1c-5cd3-48a1-ab37-63f6b077add6'] response: {'server_uuid': 'd3431245-fe57-48b7-95bd-523f4a005533', 'name': 'network-vif-deleted', 'tag': 'cfccf165-4526-4035-a084-bf502b199158', 'status': 'completed', 'code': 200} Oct 26 15:56:52.420234 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8a7c9408-30c3-4965-b4d7-1d01a766cb16 req-c12efe91-7a9a-4e32-953a-7c422d6f967d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "DELETE /v2.0/ports/cfccf165-4526-4035-a084-bf502b199158 HTTP/1.1" status: 204 len: 173 time: 0.8775215 Oct 26 15:56:52.439258 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2e2aa0b6-40d9-4ecb-a837-2b9f9ce237b2 req-003938da-8938-4f5a-b89e-f7530c76c1ee tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3431245-fe57-48b7-95bd-523f4a005533 HTTP/1.1" status: 200 len: 210 time: 0.0515742 Oct 26 15:56:53.540124 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45588) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:56:53.611113 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-dc957bfa-95c1-4da6-9b8d-2e343591c73e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:53.641447 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-dc957bfa-95c1-4da6-9b8d-2e343591c73e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:53.782409 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-dc957bfa-95c1-4da6-9b8d-2e343591c73e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:53.799311 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc957bfa-95c1-4da6-9b8d-2e343591c73e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1ec3fa-05d3-4fd5-a850-b378ec261fc2,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:53.892475 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-dc957bfa-95c1-4da6-9b8d-2e343591c73e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:53.893854 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-dc957bfa-95c1-4da6-9b8d-2e343591c73e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "DELETE /v2.0/security-groups/bb1ec3fa-05d3-4fd5-a850-b378ec261fc2 HTTP/1.1" status: 204 len: 168 time: 0.3527281 Oct 26 15:56:53.996752 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 45594) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:56:54.721522 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2bc39209-cedc-450c-8741-1f8cf5ad466b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:55.091356 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-2bc39209-cedc-450c-8741-1f8cf5ad466b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Deleting port 7617f657-e1bd-4f60-87bb-31b793f5d060 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:56:55.092054 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2bc39209-cedc-450c-8741-1f8cf5ad466b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:55.285364 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-2bc39209-cedc-450c-8741-1f8cf5ad466b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] For port 7617f657-e1bd-4f60-87bb-31b793f5d060, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=7617f657-e1bd-4f60-87bb-31b793f5d060,segment=NetworkSegment(32ff1ea1-994d-4447-acf2-ea6db22e1af4),segment_id=32ff1ea1-994d-4447-acf2-ea6db22e1af4)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:56:55.285716 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2bc39209-cedc-450c-8741-1f8cf5ad466b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:55.409963 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-2bc39209-cedc-450c-8741-1f8cf5ad466b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Calling delete_port for 7617f657-e1bd-4f60-87bb-31b793f5d060 owned by network:router_interface {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:56:55.550930 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device cfccf165-4526-4035-a084-bf502b199158 no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:56:55.586165 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] No Port match for: cfccf165-4526-4035-a084-bf502b199158 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:56:55.586530 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device cfccf165-4526-4035-a084-bf502b199158 not bound to the agent host hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:56:55.685162 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2bc39209-cedc-450c-8741-1f8cf5ad466b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:55.736561 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc39209-cedc-450c-8741-1f8cf5ad466b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Port': ['ID=7617f657-e1bd-4f60-87bb-31b793f5d060,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:56.016361 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2bc39209-cedc-450c-8741-1f8cf5ad466b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:56.473108 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc39209-cedc-450c-8741-1f8cf5ad466b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Router ac4162da-fb81-4614-b53a-e21eb6e866b0 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:56:56.654259 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc39209-cedc-450c-8741-1f8cf5ad466b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:56:56.664018 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e14642-8369-4b5d-9583-8c8dfe039198 None None] Sync routers for ids ['ac4162da-fb81-4614-b53a-e21eb6e866b0'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:56:56.670558 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2bc39209-cedc-450c-8741-1f8cf5ad466b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "PUT /v2.0/routers/ac4162da-fb81-4614-b53a-e21eb6e866b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6702461 Oct 26 15:56:56.670786 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 45598) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:56:56.675376 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e14642-8369-4b5d-9583-8c8dfe039198 None None] Routers {'ac4162da-fb81-4614-b53a-e21eb6e866b0'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:56:56.675990 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-a7e14642-8369-4b5d-9583-8c8dfe039198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:56:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['ac4162da-fb81-4614-b53a-e21eb6e866b0'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:56.736111 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-babdd0aa-b93e-4de5-af33-242d48da67d6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Deleting subnet efa47aaf-530a-4abd-bf1d-39e08fd87042 {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:56:56.738965 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-babdd0aa-b93e-4de5-af33-242d48da67d6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:56.796306 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-babdd0aa-b93e-4de5-af33-242d48da67d6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:56.854417 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-a7e14642-8369-4b5d-9583-8c8dfe039198 None None] Set router ac4162da-fb81-4614-b53a-e21eb6e866b0 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:56:56.889407 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-babdd0aa-b93e-4de5-af33-242d48da67d6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:56.910559 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:57.097096 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-babdd0aa-b93e-4de5-af33-242d48da67d6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:57.136761 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babdd0aa-b93e-4de5-af33-242d48da67d6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Subnet': ['ID=efa47aaf-530a-4abd-bf1d-39e08fd87042,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:57.140705 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-babdd0aa-b93e-4de5-af33-242d48da67d6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:57.147218 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-a7e14642-8369-4b5d-9583-8c8dfe039198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'name': 'tempest-TestNetworkBasicOps-router-963360314', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'c13d6685-79e0-4fef-afec-ce7ecf82c291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:00Z', 'updated_at': '2022-10-26T15:56:55Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': 'c13d6685-79e0-4fef-afec-ce7ecf82c291', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:01Z', 'updated_at': '2022-10-26T15:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:57.147458 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-babdd0aa-b93e-4de5-af33-242d48da67d6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "DELETE /v2.0/subnets/efa47aaf-530a-4abd-bf1d-39e08fd87042 HTTP/1.1" status: 204 len: 168 time: 0.4753928 Oct 26 15:56:57.149932 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 45602) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:56:57.150355 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e14642-8369-4b5d-9583-8c8dfe039198 None None] Checking router: ac4162da-fb81-4614-b53a-e21eb6e866b0 for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:56:57.151879 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6990423-180b-476b-811d-f36d4dc8284e None None] Network f07e0791-a1d0-4c4b-9759-707688ee57ec requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:56:57.159150 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e14642-8369-4b5d-9583-8c8dfe039198 None None] Routers {'ac4162da-fb81-4614-b53a-e21eb6e866b0'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:56:57.159794 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-a7e14642-8369-4b5d-9583-8c8dfe039198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:56:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['ac4162da-fb81-4614-b53a-e21eb6e866b0'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:57.337081 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1fa2525b-d413-4f02-88dc-3a57e261f384 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:57.339962 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-a7e14642-8369-4b5d-9583-8c8dfe039198 None None] Set router ac4162da-fb81-4614-b53a-e21eb6e866b0 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:56:57.455648 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42134776-29f3-49b5-b9f8-f70673910693 None None] DHCP port deletion for f07e0791-a1d0-4c4b-9759-707688ee57ec request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:56:57.461274 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-42134776-29f3-49b5-b9f8-f70673910693 None None] Deleting port 4a313a5b-6832-4ac0-80a9-0d51fee501a6 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:56:57.461761 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-42134776-29f3-49b5-b9f8-f70673910693 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:57.528898 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1fa2525b-d413-4f02-88dc-3a57e261f384 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:57.617268 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-1fa2525b-d413-4f02-88dc-3a57e261f384 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Deleting port c13d6685-79e0-4fef-afec-ce7ecf82c291 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:56:57.617785 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1fa2525b-d413-4f02-88dc-3a57e261f384 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:57.652085 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-a7e14642-8369-4b5d-9583-8c8dfe039198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'name': 'tempest-TestNetworkBasicOps-router-963360314', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'c13d6685-79e0-4fef-afec-ce7ecf82c291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:00Z', 'updated_at': '2022-10-26T15:56:55Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': 'c13d6685-79e0-4fef-afec-ce7ecf82c291', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:01Z', 'updated_at': '2022-10-26T15:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:57.656473 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e14642-8369-4b5d-9583-8c8dfe039198 None None] The sync data for ids ['ac4162da-fb81-4614-b53a-e21eb6e866b0'] in dv-neutron-862712-1-hyperv is: [{'id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'name': 'tempest-TestNetworkBasicOps-router-963360314', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'c13d6685-79e0-4fef-afec-ce7ecf82c291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:00Z', 'updated_at': '2022-10-26T15:56:55Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': 'c13d6685-79e0-4fef-afec-ce7ecf82c291', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4162da-fb81-4614-b53a-e21eb6e866b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:01Z', 'updated_at': '2022-10-26T15:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:56:57.691585 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-42134776-29f3-49b5-b9f8-f70673910693 None None] For port 4a313a5b-6832-4ac0-80a9-0d51fee501a6, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=4a313a5b-6832-4ac0-80a9-0d51fee501a6,segment=NetworkSegment(32ff1ea1-994d-4447-acf2-ea6db22e1af4),segment_id=32ff1ea1-994d-4447-acf2-ea6db22e1af4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:56:57.691992 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-42134776-29f3-49b5-b9f8-f70673910693 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:57.810138 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-1fa2525b-d413-4f02-88dc-3a57e261f384 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] For port c13d6685-79e0-4fef-afec-ce7ecf82c291, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=c13d6685-79e0-4fef-afec-ce7ecf82c291,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:56:57.810479 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1fa2525b-d413-4f02-88dc-3a57e261f384 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:57.815907 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-42134776-29f3-49b5-b9f8-f70673910693 None None] Calling delete_port for 4a313a5b-6832-4ac0-80a9-0d51fee501a6 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:56:58.005955 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-42134776-29f3-49b5-b9f8-f70673910693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:58.044934 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-1fa2525b-d413-4f02-88dc-3a57e261f384 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Calling delete_port for c13d6685-79e0-4fef-afec-ce7ecf82c291 owned by network:router_gateway {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:56:58.054760 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42134776-29f3-49b5-b9f8-f70673910693 None None] Pushing event deleted for resources: {'Port': ['ID=4a313a5b-6832-4ac0-80a9-0d51fee501a6,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:58.065060 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42134776-29f3-49b5-b9f8-f70673910693 None None] No DVR routers for this DVR port 4a313a5b-6832-4ac0-80a9-0d51fee501a6 on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:56:58.067102 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42134776-29f3-49b5-b9f8-f70673910693 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:58.067472 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42134776-29f3-49b5-b9f8-f70673910693 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:58.068014 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42134776-29f3-49b5-b9f8-f70673910693 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:58.068601 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42134776-29f3-49b5-b9f8-f70673910693 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:58.068601 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42134776-29f3-49b5-b9f8-f70673910693 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:58.068893 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42134776-29f3-49b5-b9f8-f70673910693 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:58.069220 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42134776-29f3-49b5-b9f8-f70673910693 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:58.069650 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42134776-29f3-49b5-b9f8-f70673910693 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:58.069965 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42134776-29f3-49b5-b9f8-f70673910693 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:58.070292 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42134776-29f3-49b5-b9f8-f70673910693 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:58.070639 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42134776-29f3-49b5-b9f8-f70673910693 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:58.070996 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42134776-29f3-49b5-b9f8-f70673910693 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:58.307765 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1fa2525b-d413-4f02-88dc-3a57e261f384 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:58.356906 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa2525b-d413-4f02-88dc-3a57e261f384 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Port': ['ID=c13d6685-79e0-4fef-afec-ce7ecf82c291,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:58.455486 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1fa2525b-d413-4f02-88dc-3a57e261f384 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:58.630795 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1fa2525b-d413-4f02-88dc-3a57e261f384 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:58.632906 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1fa2525b-d413-4f02-88dc-3a57e261f384 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:58.736001 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1fa2525b-d413-4f02-88dc-3a57e261f384 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:58.736509 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa2525b-d413-4f02-88dc-3a57e261f384 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Fanout notify agent at l3_agent the message router_deleted on router ac4162da-fb81-4614-b53a-e21eb6e866b0 {{(pid=89748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:56:58.752521 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1fa2525b-d413-4f02-88dc-3a57e261f384 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:58.753601 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-1fa2525b-d413-4f02-88dc-3a57e261f384 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "DELETE /v2.0/routers/ac4162da-fb81-4614-b53a-e21eb6e866b0 HTTP/1.1" status: 204 len: 168 time: 1.6027434 Oct 26 15:56:58.757599 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 45606) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:56:58.876324 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-72dec531-9492-45af-b2e2-5d4d8f4433bf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:59.009260 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-72dec531-9492-45af-b2e2-5d4d8f4433bf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:59.033878 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-72dec531-9492-45af-b2e2-5d4d8f4433bf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f07e0791-a1d0-4c4b-9759-707688ee57ec']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:59.046027 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-72dec531-9492-45af-b2e2-5d4d8f4433bf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32ff1ea1-994d-4447-acf2-ea6db22e1af4') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:59.046332 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-72dec531-9492-45af-b2e2-5d4d8f4433bf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32ff1ea1-994d-4447-acf2-ea6db22e1af4') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:59.057793 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-72dec531-9492-45af-b2e2-5d4d8f4433bf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:59.073143 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-72dec531-9492-45af-b2e2-5d4d8f4433bf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:59.079046 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72dec531-9492-45af-b2e2-5d4d8f4433bf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:56:59.079423 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-72dec531-9492-45af-b2e2-5d4d8f4433bf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:59.148795 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 32ff1ea1-994d-4447-acf2-ea6db22e1af4 resource provider aggregate not found Oct 26 15:56:59.169811 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 32ff1ea1-994d-4447-acf2-ea6db22e1af4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32ff1ea1-994d-4447-acf2-ea6db22e1af4 found for delete ", "request_id": "req-be431678-152c-4144-81e9-57348f83a9b3"}]} Oct 26 15:56:59.242322 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-72dec531-9492-45af-b2e2-5d4d8f4433bf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:59.260322 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-72dec531-9492-45af-b2e2-5d4d8f4433bf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:59.267372 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 4a313a5b-6832-4ac0-80a9-0d51fee501a6 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:56:59.272669 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dec531-9492-45af-b2e2-5d4d8f4433bf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Network': ['ID=f07e0791-a1d0-4c4b-9759-707688ee57ec,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:59.303430 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 4a313a5b-6832-4ac0-80a9-0d51fee501a6 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:56:59.303775 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 4a313a5b-6832-4ac0-80a9-0d51fee501a6 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:56:59.304202 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 7617f657-e1bd-4f60-87bb-31b793f5d060 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:56:59.368955 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-72dec531-9492-45af-b2e2-5d4d8f4433bf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "DELETE /v2.0/networks/f07e0791-a1d0-4c4b-9759-707688ee57ec HTTP/1.1" status: 204 len: 168 time: 0.6102951 Oct 26 15:56:59.372975 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 7617f657-e1bd-4f60-87bb-31b793f5d060 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:56:59.374328 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 7617f657-e1bd-4f60-87bb-31b793f5d060 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:56:59.392751 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45614) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:56:59.401965 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-cffeb852-68b7-4558-98a3-d1a546304495 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'network': {'name': 'tempest-network-smoke--1074308401', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'port_security_enabled': True}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:56:59.407052 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-cffeb852-68b7-4558-98a3-d1a546304495 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:56:59.411177 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-cffeb852-68b7-4558-98a3-d1a546304495 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:network and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:56:59.414807 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-cffeb852-68b7-4558-98a3-d1a546304495 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:56:59.420424 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-cffeb852-68b7-4558-98a3-d1a546304495 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:56:59.507427 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cffeb852-68b7-4558-98a3-d1a546304495 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Made reservation on behalf of 8316bfcf068445aeb00a503282bb001c for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:56:59.516283 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cffeb852-68b7-4558-98a3-d1a546304495 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:59.539502 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cffeb852-68b7-4558-98a3-d1a546304495 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:56:59.547794 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cffeb852-68b7-4558-98a3-d1a546304495 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:59.548130 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-cffeb852-68b7-4558-98a3-d1a546304495 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Added segment 3e0c11ba-96bc-4e4e-9635-e583098ac47c of type vlan for network 448e5df8-9ca3-4f43-8ebd-30cc8245c2ae Oct 26 15:56:59.573538 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cffeb852-68b7-4558-98a3-d1a546304495 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:59.673163 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cffeb852-68b7-4558-98a3-d1a546304495 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:59.678758 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffeb852-68b7-4558-98a3-d1a546304495 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:59.679340 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cffeb852-68b7-4558-98a3-d1a546304495 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:59.789633 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffeb852-68b7-4558-98a3-d1a546304495 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Network': ['ID=448e5df8-9ca3-4f43-8ebd-30cc8245c2ae,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:59.800184 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 448e5df8-9ca3-4f43-8ebd-30cc8245c2ae details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:56:59.857212 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-cffeb852-68b7-4558-98a3-d1a546304495 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4598591 Oct 26 15:56:59.859919 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45618) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:56:59.865525 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-0d91da13-e38b-4321-b7ae-c0baf351cbe9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-931782933', 'admin_state_up': True, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:56:59.872613 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-0d91da13-e38b-4321-b7ae-c0baf351cbe9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:56:59.876454 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-0d91da13-e38b-4321-b7ae-c0baf351cbe9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:router and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:56:59.879345 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-0d91da13-e38b-4321-b7ae-c0baf351cbe9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:56:59.886720 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-0d91da13-e38b-4321-b7ae-c0baf351cbe9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:56:59.973667 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0d91da13-e38b-4321-b7ae-c0baf351cbe9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:59.974759 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0d91da13-e38b-4321-b7ae-c0baf351cbe9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:56:59.989225 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0d91da13-e38b-4321-b7ae-c0baf351cbe9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:00.312305 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0d91da13-e38b-4321-b7ae-c0baf351cbe9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:00.785928 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0d91da13-e38b-4321-b7ae-c0baf351cbe9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router_gateway, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:00.815110 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0d91da13-e38b-4321-b7ae-c0baf351cbe9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:00.839903 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device c13d6685-79e0-4fef-afec-ce7ecf82c291 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:57:00.874438 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: c13d6685-79e0-4fef-afec-ce7ecf82c291 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:57:00.874797 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device c13d6685-79e0-4fef-afec-ce7ecf82c291 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:57:00.952650 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-0d91da13-e38b-4321-b7ae-c0baf351cbe9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Allocated IP 172.26.2.163 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/155863c4-8dec-4cc4-9d9a-c9e08dd75c1b) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:57:01.097229 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0d91da13-e38b-4321-b7ae-c0baf351cbe9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:01.193844 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0d91da13-e38b-4321-b7ae-c0baf351cbe9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:01.257495 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d91da13-e38b-4321-b7ae-c0baf351cbe9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:57:01.260308 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-0d91da13-e38b-4321-b7ae-c0baf351cbe9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:57:01.263914 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d91da13-e38b-4321-b7ae-c0baf351cbe9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:57:01.302434 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91da13-e38b-4321-b7ae-c0baf351cbe9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=155863c4-8dec-4cc4-9d9a-c9e08dd75c1b,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:57:01.761586 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0d91da13-e38b-4321-b7ae-c0baf351cbe9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router_gateway, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:02.076524 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-60202513-11ae-4baa-83b5-708990fa566e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:02.100568 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0d91da13-e38b-4321-b7ae-c0baf351cbe9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:02.491478 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d91da13-e38b-4321-b7ae-c0baf351cbe9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Router 69d72a37-c16d-4473-a9c6-4bfc2a7f25c1 is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:57:02.675103 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d91da13-e38b-4321-b7ae-c0baf351cbe9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:57:02.685074 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e72a66-8bbb-4032-b4be-f5a30c6c8397 None None] Sync routers for ids ['69d72a37-c16d-4473-a9c6-4bfc2a7f25c1'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:57:02.696704 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e72a66-8bbb-4032-b4be-f5a30c6c8397 None None] Routers {'69d72a37-c16d-4473-a9c6-4bfc2a7f25c1'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:57:02.697331 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-09e72a66-8bbb-4032-b4be-f5a30c6c8397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:56:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['69d72a37-c16d-4473-a9c6-4bfc2a7f25c1'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:57:02.767619 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0d91da13-e38b-4321-b7ae-c0baf351cbe9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:02.769017 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-0d91da13-e38b-4321-b7ae-c0baf351cbe9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9081814 Oct 26 15:57:02.773382 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45624) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:57:02.877093 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-09e72a66-8bbb-4032-b4be-f5a30c6c8397 None None] Set router 69d72a37-c16d-4473-a9c6-4bfc2a7f25c1 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:57:03.049576 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-01e06480-59bd-46bb-9caf-4e790bb91385 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=8316bfcf068445aeb00a503282bb001c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2749143 Oct 26 15:57:03.052742 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 45630) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:57:03.167220 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-09e72a66-8bbb-4032-b4be-f5a30c6c8397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d72a37-c16d-4473-a9c6-4bfc2a7f25c1', 'name': 'tempest-TestNetworkBasicOps-router-931782933', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': '155863c4-8dec-4cc4-9d9a-c9e08dd75c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:59Z', 'updated_at': '2022-10-26T15:57:01Z', 'revision_number': 3, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '155863c4-8dec-4cc4-9d9a-c9e08dd75c1b', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:43:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d72a37-c16d-4473-a9c6-4bfc2a7f25c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:57:00Z', 'updated_at': '2022-10-26T15:57:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:57:03.171111 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e72a66-8bbb-4032-b4be-f5a30c6c8397 None None] Checking router: 69d72a37-c16d-4473-a9c6-4bfc2a7f25c1 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:57:03.171467 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e72a66-8bbb-4032-b4be-f5a30c6c8397 None None] Updating router 69d72a37-c16d-4473-a9c6-4bfc2a7f25c1 port 155863c4-8dec-4cc4-9d9a-c9e08dd75c1b binding host dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:57:03.185240 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7739971-2652-4c2d-b484-36e4ea4d4700 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:03.186756 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-c7739971-2652-4c2d-b484-36e4ea4d4700 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1330125 Oct 26 15:57:03.189614 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 45634) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:57:03.227905 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-09e72a66-8bbb-4032-b4be-f5a30c6c8397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:03.232512 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ae30f4c1-8537-49d4-89e9-0e066a4790f5 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=0c79a151-ef79-4fff-8a3c-258f9478471d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418682 Oct 26 15:57:03.235366 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45638) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:57:03.242299 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-d2f9eefb-3de4-4797-af34-eb8d54dfc368 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-986829105', 'network_id': '448e5df8-9ca3-4f43-8ebd-30cc8245c2ae', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:57:03.355349 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d2f9eefb-3de4-4797-af34-eb8d54dfc368 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:57:03.359174 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d2f9eefb-3de4-4797-af34-eb8d54dfc368 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:subnet and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:57:03.361972 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d2f9eefb-3de4-4797-af34-eb8d54dfc368 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:57:03.368753 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d2f9eefb-3de4-4797-af34-eb8d54dfc368 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:57:03.439105 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f9eefb-3de4-4797-af34-eb8d54dfc368 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Made reservation on behalf of 8316bfcf068445aeb00a503282bb001c for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:57:03.442676 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d2f9eefb-3de4-4797-af34-eb8d54dfc368 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:03.561620 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-09e72a66-8bbb-4032-b4be-f5a30c6c8397 None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:03.573584 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-09e72a66-8bbb-4032-b4be-f5a30c6c8397 None None] Transition to ACTIVE for port object 155863c4-8dec-4cc4-9d9a-c9e08dd75c1b will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:57:03.627930 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-09e72a66-8bbb-4032-b4be-f5a30c6c8397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:03.694208 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-09e72a66-8bbb-4032-b4be-f5a30c6c8397 None None] Attempting to bind port 155863c4-8dec-4cc4-9d9a-c9e08dd75c1b on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:57:03.694605 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-09e72a66-8bbb-4032-b4be-f5a30c6c8397 None None] Attempting to bind port 155863c4-8dec-4cc4-9d9a-c9e08dd75c1b by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:57:03.695181 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e72a66-8bbb-4032-b4be-f5a30c6c8397 None None] Attempting to bind port 155863c4-8dec-4cc4-9d9a-c9e08dd75c1b on network 0c79a151-ef79-4fff-8a3c-258f9478471d {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:57:03.705467 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e72a66-8bbb-4032-b4be-f5a30c6c8397 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:57:03.705842 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e72a66-8bbb-4032-b4be-f5a30c6c8397 None None] Checking segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:57:03.706244 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-09e72a66-8bbb-4032-b4be-f5a30c6c8397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:03.706668 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e72a66-8bbb-4032-b4be-f5a30c6c8397 None None] Bound using segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:57:03.707150 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-09e72a66-8bbb-4032-b4be-f5a30c6c8397 None None] Bound port: 155863c4-8dec-4cc4-9d9a-c9e08dd75c1b, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:57:03.707508 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-09e72a66-8bbb-4032-b4be-f5a30c6c8397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:03.710994 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d2f9eefb-3de4-4797-af34-eb8d54dfc368 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:03.738962 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1da1d4-865a-431a-9202-dbfb60d6409a None None] Pushing event updated for resources: {'Port': ['ID=155863c4-8dec-4cc4-9d9a-c9e08dd75c1b,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:57:03.792021 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-09e72a66-8bbb-4032-b4be-f5a30c6c8397 None None] For port 155863c4-8dec-4cc4-9d9a-c9e08dd75c1b, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:57:03.792602 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9eefb-3de4-4797-af34-eb8d54dfc368 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Subnet': ['ID=9a0c03f2-5ec1-4838-8a2c-8abb91363c2f,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:57:03.795867 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-09e72a66-8bbb-4032-b4be-f5a30c6c8397 None None] For port 155863c4-8dec-4cc4-9d9a-c9e08dd75c1b, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=155863c4-8dec-4cc4-9d9a-c9e08dd75c1b,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:57:03.805112 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f9eefb-3de4-4797-af34-eb8d54dfc368 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Checking segment: {'id': '3e0c11ba-96bc-4e4e-9635-e583098ac47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '448e5df8-9ca3-4f43-8ebd-30cc8245c2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:57:03.805112 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f9eefb-3de4-4797-af34-eb8d54dfc368 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network hostable DHCP agents. Network: 448e5df8-9ca3-4f43-8ebd-30cc8245c2ae, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:57:03.879671 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-09e72a66-8bbb-4032-b4be-f5a30c6c8397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:03.893115 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f9eefb-3de4-4797-af34-eb8d54dfc368 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network 448e5df8-9ca3-4f43-8ebd-30cc8245c2ae is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:57:03.942014 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e72a66-8bbb-4032-b4be-f5a30c6c8397 None None] Routers {'69d72a37-c16d-4473-a9c6-4bfc2a7f25c1'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:57:03.943665 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-09e72a66-8bbb-4032-b4be-f5a30c6c8397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:56:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['69d72a37-c16d-4473-a9c6-4bfc2a7f25c1'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:57:03.984654 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-d2f9eefb-3de4-4797-af34-eb8d54dfc368 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 448e5df8-9ca3-4f43-8ebd-30cc8245c2ae) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:57:03.989627 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f9eefb-3de4-4797-af34-eb8d54dfc368 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:03.990721 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d2f9eefb-3de4-4797-af34-eb8d54dfc368 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:03.997544 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4858d00a-a70b-4b59-bf78-4092eb0ae6bf None None] Network 448e5df8-9ca3-4f43-8ebd-30cc8245c2ae requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:57:04.110521 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 45642) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:57:04.111175 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d2f9eefb-3de4-4797-af34-eb8d54dfc368 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8692584 Oct 26 15:57:04.198402 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1da1d4-865a-431a-9202-dbfb60d6409a None None] Pushing event updated for resources: {'Port': ['ID=155863c4-8dec-4cc4-9d9a-c9e08dd75c1b,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:57:04.324760 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-09e72a66-8bbb-4032-b4be-f5a30c6c8397 None None] Set router 69d72a37-c16d-4473-a9c6-4bfc2a7f25c1 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:57:04.567086 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1d4ccbf7-e14e-4deb-95a4-020f79b32e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:04.594389 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7571617c-fb68-4791-a60a-eada5236595e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-448e5df8-9ca3-4f43-8ebd-30cc8245c2ae', 'network_id': '448e5df8-9ca3-4f43-8ebd-30cc8245c2ae', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ips': [{'subnet_id': '9a0c03f2-5ec1-4838-8a2c-8abb91363c2f'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:57:04.595237 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7571617c-fb68-4791-a60a-eada5236595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:04.830850 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-7571617c-fb68-4791-a60a-eada5236595e None None] Allocated IP 172.20.0.2 (448e5df8-9ca3-4f43-8ebd-30cc8245c2ae/9a0c03f2-5ec1-4838-8a2c-8abb91363c2f/7e30e8e9-14d2-4ccb-8c78-9615cf391cbd) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:57:04.842938 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-09e72a66-8bbb-4032-b4be-f5a30c6c8397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d72a37-c16d-4473-a9c6-4bfc2a7f25c1', 'name': 'tempest-TestNetworkBasicOps-router-931782933', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': '155863c4-8dec-4cc4-9d9a-c9e08dd75c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:59Z', 'updated_at': '2022-10-26T15:57:01Z', 'revision_number': 3, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '155863c4-8dec-4cc4-9d9a-c9e08dd75c1b', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:43:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d72a37-c16d-4473-a9c6-4bfc2a7f25c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:57:00Z', 'updated_at': '2022-10-26T15:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:57:04.850662 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e72a66-8bbb-4032-b4be-f5a30c6c8397 None None] The sync data for ids ['69d72a37-c16d-4473-a9c6-4bfc2a7f25c1'] in dv-neutron-862712-1-hyperv is: [{'id': '69d72a37-c16d-4473-a9c6-4bfc2a7f25c1', 'name': 'tempest-TestNetworkBasicOps-router-931782933', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': '155863c4-8dec-4cc4-9d9a-c9e08dd75c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:59Z', 'updated_at': '2022-10-26T15:57:01Z', 'revision_number': 3, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '155863c4-8dec-4cc4-9d9a-c9e08dd75c1b', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:43:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d72a37-c16d-4473-a9c6-4bfc2a7f25c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:57:00Z', 'updated_at': '2022-10-26T15:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:57:04.960732 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-42355cdd-49d8-498e-99ad-c20eebac8ff7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:05.061196 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7571617c-fb68-4791-a60a-eada5236595e None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:05.076047 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-7571617c-fb68-4791-a60a-eada5236595e None None] Transition to ACTIVE for port object 7e30e8e9-14d2-4ccb-8c78-9615cf391cbd will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:57:05.115724 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-7571617c-fb68-4791-a60a-eada5236595e None None] Transition to ACTIVE for port object 7e30e8e9-14d2-4ccb-8c78-9615cf391cbd will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:57:05.191150 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7571617c-fb68-4791-a60a-eada5236595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:05.266376 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7571617c-fb68-4791-a60a-eada5236595e None None] Network 448e5df8-9ca3-4f43-8ebd-30cc8245c2ae is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:57:05.269821 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-7571617c-fb68-4791-a60a-eada5236595e None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:57:05.274662 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:05.276677 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7571617c-fb68-4791-a60a-eada5236595e None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:57:05.284475 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7571617c-fb68-4791-a60a-eada5236595e None None] Pushing event updated for resources: {'Port': ['ID=7e30e8e9-14d2-4ccb-8c78-9615cf391cbd,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:57:05.322785 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:05.392337 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-7571617c-fb68-4791-a60a-eada5236595e None None] Attempting to bind port 7e30e8e9-14d2-4ccb-8c78-9615cf391cbd on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:57:05.392743 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-7571617c-fb68-4791-a60a-eada5236595e None None] Attempting to bind port 7e30e8e9-14d2-4ccb-8c78-9615cf391cbd by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '3e0c11ba-96bc-4e4e-9635-e583098ac47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '448e5df8-9ca3-4f43-8ebd-30cc8245c2ae'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:57:05.397649 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7571617c-fb68-4791-a60a-eada5236595e None None] Attempting to bind port 7e30e8e9-14d2-4ccb-8c78-9615cf391cbd on network 448e5df8-9ca3-4f43-8ebd-30cc8245c2ae {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:57:05.399778 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7571617c-fb68-4791-a60a-eada5236595e None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:57:05.400155 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7571617c-fb68-4791-a60a-eada5236595e None None] Checking segment: {'id': '3e0c11ba-96bc-4e4e-9635-e583098ac47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '448e5df8-9ca3-4f43-8ebd-30cc8245c2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:57:05.400563 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7571617c-fb68-4791-a60a-eada5236595e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:05.401012 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7571617c-fb68-4791-a60a-eada5236595e None None] Bound using segment: {'id': '3e0c11ba-96bc-4e4e-9635-e583098ac47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '448e5df8-9ca3-4f43-8ebd-30cc8245c2ae'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:57:05.401483 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-7571617c-fb68-4791-a60a-eada5236595e None None] Bound port: 7e30e8e9-14d2-4ccb-8c78-9615cf391cbd, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e0c11ba-96bc-4e4e-9635-e583098ac47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '448e5df8-9ca3-4f43-8ebd-30cc8245c2ae'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:57:05.401861 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7571617c-fb68-4791-a60a-eada5236595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:05.421423 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-42355cdd-49d8-498e-99ad-c20eebac8ff7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Allocated IP 172.20.0.1 (448e5df8-9ca3-4f43-8ebd-30cc8245c2ae/9a0c03f2-5ec1-4838-8a2c-8abb91363c2f/137998d8-fd68-4019-aa50-5f664784268c) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:57:05.501382 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-7571617c-fb68-4791-a60a-eada5236595e None None] For port 7e30e8e9-14d2-4ccb-8c78-9615cf391cbd, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:57:05.504662 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-7571617c-fb68-4791-a60a-eada5236595e None None] For port 7e30e8e9-14d2-4ccb-8c78-9615cf391cbd, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=7e30e8e9-14d2-4ccb-8c78-9615cf391cbd,segment=NetworkSegment(3e0c11ba-96bc-4e4e-9635-e583098ac47c),segment_id=3e0c11ba-96bc-4e4e-9635-e583098ac47c)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:57:05.588264 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7571617c-fb68-4791-a60a-eada5236595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:05.603783 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-42355cdd-49d8-498e-99ad-c20eebac8ff7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:05.611312 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-42355cdd-49d8-498e-99ad-c20eebac8ff7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Transition to ACTIVE for port object 137998d8-fd68-4019-aa50-5f664784268c will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:57:05.671185 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7571617c-fb68-4791-a60a-eada5236595e None None] Pushing event updated for resources: {'Port': ['ID=7e30e8e9-14d2-4ccb-8c78-9615cf391cbd,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:57:05.708958 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-42355cdd-49d8-498e-99ad-c20eebac8ff7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:05.782854 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42355cdd-49d8-498e-99ad-c20eebac8ff7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network 448e5df8-9ca3-4f43-8ebd-30cc8245c2ae is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:57:05.786043 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-42355cdd-49d8-498e-99ad-c20eebac8ff7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:57:05.790183 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42355cdd-49d8-498e-99ad-c20eebac8ff7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:57:05.825616 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42355cdd-49d8-498e-99ad-c20eebac8ff7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=137998d8-fd68-4019-aa50-5f664784268c,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:57:05.854016 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-42355cdd-49d8-498e-99ad-c20eebac8ff7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:06.073672 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-42355cdd-49d8-498e-99ad-c20eebac8ff7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:06.617203 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-42355cdd-49d8-498e-99ad-c20eebac8ff7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:06.696404 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-42355cdd-49d8-498e-99ad-c20eebac8ff7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:06.821142 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42355cdd-49d8-498e-99ad-c20eebac8ff7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=137998d8-fd68-4019-aa50-5f664784268c,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:57:06.825791 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-42355cdd-49d8-498e-99ad-c20eebac8ff7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:06.847756 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:06.904644 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845d5621-3c65-4950-a2d2-3f94bff4bfa1 None None] Network 448e5df8-9ca3-4f43-8ebd-30cc8245c2ae requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:57:06.969827 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 155863c4-8dec-4cc4-9d9a-c9e08dd75c1b up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:57:06.985568 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42355cdd-49d8-498e-99ad-c20eebac8ff7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network 448e5df8-9ca3-4f43-8ebd-30cc8245c2ae is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:57:06.986723 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-42355cdd-49d8-498e-99ad-c20eebac8ff7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:57:07.127712 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-d7f2d76e-b41b-4875-bf3d-1f1e8f3428b1 None None] Provisioning for port 7e30e8e9-14d2-4ccb-8c78-9615cf391cbd completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:57:07.188380 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42355cdd-49d8-498e-99ad-c20eebac8ff7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Router 69d72a37-c16d-4473-a9c6-4bfc2a7f25c1 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:57:07.243256 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 155863c4-8dec-4cc4-9d9a-c9e08dd75c1b completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:57:07.260174 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 155863c4-8dec-4cc4-9d9a-c9e08dd75c1b triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:57:07.260556 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:07.260891 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 155863c4-8dec-4cc4-9d9a-c9e08dd75c1b Oct 26 15:57:07.374511 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42355cdd-49d8-498e-99ad-c20eebac8ff7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:57:07.387780 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-42355cdd-49d8-498e-99ad-c20eebac8ff7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "PUT /v2.0/routers/69d72a37-c16d-4473-a9c6-4bfc2a7f25c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2809765 Oct 26 15:57:07.388555 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98628dc4-c81f-4d8b-9b65-a4f4c6f78649 None None] Sync routers for ids ['69d72a37-c16d-4473-a9c6-4bfc2a7f25c1'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:57:07.390271 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 45648) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:57:07.399476 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98628dc4-c81f-4d8b-9b65-a4f4c6f78649 None None] Routers {'69d72a37-c16d-4473-a9c6-4bfc2a7f25c1'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:57:07.400080 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-98628dc4-c81f-4d8b-9b65-a4f4c6f78649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:57:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['69d72a37-c16d-4473-a9c6-4bfc2a7f25c1'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:57:07.400627 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 155863c4-8dec-4cc4-9d9a-c9e08dd75c1b is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:57:07.401016 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:07.421581 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 155863c4-8dec-4cc4-9d9a-c9e08dd75c1b, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=155863c4-8dec-4cc4-9d9a-c9e08dd75c1b,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:57:07.490893 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:07.492633 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 7e30e8e9-14d2-4ccb-8c78-9615cf391cbd up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:57:07.556788 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6492f300-78e9-4cc2-b5a5-a3ed53828055 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:07.557773 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6492f300-78e9-4cc2-b5a5-a3ed53828055 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:07.558268 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6492f300-78e9-4cc2-b5a5-a3ed53828055 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:07.558821 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6492f300-78e9-4cc2-b5a5-a3ed53828055 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:07.559282 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6492f300-78e9-4cc2-b5a5-a3ed53828055 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:07.559895 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6492f300-78e9-4cc2-b5a5-a3ed53828055 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:07.564684 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45652) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:57:07.565281 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-6492f300-78e9-4cc2-b5a5-a3ed53828055 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1739452 Oct 26 15:57:07.632693 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=155863c4-8dec-4cc4-9d9a-c9e08dd75c1b,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:57:07.638988 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-98628dc4-c81f-4d8b-9b65-a4f4c6f78649 None None] Set router 69d72a37-c16d-4473-a9c6-4bfc2a7f25c1 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:57:07.659371 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c15438-46a7-4ad5-80b8-fd25f05b63fc tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:07.659986 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c15438-46a7-4ad5-80b8-fd25f05b63fc tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:07.662007 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c15438-46a7-4ad5-80b8-fd25f05b63fc tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:07.662727 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c15438-46a7-4ad5-80b8-fd25f05b63fc tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:07.663610 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c15438-46a7-4ad5-80b8-fd25f05b63fc tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:07.664469 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c15438-46a7-4ad5-80b8-fd25f05b63fc tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:07.667268 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d1c15438-46a7-4ad5-80b8-fd25f05b63fc tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1012714 Oct 26 15:57:07.669980 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45656) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:57:07.701738 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 7e30e8e9-14d2-4ccb-8c78-9615cf391cbd completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:57:07.707511 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 7e30e8e9-14d2-4ccb-8c78-9615cf391cbd triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:57:07.708554 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:07.708906 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 7e30e8e9-14d2-4ccb-8c78-9615cf391cbd Oct 26 15:57:07.780145 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-4779e7a2-4306-450b-8aa9-6b1db424feda None None] Provisioning for port 137998d8-fd68-4019-aa50-5f664784268c completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:57:07.790603 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-4779e7a2-4306-450b-8aa9-6b1db424feda None None] Provisioning complete for port 137998d8-fd68-4019-aa50-5f664784268c triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:57:07.790980 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4779e7a2-4306-450b-8aa9-6b1db424feda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:07.791382 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-4779e7a2-4306-450b-8aa9-6b1db424feda None None] Attempt 1 to provision port 137998d8-fd68-4019-aa50-5f664784268c Oct 26 15:57:07.907685 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-4779e7a2-4306-450b-8aa9-6b1db424feda None None] Port 137998d8-fd68-4019-aa50-5f664784268c cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:57:07.914886 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 7e30e8e9-14d2-4ccb-8c78-9615cf391cbd is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:57:07.914886 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:07.945479 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-80eaf620-77d2-4532-a0d6-5c3923f149cd tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2740116 Oct 26 15:57:07.948229 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45660) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:57:07.956400 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-5982fc00-92d8-4e78-9152-7301b5cca8d1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-221032721', 'network_id': '448e5df8-9ca3-4f43-8ebd-30cc8245c2ae'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:57:07.963871 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 7e30e8e9-14d2-4ccb-8c78-9615cf391cbd, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=7e30e8e9-14d2-4ccb-8c78-9615cf391cbd,segment=NetworkSegment(3e0c11ba-96bc-4e4e-9635-e583098ac47c),segment_id=3e0c11ba-96bc-4e4e-9635-e583098ac47c)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:57:07.998032 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-98628dc4-c81f-4d8b-9b65-a4f4c6f78649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d72a37-c16d-4473-a9c6-4bfc2a7f25c1', 'name': 'tempest-TestNetworkBasicOps-router-931782933', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': '155863c4-8dec-4cc4-9d9a-c9e08dd75c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:59Z', 'updated_at': '2022-10-26T15:57:05Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '155863c4-8dec-4cc4-9d9a-c9e08dd75c1b', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:43:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d72a37-c16d-4473-a9c6-4bfc2a7f25c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:57:00Z', 'updated_at': '2022-10-26T15:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '137998d8-fd68-4019-aa50-5f664784268c', 'name': '', 'network_id': '448e5df8-9ca3-4f43-8ebd-30cc8245c2ae', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:cd:e9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d72a37-c16d-4473-a9c6-4bfc2a7f25c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '9a0c03f2-5ec1-4838-8a2c-8abb91363c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:57:05Z', 'updated_at': '2022-10-26T15:57:06Z', 'revision_number': 2, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '9a0c03f2-5ec1-4838-8a2c-8abb91363c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:57:08.002762 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98628dc4-c81f-4d8b-9b65-a4f4c6f78649 None None] Checking router: 69d72a37-c16d-4473-a9c6-4bfc2a7f25c1 for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:57:08.003236 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98628dc4-c81f-4d8b-9b65-a4f4c6f78649 None None] Updating router 69d72a37-c16d-4473-a9c6-4bfc2a7f25c1 port 137998d8-fd68-4019-aa50-5f664784268c binding host dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:57:08.024812 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:08.078186 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-98628dc4-c81f-4d8b-9b65-a4f4c6f78649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:08.117237 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-5982fc00-92d8-4e78-9152-7301b5cca8d1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:57:08.120383 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=7e30e8e9-14d2-4ccb-8c78-9615cf391cbd,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:57:08.121873 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-5982fc00-92d8-4e78-9152-7301b5cca8d1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:port and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:57:08.124971 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-5982fc00-92d8-4e78-9152-7301b5cca8d1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:57:08.131926 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-5982fc00-92d8-4e78-9152-7301b5cca8d1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:57:08.213400 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5982fc00-92d8-4e78-9152-7301b5cca8d1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Made reservation on behalf of 8316bfcf068445aeb00a503282bb001c for: {'port': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:57:08.216977 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5982fc00-92d8-4e78-9152-7301b5cca8d1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:08.238852 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-5982fc00-92d8-4e78-9152-7301b5cca8d1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] device_id is not set on port cfb9f8ca-458f-4fb5-a0db-635d5402257a yet. {{(pid=89747) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:57:08.409689 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-4779e7a2-4306-450b-8aa9-6b1db424feda None None] Attempt 2 to provision port 137998d8-fd68-4019-aa50-5f664784268c Oct 26 15:57:08.422219 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-98628dc4-c81f-4d8b-9b65-a4f4c6f78649 None None] Notify callbacks [] for port, precommit_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:08.434572 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.provisioning_blocks [None req-98628dc4-c81f-4d8b-9b65-a4f4c6f78649 None None] Transition to ACTIVE for port object 137998d8-fd68-4019-aa50-5f664784268c will not be triggered until provisioned by entity L2. {{(pid=89750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:57:08.466679 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-4779e7a2-4306-450b-8aa9-6b1db424feda None None] Port 137998d8-fd68-4019-aa50-5f664784268c cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:57:08.515756 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-98628dc4-c81f-4d8b-9b65-a4f4c6f78649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:08.585892 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-5982fc00-92d8-4e78-9152-7301b5cca8d1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Allocated IP 172.20.0.6 (448e5df8-9ca3-4f43-8ebd-30cc8245c2ae/9a0c03f2-5ec1-4838-8a2c-8abb91363c2f/cfb9f8ca-458f-4fb5-a0db-635d5402257a) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:57:08.715232 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3e62a-251f-4113-b04e-201fe09d1a43 None None] Pushing event updated for resources: {'Port': ['ID=137998d8-fd68-4019-aa50-5f664784268c,revision_number=3']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:57:08.735414 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a3e62a-251f-4113-b04e-201fe09d1a43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:57:08.735754 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a3e62a-251f-4113-b04e-201fe09d1a43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:57:08.736089 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a3e62a-251f-4113-b04e-201fe09d1a43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:57:08.736413 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a3e62a-251f-4113-b04e-201fe09d1a43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:57:08.736733 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a3e62a-251f-4113-b04e-201fe09d1a43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:57:08.737059 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a3e62a-251f-4113-b04e-201fe09d1a43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:57:08.737367 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a3e62a-251f-4113-b04e-201fe09d1a43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:57:08.737681 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a3e62a-251f-4113-b04e-201fe09d1a43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:57:08.737993 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a3e62a-251f-4113-b04e-201fe09d1a43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:57:08.738302 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a3e62a-251f-4113-b04e-201fe09d1a43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:57:08.738637 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a3e62a-251f-4113-b04e-201fe09d1a43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:57:08.739699 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a3e62a-251f-4113-b04e-201fe09d1a43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:57:08.746526 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-98628dc4-c81f-4d8b-9b65-a4f4c6f78649 None None] Attempting to bind port 137998d8-fd68-4019-aa50-5f664784268c on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:57:08.746889 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-98628dc4-c81f-4d8b-9b65-a4f4c6f78649 None None] Attempting to bind port 137998d8-fd68-4019-aa50-5f664784268c by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '3e0c11ba-96bc-4e4e-9635-e583098ac47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '448e5df8-9ca3-4f43-8ebd-30cc8245c2ae'}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:57:08.747243 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98628dc4-c81f-4d8b-9b65-a4f4c6f78649 None None] Attempting to bind port 137998d8-fd68-4019-aa50-5f664784268c on network 448e5df8-9ca3-4f43-8ebd-30cc8245c2ae {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:57:08.752812 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98628dc4-c81f-4d8b-9b65-a4f4c6f78649 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:57:08.753175 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98628dc4-c81f-4d8b-9b65-a4f4c6f78649 None None] Checking segment: {'id': '3e0c11ba-96bc-4e4e-9635-e583098ac47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '448e5df8-9ca3-4f43-8ebd-30cc8245c2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:57:08.753568 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-98628dc4-c81f-4d8b-9b65-a4f4c6f78649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:08.753942 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98628dc4-c81f-4d8b-9b65-a4f4c6f78649 None None] Bound using segment: {'id': '3e0c11ba-96bc-4e4e-9635-e583098ac47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '448e5df8-9ca3-4f43-8ebd-30cc8245c2ae'} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:57:08.754391 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-98628dc4-c81f-4d8b-9b65-a4f4c6f78649 None None] Bound port: 137998d8-fd68-4019-aa50-5f664784268c, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e0c11ba-96bc-4e4e-9635-e583098ac47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '448e5df8-9ca3-4f43-8ebd-30cc8245c2ae'}}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:57:08.755309 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-98628dc4-c81f-4d8b-9b65-a4f4c6f78649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:08.792185 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5982fc00-92d8-4e78-9152-7301b5cca8d1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:08.808389 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-5982fc00-92d8-4e78-9152-7301b5cca8d1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Transition to ACTIVE for port object cfb9f8ca-458f-4fb5-a0db-635d5402257a will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:57:08.842604 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-98628dc4-c81f-4d8b-9b65-a4f4c6f78649 None None] For port 137998d8-fd68-4019-aa50-5f664784268c, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:57:08.845531 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-98628dc4-c81f-4d8b-9b65-a4f4c6f78649 None None] For port 137998d8-fd68-4019-aa50-5f664784268c, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=137998d8-fd68-4019-aa50-5f664784268c,segment=NetworkSegment(3e0c11ba-96bc-4e4e-9635-e583098ac47c),segment_id=3e0c11ba-96bc-4e4e-9635-e583098ac47c)] {{(pid=89750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:57:08.894158 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 155863c4-8dec-4cc4-9d9a-c9e08dd75c1b up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:57:08.894328 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5982fc00-92d8-4e78-9152-7301b5cca8d1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:08.925122 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-98628dc4-c81f-4d8b-9b65-a4f4c6f78649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:08.968044 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5982fc00-92d8-4e78-9152-7301b5cca8d1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network 448e5df8-9ca3-4f43-8ebd-30cc8245c2ae is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:57:08.969507 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-4779e7a2-4306-450b-8aa9-6b1db424feda None None] Attempt 3 to provision port 137998d8-fd68-4019-aa50-5f664784268c Oct 26 15:57:08.971417 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-5982fc00-92d8-4e78-9152-7301b5cca8d1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:57:08.975784 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5982fc00-92d8-4e78-9152-7301b5cca8d1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:57:08.990829 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98628dc4-c81f-4d8b-9b65-a4f4c6f78649 None None] Routers {'69d72a37-c16d-4473-a9c6-4bfc2a7f25c1'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:57:08.991677 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-98628dc4-c81f-4d8b-9b65-a4f4c6f78649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:57:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['69d72a37-c16d-4473-a9c6-4bfc2a7f25c1'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:57:09.017684 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 155863c4-8dec-4cc4-9d9a-c9e08dd75c1b triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:57:09.018059 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:09.018877 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 155863c4-8dec-4cc4-9d9a-c9e08dd75c1b Oct 26 15:57:09.101302 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-4779e7a2-4306-450b-8aa9-6b1db424feda None None] Port 137998d8-fd68-4019-aa50-5f664784268c had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 15:57:09.146655 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5982fc00-92d8-4e78-9152-7301b5cca8d1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=cfb9f8ca-458f-4fb5-a0db-635d5402257a,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:57:09.171021 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 155863c4-8dec-4cc4-9d9a-c9e08dd75c1b is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:57:09.172534 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 7e30e8e9-14d2-4ccb-8c78-9615cf391cbd up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:57:09.174377 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3e62a-251f-4113-b04e-201fe09d1a43 None None] Pushing event updated for resources: {'Port': ['ID=137998d8-fd68-4019-aa50-5f664784268c,revision_number=4']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:57:09.193724 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5982fc00-92d8-4e78-9152-7301b5cca8d1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:09.194831 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5982fc00-92d8-4e78-9152-7301b5cca8d1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:09.227995 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-98628dc4-c81f-4d8b-9b65-a4f4c6f78649 None None] Set router 69d72a37-c16d-4473-a9c6-4bfc2a7f25c1 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:57:09.269542 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 7e30e8e9-14d2-4ccb-8c78-9615cf391cbd triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:57:09.269916 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:09.270351 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 7e30e8e9-14d2-4ccb-8c78-9615cf391cbd Oct 26 15:57:09.312840 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-5982fc00-92d8-4e78-9152-7301b5cca8d1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3635247 Oct 26 15:57:09.409368 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 7e30e8e9-14d2-4ccb-8c78-9615cf391cbd is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:57:09.448606 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45666) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:57:09.453911 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-564998d3-d0f9-4e3b-8c79-99673a488120 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1008673576', 'description': 'tempest-secgroup-smoke-1008673576 description', 'project_id': '8316bfcf068445aeb00a503282bb001c'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:57:09.460638 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-564998d3-d0f9-4e3b-8c79-99673a488120 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:57:09.464765 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-564998d3-d0f9-4e3b-8c79-99673a488120 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:57:09.467680 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-564998d3-d0f9-4e3b-8c79-99673a488120 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:57:09.474260 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-564998d3-d0f9-4e3b-8c79-99673a488120 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:57:09.550086 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-9472d8bb-5afb-4558-a14c-b73d4382bb52 None None] Provisioning for port cfb9f8ca-458f-4fb5-a0db-635d5402257a completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:57:09.550315 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-564998d3-d0f9-4e3b-8c79-99673a488120 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:09.556363 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-9472d8bb-5afb-4558-a14c-b73d4382bb52 None None] Provisioning complete for port cfb9f8ca-458f-4fb5-a0db-635d5402257a triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:57:09.557015 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9472d8bb-5afb-4558-a14c-b73d4382bb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:09.557356 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-9472d8bb-5afb-4558-a14c-b73d4382bb52 None None] Attempt 1 to provision port cfb9f8ca-458f-4fb5-a0db-635d5402257a Oct 26 15:57:09.571241 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-564998d3-d0f9-4e3b-8c79-99673a488120 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:57:09.575282 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-564998d3-d0f9-4e3b-8c79-99673a488120 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:57:09.578179 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-564998d3-d0f9-4e3b-8c79-99673a488120 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:57:09.584919 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-98628dc4-c81f-4d8b-9b65-a4f4c6f78649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d72a37-c16d-4473-a9c6-4bfc2a7f25c1', 'name': 'tempest-TestNetworkBasicOps-router-931782933', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': '155863c4-8dec-4cc4-9d9a-c9e08dd75c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:59Z', 'updated_at': '2022-10-26T15:57:05Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '155863c4-8dec-4cc4-9d9a-c9e08dd75c1b', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:43:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d72a37-c16d-4473-a9c6-4bfc2a7f25c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:57:00Z', 'updated_at': '2022-10-26T15:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '137998d8-fd68-4019-aa50-5f664784268c', 'name': '', 'network_id': '448e5df8-9ca3-4f43-8ebd-30cc8245c2ae', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:cd:e9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d72a37-c16d-4473-a9c6-4bfc2a7f25c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '9a0c03f2-5ec1-4838-8a2c-8abb91363c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:57:05Z', 'updated_at': '2022-10-26T15:57:08Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '9a0c03f2-5ec1-4838-8a2c-8abb91363c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:57:09.585523 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-564998d3-d0f9-4e3b-8c79-99673a488120 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:57:09.590453 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98628dc4-c81f-4d8b-9b65-a4f4c6f78649 None None] The sync data for ids ['69d72a37-c16d-4473-a9c6-4bfc2a7f25c1'] in dv-neutron-862712-1-hyperv is: [{'id': '69d72a37-c16d-4473-a9c6-4bfc2a7f25c1', 'name': 'tempest-TestNetworkBasicOps-router-931782933', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': '155863c4-8dec-4cc4-9d9a-c9e08dd75c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:59Z', 'updated_at': '2022-10-26T15:57:05Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '155863c4-8dec-4cc4-9d9a-c9e08dd75c1b', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:43:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d72a37-c16d-4473-a9c6-4bfc2a7f25c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:57:00Z', 'updated_at': '2022-10-26T15:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '137998d8-fd68-4019-aa50-5f664784268c', 'name': '', 'network_id': '448e5df8-9ca3-4f43-8ebd-30cc8245c2ae', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:cd:e9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d72a37-c16d-4473-a9c6-4bfc2a7f25c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '9a0c03f2-5ec1-4838-8a2c-8abb91363c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:57:05Z', 'updated_at': '2022-10-26T15:57:08Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '9a0c03f2-5ec1-4838-8a2c-8abb91363c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:57:09.616238 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-9472d8bb-5afb-4558-a14c-b73d4382bb52 None None] Port cfb9f8ca-458f-4fb5-a0db-635d5402257a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:57:09.674716 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-564998d3-d0f9-4e3b-8c79-99673a488120 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:09.744469 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-564998d3-d0f9-4e3b-8c79-99673a488120 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:09.793536 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564998d3-d0f9-4e3b-8c79-99673a488120 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45872b5d-1dbe-4c93-8061-a86d73f08558,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:57:09.882074 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-564998d3-d0f9-4e3b-8c79-99673a488120 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:09.883442 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-564998d3-d0f9-4e3b-8c79-99673a488120 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4338346 Oct 26 15:57:09.886292 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45670) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:57:09.891401 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-eae952b6-0537-4419-9fd0-dd5ae5906d4c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '45872b5d-1dbe-4c93-8061-a86d73f08558', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:57:09.898813 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-eae952b6-0537-4419-9fd0-dd5ae5906d4c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:57:09.904516 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-eae952b6-0537-4419-9fd0-dd5ae5906d4c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:57:09.905782 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-eae952b6-0537-4419-9fd0-dd5ae5906d4c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:57:09.912661 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-eae952b6-0537-4419-9fd0-dd5ae5906d4c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:57:10.011753 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-eae952b6-0537-4419-9fd0-dd5ae5906d4c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:10.081166 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-eae952b6-0537-4419-9fd0-dd5ae5906d4c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:10.117693 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-9472d8bb-5afb-4558-a14c-b73d4382bb52 None None] Attempt 2 to provision port cfb9f8ca-458f-4fb5-a0db-635d5402257a Oct 26 15:57:10.159059 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-eae952b6-0537-4419-9fd0-dd5ae5906d4c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:10.178220 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-9472d8bb-5afb-4558-a14c-b73d4382bb52 None None] Port cfb9f8ca-458f-4fb5-a0db-635d5402257a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:57:10.189589 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae952b6-0537-4419-9fd0-dd5ae5906d4c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf9992e7-2975-4ffd-83e5-65371ddb66de,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:57:10.276422 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-eae952b6-0537-4419-9fd0-dd5ae5906d4c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:10.277652 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-eae952b6-0537-4419-9fd0-dd5ae5906d4c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3903754 Oct 26 15:57:10.280551 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 45674) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:57:10.285861 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-987c1987-ef1d-4c66-964c-696301bb5fcb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '45872b5d-1dbe-4c93-8061-a86d73f08558', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:57:10.292406 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-987c1987-ef1d-4c66-964c-696301bb5fcb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:57:10.296470 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-987c1987-ef1d-4c66-964c-696301bb5fcb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:57:10.299582 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-987c1987-ef1d-4c66-964c-696301bb5fcb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:57:10.306355 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-987c1987-ef1d-4c66-964c-696301bb5fcb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:57:10.380669 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-987c1987-ef1d-4c66-964c-696301bb5fcb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:10.448572 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-987c1987-ef1d-4c66-964c-696301bb5fcb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:10.522456 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-987c1987-ef1d-4c66-964c-696301bb5fcb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:10.551892 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c1987-ef1d-4c66-964c-696301bb5fcb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfe872f9-9249-4521-acbd-78d5d650d149,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:57:10.647785 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-987c1987-ef1d-4c66-964c-696301bb5fcb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:10.648989 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-987c1987-ef1d-4c66-964c-696301bb5fcb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3674314 Oct 26 15:57:10.651742 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 45678) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:57:10.656852 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-fc3cdfcc-8f7b-45d7-917d-6ee5fe217111 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '45872b5d-1dbe-4c93-8061-a86d73f08558', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:57:10.663298 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-fc3cdfcc-8f7b-45d7-917d-6ee5fe217111 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:57:10.667246 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-fc3cdfcc-8f7b-45d7-917d-6ee5fe217111 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:57:10.670186 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-fc3cdfcc-8f7b-45d7-917d-6ee5fe217111 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:57:10.675971 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-fc3cdfcc-8f7b-45d7-917d-6ee5fe217111 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:57:10.679101 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-9472d8bb-5afb-4558-a14c-b73d4382bb52 None None] Attempt 3 to provision port cfb9f8ca-458f-4fb5-a0db-635d5402257a Oct 26 15:57:10.733442 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-9472d8bb-5afb-4558-a14c-b73d4382bb52 None None] Port cfb9f8ca-458f-4fb5-a0db-635d5402257a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:57:10.746120 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fc3cdfcc-8f7b-45d7-917d-6ee5fe217111 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:10.807769 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fc3cdfcc-8f7b-45d7-917d-6ee5fe217111 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:10.853167 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fc3cdfcc-8f7b-45d7-917d-6ee5fe217111 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:10.877982 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3cdfcc-8f7b-45d7-917d-6ee5fe217111 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b80177d-ab6d-4541-8276-b0d57b201d5a,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:57:10.908981 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 137998d8-fd68-4019-aa50-5f664784268c up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:57:10.938800 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fc3cdfcc-8f7b-45d7-917d-6ee5fe217111 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:10.940000 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-fc3cdfcc-8f7b-45d7-917d-6ee5fe217111 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2873490 Oct 26 15:57:10.942854 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45682) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:57:10.948102 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-1eeb6574-0297-4879-9bb3-c611f85df28d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '45872b5d-1dbe-4c93-8061-a86d73f08558', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:57:10.954014 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-1eeb6574-0297-4879-9bb3-c611f85df28d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:57:10.957893 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-1eeb6574-0297-4879-9bb3-c611f85df28d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:57:10.960754 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-1eeb6574-0297-4879-9bb3-c611f85df28d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:57:10.971152 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-1eeb6574-0297-4879-9bb3-c611f85df28d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:57:11.047822 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1eeb6574-0297-4879-9bb3-c611f85df28d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:11.064187 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 137998d8-fd68-4019-aa50-5f664784268c completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:57:11.069345 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 137998d8-fd68-4019-aa50-5f664784268c triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:57:11.069713 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:11.074235 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 137998d8-fd68-4019-aa50-5f664784268c Oct 26 15:57:11.112036 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1eeb6574-0297-4879-9bb3-c611f85df28d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:11.179082 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1eeb6574-0297-4879-9bb3-c611f85df28d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:11.190078 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 137998d8-fd68-4019-aa50-5f664784268c is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:57:11.190657 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:11.206305 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb6574-0297-4879-9bb3-c611f85df28d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9fe6faa-3170-46b9-94bb-98ec2a5d2d34,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:57:11.223857 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 137998d8-fd68-4019-aa50-5f664784268c, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=137998d8-fd68-4019-aa50-5f664784268c,segment=NetworkSegment(3e0c11ba-96bc-4e4e-9635-e583098ac47c),segment_id=3e0c11ba-96bc-4e4e-9635-e583098ac47c)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:57:11.234887 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-9472d8bb-5afb-4558-a14c-b73d4382bb52 None None] Attempt 4 to provision port cfb9f8ca-458f-4fb5-a0db-635d5402257a Oct 26 15:57:11.288233 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1eeb6574-0297-4879-9bb3-c611f85df28d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:11.289527 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-1eeb6574-0297-4879-9bb3-c611f85df28d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3456068 Oct 26 15:57:11.292480 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-9472d8bb-5afb-4558-a14c-b73d4382bb52 None None] Port cfb9f8ca-458f-4fb5-a0db-635d5402257a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:57:11.297395 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45686) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:57:11.302605 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-d4e8e4ac-e716-406d-b353-6e1c56ce62a6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '45872b5d-1dbe-4c93-8061-a86d73f08558', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:57:11.308511 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d4e8e4ac-e716-406d-b353-6e1c56ce62a6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:57:11.310070 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:11.313204 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d4e8e4ac-e716-406d-b353-6e1c56ce62a6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:57:11.317325 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d4e8e4ac-e716-406d-b353-6e1c56ce62a6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:57:11.323161 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d4e8e4ac-e716-406d-b353-6e1c56ce62a6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:57:11.377422 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=137998d8-fd68-4019-aa50-5f664784268c,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:57:11.393459 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.securitygroups_db [None req-d4e8e4ac-e716-406d-b353-6e1c56ce62a6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Project 8316bfcf068445aeb00a503282bb001c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:57:11.401043 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d4e8e4ac-e716-406d-b353-6e1c56ce62a6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:11.465458 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d4e8e4ac-e716-406d-b353-6e1c56ce62a6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:11.528070 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d4e8e4ac-e716-406d-b353-6e1c56ce62a6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:11.557312 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e8e4ac-e716-406d-b353-6e1c56ce62a6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e47d8d6-2170-472b-b8ab-81812e79c367,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:57:11.621907 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d4e8e4ac-e716-406d-b353-6e1c56ce62a6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:11.623207 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d4e8e4ac-e716-406d-b353-6e1c56ce62a6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3248587 Oct 26 15:57:11.626122 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 45690) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:57:11.631915 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-f8009128-482b-4e9b-98d4-eb26dcd2d470 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '45872b5d-1dbe-4c93-8061-a86d73f08558', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:57:11.637909 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-f8009128-482b-4e9b-98d4-eb26dcd2d470 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:57:11.643423 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-f8009128-482b-4e9b-98d4-eb26dcd2d470 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:57:11.645039 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-f8009128-482b-4e9b-98d4-eb26dcd2d470 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:57:11.651519 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-f8009128-482b-4e9b-98d4-eb26dcd2d470 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:57:11.750743 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.securitygroups_db [None req-f8009128-482b-4e9b-98d4-eb26dcd2d470 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Project 8316bfcf068445aeb00a503282bb001c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:57:11.758407 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f8009128-482b-4e9b-98d4-eb26dcd2d470 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:11.794118 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-9472d8bb-5afb-4558-a14c-b73d4382bb52 None None] Attempt 5 to provision port cfb9f8ca-458f-4fb5-a0db-635d5402257a Oct 26 15:57:11.825576 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f8009128-482b-4e9b-98d4-eb26dcd2d470 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:11.848866 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-9472d8bb-5afb-4558-a14c-b73d4382bb52 None None] Port cfb9f8ca-458f-4fb5-a0db-635d5402257a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:57:11.910180 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f8009128-482b-4e9b-98d4-eb26dcd2d470 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:11.933674 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8009128-482b-4e9b-98d4-eb26dcd2d470 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c457637-c2db-43be-bff1-b64d763cbace,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:57:11.998414 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f8009128-482b-4e9b-98d4-eb26dcd2d470 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:11.999606 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f8009128-482b-4e9b-98d4-eb26dcd2d470 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3724401 Oct 26 15:57:12.175981 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-2b740f30-d733-4af6-926a-3fa335bca988 req-0084fef6-db79-41c0-b310-cf0f8e2a3e72 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:security_group {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:57:12.246945 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-2b740f30-d733-4af6-926a-3fa335bca988 req-0084fef6-db79-41c0-b310-cf0f8e2a3e72 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:security_group {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:57:12.248104 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2b740f30-d733-4af6-926a-3fa335bca988 req-0084fef6-db79-41c0-b310-cf0f8e2a3e72 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1008673576&fields=id&tenant_id=8316bfcf068445aeb00a503282bb001c HTTP/1.1" status: 200 len: 267 time: 0.1108720 Oct 26 15:57:12.324999 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b740f30-d733-4af6-926a-3fa335bca988 req-0f8f5cec-bce0-4a8f-909e-5bfac266b871 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:12.325587 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-2b740f30-d733-4af6-926a-3fa335bca988 req-0f8f5cec-bce0-4a8f-909e-5bfac266b871 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:57:12.349724 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-9472d8bb-5afb-4558-a14c-b73d4382bb52 None None] Attempt 6 to provision port cfb9f8ca-458f-4fb5-a0db-635d5402257a Oct 26 15:57:12.401629 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-2b740f30-d733-4af6-926a-3fa335bca988 req-0f8f5cec-bce0-4a8f-909e-5bfac266b871 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:57:12.402871 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2b740f30-d733-4af6-926a-3fa335bca988 req-0f8f5cec-bce0-4a8f-909e-5bfac266b871 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports/cfb9f8ca-458f-4fb5-a0db-635d5402257a HTTP/1.1" status: 200 len: 929 time: 0.1484725 Oct 26 15:57:12.434568 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-9472d8bb-5afb-4558-a14c-b73d4382bb52 None None] Port cfb9f8ca-458f-4fb5-a0db-635d5402257a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:57:12.479183 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2b740f30-d733-4af6-926a-3fa335bca988 req-9be5df11-1839-4887-ba99-199e11ac5c4f service neutron] 10.222.0.23 "GET /v2.0/ports/cfb9f8ca-458f-4fb5-a0db-635d5402257a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0635788 Oct 26 15:57:12.488391 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [req-2b740f30-d733-4af6-926a-3fa335bca988 req-1b79bfdc-6f0f-4eff-8605-457953c8320a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:57:12.489911 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2b740f30-d733-4af6-926a-3fa335bca988 req-1b79bfdc-6f0f-4eff-8605-457953c8320a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054328 Oct 26 15:57:12.622168 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2b740f30-d733-4af6-926a-3fa335bca988 req-9bbc87bd-c495-4560-97c7-44077684e45e service neutron] 10.222.0.23 "GET /v2.0/networks/448e5df8-9ca3-4f43-8ebd-30cc8245c2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268673 Oct 26 15:57:12.755646 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2b740f30-d733-4af6-926a-3fa335bca988 req-d2db8170-ad7e-46d1-812e-f2a8b4b2d30b service neutron] 10.222.0.23 "GET /v2.0/networks/448e5df8-9ca3-4f43-8ebd-30cc8245c2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277983 Oct 26 15:57:12.891114 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 137998d8-fd68-4019-aa50-5f664784268c up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:57:12.936898 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-9472d8bb-5afb-4558-a14c-b73d4382bb52 None None] Attempt 7 to provision port cfb9f8ca-458f-4fb5-a0db-635d5402257a Oct 26 15:57:13.006807 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-9472d8bb-5afb-4558-a14c-b73d4382bb52 None None] Port cfb9f8ca-458f-4fb5-a0db-635d5402257a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:57:13.017684 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 137998d8-fd68-4019-aa50-5f664784268c triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:57:13.018063 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:13.018681 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 137998d8-fd68-4019-aa50-5f664784268c Oct 26 15:57:13.024361 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-09cd861f-c077-4a98-912d-1f39c8e5d5f6 req-4efa0e8c-cb21-4af3-ac4f-bcaab7fd62dd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:57:13.036685 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-09cd861f-c077-4a98-912d-1f39c8e5d5f6 req-4efa0e8c-cb21-4af3-ac4f-bcaab7fd62dd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:57:13.037815 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-09cd861f-c077-4a98-912d-1f39c8e5d5f6 req-4efa0e8c-cb21-4af3-ac4f-bcaab7fd62dd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1b59e89-cb07-4fd6-b10d-3b183b94d183 HTTP/1.1" status: 200 len: 210 time: 0.0656452 Oct 26 15:57:13.144661 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 137998d8-fd68-4019-aa50-5f664784268c is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:57:13.508568 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-9472d8bb-5afb-4558-a14c-b73d4382bb52 None None] Attempt 8 to provision port cfb9f8ca-458f-4fb5-a0db-635d5402257a Oct 26 15:57:13.561991 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-9472d8bb-5afb-4558-a14c-b73d4382bb52 None None] Port cfb9f8ca-458f-4fb5-a0db-635d5402257a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:57:14.063385 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-9472d8bb-5afb-4558-a14c-b73d4382bb52 None None] Attempt 9 to provision port cfb9f8ca-458f-4fb5-a0db-635d5402257a Oct 26 15:57:14.121633 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-9472d8bb-5afb-4558-a14c-b73d4382bb52 None None] Port cfb9f8ca-458f-4fb5-a0db-635d5402257a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:57:14.201815 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-3ecccad8-e25a-4f8e-827f-66cc7955fe21 req-9ed92838-2a62-43c4-89da-d6d82bd25517 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1b59e89-cb07-4fd6-b10d-3b183b94d183 HTTP/1.1" status: 200 len: 210 time: 0.0504959 Oct 26 15:57:14.623620 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-9472d8bb-5afb-4558-a14c-b73d4382bb52 None None] Attempt 10 to provision port cfb9f8ca-458f-4fb5-a0db-635d5402257a Oct 26 15:57:14.680446 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-9472d8bb-5afb-4558-a14c-b73d4382bb52 None None] Port cfb9f8ca-458f-4fb5-a0db-635d5402257a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:57:14.726168 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 15:57:15.384857 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b740f30-d733-4af6-926a-3fa335bca988 req-fe9cb26b-65aa-45f0-8ba0-66648e2c6255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:15.386217 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2b740f30-d733-4af6-926a-3fa335bca988 req-fe9cb26b-65aa-45f0-8ba0-66648e2c6255 service neutron] 10.222.0.48 "GET /v2.0/ports/cfb9f8ca-458f-4fb5-a0db-635d5402257a HTTP/1.1" status: 200 len: 1025 time: 0.2640953 Oct 26 15:57:15.399368 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f3c6f639-2c1b-4c32-b59f-e725df6805d9 req-558b1d23-26e6-4120-a1b3-285c307a7f40 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1b59e89-cb07-4fd6-b10d-3b183b94d183 HTTP/1.1" status: 200 len: 210 time: 0.0708103 Oct 26 15:57:15.550304 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ceb7f5ca-d280-4dba-a2c5-d24289aab5e9 req-9e7c02ac-13a3-47bf-b8cc-9e5a2a98ee16 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=23cd7fb3-e801-4c62-90d6-2d333cc515ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2642932 Oct 26 15:57:15.562227 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b740f30-d733-4af6-926a-3fa335bca988 req-3e873208-7556-465f-9114-21289ef61696 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:15.562909 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-2b740f30-d733-4af6-926a-3fa335bca988 req-3e873208-7556-465f-9114-21289ef61696 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:network {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:57:15.678656 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-2b740f30-d733-4af6-926a-3fa335bca988 req-3e873208-7556-465f-9114-21289ef61696 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:network {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:57:15.679897 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2b740f30-d733-4af6-926a-3fa335bca988 req-3e873208-7556-465f-9114-21289ef61696 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "GET /v2.0/networks?id=448e5df8-9ca3-4f43-8ebd-30cc8245c2ae HTTP/1.1" status: 200 len: 797 time: 0.2848027 Oct 26 15:57:15.748463 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2b740f30-d733-4af6-926a-3fa335bca988 req-944db2fb-ecae-4224-9a05-b2c37d2662c4 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8316bfcf068445aeb00a503282bb001c HTTP/1.1" status: 200 len: 380 time: 0.0470784 Oct 26 15:57:15.754100 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7f5ca-d280-4dba-a2c5-d24289aab5e9 req-144eb44a-545c-43fb-8876-bbebfad223bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:15.755507 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ceb7f5ca-d280-4dba-a2c5-d24289aab5e9 req-144eb44a-545c-43fb-8876-bbebfad223bb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ab9c67e35a8b4af1a86f3646b2324675&device_id=23cd7fb3-e801-4c62-90d6-2d333cc515ef HTTP/1.1" status: 200 len: 1098 time: 0.1190217 Oct 26 15:57:15.760318 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-2b740f30-d733-4af6-926a-3fa335bca988 req-4beab35b-2e35-4694-9977-c08dff671cf0 service neutron] Request body: {'port': {'device_id': 'c1b59e89-cb07-4fd6-b10d-3b183b94d183', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8627'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:57:15.982297 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2b740f30-d733-4af6-926a-3fa335bca988 req-4beab35b-2e35-4694-9977-c08dff671cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:15.997955 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7f5ca-d280-4dba-a2c5-d24289aab5e9 req-22b78a16-5bd9-4f53-b10c-585b6a859733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:15.999420 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ceb7f5ca-d280-4dba-a2c5-d24289aab5e9 req-22b78a16-5bd9-4f53-b10c-585b6a859733 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83 HTTP/1.1" status: 200 len: 912 time: 0.2102284 Oct 26 15:57:16.195995 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ceb7f5ca-d280-4dba-a2c5-d24289aab5e9 req-47ce62d1-be74-4030-a682-73fb18aa0c49 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6be0c03f-c6e5-4ac0-9f8a-84a3370db398 HTTP/1.1" status: 200 len: 1000 time: 0.1684747 Oct 26 15:57:16.342354 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7f5ca-d280-4dba-a2c5-d24289aab5e9 req-9a52ce89-8118-4486-92db-0c314b5606d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:16.343762 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ceb7f5ca-d280-4dba-a2c5-d24289aab5e9 req-9a52ce89-8118-4486-92db-0c314b5606d4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c273cff6-10d2-4763-a9ae-6bddfa2dc0d2 HTTP/1.1" status: 200 len: 850 time: 0.1416395 Oct 26 15:57:16.487053 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7f5ca-d280-4dba-a2c5-d24289aab5e9 req-aa8ca7fb-b6e9-43ea-bd39-75cb33f1b37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:16.488526 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ceb7f5ca-d280-4dba-a2c5-d24289aab5e9 req-aa8ca7fb-b6e9-43ea-bd39-75cb33f1b37e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1329644 Oct 26 15:57:16.567429 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d9a1428d-f26f-4c2f-a8dd-484e4937d804 req-faf5c3d4-1892-4bcb-bf33-9491bafc9e35 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1b59e89-cb07-4fd6-b10d-3b183b94d183 HTTP/1.1" status: 200 len: 210 time: 0.0525334 Oct 26 15:57:16.616436 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [req-2b740f30-d733-4af6-926a-3fa335bca988 req-4beab35b-2e35-4694-9977-c08dff671cf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfb9f8ca-458f-4fb5-a0db-635d5402257a {{(pid=89748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:57:16.631552 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2b740f30-d733-4af6-926a-3fa335bca988 req-4beab35b-2e35-4694-9977-c08dff671cf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:16.665650 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-2b740f30-d733-4af6-926a-3fa335bca988 req-4beab35b-2e35-4694-9977-c08dff671cf0 service neutron] Transition to ACTIVE for port object cfb9f8ca-458f-4fb5-a0db-635d5402257a will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:57:16.683651 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ceb7f5ca-d280-4dba-a2c5-d24289aab5e9 req-c70e7957-274b-4d08-8fc3-1ea647e238c5 service neutron] 10.222.0.48 "GET /v2.0/networks/e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670337 Oct 26 15:57:16.758104 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2b740f30-d733-4af6-926a-3fa335bca988 req-4beab35b-2e35-4694-9977-c08dff671cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:17.052113 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beab35b-2e35-4694-9977-c08dff671cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=cfb9f8ca-458f-4fb5-a0db-635d5402257a,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:57:17.127701 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ceb7f5ca-d280-4dba-a2c5-d24289aab5e9 req-5babbf11-bd48-4771-8b08-a2c17bd2fdb6 service neutron] 10.222.0.48 "GET /v2.0/networks/e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386451 Oct 26 15:57:17.153035 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-2b740f30-d733-4af6-926a-3fa335bca988 req-4beab35b-2e35-4694-9977-c08dff671cf0 service neutron] Attempting to bind port cfb9f8ca-458f-4fb5-a0db-635d5402257a on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:57:17.153361 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-2b740f30-d733-4af6-926a-3fa335bca988 req-4beab35b-2e35-4694-9977-c08dff671cf0 service neutron] Attempting to bind port cfb9f8ca-458f-4fb5-a0db-635d5402257a by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': '3e0c11ba-96bc-4e4e-9635-e583098ac47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '448e5df8-9ca3-4f43-8ebd-30cc8245c2ae'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:57:17.153681 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b740f30-d733-4af6-926a-3fa335bca988 req-4beab35b-2e35-4694-9977-c08dff671cf0 service neutron] Attempting to bind port cfb9f8ca-458f-4fb5-a0db-635d5402257a on network 448e5df8-9ca3-4f43-8ebd-30cc8245c2ae {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:57:17.158293 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b740f30-d733-4af6-926a-3fa335bca988 req-4beab35b-2e35-4694-9977-c08dff671cf0 service neutron] Port cfb9f8ca-458f-4fb5-a0db-635d5402257a on network 448e5df8-9ca3-4f43-8ebd-30cc8245c2ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:57:17.158623 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b740f30-d733-4af6-926a-3fa335bca988 req-4beab35b-2e35-4694-9977-c08dff671cf0 service neutron] Attempting to bind port cfb9f8ca-458f-4fb5-a0db-635d5402257a on network 448e5df8-9ca3-4f43-8ebd-30cc8245c2ae {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:57:17.164266 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b740f30-d733-4af6-926a-3fa335bca988 req-4beab35b-2e35-4694-9977-c08dff671cf0 service neutron] Checking agent: {'id': '1b551391-ebdd-44bd-8801-034277ca5526', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8627', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'started_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:57:17.164588 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b740f30-d733-4af6-926a-3fa335bca988 req-4beab35b-2e35-4694-9977-c08dff671cf0 service neutron] Checking segment: {'id': '3e0c11ba-96bc-4e4e-9635-e583098ac47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '448e5df8-9ca3-4f43-8ebd-30cc8245c2ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:57:17.164960 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b740f30-d733-4af6-926a-3fa335bca988 req-4beab35b-2e35-4694-9977-c08dff671cf0 service neutron] Bound using segment: {'id': '3e0c11ba-96bc-4e4e-9635-e583098ac47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '448e5df8-9ca3-4f43-8ebd-30cc8245c2ae'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:57:17.165383 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-2b740f30-d733-4af6-926a-3fa335bca988 req-4beab35b-2e35-4694-9977-c08dff671cf0 service neutron] Bound port: cfb9f8ca-458f-4fb5-a0db-635d5402257a, host: hv-neutron-8627, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e0c11ba-96bc-4e4e-9635-e583098ac47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '448e5df8-9ca3-4f43-8ebd-30cc8245c2ae'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:57:17.165719 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2b740f30-d733-4af6-926a-3fa335bca988 req-4beab35b-2e35-4694-9977-c08dff671cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:17.252514 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-2b740f30-d733-4af6-926a-3fa335bca988 req-4beab35b-2e35-4694-9977-c08dff671cf0 service neutron] For port cfb9f8ca-458f-4fb5-a0db-635d5402257a, host hv-neutron-8627, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:57:17.255422 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-2b740f30-d733-4af6-926a-3fa335bca988 req-4beab35b-2e35-4694-9977-c08dff671cf0 service neutron] For port cfb9f8ca-458f-4fb5-a0db-635d5402257a, host hv-neutron-8627, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=cfb9f8ca-458f-4fb5-a0db-635d5402257a,segment=NetworkSegment(3e0c11ba-96bc-4e4e-9635-e583098ac47c),segment_id=3e0c11ba-96bc-4e4e-9635-e583098ac47c)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:57:17.333124 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2b740f30-d733-4af6-926a-3fa335bca988 req-4beab35b-2e35-4694-9977-c08dff671cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:17.364518 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b740f30-d733-4af6-926a-3fa335bca988 req-4beab35b-2e35-4694-9977-c08dff671cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:17.365135 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2b740f30-d733-4af6-926a-3fa335bca988 req-4beab35b-2e35-4694-9977-c08dff671cf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:17.366751 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2b740f30-d733-4af6-926a-3fa335bca988 req-4beab35b-2e35-4694-9977-c08dff671cf0 service neutron] 10.222.0.48 "PUT /v2.0/ports/cfb9f8ca-458f-4fb5-a0db-635d5402257a HTTP/1.1" status: 200 len: 1130 time: 1.6101162 Oct 26 15:57:17.367044 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b59e89-cb07-4fd6-b10d-3b183b94d183', 'tag': 'cfb9f8ca-458f-4fb5-a0db-635d5402257a'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:57:17.369334 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79519134-1bd9-4247-9144-467905fa2335" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b59e89-cb07-4fd6-b10d-3b183b94d183", "tag": "cfb9f8ca-458f-4fb5-a0db-635d5402257a"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:57:17.410488 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beab35b-2e35-4694-9977-c08dff671cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=cfb9f8ca-458f-4fb5-a0db-635d5402257a,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:57:17.420396 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3bae3c-73b6-4554-a001-36c6fc961b91 x-openstack-request-id: req-5b3bae3c-73b6-4554-a001-36c6fc961b91 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:57:17.420680 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b59e89-cb07-4fd6-b10d-3b183b94d183", "tag": "cfb9f8ca-458f-4fb5-a0db-635d5402257a", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:57:17.420934 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5b3bae3c-73b6-4554-a001-36c6fc961b91 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:57:17.421329 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b3bae3c-73b6-4554-a001-36c6fc961b91'] response: {'name': 'network-changed', 'server_uuid': 'c1b59e89-cb07-4fd6-b10d-3b183b94d183', 'tag': 'cfb9f8ca-458f-4fb5-a0db-635d5402257a', 'status': 'completed', 'code': 200} Oct 26 15:57:17.542945 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79519134-1bd9-4247-9144-467905fa2335 req-36fec7db-8739-4663-a435-822000e4d3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:17.544407 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-79519134-1bd9-4247-9144-467905fa2335 req-36fec7db-8739-4663-a435-822000e4d3f2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=c1b59e89-cb07-4fd6-b10d-3b183b94d183 HTTP/1.1" status: 200 len: 1133 time: 0.0850589 Oct 26 15:57:17.697047 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79519134-1bd9-4247-9144-467905fa2335 req-377028f9-67a2-4217-8200-da520b478bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:17.698512 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-79519134-1bd9-4247-9144-467905fa2335 req-377028f9-67a2-4217-8200-da520b478bfd service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=8316bfcf068445aeb00a503282bb001c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1416514 Oct 26 15:57:17.770420 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8836e14-5569-4192-bb84-6387a89e651d req-415568ec-87d7-45d8-a809-b6c2c6a83847 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:17.771917 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c8836e14-5569-4192-bb84-6387a89e651d req-415568ec-87d7-45d8-a809-b6c2c6a83847 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1b59e89-cb07-4fd6-b10d-3b183b94d183 HTTP/1.1" status: 200 len: 980 time: 0.0926185 Oct 26 15:57:17.816852 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c8836e14-5569-4192-bb84-6387a89e651d req-ecfea61b-49dd-4ff3-87f5-602da3741bf3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=d6e29a4f-748e-48a2-b1bf-93f8e8b23bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383353 Oct 26 15:57:17.839675 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79519134-1bd9-4247-9144-467905fa2335 req-bb572960-3fca-48a6-95d8-628165ba789a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:17.841123 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-79519134-1bd9-4247-9144-467905fa2335 req-bb572960-3fca-48a6-95d8-628165ba789a service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1373150 Oct 26 15:57:17.974814 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b740f30-d733-4af6-926a-3fa335bca988 req-bf640dec-5c9f-4f64-b983-ee0ec99b948d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:17.977392 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2b740f30-d733-4af6-926a-3fa335bca988 req-bf640dec-5c9f-4f64-b983-ee0ec99b948d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=c1b59e89-cb07-4fd6-b10d-3b183b94d183 HTTP/1.1" status: 200 len: 1133 time: 0.0814707 Oct 26 15:57:18.061068 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2b740f30-d733-4af6-926a-3fa335bca988 req-75568e43-e77e-46ec-837b-3c2f9d43db9a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfb9f8ca-458f-4fb5-a0db-635d5402257a HTTP/1.1" status: 200 len: 217 time: 0.0666220 Oct 26 15:57:18.123390 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b740f30-d733-4af6-926a-3fa335bca988 req-7d8198c3-d266-419c-828b-21a4f23d9982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:18.124805 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2b740f30-d733-4af6-926a-3fa335bca988 req-7d8198c3-d266-419c-828b-21a4f23d9982 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9a0c03f2-5ec1-4838-8a2c-8abb91363c2f HTTP/1.1" status: 200 len: 834 time: 0.0586467 Oct 26 15:57:18.211204 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b740f30-d733-4af6-926a-3fa335bca988 req-e48a6bda-bce9-4f52-8784-c340606ddbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:18.212688 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2b740f30-d733-4af6-926a-3fa335bca988 req-e48a6bda-bce9-4f52-8784-c340606ddbe3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=448e5df8-9ca3-4f43-8ebd-30cc8245c2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824947 Oct 26 15:57:18.345283 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2b740f30-d733-4af6-926a-3fa335bca988 req-f2ca6705-90ab-42df-86cc-875a68aeb41b service neutron] 10.222.0.48 "GET /v2.0/networks/448e5df8-9ca3-4f43-8ebd-30cc8245c2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267285 Oct 26 15:57:18.475446 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2b740f30-d733-4af6-926a-3fa335bca988 req-f549f61e-521b-41f3-bdde-bc1518360eb4 service neutron] 10.222.0.48 "GET /v2.0/networks/448e5df8-9ca3-4f43-8ebd-30cc8245c2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248331 Oct 26 15:57:19.015580 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c02281-1c74-43be-b7de-80a92cdf77e8 req-1aba0466-0b55-4a65-a810-6ff8ccb5e4f1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:19.016965 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-08c02281-1c74-43be-b7de-80a92cdf77e8 req-1aba0466-0b55-4a65-a810-6ff8ccb5e4f1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1b59e89-cb07-4fd6-b10d-3b183b94d183 HTTP/1.1" status: 200 len: 980 time: 0.0886450 Oct 26 15:57:19.063779 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-08c02281-1c74-43be-b7de-80a92cdf77e8 req-17a98a26-6d80-4861-93c1-6d90c3937b30 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=d6e29a4f-748e-48a2-b1bf-93f8e8b23bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408447 Oct 26 15:57:20.260321 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592cabc-ebff-44ef-b606-6297e7b48bdb req-73d23b7b-679b-459f-a318-f706192c4e3d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:20.261803 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-1592cabc-ebff-44ef-b606-6297e7b48bdb req-73d23b7b-679b-459f-a318-f706192c4e3d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1b59e89-cb07-4fd6-b10d-3b183b94d183 HTTP/1.1" status: 200 len: 980 time: 0.0886593 Oct 26 15:57:20.309651 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-1592cabc-ebff-44ef-b606-6297e7b48bdb req-c4520373-7183-4527-b612-71af333c0d8d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=d6e29a4f-748e-48a2-b1bf-93f8e8b23bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421045 Oct 26 15:57:21.505958 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af161a20-d6d3-4db8-a05c-65f8ad7701ca req-6f3fa7a7-44ac-4a98-86b6-3b93511b582e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:21.508192 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-af161a20-d6d3-4db8-a05c-65f8ad7701ca req-6f3fa7a7-44ac-4a98-86b6-3b93511b582e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1b59e89-cb07-4fd6-b10d-3b183b94d183 HTTP/1.1" status: 200 len: 980 time: 0.0892174 Oct 26 15:57:21.551485 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-af161a20-d6d3-4db8-a05c-65f8ad7701ca req-f1b1caf7-d213-4fd2-bd77-f54c9d0f71a5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=d6e29a4f-748e-48a2-b1bf-93f8e8b23bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376322 Oct 26 15:57:21.691274 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device cfb9f8ca-458f-4fb5-a0db-635d5402257a details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 15:57:21.823215 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port cfb9f8ca-458f-4fb5-a0db-635d5402257a, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=cfb9f8ca-458f-4fb5-a0db-635d5402257a,segment=NetworkSegment(3e0c11ba-96bc-4e4e-9635-e583098ac47c),segment_id=3e0c11ba-96bc-4e4e-9635-e583098ac47c)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:57:21.836638 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': 'cfb9f8ca-458f-4fb5-a0db-635d5402257a', 'network_id': '448e5df8-9ca3-4f43-8ebd-30cc8245c2ae', 'port_id': 'cfb9f8ca-458f-4fb5-a0db-635d5402257a', 'mac_address': 'fa:16:3e:c2:53:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0c03f2-5ec1-4838-8a2c-8abb91363c2f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 15:57:21.890205 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port cfb9f8ca-458f-4fb5-a0db-635d5402257a is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:57:21.890621 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:21.907644 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfb9f8ca-458f-4fb5-a0db-635d5402257a {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:57:21.923398 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port cfb9f8ca-458f-4fb5-a0db-635d5402257a, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=cfb9f8ca-458f-4fb5-a0db-635d5402257a,segment=NetworkSegment(3e0c11ba-96bc-4e4e-9635-e583098ac47c),segment_id=3e0c11ba-96bc-4e4e-9635-e583098ac47c)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:57:21.992165 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:22.060920 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=cfb9f8ca-458f-4fb5-a0db-635d5402257a,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:57:22.391945 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['cfb9f8ca-458f-4fb5-a0db-635d5402257a'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 15:57:22.748886 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf86f7-353d-4030-a4b5-6e66517774d0 req-2e10faae-16b6-445e-8a3e-31af573fdf67 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:22.750333 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-adcf86f7-353d-4030-a4b5-6e66517774d0 req-2e10faae-16b6-445e-8a3e-31af573fdf67 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1b59e89-cb07-4fd6-b10d-3b183b94d183 HTTP/1.1" status: 200 len: 981 time: 0.0901818 Oct 26 15:57:22.794936 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-adcf86f7-353d-4030-a4b5-6e66517774d0 req-d75484e3-ea11-49a4-ac02-71b52acc0295 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=d6e29a4f-748e-48a2-b1bf-93f8e8b23bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389187 Oct 26 15:57:23.705427 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device cfb9f8ca-458f-4fb5-a0db-635d5402257a up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:57:23.826475 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning for port cfb9f8ca-458f-4fb5-a0db-635d5402257a completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:57:23.831713 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port cfb9f8ca-458f-4fb5-a0db-635d5402257a triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:57:23.832093 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:23.832431 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port cfb9f8ca-458f-4fb5-a0db-635d5402257a Oct 26 15:57:23.950151 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port cfb9f8ca-458f-4fb5-a0db-635d5402257a is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:57:23.950437 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:23.978949 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b59e89-cb07-4fd6-b10d-3b183b94d183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb9f8ca-458f-4fb5-a0db-635d5402257a'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:57:23.981329 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e37c1a-3a04-47e2-ba36-b9af4b5fa3a8" -d '{"events": [{"server_uuid": "c1b59e89-cb07-4fd6-b10d-3b183b94d183", "name": "network-vif-plugged", "status": "completed", "tag": "cfb9f8ca-458f-4fb5-a0db-635d5402257a"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:57:23.989488 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port cfb9f8ca-458f-4fb5-a0db-635d5402257a, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=cfb9f8ca-458f-4fb5-a0db-635d5402257a,segment=NetworkSegment(3e0c11ba-96bc-4e4e-9635-e583098ac47c),segment_id=3e0c11ba-96bc-4e4e-9635-e583098ac47c)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:57:24.056280 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:24.113593 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3a4e3-bd40-4e4a-84f0-bb25ae05f8bd req-25329345-e36c-44cf-ae3f-3431bef9f5a3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:24.121655 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5db3a4e3-bd40-4e4a-84f0-bb25ae05f8bd req-25329345-e36c-44cf-ae3f-3431bef9f5a3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1b59e89-cb07-4fd6-b10d-3b183b94d183 HTTP/1.1" status: 200 len: 981 time: 0.2123332 Oct 26 15:57:24.128475 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=cfb9f8ca-458f-4fb5-a0db-635d5402257a,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:57:24.162182 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b494217-cc65-4a4d-a885-ac85105bd3b3 x-openstack-request-id: req-6b494217-cc65-4a4d-a885-ac85105bd3b3 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:57:24.162559 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b59e89-cb07-4fd6-b10d-3b183b94d183", "name": "network-vif-plugged", "status": "completed", "tag": "cfb9f8ca-458f-4fb5-a0db-635d5402257a", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:57:24.162825 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6b494217-cc65-4a4d-a885-ac85105bd3b3 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:57:24.163295 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b494217-cc65-4a4d-a885-ac85105bd3b3'] response: {'server_uuid': 'c1b59e89-cb07-4fd6-b10d-3b183b94d183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb9f8ca-458f-4fb5-a0db-635d5402257a', 'code': 200} Oct 26 15:57:24.165472 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5db3a4e3-bd40-4e4a-84f0-bb25ae05f8bd req-22741db0-ea16-4232-9603-d341ac5e91fc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=d6e29a4f-748e-48a2-b1bf-93f8e8b23bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428612 Oct 26 15:57:24.541427 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a82ed3-bb96-48e4-afc0-0a2cc6bb1ffd req-991d8d55-1483-4286-af48-69b530bd5af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:24.542958 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a7a82ed3-bb96-48e4-afc0-0a2cc6bb1ffd req-991d8d55-1483-4286-af48-69b530bd5af2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c1b59e89-cb07-4fd6-b10d-3b183b94d183 HTTP/1.1" status: 200 len: 1135 time: 0.0777555 Oct 26 15:57:24.582175 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a7a82ed3-bb96-48e4-afc0-0a2cc6bb1ffd req-76ea7b3a-550b-4fcd-9ba6-73d44d0f3202 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d6e29a4f-748e-48a2-b1bf-93f8e8b23bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337811 Oct 26 15:57:25.521676 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86e85d-cb45-4b0b-9aec-ccadd9d3df8e req-18111e78-f60d-4d31-be07-9200247e3bd9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:25.523311 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-1e86e85d-cb45-4b0b-9aec-ccadd9d3df8e req-18111e78-f60d-4d31-be07-9200247e3bd9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1b59e89-cb07-4fd6-b10d-3b183b94d183 HTTP/1.1" status: 200 len: 982 time: 0.0915148 Oct 26 15:57:25.566330 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-1e86e85d-cb45-4b0b-9aec-ccadd9d3df8e req-0e16644a-abb4-4b62-9cd6-3b369d194afe tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=d6e29a4f-748e-48a2-b1bf-93f8e8b23bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374434 Oct 26 15:57:26.767154 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a818c04-aa82-4664-a864-aa5218777d23 req-1cde106b-2814-4e83-b7f9-2db054f9f8b6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:26.768868 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7a818c04-aa82-4664-a864-aa5218777d23 req-1cde106b-2814-4e83-b7f9-2db054f9f8b6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1b59e89-cb07-4fd6-b10d-3b183b94d183 HTTP/1.1" status: 200 len: 982 time: 0.0917609 Oct 26 15:57:26.813106 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7a818c04-aa82-4664-a864-aa5218777d23 req-bd66e099-da94-439c-9a23-4440fa780d73 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=d6e29a4f-748e-48a2-b1bf-93f8e8b23bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377157 Oct 26 15:57:26.909840 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:27.009905 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95481ff7-8e3e-4104-ae55-4f96e58c8dd4 req-6c9767a4-354c-406c-9607-bcb584b78cb9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:27.011388 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-95481ff7-8e3e-4104-ae55-4f96e58c8dd4 req-6c9767a4-354c-406c-9607-bcb584b78cb9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1b59e89-cb07-4fd6-b10d-3b183b94d183 HTTP/1.1" status: 200 len: 982 time: 0.0885596 Oct 26 15:57:27.058639 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-95481ff7-8e3e-4104-ae55-4f96e58c8dd4 req-221480a2-1718-45ed-b64d-c747e92ea6ae tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=d6e29a4f-748e-48a2-b1bf-93f8e8b23bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415933 Oct 26 15:57:27.088000 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 45758) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:57:27.171879 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f486a85-47fb-48cf-9012-fe306a7cfa43 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:27.173407 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-9f486a85-47fb-48cf-9012-fe306a7cfa43 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c1b59e89-cb07-4fd6-b10d-3b183b94d183 HTTP/1.1" status: 200 len: 1130 time: 0.0844328 Oct 26 15:57:27.176217 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 45762) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:57:27.181561 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-f50e880c-5d5d-448e-be61-de20f9afbb42 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'floatingip': {'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'port_id': 'cfb9f8ca-458f-4fb5-a0db-635d5402257a', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:57:27.187428 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-f50e880c-5d5d-448e-be61-de20f9afbb42 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:57:27.191236 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-f50e880c-5d5d-448e-be61-de20f9afbb42 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:floatingip and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:57:27.194662 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-f50e880c-5d5d-448e-be61-de20f9afbb42 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:57:27.200462 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-f50e880c-5d5d-448e-be61-de20f9afbb42 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:57:27.252462 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f50e880c-5d5d-448e-be61-de20f9afbb42 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for floatingip, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:27.392761 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f50e880c-5d5d-448e-be61-de20f9afbb42 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:27.526981 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-f50e880c-5d5d-448e-be61-de20f9afbb42 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Allocated IP 172.26.2.250 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/7e6f59b0-68b2-423c-926b-44063ce18806) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:57:27.674541 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f50e880c-5d5d-448e-be61-de20f9afbb42 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:27.773341 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f50e880c-5d5d-448e-be61-de20f9afbb42 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:27.841507 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50e880c-5d5d-448e-be61-de20f9afbb42 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:57:27.844337 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-f50e880c-5d5d-448e-be61-de20f9afbb42 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:57:27.847102 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50e880c-5d5d-448e-be61-de20f9afbb42 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:57:27.885580 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e880c-5d5d-448e-be61-de20f9afbb42 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=7e6f59b0-68b2-423c-926b-44063ce18806,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:57:28.260951 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f50e880c-5d5d-448e-be61-de20f9afbb42 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:28.388541 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f50e880c-5d5d-448e-be61-de20f9afbb42 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:28.597437 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f50e880c-5d5d-448e-be61-de20f9afbb42 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:28.655081 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f50e880c-5d5d-448e-be61-de20f9afbb42 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:28.869274 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e880c-5d5d-448e-be61-de20f9afbb42 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=7e6f59b0-68b2-423c-926b-44063ce18806,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:57:28.871739 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f50e880c-5d5d-448e-be61-de20f9afbb42 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:29.046162 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.l3_db [None req-f50e880c-5d5d-448e-be61-de20f9afbb42 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Floating IP 259b4c6e-ba58-4778-b29a-b5249fcd0125 associated. External IP: 172.26.2.250, port: cfb9f8ca-458f-4fb5-a0db-635d5402257a. Oct 26 15:57:29.405989 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50e880c-5d5d-448e-be61-de20f9afbb42 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Router 69d72a37-c16d-4473-a9c6-4bfc2a7f25c1 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:57:29.584755 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50e880c-5d5d-448e-be61-de20f9afbb42 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:57:29.594921 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d0cbcf-9273-43fe-85bf-66dbe3dbf3b8 None None] Sync routers for ids ['69d72a37-c16d-4473-a9c6-4bfc2a7f25c1'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:57:29.606348 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d0cbcf-9273-43fe-85bf-66dbe3dbf3b8 None None] Routers {'69d72a37-c16d-4473-a9c6-4bfc2a7f25c1'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:57:29.606997 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-17d0cbcf-9273-43fe-85bf-66dbe3dbf3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:57:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['69d72a37-c16d-4473-a9c6-4bfc2a7f25c1'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:57:29.652823 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f50e880c-5d5d-448e-be61-de20f9afbb42 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:29.713386 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f50e880c-5d5d-448e-be61-de20f9afbb42 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.5361431 Oct 26 15:57:29.714027 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b59e89-cb07-4fd6-b10d-3b183b94d183', 'tag': 'cfb9f8ca-458f-4fb5-a0db-635d5402257a'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:57:29.716337 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45766) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:57:29.716868 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9c9875-670e-430e-be0f-271b49509227" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b59e89-cb07-4fd6-b10d-3b183b94d183", "tag": "cfb9f8ca-458f-4fb5-a0db-635d5402257a"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:57:29.760941 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10abe30-fc5e-4137-ac59-91abda0b6365 x-openstack-request-id: req-d10abe30-fc5e-4137-ac59-91abda0b6365 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:57:29.760941 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b59e89-cb07-4fd6-b10d-3b183b94d183", "tag": "cfb9f8ca-458f-4fb5-a0db-635d5402257a", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:57:29.760941 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d10abe30-fc5e-4137-ac59-91abda0b6365 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:57:29.760941 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d10abe30-fc5e-4137-ac59-91abda0b6365'] response: {'name': 'network-changed', 'server_uuid': 'c1b59e89-cb07-4fd6-b10d-3b183b94d183', 'tag': 'cfb9f8ca-458f-4fb5-a0db-635d5402257a', 'status': 'completed', 'code': 200} Oct 26 15:57:29.792135 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-17d0cbcf-9273-43fe-85bf-66dbe3dbf3b8 None None] Set router 69d72a37-c16d-4473-a9c6-4bfc2a7f25c1 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:57:29.799275 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b83cdb-a5b0-4bb2-91e3-833d3ca11e3c tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:29.803342 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f3b83cdb-a5b0-4bb2-91e3-833d3ca11e3c tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c1b59e89-cb07-4fd6-b10d-3b183b94d183&network_id=448e5df8-9ca3-4f43-8ebd-30cc8245c2ae HTTP/1.1" status: 200 len: 1130 time: 0.0834672 Oct 26 15:57:29.882560 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c9875-670e-430e-be0f-271b49509227 req-abd1de2f-1028-471c-9ab1-2c5a79b78c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:29.884237 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3f9c9875-670e-430e-be0f-271b49509227 req-abd1de2f-1028-471c-9ab1-2c5a79b78c5c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=c1b59e89-cb07-4fd6-b10d-3b183b94d183 HTTP/1.1" status: 200 len: 1135 time: 0.0824468 Oct 26 15:57:30.023391 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c9875-670e-430e-be0f-271b49509227 req-cedc88b1-ff42-4030-a81f-c9ed6c3f3171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:30.024810 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3f9c9875-670e-430e-be0f-271b49509227 req-cedc88b1-ff42-4030-a81f-c9ed6c3f3171 service neutron] 10.222.0.48 "GET /v2.0/networks?id=448e5df8-9ca3-4f43-8ebd-30cc8245c2ae HTTP/1.1" status: 200 len: 898 time: 0.1352799 Oct 26 15:57:30.137120 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3f9c9875-670e-430e-be0f-271b49509227 req-87197a95-7ca7-4bbb-bc9b-c70c5512b140 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfb9f8ca-458f-4fb5-a0db-635d5402257a HTTP/1.1" status: 200 len: 1036 time: 0.1070001 Oct 26 15:57:30.189863 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-17d0cbcf-9273-43fe-85bf-66dbe3dbf3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d72a37-c16d-4473-a9c6-4bfc2a7f25c1', 'name': 'tempest-TestNetworkBasicOps-router-931782933', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': '155863c4-8dec-4cc4-9d9a-c9e08dd75c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:59Z', 'updated_at': '2022-10-26T15:57:05Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '155863c4-8dec-4cc4-9d9a-c9e08dd75c1b', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:43:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d72a37-c16d-4473-a9c6-4bfc2a7f25c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:57:00Z', 'updated_at': '2022-10-26T15:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '259b4c6e-ba58-4778-b29a-b5249fcd0125', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'floating_ip_address': '172.26.2.250', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '69d72a37-c16d-4473-a9c6-4bfc2a7f25c1', 'port_id': 'cfb9f8ca-458f-4fb5-a0db-635d5402257a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-221032721', 'network_id': '448e5df8-9ca3-4f43-8ebd-30cc8245c2ae', 'mac_address': 'fa:16:3e:c2:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b59e89-cb07-4fd6-b10d-3b183b94d183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:57:28Z', 'updated_at': '2022-10-26T15:57:28Z', 'revision_number': 0, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '137998d8-fd68-4019-aa50-5f664784268c', 'name': '', 'network_id': '448e5df8-9ca3-4f43-8ebd-30cc8245c2ae', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:cd:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d72a37-c16d-4473-a9c6-4bfc2a7f25c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '9a0c03f2-5ec1-4838-8a2c-8abb91363c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:57:05Z', 'updated_at': '2022-10-26T15:57:11Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '9a0c03f2-5ec1-4838-8a2c-8abb91363c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:57:30.193765 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d0cbcf-9273-43fe-85bf-66dbe3dbf3b8 None None] Checking router: 69d72a37-c16d-4473-a9c6-4bfc2a7f25c1 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:57:30.200744 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c9875-670e-430e-be0f-271b49509227 req-74009cc2-713a-4bfc-b8c9-28ce985148b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:30.202227 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3f9c9875-670e-430e-be0f-271b49509227 req-74009cc2-713a-4bfc-b8c9-28ce985148b8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9a0c03f2-5ec1-4838-8a2c-8abb91363c2f HTTP/1.1" status: 200 len: 834 time: 0.0599644 Oct 26 15:57:30.203283 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d0cbcf-9273-43fe-85bf-66dbe3dbf3b8 None None] Routers {'69d72a37-c16d-4473-a9c6-4bfc2a7f25c1'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:57:30.203917 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-17d0cbcf-9273-43fe-85bf-66dbe3dbf3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:57:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['69d72a37-c16d-4473-a9c6-4bfc2a7f25c1'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:57:30.298308 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c9875-670e-430e-be0f-271b49509227 req-bf38fff7-097c-4c20-8773-73477461c8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:30.299757 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3f9c9875-670e-430e-be0f-271b49509227 req-bf38fff7-097c-4c20-8773-73477461c8eb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=448e5df8-9ca3-4f43-8ebd-30cc8245c2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0923843 Oct 26 15:57:30.391536 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-17d0cbcf-9273-43fe-85bf-66dbe3dbf3b8 None None] Set router 69d72a37-c16d-4473-a9c6-4bfc2a7f25c1 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:57:30.619717 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04dfb8-55d1-4413-9d6a-76fc10381a2a req-cebbe08e-4f63-4d95-8b51-905bcab91428 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:30.621098 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-eb04dfb8-55d1-4413-9d6a-76fc10381a2a req-cebbe08e-4f63-4d95-8b51-905bcab91428 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1b59e89-cb07-4fd6-b10d-3b183b94d183 HTTP/1.1" status: 200 len: 982 time: 0.3193841 Oct 26 15:57:30.623014 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3f9c9875-670e-430e-be0f-271b49509227 req-07961fb7-c877-4f7a-8ab5-36fea14e9ace service neutron] 10.222.0.48 "GET /v2.0/networks/448e5df8-9ca3-4f43-8ebd-30cc8245c2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799394 Oct 26 15:57:30.749679 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-17d0cbcf-9273-43fe-85bf-66dbe3dbf3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d72a37-c16d-4473-a9c6-4bfc2a7f25c1', 'name': 'tempest-TestNetworkBasicOps-router-931782933', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': '155863c4-8dec-4cc4-9d9a-c9e08dd75c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:59Z', 'updated_at': '2022-10-26T15:57:05Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '155863c4-8dec-4cc4-9d9a-c9e08dd75c1b', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:43:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d72a37-c16d-4473-a9c6-4bfc2a7f25c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:57:00Z', 'updated_at': '2022-10-26T15:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '259b4c6e-ba58-4778-b29a-b5249fcd0125', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'floating_ip_address': '172.26.2.250', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '69d72a37-c16d-4473-a9c6-4bfc2a7f25c1', 'port_id': 'cfb9f8ca-458f-4fb5-a0db-635d5402257a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-221032721', 'network_id': '448e5df8-9ca3-4f43-8ebd-30cc8245c2ae', 'mac_address': 'fa:16:3e:c2:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b59e89-cb07-4fd6-b10d-3b183b94d183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:57:28Z', 'updated_at': '2022-10-26T15:57:28Z', 'revision_number': 0, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '137998d8-fd68-4019-aa50-5f664784268c', 'name': '', 'network_id': '448e5df8-9ca3-4f43-8ebd-30cc8245c2ae', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:cd:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d72a37-c16d-4473-a9c6-4bfc2a7f25c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '9a0c03f2-5ec1-4838-8a2c-8abb91363c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:57:05Z', 'updated_at': '2022-10-26T15:57:11Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '9a0c03f2-5ec1-4838-8a2c-8abb91363c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:57:30.751772 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-eb04dfb8-55d1-4413-9d6a-76fc10381a2a req-8db83569-07dc-4afd-825c-0083e7c54d55 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=d6e29a4f-748e-48a2-b1bf-93f8e8b23bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244359 Oct 26 15:57:30.753804 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d0cbcf-9273-43fe-85bf-66dbe3dbf3b8 None None] The sync data for ids ['69d72a37-c16d-4473-a9c6-4bfc2a7f25c1'] in dv-neutron-862712-1-hyperv is: [{'id': '69d72a37-c16d-4473-a9c6-4bfc2a7f25c1', 'name': 'tempest-TestNetworkBasicOps-router-931782933', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': '155863c4-8dec-4cc4-9d9a-c9e08dd75c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:59Z', 'updated_at': '2022-10-26T15:57:05Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '155863c4-8dec-4cc4-9d9a-c9e08dd75c1b', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:43:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d72a37-c16d-4473-a9c6-4bfc2a7f25c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:57:00Z', 'updated_at': '2022-10-26T15:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '259b4c6e-ba58-4778-b29a-b5249fcd0125', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'floating_ip_address': '172.26.2.250', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '69d72a37-c16d-4473-a9c6-4bfc2a7f25c1', 'port_id': 'cfb9f8ca-458f-4fb5-a0db-635d5402257a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-221032721', 'network_id': '448e5df8-9ca3-4f43-8ebd-30cc8245c2ae', 'mac_address': 'fa:16:3e:c2:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b59e89-cb07-4fd6-b10d-3b183b94d183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:57:28Z', 'updated_at': '2022-10-26T15:57:28Z', 'revision_number': 0, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '137998d8-fd68-4019-aa50-5f664784268c', 'name': '', 'network_id': '448e5df8-9ca3-4f43-8ebd-30cc8245c2ae', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:cd:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d72a37-c16d-4473-a9c6-4bfc2a7f25c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '9a0c03f2-5ec1-4838-8a2c-8abb91363c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:57:05Z', 'updated_at': '2022-10-26T15:57:11Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '9a0c03f2-5ec1-4838-8a2c-8abb91363c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:57:30.803284 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3f9c9875-670e-430e-be0f-271b49509227 req-f17221db-3961-4ef4-b577-c556d0899627 service neutron] 10.222.0.48 "GET /v2.0/networks/448e5df8-9ca3-4f43-8ebd-30cc8245c2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630988 Oct 26 15:57:30.946577 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca371db-99e2-4afa-9fa4-b9fda258934e None None] New status for floating IP 259b4c6e-ba58-4778-b29a-b5249fcd0125: ACTIVE {{(pid=89750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:57:31.929320 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f2262-cc5d-464f-b634-099ce7f8b004 req-0409016e-9685-443e-96fe-1f2b29793314 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:31.930784 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-807f2262-cc5d-464f-b634-099ce7f8b004 req-0409016e-9685-443e-96fe-1f2b29793314 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1b59e89-cb07-4fd6-b10d-3b183b94d183 HTTP/1.1" status: 200 len: 982 time: 0.0935500 Oct 26 15:57:31.962019 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a6674-541c-4953-a6b2-b52d83d9d69f req-6bc5b9b7-9e0a-486d-9f53-265b916e4358 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:31.963652 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b95a6674-541c-4953-a6b2-b52d83d9d69f req-6bc5b9b7-9e0a-486d-9f53-265b916e4358 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1b59e89-cb07-4fd6-b10d-3b183b94d183 HTTP/1.1" status: 200 len: 982 time: 0.0937154 Oct 26 15:57:32.006621 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f2262-cc5d-464f-b634-099ce7f8b004 req-4f328dfa-66e8-4d33-b1cd-fa4eac59d988 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:32.007978 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-807f2262-cc5d-464f-b634-099ce7f8b004 req-4f328dfa-66e8-4d33-b1cd-fa4eac59d988 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "GET /v2.0/ports/cfb9f8ca-458f-4fb5-a0db-635d5402257a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0723069 Oct 26 15:57:32.012206 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b95a6674-541c-4953-a6b2-b52d83d9d69f req-71f0ea9a-5295-45ac-9aef-c82baeb9c08a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=d6e29a4f-748e-48a2-b1bf-93f8e8b23bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426319 Oct 26 15:57:32.060720 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1e578e07-8fd6-4062-90bf-cd6b936732da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:32.160852 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-807f2262-cc5d-464f-b634-099ce7f8b004 req-f6e5d82b-cd8a-432b-ba95-49e8a7c28b5c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "GET /v2.0/networks/448e5df8-9ca3-4f43-8ebd-30cc8245c2ae?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1457334 Oct 26 15:57:32.170439 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-807f2262-cc5d-464f-b634-099ce7f8b004 req-aa06e100-8faf-4bf6-a032-57e0425c1a46 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:57:32.283723 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-807f2262-cc5d-464f-b634-099ce7f8b004 req-aa06e100-8faf-4bf6-a032-57e0425c1a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:32.481499 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-807f2262-cc5d-464f-b634-099ce7f8b004 req-aa06e100-8faf-4bf6-a032-57e0425c1a46 service neutron] For port cfb9f8ca-458f-4fb5-a0db-635d5402257a, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=cfb9f8ca-458f-4fb5-a0db-635d5402257a,segment=NetworkSegment(3e0c11ba-96bc-4e4e-9635-e583098ac47c),segment_id=3e0c11ba-96bc-4e4e-9635-e583098ac47c)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:57:32.513429 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-807f2262-cc5d-464f-b634-099ce7f8b004 req-aa06e100-8faf-4bf6-a032-57e0425c1a46 service neutron] For port cfb9f8ca-458f-4fb5-a0db-635d5402257a, host hv-neutron-8627, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:57:32.565221 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [req-807f2262-cc5d-464f-b634-099ce7f8b004 req-aa06e100-8faf-4bf6-a032-57e0425c1a46 service neutron] device_id is not set on port cfb9f8ca-458f-4fb5-a0db-635d5402257a yet. {{(pid=89748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:57:32.574316 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-807f2262-cc5d-464f-b634-099ce7f8b004 req-aa06e100-8faf-4bf6-a032-57e0425c1a46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:32.643424 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-807f2262-cc5d-464f-b634-099ce7f8b004 req-aa06e100-8faf-4bf6-a032-57e0425c1a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:32.785363 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa06e100-8faf-4bf6-a032-57e0425c1a46 service neutron] Pushing event updated for resources: {'Port': ['ID=cfb9f8ca-458f-4fb5-a0db-635d5402257a,revision_number=6']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:57:32.832242 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-807f2262-cc5d-464f-b634-099ce7f8b004 req-aa06e100-8faf-4bf6-a032-57e0425c1a46 service neutron] No DVR routers for this DVR port cfb9f8ca-458f-4fb5-a0db-635d5402257a on host hv-neutron-8627 {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:57:33.057787 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-807f2262-cc5d-464f-b634-099ce7f8b004 req-aa06e100-8faf-4bf6-a032-57e0425c1a46 service neutron] In _notify_port_updated(), no bound segment for port cfb9f8ca-458f-4fb5-a0db-635d5402257a on network 448e5df8-9ca3-4f43-8ebd-30cc8245c2ae {{(pid=89748) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 26 15:57:33.058753 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f2262-cc5d-464f-b634-099ce7f8b004 req-aa06e100-8faf-4bf6-a032-57e0425c1a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:33.059277 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-807f2262-cc5d-464f-b634-099ce7f8b004 req-aa06e100-8faf-4bf6-a032-57e0425c1a46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:33.060579 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-807f2262-cc5d-464f-b634-099ce7f8b004 req-aa06e100-8faf-4bf6-a032-57e0425c1a46 service neutron] 10.222.0.48 "PUT /v2.0/ports/cfb9f8ca-458f-4fb5-a0db-635d5402257a HTTP/1.1" status: 200 len: 1025 time: 0.8940415 Oct 26 15:57:33.336485 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ed9f1098-f65d-4553-b6f2-9ef5b6e7e16b req-2876f504-97e8-4203-ae6d-84845a7b3b0e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1b59e89-cb07-4fd6-b10d-3b183b94d183 HTTP/1.1" status: 200 len: 210 time: 0.0544236 Oct 26 15:57:34.438711 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 45782) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:57:34.458578 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bd3a2902-578c-4394-998a-d5bc8bc20665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:34.512026 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483ca208-afb8-4889-94e1-6cd5310c0936 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:34.513359 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-483ca208-afb8-4889-94e1-6cd5310c0936 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports/cfb9f8ca-458f-4fb5-a0db-635d5402257a HTTP/1.1" status: 200 len: 924 time: 0.0736325 Oct 26 15:57:34.644412 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 45788) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:57:34.649813 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-8c9a216f-8557-4534-b1d8-c8c300ffe6fe tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-895102448', 'description': 'tempest-secgroup-smoke-895102448 description', 'project_id': '8316bfcf068445aeb00a503282bb001c'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:57:34.655871 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8c9a216f-8557-4534-b1d8-c8c300ffe6fe tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:57:34.665567 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8c9a216f-8557-4534-b1d8-c8c300ffe6fe tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:57:34.726696 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8c9a216f-8557-4534-b1d8-c8c300ffe6fe tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:34.747573 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8c9a216f-8557-4534-b1d8-c8c300ffe6fe tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:57:34.751350 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8c9a216f-8557-4534-b1d8-c8c300ffe6fe tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:57:34.754084 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8c9a216f-8557-4534-b1d8-c8c300ffe6fe tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:57:34.760373 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8c9a216f-8557-4534-b1d8-c8c300ffe6fe tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:57:34.828232 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8c9a216f-8557-4534-b1d8-c8c300ffe6fe tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:34.900242 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8c9a216f-8557-4534-b1d8-c8c300ffe6fe tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:34.945955 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a216f-8557-4534-b1d8-c8c300ffe6fe tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9113cb-b589-432f-ab96-dcdddf052ab6,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:57:34.997488 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8c9a216f-8557-4534-b1d8-c8c300ffe6fe tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:34.998760 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-8c9a216f-8557-4534-b1d8-c8c300ffe6fe tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3533406 Oct 26 15:57:35.001553 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 45792) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:57:35.006508 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-974101ce-40dd-427a-a8a0-d3599f36e306 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '8d9113cb-b589-432f-ab96-dcdddf052ab6', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:57:35.012463 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-974101ce-40dd-427a-a8a0-d3599f36e306 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:57:35.016767 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-974101ce-40dd-427a-a8a0-d3599f36e306 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:57:35.020559 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-974101ce-40dd-427a-a8a0-d3599f36e306 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:57:35.026613 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-974101ce-40dd-427a-a8a0-d3599f36e306 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:57:35.101926 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-974101ce-40dd-427a-a8a0-d3599f36e306 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:35.164309 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-974101ce-40dd-427a-a8a0-d3599f36e306 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:35.210371 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-974101ce-40dd-427a-a8a0-d3599f36e306 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:35.234454 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974101ce-40dd-427a-a8a0-d3599f36e306 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeb35f4f-6670-4e22-994b-301622c44ef9,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:57:35.235848 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:35.238038 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:35.304339 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-974101ce-40dd-427a-a8a0-d3599f36e306 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:35.305524 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-974101ce-40dd-427a-a8a0-d3599f36e306 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3030653 Oct 26 15:57:35.308196 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 45796) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:57:35.313169 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-8bb28502-f835-4d98-abeb-4bdab10c10d9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '8d9113cb-b589-432f-ab96-dcdddf052ab6', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:57:35.319596 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8bb28502-f835-4d98-abeb-4bdab10c10d9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:57:35.323473 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8bb28502-f835-4d98-abeb-4bdab10c10d9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:57:35.330273 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8bb28502-f835-4d98-abeb-4bdab10c10d9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:57:35.332278 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8bb28502-f835-4d98-abeb-4bdab10c10d9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:57:35.427113 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8bb28502-f835-4d98-abeb-4bdab10c10d9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:35.488710 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8bb28502-f835-4d98-abeb-4bdab10c10d9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:35.561063 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8bb28502-f835-4d98-abeb-4bdab10c10d9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:35.584875 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb28502-f835-4d98-abeb-4bdab10c10d9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5160b5a7-d432-47b2-8b21-5cef36b7ab6a,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:57:35.646707 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8bb28502-f835-4d98-abeb-4bdab10c10d9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:35.648013 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-8bb28502-f835-4d98-abeb-4bdab10c10d9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3388958 Oct 26 15:57:35.656048 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 45800) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:57:35.661008 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-da2f9f25-3a49-4855-b49f-2493a070c4de tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '8d9113cb-b589-432f-ab96-dcdddf052ab6', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:57:35.667725 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-da2f9f25-3a49-4855-b49f-2493a070c4de tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:57:35.671652 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-da2f9f25-3a49-4855-b49f-2493a070c4de tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:57:35.674604 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-da2f9f25-3a49-4855-b49f-2493a070c4de tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:57:35.681121 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-da2f9f25-3a49-4855-b49f-2493a070c4de tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:57:35.734950 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device cfb9f8ca-458f-4fb5-a0db-635d5402257a no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:57:35.748145 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-da2f9f25-3a49-4855-b49f-2493a070c4de tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:35.794884 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device cfb9f8ca-458f-4fb5-a0db-635d5402257a not bound to the agent host hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:57:35.915238 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-da2f9f25-3a49-4855-b49f-2493a070c4de tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:35.974802 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-da2f9f25-3a49-4855-b49f-2493a070c4de tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:35.999687 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f9f25-3a49-4855-b49f-2493a070c4de tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b83a2989-9c76-4e5b-be4f-57a90e263155,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:57:36.066424 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-da2f9f25-3a49-4855-b49f-2493a070c4de tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:36.067677 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-da2f9f25-3a49-4855-b49f-2493a070c4de tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4107008 Oct 26 15:57:36.070514 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 45804) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:57:36.075632 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-bdd2ac40-2f29-4d02-8bbb-e1bbc77dfa9a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '8d9113cb-b589-432f-ab96-dcdddf052ab6', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:57:36.081706 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-bdd2ac40-2f29-4d02-8bbb-e1bbc77dfa9a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:57:36.086205 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-bdd2ac40-2f29-4d02-8bbb-e1bbc77dfa9a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:57:36.089289 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-bdd2ac40-2f29-4d02-8bbb-e1bbc77dfa9a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:57:36.095229 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-bdd2ac40-2f29-4d02-8bbb-e1bbc77dfa9a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:57:36.175201 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bdd2ac40-2f29-4d02-8bbb-e1bbc77dfa9a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:36.237105 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bdd2ac40-2f29-4d02-8bbb-e1bbc77dfa9a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:36.305739 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bdd2ac40-2f29-4d02-8bbb-e1bbc77dfa9a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:36.329050 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2ac40-2f29-4d02-8bbb-e1bbc77dfa9a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abf80c7b-f5ef-45e6-a769-37384f563be0,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:57:36.398198 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bdd2ac40-2f29-4d02-8bbb-e1bbc77dfa9a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:36.399436 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-bdd2ac40-2f29-4d02-8bbb-e1bbc77dfa9a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3279300 Oct 26 15:57:36.402097 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 45808) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:57:36.407044 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-372a9714-293f-457a-841a-a4f0194c41ce tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '8d9113cb-b589-432f-ab96-dcdddf052ab6', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:57:36.413057 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-372a9714-293f-457a-841a-a4f0194c41ce tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:57:36.416887 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-372a9714-293f-457a-841a-a4f0194c41ce tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:57:36.419824 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-372a9714-293f-457a-841a-a4f0194c41ce tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:57:36.425594 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-372a9714-293f-457a-841a-a4f0194c41ce tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:57:36.509324 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.securitygroups_db [None req-372a9714-293f-457a-841a-a4f0194c41ce tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Project 8316bfcf068445aeb00a503282bb001c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:57:36.515811 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-372a9714-293f-457a-841a-a4f0194c41ce tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:36.581742 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-372a9714-293f-457a-841a-a4f0194c41ce tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:36.660716 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-372a9714-293f-457a-841a-a4f0194c41ce tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:36.685629 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a9714-293f-457a-841a-a4f0194c41ce tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=480685fe-aea5-4630-999a-8339f7616305,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:57:36.795527 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-372a9714-293f-457a-841a-a4f0194c41ce tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:36.796675 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-372a9714-293f-457a-841a-a4f0194c41ce tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3936353 Oct 26 15:57:36.805588 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 45812) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:57:36.810769 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-ecffb277-5361-426b-ae83-60f552f7940b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '8d9113cb-b589-432f-ab96-dcdddf052ab6', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:57:36.816746 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-ecffb277-5361-426b-ae83-60f552f7940b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:57:36.821042 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:36.825730 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ecffb277-5361-426b-ae83-60f552f7940b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:57:36.825730 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ecffb277-5361-426b-ae83-60f552f7940b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:57:36.829830 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-ecffb277-5361-426b-ae83-60f552f7940b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:57:36.903789 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.securitygroups_db [None req-ecffb277-5361-426b-ae83-60f552f7940b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Project 8316bfcf068445aeb00a503282bb001c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:57:36.910366 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ecffb277-5361-426b-ae83-60f552f7940b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:36.975719 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ecffb277-5361-426b-ae83-60f552f7940b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:37.048868 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ecffb277-5361-426b-ae83-60f552f7940b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:37.073795 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecffb277-5361-426b-ae83-60f552f7940b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4f7e600-e530-42eb-80e1-3ecc0a690a13,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:57:37.140140 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ecffb277-5361-426b-ae83-60f552f7940b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:37.141365 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ecffb277-5361-426b-ae83-60f552f7940b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3347783 Oct 26 15:57:37.302575 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c7ba98da-fa03-4abe-9efd-e25638d22b92 req-42031b6f-879c-48ad-9392-6dee264fd534 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-895102448&fields=id&tenant_id=8316bfcf068445aeb00a503282bb001c HTTP/1.1" status: 200 len: 267 time: 0.0392833 Oct 26 15:57:37.378799 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba98da-fa03-4abe-9efd-e25638d22b92 req-f2f7fd9e-2f75-4fc5-b4a9-29245051b870 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:37.380116 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c7ba98da-fa03-4abe-9efd-e25638d22b92 req-f2f7fd9e-2f75-4fc5-b4a9-29245051b870 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports/cfb9f8ca-458f-4fb5-a0db-635d5402257a HTTP/1.1" status: 200 len: 929 time: 0.0709379 Oct 26 15:57:37.454718 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c7ba98da-fa03-4abe-9efd-e25638d22b92 req-9b1ee1b3-662b-406a-9c2b-bc3edb689d42 service neutron] 10.222.0.23 "GET /v2.0/ports/cfb9f8ca-458f-4fb5-a0db-635d5402257a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0628290 Oct 26 15:57:37.585483 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c7ba98da-fa03-4abe-9efd-e25638d22b92 req-9a86a343-9682-4f3c-891b-1b74c59a8116 service neutron] 10.222.0.23 "GET /v2.0/networks/448e5df8-9ca3-4f43-8ebd-30cc8245c2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246140 Oct 26 15:57:37.716302 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c7ba98da-fa03-4abe-9efd-e25638d22b92 req-6089f45d-9f0c-4d3d-8b14-e26c2b2b71f6 service neutron] 10.222.0.23 "GET /v2.0/networks/448e5df8-9ca3-4f43-8ebd-30cc8245c2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251171 Oct 26 15:57:37.963959 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2c4686a9-d989-4b21-b01a-9364dbbafc05 req-4a3baba7-a1d4-4fb0-a54d-f0c3634dd134 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec09d83d-f222-40ce-8c71-66927e61b7f1 HTTP/1.1" status: 200 len: 210 time: 0.0545011 Oct 26 15:57:39.072165 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-335bcfe7-755f-493f-9584-fd507c5d0250 req-662c1128-90a3-44dc-90ff-69864e45626b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec09d83d-f222-40ce-8c71-66927e61b7f1 HTTP/1.1" status: 200 len: 210 time: 0.0499239 Oct 26 15:57:40.233902 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b00e3b8b-1180-4877-88fb-3949840177f2 req-fd99d199-6a9f-4522-b66a-6be9b06330a0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec09d83d-f222-40ce-8c71-66927e61b7f1 HTTP/1.1" status: 200 len: 210 time: 0.0510185 Oct 26 15:57:40.932408 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba98da-fa03-4abe-9efd-e25638d22b92 req-deb108ee-8135-4a7a-9228-0cdd36f4dc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:40.933757 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c7ba98da-fa03-4abe-9efd-e25638d22b92 req-deb108ee-8135-4a7a-9228-0cdd36f4dc8d service neutron] 10.222.0.48 "GET /v2.0/ports/cfb9f8ca-458f-4fb5-a0db-635d5402257a HTTP/1.1" status: 200 len: 1025 time: 0.0623996 Oct 26 15:57:41.091484 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba98da-fa03-4abe-9efd-e25638d22b92 req-ef72305f-ebcc-4851-addc-7eed72d88031 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:41.093908 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c7ba98da-fa03-4abe-9efd-e25638d22b92 req-ef72305f-ebcc-4851-addc-7eed72d88031 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "GET /v2.0/networks?id=448e5df8-9ca3-4f43-8ebd-30cc8245c2ae HTTP/1.1" status: 200 len: 797 time: 0.1536317 Oct 26 15:57:41.151671 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-c7ba98da-fa03-4abe-9efd-e25638d22b92 req-0382fafd-3320-443d-9c87-1b9f45db842b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:security_group {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:57:41.237175 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-c7ba98da-fa03-4abe-9efd-e25638d22b92 req-0382fafd-3320-443d-9c87-1b9f45db842b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:security_group {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:57:41.238329 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c7ba98da-fa03-4abe-9efd-e25638d22b92 req-0382fafd-3320-443d-9c87-1b9f45db842b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8316bfcf068445aeb00a503282bb001c HTTP/1.1" status: 200 len: 472 time: 0.1311269 Oct 26 15:57:41.248420 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-c7ba98da-fa03-4abe-9efd-e25638d22b92 req-d837d9ae-fcb0-4a1c-b91b-8990f5e6b796 service neutron] Request body: {'port': {'device_id': 'ec09d83d-f222-40ce-8c71-66927e61b7f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8627'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:57:41.370708 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c7ba98da-fa03-4abe-9efd-e25638d22b92 req-d837d9ae-fcb0-4a1c-b91b-8990f5e6b796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:41.517635 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-4185fdcf-30e1-42a2-9d4e-6bebeca755d8 req-394c7a70-1af0-4d88-8049-768fb9e8b646 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec09d83d-f222-40ce-8c71-66927e61b7f1 HTTP/1.1" status: 200 len: 210 time: 0.1633027 Oct 26 15:57:41.728903 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [req-c7ba98da-fa03-4abe-9efd-e25638d22b92 req-d837d9ae-fcb0-4a1c-b91b-8990f5e6b796 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfb9f8ca-458f-4fb5-a0db-635d5402257a {{(pid=89748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:57:41.736124 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c7ba98da-fa03-4abe-9efd-e25638d22b92 req-d837d9ae-fcb0-4a1c-b91b-8990f5e6b796 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:41.750191 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-c7ba98da-fa03-4abe-9efd-e25638d22b92 req-d837d9ae-fcb0-4a1c-b91b-8990f5e6b796 service neutron] Transition to ACTIVE for port object cfb9f8ca-458f-4fb5-a0db-635d5402257a will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:57:41.840421 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c7ba98da-fa03-4abe-9efd-e25638d22b92 req-d837d9ae-fcb0-4a1c-b91b-8990f5e6b796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:41.978687 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837d9ae-fcb0-4a1c-b91b-8990f5e6b796 service neutron] Pushing event updated for resources: {'Port': ['ID=cfb9f8ca-458f-4fb5-a0db-635d5402257a,revision_number=7']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:57:42.095368 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-c7ba98da-fa03-4abe-9efd-e25638d22b92 req-d837d9ae-fcb0-4a1c-b91b-8990f5e6b796 service neutron] Attempting to bind port cfb9f8ca-458f-4fb5-a0db-635d5402257a on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:57:42.095699 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-c7ba98da-fa03-4abe-9efd-e25638d22b92 req-d837d9ae-fcb0-4a1c-b91b-8990f5e6b796 service neutron] Attempting to bind port cfb9f8ca-458f-4fb5-a0db-635d5402257a by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': '3e0c11ba-96bc-4e4e-9635-e583098ac47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '448e5df8-9ca3-4f43-8ebd-30cc8245c2ae'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:57:42.096018 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ba98da-fa03-4abe-9efd-e25638d22b92 req-d837d9ae-fcb0-4a1c-b91b-8990f5e6b796 service neutron] Attempting to bind port cfb9f8ca-458f-4fb5-a0db-635d5402257a on network 448e5df8-9ca3-4f43-8ebd-30cc8245c2ae {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:57:42.100748 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ba98da-fa03-4abe-9efd-e25638d22b92 req-d837d9ae-fcb0-4a1c-b91b-8990f5e6b796 service neutron] Port cfb9f8ca-458f-4fb5-a0db-635d5402257a on network 448e5df8-9ca3-4f43-8ebd-30cc8245c2ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:57:42.101063 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ba98da-fa03-4abe-9efd-e25638d22b92 req-d837d9ae-fcb0-4a1c-b91b-8990f5e6b796 service neutron] Attempting to bind port cfb9f8ca-458f-4fb5-a0db-635d5402257a on network 448e5df8-9ca3-4f43-8ebd-30cc8245c2ae {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:57:42.106236 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ba98da-fa03-4abe-9efd-e25638d22b92 req-d837d9ae-fcb0-4a1c-b91b-8990f5e6b796 service neutron] Checking agent: {'id': '1b551391-ebdd-44bd-8801-034277ca5526', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8627', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'started_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:57:42.106617 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ba98da-fa03-4abe-9efd-e25638d22b92 req-d837d9ae-fcb0-4a1c-b91b-8990f5e6b796 service neutron] Checking segment: {'id': '3e0c11ba-96bc-4e4e-9635-e583098ac47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '448e5df8-9ca3-4f43-8ebd-30cc8245c2ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:57:42.107102 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ba98da-fa03-4abe-9efd-e25638d22b92 req-d837d9ae-fcb0-4a1c-b91b-8990f5e6b796 service neutron] Bound using segment: {'id': '3e0c11ba-96bc-4e4e-9635-e583098ac47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '448e5df8-9ca3-4f43-8ebd-30cc8245c2ae'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:57:42.107531 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-c7ba98da-fa03-4abe-9efd-e25638d22b92 req-d837d9ae-fcb0-4a1c-b91b-8990f5e6b796 service neutron] Bound port: cfb9f8ca-458f-4fb5-a0db-635d5402257a, host: hv-neutron-8627, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e0c11ba-96bc-4e4e-9635-e583098ac47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '448e5df8-9ca3-4f43-8ebd-30cc8245c2ae'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:57:42.107866 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c7ba98da-fa03-4abe-9efd-e25638d22b92 req-d837d9ae-fcb0-4a1c-b91b-8990f5e6b796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:42.195868 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-c7ba98da-fa03-4abe-9efd-e25638d22b92 req-d837d9ae-fcb0-4a1c-b91b-8990f5e6b796 service neutron] For port cfb9f8ca-458f-4fb5-a0db-635d5402257a, host hv-neutron-8627, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:57:42.198771 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-c7ba98da-fa03-4abe-9efd-e25638d22b92 req-d837d9ae-fcb0-4a1c-b91b-8990f5e6b796 service neutron] For port cfb9f8ca-458f-4fb5-a0db-635d5402257a, host hv-neutron-8627, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=cfb9f8ca-458f-4fb5-a0db-635d5402257a,segment=NetworkSegment(3e0c11ba-96bc-4e4e-9635-e583098ac47c),segment_id=3e0c11ba-96bc-4e4e-9635-e583098ac47c)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:57:42.281301 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c7ba98da-fa03-4abe-9efd-e25638d22b92 req-d837d9ae-fcb0-4a1c-b91b-8990f5e6b796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:42.315665 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba98da-fa03-4abe-9efd-e25638d22b92 req-d837d9ae-fcb0-4a1c-b91b-8990f5e6b796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:42.316266 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c7ba98da-fa03-4abe-9efd-e25638d22b92 req-d837d9ae-fcb0-4a1c-b91b-8990f5e6b796 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:42.317599 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c7ba98da-fa03-4abe-9efd-e25638d22b92 req-d837d9ae-fcb0-4a1c-b91b-8990f5e6b796 service neutron] 10.222.0.48 "PUT /v2.0/ports/cfb9f8ca-458f-4fb5-a0db-635d5402257a HTTP/1.1" status: 200 len: 1130 time: 1.0731802 Oct 26 15:57:42.318083 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec09d83d-f222-40ce-8c71-66927e61b7f1', 'tag': 'cfb9f8ca-458f-4fb5-a0db-635d5402257a'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:57:42.321534 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7744caf-6604-4275-8de4-7346a9776cd0" -d '{"events": [{"name": "network-changed", "server_uuid": "ec09d83d-f222-40ce-8c71-66927e61b7f1", "tag": "cfb9f8ca-458f-4fb5-a0db-635d5402257a"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:57:42.366361 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837d9ae-fcb0-4a1c-b91b-8990f5e6b796 service neutron] Pushing event updated for resources: {'Port': ['ID=cfb9f8ca-458f-4fb5-a0db-635d5402257a,revision_number=8']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:57:42.368119 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3476164c-9974-49bd-9743-1b24f5d76a4e x-openstack-request-id: req-3476164c-9974-49bd-9743-1b24f5d76a4e {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:57:42.368460 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec09d83d-f222-40ce-8c71-66927e61b7f1", "tag": "cfb9f8ca-458f-4fb5-a0db-635d5402257a", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:57:42.368707 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3476164c-9974-49bd-9743-1b24f5d76a4e {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:57:42.369100 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3476164c-9974-49bd-9743-1b24f5d76a4e'] response: {'name': 'network-changed', 'server_uuid': 'ec09d83d-f222-40ce-8c71-66927e61b7f1', 'tag': 'cfb9f8ca-458f-4fb5-a0db-635d5402257a', 'status': 'completed', 'code': 200} Oct 26 15:57:42.484494 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7744caf-6604-4275-8de4-7346a9776cd0 req-5acc539d-0e75-4488-965c-98de285c44aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:42.485942 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e7744caf-6604-4275-8de4-7346a9776cd0 req-5acc539d-0e75-4488-965c-98de285c44aa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=ec09d83d-f222-40ce-8c71-66927e61b7f1 HTTP/1.1" status: 200 len: 1133 time: 0.0796096 Oct 26 15:57:42.633189 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7744caf-6604-4275-8de4-7346a9776cd0 req-1f361a6a-757f-4128-a633-9a5fdce75ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:42.634673 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e7744caf-6604-4275-8de4-7346a9776cd0 req-1f361a6a-757f-4128-a633-9a5fdce75ee8 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=8316bfcf068445aeb00a503282bb001c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1366315 Oct 26 15:57:42.723148 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723147b-602d-472a-bf9e-adf9fbf4fcbe req-ffe7e762-f846-4eaa-9d80-9d202e863619 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:42.724623 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a723147b-602d-472a-bf9e-adf9fbf4fcbe req-ffe7e762-f846-4eaa-9d80-9d202e863619 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec09d83d-f222-40ce-8c71-66927e61b7f1 HTTP/1.1" status: 200 len: 980 time: 0.0901113 Oct 26 15:57:42.769357 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a723147b-602d-472a-bf9e-adf9fbf4fcbe req-59511beb-fea6-46cd-bf74-ccfa3c6a2148 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=d6e29a4f-748e-48a2-b1bf-93f8e8b23bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381618 Oct 26 15:57:42.773414 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7744caf-6604-4275-8de4-7346a9776cd0 req-250c023c-d9eb-4bbb-80d1-f3a74dd04f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:42.774898 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e7744caf-6604-4275-8de4-7346a9776cd0 req-250c023c-d9eb-4bbb-80d1-f3a74dd04f5a service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1347036 Oct 26 15:57:43.005231 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba98da-fa03-4abe-9efd-e25638d22b92 req-826a08b0-e7e5-4fef-a7ea-e4ad63202b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:43.006742 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c7ba98da-fa03-4abe-9efd-e25638d22b92 req-826a08b0-e7e5-4fef-a7ea-e4ad63202b0b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=ec09d83d-f222-40ce-8c71-66927e61b7f1 HTTP/1.1" status: 200 len: 1133 time: 0.1764948 Oct 26 15:57:43.117782 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c7ba98da-fa03-4abe-9efd-e25638d22b92 req-87ebd690-e920-4bde-a3ff-b42a6bd9047d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfb9f8ca-458f-4fb5-a0db-635d5402257a HTTP/1.1" status: 200 len: 1036 time: 0.0986092 Oct 26 15:57:43.180935 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba98da-fa03-4abe-9efd-e25638d22b92 req-7c79e47f-6a0e-4f08-80a1-daac700d2a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:43.182337 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c7ba98da-fa03-4abe-9efd-e25638d22b92 req-7c79e47f-6a0e-4f08-80a1-daac700d2a5a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9a0c03f2-5ec1-4838-8a2c-8abb91363c2f HTTP/1.1" status: 200 len: 834 time: 0.0590246 Oct 26 15:57:43.269273 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba98da-fa03-4abe-9efd-e25638d22b92 req-50b92158-2b52-48a2-baff-10862e70e5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:43.274677 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c7ba98da-fa03-4abe-9efd-e25638d22b92 req-50b92158-2b52-48a2-baff-10862e70e5de service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=448e5df8-9ca3-4f43-8ebd-30cc8245c2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829811 Oct 26 15:57:43.404882 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c7ba98da-fa03-4abe-9efd-e25638d22b92 req-14b579ba-0d25-4a30-8414-c0ed9e5bc334 service neutron] 10.222.0.48 "GET /v2.0/networks/448e5df8-9ca3-4f43-8ebd-30cc8245c2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284611 Oct 26 15:57:43.536438 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c7ba98da-fa03-4abe-9efd-e25638d22b92 req-66df48fb-b025-4e8a-b494-a3dc7225b4d8 service neutron] 10.222.0.48 "GET /v2.0/networks/448e5df8-9ca3-4f43-8ebd-30cc8245c2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260200 Oct 26 15:57:43.969721 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216a021-3ecc-49a0-811b-4861fdbbd029 req-96d0259d-a1da-42a3-904f-e623aad51ec2 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:43.971110 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6216a021-3ecc-49a0-811b-4861fdbbd029 req-96d0259d-a1da-42a3-904f-e623aad51ec2 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec09d83d-f222-40ce-8c71-66927e61b7f1 HTTP/1.1" status: 200 len: 980 time: 0.0877929 Oct 26 15:57:44.015582 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6216a021-3ecc-49a0-811b-4861fdbbd029 req-3678d3d9-ec46-4bcf-a770-17f60bd906a4 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=d6e29a4f-748e-48a2-b1bf-93f8e8b23bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382202 Oct 26 15:57:45.215186 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce83c6d-a9f7-4d1a-8d1d-95e4f05236a0 req-b842a0c2-a861-497d-b100-f4ffb5912c55 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:45.216627 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2ce83c6d-a9f7-4d1a-8d1d-95e4f05236a0 req-b842a0c2-a861-497d-b100-f4ffb5912c55 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec09d83d-f222-40ce-8c71-66927e61b7f1 HTTP/1.1" status: 200 len: 980 time: 0.0917749 Oct 26 15:57:45.261235 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2ce83c6d-a9f7-4d1a-8d1d-95e4f05236a0 req-440ca01f-cdbf-451b-bcbe-69703d5dfeb5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=d6e29a4f-748e-48a2-b1bf-93f8e8b23bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389943 Oct 26 15:57:46.463984 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdfeaed-01e6-491a-a36d-62042222a5e4 req-6b1ab4d9-8cde-45db-939a-c670e503a40a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:46.465525 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0fdfeaed-01e6-491a-a36d-62042222a5e4 req-6b1ab4d9-8cde-45db-939a-c670e503a40a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec09d83d-f222-40ce-8c71-66927e61b7f1 HTTP/1.1" status: 200 len: 980 time: 0.0948784 Oct 26 15:57:46.510664 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0fdfeaed-01e6-491a-a36d-62042222a5e4 req-e2adf9a0-da94-49a5-835b-87fb3395f014 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=d6e29a4f-748e-48a2-b1bf-93f8e8b23bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393188 Oct 26 15:57:47.712923 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496d8a8-90d2-4446-855f-748cd112c52d req-9f21ea16-b495-4089-ae0f-c31852605790 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:47.714358 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-5496d8a8-90d2-4446-855f-748cd112c52d req-9f21ea16-b495-4089-ae0f-c31852605790 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec09d83d-f222-40ce-8c71-66927e61b7f1 HTTP/1.1" status: 200 len: 980 time: 0.0910423 Oct 26 15:57:47.763681 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-5496d8a8-90d2-4446-855f-748cd112c52d req-acf4ae6d-036a-4b50-86b3-d72491a44a57 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=d6e29a4f-748e-48a2-b1bf-93f8e8b23bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418758 Oct 26 15:57:47.799169 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device cfb9f8ca-458f-4fb5-a0db-635d5402257a details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 15:57:47.935115 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port cfb9f8ca-458f-4fb5-a0db-635d5402257a, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=cfb9f8ca-458f-4fb5-a0db-635d5402257a,segment=NetworkSegment(3e0c11ba-96bc-4e4e-9635-e583098ac47c),segment_id=3e0c11ba-96bc-4e4e-9635-e583098ac47c)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:57:47.949139 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': 'cfb9f8ca-458f-4fb5-a0db-635d5402257a', 'network_id': '448e5df8-9ca3-4f43-8ebd-30cc8245c2ae', 'port_id': 'cfb9f8ca-458f-4fb5-a0db-635d5402257a', 'mac_address': 'fa:16:3e:c2:53:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0c03f2-5ec1-4838-8a2c-8abb91363c2f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 15:57:48.009187 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port cfb9f8ca-458f-4fb5-a0db-635d5402257a is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:57:48.009569 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:48.026702 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfb9f8ca-458f-4fb5-a0db-635d5402257a {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:57:48.043120 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port cfb9f8ca-458f-4fb5-a0db-635d5402257a, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=cfb9f8ca-458f-4fb5-a0db-635d5402257a,segment=NetworkSegment(3e0c11ba-96bc-4e4e-9635-e583098ac47c),segment_id=3e0c11ba-96bc-4e4e-9635-e583098ac47c)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:57:48.151194 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:48.221382 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=cfb9f8ca-458f-4fb5-a0db-635d5402257a,revision_number=9']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:57:48.543854 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['cfb9f8ca-458f-4fb5-a0db-635d5402257a'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 15:57:48.964469 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23803435-ce24-48a1-b0be-8ca8a1da4ffe req-7ab13ace-b917-4046-b8cf-442a746968a0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:48.965951 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-23803435-ce24-48a1-b0be-8ca8a1da4ffe req-7ab13ace-b917-4046-b8cf-442a746968a0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec09d83d-f222-40ce-8c71-66927e61b7f1 HTTP/1.1" status: 200 len: 981 time: 0.0902760 Oct 26 15:57:49.015327 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-23803435-ce24-48a1-b0be-8ca8a1da4ffe req-f581b4cd-1827-47d8-ad9e-f8e2548f6b04 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=d6e29a4f-748e-48a2-b1bf-93f8e8b23bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436800 Oct 26 15:57:49.818556 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device cfb9f8ca-458f-4fb5-a0db-635d5402257a up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:57:49.922296 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning for port cfb9f8ca-458f-4fb5-a0db-635d5402257a completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:57:49.926950 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port cfb9f8ca-458f-4fb5-a0db-635d5402257a triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:57:49.927334 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:49.927651 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port cfb9f8ca-458f-4fb5-a0db-635d5402257a Oct 26 15:57:50.045187 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port cfb9f8ca-458f-4fb5-a0db-635d5402257a is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:57:50.045484 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:50.072829 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec09d83d-f222-40ce-8c71-66927e61b7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb9f8ca-458f-4fb5-a0db-635d5402257a'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:57:50.075123 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bee30c-846e-4fe2-8876-7210cfcf80f9" -d '{"events": [{"server_uuid": "ec09d83d-f222-40ce-8c71-66927e61b7f1", "name": "network-vif-plugged", "status": "completed", "tag": "cfb9f8ca-458f-4fb5-a0db-635d5402257a"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:57:50.082977 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port cfb9f8ca-458f-4fb5-a0db-635d5402257a, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=cfb9f8ca-458f-4fb5-a0db-635d5402257a,segment=NetworkSegment(3e0c11ba-96bc-4e4e-9635-e583098ac47c),segment_id=3e0c11ba-96bc-4e4e-9635-e583098ac47c)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:57:50.119723 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a481369a-947b-4a40-9554-c606be07fd19 x-openstack-request-id: req-a481369a-947b-4a40-9554-c606be07fd19 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:57:50.120022 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec09d83d-f222-40ce-8c71-66927e61b7f1", "name": "network-vif-plugged", "status": "completed", "tag": "cfb9f8ca-458f-4fb5-a0db-635d5402257a", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:57:50.120285 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a481369a-947b-4a40-9554-c606be07fd19 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:57:50.120686 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a481369a-947b-4a40-9554-c606be07fd19'] response: {'server_uuid': 'ec09d83d-f222-40ce-8c71-66927e61b7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb9f8ca-458f-4fb5-a0db-635d5402257a', 'code': 200} Oct 26 15:57:50.152436 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:50.218773 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d23527-c8ef-47d2-8672-0573f13c3f93 req-a20313ae-4d1b-4f33-a5cf-b57324981709 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:50.220251 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c2d23527-c8ef-47d2-8672-0573f13c3f93 req-a20313ae-4d1b-4f33-a5cf-b57324981709 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec09d83d-f222-40ce-8c71-66927e61b7f1 HTTP/1.1" status: 200 len: 983 time: 0.0905757 Oct 26 15:57:50.231025 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=cfb9f8ca-458f-4fb5-a0db-635d5402257a,revision_number=10']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:57:50.265127 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c2d23527-c8ef-47d2-8672-0573f13c3f93 req-6e68e978-8aa5-4f3d-a69f-e5a5f02cad84 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=d6e29a4f-748e-48a2-b1bf-93f8e8b23bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389535 Oct 26 15:57:50.498481 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8833fc2-098c-4980-b083-1c7b6fe8639a req-78406986-b053-433e-85b1-eb12204397f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:50.499960 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e8833fc2-098c-4980-b083-1c7b6fe8639a req-78406986-b053-433e-85b1-eb12204397f9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ec09d83d-f222-40ce-8c71-66927e61b7f1 HTTP/1.1" status: 200 len: 1136 time: 0.0793047 Oct 26 15:57:50.540858 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e8833fc2-098c-4980-b083-1c7b6fe8639a req-94b5afbb-8af5-49e7-9a57-28ca6e79dd7c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d6e29a4f-748e-48a2-b1bf-93f8e8b23bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352218 Oct 26 15:57:51.476688 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d7359-7e58-484f-bb53-b6ab4cdef981 req-2c49fb40-2b86-4369-8404-5b331c606194 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:51.478150 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-da0d7359-7e58-484f-bb53-b6ab4cdef981 req-2c49fb40-2b86-4369-8404-5b331c606194 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec09d83d-f222-40ce-8c71-66927e61b7f1 HTTP/1.1" status: 200 len: 983 time: 0.0928197 Oct 26 15:57:51.523280 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-da0d7359-7e58-484f-bb53-b6ab4cdef981 req-59a07018-9826-48b8-af9c-34a51d88e4aa tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=d6e29a4f-748e-48a2-b1bf-93f8e8b23bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384758 Oct 26 15:57:51.724778 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 15:57:52.728668 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed7a75-0832-420e-a20a-6753258f0d14 req-11a28411-d65a-42e6-94fd-4bc81902b1c1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:52.730153 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ceed7a75-0832-420e-a20a-6753258f0d14 req-11a28411-d65a-42e6-94fd-4bc81902b1c1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec09d83d-f222-40ce-8c71-66927e61b7f1 HTTP/1.1" status: 200 len: 983 time: 0.0959444 Oct 26 15:57:52.775967 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ceed7a75-0832-420e-a20a-6753258f0d14 req-656083da-0577-4b06-849d-3c660d56e8f4 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=d6e29a4f-748e-48a2-b1bf-93f8e8b23bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393786 Oct 26 15:57:52.978185 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5bbb2-cd9e-4686-92e1-08a680973bb2 req-9637a4a8-b44c-4d70-a80d-38c39d25e75d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:52.979673 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8cd5bbb2-cd9e-4686-92e1-08a680973bb2 req-9637a4a8-b44c-4d70-a80d-38c39d25e75d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec09d83d-f222-40ce-8c71-66927e61b7f1 HTTP/1.1" status: 200 len: 983 time: 0.0896533 Oct 26 15:57:53.029582 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8cd5bbb2-cd9e-4686-92e1-08a680973bb2 req-dbedf748-0bc7-4be7-bb1a-e7acc1bfc5e7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=d6e29a4f-748e-48a2-b1bf-93f8e8b23bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432866 Oct 26 15:57:53.059261 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 45876) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:57:53.141375 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d447178-08f8-4559-a137-012bf88609bc tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:53.142884 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-0d447178-08f8-4559-a137-012bf88609bc tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ec09d83d-f222-40ce-8c71-66927e61b7f1&network_id=448e5df8-9ca3-4f43-8ebd-30cc8245c2ae HTTP/1.1" status: 200 len: 1131 time: 0.0826504 Oct 26 15:57:53.751230 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4e018-1e5f-48b9-b8c7-3e08e9a78979 req-9f45d099-ec94-46e3-a4b1-304effd37926 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:53.752756 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-4dc4e018-1e5f-48b9-b8c7-3e08e9a78979 req-9f45d099-ec94-46e3-a4b1-304effd37926 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec09d83d-f222-40ce-8c71-66927e61b7f1 HTTP/1.1" status: 200 len: 983 time: 0.0918324 Oct 26 15:57:53.802913 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-4dc4e018-1e5f-48b9-b8c7-3e08e9a78979 req-87ae89da-50e1-49ec-bec4-20686f8b6361 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=d6e29a4f-748e-48a2-b1bf-93f8e8b23bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444081 Oct 26 15:57:53.975268 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286c969-8185-421e-9c39-8a9ad4d5288f req-1bc8fc60-cfc0-48d1-95f7-e77079a35760 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:53.976787 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3286c969-8185-421e-9c39-8a9ad4d5288f req-1bc8fc60-cfc0-48d1-95f7-e77079a35760 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cd7fb3-e801-4c62-90d6-2d333cc515ef HTTP/1.1" status: 200 len: 945 time: 0.0943835 Oct 26 15:57:54.023239 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3286c969-8185-421e-9c39-8a9ad4d5288f req-db0f348f-5d4b-495d-8545-bc4e425c3e5d tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399165 Oct 26 15:57:55.005842 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ba95e-cd27-4c5c-94a6-7df32051eab1 req-4c7a8808-b51c-4089-a338-c56a9b53aa96 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:55.007355 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-aa4ba95e-cd27-4c5c-94a6-7df32051eab1 req-4c7a8808-b51c-4089-a338-c56a9b53aa96 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec09d83d-f222-40ce-8c71-66927e61b7f1 HTTP/1.1" status: 200 len: 983 time: 0.0879884 Oct 26 15:57:55.052708 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-aa4ba95e-cd27-4c5c-94a6-7df32051eab1 req-5c401962-d4f1-4950-a6a4-02d2ac88dbaf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=d6e29a4f-748e-48a2-b1bf-93f8e8b23bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391512 Oct 26 15:57:55.220957 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093dd0d-9d2b-4350-866f-ce594b7cb26e req-7e3af74d-010c-4d75-b383-85e1bd61f19b tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:55.222319 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b093dd0d-9d2b-4350-866f-ce594b7cb26e req-7e3af74d-010c-4d75-b383-85e1bd61f19b tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cd7fb3-e801-4c62-90d6-2d333cc515ef HTTP/1.1" status: 200 len: 945 time: 0.0884364 Oct 26 15:57:55.266961 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b093dd0d-9d2b-4350-866f-ce594b7cb26e req-47035b28-fb1e-4073-bafb-3c55c4d0e6ee tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388904 Oct 26 15:57:55.391958 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a9a29-5447-48f6-ab16-e933f2650fe2 req-2d5f6399-83c4-4507-bd44-9d5ccda82f10 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:55.393660 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bb7a9a29-5447-48f6-ab16-e933f2650fe2 req-2d5f6399-83c4-4507-bd44-9d5ccda82f10 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec09d83d-f222-40ce-8c71-66927e61b7f1 HTTP/1.1" status: 200 len: 983 time: 0.0941594 Oct 26 15:57:55.479442 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a9a29-5447-48f6-ab16-e933f2650fe2 req-bee68d77-07c7-49c2-b6cb-ff970f111f0c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:55.481246 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bb7a9a29-5447-48f6-ab16-e933f2650fe2 req-bee68d77-07c7-49c2-b6cb-ff970f111f0c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "GET /v2.0/ports/cfb9f8ca-458f-4fb5-a0db-635d5402257a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0693443 Oct 26 15:57:55.626813 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bb7a9a29-5447-48f6-ab16-e933f2650fe2 req-b57095be-31b2-45da-aa95-b71b0438da77 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "GET /v2.0/networks/448e5df8-9ca3-4f43-8ebd-30cc8245c2ae?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1404634 Oct 26 15:57:55.641424 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-bb7a9a29-5447-48f6-ab16-e933f2650fe2 req-0dd981e3-55b4-46d8-b81b-3c075eda07dc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:57:55.932657 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-bb7a9a29-5447-48f6-ab16-e933f2650fe2 req-0dd981e3-55b4-46d8-b81b-3c075eda07dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:55.985178 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad631360-8196-4695-a220-176e509a3444 req-207b1eee-2d68-4b06-9ba7-b0dc7dea371b tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:55.986628 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ad631360-8196-4695-a220-176e509a3444 req-207b1eee-2d68-4b06-9ba7-b0dc7dea371b tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.48 "GET /v2.0/ports?device_id=23cd7fb3-e801-4c62-90d6-2d333cc515ef HTTP/1.1" status: 200 len: 945 time: 0.1901965 Oct 26 15:57:56.115455 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-ad631360-8196-4695-a220-176e509a3444 req-43a86732-5249-4cd1-858f-3b5bc2c0ad0f tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Deleting port 6be0c03f-c6e5-4ac0-9f8a-84a3370db398 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:57:56.115802 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-ad631360-8196-4695-a220-176e509a3444 req-43a86732-5249-4cd1-858f-3b5bc2c0ad0f tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:56.275465 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6aced-ef39-4026-b93e-cf89fc723ab0 req-44a1afdd-34ff-467b-ad1f-3c3db44bf501 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:56.277363 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-aef6aced-ef39-4026-b93e-cf89fc723ab0 req-44a1afdd-34ff-467b-ad1f-3c3db44bf501 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec09d83d-f222-40ce-8c71-66927e61b7f1 HTTP/1.1" status: 200 len: 983 time: 0.0987859 Oct 26 15:57:56.325562 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-aef6aced-ef39-4026-b93e-cf89fc723ab0 req-55b50450-6235-4a25-a9b1-66c3f0981840 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=d6e29a4f-748e-48a2-b1bf-93f8e8b23bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423863 Oct 26 15:57:56.378300 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-bb7a9a29-5447-48f6-ab16-e933f2650fe2 req-0dd981e3-55b4-46d8-b81b-3c075eda07dc service neutron] For port cfb9f8ca-458f-4fb5-a0db-635d5402257a, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=cfb9f8ca-458f-4fb5-a0db-635d5402257a,segment=NetworkSegment(3e0c11ba-96bc-4e4e-9635-e583098ac47c),segment_id=3e0c11ba-96bc-4e4e-9635-e583098ac47c)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:57:56.572697 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-bb7a9a29-5447-48f6-ab16-e933f2650fe2 req-0dd981e3-55b4-46d8-b81b-3c075eda07dc service neutron] For port cfb9f8ca-458f-4fb5-a0db-635d5402257a, host hv-neutron-8627, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:57:56.642347 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-ad631360-8196-4695-a220-176e509a3444 req-43a86732-5249-4cd1-858f-3b5bc2c0ad0f tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] For port 6be0c03f-c6e5-4ac0-9f8a-84a3370db398, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=6be0c03f-c6e5-4ac0-9f8a-84a3370db398,segment=NetworkSegment(5abcf1f5-9fbe-42a4-ad2d-7607ef188452),segment_id=5abcf1f5-9fbe-42a4-ad2d-7607ef188452)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:57:56.642728 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-ad631360-8196-4695-a220-176e509a3444 req-43a86732-5249-4cd1-858f-3b5bc2c0ad0f tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:56.672247 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [req-bb7a9a29-5447-48f6-ab16-e933f2650fe2 req-0dd981e3-55b4-46d8-b81b-3c075eda07dc service neutron] device_id is not set on port cfb9f8ca-458f-4fb5-a0db-635d5402257a yet. {{(pid=89748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:57:56.762672 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-bb7a9a29-5447-48f6-ab16-e933f2650fe2 req-0dd981e3-55b4-46d8-b81b-3c075eda07dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:56.789107 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b7a71-a53e-4e10-ab3d-d1148a8c2239 req-cbaf6f5c-25a3-4087-a166-c92de0f8ad1f tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:56.790660 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-048b7a71-a53e-4e10-ab3d-d1148a8c2239 req-cbaf6f5c-25a3-4087-a166-c92de0f8ad1f tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cd7fb3-e801-4c62-90d6-2d333cc515ef HTTP/1.1" status: 200 len: 945 time: 0.3583283 Oct 26 15:57:56.880117 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-bb7a9a29-5447-48f6-ab16-e933f2650fe2 req-0dd981e3-55b4-46d8-b81b-3c075eda07dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:56.968173 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:57.143783 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-048b7a71-a53e-4e10-ab3d-d1148a8c2239 req-6e4d0ac3-8f5f-46ec-b3cc-8df0c636b9c4 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3456531 Oct 26 15:57:57.184122 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd981e3-55b4-46d8-b81b-3c075eda07dc service neutron] Pushing event updated for resources: {'Port': ['ID=cfb9f8ca-458f-4fb5-a0db-635d5402257a,revision_number=11']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:57:57.194744 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb7a9a29-5447-48f6-ab16-e933f2650fe2 req-0dd981e3-55b4-46d8-b81b-3c075eda07dc service neutron] No DVR routers for this DVR port cfb9f8ca-458f-4fb5-a0db-635d5402257a on host hv-neutron-8627 {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:57:57.257398 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd981e3-55b4-46d8-b81b-3c075eda07dc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:57:57.257745 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd981e3-55b4-46d8-b81b-3c075eda07dc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:57:57.258084 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd981e3-55b4-46d8-b81b-3c075eda07dc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:57:57.258421 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd981e3-55b4-46d8-b81b-3c075eda07dc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:57:57.258774 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd981e3-55b4-46d8-b81b-3c075eda07dc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:57:57.259106 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd981e3-55b4-46d8-b81b-3c075eda07dc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:57:57.259434 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd981e3-55b4-46d8-b81b-3c075eda07dc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:57:57.259761 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd981e3-55b4-46d8-b81b-3c075eda07dc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:57:57.260088 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd981e3-55b4-46d8-b81b-3c075eda07dc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:57:57.260409 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd981e3-55b4-46d8-b81b-3c075eda07dc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:57:57.260733 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd981e3-55b4-46d8-b81b-3c075eda07dc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:57:57.261055 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd981e3-55b4-46d8-b81b-3c075eda07dc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:57:57.469386 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-ad631360-8196-4695-a220-176e509a3444 req-43a86732-5249-4cd1-858f-3b5bc2c0ad0f tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:57.470091 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-ad631360-8196-4695-a220-176e509a3444 req-43a86732-5249-4cd1-858f-3b5bc2c0ad0f tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:57.470091 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.l3_db [req-ad631360-8196-4695-a220-176e509a3444 req-43a86732-5249-4cd1-858f-3b5bc2c0ad0f tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Floating IP 387a6cee-e6fe-4352-9adb-12da08abdbce disassociated. External IP: 172.26.2.15, port: 6be0c03f-c6e5-4ac0-9f8a-84a3370db398. Oct 26 15:57:57.470382 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-ad631360-8196-4695-a220-176e509a3444 req-43a86732-5249-4cd1-858f-3b5bc2c0ad0f tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Calling delete_port for 6be0c03f-c6e5-4ac0-9f8a-84a3370db398 owned by compute:nova {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:57:57.494559 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b3417a1a-25d5-4d15-9ee1-ef7b0ce360e7 req-ef402f02-ef22-400f-9429-1790a521c306 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec09d83d-f222-40ce-8c71-66927e61b7f1 HTTP/1.1" status: 200 len: 210 time: 0.0499256 Oct 26 15:57:57.679414 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-bb7a9a29-5447-48f6-ab16-e933f2650fe2 req-0dd981e3-55b4-46d8-b81b-3c075eda07dc service neutron] In _notify_port_updated(), no bound segment for port cfb9f8ca-458f-4fb5-a0db-635d5402257a on network 448e5df8-9ca3-4f43-8ebd-30cc8245c2ae {{(pid=89748) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 26 15:57:57.680280 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a9a29-5447-48f6-ab16-e933f2650fe2 req-0dd981e3-55b4-46d8-b81b-3c075eda07dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:57.680882 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-bb7a9a29-5447-48f6-ab16-e933f2650fe2 req-0dd981e3-55b4-46d8-b81b-3c075eda07dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:57.682130 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bb7a9a29-5447-48f6-ab16-e933f2650fe2 req-0dd981e3-55b4-46d8-b81b-3c075eda07dc service neutron] 10.222.0.48 "PUT /v2.0/ports/cfb9f8ca-458f-4fb5-a0db-635d5402257a HTTP/1.1" status: 200 len: 1026 time: 2.0456455 Oct 26 15:57:57.745852 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-ad631360-8196-4695-a220-176e509a3444 req-43a86732-5249-4cd1-858f-3b5bc2c0ad0f tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:57.799538 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a86732-5249-4cd1-858f-3b5bc2c0ad0f tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Pushing event deleted for resources: {'Port': ['ID=6be0c03f-c6e5-4ac0-9f8a-84a3370db398,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:57:57.877272 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device cfb9f8ca-458f-4fb5-a0db-635d5402257a no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:57:57.936823 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device cfb9f8ca-458f-4fb5-a0db-635d5402257a not bound to the agent host hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:57:57.937270 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 6be0c03f-c6e5-4ac0-9f8a-84a3370db398 no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:57:57.971525 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] No Port match for: 6be0c03f-c6e5-4ac0-9f8a-84a3370db398 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:57:57.972267 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 6be0c03f-c6e5-4ac0-9f8a-84a3370db398 not bound to the agent host hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:57:57.992485 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad631360-8196-4695-a220-176e509a3444 req-43a86732-5249-4cd1-858f-3b5bc2c0ad0f tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Router 94c6ae37-8f4f-4102-b50a-140b7957ee56 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:57:58.193374 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad631360-8196-4695-a220-176e509a3444 req-43a86732-5249-4cd1-858f-3b5bc2c0ad0f tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:57:58.205701 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525c3ffc-ac59-4832-8f9b-b6cfb06c41b6 None None] Sync routers for ids ['94c6ae37-8f4f-4102-b50a-140b7957ee56'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:57:58.218862 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525c3ffc-ac59-4832-8f9b-b6cfb06c41b6 None None] Routers {'94c6ae37-8f4f-4102-b50a-140b7957ee56'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:57:58.222780 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-525c3ffc-ac59-4832-8f9b-b6cfb06c41b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:57:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['94c6ae37-8f4f-4102-b50a-140b7957ee56'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:57:58.310913 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad631360-8196-4695-a220-176e509a3444 req-43a86732-5249-4cd1-858f-3b5bc2c0ad0f tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] No DVR routers for this DVR port 6be0c03f-c6e5-4ac0-9f8a-84a3370db398 on host hv-neutron-8627 {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:57:58.314621 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-ad631360-8196-4695-a220-176e509a3444 req-43a86732-5249-4cd1-858f-3b5bc2c0ad0f tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:58.357239 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23cd7fb3-e801-4c62-90d6-2d333cc515ef', 'name': 'network-vif-deleted', 'tag': '6be0c03f-c6e5-4ac0-9f8a-84a3370db398'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:57:58.369365 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803dca02-caa9-4e05-91bc-baf54b11e311" -d '{"events": [{"server_uuid": "23cd7fb3-e801-4c62-90d6-2d333cc515ef", "name": "network-vif-deleted", "tag": "6be0c03f-c6e5-4ac0-9f8a-84a3370db398"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:57:58.385827 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-b280330e-3575-475a-828c-fa1266741951 req-d8ea2e0f-fd31-4d9b-8e2c-d93670341aec tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Synchronizing usage tracker for tenant:ab9c67e35a8b4af1a86f3646b2324675 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:57:58.399285 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-b280330e-3575-475a-828c-fa1266741951 req-d8ea2e0f-fd31-4d9b-8e2c-d93670341aec tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Unset dirty status for tenant:ab9c67e35a8b4af1a86f3646b2324675 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:57:58.400857 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b280330e-3575-475a-828c-fa1266741951 req-d8ea2e0f-fd31-4d9b-8e2c-d93670341aec tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cd7fb3-e801-4c62-90d6-2d333cc515ef HTTP/1.1" status: 200 len: 210 time: 0.0925205 Oct 26 15:57:58.416390 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dba400d-be4e-4404-a355-295e1e75e0e1 x-openstack-request-id: req-4dba400d-be4e-4404-a355-295e1e75e0e1 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:57:58.416683 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23cd7fb3-e801-4c62-90d6-2d333cc515ef", "name": "network-vif-deleted", "tag": "6be0c03f-c6e5-4ac0-9f8a-84a3370db398", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:57:58.416929 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4dba400d-be4e-4404-a355-295e1e75e0e1 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:57:58.417348 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dba400d-be4e-4404-a355-295e1e75e0e1'] response: {'server_uuid': '23cd7fb3-e801-4c62-90d6-2d333cc515ef', 'name': 'network-vif-deleted', 'tag': '6be0c03f-c6e5-4ac0-9f8a-84a3370db398', 'status': 'completed', 'code': 200} Oct 26 15:57:58.443949 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-525c3ffc-ac59-4832-8f9b-b6cfb06c41b6 None None] Set router 94c6ae37-8f4f-4102-b50a-140b7957ee56 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:57:58.454882 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ad631360-8196-4695-a220-176e509a3444 req-43a86732-5249-4cd1-858f-3b5bc2c0ad0f tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.48 "DELETE /v2.0/ports/6be0c03f-c6e5-4ac0-9f8a-84a3370db398 HTTP/1.1" status: 204 len: 173 time: 2.4618938 Oct 26 15:57:58.676466 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-80e9ebfa-f486-4a4a-997c-f71ab410009e req-d983d104-6638-4caf-9549-b879aaf37c32 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec09d83d-f222-40ce-8c71-66927e61b7f1 HTTP/1.1" status: 200 len: 210 time: 0.0525472 Oct 26 15:57:58.795745 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-525c3ffc-ac59-4832-8f9b-b6cfb06c41b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'name': 'tempest-TestVolumeBootPattern-690992483-router', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:38Z', 'updated_at': '2022-10-26T15:53:49Z', 'revision_number': 4, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'gw_port': {'id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:40Z', 'updated_at': '2022-10-26T15:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '51038850-05f2-499e-b74c-2c2749197504', 'name': '', 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'mac_address': 'fa:16:3e:27:b0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'c273cff6-10d2-4763-a9ae-6bddfa2dc0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:46Z', 'updated_at': '2022-10-26T15:53:56Z', 'revision_number': 5, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'subnets': [{'id': 'c273cff6-10d2-4763-a9ae-6bddfa2dc0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:57:58.800185 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525c3ffc-ac59-4832-8f9b-b6cfb06c41b6 None None] Checking router: 94c6ae37-8f4f-4102-b50a-140b7957ee56 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:57:58.809912 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525c3ffc-ac59-4832-8f9b-b6cfb06c41b6 None None] Routers {'94c6ae37-8f4f-4102-b50a-140b7957ee56'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:57:58.810668 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-525c3ffc-ac59-4832-8f9b-b6cfb06c41b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:57:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['94c6ae37-8f4f-4102-b50a-140b7957ee56'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:57:59.006296 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-525c3ffc-ac59-4832-8f9b-b6cfb06c41b6 None None] Set router 94c6ae37-8f4f-4102-b50a-140b7957ee56 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:57:59.329198 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-525c3ffc-ac59-4832-8f9b-b6cfb06c41b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'name': 'tempest-TestVolumeBootPattern-690992483-router', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:38Z', 'updated_at': '2022-10-26T15:53:49Z', 'revision_number': 4, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'gw_port': {'id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:40Z', 'updated_at': '2022-10-26T15:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '51038850-05f2-499e-b74c-2c2749197504', 'name': '', 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'mac_address': 'fa:16:3e:27:b0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'c273cff6-10d2-4763-a9ae-6bddfa2dc0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:46Z', 'updated_at': '2022-10-26T15:53:56Z', 'revision_number': 5, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'subnets': [{'id': 'c273cff6-10d2-4763-a9ae-6bddfa2dc0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:57:59.333135 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525c3ffc-ac59-4832-8f9b-b6cfb06c41b6 None None] The sync data for ids ['94c6ae37-8f4f-4102-b50a-140b7957ee56'] in dv-neutron-862712-1-hyperv is: [{'id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'name': 'tempest-TestVolumeBootPattern-690992483-router', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:38Z', 'updated_at': '2022-10-26T15:53:49Z', 'revision_number': 4, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'gw_port': {'id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:40Z', 'updated_at': '2022-10-26T15:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '51038850-05f2-499e-b74c-2c2749197504', 'name': '', 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'mac_address': 'fa:16:3e:27:b0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'c273cff6-10d2-4763-a9ae-6bddfa2dc0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:46Z', 'updated_at': '2022-10-26T15:53:56Z', 'revision_number': 5, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'subnets': [{'id': 'c273cff6-10d2-4763-a9ae-6bddfa2dc0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:57:59.555768 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52609d0-d15c-49c1-8961-c56c4c9e1ab4 None None] New status for floating IP 387a6cee-e6fe-4352-9adb-12da08abdbce: DOWN {{(pid=89750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:57:59.590787 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d1c4f349-729b-4937-98a4-022182cbd98a req-a3994229-95a9-4478-97aa-61432c51fa49 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cd7fb3-e801-4c62-90d6-2d333cc515ef HTTP/1.1" status: 200 len: 210 time: 0.0536268 Oct 26 15:57:59.799988 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 45910) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:57:59.872267 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3796d81c-8141-4b0d-806e-3b3d739f1224 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:57:59.906571 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3796d81c-8141-4b0d-806e-3b3d739f1224 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:00.040546 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3796d81c-8141-4b0d-806e-3b3d739f1224 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:00.060774 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3796d81c-8141-4b0d-806e-3b3d739f1224 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9113cb-b589-432f-ab96-dcdddf052ab6,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:58:00.142530 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3796d81c-8141-4b0d-806e-3b3d739f1224 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:00.143900 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-3796d81c-8141-4b0d-806e-3b3d739f1224 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "DELETE /v2.0/security-groups/8d9113cb-b589-432f-ab96-dcdddf052ab6 HTTP/1.1" status: 204 len: 168 time: 0.3429255 Oct 26 15:58:00.254254 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45916) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:58:00.460113 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-ddcbfeca-2d12-49f1-b8e2-5000bd58f441 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Deleting port 7e6f59b0-68b2-423c-926b-44063ce18806 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:58:00.460457 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ddcbfeca-2d12-49f1-b8e2-5000bd58f441 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:00.628606 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ddcbfeca-2d12-49f1-b8e2-5000bd58f441 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:00.629209 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ddcbfeca-2d12-49f1-b8e2-5000bd58f441 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:00.754586 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-ddcbfeca-2d12-49f1-b8e2-5000bd58f441 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Calling delete_port for 7e6f59b0-68b2-423c-926b-44063ce18806 owned by network:floatingip {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:58:01.040634 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-a1e304db-71cd-4ac7-9f1e-16f4e42686cf tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-180811653&fields=id&tenant_id=ab9c67e35a8b4af1a86f3646b2324675 HTTP/1.1" status: 200 len: 267 time: 0.0584061 Oct 26 15:58:01.119347 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ddcbfeca-2d12-49f1-b8e2-5000bd58f441 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:01.182405 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcbfeca-2d12-49f1-b8e2-5000bd58f441 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Port': ['ID=7e6f59b0-68b2-423c-926b-44063ce18806,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:58:01.236595 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcbfeca-2d12-49f1-b8e2-5000bd58f441 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:58:01.236940 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcbfeca-2d12-49f1-b8e2-5000bd58f441 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:58:01.237277 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcbfeca-2d12-49f1-b8e2-5000bd58f441 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:58:01.237610 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcbfeca-2d12-49f1-b8e2-5000bd58f441 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:58:01.237938 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcbfeca-2d12-49f1-b8e2-5000bd58f441 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:58:01.238270 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcbfeca-2d12-49f1-b8e2-5000bd58f441 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:58:01.238625 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcbfeca-2d12-49f1-b8e2-5000bd58f441 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:58:01.238950 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcbfeca-2d12-49f1-b8e2-5000bd58f441 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:58:01.239272 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcbfeca-2d12-49f1-b8e2-5000bd58f441 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:58:01.239592 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcbfeca-2d12-49f1-b8e2-5000bd58f441 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:58:01.239910 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcbfeca-2d12-49f1-b8e2-5000bd58f441 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:58:01.240225 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcbfeca-2d12-49f1-b8e2-5000bd58f441 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:58:01.332399 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-59d3b2e5-51c9-4afc-b1a1-7dab713f523c tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:01.333730 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-59d3b2e5-51c9-4afc-b1a1-7dab713f523c tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/networks?id=e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83 HTTP/1.1" status: 200 len: 811 time: 0.2860141 Oct 26 15:58:01.338049 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ddcbfeca-2d12-49f1-b8e2-5000bd58f441 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for floatingip, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:01.345036 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.l3_db [None req-ddcbfeca-2d12-49f1-b8e2-5000bd58f441 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Floating IP 259b4c6e-ba58-4778-b29a-b5249fcd0125 disassociated (deleted). External IP: 172.26.2.250, port: cfb9f8ca-458f-4fb5-a0db-635d5402257a. Oct 26 15:58:01.469051 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-0e30c399-42bf-42bb-911a-09420a6e3e1f tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/quotas/ab9c67e35a8b4af1a86f3646b2324675 HTTP/1.1" status: 200 len: 375 time: 0.0817029 Oct 26 15:58:01.719548 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-63ff36e1-68db-49b0-a125-65117561cd96 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ab9c67e35a8b4af1a86f3646b2324675&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2450492 Oct 26 15:58:01.862002 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddcbfeca-2d12-49f1-b8e2-5000bd58f441 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Router 69d72a37-c16d-4473-a9c6-4bfc2a7f25c1 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:58:01.936144 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-1b79041e-9765-44ad-adac-cbda68ccc3c1 service neutron] 10.222.0.23 "GET /v2.0/networks/e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051690 Oct 26 15:58:02.042525 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-54612c68-1eff-4807-9415-80732de581fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:02.165662 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcbfeca-2d12-49f1-b8e2-5000bd58f441 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:58:02.168714 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-e92cdd31-4815-4291-9fed-c258ae745121 service neutron] 10.222.0.23 "GET /v2.0/networks/e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268984 Oct 26 15:58:02.176288 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067c97c1-486d-406e-938a-92638c728c97 None None] Sync routers for ids ['69d72a37-c16d-4473-a9c6-4bfc2a7f25c1'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:58:02.187140 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067c97c1-486d-406e-938a-92638c728c97 None None] Routers {'69d72a37-c16d-4473-a9c6-4bfc2a7f25c1'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:58:02.187874 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-067c97c1-486d-406e-938a-92638c728c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:57:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['69d72a37-c16d-4473-a9c6-4bfc2a7f25c1'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:58:02.225395 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ddcbfeca-2d12-49f1-b8e2-5000bd58f441 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:02.413140 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ddcbfeca-2d12-49f1-b8e2-5000bd58f441 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "DELETE /v2.0/floatingips/259b4c6e-ba58-4778-b29a-b5249fcd0125 HTTP/1.1" status: 204 len: 168 time: 2.1577556 Oct 26 15:58:02.428860 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-067c97c1-486d-406e-938a-92638c728c97 None None] Set router 69d72a37-c16d-4473-a9c6-4bfc2a7f25c1 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:58:02.566647 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45938) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:58:02.636412 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-05f28a5e-6b5c-4ccf-ac28-1050db6e3f79 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:02.668931 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-05f28a5e-6b5c-4ccf-ac28-1050db6e3f79 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:02.761474 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-067c97c1-486d-406e-938a-92638c728c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d72a37-c16d-4473-a9c6-4bfc2a7f25c1', 'name': 'tempest-TestNetworkBasicOps-router-931782933', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': '155863c4-8dec-4cc4-9d9a-c9e08dd75c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:59Z', 'updated_at': '2022-10-26T15:57:05Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '155863c4-8dec-4cc4-9d9a-c9e08dd75c1b', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:43:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d72a37-c16d-4473-a9c6-4bfc2a7f25c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:57:00Z', 'updated_at': '2022-10-26T15:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '137998d8-fd68-4019-aa50-5f664784268c', 'name': '', 'network_id': '448e5df8-9ca3-4f43-8ebd-30cc8245c2ae', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:cd:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d72a37-c16d-4473-a9c6-4bfc2a7f25c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '9a0c03f2-5ec1-4838-8a2c-8abb91363c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:57:05Z', 'updated_at': '2022-10-26T15:57:11Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '9a0c03f2-5ec1-4838-8a2c-8abb91363c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:58:02.765887 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067c97c1-486d-406e-938a-92638c728c97 None None] Checking router: 69d72a37-c16d-4473-a9c6-4bfc2a7f25c1 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:58:02.776505 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067c97c1-486d-406e-938a-92638c728c97 None None] Routers {'69d72a37-c16d-4473-a9c6-4bfc2a7f25c1'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:58:02.777224 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-067c97c1-486d-406e-938a-92638c728c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:57:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['69d72a37-c16d-4473-a9c6-4bfc2a7f25c1'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:58:02.824614 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-05f28a5e-6b5c-4ccf-ac28-1050db6e3f79 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:02.850290 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f28a5e-6b5c-4ccf-ac28-1050db6e3f79 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45872b5d-1dbe-4c93-8061-a86d73f08558,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:58:02.859903 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-05f28a5e-6b5c-4ccf-ac28-1050db6e3f79 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:02.864171 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-05f28a5e-6b5c-4ccf-ac28-1050db6e3f79 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "DELETE /v2.0/security-groups/45872b5d-1dbe-4c93-8061-a86d73f08558 HTTP/1.1" status: 204 len: 168 time: 0.2963083 Oct 26 15:58:02.866431 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d3928fa9-0093-47a5-853b-c4cb3f262cca req-82283cb8-4bc8-4d77-9360-03c3a797625e tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df0629b-82e5-4585-8f69-453de5f84a53 HTTP/1.1" status: 200 len: 210 time: 0.0764043 Oct 26 15:58:02.968870 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45952) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:58:02.998630 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-067c97c1-486d-406e-938a-92638c728c97 None None] Set router 69d72a37-c16d-4473-a9c6-4bfc2a7f25c1 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:58:03.042344 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-0d7db867-24f6-4e0a-9fed-cfb74f951b9f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Deleting port cfb9f8ca-458f-4fb5-a0db-635d5402257a {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:58:03.042344 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0d7db867-24f6-4e0a-9fed-cfb74f951b9f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:03.315229 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0d7db867-24f6-4e0a-9fed-cfb74f951b9f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:03.325931 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-067c97c1-486d-406e-938a-92638c728c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d72a37-c16d-4473-a9c6-4bfc2a7f25c1', 'name': 'tempest-TestNetworkBasicOps-router-931782933', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': '155863c4-8dec-4cc4-9d9a-c9e08dd75c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:59Z', 'updated_at': '2022-10-26T15:57:05Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '155863c4-8dec-4cc4-9d9a-c9e08dd75c1b', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:43:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d72a37-c16d-4473-a9c6-4bfc2a7f25c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:57:00Z', 'updated_at': '2022-10-26T15:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '137998d8-fd68-4019-aa50-5f664784268c', 'name': '', 'network_id': '448e5df8-9ca3-4f43-8ebd-30cc8245c2ae', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:cd:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d72a37-c16d-4473-a9c6-4bfc2a7f25c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '9a0c03f2-5ec1-4838-8a2c-8abb91363c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:57:05Z', 'updated_at': '2022-10-26T15:57:11Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '9a0c03f2-5ec1-4838-8a2c-8abb91363c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:58:03.330786 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067c97c1-486d-406e-938a-92638c728c97 None None] The sync data for ids ['69d72a37-c16d-4473-a9c6-4bfc2a7f25c1'] in dv-neutron-862712-1-hyperv is: [{'id': '69d72a37-c16d-4473-a9c6-4bfc2a7f25c1', 'name': 'tempest-TestNetworkBasicOps-router-931782933', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': '155863c4-8dec-4cc4-9d9a-c9e08dd75c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:59Z', 'updated_at': '2022-10-26T15:57:05Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '155863c4-8dec-4cc4-9d9a-c9e08dd75c1b', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:43:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d72a37-c16d-4473-a9c6-4bfc2a7f25c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:57:00Z', 'updated_at': '2022-10-26T15:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '137998d8-fd68-4019-aa50-5f664784268c', 'name': '', 'network_id': '448e5df8-9ca3-4f43-8ebd-30cc8245c2ae', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:cd:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d72a37-c16d-4473-a9c6-4bfc2a7f25c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '9a0c03f2-5ec1-4838-8a2c-8abb91363c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:57:05Z', 'updated_at': '2022-10-26T15:57:11Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '9a0c03f2-5ec1-4838-8a2c-8abb91363c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:58:03.455786 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-0d7db867-24f6-4e0a-9fed-cfb74f951b9f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Calling delete_port for cfb9f8ca-458f-4fb5-a0db-635d5402257a owned by {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:58:03.553308 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2107456-74ce-421e-8ce5-6050cfdfbf9b None None] New status for floating IP 259b4c6e-ba58-4778-b29a-b5249fcd0125: DOWN {{(pid=89750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:58:03.694328 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0d7db867-24f6-4e0a-9fed-cfb74f951b9f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:03.746303 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7db867-24f6-4e0a-9fed-cfb74f951b9f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Port': ['ID=cfb9f8ca-458f-4fb5-a0db-635d5402257a,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:58:03.857862 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0d7db867-24f6-4e0a-9fed-cfb74f951b9f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:03.868230 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-0d7db867-24f6-4e0a-9fed-cfb74f951b9f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "DELETE /v2.0/ports/cfb9f8ca-458f-4fb5-a0db-635d5402257a HTTP/1.1" status: 204 len: 168 time: 0.8982491 Oct 26 15:58:03.871499 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 45958) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:58:04.068298 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-41adeb42-00ca-4d35-bd96-b9d288c15913 req-bd8c2752-28c9-488c-b37f-221b558c4bcb tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df0629b-82e5-4585-8f69-453de5f84a53 HTTP/1.1" status: 200 len: 210 time: 0.0729957 Oct 26 15:58:04.431572 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-089c439b-e7cf-4370-80a4-afe3f64ff5d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:04.610754 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7f54c13d-f3a7-431e-9721-bd624ef4dca3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:05.001191 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-526bd08e-891c-4607-96ec-4a2b093f0f78 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:05.005670 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-526bd08e-891c-4607-96ec-4a2b093f0f78 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.48 "GET /v2.0/networks?id=e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83 HTTP/1.1" status: 200 len: 811 time: 0.2587156 Oct 26 15:58:05.070619 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-f5be0e20-6b65-4b9b-a44c-8e73cbc71729 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab9c67e35a8b4af1a86f3646b2324675 HTTP/1.1" status: 200 len: 379 time: 0.0498724 Oct 26 15:58:05.081338 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-d9e1ab93-3dcc-4d6c-a830-b5670ac0371b tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Request body: {'port': {'device_id': '4df0629b-82e5-4585-8f69-453de5f84a53', 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83', 'admin_state_up': True, 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'security_groups': ['f55314ed-bf53-4a9d-b7a1-eab9e09e1862']}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:58:05.252083 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b4815e41-3994-4c28-ab4b-f8d96d55baaa req-fa62d09e-6588-4422-8137-52bd685e18cc tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df0629b-82e5-4585-8f69-453de5f84a53 HTTP/1.1" status: 200 len: 210 time: 0.0616882 Oct 26 15:58:05.256944 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-7f54c13d-f3a7-431e-9721-bd624ef4dca3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Deleting port 137998d8-fd68-4019-aa50-5f664784268c {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:58:05.257289 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7f54c13d-f3a7-431e-9721-bd624ef4dca3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:05.265262 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:05.291668 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:05.328175 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-d9e1ab93-3dcc-4d6c-a830-b5670ac0371b tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:58:05.349621 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-d9e1ab93-3dcc-4d6c-a830-b5670ac0371b tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Usage tracker for resource:port and tenant:ab9c67e35a8b4af1a86f3646b2324675 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:58:05.355966 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-d9e1ab93-3dcc-4d6c-a830-b5670ac0371b tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:58:05.412797 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-d9e1ab93-3dcc-4d6c-a830-b5670ac0371b tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:58:05.483106 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-7f54c13d-f3a7-431e-9721-bd624ef4dca3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] For port 137998d8-fd68-4019-aa50-5f664784268c, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=137998d8-fd68-4019-aa50-5f664784268c,segment=NetworkSegment(3e0c11ba-96bc-4e4e-9635-e583098ac47c),segment_id=3e0c11ba-96bc-4e4e-9635-e583098ac47c)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:58:05.483455 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7f54c13d-f3a7-431e-9721-bd624ef4dca3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:05.547015 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-d9e1ab93-3dcc-4d6c-a830-b5670ac0371b tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Made reservation on behalf of ab9c67e35a8b4af1a86f3646b2324675 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:58:05.550364 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-d9e1ab93-3dcc-4d6c-a830-b5670ac0371b tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:05.619880 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-7f54c13d-f3a7-431e-9721-bd624ef4dca3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Calling delete_port for 137998d8-fd68-4019-aa50-5f664784268c owned by network:router_interface {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:58:05.975706 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-d9e1ab93-3dcc-4d6c-a830-b5670ac0371b tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Allocated IP 172.20.0.9 (e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83/c273cff6-10d2-4763-a9ae-6bddfa2dc0d2/9363f6b7-2fde-4da6-bd4e-6c75049d497d) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:58:06.159378 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7f54c13d-f3a7-431e-9721-bd624ef4dca3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:06.304479 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f54c13d-f3a7-431e-9721-bd624ef4dca3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Port': ['ID=137998d8-fd68-4019-aa50-5f664784268c,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:58:06.475560 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e8866302-4ec1-466d-a59b-ad557e3c5c45 req-c67660be-20d5-4160-a621-792e4e757ebb tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df0629b-82e5-4585-8f69-453de5f84a53 HTTP/1.1" status: 200 len: 210 time: 0.0827446 Oct 26 15:58:06.628769 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-d9e1ab93-3dcc-4d6c-a830-b5670ac0371b tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:06.656154 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-d9e1ab93-3dcc-4d6c-a830-b5670ac0371b tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Transition to ACTIVE for port object 9363f6b7-2fde-4da6-bd4e-6c75049d497d will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:58:06.687928 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7f54c13d-f3a7-431e-9721-bd624ef4dca3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:06.825302 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:06.886450 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-d9e1ab93-3dcc-4d6c-a830-b5670ac0371b tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:07.088171 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-d9e1ab93-3dcc-4d6c-a830-b5670ac0371b tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Network e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:58:07.093016 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-d9e1ab93-3dcc-4d6c-a830-b5670ac0371b tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:58:07.099207 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-d9e1ab93-3dcc-4d6c-a830-b5670ac0371b tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:58:07.143473 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1ab93-3dcc-4d6c-a830-b5670ac0371b tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Pushing event updated for resources: {'Port': ['ID=9363f6b7-2fde-4da6-bd4e-6c75049d497d,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:58:07.194092 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-d9e1ab93-3dcc-4d6c-a830-b5670ac0371b tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:07.194826 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-d9e1ab93-3dcc-4d6c-a830-b5670ac0371b tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:07.227299 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f54c13d-f3a7-431e-9721-bd624ef4dca3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Router 69d72a37-c16d-4473-a9c6-4bfc2a7f25c1 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:58:07.368029 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-3d8acc5b-9dd7-4515-9e00-93aeca09b5db None None] Provisioning for port 9363f6b7-2fde-4da6-bd4e-6c75049d497d completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:58:07.374257 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-3d8acc5b-9dd7-4515-9e00-93aeca09b5db None None] Provisioning complete for port 9363f6b7-2fde-4da6-bd4e-6c75049d497d triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:58:07.377600 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3d8acc5b-9dd7-4515-9e00-93aeca09b5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:07.377600 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-3d8acc5b-9dd7-4515-9e00-93aeca09b5db None None] Attempt 1 to provision port 9363f6b7-2fde-4da6-bd4e-6c75049d497d Oct 26 15:58:07.434220 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3d8acc5b-9dd7-4515-9e00-93aeca09b5db None None] Port 9363f6b7-2fde-4da6-bd4e-6c75049d497d cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:58:07.473297 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-d9e1ab93-3dcc-4d6c-a830-b5670ac0371b tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3961031 Oct 26 15:58:07.500924 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-ddf5ba78-f8ed-4855-855a-c87042bc2425 service neutron] Request body: {'port': {'device_id': '4df0629b-82e5-4585-8f69-453de5f84a53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8627'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:58:07.634065 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f54c13d-f3a7-431e-9721-bd624ef4dca3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:58:07.640703 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-7f54c13d-f3a7-431e-9721-bd624ef4dca3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "PUT /v2.0/routers/69d72a37-c16d-4473-a9c6-4bfc2a7f25c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7680881 Oct 26 15:58:07.643667 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 45976) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:58:07.644486 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c20aa8-33c0-4bd9-9428-03c167408688 None None] Sync routers for ids ['69d72a37-c16d-4473-a9c6-4bfc2a7f25c1'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:58:07.655980 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c20aa8-33c0-4bd9-9428-03c167408688 None None] Routers {'69d72a37-c16d-4473-a9c6-4bfc2a7f25c1'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:58:07.657161 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-e5c20aa8-33c0-4bd9-9428-03c167408688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:58:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['69d72a37-c16d-4473-a9c6-4bfc2a7f25c1'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:58:07.688909 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-ddf5ba78-f8ed-4855-855a-c87042bc2425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:07.694373 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5b221-7101-4b57-9846-b6ce96d19763 req-5d849ed1-294b-432c-ab86-69fcfd516530 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:07.702114 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-3be5b221-7101-4b57-9846-b6ce96d19763 req-5d849ed1-294b-432c-ab86-69fcfd516530 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df0629b-82e5-4585-8f69-453de5f84a53 HTTP/1.1" status: 200 len: 931 time: 0.1154761 Oct 26 15:58:07.747774 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-3be5b221-7101-4b57-9846-b6ce96d19763 req-54558131-13ee-4675-8f46-2dc25df58ef3 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406568 Oct 26 15:58:07.774634 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcdd31f1-f63b-42a3-844f-71f57e4d12b5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Deleting subnet 9a0c03f2-5ec1-4838-8a2c-8abb91363c2f {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 15:58:07.779719 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dcdd31f1-f63b-42a3-844f-71f57e4d12b5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:07.849431 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-e5c20aa8-33c0-4bd9-9428-03c167408688 None None] Set router 69d72a37-c16d-4473-a9c6-4bfc2a7f25c1 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:58:07.886576 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dcdd31f1-f63b-42a3-844f-71f57e4d12b5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:07.949957 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-3d8acc5b-9dd7-4515-9e00-93aeca09b5db None None] Attempt 2 to provision port 9363f6b7-2fde-4da6-bd4e-6c75049d497d Oct 26 15:58:08.100019 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dcdd31f1-f63b-42a3-844f-71f57e4d12b5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:08.132960 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3d8acc5b-9dd7-4515-9e00-93aeca09b5db None None] Port 9363f6b7-2fde-4da6-bd4e-6c75049d497d cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:58:08.237540 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-e5c20aa8-33c0-4bd9-9428-03c167408688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d72a37-c16d-4473-a9c6-4bfc2a7f25c1', 'name': 'tempest-TestNetworkBasicOps-router-931782933', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': '155863c4-8dec-4cc4-9d9a-c9e08dd75c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:59Z', 'updated_at': '2022-10-26T15:58:05Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '155863c4-8dec-4cc4-9d9a-c9e08dd75c1b', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:43:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d72a37-c16d-4473-a9c6-4bfc2a7f25c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:57:00Z', 'updated_at': '2022-10-26T15:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:58:08.241464 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c20aa8-33c0-4bd9-9428-03c167408688 None None] Checking router: 69d72a37-c16d-4473-a9c6-4bfc2a7f25c1 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:58:08.244888 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-ddf5ba78-f8ed-4855-855a-c87042bc2425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9363f6b7-2fde-4da6-bd4e-6c75049d497d {{(pid=89748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:58:08.250702 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c20aa8-33c0-4bd9-9428-03c167408688 None None] Routers {'69d72a37-c16d-4473-a9c6-4bfc2a7f25c1'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:58:08.251310 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-e5c20aa8-33c0-4bd9-9428-03c167408688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:58:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['69d72a37-c16d-4473-a9c6-4bfc2a7f25c1'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:58:08.253865 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-ddf5ba78-f8ed-4855-855a-c87042bc2425 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:08.276435 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-ddf5ba78-f8ed-4855-855a-c87042bc2425 service neutron] Transition to ACTIVE for port object 9363f6b7-2fde-4da6-bd4e-6c75049d497d will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:58:08.277938 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dcdd31f1-f63b-42a3-844f-71f57e4d12b5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:08.316226 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd31f1-f63b-42a3-844f-71f57e4d12b5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Subnet': ['ID=9a0c03f2-5ec1-4838-8a2c-8abb91363c2f,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:58:08.321695 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dcdd31f1-f63b-42a3-844f-71f57e4d12b5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:08.328839 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-ddf5ba78-f8ed-4855-855a-c87042bc2425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:08.365782 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100d3be1-793d-4613-8f41-090b09abdc84 None None] Network 448e5df8-9ca3-4f43-8ebd-30cc8245c2ae requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:58:08.412423 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-dcdd31f1-f63b-42a3-844f-71f57e4d12b5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "DELETE /v2.0/subnets/9a0c03f2-5ec1-4838-8a2c-8abb91363c2f HTTP/1.1" status: 204 len: 168 time: 0.7677381 Oct 26 15:58:08.415119 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45980) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:58:08.527430 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf5ba78-f8ed-4855-855a-c87042bc2425 service neutron] Pushing event updated for resources: {'Port': ['ID=9363f6b7-2fde-4da6-bd4e-6c75049d497d,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:58:08.564843 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-ddf5ba78-f8ed-4855-855a-c87042bc2425 service neutron] Attempting to bind port 9363f6b7-2fde-4da6-bd4e-6c75049d497d on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:58:08.565671 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-ddf5ba78-f8ed-4855-855a-c87042bc2425 service neutron] Attempting to bind port 9363f6b7-2fde-4da6-bd4e-6c75049d497d by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': '5abcf1f5-9fbe-42a4-ad2d-7607ef188452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:58:08.565671 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-ddf5ba78-f8ed-4855-855a-c87042bc2425 service neutron] Attempting to bind port 9363f6b7-2fde-4da6-bd4e-6c75049d497d on network e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:58:08.572465 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-ddf5ba78-f8ed-4855-855a-c87042bc2425 service neutron] Port 9363f6b7-2fde-4da6-bd4e-6c75049d497d on network e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:58:08.572786 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-ddf5ba78-f8ed-4855-855a-c87042bc2425 service neutron] Attempting to bind port 9363f6b7-2fde-4da6-bd4e-6c75049d497d on network e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:58:08.578259 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-ddf5ba78-f8ed-4855-855a-c87042bc2425 service neutron] Checking agent: {'id': '1b551391-ebdd-44bd-8801-034277ca5526', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8627', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'started_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:58:08.579201 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-ddf5ba78-f8ed-4855-855a-c87042bc2425 service neutron] Checking segment: {'id': '5abcf1f5-9fbe-42a4-ad2d-7607ef188452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:58:08.579604 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-ddf5ba78-f8ed-4855-855a-c87042bc2425 service neutron] Bound using segment: {'id': '5abcf1f5-9fbe-42a4-ad2d-7607ef188452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:58:08.580042 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-ddf5ba78-f8ed-4855-855a-c87042bc2425 service neutron] Bound port: 9363f6b7-2fde-4da6-bd4e-6c75049d497d, host: hv-neutron-8627, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5abcf1f5-9fbe-42a4-ad2d-7607ef188452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:58:08.580685 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-ddf5ba78-f8ed-4855-855a-c87042bc2425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:08.598986 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-e5c20aa8-33c0-4bd9-9428-03c167408688 None None] Set router 69d72a37-c16d-4473-a9c6-4bfc2a7f25c1 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:58:08.622544 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e71d6ffa-3426-4a0e-a4ee-2afd57e39114 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:08.640973 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-3d8acc5b-9dd7-4515-9e00-93aeca09b5db None None] Attempt 3 to provision port 9363f6b7-2fde-4da6-bd4e-6c75049d497d Oct 26 15:58:08.674578 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-ddf5ba78-f8ed-4855-855a-c87042bc2425 service neutron] For port 9363f6b7-2fde-4da6-bd4e-6c75049d497d, host hv-neutron-8627, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:58:08.677971 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-ddf5ba78-f8ed-4855-855a-c87042bc2425 service neutron] For port 9363f6b7-2fde-4da6-bd4e-6c75049d497d, host hv-neutron-8627, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=9363f6b7-2fde-4da6-bd4e-6c75049d497d,segment=NetworkSegment(5abcf1f5-9fbe-42a4-ad2d-7607ef188452),segment_id=5abcf1f5-9fbe-42a4-ad2d-7607ef188452)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:58:08.761394 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-ddf5ba78-f8ed-4855-855a-c87042bc2425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:08.802504 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-ddf5ba78-f8ed-4855-855a-c87042bc2425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:08.803312 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-ddf5ba78-f8ed-4855-855a-c87042bc2425 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:08.804855 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-ddf5ba78-f8ed-4855-855a-c87042bc2425 service neutron] 10.222.0.48 "PUT /v2.0/ports/9363f6b7-2fde-4da6-bd4e-6c75049d497d HTTP/1.1" status: 200 len: 1093 time: 1.3099508 Oct 26 15:58:08.805565 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df0629b-82e5-4585-8f69-453de5f84a53', 'tag': '9363f6b7-2fde-4da6-bd4e-6c75049d497d'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:58:08.808668 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2603e92e-684a-49d1-b4cc-29f5097481e9" -d '{"events": [{"name": "network-changed", "server_uuid": "4df0629b-82e5-4585-8f69-453de5f84a53", "tag": "9363f6b7-2fde-4da6-bd4e-6c75049d497d"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:58:08.818833 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e71d6ffa-3426-4a0e-a4ee-2afd57e39114 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:08.837428 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3d8acc5b-9dd7-4515-9e00-93aeca09b5db None None] Port 9363f6b7-2fde-4da6-bd4e-6c75049d497d cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:58:08.859110 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf5ba78-f8ed-4855-855a-c87042bc2425 service neutron] Pushing event updated for resources: {'Port': ['ID=9363f6b7-2fde-4da6-bd4e-6c75049d497d,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:58:08.894766 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd535e7-eea1-4e37-a9f2-c4a52c145c59 x-openstack-request-id: req-1bd535e7-eea1-4e37-a9f2-c4a52c145c59 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:58:08.895106 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4df0629b-82e5-4585-8f69-453de5f84a53", "tag": "9363f6b7-2fde-4da6-bd4e-6c75049d497d", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:58:08.895488 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1bd535e7-eea1-4e37-a9f2-c4a52c145c59 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:58:08.896288 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bd535e7-eea1-4e37-a9f2-c4a52c145c59'] response: {'name': 'network-changed', 'server_uuid': '4df0629b-82e5-4585-8f69-453de5f84a53', 'tag': '9363f6b7-2fde-4da6-bd4e-6c75049d497d', 'status': 'completed', 'code': 200} Oct 26 15:58:08.920499 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-e71d6ffa-3426-4a0e-a4ee-2afd57e39114 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Deleting port 155863c4-8dec-4cc4-9d9a-c9e08dd75c1b {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:58:08.920868 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e71d6ffa-3426-4a0e-a4ee-2afd57e39114 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:08.959257 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4597c2e1-259d-4b31-9240-b04329c36c11 None None] DHCP port deletion for 448e5df8-9ca3-4f43-8ebd-30cc8245c2ae request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 15:58:08.966844 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-4597c2e1-259d-4b31-9240-b04329c36c11 None None] Deleting port 7e30e8e9-14d2-4ccb-8c78-9615cf391cbd {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 15:58:08.967218 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4597c2e1-259d-4b31-9240-b04329c36c11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:09.020417 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-e5c20aa8-33c0-4bd9-9428-03c167408688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d72a37-c16d-4473-a9c6-4bfc2a7f25c1', 'name': 'tempest-TestNetworkBasicOps-router-931782933', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': '155863c4-8dec-4cc4-9d9a-c9e08dd75c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:59Z', 'updated_at': '2022-10-26T15:58:05Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '155863c4-8dec-4cc4-9d9a-c9e08dd75c1b', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:43:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d72a37-c16d-4473-a9c6-4bfc2a7f25c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:57:00Z', 'updated_at': '2022-10-26T15:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:58:09.029773 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c20aa8-33c0-4bd9-9428-03c167408688 None None] The sync data for ids ['69d72a37-c16d-4473-a9c6-4bfc2a7f25c1'] in dv-neutron-862712-1-hyperv is: [{'id': '69d72a37-c16d-4473-a9c6-4bfc2a7f25c1', 'name': 'tempest-TestNetworkBasicOps-router-931782933', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': '155863c4-8dec-4cc4-9d9a-c9e08dd75c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:59Z', 'updated_at': '2022-10-26T15:58:05Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '155863c4-8dec-4cc4-9d9a-c9e08dd75c1b', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:43:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d72a37-c16d-4473-a9c6-4bfc2a7f25c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:57:00Z', 'updated_at': '2022-10-26T15:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:58:09.103320 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75172d2-5323-45b3-83aa-fb1ca353c06a req-99c64519-0864-419f-a24b-72488354b110 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:09.104172 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-d75172d2-5323-45b3-83aa-fb1ca353c06a req-99c64519-0864-419f-a24b-72488354b110 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Synchronizing usage tracker for tenant:ab9c67e35a8b4af1a86f3646b2324675 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:58:09.112234 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603e92e-684a-49d1-b4cc-29f5097481e9 req-1291d07f-84c3-4b43-b09f-bc7e4b0b12bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:09.113900 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2603e92e-684a-49d1-b4cc-29f5097481e9 req-1291d07f-84c3-4b43-b09f-bc7e4b0b12bd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ab9c67e35a8b4af1a86f3646b2324675&device_id=4df0629b-82e5-4585-8f69-453de5f84a53 HTTP/1.1" status: 200 len: 1096 time: 0.1778314 Oct 26 15:58:09.194999 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-4597c2e1-259d-4b31-9240-b04329c36c11 None None] For port 7e30e8e9-14d2-4ccb-8c78-9615cf391cbd, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=7e30e8e9-14d2-4ccb-8c78-9615cf391cbd,segment=NetworkSegment(3e0c11ba-96bc-4e4e-9635-e583098ac47c),segment_id=3e0c11ba-96bc-4e4e-9635-e583098ac47c)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:58:09.194999 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4597c2e1-259d-4b31-9240-b04329c36c11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:09.197404 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-d75172d2-5323-45b3-83aa-fb1ca353c06a req-99c64519-0864-419f-a24b-72488354b110 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Unset dirty status for tenant:ab9c67e35a8b4af1a86f3646b2324675 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:58:09.199185 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d75172d2-5323-45b3-83aa-fb1ca353c06a req-99c64519-0864-419f-a24b-72488354b110 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df0629b-82e5-4585-8f69-453de5f84a53 HTTP/1.1" status: 200 len: 943 time: 0.2169795 Oct 26 15:58:09.268569 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-e71d6ffa-3426-4a0e-a4ee-2afd57e39114 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] For port 155863c4-8dec-4cc4-9d9a-c9e08dd75c1b, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=155863c4-8dec-4cc4-9d9a-c9e08dd75c1b,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:58:09.268569 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e71d6ffa-3426-4a0e-a4ee-2afd57e39114 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:09.326912 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-4597c2e1-259d-4b31-9240-b04329c36c11 None None] Calling delete_port for 7e30e8e9-14d2-4ccb-8c78-9615cf391cbd owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:58:09.356407 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-3d8acc5b-9dd7-4515-9e00-93aeca09b5db None None] Attempt 4 to provision port 9363f6b7-2fde-4da6-bd4e-6c75049d497d Oct 26 15:58:09.402897 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-e71d6ffa-3426-4a0e-a4ee-2afd57e39114 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Calling delete_port for 155863c4-8dec-4cc4-9d9a-c9e08dd75c1b owned by network:router_gateway {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 15:58:09.435320 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d75172d2-5323-45b3-83aa-fb1ca353c06a req-84ccc86d-9819-4e81-92d3-aa1e2c86390d tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2223084 Oct 26 15:58:09.462672 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3d8acc5b-9dd7-4515-9e00-93aeca09b5db None None] Port 9363f6b7-2fde-4da6-bd4e-6c75049d497d had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 15:58:09.481100 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603e92e-684a-49d1-b4cc-29f5097481e9 req-a2d33063-7267-4d9d-9811-7d9cd486a4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:09.482614 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2603e92e-684a-49d1-b4cc-29f5097481e9 req-a2d33063-7267-4d9d-9811-7d9cd486a4a2 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=ab9c67e35a8b4af1a86f3646b2324675&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3548939 Oct 26 15:58:09.545290 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4597c2e1-259d-4b31-9240-b04329c36c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:09.641993 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4597c2e1-259d-4b31-9240-b04329c36c11 None None] Pushing event deleted for resources: {'Port': ['ID=7e30e8e9-14d2-4ccb-8c78-9615cf391cbd,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:58:09.643966 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603e92e-684a-49d1-b4cc-29f5097481e9 req-7649d428-17c1-420f-be8d-dba4a516c99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:09.645418 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2603e92e-684a-49d1-b4cc-29f5097481e9 req-7649d428-17c1-420f-be8d-dba4a516c99c service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1574244 Oct 26 15:58:09.652861 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4597c2e1-259d-4b31-9240-b04329c36c11 None None] No DVR routers for this DVR port 7e30e8e9-14d2-4ccb-8c78-9615cf391cbd on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:58:09.654881 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4597c2e1-259d-4b31-9240-b04329c36c11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:58:09.655235 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4597c2e1-259d-4b31-9240-b04329c36c11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:58:09.655586 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4597c2e1-259d-4b31-9240-b04329c36c11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:58:09.655922 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4597c2e1-259d-4b31-9240-b04329c36c11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:58:09.656258 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4597c2e1-259d-4b31-9240-b04329c36c11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:58:09.656594 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4597c2e1-259d-4b31-9240-b04329c36c11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:58:09.656923 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4597c2e1-259d-4b31-9240-b04329c36c11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:58:09.657253 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4597c2e1-259d-4b31-9240-b04329c36c11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:58:09.657582 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4597c2e1-259d-4b31-9240-b04329c36c11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:58:09.657908 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4597c2e1-259d-4b31-9240-b04329c36c11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:58:09.658342 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4597c2e1-259d-4b31-9240-b04329c36c11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:58:09.658620 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4597c2e1-259d-4b31-9240-b04329c36c11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:58:09.688965 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e71d6ffa-3426-4a0e-a4ee-2afd57e39114 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:09.780099 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d6ffa-3426-4a0e-a4ee-2afd57e39114 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Port': ['ID=155863c4-8dec-4cc4-9d9a-c9e08dd75c1b,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:58:09.782702 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-f658989e-02b1-4de0-8fe3-d64f1eba5434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:09.784218 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-f658989e-02b1-4de0-8fe3-d64f1eba5434 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ab9c67e35a8b4af1a86f3646b2324675&device_id=4df0629b-82e5-4585-8f69-453de5f84a53 HTTP/1.1" status: 200 len: 1096 time: 0.0808439 Oct 26 15:58:09.842625 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e71d6ffa-3426-4a0e-a4ee-2afd57e39114 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:09.861540 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-a0ed616e-3757-4470-b8a2-ee9c31f3aa35 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9363f6b7-2fde-4da6-bd4e-6c75049d497d HTTP/1.1" status: 200 len: 217 time: 0.0659149 Oct 26 15:58:09.925770 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-e10c2550-3443-4e30-8f52-0d9bd09132f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:09.927148 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-e10c2550-3443-4e30-8f52-0d9bd09132f7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c273cff6-10d2-4763-a9ae-6bddfa2dc0d2 HTTP/1.1" status: 200 len: 850 time: 0.0593557 Oct 26 15:58:10.014779 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-ad8770b6-6778-4dcb-93c3-4f738784a214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:10.016174 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-ad8770b6-6778-4dcb-93c3-4f738784a214 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832005 Oct 26 15:58:10.020443 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e71d6ffa-3426-4a0e-a4ee-2afd57e39114 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:10.022735 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e71d6ffa-3426-4a0e-a4ee-2afd57e39114 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:10.099409 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e71d6ffa-3426-4a0e-a4ee-2afd57e39114 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:10.099956 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71d6ffa-3426-4a0e-a4ee-2afd57e39114 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Fanout notify agent at l3_agent the message router_deleted on router 69d72a37-c16d-4473-a9c6-4bfc2a7f25c1 {{(pid=89747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 15:58:10.115013 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e71d6ffa-3426-4a0e-a4ee-2afd57e39114 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:10.118586 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e71d6ffa-3426-4a0e-a4ee-2afd57e39114 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "DELETE /v2.0/routers/69d72a37-c16d-4473-a9c6-4bfc2a7f25c1 HTTP/1.1" status: 204 len: 168 time: 1.6998389 Oct 26 15:58:10.119314 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45988) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:58:10.157556 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-d40e351d-fcbc-4bb2-9457-eae075024862 service neutron] 10.222.0.48 "GET /v2.0/networks/e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348147 Oct 26 15:58:10.240811 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ee18a4c2-219d-488d-9991-2c2e7bd7d051 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:10.302957 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3d8c92fe-d642-4f53-b7f2-32c5df4f933e req-172c8d55-e9c6-44a1-9eeb-2307d118298c service neutron] 10.222.0.48 "GET /v2.0/networks/e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390598 Oct 26 15:58:10.385106 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ee18a4c2-219d-488d-9991-2c2e7bd7d051 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:10.411266 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-ee18a4c2-219d-488d-9991-2c2e7bd7d051 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['448e5df8-9ca3-4f43-8ebd-30cc8245c2ae']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:58:10.423105 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-ee18a4c2-219d-488d-9991-2c2e7bd7d051 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e0c11ba-96bc-4e4e-9635-e583098ac47c') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:58:10.423403 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-ee18a4c2-219d-488d-9991-2c2e7bd7d051 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e0c11ba-96bc-4e4e-9635-e583098ac47c') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:58:10.435182 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ee18a4c2-219d-488d-9991-2c2e7bd7d051 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:10.451433 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ee18a4c2-219d-488d-9991-2c2e7bd7d051 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:10.457330 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee18a4c2-219d-488d-9991-2c2e7bd7d051 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:58:10.457703 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ee18a4c2-219d-488d-9991-2c2e7bd7d051 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:10.529017 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 3e0c11ba-96bc-4e4e-9635-e583098ac47c resource provider aggregate not found Oct 26 15:58:10.550328 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 3e0c11ba-96bc-4e4e-9635-e583098ac47c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3e0c11ba-96bc-4e4e-9635-e583098ac47c found for delete ", "request_id": "req-60431c03-f2fa-47f7-8801-d1bc782c8939"}]} Oct 26 15:58:10.650807 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7ca6e-ffed-4b4c-b8f3-fa0f38380bb0 req-0ae3dc65-b391-48f4-a229-6d924f419df1 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:10.652403 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-24c7ca6e-ffed-4b4c-b8f3-fa0f38380bb0 req-0ae3dc65-b391-48f4-a229-6d924f419df1 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df0629b-82e5-4585-8f69-453de5f84a53 HTTP/1.1" status: 200 len: 943 time: 0.1038239 Oct 26 15:58:10.695567 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ee18a4c2-219d-488d-9991-2c2e7bd7d051 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:10.700564 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-24c7ca6e-ffed-4b4c-b8f3-fa0f38380bb0 req-89ac4224-d3d9-4a85-9a27-ea147bb08173 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424240 Oct 26 15:58:10.716730 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ee18a4c2-219d-488d-9991-2c2e7bd7d051 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:10.727878 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee18a4c2-219d-488d-9991-2c2e7bd7d051 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Network': ['ID=448e5df8-9ca3-4f43-8ebd-30cc8245c2ae,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:58:10.808370 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ee18a4c2-219d-488d-9991-2c2e7bd7d051 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "DELETE /v2.0/networks/448e5df8-9ca3-4f43-8ebd-30cc8245c2ae HTTP/1.1" status: 204 len: 168 time: 0.6884451 Oct 26 15:58:10.822984 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 45998) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:58:10.834499 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-0aad9fea-a379-4096-bc89-4680a8932cce tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0099189 Oct 26 15:58:10.836820 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46002) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:58:10.842659 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-f67e8e73-47e3-4d5b-b433-dfbe3bb7fe43 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'network': {'name': 'tempest-network-smoke--1415019094', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'port_security_enabled': True}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:58:10.847358 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-f67e8e73-47e3-4d5b-b433-dfbe3bb7fe43 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:58:10.851393 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-f67e8e73-47e3-4d5b-b433-dfbe3bb7fe43 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:network and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:58:10.858374 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-f67e8e73-47e3-4d5b-b433-dfbe3bb7fe43 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:58:10.860562 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-f67e8e73-47e3-4d5b-b433-dfbe3bb7fe43 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:58:10.915933 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 137998d8-fd68-4019-aa50-5f664784268c no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:58:10.950375 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67e8e73-47e3-4d5b-b433-dfbe3bb7fe43 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Made reservation on behalf of 8316bfcf068445aeb00a503282bb001c for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:58:10.951060 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 137998d8-fd68-4019-aa50-5f664784268c {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:58:10.951403 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 137998d8-fd68-4019-aa50-5f664784268c not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:58:10.951810 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 155863c4-8dec-4cc4-9d9a-c9e08dd75c1b no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:58:10.953868 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f67e8e73-47e3-4d5b-b433-dfbe3bb7fe43 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:10.982432 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f67e8e73-47e3-4d5b-b433-dfbe3bb7fe43 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:58:10.987621 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 155863c4-8dec-4cc4-9d9a-c9e08dd75c1b {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:58:10.987967 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 155863c4-8dec-4cc4-9d9a-c9e08dd75c1b not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:58:10.988375 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 7e30e8e9-14d2-4ccb-8c78-9615cf391cbd no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:58:10.991645 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f67e8e73-47e3-4d5b-b433-dfbe3bb7fe43 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:10.992031 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-f67e8e73-47e3-4d5b-b433-dfbe3bb7fe43 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Added segment 6242f60b-84c6-4798-88f7-5938c72a959d of type vlan for network ca43f242-b542-4e47-9f33-e9b9cffa29f3 Oct 26 15:58:11.019535 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f67e8e73-47e3-4d5b-b433-dfbe3bb7fe43 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:11.022322 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 7e30e8e9-14d2-4ccb-8c78-9615cf391cbd {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 15:58:11.022690 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 7e30e8e9-14d2-4ccb-8c78-9615cf391cbd not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 15:58:11.108687 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f67e8e73-47e3-4d5b-b433-dfbe3bb7fe43 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:11.114129 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67e8e73-47e3-4d5b-b433-dfbe3bb7fe43 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:11.114747 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f67e8e73-47e3-4d5b-b433-dfbe3bb7fe43 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:11.323900 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e8e73-47e3-4d5b-b433-dfbe3bb7fe43 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Network': ['ID=ca43f242-b542-4e47-9f33-e9b9cffa29f3,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:58:11.333718 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network ca43f242-b542-4e47-9f33-e9b9cffa29f3 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 15:58:11.383689 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f67e8e73-47e3-4d5b-b433-dfbe3bb7fe43 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5457332 Oct 26 15:58:11.386636 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46006) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:58:11.391685 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-e1c12f0b-2e5f-4451-98ec-da1fcf6fbe2c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1058175692', 'admin_state_up': True, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:58:11.399223 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e1c12f0b-2e5f-4451-98ec-da1fcf6fbe2c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:58:11.403626 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e1c12f0b-2e5f-4451-98ec-da1fcf6fbe2c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:router and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:58:11.406451 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e1c12f0b-2e5f-4451-98ec-da1fcf6fbe2c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:58:11.416118 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e1c12f0b-2e5f-4451-98ec-da1fcf6fbe2c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:58:11.480753 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e1c12f0b-2e5f-4451-98ec-da1fcf6fbe2c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:11.481863 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e1c12f0b-2e5f-4451-98ec-da1fcf6fbe2c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:11.499074 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e1c12f0b-2e5f-4451-98ec-da1fcf6fbe2c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:11.821498 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e1c12f0b-2e5f-4451-98ec-da1fcf6fbe2c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:11.907363 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1ad10-f8ff-4d99-b42a-65be29af55c7 req-58ca97d7-99b8-4fe0-9144-907f5dffa149 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:11.908899 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1ab1ad10-f8ff-4d99-b42a-65be29af55c7 req-58ca97d7-99b8-4fe0-9144-907f5dffa149 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df0629b-82e5-4585-8f69-453de5f84a53 HTTP/1.1" status: 200 len: 943 time: 0.0897083 Oct 26 15:58:11.953706 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1ab1ad10-f8ff-4d99-b42a-65be29af55c7 req-78be14dd-d3d5-4036-aeea-52545dcdf5eb tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388544 Oct 26 15:58:12.189696 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e1c12f0b-2e5f-4451-98ec-da1fcf6fbe2c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router_gateway, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:12.219537 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e1c12f0b-2e5f-4451-98ec-da1fcf6fbe2c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:12.355551 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-e1c12f0b-2e5f-4451-98ec-da1fcf6fbe2c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Allocated IP 172.26.2.12 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/a32b23e4-5fd4-4ad5-bddf-b30fe0177edf) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:58:12.502924 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e1c12f0b-2e5f-4451-98ec-da1fcf6fbe2c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:12.596518 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e1c12f0b-2e5f-4451-98ec-da1fcf6fbe2c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:12.661509 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c12f0b-2e5f-4451-98ec-da1fcf6fbe2c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:58:12.664287 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-e1c12f0b-2e5f-4451-98ec-da1fcf6fbe2c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:58:12.667909 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c12f0b-2e5f-4451-98ec-da1fcf6fbe2c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:58:12.711788 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c12f0b-2e5f-4451-98ec-da1fcf6fbe2c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=a32b23e4-5fd4-4ad5-bddf-b30fe0177edf,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:58:13.302347 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e1c12f0b-2e5f-4451-98ec-da1fcf6fbe2c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router_gateway, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:13.418664 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77e5a2-2081-4adf-84d6-6fddf4d83574 req-0aba61be-7b9a-4f87-b0e2-6296f7a05526 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:13.420111 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-cd77e5a2-2081-4adf-84d6-6fddf4d83574 req-0aba61be-7b9a-4f87-b0e2-6296f7a05526 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df0629b-82e5-4585-8f69-453de5f84a53 HTTP/1.1" status: 200 len: 943 time: 0.2917168 Oct 26 15:58:13.497906 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-cd77e5a2-2081-4adf-84d6-6fddf4d83574 req-858e0653-5cfe-4a00-b614-58cdd8dcccdd tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606320 Oct 26 15:58:13.689016 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e1c12f0b-2e5f-4451-98ec-da1fcf6fbe2c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:13.956515 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1c12f0b-2e5f-4451-98ec-da1fcf6fbe2c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Router 827d9e33-4986-40ea-947e-448ba285bfa8 is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:58:14.134708 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c12f0b-2e5f-4451-98ec-da1fcf6fbe2c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:58:14.145097 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf925248-114e-42bd-8165-faec2ad3f74e None None] Sync routers for ids ['827d9e33-4986-40ea-947e-448ba285bfa8'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:58:14.155353 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf925248-114e-42bd-8165-faec2ad3f74e None None] Routers {'827d9e33-4986-40ea-947e-448ba285bfa8'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:58:14.155976 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-cf925248-114e-42bd-8165-faec2ad3f74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:58:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['827d9e33-4986-40ea-947e-448ba285bfa8'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:58:14.348925 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e1c12f0b-2e5f-4451-98ec-da1fcf6fbe2c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:14.350135 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e1c12f0b-2e5f-4451-98ec-da1fcf6fbe2c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9625261 Oct 26 15:58:14.353180 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46014) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:58:14.362058 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-cf925248-114e-42bd-8165-faec2ad3f74e None None] Set router 827d9e33-4986-40ea-947e-448ba285bfa8 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:58:14.397766 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-3e58dee8-b57c-40d2-b8fc-df8bb01ac4f6 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=8316bfcf068445aeb00a503282bb001c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434833 Oct 26 15:58:14.400265 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46018) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:58:14.533967 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df22317-ea63-4356-93b9-c37b339d9e2b tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:14.535488 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-2df22317-ea63-4356-93b9-c37b339d9e2b tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1343532 Oct 26 15:58:14.538352 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46024) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:58:14.583330 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-7e0bb53c-7a1b-4e78-847f-69d19604c2ed tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=0c79a151-ef79-4fff-8a3c-258f9478471d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414741 Oct 26 15:58:14.583568 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46028) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:58:14.588909 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-11fce925-4be9-41b1-a5b9-f160f218345f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1759566200', 'network_id': 'ca43f242-b542-4e47-9f33-e9b9cffa29f3', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:58:14.662082 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-cf925248-114e-42bd-8165-faec2ad3f74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'name': 'tempest-TestNetworkBasicOps-router-1058175692', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': 'a32b23e4-5fd4-4ad5-bddf-b30fe0177edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:58:11Z', 'updated_at': '2022-10-26T15:58:12Z', 'revision_number': 3, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': 'a32b23e4-5fd4-4ad5-bddf-b30fe0177edf', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b2:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:58:12Z', 'updated_at': '2022-10-26T15:58:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:58:14.666423 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf925248-114e-42bd-8165-faec2ad3f74e None None] Checking router: 827d9e33-4986-40ea-947e-448ba285bfa8 for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:58:14.666819 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf925248-114e-42bd-8165-faec2ad3f74e None None] Updating router 827d9e33-4986-40ea-947e-448ba285bfa8 port a32b23e4-5fd4-4ad5-bddf-b30fe0177edf binding host dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:58:14.714672 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bfee4-9c18-4b2b-b77c-cd63df98372b req-711e86d5-5562-46aa-9439-b41dcc34f6e5 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:14.716440 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-576bfee4-9c18-4b2b-b77c-cd63df98372b req-711e86d5-5562-46aa-9439-b41dcc34f6e5 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df0629b-82e5-4585-8f69-453de5f84a53 HTTP/1.1" status: 200 len: 943 time: 0.1036537 Oct 26 15:58:14.728948 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-cf925248-114e-42bd-8165-faec2ad3f74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:14.765342 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-576bfee4-9c18-4b2b-b77c-cd63df98372b req-ec436b29-8f34-4c74-8990-1f1d3f397e5a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429573 Oct 26 15:58:14.840884 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-11fce925-4be9-41b1-a5b9-f160f218345f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:58:14.844733 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-11fce925-4be9-41b1-a5b9-f160f218345f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:subnet and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:58:14.847458 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-11fce925-4be9-41b1-a5b9-f160f218345f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:58:14.852988 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-11fce925-4be9-41b1-a5b9-f160f218345f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:58:14.936929 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fce925-4be9-41b1-a5b9-f160f218345f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Made reservation on behalf of 8316bfcf068445aeb00a503282bb001c for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:58:14.940532 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-11fce925-4be9-41b1-a5b9-f160f218345f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:15.063295 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-cf925248-114e-42bd-8165-faec2ad3f74e None None] Notify callbacks [] for port, precommit_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:15.075311 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.provisioning_blocks [None req-cf925248-114e-42bd-8165-faec2ad3f74e None None] Transition to ACTIVE for port object a32b23e4-5fd4-4ad5-bddf-b30fe0177edf will not be triggered until provisioned by entity L2. {{(pid=89750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:58:15.137908 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-cf925248-114e-42bd-8165-faec2ad3f74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:15.201794 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-cf925248-114e-42bd-8165-faec2ad3f74e None None] Attempting to bind port a32b23e4-5fd4-4ad5-bddf-b30fe0177edf on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:58:15.202449 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-cf925248-114e-42bd-8165-faec2ad3f74e None None] Attempting to bind port a32b23e4-5fd4-4ad5-bddf-b30fe0177edf by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:58:15.202449 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf925248-114e-42bd-8165-faec2ad3f74e None None] Attempting to bind port a32b23e4-5fd4-4ad5-bddf-b30fe0177edf on network 0c79a151-ef79-4fff-8a3c-258f9478471d {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:58:15.212518 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf925248-114e-42bd-8165-faec2ad3f74e None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:58:15.212885 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf925248-114e-42bd-8165-faec2ad3f74e None None] Checking segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:58:15.213279 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-cf925248-114e-42bd-8165-faec2ad3f74e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:15.213700 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf925248-114e-42bd-8165-faec2ad3f74e None None] Bound using segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:58:15.214317 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-cf925248-114e-42bd-8165-faec2ad3f74e None None] Bound port: a32b23e4-5fd4-4ad5-bddf-b30fe0177edf, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:58:15.214723 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-cf925248-114e-42bd-8165-faec2ad3f74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:15.217577 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-11fce925-4be9-41b1-a5b9-f160f218345f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:15.258938 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5a2dc-97d8-4832-9e5d-5c0e18349a63 None None] Pushing event updated for resources: {'Port': ['ID=a32b23e4-5fd4-4ad5-bddf-b30fe0177edf,revision_number=2']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:58:15.269347 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5a2dc-97d8-4832-9e5d-5c0e18349a63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:58:15.269698 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5a2dc-97d8-4832-9e5d-5c0e18349a63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:58:15.270035 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5a2dc-97d8-4832-9e5d-5c0e18349a63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:58:15.270368 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5a2dc-97d8-4832-9e5d-5c0e18349a63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:58:15.270717 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5a2dc-97d8-4832-9e5d-5c0e18349a63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:58:15.271042 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5a2dc-97d8-4832-9e5d-5c0e18349a63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:58:15.271365 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5a2dc-97d8-4832-9e5d-5c0e18349a63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:58:15.271685 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5a2dc-97d8-4832-9e5d-5c0e18349a63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:58:15.272005 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5a2dc-97d8-4832-9e5d-5c0e18349a63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:58:15.272323 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5a2dc-97d8-4832-9e5d-5c0e18349a63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:58:15.272638 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5a2dc-97d8-4832-9e5d-5c0e18349a63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:58:15.272949 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5a2dc-97d8-4832-9e5d-5c0e18349a63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:58:15.300243 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fce925-4be9-41b1-a5b9-f160f218345f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Subnet': ['ID=a4180fa5-b74f-41c4-ade6-4b94ff4fb878,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:58:15.305437 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-cf925248-114e-42bd-8165-faec2ad3f74e None None] For port a32b23e4-5fd4-4ad5-bddf-b30fe0177edf, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:58:15.310010 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-cf925248-114e-42bd-8165-faec2ad3f74e None None] For port a32b23e4-5fd4-4ad5-bddf-b30fe0177edf, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=a32b23e4-5fd4-4ad5-bddf-b30fe0177edf,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:58:15.310429 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fce925-4be9-41b1-a5b9-f160f218345f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Checking segment: {'id': '6242f60b-84c6-4798-88f7-5938c72a959d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ca43f242-b542-4e47-9f33-e9b9cffa29f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:58:15.310429 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fce925-4be9-41b1-a5b9-f160f218345f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network hostable DHCP agents. Network: ca43f242-b542-4e47-9f33-e9b9cffa29f3, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:58:15.361970 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-cf925248-114e-42bd-8165-faec2ad3f74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:15.373103 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fce925-4be9-41b1-a5b9-f160f218345f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network ca43f242-b542-4e47-9f33-e9b9cffa29f3 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:58:15.427230 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf925248-114e-42bd-8165-faec2ad3f74e None None] Routers {'827d9e33-4986-40ea-947e-448ba285bfa8'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:58:15.427851 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-cf925248-114e-42bd-8165-faec2ad3f74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:58:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['827d9e33-4986-40ea-947e-448ba285bfa8'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:58:15.430144 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-11fce925-4be9-41b1-a5b9-f160f218345f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, ca43f242-b542-4e47-9f33-e9b9cffa29f3) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:58:15.435245 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fce925-4be9-41b1-a5b9-f160f218345f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:15.435874 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-11fce925-4be9-41b1-a5b9-f160f218345f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:15.440929 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb47751-99f4-4e9a-9fee-078d70a671a3 None None] Network ca43f242-b542-4e47-9f33-e9b9cffa29f3 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:58:15.515476 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-11fce925-4be9-41b1-a5b9-f160f218345f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9308839 Oct 26 15:58:15.518454 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 46032) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:58:15.578428 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5a2dc-97d8-4832-9e5d-5c0e18349a63 None None] Pushing event updated for resources: {'Port': ['ID=a32b23e4-5fd4-4ad5-bddf-b30fe0177edf,revision_number=3']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:58:15.626769 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-cf925248-114e-42bd-8165-faec2ad3f74e None None] Set router 827d9e33-4986-40ea-947e-448ba285bfa8 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:58:15.674961 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327e5e0c-ca8f-4b9e-a82e-ed073543221e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-ca43f242-b542-4e47-9f33-e9b9cffa29f3', 'network_id': 'ca43f242-b542-4e47-9f33-e9b9cffa29f3', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ips': [{'subnet_id': 'a4180fa5-b74f-41c4-ade6-4b94ff4fb878'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 15:58:15.675799 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-327e5e0c-ca8f-4b9e-a82e-ed073543221e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:15.848141 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-327e5e0c-ca8f-4b9e-a82e-ed073543221e None None] Allocated IP 172.20.0.2 (ca43f242-b542-4e47-9f33-e9b9cffa29f3/a4180fa5-b74f-41c4-ade6-4b94ff4fb878/33747103-2399-4151-a8ac-b2231c9c19ae) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:58:15.969619 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-cf925248-114e-42bd-8165-faec2ad3f74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'name': 'tempest-TestNetworkBasicOps-router-1058175692', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': 'a32b23e4-5fd4-4ad5-bddf-b30fe0177edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:58:11Z', 'updated_at': '2022-10-26T15:58:12Z', 'revision_number': 3, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': 'a32b23e4-5fd4-4ad5-bddf-b30fe0177edf', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b2:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:58:12Z', 'updated_at': '2022-10-26T15:58:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:58:15.974048 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf925248-114e-42bd-8165-faec2ad3f74e None None] The sync data for ids ['827d9e33-4986-40ea-947e-448ba285bfa8'] in dv-neutron-862712-1-hyperv is: [{'id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'name': 'tempest-TestNetworkBasicOps-router-1058175692', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': 'a32b23e4-5fd4-4ad5-bddf-b30fe0177edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:58:11Z', 'updated_at': '2022-10-26T15:58:12Z', 'revision_number': 3, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': 'a32b23e4-5fd4-4ad5-bddf-b30fe0177edf', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b2:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:58:12Z', 'updated_at': '2022-10-26T15:58:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:58:16.003950 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96698d4-8edb-4e4f-b465-0829e601b7c7 req-af3ea27b-9818-45b4-8d05-267e5952392c tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:16.005487 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d96698d4-8edb-4e4f-b465-0829e601b7c7 req-af3ea27b-9818-45b4-8d05-267e5952392c tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df0629b-82e5-4585-8f69-453de5f84a53 HTTP/1.1" status: 200 len: 943 time: 0.1096244 Oct 26 15:58:16.082593 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d96698d4-8edb-4e4f-b465-0829e601b7c7 req-6854599d-6dd6-44c8-b859-95bbf47dad74 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692468 Oct 26 15:58:16.108355 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-327e5e0c-ca8f-4b9e-a82e-ed073543221e None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:16.119712 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-327e5e0c-ca8f-4b9e-a82e-ed073543221e None None] Transition to ACTIVE for port object 33747103-2399-4151-a8ac-b2231c9c19ae will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:58:16.140599 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-327e5e0c-ca8f-4b9e-a82e-ed073543221e None None] Transition to ACTIVE for port object 33747103-2399-4151-a8ac-b2231c9c19ae will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:58:16.197026 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-327e5e0c-ca8f-4b9e-a82e-ed073543221e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:16.286885 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327e5e0c-ca8f-4b9e-a82e-ed073543221e None None] Network ca43f242-b542-4e47-9f33-e9b9cffa29f3 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:58:16.289783 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-327e5e0c-ca8f-4b9e-a82e-ed073543221e None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:58:16.294234 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327e5e0c-ca8f-4b9e-a82e-ed073543221e None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:58:16.300384 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e5e0c-ca8f-4b9e-a82e-ed073543221e None None] Pushing event updated for resources: {'Port': ['ID=33747103-2399-4151-a8ac-b2231c9c19ae,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:58:16.429765 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-327e5e0c-ca8f-4b9e-a82e-ed073543221e None None] Attempting to bind port 33747103-2399-4151-a8ac-b2231c9c19ae on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:58:16.430267 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-327e5e0c-ca8f-4b9e-a82e-ed073543221e None None] Attempting to bind port 33747103-2399-4151-a8ac-b2231c9c19ae by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '6242f60b-84c6-4798-88f7-5938c72a959d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ca43f242-b542-4e47-9f33-e9b9cffa29f3'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:58:16.430692 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327e5e0c-ca8f-4b9e-a82e-ed073543221e None None] Attempting to bind port 33747103-2399-4151-a8ac-b2231c9c19ae on network ca43f242-b542-4e47-9f33-e9b9cffa29f3 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:58:16.436970 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327e5e0c-ca8f-4b9e-a82e-ed073543221e None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:58:16.437347 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327e5e0c-ca8f-4b9e-a82e-ed073543221e None None] Checking segment: {'id': '6242f60b-84c6-4798-88f7-5938c72a959d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ca43f242-b542-4e47-9f33-e9b9cffa29f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:58:16.437759 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-327e5e0c-ca8f-4b9e-a82e-ed073543221e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:16.438160 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327e5e0c-ca8f-4b9e-a82e-ed073543221e None None] Bound using segment: {'id': '6242f60b-84c6-4798-88f7-5938c72a959d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ca43f242-b542-4e47-9f33-e9b9cffa29f3'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:58:16.438885 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-327e5e0c-ca8f-4b9e-a82e-ed073543221e None None] Bound port: 33747103-2399-4151-a8ac-b2231c9c19ae, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6242f60b-84c6-4798-88f7-5938c72a959d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ca43f242-b542-4e47-9f33-e9b9cffa29f3'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:58:16.439262 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-327e5e0c-ca8f-4b9e-a82e-ed073543221e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:16.472559 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a9f22a65-a899-41ee-8019-5b14ed084014 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:16.539370 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-327e5e0c-ca8f-4b9e-a82e-ed073543221e None None] For port 33747103-2399-4151-a8ac-b2231c9c19ae, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:58:16.543400 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-327e5e0c-ca8f-4b9e-a82e-ed073543221e None None] For port 33747103-2399-4151-a8ac-b2231c9c19ae, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=33747103-2399-4151-a8ac-b2231c9c19ae,segment=NetworkSegment(6242f60b-84c6-4798-88f7-5938c72a959d),segment_id=6242f60b-84c6-4798-88f7-5938c72a959d)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:58:16.608693 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-327e5e0c-ca8f-4b9e-a82e-ed073543221e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:16.690392 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e5e0c-ca8f-4b9e-a82e-ed073543221e None None] Pushing event updated for resources: {'Port': ['ID=33747103-2399-4151-a8ac-b2231c9c19ae,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:58:16.951059 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-a9f22a65-a899-41ee-8019-5b14ed084014 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Allocated IP 172.20.0.1 (ca43f242-b542-4e47-9f33-e9b9cffa29f3/a4180fa5-b74f-41c4-ade6-4b94ff4fb878/2b46effd-d478-42a1-b556-4f5353757cd7) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:58:17.007992 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a32b23e4-5fd4-4ad5-bddf-b30fe0177edf up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:58:17.130963 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a9f22a65-a899-41ee-8019-5b14ed084014 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:17.147581 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-a9f22a65-a899-41ee-8019-5b14ed084014 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Transition to ACTIVE for port object 2b46effd-d478-42a1-b556-4f5353757cd7 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:58:17.148740 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port a32b23e4-5fd4-4ad5-bddf-b30fe0177edf completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:58:17.155125 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port a32b23e4-5fd4-4ad5-bddf-b30fe0177edf triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:58:17.155548 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:17.156293 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port a32b23e4-5fd4-4ad5-bddf-b30fe0177edf Oct 26 15:58:17.250786 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a9f22a65-a899-41ee-8019-5b14ed084014 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:17.278923 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port a32b23e4-5fd4-4ad5-bddf-b30fe0177edf is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:58:17.279316 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:17.297208 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port a32b23e4-5fd4-4ad5-bddf-b30fe0177edf, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=a32b23e4-5fd4-4ad5-bddf-b30fe0177edf,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:58:17.332485 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f22a65-a899-41ee-8019-5b14ed084014 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network ca43f242-b542-4e47-9f33-e9b9cffa29f3 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:58:17.337476 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-a9f22a65-a899-41ee-8019-5b14ed084014 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:58:17.343636 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f22a65-a899-41ee-8019-5b14ed084014 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:58:17.367522 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:17.368648 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f22a65-a899-41ee-8019-5b14ed084014 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=2b46effd-d478-42a1-b556-4f5353757cd7,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:58:17.415710 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3cba3-abf9-41e6-ba4d-469cbd9bd8ba req-7fca8fa4-0580-453a-89b2-bcc5896fcc02 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:17.417260 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-86e3cba3-abf9-41e6-ba4d-469cbd9bd8ba req-7fca8fa4-0580-453a-89b2-bcc5896fcc02 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df0629b-82e5-4585-8f69-453de5f84a53 HTTP/1.1" status: 200 len: 943 time: 0.2274203 Oct 26 15:58:17.423151 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a9f22a65-a899-41ee-8019-5b14ed084014 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:17.447496 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=a32b23e4-5fd4-4ad5-bddf-b30fe0177edf,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:58:17.482433 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-86e3cba3-abf9-41e6-ba4d-469cbd9bd8ba req-c6173dd6-c1d9-442e-95f2-6c1bdca913db tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565925 Oct 26 15:58:17.638392 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a9f22a65-a899-41ee-8019-5b14ed084014 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:18.178732 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a9f22a65-a899-41ee-8019-5b14ed084014 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:18.234559 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a9f22a65-a899-41ee-8019-5b14ed084014 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:18.268581 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da93de59-5079-472f-9305-36c39974efde None None] Network ca43f242-b542-4e47-9f33-e9b9cffa29f3 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 15:58:18.351173 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f22a65-a899-41ee-8019-5b14ed084014 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=2b46effd-d478-42a1-b556-4f5353757cd7,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:58:18.356856 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a9f22a65-a899-41ee-8019-5b14ed084014 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:18.468119 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-ba8e402c-c2a4-4af6-9caf-eb3b15bf2683 None None] Provisioning for port 33747103-2399-4151-a8ac-b2231c9c19ae completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:58:18.496749 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f22a65-a899-41ee-8019-5b14ed084014 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network ca43f242-b542-4e47-9f33-e9b9cffa29f3 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:58:18.498242 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-a9f22a65-a899-41ee-8019-5b14ed084014 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:58:18.705657 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f22a65-a899-41ee-8019-5b14ed084014 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Router 827d9e33-4986-40ea-947e-448ba285bfa8 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:58:18.711973 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c1dfa-8771-4347-b87a-6daadb94d7e1 req-42211739-4487-49e7-86e5-ea90af33ce61 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:18.714091 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-bc8c1dfa-8771-4347-b87a-6daadb94d7e1 req-42211739-4487-49e7-86e5-ea90af33ce61 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df0629b-82e5-4585-8f69-453de5f84a53 HTTP/1.1" status: 200 len: 943 time: 0.1091588 Oct 26 15:58:18.761483 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-bc8c1dfa-8771-4347-b87a-6daadb94d7e1 req-5be4efa6-99c3-4eec-9102-1485d115382d tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403030 Oct 26 15:58:18.858898 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-0f8d9641-b073-4b5d-8afd-12c14513654a None None] Provisioning for port 2b46effd-d478-42a1-b556-4f5353757cd7 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:58:18.863829 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-0f8d9641-b073-4b5d-8afd-12c14513654a None None] Provisioning complete for port 2b46effd-d478-42a1-b556-4f5353757cd7 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:58:18.864198 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-0f8d9641-b073-4b5d-8afd-12c14513654a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:18.864524 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0f8d9641-b073-4b5d-8afd-12c14513654a None None] Attempt 1 to provision port 2b46effd-d478-42a1-b556-4f5353757cd7 Oct 26 15:58:18.909520 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f22a65-a899-41ee-8019-5b14ed084014 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:58:18.926501 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d232a40-45ab-4b98-95a5-61eb7238510e None None] Sync routers for ids ['827d9e33-4986-40ea-947e-448ba285bfa8'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:58:18.930328 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a9f22a65-a899-41ee-8019-5b14ed084014 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "PUT /v2.0/routers/827d9e33-4986-40ea-947e-448ba285bfa8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4107628 Oct 26 15:58:18.933394 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46042) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:58:18.949902 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d232a40-45ab-4b98-95a5-61eb7238510e None None] Routers {'827d9e33-4986-40ea-947e-448ba285bfa8'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:58:18.950826 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-2d232a40-45ab-4b98-95a5-61eb7238510e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:58:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['827d9e33-4986-40ea-947e-448ba285bfa8'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:58:19.008807 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0f8d9641-b073-4b5d-8afd-12c14513654a None None] Port 2b46effd-d478-42a1-b556-4f5353757cd7 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:58:19.077534 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a32b23e4-5fd4-4ad5-bddf-b30fe0177edf up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:58:19.106299 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125ff2bf-56ce-4b09-a3e8-24736d32b27d tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:19.106911 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125ff2bf-56ce-4b09-a3e8-24736d32b27d tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:19.107386 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125ff2bf-56ce-4b09-a3e8-24736d32b27d tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:19.107827 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125ff2bf-56ce-4b09-a3e8-24736d32b27d tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:19.108278 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125ff2bf-56ce-4b09-a3e8-24736d32b27d tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:19.108721 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125ff2bf-56ce-4b09-a3e8-24736d32b27d tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:19.113021 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-125ff2bf-56ce-4b09-a3e8-24736d32b27d tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1763344 Oct 26 15:58:19.113329 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46046) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:58:19.191578 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3716ce64-8e95-40fe-bc61-55b8815c18a8 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:19.192155 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3716ce64-8e95-40fe-bc61-55b8815c18a8 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:19.192611 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3716ce64-8e95-40fe-bc61-55b8815c18a8 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:19.193054 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3716ce64-8e95-40fe-bc61-55b8815c18a8 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:19.193496 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3716ce64-8e95-40fe-bc61-55b8815c18a8 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:19.193934 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3716ce64-8e95-40fe-bc61-55b8815c18a8 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:19.198833 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-3716ce64-8e95-40fe-bc61-55b8815c18a8 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0815051 Oct 26 15:58:19.199228 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46050) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:58:19.215737 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port a32b23e4-5fd4-4ad5-bddf-b30fe0177edf triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:58:19.216304 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:19.216735 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port a32b23e4-5fd4-4ad5-bddf-b30fe0177edf Oct 26 15:58:19.247839 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-2d232a40-45ab-4b98-95a5-61eb7238510e None None] Set router 827d9e33-4986-40ea-947e-448ba285bfa8 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:58:19.411438 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a7c83ccd-4f60-4c02-8457-1c4724abc2c0 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2109678 Oct 26 15:58:19.515170 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0f8d9641-b073-4b5d-8afd-12c14513654a None None] Attempt 2 to provision port 2b46effd-d478-42a1-b556-4f5353757cd7 Oct 26 15:58:19.536955 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 46056) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:58:19.542428 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-26411b61-eea8-4595-9d23-494827b8d2ac tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1986051112', 'description': 'tempest-secgroup-smoke-1986051112 description', 'project_id': '8316bfcf068445aeb00a503282bb001c'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:58:19.549249 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-26411b61-eea8-4595-9d23-494827b8d2ac tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:58:19.553442 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-26411b61-eea8-4595-9d23-494827b8d2ac tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:58:19.556495 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-26411b61-eea8-4595-9d23-494827b8d2ac tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:58:19.564776 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-26411b61-eea8-4595-9d23-494827b8d2ac tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:58:19.615462 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port a32b23e4-5fd4-4ad5-bddf-b30fe0177edf is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:58:19.616515 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 33747103-2399-4151-a8ac-b2231c9c19ae up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:58:19.653243 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-26411b61-eea8-4595-9d23-494827b8d2ac tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:19.659860 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0f8d9641-b073-4b5d-8afd-12c14513654a None None] Port 2b46effd-d478-42a1-b556-4f5353757cd7 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:58:19.674097 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-26411b61-eea8-4595-9d23-494827b8d2ac tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:58:19.678345 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-26411b61-eea8-4595-9d23-494827b8d2ac tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:58:19.681329 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-26411b61-eea8-4595-9d23-494827b8d2ac tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:58:19.687889 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-26411b61-eea8-4595-9d23-494827b8d2ac tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:58:19.746687 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-2d232a40-45ab-4b98-95a5-61eb7238510e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'name': 'tempest-TestNetworkBasicOps-router-1058175692', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': 'a32b23e4-5fd4-4ad5-bddf-b30fe0177edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:58:11Z', 'updated_at': '2022-10-26T15:58:17Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': 'a32b23e4-5fd4-4ad5-bddf-b30fe0177edf', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:58:12Z', 'updated_at': '2022-10-26T15:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '2b46effd-d478-42a1-b556-4f5353757cd7', 'name': '', 'network_id': 'ca43f242-b542-4e47-9f33-e9b9cffa29f3', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:1f:b7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'a4180fa5-b74f-41c4-ade6-4b94ff4fb878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:58:16Z', 'updated_at': '2022-10-26T15:58:17Z', 'revision_number': 2, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': 'a4180fa5-b74f-41c4-ade6-4b94ff4fb878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:58:19.750632 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d232a40-45ab-4b98-95a5-61eb7238510e None None] Checking router: 827d9e33-4986-40ea-947e-448ba285bfa8 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:58:19.750990 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d232a40-45ab-4b98-95a5-61eb7238510e None None] Updating router 827d9e33-4986-40ea-947e-448ba285bfa8 port 2b46effd-d478-42a1-b556-4f5353757cd7 binding host dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:58:19.759742 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-26411b61-eea8-4595-9d23-494827b8d2ac tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:19.804373 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2d232a40-45ab-4b98-95a5-61eb7238510e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:19.815302 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 33747103-2399-4151-a8ac-b2231c9c19ae completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:58:19.825393 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 33747103-2399-4151-a8ac-b2231c9c19ae triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:58:19.825765 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:19.826103 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 33747103-2399-4151-a8ac-b2231c9c19ae Oct 26 15:58:19.841466 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-26411b61-eea8-4595-9d23-494827b8d2ac tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:19.892346 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26411b61-eea8-4595-9d23-494827b8d2ac tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a00f7b6-cd5d-4fbd-8a66-f95e73b69948,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:58:19.956121 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-26411b61-eea8-4595-9d23-494827b8d2ac tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:19.957450 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-26411b61-eea8-4595-9d23-494827b8d2ac tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4191599 Oct 26 15:58:19.960021 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 46062) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:58:19.967484 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-b31a6607-c5a0-49ec-afb8-5747296b9e75 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '9a00f7b6-cd5d-4fbd-8a66-f95e73b69948', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:58:19.974496 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-b31a6607-c5a0-49ec-afb8-5747296b9e75 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:58:19.978629 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0640611-cedb-47c2-aa5b-c08492e88f7b req-4008c498-3570-473a-86e1-6629ce61c3f4 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:19.978629 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-f0640611-cedb-47c2-aa5b-c08492e88f7b req-4008c498-3570-473a-86e1-6629ce61c3f4 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df0629b-82e5-4585-8f69-453de5f84a53 HTTP/1.1" status: 200 len: 943 time: 0.1010234 Oct 26 15:58:19.979266 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-b31a6607-c5a0-49ec-afb8-5747296b9e75 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:58:19.982638 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-b31a6607-c5a0-49ec-afb8-5747296b9e75 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:58:19.988591 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-b31a6607-c5a0-49ec-afb8-5747296b9e75 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:58:20.026350 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-f0640611-cedb-47c2-aa5b-c08492e88f7b req-b9cf32e3-9201-4912-823f-406cd79af0bc tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419850 Oct 26 15:58:20.035981 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 9363f6b7-2fde-4da6-bd4e-6c75049d497d details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 15:58:20.088994 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b31a6607-c5a0-49ec-afb8-5747296b9e75 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:20.152203 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b31a6607-c5a0-49ec-afb8-5747296b9e75 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:20.204541 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0f8d9641-b073-4b5d-8afd-12c14513654a None None] Attempt 3 to provision port 2b46effd-d478-42a1-b556-4f5353757cd7 Oct 26 15:58:20.223187 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b31a6607-c5a0-49ec-afb8-5747296b9e75 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:20.228149 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 33747103-2399-4151-a8ac-b2231c9c19ae is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:58:20.228536 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:20.244183 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a6607-c5a0-49ec-afb8-5747296b9e75 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6033fdbd-d445-4a46-8619-302808c4a1dc,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:58:20.327453 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b31a6607-c5a0-49ec-afb8-5747296b9e75 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:20.328659 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b31a6607-c5a0-49ec-afb8-5747296b9e75 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3677187 Oct 26 15:58:20.331514 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 46066) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:58:20.336762 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-9a983579-b841-420a-a0d2-e5fcf0823e6e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '9a00f7b6-cd5d-4fbd-8a66-f95e73b69948', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:58:20.343503 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-9a983579-b841-420a-a0d2-e5fcf0823e6e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:58:20.347381 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-9a983579-b841-420a-a0d2-e5fcf0823e6e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:58:20.350262 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-9a983579-b841-420a-a0d2-e5fcf0823e6e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:58:20.357004 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-9a983579-b841-420a-a0d2-e5fcf0823e6e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:58:20.393202 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0f8d9641-b073-4b5d-8afd-12c14513654a None None] Port 2b46effd-d478-42a1-b556-4f5353757cd7 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:58:20.407386 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 33747103-2399-4151-a8ac-b2231c9c19ae, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=33747103-2399-4151-a8ac-b2231c9c19ae,segment=NetworkSegment(6242f60b-84c6-4798-88f7-5938c72a959d),segment_id=6242f60b-84c6-4798-88f7-5938c72a959d)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:58:20.438508 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 9363f6b7-2fde-4da6-bd4e-6c75049d497d, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=9363f6b7-2fde-4da6-bd4e-6c75049d497d,segment=NetworkSegment(5abcf1f5-9fbe-42a4-ad2d-7607ef188452),segment_id=5abcf1f5-9fbe-42a4-ad2d-7607ef188452)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:58:20.441442 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9a983579-b841-420a-a0d2-e5fcf0823e6e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:20.466166 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': '9363f6b7-2fde-4da6-bd4e-6c75049d497d', 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83', 'port_id': '9363f6b7-2fde-4da6-bd4e-6c75049d497d', 'mac_address': 'fa:16:3e:57:d1:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c273cff6-10d2-4763-a9ae-6bddfa2dc0d2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 15:58:20.504380 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9a983579-b841-420a-a0d2-e5fcf0823e6e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:20.532837 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:20.555981 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9a983579-b841-420a-a0d2-e5fcf0823e6e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:20.581214 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a983579-b841-420a-a0d2-e5fcf0823e6e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8da77973-cebb-4430-9729-6b9a6cb3f49b,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:58:20.634091 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2d232a40-45ab-4b98-95a5-61eb7238510e None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:20.639490 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 9363f6b7-2fde-4da6-bd4e-6c75049d497d is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:58:20.639868 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:20.651833 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9a983579-b841-420a-a0d2-e5fcf0823e6e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:20.654844 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-9a983579-b841-420a-a0d2-e5fcf0823e6e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3206260 Oct 26 15:58:20.656122 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 46070) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:58:20.661915 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-4690feb2-da7c-457e-9418-7101c63bd402 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '9a00f7b6-cd5d-4fbd-8a66-f95e73b69948', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:58:20.665085 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-2d232a40-45ab-4b98-95a5-61eb7238510e None None] Transition to ACTIVE for port object 2b46effd-d478-42a1-b556-4f5353757cd7 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:58:20.669726 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-4690feb2-da7c-457e-9418-7101c63bd402 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:58:20.674545 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-4690feb2-da7c-457e-9418-7101c63bd402 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:58:20.675003 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=33747103-2399-4151-a8ac-b2231c9c19ae,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:58:20.678054 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-4690feb2-da7c-457e-9418-7101c63bd402 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:58:20.678374 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9363f6b7-2fde-4da6-bd4e-6c75049d497d {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:58:20.687069 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-4690feb2-da7c-457e-9418-7101c63bd402 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:58:20.696604 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 9363f6b7-2fde-4da6-bd4e-6c75049d497d, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=9363f6b7-2fde-4da6-bd4e-6c75049d497d,segment=NetworkSegment(5abcf1f5-9fbe-42a4-ad2d-7607ef188452),segment_id=5abcf1f5-9fbe-42a4-ad2d-7607ef188452)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:58:20.725440 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2d232a40-45ab-4b98-95a5-61eb7238510e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:20.757079 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4690feb2-da7c-457e-9418-7101c63bd402 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:20.814995 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:20.820216 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4690feb2-da7c-457e-9418-7101c63bd402 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:20.891490 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4690feb2-da7c-457e-9418-7101c63bd402 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:20.918220 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690feb2-da7c-457e-9418-7101c63bd402 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12af0838-ab58-4791-a055-51ea09156b3e,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:58:20.920414 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0f8d9641-b073-4b5d-8afd-12c14513654a None None] Attempt 4 to provision port 2b46effd-d478-42a1-b556-4f5353757cd7 Oct 26 15:58:20.960415 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 33747103-2399-4151-a8ac-b2231c9c19ae up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:58:21.005563 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466f4cd-b1c4-4455-846c-33de50a9983a None None] Pushing event updated for resources: {'Port': ['ID=2b46effd-d478-42a1-b556-4f5353757cd7,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:58:21.016981 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4690feb2-da7c-457e-9418-7101c63bd402 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:21.021224 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-4690feb2-da7c-457e-9418-7101c63bd402 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3611913 Oct 26 15:58:21.021823 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46074) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:58:21.027570 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-ca9c8fd5-b360-466b-a6ff-ed83dfabc7ba tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '9a00f7b6-cd5d-4fbd-8a66-f95e73b69948', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:58:21.033502 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ca9c8fd5-b360-466b-a6ff-ed83dfabc7ba tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:58:21.037350 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ca9c8fd5-b360-466b-a6ff-ed83dfabc7ba tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:58:21.040283 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ca9c8fd5-b360-466b-a6ff-ed83dfabc7ba tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:58:21.047219 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ca9c8fd5-b360-466b-a6ff-ed83dfabc7ba tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:58:21.100773 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-2d232a40-45ab-4b98-95a5-61eb7238510e None None] Attempting to bind port 2b46effd-d478-42a1-b556-4f5353757cd7 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:58:21.101159 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-2d232a40-45ab-4b98-95a5-61eb7238510e None None] Attempting to bind port 2b46effd-d478-42a1-b556-4f5353757cd7 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '6242f60b-84c6-4798-88f7-5938c72a959d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ca43f242-b542-4e47-9f33-e9b9cffa29f3'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:58:21.101639 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d232a40-45ab-4b98-95a5-61eb7238510e None None] Attempting to bind port 2b46effd-d478-42a1-b556-4f5353757cd7 on network ca43f242-b542-4e47-9f33-e9b9cffa29f3 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:58:21.113553 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0f8d9641-b073-4b5d-8afd-12c14513654a None None] Port 2b46effd-d478-42a1-b556-4f5353757cd7 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:58:21.117735 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d232a40-45ab-4b98-95a5-61eb7238510e None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:58:21.118121 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d232a40-45ab-4b98-95a5-61eb7238510e None None] Checking segment: {'id': '6242f60b-84c6-4798-88f7-5938c72a959d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ca43f242-b542-4e47-9f33-e9b9cffa29f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:58:21.118670 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2d232a40-45ab-4b98-95a5-61eb7238510e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:21.119047 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d232a40-45ab-4b98-95a5-61eb7238510e None None] Bound using segment: {'id': '6242f60b-84c6-4798-88f7-5938c72a959d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ca43f242-b542-4e47-9f33-e9b9cffa29f3'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:58:21.119531 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-2d232a40-45ab-4b98-95a5-61eb7238510e None None] Bound port: 2b46effd-d478-42a1-b556-4f5353757cd7, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6242f60b-84c6-4798-88f7-5938c72a959d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ca43f242-b542-4e47-9f33-e9b9cffa29f3'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:58:21.120162 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2d232a40-45ab-4b98-95a5-61eb7238510e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:21.126381 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ca9c8fd5-b360-466b-a6ff-ed83dfabc7ba tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:21.193140 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=9363f6b7-2fde-4da6-bd4e-6c75049d497d,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:58:21.198406 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ca9c8fd5-b360-466b-a6ff-ed83dfabc7ba tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:21.210394 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 33747103-2399-4151-a8ac-b2231c9c19ae triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:58:21.210802 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:21.211147 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 33747103-2399-4151-a8ac-b2231c9c19ae Oct 26 15:58:21.247538 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e35aeb-1d93-4686-a3a9-7de0a002e6d2 req-8e8030b1-8c8c-4a15-a36d-2026d0be0e0d tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:21.248526 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['9363f6b7-2fde-4da6-bd4e-6c75049d497d'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 15:58:21.249168 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b8e35aeb-1d93-4686-a3a9-7de0a002e6d2 req-8e8030b1-8c8c-4a15-a36d-2026d0be0e0d tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df0629b-82e5-4585-8f69-453de5f84a53 HTTP/1.1" status: 200 len: 944 time: 0.1008918 Oct 26 15:58:21.256904 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ca9c8fd5-b360-466b-a6ff-ed83dfabc7ba tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:21.275078 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c8fd5-b360-466b-a6ff-ed83dfabc7ba tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8600f07e-b559-42a3-bbb8-f32df75cabce,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:58:21.301643 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b8e35aeb-1d93-4686-a3a9-7de0a002e6d2 req-7174e4c2-eea2-4723-b010-3567e5371748 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466707 Oct 26 15:58:21.336200 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-2d232a40-45ab-4b98-95a5-61eb7238510e None None] For port 2b46effd-d478-42a1-b556-4f5353757cd7, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:58:21.341845 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-2d232a40-45ab-4b98-95a5-61eb7238510e None None] For port 2b46effd-d478-42a1-b556-4f5353757cd7, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=2b46effd-d478-42a1-b556-4f5353757cd7,segment=NetworkSegment(6242f60b-84c6-4798-88f7-5938c72a959d),segment_id=6242f60b-84c6-4798-88f7-5938c72a959d)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:58:21.379513 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ca9c8fd5-b360-466b-a6ff-ed83dfabc7ba tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:21.384176 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ca9c8fd5-b360-466b-a6ff-ed83dfabc7ba tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3580799 Oct 26 15:58:21.384377 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46080) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:58:21.390211 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-9d8cd0b0-4f4d-4ca8-97db-2d6ca364f287 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '9a00f7b6-cd5d-4fbd-8a66-f95e73b69948', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:58:21.396448 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-9d8cd0b0-4f4d-4ca8-97db-2d6ca364f287 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:58:21.400322 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-9d8cd0b0-4f4d-4ca8-97db-2d6ca364f287 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:58:21.403841 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-9d8cd0b0-4f4d-4ca8-97db-2d6ca364f287 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:58:21.409743 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-9d8cd0b0-4f4d-4ca8-97db-2d6ca364f287 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:58:21.426721 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2d232a40-45ab-4b98-95a5-61eb7238510e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:21.493117 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.securitygroups_db [None req-9d8cd0b0-4f4d-4ca8-97db-2d6ca364f287 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Project 8316bfcf068445aeb00a503282bb001c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:58:21.501378 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9d8cd0b0-4f4d-4ca8-97db-2d6ca364f287 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:21.524498 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d232a40-45ab-4b98-95a5-61eb7238510e None None] Routers {'827d9e33-4986-40ea-947e-448ba285bfa8'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:58:21.525201 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-2d232a40-45ab-4b98-95a5-61eb7238510e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:58:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['827d9e33-4986-40ea-947e-448ba285bfa8'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:58:21.567713 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9d8cd0b0-4f4d-4ca8-97db-2d6ca364f287 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:21.588357 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 33747103-2399-4151-a8ac-b2231c9c19ae is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:58:21.641612 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9d8cd0b0-4f4d-4ca8-97db-2d6ca364f287 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:21.652815 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0f8d9641-b073-4b5d-8afd-12c14513654a None None] Attempt 5 to provision port 2b46effd-d478-42a1-b556-4f5353757cd7 Oct 26 15:58:21.667472 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8cd0b0-4f4d-4ca8-97db-2d6ca364f287 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbd6d7e8-904f-47ee-9551-5e43d755db7b,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:58:21.723248 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466f4cd-b1c4-4455-846c-33de50a9983a None None] Pushing event updated for resources: {'Port': ['ID=2b46effd-d478-42a1-b556-4f5353757cd7,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:58:21.739104 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9d8cd0b0-4f4d-4ca8-97db-2d6ca364f287 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:21.740420 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-9d8cd0b0-4f4d-4ca8-97db-2d6ca364f287 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3547974 Oct 26 15:58:21.743278 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46084) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:58:21.749397 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-cd875b9d-c7a4-46d7-95f6-20020f2d6238 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '9a00f7b6-cd5d-4fbd-8a66-f95e73b69948', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:58:21.756033 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-cd875b9d-c7a4-46d7-95f6-20020f2d6238 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:58:21.760143 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-cd875b9d-c7a4-46d7-95f6-20020f2d6238 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:58:21.764157 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-cd875b9d-c7a4-46d7-95f6-20020f2d6238 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:58:21.770357 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-cd875b9d-c7a4-46d7-95f6-20020f2d6238 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:58:21.858682 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.securitygroups_db [None req-cd875b9d-c7a4-46d7-95f6-20020f2d6238 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Project 8316bfcf068445aeb00a503282bb001c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:58:21.865441 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cd875b9d-c7a4-46d7-95f6-20020f2d6238 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:21.877367 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0f8d9641-b073-4b5d-8afd-12c14513654a None None] Port 2b46effd-d478-42a1-b556-4f5353757cd7 had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 15:58:21.901260 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-2d232a40-45ab-4b98-95a5-61eb7238510e None None] Set router 827d9e33-4986-40ea-947e-448ba285bfa8 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:58:21.935120 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cd875b9d-c7a4-46d7-95f6-20020f2d6238 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:21.993180 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-0f8d9641-b073-4b5d-8afd-12c14513654a None None] Provisioning complete for port 33747103-2399-4151-a8ac-b2231c9c19ae triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:58:21.993555 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-0f8d9641-b073-4b5d-8afd-12c14513654a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:21.993893 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0f8d9641-b073-4b5d-8afd-12c14513654a None None] Attempt 1 to provision port 33747103-2399-4151-a8ac-b2231c9c19ae Oct 26 15:58:22.018838 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cd875b9d-c7a4-46d7-95f6-20020f2d6238 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:22.044567 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd875b9d-c7a4-46d7-95f6-20020f2d6238 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bbbb9d1-9a2a-4182-9674-4f3d5936765d,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:58:22.116205 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cd875b9d-c7a4-46d7-95f6-20020f2d6238 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:22.117384 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-cd875b9d-c7a4-46d7-95f6-20020f2d6238 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3731678 Oct 26 15:58:22.279211 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-cd920685-7939-4d6a-bb37-4aa07d203fa3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:security_group {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:58:22.350010 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-cd920685-7939-4d6a-bb37-4aa07d203fa3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:security_group {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:58:22.351323 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-cd920685-7939-4d6a-bb37-4aa07d203fa3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1986051112&fields=id&tenant_id=8316bfcf068445aeb00a503282bb001c HTTP/1.1" status: 200 len: 267 time: 0.1117930 Oct 26 15:58:22.391587 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0f8d9641-b073-4b5d-8afd-12c14513654a None None] Current status of the port 33747103-2399-4151-a8ac-b2231c9c19ae is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:58:22.423617 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-2d232a40-45ab-4b98-95a5-61eb7238510e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'name': 'tempest-TestNetworkBasicOps-router-1058175692', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': 'a32b23e4-5fd4-4ad5-bddf-b30fe0177edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:58:11Z', 'updated_at': '2022-10-26T15:58:17Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': 'a32b23e4-5fd4-4ad5-bddf-b30fe0177edf', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:58:12Z', 'updated_at': '2022-10-26T15:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '2b46effd-d478-42a1-b556-4f5353757cd7', 'name': '', 'network_id': 'ca43f242-b542-4e47-9f33-e9b9cffa29f3', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:1f:b7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'a4180fa5-b74f-41c4-ade6-4b94ff4fb878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:58:16Z', 'updated_at': '2022-10-26T15:58:21Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': 'a4180fa5-b74f-41c4-ade6-4b94ff4fb878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:58:22.427856 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d232a40-45ab-4b98-95a5-61eb7238510e None None] The sync data for ids ['827d9e33-4986-40ea-947e-448ba285bfa8'] in dv-neutron-862712-1-hyperv is: [{'id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'name': 'tempest-TestNetworkBasicOps-router-1058175692', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': 'a32b23e4-5fd4-4ad5-bddf-b30fe0177edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:58:11Z', 'updated_at': '2022-10-26T15:58:17Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': 'a32b23e4-5fd4-4ad5-bddf-b30fe0177edf', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:58:12Z', 'updated_at': '2022-10-26T15:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '2b46effd-d478-42a1-b556-4f5353757cd7', 'name': '', 'network_id': 'ca43f242-b542-4e47-9f33-e9b9cffa29f3', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:1f:b7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'a4180fa5-b74f-41c4-ade6-4b94ff4fb878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:58:16Z', 'updated_at': '2022-10-26T15:58:21Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': 'a4180fa5-b74f-41c4-ade6-4b94ff4fb878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:58:22.537159 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62b127-45f3-4d90-afca-1f9369de7577 req-c32eb114-59bf-41a5-b9a6-b638086e9f50 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:22.538692 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3a62b127-45f3-4d90-afca-1f9369de7577 req-c32eb114-59bf-41a5-b9a6-b638086e9f50 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df0629b-82e5-4585-8f69-453de5f84a53 HTTP/1.1" status: 200 len: 944 time: 0.1195030 Oct 26 15:58:22.539048 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-3e8e1cf9-12ff-4e42-ba4e-934dcd301f37 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:22.539721 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-3e8e1cf9-12ff-4e42-ba4e-934dcd301f37 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:network {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:58:22.591816 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3a62b127-45f3-4d90-afca-1f9369de7577 req-ba75c725-f70a-481a-a361-0a26d959f35d tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449462 Oct 26 15:58:22.630487 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-3e8e1cf9-12ff-4e42-ba4e-934dcd301f37 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:network {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:58:22.631937 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-3e8e1cf9-12ff-4e42-ba4e-934dcd301f37 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/networks?id=ca43f242-b542-4e47-9f33-e9b9cffa29f3 HTTP/1.1" status: 200 len: 797 time: 0.2726986 Oct 26 15:58:22.648853 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-cae72c6f-be08-445b-a00f-13e7030cc3b0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/quotas/8316bfcf068445aeb00a503282bb001c HTTP/1.1" status: 200 len: 375 time: 0.0109823 Oct 26 15:58:22.743146 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-b8c8dc1c-acae-4891-bab4-af0d5f6c4f56 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:58:22.819112 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-b8c8dc1c-acae-4891-bab4-af0d5f6c4f56 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:58:22.823351 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-b8c8dc1c-acae-4891-bab4-af0d5f6c4f56 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1654165 Oct 26 15:58:22.962088 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 2b46effd-d478-42a1-b556-4f5353757cd7 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:58:23.093242 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 2b46effd-d478-42a1-b556-4f5353757cd7 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:58:23.099293 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 2b46effd-d478-42a1-b556-4f5353757cd7 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:58:23.099857 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:23.100202 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 2b46effd-d478-42a1-b556-4f5353757cd7 Oct 26 15:58:23.157121 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-702c44b1-c9e6-4d18-9af3-019c2aadead2 service neutron] 10.222.0.23 "GET /v2.0/networks/ca43f242-b542-4e47-9f33-e9b9cffa29f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244703 Oct 26 15:58:23.229961 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 2b46effd-d478-42a1-b556-4f5353757cd7 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:58:23.230497 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:23.268443 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 2b46effd-d478-42a1-b556-4f5353757cd7, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=2b46effd-d478-42a1-b556-4f5353757cd7,segment=NetworkSegment(6242f60b-84c6-4798-88f7-5938c72a959d),segment_id=6242f60b-84c6-4798-88f7-5938c72a959d)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:58:23.301377 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-891daa07-b9ef-41ba-9f00-505a8fc9fe8c service neutron] 10.222.0.23 "GET /v2.0/networks/ca43f242-b542-4e47-9f33-e9b9cffa29f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379828 Oct 26 15:58:23.344543 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:23.418564 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=2b46effd-d478-42a1-b556-4f5353757cd7,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:58:23.650932 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-fc6fa472-4dc4-40df-a67e-7e01f3f95abd req-d2d5c964-0cee-43bf-bb0c-bc972db76b44 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:58:23.663982 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-fc6fa472-4dc4-40df-a67e-7e01f3f95abd req-d2d5c964-0cee-43bf-bb0c-bc972db76b44 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:58:23.665413 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-fc6fa472-4dc4-40df-a67e-7e01f3f95abd req-d2d5c964-0cee-43bf-bb0c-bc972db76b44 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd HTTP/1.1" status: 200 len: 210 time: 0.0861781 Oct 26 15:58:23.815661 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552c39c-a5de-4179-84f0-5634ec2b94ba req-b3ed7fa4-fa2c-4552-984e-b8eb8e817f32 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:23.817110 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e552c39c-a5de-4179-84f0-5634ec2b94ba req-b3ed7fa4-fa2c-4552-984e-b8eb8e817f32 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df0629b-82e5-4585-8f69-453de5f84a53 HTTP/1.1" status: 200 len: 944 time: 0.0941803 Oct 26 15:58:23.863445 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e552c39c-a5de-4179-84f0-5634ec2b94ba req-c2f9679b-0cf6-4b70-ac4b-958059934131 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406625 Oct 26 15:58:24.033140 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 9363f6b7-2fde-4da6-bd4e-6c75049d497d up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:58:24.178763 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning for port 9363f6b7-2fde-4da6-bd4e-6c75049d497d completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:58:24.183971 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port 9363f6b7-2fde-4da6-bd4e-6c75049d497d triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:58:24.184346 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:24.189318 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port 9363f6b7-2fde-4da6-bd4e-6c75049d497d Oct 26 15:58:24.301766 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 9363f6b7-2fde-4da6-bd4e-6c75049d497d is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:58:24.302146 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:24.331794 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df0629b-82e5-4585-8f69-453de5f84a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9363f6b7-2fde-4da6-bd4e-6c75049d497d'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:58:24.334127 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bdfd429-4b3b-4969-8a23-031d20232b2a" -d '{"events": [{"server_uuid": "4df0629b-82e5-4585-8f69-453de5f84a53", "name": "network-vif-plugged", "status": "completed", "tag": "9363f6b7-2fde-4da6-bd4e-6c75049d497d"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:58:24.342254 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 9363f6b7-2fde-4da6-bd4e-6c75049d497d, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=9363f6b7-2fde-4da6-bd4e-6c75049d497d,segment=NetworkSegment(5abcf1f5-9fbe-42a4-ad2d-7607ef188452),segment_id=5abcf1f5-9fbe-42a4-ad2d-7607ef188452)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:58:24.376498 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26dc6365-b501-4db5-acd4-e5a714819c15 x-openstack-request-id: req-26dc6365-b501-4db5-acd4-e5a714819c15 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:58:24.376788 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df0629b-82e5-4585-8f69-453de5f84a53", "name": "network-vif-plugged", "status": "completed", "tag": "9363f6b7-2fde-4da6-bd4e-6c75049d497d", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:58:24.377045 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-26dc6365-b501-4db5-acd4-e5a714819c15 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:58:24.377673 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26dc6365-b501-4db5-acd4-e5a714819c15'] response: {'server_uuid': '4df0629b-82e5-4585-8f69-453de5f84a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9363f6b7-2fde-4da6-bd4e-6c75049d497d', 'code': 200} Oct 26 15:58:24.401771 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:24.470674 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=9363f6b7-2fde-4da6-bd4e-6c75049d497d,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:58:24.787582 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01cea42-fd72-4a2e-ac0b-d6663ea083de req-216d8a48-642f-4400-911d-a67fd1343af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:24.789082 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a01cea42-fd72-4a2e-ac0b-d6663ea083de req-216d8a48-642f-4400-911d-a67fd1343af0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4df0629b-82e5-4585-8f69-453de5f84a53 HTTP/1.1" status: 200 len: 1098 time: 0.0816412 Oct 26 15:58:24.829958 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a01cea42-fd72-4a2e-ac0b-d6663ea083de req-7ad4eb5b-5d86-481d-9e05-b853f2608017 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353858 Oct 26 15:58:24.835707 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-06abf1fa-593c-44dd-bf36-55f27efc2858 req-b7b7693c-32a1-4cae-b5c9-b41ab4ca3d9a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd HTTP/1.1" status: 200 len: 210 time: 0.0563815 Oct 26 15:58:24.927013 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 2b46effd-d478-42a1-b556-4f5353757cd7 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:58:24.997438 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 2b46effd-d478-42a1-b556-4f5353757cd7 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:58:24.997849 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:24.998151 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 2b46effd-d478-42a1-b556-4f5353757cd7 Oct 26 15:58:25.073324 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6f6a5-d195-4c50-bd40-d6607d678961 req-af6837e4-f370-4c83-930d-74729386ae2c tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:25.074928 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-12e6f6a5-d195-4c50-bd40-d6607d678961 req-af6837e4-f370-4c83-930d-74729386ae2c tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df0629b-82e5-4585-8f69-453de5f84a53 HTTP/1.1" status: 200 len: 945 time: 0.0932887 Oct 26 15:58:25.119357 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-12e6f6a5-d195-4c50-bd40-d6607d678961 req-be24e6bb-b19d-4675-ba0c-f2a20afe2329 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385783 Oct 26 15:58:25.120476 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 2b46effd-d478-42a1-b556-4f5353757cd7 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:58:26.015588 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-1488768a-2eed-4076-a43f-8383c16e2fe5 req-a1ddacfd-d711-4853-a521-d447dcd892a4 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd HTTP/1.1" status: 200 len: 210 time: 0.0523753 Oct 26 15:58:26.061359 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-95b068e4-3b6b-4fce-9c56-686f2b922654 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:26.062929 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-95b068e4-3b6b-4fce-9c56-686f2b922654 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "GET /v2.0/networks?id=ca43f242-b542-4e47-9f33-e9b9cffa29f3 HTTP/1.1" status: 200 len: 797 time: 0.2684085 Oct 26 15:58:26.177954 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-f8b0a409-75f2-4661-824f-461c3af72c2b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:security_group {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:58:26.189733 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-f8b0a409-75f2-4661-824f-461c3af72c2b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:security_group {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:58:26.190877 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-f8b0a409-75f2-4661-824f-461c3af72c2b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8316bfcf068445aeb00a503282bb001c HTTP/1.1" status: 200 len: 380 time: 0.0545671 Oct 26 15:58:26.283941 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-d00ab168-5d3f-472f-9baf-9529e56ca96c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'port': {'device_id': '3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd', 'network_id': 'ca43f242-b542-4e47-9f33-e9b9cffa29f3', 'admin_state_up': True, 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'security_groups': ['9a00f7b6-cd5d-4fbd-8a66-f95e73b69948']}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:58:26.453625 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195762ea-40ab-4e78-bbaa-b40baf1a7d09 req-190ed940-1d4f-4067-b06c-0fd756e92565 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:26.455179 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-195762ea-40ab-4e78-bbaa-b40baf1a7d09 req-190ed940-1d4f-4067-b06c-0fd756e92565 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df0629b-82e5-4585-8f69-453de5f84a53 HTTP/1.1" status: 200 len: 945 time: 0.2183619 Oct 26 15:58:26.456190 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-d00ab168-5d3f-472f-9baf-9529e56ca96c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:58:26.479955 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-d00ab168-5d3f-472f-9baf-9529e56ca96c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:58:26.510883 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-195762ea-40ab-4e78-bbaa-b40baf1a7d09 req-e9752107-dde4-4f8e-bf09-cf25d8bb2966 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455177 Oct 26 15:58:26.582608 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-d00ab168-5d3f-472f-9baf-9529e56ca96c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Made reservation on behalf of 8316bfcf068445aeb00a503282bb001c for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:58:26.586038 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-d00ab168-5d3f-472f-9baf-9529e56ca96c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:26.748917 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-d00ab168-5d3f-472f-9baf-9529e56ca96c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Allocated IP 172.20.0.4 (ca43f242-b542-4e47-9f33-e9b9cffa29f3/a4180fa5-b74f-41c4-ade6-4b94ff4fb878/e3d09a59-dea2-4b73-9ee6-edb8b732689f) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:58:26.915951 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:26.936709 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-d00ab168-5d3f-472f-9baf-9529e56ca96c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:26.952749 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-d00ab168-5d3f-472f-9baf-9529e56ca96c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Transition to ACTIVE for port object e3d09a59-dea2-4b73-9ee6-edb8b732689f will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:58:27.034332 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-d00ab168-5d3f-472f-9baf-9529e56ca96c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:27.109901 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-d00ab168-5d3f-472f-9baf-9529e56ca96c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network ca43f242-b542-4e47-9f33-e9b9cffa29f3 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:58:27.112934 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-d00ab168-5d3f-472f-9baf-9529e56ca96c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:58:27.116708 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-d00ab168-5d3f-472f-9baf-9529e56ca96c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:58:27.150110 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ab168-5d3f-472f-9baf-9529e56ca96c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=e3d09a59-dea2-4b73-9ee6-edb8b732689f,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:58:27.195518 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-d00ab168-5d3f-472f-9baf-9529e56ca96c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:27.196150 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-d00ab168-5d3f-472f-9baf-9529e56ca96c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:27.225734 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff170d-25f3-4968-a7d3-eb40e15bc9fb req-c1fd9f52-2194-4cda-88db-15942d4a17d5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:27.232640 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d4ff170d-25f3-4968-a7d3-eb40e15bc9fb req-c1fd9f52-2194-4cda-88db-15942d4a17d5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd HTTP/1.1" status: 200 len: 931 time: 0.0906227 Oct 26 15:58:27.279008 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d4ff170d-25f3-4968-a7d3-eb40e15bc9fb req-280328a4-9aa0-496a-9f10-68c838d801fe tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a00f7b6-cd5d-4fbd-8a66-f95e73b69948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452590 Oct 26 15:58:27.292319 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-d00ab168-5d3f-472f-9baf-9529e56ca96c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0182629 Oct 26 15:58:27.310084 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-29f67c4c-aa77-46b9-b0aa-a26ddec5cc61 service neutron] Request body: {'port': {'device_id': '3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8627'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:58:27.423744 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-29f67c4c-aa77-46b9-b0aa-a26ddec5cc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:27.434041 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-0886e37b-10b9-4962-b669-e3ccfb8c9f49 None None] Provisioning for port e3d09a59-dea2-4b73-9ee6-edb8b732689f completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:58:27.439209 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-0886e37b-10b9-4962-b669-e3ccfb8c9f49 None None] Provisioning complete for port e3d09a59-dea2-4b73-9ee6-edb8b732689f triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:58:27.439728 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-0886e37b-10b9-4962-b669-e3ccfb8c9f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:27.440083 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0886e37b-10b9-4962-b669-e3ccfb8c9f49 None None] Attempt 1 to provision port e3d09a59-dea2-4b73-9ee6-edb8b732689f Oct 26 15:58:27.499105 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0886e37b-10b9-4962-b669-e3ccfb8c9f49 None None] Port e3d09a59-dea2-4b73-9ee6-edb8b732689f cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:58:27.776582 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9cb4f8-f191-452e-ac7e-0a541605bcac req-8eb71f47-72b3-4a0b-8e2f-a9416e675f6f tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:27.778042 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-fc9cb4f8-f191-452e-ac7e-0a541605bcac req-8eb71f47-72b3-4a0b-8e2f-a9416e675f6f tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df0629b-82e5-4585-8f69-453de5f84a53 HTTP/1.1" status: 200 len: 945 time: 0.1425183 Oct 26 15:58:27.878265 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-fc9cb4f8-f191-452e-ac7e-0a541605bcac req-26f519bd-f47f-4d81-bc85-db3b0193b83b tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897214 Oct 26 15:58:27.880145 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-29f67c4c-aa77-46b9-b0aa-a26ddec5cc61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3d09a59-dea2-4b73-9ee6-edb8b732689f {{(pid=89748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:58:27.887781 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-29f67c4c-aa77-46b9-b0aa-a26ddec5cc61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:27.903860 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-29f67c4c-aa77-46b9-b0aa-a26ddec5cc61 service neutron] Transition to ACTIVE for port object e3d09a59-dea2-4b73-9ee6-edb8b732689f will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:58:27.967240 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-29f67c4c-aa77-46b9-b0aa-a26ddec5cc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:28.000405 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0886e37b-10b9-4962-b669-e3ccfb8c9f49 None None] Attempt 2 to provision port e3d09a59-dea2-4b73-9ee6-edb8b732689f Oct 26 15:58:28.065742 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0886e37b-10b9-4962-b669-e3ccfb8c9f49 None None] Port e3d09a59-dea2-4b73-9ee6-edb8b732689f cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:58:28.091442 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8f9e2-84e1-4266-a8ff-b47591100bf1 req-f1e61740-8722-47f7-8b64-c4c51fff33ab tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:28.092879 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e9d8f9e2-84e1-4266-a8ff-b47591100bf1 req-f1e61740-8722-47f7-8b64-c4c51fff33ab tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df0629b-82e5-4585-8f69-453de5f84a53 HTTP/1.1" status: 200 len: 945 time: 0.1048558 Oct 26 15:58:28.137513 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e9d8f9e2-84e1-4266-a8ff-b47591100bf1 req-66fc0b76-c8ec-417b-bac1-2be692de8899 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387247 Oct 26 15:58:28.159632 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f67c4c-aa77-46b9-b0aa-a26ddec5cc61 service neutron] Pushing event updated for resources: {'Port': ['ID=e3d09a59-dea2-4b73-9ee6-edb8b732689f,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:58:28.167752 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 46136) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:58:28.364697 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-29f67c4c-aa77-46b9-b0aa-a26ddec5cc61 service neutron] Attempting to bind port e3d09a59-dea2-4b73-9ee6-edb8b732689f on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 15:58:28.365024 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-29f67c4c-aa77-46b9-b0aa-a26ddec5cc61 service neutron] Attempting to bind port e3d09a59-dea2-4b73-9ee6-edb8b732689f by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': '6242f60b-84c6-4798-88f7-5938c72a959d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ca43f242-b542-4e47-9f33-e9b9cffa29f3'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 15:58:28.365347 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-29f67c4c-aa77-46b9-b0aa-a26ddec5cc61 service neutron] Attempting to bind port e3d09a59-dea2-4b73-9ee6-edb8b732689f on network ca43f242-b542-4e47-9f33-e9b9cffa29f3 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:58:28.373094 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-29f67c4c-aa77-46b9-b0aa-a26ddec5cc61 service neutron] Port e3d09a59-dea2-4b73-9ee6-edb8b732689f on network ca43f242-b542-4e47-9f33-e9b9cffa29f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 15:58:28.373415 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-29f67c4c-aa77-46b9-b0aa-a26ddec5cc61 service neutron] Attempting to bind port e3d09a59-dea2-4b73-9ee6-edb8b732689f on network ca43f242-b542-4e47-9f33-e9b9cffa29f3 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 15:58:28.382044 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-29f67c4c-aa77-46b9-b0aa-a26ddec5cc61 service neutron] Checking agent: {'id': '1b551391-ebdd-44bd-8801-034277ca5526', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8627', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'started_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 15:58:28.382376 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-29f67c4c-aa77-46b9-b0aa-a26ddec5cc61 service neutron] Checking segment: {'id': '6242f60b-84c6-4798-88f7-5938c72a959d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ca43f242-b542-4e47-9f33-e9b9cffa29f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 15:58:28.382782 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-29f67c4c-aa77-46b9-b0aa-a26ddec5cc61 service neutron] Bound using segment: {'id': '6242f60b-84c6-4798-88f7-5938c72a959d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ca43f242-b542-4e47-9f33-e9b9cffa29f3'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 15:58:28.383215 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-29f67c4c-aa77-46b9-b0aa-a26ddec5cc61 service neutron] Bound port: e3d09a59-dea2-4b73-9ee6-edb8b732689f, host: hv-neutron-8627, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6242f60b-84c6-4798-88f7-5938c72a959d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ca43f242-b542-4e47-9f33-e9b9cffa29f3'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 15:58:28.383562 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-29f67c4c-aa77-46b9-b0aa-a26ddec5cc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:28.488575 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8efcb9d-9cb1-48f1-b429-2e2dcbe9b5af tempest-TestVolumeBootPattern-1669340101 tempest-TestVolumeBootPattern-1669340101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:28.490065 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-d8efcb9d-9cb1-48f1-b429-2e2dcbe9b5af tempest-TestVolumeBootPattern-1669340101 tempest-TestVolumeBootPattern-1669340101-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4df0629b-82e5-4585-8f69-453de5f84a53 HTTP/1.1" status: 200 len: 1093 time: 0.3213913 Oct 26 15:58:28.493137 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46142) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:58:28.499012 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-4f6e3a08-687e-44e8-8598-4fd99ab04c71 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Request body: {'floatingip': {'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'port_id': '9363f6b7-2fde-4da6-bd4e-6c75049d497d', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:58:28.504973 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4f6e3a08-687e-44e8-8598-4fd99ab04c71 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:58:28.508916 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4f6e3a08-687e-44e8-8598-4fd99ab04c71 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Usage tracker for resource:floatingip and tenant:ab9c67e35a8b4af1a86f3646b2324675 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:58:28.512635 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4f6e3a08-687e-44e8-8598-4fd99ab04c71 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:58:28.519107 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4f6e3a08-687e-44e8-8598-4fd99ab04c71 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:58:28.548671 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-29f67c4c-aa77-46b9-b0aa-a26ddec5cc61 service neutron] For port e3d09a59-dea2-4b73-9ee6-edb8b732689f, host hv-neutron-8627, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 15:58:28.552144 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-29f67c4c-aa77-46b9-b0aa-a26ddec5cc61 service neutron] For port e3d09a59-dea2-4b73-9ee6-edb8b732689f, host hv-neutron-8627, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=e3d09a59-dea2-4b73-9ee6-edb8b732689f,segment=NetworkSegment(6242f60b-84c6-4798-88f7-5938c72a959d),segment_id=6242f60b-84c6-4798-88f7-5938c72a959d)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 15:58:28.564528 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c3bd4-48b7-4e96-b717-fb78a7b4898b req-a3b812b7-27c2-4750-a7a7-1daa537441dd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:28.565210 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-599c3bd4-48b7-4e96-b717-fb78a7b4898b req-a3b812b7-27c2-4750-a7a7-1daa537441dd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 15:58:28.566727 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0886e37b-10b9-4962-b669-e3ccfb8c9f49 None None] Attempt 3 to provision port e3d09a59-dea2-4b73-9ee6-edb8b732689f Oct 26 15:58:28.595952 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4f6e3a08-687e-44e8-8598-4fd99ab04c71 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks [] for floatingip, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:28.623855 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0886e37b-10b9-4962-b669-e3ccfb8c9f49 None None] Port e3d09a59-dea2-4b73-9ee6-edb8b732689f cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 15:58:28.630629 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-29f67c4c-aa77-46b9-b0aa-a26ddec5cc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:28.666003 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-29f67c4c-aa77-46b9-b0aa-a26ddec5cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:28.666693 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-29f67c4c-aa77-46b9-b0aa-a26ddec5cc61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:28.668072 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-29f67c4c-aa77-46b9-b0aa-a26ddec5cc61 service neutron] 10.222.0.48 "PUT /v2.0/ports/e3d09a59-dea2-4b73-9ee6-edb8b732689f HTTP/1.1" status: 200 len: 1093 time: 1.3631206 Oct 26 15:58:28.668584 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd', 'tag': 'e3d09a59-dea2-4b73-9ee6-edb8b732689f'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:58:28.670890 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8e64e0-99cd-4252-8ae3-df25beaf5d59" -d '{"events": [{"name": "network-changed", "server_uuid": "3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd", "tag": "e3d09a59-dea2-4b73-9ee6-edb8b732689f"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:58:28.703168 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-599c3bd4-48b7-4e96-b717-fb78a7b4898b req-a3b812b7-27c2-4750-a7a7-1daa537441dd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 15:58:28.704384 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-599c3bd4-48b7-4e96-b717-fb78a7b4898b req-a3b812b7-27c2-4750-a7a7-1daa537441dd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd HTTP/1.1" status: 200 len: 943 time: 0.3106747 Oct 26 15:58:28.724158 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 15:58:28.732955 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9efd00-59e9-4de4-9fa2-978fe45674da x-openstack-request-id: req-9d9efd00-59e9-4de4-9fa2-978fe45674da {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:58:28.733240 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd", "tag": "e3d09a59-dea2-4b73-9ee6-edb8b732689f", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:58:28.733490 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9d9efd00-59e9-4de4-9fa2-978fe45674da {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:58:28.733882 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d9efd00-59e9-4de4-9fa2-978fe45674da'] response: {'name': 'network-changed', 'server_uuid': '3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd', 'tag': 'e3d09a59-dea2-4b73-9ee6-edb8b732689f', 'status': 'completed', 'code': 200} Oct 26 15:58:28.758629 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4f6e3a08-687e-44e8-8598-4fd99ab04c71 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:28.763429 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f67c4c-aa77-46b9-b0aa-a26ddec5cc61 service neutron] Pushing event updated for resources: {'Port': ['ID=e3d09a59-dea2-4b73-9ee6-edb8b732689f,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:58:28.826369 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-599c3bd4-48b7-4e96-b717-fb78a7b4898b req-19eb2787-81f5-408d-a32c-ddd9c6f6a6d9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a00f7b6-cd5d-4fbd-8a66-f95e73b69948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157398 Oct 26 15:58:28.866152 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e64e0-99cd-4252-8ae3-df25beaf5d59 req-1f3a1199-bdd5-4f93-b231-19fa46ee8ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:28.867676 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2f8e64e0-99cd-4252-8ae3-df25beaf5d59 req-1f3a1199-bdd5-4f93-b231-19fa46ee8ef0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd HTTP/1.1" status: 200 len: 1096 time: 0.1014481 Oct 26 15:58:28.904128 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-4f6e3a08-687e-44e8-8598-4fd99ab04c71 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Allocated IP 172.26.2.157 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/b8afb20a-e1d3-4e3d-8f2d-94bb8fce876c) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:58:29.017439 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e64e0-99cd-4252-8ae3-df25beaf5d59 req-713b6b0c-baa0-412b-858c-d09515178d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:29.019070 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2f8e64e0-99cd-4252-8ae3-df25beaf5d59 req-713b6b0c-baa0-412b-858c-d09515178d40 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=8316bfcf068445aeb00a503282bb001c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1394897 Oct 26 15:58:29.052277 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4f6e3a08-687e-44e8-8598-4fd99ab04c71 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:29.124615 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0886e37b-10b9-4962-b669-e3ccfb8c9f49 None None] Attempt 4 to provision port e3d09a59-dea2-4b73-9ee6-edb8b732689f Oct 26 15:58:29.138856 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4f6e3a08-687e-44e8-8598-4fd99ab04c71 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:29.159274 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e64e0-99cd-4252-8ae3-df25beaf5d59 req-5fe9ef59-b88a-445f-b3e3-7b84895dc8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:29.160903 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2f8e64e0-99cd-4252-8ae3-df25beaf5d59 req-5fe9ef59-b88a-445f-b3e3-7b84895dc8c9 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1363423 Oct 26 15:58:29.192663 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0886e37b-10b9-4962-b669-e3ccfb8c9f49 None None] Port e3d09a59-dea2-4b73-9ee6-edb8b732689f had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 15:58:29.208815 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6e3a08-687e-44e8-8598-4fd99ab04c71 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:58:29.211803 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-4f6e3a08-687e-44e8-8598-4fd99ab04c71 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:58:29.215533 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6e3a08-687e-44e8-8598-4fd99ab04c71 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:58:29.251991 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e3a08-687e-44e8-8598-4fd99ab04c71 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Pushing event updated for resources: {'Port': ['ID=b8afb20a-e1d3-4e3d-8f2d-94bb8fce876c,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:58:29.300668 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-9589e0cf-a265-4faf-87b1-59403c291ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:29.302086 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-9589e0cf-a265-4faf-87b1-59403c291ef6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd HTTP/1.1" status: 200 len: 1096 time: 0.0834470 Oct 26 15:58:29.381959 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-11b18c5d-5493-4a50-8551-d3e93b7b56ba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3d09a59-dea2-4b73-9ee6-edb8b732689f HTTP/1.1" status: 200 len: 217 time: 0.0664210 Oct 26 15:58:29.445071 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-9d60c751-c811-406b-81c5-561923099423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:29.446566 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-9d60c751-c811-406b-81c5-561923099423 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a4180fa5-b74f-41c4-ade6-4b94ff4fb878 HTTP/1.1" status: 200 len: 835 time: 0.0593894 Oct 26 15:58:29.535387 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-737ca160-9ade-4101-8fc0-72954b3970fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:29.537217 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-737ca160-9ade-4101-8fc0-72954b3970fd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ca43f242-b542-4e47-9f33-e9b9cffa29f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0850515 Oct 26 15:58:29.699082 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-fad553ff-b45a-43b9-933d-028d92ae8cb7 service neutron] 10.222.0.48 "GET /v2.0/networks/ca43f242-b542-4e47-9f33-e9b9cffa29f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555033 Oct 26 15:58:29.760246 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4f6e3a08-687e-44e8-8598-4fd99ab04c71 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:29.831839 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-72912b4c-5a06-4106-9d3d-4816a8c4808f req-e4a5d3d7-9bba-44da-b90e-af0e731b756c service neutron] 10.222.0.48 "GET /v2.0/networks/ca43f242-b542-4e47-9f33-e9b9cffa29f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273897 Oct 26 15:58:29.936322 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4f6e3a08-687e-44e8-8598-4fd99ab04c71 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:30.156980 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4fa5b5-e37c-48fc-89ab-4ca2afc94193 req-3eac829f-8a16-4e56-b48c-c8dcf91aa4e0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:30.158354 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0a4fa5b5-e37c-48fc-89ab-4ca2afc94193 req-3eac829f-8a16-4e56-b48c-c8dcf91aa4e0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd HTTP/1.1" status: 200 len: 943 time: 0.1967037 Oct 26 15:58:30.236270 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0a4fa5b5-e37c-48fc-89ab-4ca2afc94193 req-9b9e5bcc-a6c4-44af-8078-6ea94e1f6034 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a00f7b6-cd5d-4fbd-8a66-f95e73b69948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722103 Oct 26 15:58:30.257804 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4f6e3a08-687e-44e8-8598-4fd99ab04c71 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:30.319153 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4f6e3a08-687e-44e8-8598-4fd99ab04c71 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:30.427662 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4f6e3a08-687e-44e8-8598-4fd99ab04c71 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:30.475108 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e3a08-687e-44e8-8598-4fd99ab04c71 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Pushing event updated for resources: {'Port': ['ID=b8afb20a-e1d3-4e3d-8f2d-94bb8fce876c,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:58:30.601919 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.l3_db [None req-4f6e3a08-687e-44e8-8598-4fd99ab04c71 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Floating IP 5731b7c2-8f9a-4563-b97d-b7f0fa3bb7e7 associated. External IP: 172.26.2.157, port: 9363f6b7-2fde-4da6-bd4e-6c75049d497d. Oct 26 15:58:30.958789 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6e3a08-687e-44e8-8598-4fd99ab04c71 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Router 94c6ae37-8f4f-4102-b50a-140b7957ee56 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:58:31.137610 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6e3a08-687e-44e8-8598-4fd99ab04c71 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:58:31.147293 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30907ac-1037-498d-98de-249da558efcf None None] Sync routers for ids ['94c6ae37-8f4f-4102-b50a-140b7957ee56'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:58:31.157029 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30907ac-1037-498d-98de-249da558efcf None None] Routers {'94c6ae37-8f4f-4102-b50a-140b7957ee56'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:58:31.157632 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-c30907ac-1037-498d-98de-249da558efcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:58:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['94c6ae37-8f4f-4102-b50a-140b7957ee56'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:58:31.241584 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4f6e3a08-687e-44e8-8598-4fd99ab04c71 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:31.299867 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4f6e3a08-687e-44e8-8598-4fd99ab04c71 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8055537 Oct 26 15:58:31.300746 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df0629b-82e5-4585-8f69-453de5f84a53', 'tag': '9363f6b7-2fde-4da6-bd4e-6c75049d497d'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:58:31.303552 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec078ab02bc810209f0573d5deb19682ea498273c1503582233cb0925c39ad22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74b047b-ccd4-46a0-aefa-5a41b1455941" -d '{"events": [{"name": "network-changed", "server_uuid": "4df0629b-82e5-4585-8f69-453de5f84a53", "tag": "9363f6b7-2fde-4da6-bd4e-6c75049d497d"}]}' {{(pid=89747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:58:31.342321 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-c30907ac-1037-498d-98de-249da558efcf None None] Set router 94c6ae37-8f4f-4102-b50a-140b7957ee56 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:58:31.445296 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6df7e8f-8a50-4c04-b6bb-910c046e93cf x-openstack-request-id: req-d6df7e8f-8a50-4c04-b6bb-910c046e93cf {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:58:31.445789 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4df0629b-82e5-4585-8f69-453de5f84a53", "tag": "9363f6b7-2fde-4da6-bd4e-6c75049d497d", "status": "completed", "code": 200}]} {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:58:31.446152 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d6df7e8f-8a50-4c04-b6bb-910c046e93cf {{(pid=89747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:58:31.446717 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6df7e8f-8a50-4c04-b6bb-910c046e93cf'] response: {'name': 'network-changed', 'server_uuid': '4df0629b-82e5-4585-8f69-453de5f84a53', 'tag': '9363f6b7-2fde-4da6-bd4e-6c75049d497d', 'status': 'completed', 'code': 200} Oct 26 15:58:31.466022 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811fce2-a9c5-4ccd-8320-39e066dd7291 req-83084f7f-02a6-4827-837f-8a567e059b91 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:31.467505 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1811fce2-a9c5-4ccd-8320-39e066dd7291 req-83084f7f-02a6-4827-837f-8a567e059b91 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd HTTP/1.1" status: 200 len: 943 time: 0.1114266 Oct 26 15:58:31.574218 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1811fce2-a9c5-4ccd-8320-39e066dd7291 req-ae681eba-6c9c-43b6-bb45-53164590842f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a00f7b6-cd5d-4fbd-8a66-f95e73b69948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957336 Oct 26 15:58:31.611567 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b047b-ccd4-46a0-aefa-5a41b1455941 req-2e2d98c0-9700-47b7-899d-d6efe26b945b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:31.613034 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e74b047b-ccd4-46a0-aefa-5a41b1455941 req-2e2d98c0-9700-47b7-899d-d6efe26b945b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ab9c67e35a8b4af1a86f3646b2324675&device_id=4df0629b-82e5-4585-8f69-453de5f84a53 HTTP/1.1" status: 200 len: 1098 time: 0.1186290 Oct 26 15:58:31.701892 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-c30907ac-1037-498d-98de-249da558efcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'name': 'tempest-TestVolumeBootPattern-690992483-router', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:38Z', 'updated_at': '2022-10-26T15:53:49Z', 'revision_number': 4, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'gw_port': {'id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:40Z', 'updated_at': '2022-10-26T15:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '5731b7c2-8f9a-4563-b97d-b7f0fa3bb7e7', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'floating_ip_address': '172.26.2.157', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'port_id': '9363f6b7-2fde-4da6-bd4e-6c75049d497d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83', 'mac_address': 'fa:16:3e:57:d1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0629b-82e5-4585-8f69-453de5f84a53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:58:29Z', 'updated_at': '2022-10-26T15:58:29Z', 'revision_number': 0, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51038850-05f2-499e-b74c-2c2749197504', 'name': '', 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'mac_address': 'fa:16:3e:27:b0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'c273cff6-10d2-4763-a9ae-6bddfa2dc0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:46Z', 'updated_at': '2022-10-26T15:53:56Z', 'revision_number': 5, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'subnets': [{'id': 'c273cff6-10d2-4763-a9ae-6bddfa2dc0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:58:31.705907 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30907ac-1037-498d-98de-249da558efcf None None] Checking router: 94c6ae37-8f4f-4102-b50a-140b7957ee56 for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:58:31.715039 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30907ac-1037-498d-98de-249da558efcf None None] Routers {'94c6ae37-8f4f-4102-b50a-140b7957ee56'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:58:31.715631 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-c30907ac-1037-498d-98de-249da558efcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:58:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['94c6ae37-8f4f-4102-b50a-140b7957ee56'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:58:31.747547 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b047b-ccd4-46a0-aefa-5a41b1455941 req-0796bc3a-de12-4220-a860-5845e2d9d80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:31.749000 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e74b047b-ccd4-46a0-aefa-5a41b1455941 req-0796bc3a-de12-4220-a860-5845e2d9d80f service neutron] 10.222.0.48 "GET /v2.0/networks?id=e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83 HTTP/1.1" status: 200 len: 912 time: 0.1287138 Oct 26 15:58:31.851856 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e74b047b-ccd4-46a0-aefa-5a41b1455941 req-ee71e6f1-ea25-4eb8-a453-c1e6ebfdce74 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9363f6b7-2fde-4da6-bd4e-6c75049d497d HTTP/1.1" status: 200 len: 999 time: 0.0962808 Oct 26 15:58:31.890200 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-c30907ac-1037-498d-98de-249da558efcf None None] Set router 94c6ae37-8f4f-4102-b50a-140b7957ee56 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:58:31.917861 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b047b-ccd4-46a0-aefa-5a41b1455941 req-49be3760-24b0-4ae1-925d-8e887f46fbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:31.919349 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e74b047b-ccd4-46a0-aefa-5a41b1455941 req-49be3760-24b0-4ae1-925d-8e887f46fbdd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c273cff6-10d2-4763-a9ae-6bddfa2dc0d2 HTTP/1.1" status: 200 len: 850 time: 0.0618339 Oct 26 15:58:32.001727 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b047b-ccd4-46a0-aefa-5a41b1455941 req-61b8b79e-8388-49e1-bbe4-b6eb2bf97531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:32.003232 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e74b047b-ccd4-46a0-aefa-5a41b1455941 req-61b8b79e-8388-49e1-bbe4-b6eb2bf97531 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783095 Oct 26 15:58:32.045261 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-cc72685a-0977-4c99-8009-f5da2b1d1c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:32.141368 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e74b047b-ccd4-46a0-aefa-5a41b1455941 req-3db26a12-7e25-495d-a977-1cf70a85ee62 service neutron] 10.222.0.48 "GET /v2.0/networks/e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317279 Oct 26 15:58:32.250217 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-c30907ac-1037-498d-98de-249da558efcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'name': 'tempest-TestVolumeBootPattern-690992483-router', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:38Z', 'updated_at': '2022-10-26T15:53:49Z', 'revision_number': 4, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'gw_port': {'id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:40Z', 'updated_at': '2022-10-26T15:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '5731b7c2-8f9a-4563-b97d-b7f0fa3bb7e7', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'floating_ip_address': '172.26.2.157', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'port_id': '9363f6b7-2fde-4da6-bd4e-6c75049d497d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83', 'mac_address': 'fa:16:3e:57:d1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0629b-82e5-4585-8f69-453de5f84a53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:58:29Z', 'updated_at': '2022-10-26T15:58:29Z', 'revision_number': 0, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51038850-05f2-499e-b74c-2c2749197504', 'name': '', 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'mac_address': 'fa:16:3e:27:b0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'c273cff6-10d2-4763-a9ae-6bddfa2dc0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:46Z', 'updated_at': '2022-10-26T15:53:56Z', 'revision_number': 5, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'subnets': [{'id': 'c273cff6-10d2-4763-a9ae-6bddfa2dc0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:58:32.254575 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30907ac-1037-498d-98de-249da558efcf None None] The sync data for ids ['94c6ae37-8f4f-4102-b50a-140b7957ee56'] in dv-neutron-862712-1-hyperv is: [{'id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'name': 'tempest-TestVolumeBootPattern-690992483-router', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:38Z', 'updated_at': '2022-10-26T15:53:49Z', 'revision_number': 4, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'gw_port': {'id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:40Z', 'updated_at': '2022-10-26T15:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '5731b7c2-8f9a-4563-b97d-b7f0fa3bb7e7', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'floating_ip_address': '172.26.2.157', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'port_id': '9363f6b7-2fde-4da6-bd4e-6c75049d497d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83', 'mac_address': 'fa:16:3e:57:d1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0629b-82e5-4585-8f69-453de5f84a53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:58:29Z', 'updated_at': '2022-10-26T15:58:29Z', 'revision_number': 0, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51038850-05f2-499e-b74c-2c2749197504', 'name': '', 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'mac_address': 'fa:16:3e:27:b0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'c273cff6-10d2-4763-a9ae-6bddfa2dc0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:46Z', 'updated_at': '2022-10-26T15:53:56Z', 'revision_number': 5, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'subnets': [{'id': 'c273cff6-10d2-4763-a9ae-6bddfa2dc0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:58:32.380958 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e74b047b-ccd4-46a0-aefa-5a41b1455941 req-1d2df48a-c107-4f99-82a9-1321d0e39671 service neutron] 10.222.0.48 "GET /v2.0/networks/e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344744 Oct 26 15:58:32.438337 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59e7113-dd40-45ce-abdd-d804e214f9c9 None None] New status for floating IP 5731b7c2-8f9a-4563-b97d-b7f0fa3bb7e7: ACTIVE {{(pid=89749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:58:32.893555 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8c128-1102-4f72-9040-21119c2937dc req-dc1ca4fe-eca0-41e1-ac19-657df90b7b43 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:32.895044 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-bcb8c128-1102-4f72-9040-21119c2937dc req-dc1ca4fe-eca0-41e1-ac19-657df90b7b43 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd HTTP/1.1" status: 200 len: 943 time: 0.2046564 Oct 26 15:58:32.939521 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-bcb8c128-1102-4f72-9040-21119c2937dc req-9e884dd7-1a7d-4f26-9490-aa312b76dfe9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a00f7b6-cd5d-4fbd-8a66-f95e73b69948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387352 Oct 26 15:58:34.095485 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device e3d09a59-dea2-4b73-9ee6-edb8b732689f details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 15:58:34.143767 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7f69d-3e02-4983-8c1e-276579cdff41 req-9e1fef38-0a05-46e2-873a-889843285185 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:34.145750 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-12b7f69d-3e02-4983-8c1e-276579cdff41 req-9e1fef38-0a05-46e2-873a-889843285185 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd HTTP/1.1" status: 200 len: 943 time: 0.0948842 Oct 26 15:58:34.191733 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-12b7f69d-3e02-4983-8c1e-276579cdff41 req-b640bed5-96df-45be-893e-9139040fc681 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a00f7b6-cd5d-4fbd-8a66-f95e73b69948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407882 Oct 26 15:58:34.235574 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port e3d09a59-dea2-4b73-9ee6-edb8b732689f, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=e3d09a59-dea2-4b73-9ee6-edb8b732689f,segment=NetworkSegment(6242f60b-84c6-4798-88f7-5938c72a959d),segment_id=6242f60b-84c6-4798-88f7-5938c72a959d)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:58:34.249250 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': 'e3d09a59-dea2-4b73-9ee6-edb8b732689f', 'network_id': 'ca43f242-b542-4e47-9f33-e9b9cffa29f3', 'port_id': 'e3d09a59-dea2-4b73-9ee6-edb8b732689f', 'mac_address': 'fa:16:3e:a8:05:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4180fa5-b74f-41c4-ade6-4b94ff4fb878', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 15:58:34.303735 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port e3d09a59-dea2-4b73-9ee6-edb8b732689f is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:58:34.304110 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:34.321126 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3d09a59-dea2-4b73-9ee6-edb8b732689f {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:58:34.336401 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port e3d09a59-dea2-4b73-9ee6-edb8b732689f, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=e3d09a59-dea2-4b73-9ee6-edb8b732689f,segment=NetworkSegment(6242f60b-84c6-4798-88f7-5938c72a959d),segment_id=6242f60b-84c6-4798-88f7-5938c72a959d)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:58:34.417689 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:34.484171 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-64ef4ece-75db-4e97-b2c0-00f6c1425fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:34.490171 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=e3d09a59-dea2-4b73-9ee6-edb8b732689f,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:58:34.811645 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['e3d09a59-dea2-4b73-9ee6-edb8b732689f'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 15:58:35.246966 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:35.279772 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:35.396303 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd12dc-aecb-4ec8-be22-7a32ee24e9ba req-6aad7bb1-2c14-426c-a411-a1e0d0490f1d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:35.397740 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c1cd12dc-aecb-4ec8-be22-7a32ee24e9ba req-6aad7bb1-2c14-426c-a411-a1e0d0490f1d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd HTTP/1.1" status: 200 len: 944 time: 0.0928969 Oct 26 15:58:35.441808 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c1cd12dc-aecb-4ec8-be22-7a32ee24e9ba req-1b3c047b-732d-4b80-a301-421a26957158 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a00f7b6-cd5d-4fbd-8a66-f95e73b69948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383153 Oct 26 15:58:36.122517 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device e3d09a59-dea2-4b73-9ee6-edb8b732689f up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 15:58:36.298143 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning for port e3d09a59-dea2-4b73-9ee6-edb8b732689f completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 15:58:36.303046 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port e3d09a59-dea2-4b73-9ee6-edb8b732689f triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 15:58:36.303425 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:36.303755 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port e3d09a59-dea2-4b73-9ee6-edb8b732689f Oct 26 15:58:36.420730 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port e3d09a59-dea2-4b73-9ee6-edb8b732689f is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:58:36.421182 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:36.451462 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d09a59-dea2-4b73-9ee6-edb8b732689f'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:58:36.453845 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117f3836-0942-4f26-a675-e01a2b36ecda" -d '{"events": [{"server_uuid": "3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd", "name": "network-vif-plugged", "status": "completed", "tag": "e3d09a59-dea2-4b73-9ee6-edb8b732689f"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:58:36.461652 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port e3d09a59-dea2-4b73-9ee6-edb8b732689f, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=e3d09a59-dea2-4b73-9ee6-edb8b732689f,segment=NetworkSegment(6242f60b-84c6-4798-88f7-5938c72a959d),segment_id=6242f60b-84c6-4798-88f7-5938c72a959d)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:58:36.496661 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ee7e41-0705-4bd1-83d8-e7cc2bb6b65c x-openstack-request-id: req-33ee7e41-0705-4bd1-83d8-e7cc2bb6b65c {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:58:36.496953 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd", "name": "network-vif-plugged", "status": "completed", "tag": "e3d09a59-dea2-4b73-9ee6-edb8b732689f", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:58:36.497230 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-33ee7e41-0705-4bd1-83d8-e7cc2bb6b65c {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:58:36.497625 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33ee7e41-0705-4bd1-83d8-e7cc2bb6b65c'] response: {'server_uuid': '3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d09a59-dea2-4b73-9ee6-edb8b732689f', 'code': 200} Oct 26 15:58:36.526231 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:36.597988 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=e3d09a59-dea2-4b73-9ee6-edb8b732689f,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:58:36.647200 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb535047-ec0e-463e-a7a9-3d1abda9571d req-8a04428f-d669-4f31-8651-660972ff81c9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:36.648669 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-eb535047-ec0e-463e-a7a9-3d1abda9571d req-8a04428f-d669-4f31-8651-660972ff81c9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd HTTP/1.1" status: 200 len: 945 time: 0.0938623 Oct 26 15:58:36.696482 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-eb535047-ec0e-463e-a7a9-3d1abda9571d req-3b847cb0-a083-48ad-8105-d1e0d90a8b47 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a00f7b6-cd5d-4fbd-8a66-f95e73b69948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411522 Oct 26 15:58:36.814516 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:36.910375 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa85f44-3ddc-4936-89bb-0a205b2410fd req-fe0eeff6-c629-4d58-85d2-df1d7a48d57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:36.912017 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0fa85f44-3ddc-4936-89bb-0a205b2410fd req-fe0eeff6-c629-4d58-85d2-df1d7a48d57f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd HTTP/1.1" status: 200 len: 1098 time: 0.0868523 Oct 26 15:58:36.955262 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0fa85f44-3ddc-4936-89bb-0a205b2410fd req-6f0ec2fb-d234-4def-8bbe-991b5c720606 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9a00f7b6-cd5d-4fbd-8a66-f95e73b69948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365763 Oct 26 15:58:37.904817 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72ce6d-3619-49d5-a318-d85937dcf0ef req-409f2aea-435e-4922-a4ee-a6c975338b6c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:37.906457 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-af72ce6d-3619-49d5-a318-d85937dcf0ef req-409f2aea-435e-4922-a4ee-a6c975338b6c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd HTTP/1.1" status: 200 len: 945 time: 0.0947225 Oct 26 15:58:37.955240 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-af72ce6d-3619-49d5-a318-d85937dcf0ef req-e6731c55-db7c-4326-987a-1c06eb82fc31 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a00f7b6-cd5d-4fbd-8a66-f95e73b69948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426531 Oct 26 15:58:39.157124 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7da10-b3fb-45b0-9470-c06d2485e1b2 req-ffdf6692-ee00-499a-962a-6ae2cfb5a88b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:39.158509 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-eac7da10-b3fb-45b0-9470-c06d2485e1b2 req-ffdf6692-ee00-499a-962a-6ae2cfb5a88b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd HTTP/1.1" status: 200 len: 945 time: 0.0918994 Oct 26 15:58:39.202288 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-eac7da10-b3fb-45b0-9470-c06d2485e1b2 req-d8f5d823-edc5-4d82-9d30-fb98c1fbc717 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a00f7b6-cd5d-4fbd-8a66-f95e73b69948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382218 Oct 26 15:58:39.402034 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000c362-f829-4317-934a-391f7a8c3627 req-e8941dd1-cd8e-4bfa-842d-07e493f17bce tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:39.403501 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1000c362-f829-4317-934a-391f7a8c3627 req-e8941dd1-cd8e-4bfa-842d-07e493f17bce tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd HTTP/1.1" status: 200 len: 945 time: 0.0892467 Oct 26 15:58:39.448154 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1000c362-f829-4317-934a-391f7a8c3627 req-7155e327-43ed-4d65-a6b0-880dee449e31 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a00f7b6-cd5d-4fbd-8a66-f95e73b69948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389290 Oct 26 15:58:39.477003 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 46176) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:58:39.560351 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33ce17c-9983-40f0-8abb-9c6f30b6e82a tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:39.561828 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b33ce17c-9983-40f0-8abb-9c6f30b6e82a tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd HTTP/1.1" status: 200 len: 1093 time: 0.0837667 Oct 26 15:58:39.565217 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 46180) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:58:39.569980 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-6ba03f59-bc58-4a12-9040-abaf70952523 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'floatingip': {'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'port_id': 'e3d09a59-dea2-4b73-9ee6-edb8b732689f', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:58:39.576052 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-6ba03f59-bc58-4a12-9040-abaf70952523 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 15:58:39.579901 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-6ba03f59-bc58-4a12-9040-abaf70952523 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:floatingip and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 15:58:39.582840 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-6ba03f59-bc58-4a12-9040-abaf70952523 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 15:58:39.589634 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-6ba03f59-bc58-4a12-9040-abaf70952523 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 15:58:39.675451 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6ba03f59-bc58-4a12-9040-abaf70952523 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for floatingip, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:39.813087 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6ba03f59-bc58-4a12-9040-abaf70952523 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:39.947883 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-6ba03f59-bc58-4a12-9040-abaf70952523 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Allocated IP 172.26.2.132 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/e8ea4252-020e-48b7-bb25-c839c717c9e2) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:58:40.098806 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6ba03f59-bc58-4a12-9040-abaf70952523 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:40.194035 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6ba03f59-bc58-4a12-9040-abaf70952523 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:40.258320 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba03f59-bc58-4a12-9040-abaf70952523 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:58:40.261882 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-6ba03f59-bc58-4a12-9040-abaf70952523 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:58:40.265820 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba03f59-bc58-4a12-9040-abaf70952523 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 15:58:40.300420 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba03f59-bc58-4a12-9040-abaf70952523 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=e8ea4252-020e-48b7-bb25-c839c717c9e2,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:58:40.683142 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6ba03f59-bc58-4a12-9040-abaf70952523 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:40.952293 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6ba03f59-bc58-4a12-9040-abaf70952523 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:41.158223 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6ba03f59-bc58-4a12-9040-abaf70952523 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:41.218394 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6ba03f59-bc58-4a12-9040-abaf70952523 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:41.327649 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba03f59-bc58-4a12-9040-abaf70952523 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=e8ea4252-020e-48b7-bb25-c839c717c9e2,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:58:41.330188 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6ba03f59-bc58-4a12-9040-abaf70952523 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:41.505760 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.l3_db [None req-6ba03f59-bc58-4a12-9040-abaf70952523 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Floating IP 0469f53f-1fda-428f-880c-fac91e3173dc associated. External IP: 172.26.2.132, port: e3d09a59-dea2-4b73-9ee6-edb8b732689f. Oct 26 15:58:41.861215 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba03f59-bc58-4a12-9040-abaf70952523 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Router 827d9e33-4986-40ea-947e-448ba285bfa8 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 15:58:42.042379 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba03f59-bc58-4a12-9040-abaf70952523 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 15:58:42.052376 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e6f763-2f58-4ca4-8421-092229995d87 None None] Sync routers for ids ['827d9e33-4986-40ea-947e-448ba285bfa8'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:58:42.061597 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e6f763-2f58-4ca4-8421-092229995d87 None None] Routers {'827d9e33-4986-40ea-947e-448ba285bfa8'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:58:42.062265 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-f5e6f763-2f58-4ca4-8421-092229995d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:58:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['827d9e33-4986-40ea-947e-448ba285bfa8'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:58:42.125115 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6ba03f59-bc58-4a12-9040-abaf70952523 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:58:42.182813 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-6ba03f59-bc58-4a12-9040-abaf70952523 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6163719 Oct 26 15:58:42.183464 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd', 'tag': 'e3d09a59-dea2-4b73-9ee6-edb8b732689f'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:58:42.185565 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46184) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:58:42.186097 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f83a9a-cf36-46f3-be03-5ee012eeb4ad" -d '{"events": [{"name": "network-changed", "server_uuid": "3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd", "tag": "e3d09a59-dea2-4b73-9ee6-edb8b732689f"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:58:42.231214 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4914263-6b04-4e3a-af8c-909a8b78e557 x-openstack-request-id: req-a4914263-6b04-4e3a-af8c-909a8b78e557 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:58:42.232242 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd", "tag": "e3d09a59-dea2-4b73-9ee6-edb8b732689f", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:58:42.232242 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a4914263-6b04-4e3a-af8c-909a8b78e557 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:58:42.232541 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4914263-6b04-4e3a-af8c-909a8b78e557'] response: {'name': 'network-changed', 'server_uuid': '3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd', 'tag': 'e3d09a59-dea2-4b73-9ee6-edb8b732689f', 'status': 'completed', 'code': 200} Oct 26 15:58:42.282043 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-f5e6f763-2f58-4ca4-8421-092229995d87 None None] Set router 827d9e33-4986-40ea-947e-448ba285bfa8 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:58:42.357019 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f83a9a-cf36-46f3-be03-5ee012eeb4ad req-d83295b9-4c05-4995-891a-7ac8af5702b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:42.358565 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e0f83a9a-cf36-46f3-be03-5ee012eeb4ad req-d83295b9-4c05-4995-891a-7ac8af5702b0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd HTTP/1.1" status: 200 len: 1098 time: 0.0868137 Oct 26 15:58:42.383629 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-66b4b10e-1eaa-46f9-b9dd-24d8cf0ae5e1 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/routers/827d9e33-4986-40ea-947e-448ba285bfa8 HTTP/1.1" status: 200 len: 922 time: 0.1941621 Oct 26 15:58:42.383859 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46190) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:58:42.497005 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-2bbfe9fb-7d56-475c-b627-60f8750c09e2 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/floatingips/0469f53f-1fda-428f-880c-fac91e3173dc HTTP/1.1" status: 200 len: 991 time: 0.1122167 Oct 26 15:58:42.500471 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f83a9a-cf36-46f3-be03-5ee012eeb4ad req-7f783840-8533-40f7-891e-d6ec24ac0091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:42.501892 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e0f83a9a-cf36-46f3-be03-5ee012eeb4ad req-7f783840-8533-40f7-891e-d6ec24ac0091 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ca43f242-b542-4e47-9f33-e9b9cffa29f3 HTTP/1.1" status: 200 len: 898 time: 0.1372285 Oct 26 15:58:42.642235 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-f5e6f763-2f58-4ca4-8421-092229995d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'name': 'tempest-TestNetworkBasicOps-router-1058175692', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': 'a32b23e4-5fd4-4ad5-bddf-b30fe0177edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:58:11Z', 'updated_at': '2022-10-26T15:58:17Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': 'a32b23e4-5fd4-4ad5-bddf-b30fe0177edf', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:58:12Z', 'updated_at': '2022-10-26T15:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '0469f53f-1fda-428f-880c-fac91e3173dc', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'floating_ip_address': '172.26.2.132', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'port_id': 'e3d09a59-dea2-4b73-9ee6-edb8b732689f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca43f242-b542-4e47-9f33-e9b9cffa29f3', 'mac_address': 'fa:16:3e:a8:05:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:58:40Z', 'updated_at': '2022-10-26T15:58:40Z', 'revision_number': 0, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b46effd-d478-42a1-b556-4f5353757cd7', 'name': '', 'network_id': 'ca43f242-b542-4e47-9f33-e9b9cffa29f3', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:1f:b7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'a4180fa5-b74f-41c4-ade6-4b94ff4fb878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:58:16Z', 'updated_at': '2022-10-26T15:58:23Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': 'a4180fa5-b74f-41c4-ade6-4b94ff4fb878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:58:42.646525 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e6f763-2f58-4ca4-8421-092229995d87 None None] Checking router: 827d9e33-4986-40ea-947e-448ba285bfa8 for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:58:42.656480 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e6f763-2f58-4ca4-8421-092229995d87 None None] Routers {'827d9e33-4986-40ea-947e-448ba285bfa8'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:58:42.657073 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-f5e6f763-2f58-4ca4-8421-092229995d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:58:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['827d9e33-4986-40ea-947e-448ba285bfa8'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:58:42.727251 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e0f83a9a-cf36-46f3-be03-5ee012eeb4ad req-a683220b-e3e8-44e0-bf2f-50d85b986495 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3d09a59-dea2-4b73-9ee6-edb8b732689f HTTP/1.1" status: 200 len: 999 time: 0.2187672 Oct 26 15:58:42.799187 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f83a9a-cf36-46f3-be03-5ee012eeb4ad req-005a64d8-5f27-47a2-8de7-81949e8a3bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:42.800615 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e0f83a9a-cf36-46f3-be03-5ee012eeb4ad req-005a64d8-5f27-47a2-8de7-81949e8a3bb8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a4180fa5-b74f-41c4-ade6-4b94ff4fb878 HTTP/1.1" status: 200 len: 835 time: 0.0675774 Oct 26 15:58:42.836814 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-f5e6f763-2f58-4ca4-8421-092229995d87 None None] Set router 827d9e33-4986-40ea-947e-448ba285bfa8 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:58:42.896314 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f83a9a-cf36-46f3-be03-5ee012eeb4ad req-2c4cc595-de46-42b4-a656-24b6e123dca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:42.898223 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e0f83a9a-cf36-46f3-be03-5ee012eeb4ad req-2c4cc595-de46-42b4-a656-24b6e123dca7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ca43f242-b542-4e47-9f33-e9b9cffa29f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0900347 Oct 26 15:58:43.032635 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e0f83a9a-cf36-46f3-be03-5ee012eeb4ad req-3a0f3fa5-71b2-4f4b-8096-c2823990b249 service neutron] 10.222.0.48 "GET /v2.0/networks/ca43f242-b542-4e47-9f33-e9b9cffa29f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281528 Oct 26 15:58:43.168710 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e0f83a9a-cf36-46f3-be03-5ee012eeb4ad req-d63a2e83-7db7-4a2a-ad98-2b6aea3c2216 service neutron] 10.222.0.48 "GET /v2.0/networks/ca43f242-b542-4e47-9f33-e9b9cffa29f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297019 Oct 26 15:58:43.195057 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-f5e6f763-2f58-4ca4-8421-092229995d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'name': 'tempest-TestNetworkBasicOps-router-1058175692', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': 'a32b23e4-5fd4-4ad5-bddf-b30fe0177edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:58:11Z', 'updated_at': '2022-10-26T15:58:17Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': 'a32b23e4-5fd4-4ad5-bddf-b30fe0177edf', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:58:12Z', 'updated_at': '2022-10-26T15:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '0469f53f-1fda-428f-880c-fac91e3173dc', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'floating_ip_address': '172.26.2.132', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'port_id': 'e3d09a59-dea2-4b73-9ee6-edb8b732689f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca43f242-b542-4e47-9f33-e9b9cffa29f3', 'mac_address': 'fa:16:3e:a8:05:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:58:40Z', 'updated_at': '2022-10-26T15:58:40Z', 'revision_number': 0, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b46effd-d478-42a1-b556-4f5353757cd7', 'name': '', 'network_id': 'ca43f242-b542-4e47-9f33-e9b9cffa29f3', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:1f:b7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'a4180fa5-b74f-41c4-ade6-4b94ff4fb878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:58:16Z', 'updated_at': '2022-10-26T15:58:23Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': 'a4180fa5-b74f-41c4-ade6-4b94ff4fb878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:58:43.199536 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e6f763-2f58-4ca4-8421-092229995d87 None None] The sync data for ids ['827d9e33-4986-40ea-947e-448ba285bfa8'] in dv-neutron-862712-1-hyperv is: [{'id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'name': 'tempest-TestNetworkBasicOps-router-1058175692', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': 'a32b23e4-5fd4-4ad5-bddf-b30fe0177edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:58:11Z', 'updated_at': '2022-10-26T15:58:17Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': 'a32b23e4-5fd4-4ad5-bddf-b30fe0177edf', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:58:12Z', 'updated_at': '2022-10-26T15:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '0469f53f-1fda-428f-880c-fac91e3173dc', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'floating_ip_address': '172.26.2.132', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'port_id': 'e3d09a59-dea2-4b73-9ee6-edb8b732689f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca43f242-b542-4e47-9f33-e9b9cffa29f3', 'mac_address': 'fa:16:3e:a8:05:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:58:40Z', 'updated_at': '2022-10-26T15:58:40Z', 'revision_number': 0, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b46effd-d478-42a1-b556-4f5353757cd7', 'name': '', 'network_id': 'ca43f242-b542-4e47-9f33-e9b9cffa29f3', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:1f:b7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'a4180fa5-b74f-41c4-ade6-4b94ff4fb878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:58:16Z', 'updated_at': '2022-10-26T15:58:23Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': 'a4180fa5-b74f-41c4-ade6-4b94ff4fb878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:58:43.374961 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf5baee-16dc-46dd-9a82-d2670885a13d None None] New status for floating IP 0469f53f-1fda-428f-880c-fac91e3173dc: ACTIVE {{(pid=89749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:58:43.501001 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46194) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:58:43.615051 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f235b646-fe2a-4902-a75d-b4e9273b5fd7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/floatingips/0469f53f-1fda-428f-880c-fac91e3173dc HTTP/1.1" status: 200 len: 991 time: 0.1130154 Oct 26 15:58:44.625578 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46200) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:58:44.742832 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a075681b-a21e-41d9-a6b8-ad074119b5b9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/floatingips/0469f53f-1fda-428f-880c-fac91e3173dc HTTP/1.1" status: 200 len: 993 time: 0.1175489 Oct 26 15:58:56.943069 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:59:02.057724 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5a7f6888-2c84-40f2-bd05-f61d23ce428f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:59:04.491397 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-22de5951-8739-4ad8-a6e9-dfe1f4dba552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:59:05.289924 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:59:05.335346 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:59:05.722927 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 15:59:06.839879 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:59:17.333360 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a2377585-a054-48d0-b259-32ee96c04cb4 req-0f34865c-db8b-4113-81e2-280e5866c4db service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4df0629b-82e5-4585-8f69-453de5f84a53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0776510 Oct 26 15:59:17.499828 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2377585-a054-48d0-b259-32ee96c04cb4 req-d0a374aa-a570-46d1-91fd-1929f3ce9600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:59:17.501313 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a2377585-a054-48d0-b259-32ee96c04cb4 req-d0a374aa-a570-46d1-91fd-1929f3ce9600 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ab9c67e35a8b4af1a86f3646b2324675&device_id=4df0629b-82e5-4585-8f69-453de5f84a53 HTTP/1.1" status: 200 len: 1098 time: 0.0824108 Oct 26 15:59:17.647141 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2377585-a054-48d0-b259-32ee96c04cb4 req-eaff0648-bf13-433c-954c-2ac9b69306a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:59:17.648494 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a2377585-a054-48d0-b259-32ee96c04cb4 req-eaff0648-bf13-433c-954c-2ac9b69306a1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83 HTTP/1.1" status: 200 len: 912 time: 0.1285079 Oct 26 15:59:17.748581 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a2377585-a054-48d0-b259-32ee96c04cb4 req-fc3c2ad9-d250-45ec-b5ae-e31963de9268 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9363f6b7-2fde-4da6-bd4e-6c75049d497d HTTP/1.1" status: 200 len: 1001 time: 0.0946293 Oct 26 15:59:17.812378 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2377585-a054-48d0-b259-32ee96c04cb4 req-77b52afd-48cf-470b-b3ac-abbeeb5a39ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:59:17.813746 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a2377585-a054-48d0-b259-32ee96c04cb4 req-77b52afd-48cf-470b-b3ac-abbeeb5a39ca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c273cff6-10d2-4763-a9ae-6bddfa2dc0d2 HTTP/1.1" status: 200 len: 850 time: 0.0597587 Oct 26 15:59:17.895024 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2377585-a054-48d0-b259-32ee96c04cb4 req-5a2af03d-00e6-4eba-aeb4-9de6f3a2325c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:59:17.896496 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a2377585-a054-48d0-b259-32ee96c04cb4 req-5a2af03d-00e6-4eba-aeb4-9de6f3a2325c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775614 Oct 26 15:59:18.028952 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a2377585-a054-48d0-b259-32ee96c04cb4 req-8cfc142b-0f36-4da6-a341-90f077eb6c0f service neutron] 10.222.0.48 "GET /v2.0/networks/e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267965 Oct 26 15:59:18.161441 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a2377585-a054-48d0-b259-32ee96c04cb4 req-ef2c7601-ef2f-4aae-8b73-e79f3e2267fe service neutron] 10.222.0.48 "GET /v2.0/networks/e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266179 Oct 26 15:59:26.972055 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:59:32.050389 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e2154fdf-c880-41af-8150-a222a290f712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:59:34.500613 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b7e6a4b6-5152-4334-9a06-1806d3afa865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:59:35.273703 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:59:35.283850 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:59:36.872546 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:59:42.721610 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 15:59:54.561477 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 46238) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:59:54.842115 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2eed3625-6852-41a8-ac2b-27ccaaab5414 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/routers/827d9e33-4986-40ea-947e-448ba285bfa8/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2793033 Oct 26 15:59:54.845004 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 46242) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:59:55.115575 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e11649-91c6-41b2-8c74-6947029610c1 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Notify agent at dv-neutron-862712-1-hyperv the message router_removed_from_agent {{(pid=89748) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Oct 26 15:59:55.119828 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b0e11649-91c6-41b2-8c74-6947029610c1 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "DELETE /v2.0/agents/e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4/l3-routers/827d9e33-4986-40ea-947e-448ba285bfa8 HTTP/1.1" status: 204 len: 168 time: 0.2727914 Oct 26 15:59:55.121427 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 46246) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:59:55.315969 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-5813f567-eebe-46b7-be82-da9f8b0b994a tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/routers/827d9e33-4986-40ea-947e-448ba285bfa8/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1934447 Oct 26 15:59:55.318721 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 46250) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:59:55.429001 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-6f6f9573-1d97-431d-bfd2-5aa1b1d14f87 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/floatingips/0469f53f-1fda-428f-880c-fac91e3173dc HTTP/1.1" status: 200 len: 993 time: 0.1092513 Oct 26 15:59:55.872982 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de52c06-47f6-492b-b933-652aea57195d None None] New status for floating IP 0469f53f-1fda-428f-880c-fac91e3173dc: DOWN {{(pid=89750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:59:56.432943 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 46254) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:59:56.539895 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-c37ee087-0e68-42f8-b537-af3fdfd4b60d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/floatingips/0469f53f-1fda-428f-880c-fac91e3173dc HTTP/1.1" status: 200 len: 991 time: 0.1057484 Oct 26 15:59:56.969923 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a32b23e4-5fd4-4ad5-bddf-b30fe0177edf no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:59:57.032572 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:59:57.084972 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port a32b23e4-5fd4-4ad5-bddf-b30fe0177edf is: ACTIVE; New status is: DOWN {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:59:57.085351 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:59:57.101558 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port a32b23e4-5fd4-4ad5-bddf-b30fe0177edf, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=a32b23e4-5fd4-4ad5-bddf-b30fe0177edf,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:59:57.186019 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:59:57.186715 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 2b46effd-d478-42a1-b556-4f5353757cd7 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 15:59:57.300741 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=a32b23e4-5fd4-4ad5-bddf-b30fe0177edf,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:59:57.308508 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:59:57.308856 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:59:57.309197 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:59:57.309529 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:59:57.309862 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:59:57.310189 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:59:57.310536 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:59:57.310863 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:59:57.311187 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:59:57.311507 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:59:57.311827 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:59:57.312227 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:59:57.367030 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 2b46effd-d478-42a1-b556-4f5353757cd7 is: ACTIVE; New status is: DOWN {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 15:59:57.367413 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:59:57.399455 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 2b46effd-d478-42a1-b556-4f5353757cd7, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=2b46effd-d478-42a1-b556-4f5353757cd7,segment=NetworkSegment(6242f60b-84c6-4798-88f7-5938c72a959d),segment_id=6242f60b-84c6-4798-88f7-5938c72a959d)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 15:59:57.466266 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 15:59:57.536697 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=2b46effd-d478-42a1-b556-4f5353757cd7,revision_number=6']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:59:58.577928 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 46262) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:59:58.844114 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e5e044-121a-46e7-8386-2c53245094f8 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Router 827d9e33-4986-40ea-947e-448ba285bfa8 is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 15:59:58.844463 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e5e044-121a-46e7-8386-2c53245094f8 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Notify agent at dv-neutron-862712-1-hyperv the message router_added_to_agent {{(pid=89748) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Oct 26 15:59:58.866643 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-31e5e044-121a-46e7-8386-2c53245094f8 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "POST /v2.0/agents/e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2873898 Oct 26 15:59:58.869336 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 46270) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:59:58.879418 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c9b9bb-5a53-493b-9330-e9188d8f5014 None None] Sync routers for ids ['827d9e33-4986-40ea-947e-448ba285bfa8'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:59:58.889494 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c9b9bb-5a53-493b-9330-e9188d8f5014 None None] Routers {'827d9e33-4986-40ea-947e-448ba285bfa8'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:59:58.890265 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-30c9b9bb-5a53-493b-9330-e9188d8f5014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:59:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['827d9e33-4986-40ea-947e-448ba285bfa8'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:59:59.060639 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-8e65f8ba-ae1f-4051-8d5e-d81514a7f507 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/routers/827d9e33-4986-40ea-947e-448ba285bfa8/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1902049 Oct 26 15:59:59.064118 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 46274) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 15:59:59.082614 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-30c9b9bb-5a53-493b-9330-e9188d8f5014 None None] Set router 827d9e33-4986-40ea-947e-448ba285bfa8 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 15:59:59.177049 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-cda28077-2e1c-4b5c-8090-9027ed834b58 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/floatingips/0469f53f-1fda-428f-880c-fac91e3173dc HTTP/1.1" status: 200 len: 991 time: 0.1118605 Oct 26 15:59:59.439481 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-30c9b9bb-5a53-493b-9330-e9188d8f5014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'name': 'tempest-TestNetworkBasicOps-router-1058175692', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': 'a32b23e4-5fd4-4ad5-bddf-b30fe0177edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:58:11Z', 'updated_at': '2022-10-26T15:58:17Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': 'a32b23e4-5fd4-4ad5-bddf-b30fe0177edf', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b2:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:58:12Z', 'updated_at': '2022-10-26T15:59:57Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '0469f53f-1fda-428f-880c-fac91e3173dc', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'floating_ip_address': '172.26.2.132', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'port_id': 'e3d09a59-dea2-4b73-9ee6-edb8b732689f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca43f242-b542-4e47-9f33-e9b9cffa29f3', 'mac_address': 'fa:16:3e:a8:05:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:58:40Z', 'updated_at': '2022-10-26T15:59:56Z', 'revision_number': 2, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b46effd-d478-42a1-b556-4f5353757cd7', 'name': '', 'network_id': 'ca43f242-b542-4e47-9f33-e9b9cffa29f3', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:1f:b7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'a4180fa5-b74f-41c4-ade6-4b94ff4fb878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:58:16Z', 'updated_at': '2022-10-26T15:59:57Z', 'revision_number': 6, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': 'a4180fa5-b74f-41c4-ade6-4b94ff4fb878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:59:59.443529 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c9b9bb-5a53-493b-9330-e9188d8f5014 None None] Checking router: 827d9e33-4986-40ea-947e-448ba285bfa8 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:59:59.452370 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c9b9bb-5a53-493b-9330-e9188d8f5014 None None] Routers {'827d9e33-4986-40ea-947e-448ba285bfa8'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 15:59:59.453542 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-30c9b9bb-5a53-493b-9330-e9188d8f5014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:59:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['827d9e33-4986-40ea-947e-448ba285bfa8'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:59:59.635715 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-30c9b9bb-5a53-493b-9330-e9188d8f5014 None None] Set router 827d9e33-4986-40ea-947e-448ba285bfa8 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:00:00.021774 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-30c9b9bb-5a53-493b-9330-e9188d8f5014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'name': 'tempest-TestNetworkBasicOps-router-1058175692', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': 'a32b23e4-5fd4-4ad5-bddf-b30fe0177edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:58:11Z', 'updated_at': '2022-10-26T15:58:17Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': 'a32b23e4-5fd4-4ad5-bddf-b30fe0177edf', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b2:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:58:12Z', 'updated_at': '2022-10-26T15:59:57Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '0469f53f-1fda-428f-880c-fac91e3173dc', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'floating_ip_address': '172.26.2.132', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'port_id': 'e3d09a59-dea2-4b73-9ee6-edb8b732689f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca43f242-b542-4e47-9f33-e9b9cffa29f3', 'mac_address': 'fa:16:3e:a8:05:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:58:40Z', 'updated_at': '2022-10-26T15:59:56Z', 'revision_number': 2, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b46effd-d478-42a1-b556-4f5353757cd7', 'name': '', 'network_id': 'ca43f242-b542-4e47-9f33-e9b9cffa29f3', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:1f:b7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'a4180fa5-b74f-41c4-ade6-4b94ff4fb878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:58:16Z', 'updated_at': '2022-10-26T15:59:57Z', 'revision_number': 6, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': 'a4180fa5-b74f-41c4-ade6-4b94ff4fb878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:00:00.025783 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c9b9bb-5a53-493b-9330-e9188d8f5014 None None] The sync data for ids ['827d9e33-4986-40ea-947e-448ba285bfa8'] in dv-neutron-862712-1-hyperv is: [{'id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'name': 'tempest-TestNetworkBasicOps-router-1058175692', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': 'a32b23e4-5fd4-4ad5-bddf-b30fe0177edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:58:11Z', 'updated_at': '2022-10-26T15:58:17Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': 'a32b23e4-5fd4-4ad5-bddf-b30fe0177edf', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b2:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:58:12Z', 'updated_at': '2022-10-26T15:59:57Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '0469f53f-1fda-428f-880c-fac91e3173dc', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'floating_ip_address': '172.26.2.132', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'port_id': 'e3d09a59-dea2-4b73-9ee6-edb8b732689f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca43f242-b542-4e47-9f33-e9b9cffa29f3', 'mac_address': 'fa:16:3e:a8:05:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:58:40Z', 'updated_at': '2022-10-26T15:59:56Z', 'revision_number': 2, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b46effd-d478-42a1-b556-4f5353757cd7', 'name': '', 'network_id': 'ca43f242-b542-4e47-9f33-e9b9cffa29f3', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:1f:b7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'a4180fa5-b74f-41c4-ade6-4b94ff4fb878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:58:16Z', 'updated_at': '2022-10-26T15:59:57Z', 'revision_number': 6, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': 'a4180fa5-b74f-41c4-ade6-4b94ff4fb878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:00:00.180257 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 46278) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:00:00.305200 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-5cefa061-059a-4986-a8d3-64c74217e059 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/floatingips/0469f53f-1fda-428f-880c-fac91e3173dc HTTP/1.1" status: 200 len: 991 time: 0.1236279 Oct 26 16:00:01.033079 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a32b23e4-5fd4-4ad5-bddf-b30fe0177edf up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:00:01.108626 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port a32b23e4-5fd4-4ad5-bddf-b30fe0177edf triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:00:01.109522 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:01.110525 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port a32b23e4-5fd4-4ad5-bddf-b30fe0177edf Oct 26 16:00:01.292311 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port a32b23e4-5fd4-4ad5-bddf-b30fe0177edf is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:00:01.292691 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:01.308272 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46282) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:00:01.309626 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port a32b23e4-5fd4-4ad5-bddf-b30fe0177edf, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=a32b23e4-5fd4-4ad5-bddf-b30fe0177edf,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:00:01.382601 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:01.382601 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 2b46effd-d478-42a1-b556-4f5353757cd7 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:00:01.417394 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e881204f-1fd7-4218-a2ba-469792b1c56a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/floatingips/0469f53f-1fda-428f-880c-fac91e3173dc HTTP/1.1" status: 200 len: 991 time: 0.1079125 Oct 26 16:00:01.502583 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=a32b23e4-5fd4-4ad5-bddf-b30fe0177edf,revision_number=6']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:00:01.514730 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 2b46effd-d478-42a1-b556-4f5353757cd7 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:00:01.515625 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:01.516220 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 2b46effd-d478-42a1-b556-4f5353757cd7 Oct 26 16:00:01.636474 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 2b46effd-d478-42a1-b556-4f5353757cd7 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:00:01.636845 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:01.676857 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 2b46effd-d478-42a1-b556-4f5353757cd7, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=2b46effd-d478-42a1-b556-4f5353757cd7,segment=NetworkSegment(6242f60b-84c6-4798-88f7-5938c72a959d),segment_id=6242f60b-84c6-4798-88f7-5938c72a959d)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:00:01.685557 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d31dfa-f16f-4ad8-82e1-7d1ad727e45b None None] New status for floating IP 0469f53f-1fda-428f-880c-fac91e3173dc: ACTIVE {{(pid=89750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:00:01.768784 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:01.836686 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=2b46effd-d478-42a1-b556-4f5353757cd7,revision_number=7']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:00:02.066775 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6b4ce469-370e-4033-a4e7-ead4c0f3332d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:02.421995 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46286) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:00:02.529363 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-bb58be41-fd53-4a76-8b6e-5d933ec12496 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/floatingips/0469f53f-1fda-428f-880c-fac91e3173dc HTTP/1.1" status: 200 len: 993 time: 0.1061888 Oct 26 16:00:02.816531 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 46294) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:00:02.983778 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a32b23e4-5fd4-4ad5-bddf-b30fe0177edf up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:00:03.062670 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port a32b23e4-5fd4-4ad5-bddf-b30fe0177edf triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:00:03.063095 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:03.063611 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port a32b23e4-5fd4-4ad5-bddf-b30fe0177edf Oct 26 16:00:03.166342 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-75b9ba3c-f08a-4c84-90bc-8b24d6df34ca tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Deleting port e8ea4252-020e-48b7-bb25-c839c717c9e2 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:00:03.166711 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-75b9ba3c-f08a-4c84-90bc-8b24d6df34ca tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:03.193425 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port a32b23e4-5fd4-4ad5-bddf-b30fe0177edf is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:00:03.194753 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 2b46effd-d478-42a1-b556-4f5353757cd7 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:00:03.267157 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 2b46effd-d478-42a1-b556-4f5353757cd7 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:00:03.267788 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:03.268121 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 2b46effd-d478-42a1-b556-4f5353757cd7 Oct 26 16:00:03.343541 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-75b9ba3c-f08a-4c84-90bc-8b24d6df34ca tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:03.343881 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-75b9ba3c-f08a-4c84-90bc-8b24d6df34ca tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:03.387212 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 2b46effd-d478-42a1-b556-4f5353757cd7 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:00:03.475566 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-75b9ba3c-f08a-4c84-90bc-8b24d6df34ca tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Calling delete_port for e8ea4252-020e-48b7-bb25-c839c717c9e2 owned by network:floatingip {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:00:03.705944 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-75b9ba3c-f08a-4c84-90bc-8b24d6df34ca tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:03.754719 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b9ba3c-f08a-4c84-90bc-8b24d6df34ca tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Port': ['ID=e8ea4252-020e-48b7-bb25-c839c717c9e2,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:00:03.796150 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b9ba3c-f08a-4c84-90bc-8b24d6df34ca tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:00:03.796640 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b9ba3c-f08a-4c84-90bc-8b24d6df34ca tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:00:03.796988 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b9ba3c-f08a-4c84-90bc-8b24d6df34ca tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:00:03.797325 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b9ba3c-f08a-4c84-90bc-8b24d6df34ca tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:00:03.797660 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b9ba3c-f08a-4c84-90bc-8b24d6df34ca tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:00:03.797996 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b9ba3c-f08a-4c84-90bc-8b24d6df34ca tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:00:03.798511 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b9ba3c-f08a-4c84-90bc-8b24d6df34ca tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:00:03.798660 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b9ba3c-f08a-4c84-90bc-8b24d6df34ca tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:00:03.798985 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b9ba3c-f08a-4c84-90bc-8b24d6df34ca tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:00:03.799310 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b9ba3c-f08a-4c84-90bc-8b24d6df34ca tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:00:03.799635 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b9ba3c-f08a-4c84-90bc-8b24d6df34ca tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:00:03.799958 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b9ba3c-f08a-4c84-90bc-8b24d6df34ca tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:00:03.870121 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-75b9ba3c-f08a-4c84-90bc-8b24d6df34ca tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for floatingip, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:03.870758 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.l3_db [None req-75b9ba3c-f08a-4c84-90bc-8b24d6df34ca tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Floating IP 0469f53f-1fda-428f-880c-fac91e3173dc disassociated (deleted). External IP: 172.26.2.132, port: e3d09a59-dea2-4b73-9ee6-edb8b732689f. Oct 26 16:00:04.232387 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b9ba3c-f08a-4c84-90bc-8b24d6df34ca tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Router 827d9e33-4986-40ea-947e-448ba285bfa8 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:00:04.419164 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b9ba3c-f08a-4c84-90bc-8b24d6df34ca tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:00:04.428682 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6b8bdd-12df-47ec-b02b-b04f249794e3 None None] Sync routers for ids ['827d9e33-4986-40ea-947e-448ba285bfa8'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:00:04.439450 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6b8bdd-12df-47ec-b02b-b04f249794e3 None None] Routers {'827d9e33-4986-40ea-947e-448ba285bfa8'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:00:04.440060 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-7f6b8bdd-12df-47ec-b02b-b04f249794e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T15:59:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['827d9e33-4986-40ea-947e-448ba285bfa8'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:00:04.493583 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-de2196cc-f9b3-4f7b-8b38-94bcb86f3047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:04.529907 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-75b9ba3c-f08a-4c84-90bc-8b24d6df34ca tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:04.585415 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-75b9ba3c-f08a-4c84-90bc-8b24d6df34ca tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "DELETE /v2.0/floatingips/0469f53f-1fda-428f-880c-fac91e3173dc HTTP/1.1" status: 204 len: 168 time: 1.7678156 Oct 26 16:00:04.586145 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd', 'tag': 'e3d09a59-dea2-4b73-9ee6-edb8b732689f'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:00:04.588661 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8dcd3a2-ece9-4d5c-a449-66333305b06b" -d '{"events": [{"name": "network-changed", "server_uuid": "3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd", "tag": "e3d09a59-dea2-4b73-9ee6-edb8b732689f"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:00:04.624507 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-7f6b8bdd-12df-47ec-b02b-b04f249794e3 None None] Set router 827d9e33-4986-40ea-947e-448ba285bfa8 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:00:04.722309 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2306c3-c975-4ae6-9501-5e04d16cd0aa x-openstack-request-id: req-cb2306c3-c975-4ae6-9501-5e04d16cd0aa {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:00:04.722309 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd", "tag": "e3d09a59-dea2-4b73-9ee6-edb8b732689f", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:00:04.722309 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cb2306c3-c975-4ae6-9501-5e04d16cd0aa {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:00:04.722982 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb2306c3-c975-4ae6-9501-5e04d16cd0aa'] response: {'name': 'network-changed', 'server_uuid': '3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd', 'tag': 'e3d09a59-dea2-4b73-9ee6-edb8b732689f', 'status': 'completed', 'code': 200} Oct 26 16:00:05.019940 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-7f6b8bdd-12df-47ec-b02b-b04f249794e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'name': 'tempest-TestNetworkBasicOps-router-1058175692', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': 'a32b23e4-5fd4-4ad5-bddf-b30fe0177edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:58:11Z', 'updated_at': '2022-10-26T15:58:17Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': 'a32b23e4-5fd4-4ad5-bddf-b30fe0177edf', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:58:12Z', 'updated_at': '2022-10-26T16:00:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '2b46effd-d478-42a1-b556-4f5353757cd7', 'name': '', 'network_id': 'ca43f242-b542-4e47-9f33-e9b9cffa29f3', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:1f:b7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'a4180fa5-b74f-41c4-ade6-4b94ff4fb878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:58:16Z', 'updated_at': '2022-10-26T16:00:01Z', 'revision_number': 7, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': 'a4180fa5-b74f-41c4-ade6-4b94ff4fb878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:00:05.023912 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6b8bdd-12df-47ec-b02b-b04f249794e3 None None] Checking router: 827d9e33-4986-40ea-947e-448ba285bfa8 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:00:05.032452 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dcd3a2-ece9-4d5c-a449-66333305b06b req-5517ee77-9107-422a-97c0-9db6dce0badd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:05.033737 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6b8bdd-12df-47ec-b02b-b04f249794e3 None None] Routers {'827d9e33-4986-40ea-947e-448ba285bfa8'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:00:05.033952 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e8dcd3a2-ece9-4d5c-a449-66333305b06b req-5517ee77-9107-422a-97c0-9db6dce0badd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd HTTP/1.1" status: 200 len: 1098 time: 0.2692449 Oct 26 16:00:05.034401 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-7f6b8bdd-12df-47ec-b02b-b04f249794e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:00:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['827d9e33-4986-40ea-947e-448ba285bfa8'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:00:05.211912 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dcd3a2-ece9-4d5c-a449-66333305b06b req-8857aa70-2ec0-4e57-acc3-88b2c76c6ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:05.222013 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e8dcd3a2-ece9-4d5c-a449-66333305b06b req-8857aa70-2ec0-4e57-acc3-88b2c76c6ab4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ca43f242-b542-4e47-9f33-e9b9cffa29f3 HTTP/1.1" status: 200 len: 898 time: 0.1748967 Oct 26 16:00:05.252418 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-7f6b8bdd-12df-47ec-b02b-b04f249794e3 None None] Set router 827d9e33-4986-40ea-947e-448ba285bfa8 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:00:05.297920 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:05.318419 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:05.350895 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e8dcd3a2-ece9-4d5c-a449-66333305b06b req-0d325252-bd52-47aa-bcf1-df752121cae3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3d09a59-dea2-4b73-9ee6-edb8b732689f HTTP/1.1" status: 200 len: 217 time: 0.1277728 Oct 26 16:00:05.430496 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dcd3a2-ece9-4d5c-a449-66333305b06b req-eac2474a-f052-4fe1-ac90-4f5beb4b1555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:05.431934 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e8dcd3a2-ece9-4d5c-a449-66333305b06b req-eac2474a-f052-4fe1-ac90-4f5beb4b1555 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a4180fa5-b74f-41c4-ade6-4b94ff4fb878 HTTP/1.1" status: 200 len: 835 time: 0.0749302 Oct 26 16:00:05.496526 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46d627-beb0-4395-b761-b083b5ce3979 req-ae857c35-424b-4e78-bcc6-9219e0cfa09c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:05.497208 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-ab46d627-beb0-4395-b761-b083b5ce3979 req-ae857c35-424b-4e78-bcc6-9219e0cfa09c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:00:05.539088 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dcd3a2-ece9-4d5c-a449-66333305b06b req-6f365f60-debb-49f6-b865-5121a4bdf4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:05.540559 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e8dcd3a2-ece9-4d5c-a449-66333305b06b req-6f365f60-debb-49f6-b865-5121a4bdf4b9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ca43f242-b542-4e47-9f33-e9b9cffa29f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1018724 Oct 26 16:00:05.588844 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-7f6b8bdd-12df-47ec-b02b-b04f249794e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'name': 'tempest-TestNetworkBasicOps-router-1058175692', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': 'a32b23e4-5fd4-4ad5-bddf-b30fe0177edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:58:11Z', 'updated_at': '2022-10-26T15:58:17Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': 'a32b23e4-5fd4-4ad5-bddf-b30fe0177edf', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:58:12Z', 'updated_at': '2022-10-26T16:00:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '2b46effd-d478-42a1-b556-4f5353757cd7', 'name': '', 'network_id': 'ca43f242-b542-4e47-9f33-e9b9cffa29f3', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:1f:b7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'a4180fa5-b74f-41c4-ade6-4b94ff4fb878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:58:16Z', 'updated_at': '2022-10-26T16:00:01Z', 'revision_number': 7, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': 'a4180fa5-b74f-41c4-ade6-4b94ff4fb878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:00:05.592851 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6b8bdd-12df-47ec-b02b-b04f249794e3 None None] The sync data for ids ['827d9e33-4986-40ea-947e-448ba285bfa8'] in dv-neutron-862712-1-hyperv is: [{'id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'name': 'tempest-TestNetworkBasicOps-router-1058175692', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': 'a32b23e4-5fd4-4ad5-bddf-b30fe0177edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:58:11Z', 'updated_at': '2022-10-26T15:58:17Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': 'a32b23e4-5fd4-4ad5-bddf-b30fe0177edf', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:58:12Z', 'updated_at': '2022-10-26T16:00:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '2b46effd-d478-42a1-b556-4f5353757cd7', 'name': '', 'network_id': 'ca43f242-b542-4e47-9f33-e9b9cffa29f3', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:1f:b7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'a4180fa5-b74f-41c4-ade6-4b94ff4fb878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:58:16Z', 'updated_at': '2022-10-26T16:00:01Z', 'revision_number': 7, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': 'a4180fa5-b74f-41c4-ade6-4b94ff4fb878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:00:05.621370 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-ab46d627-beb0-4395-b761-b083b5ce3979 req-ae857c35-424b-4e78-bcc6-9219e0cfa09c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:00:05.622443 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ab46d627-beb0-4395-b761-b083b5ce3979 req-ae857c35-424b-4e78-bcc6-9219e0cfa09c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd HTTP/1.1" status: 200 len: 945 time: 0.4722228 Oct 26 16:00:05.678555 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ab46d627-beb0-4395-b761-b083b5ce3979 req-4de2023b-c529-404a-815b-98866370d5db tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a00f7b6-cd5d-4fbd-8a66-f95e73b69948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489457 Oct 26 16:00:05.742676 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e8dcd3a2-ece9-4d5c-a449-66333305b06b req-17277406-06fd-43a5-b9ed-cc22b50da4ef service neutron] 10.222.0.48 "GET /v2.0/networks/ca43f242-b542-4e47-9f33-e9b9cffa29f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948361 Oct 26 16:00:05.892492 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e8dcd3a2-ece9-4d5c-a449-66333305b06b req-b47ae64a-3cd3-4b86-8a7d-1a35be0fd37f service neutron] 10.222.0.48 "GET /v2.0/networks/ca43f242-b542-4e47-9f33-e9b9cffa29f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434393 Oct 26 16:00:06.820686 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:06.848122 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630fc102-9c7e-4ba7-93e8-6ca97537fd36 None None] New status for floating IP 0469f53f-1fda-428f-880c-fac91e3173dc: DOWN {{(pid=89750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:00:06.932845 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23324a-9c69-461c-b1c0-05c52875e319 req-87a6d8b8-a7df-4800-8d28-4280e5d9a40c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:06.934439 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6c23324a-9c69-461c-b1c0-05c52875e319 req-87a6d8b8-a7df-4800-8d28-4280e5d9a40c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "GET /v2.0/ports?device_id=3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd HTTP/1.1" status: 200 len: 945 time: 0.1069324 Oct 26 16:00:06.959538 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f53be-1cc1-4c3e-b87a-3bd487820957 req-1b5b7ad1-1bed-4a5a-8f55-59fea62311c9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:06.959538 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-228f53be-1cc1-4c3e-b87a-3bd487820957 req-1b5b7ad1-1bed-4a5a-8f55-59fea62311c9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd HTTP/1.1" status: 200 len: 945 time: 0.1501136 Oct 26 16:00:07.014271 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-228f53be-1cc1-4c3e-b87a-3bd487820957 req-d7a21066-d743-4799-b2e5-5c400b578789 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a00f7b6-cd5d-4fbd-8a66-f95e73b69948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478628 Oct 26 16:00:07.022919 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-6c23324a-9c69-461c-b1c0-05c52875e319 req-7f592900-bb7e-4791-a3ac-48a961ec000e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Deleting port e3d09a59-dea2-4b73-9ee6-edb8b732689f {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:00:07.028612 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-6c23324a-9c69-461c-b1c0-05c52875e319 req-7f592900-bb7e-4791-a3ac-48a961ec000e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:07.278322 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-6c23324a-9c69-461c-b1c0-05c52875e319 req-7f592900-bb7e-4791-a3ac-48a961ec000e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] For port e3d09a59-dea2-4b73-9ee6-edb8b732689f, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=e3d09a59-dea2-4b73-9ee6-edb8b732689f,segment=NetworkSegment(6242f60b-84c6-4798-88f7-5938c72a959d),segment_id=6242f60b-84c6-4798-88f7-5938c72a959d)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:00:07.278716 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-6c23324a-9c69-461c-b1c0-05c52875e319 req-7f592900-bb7e-4791-a3ac-48a961ec000e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:07.406416 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-6c23324a-9c69-461c-b1c0-05c52875e319 req-7f592900-bb7e-4791-a3ac-48a961ec000e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Calling delete_port for e3d09a59-dea2-4b73-9ee6-edb8b732689f owned by compute:nova {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:00:07.597675 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-6c23324a-9c69-461c-b1c0-05c52875e319 req-7f592900-bb7e-4791-a3ac-48a961ec000e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:07.747811 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f592900-bb7e-4791-a3ac-48a961ec000e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Port': ['ID=e3d09a59-dea2-4b73-9ee6-edb8b732689f,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:00:07.835438 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c23324a-9c69-461c-b1c0-05c52875e319 req-7f592900-bb7e-4791-a3ac-48a961ec000e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] No DVR routers for this DVR port e3d09a59-dea2-4b73-9ee6-edb8b732689f on host hv-neutron-8627 {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:00:07.837829 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-6c23324a-9c69-461c-b1c0-05c52875e319 req-7f592900-bb7e-4791-a3ac-48a961ec000e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:07.840392 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd', 'name': 'network-vif-deleted', 'tag': 'e3d09a59-dea2-4b73-9ee6-edb8b732689f'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:00:07.842680 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9226edbc-9778-4244-b3c3-60e1e75bf15b" -d '{"events": [{"server_uuid": "3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd", "name": "network-vif-deleted", "tag": "e3d09a59-dea2-4b73-9ee6-edb8b732689f"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:00:07.885783 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5c262c-047a-4f02-9a85-e994b2c00126 x-openstack-request-id: req-9c5c262c-047a-4f02-9a85-e994b2c00126 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:00:07.886079 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd", "name": "network-vif-deleted", "tag": "e3d09a59-dea2-4b73-9ee6-edb8b732689f", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:00:07.886336 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9c5c262c-047a-4f02-9a85-e994b2c00126 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:00:07.886765 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c5c262c-047a-4f02-9a85-e994b2c00126'] response: {'server_uuid': '3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd', 'name': 'network-vif-deleted', 'tag': 'e3d09a59-dea2-4b73-9ee6-edb8b732689f', 'status': 'completed', 'code': 200} Oct 26 16:00:07.917511 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6c23324a-9c69-461c-b1c0-05c52875e319 req-7f592900-bb7e-4791-a3ac-48a961ec000e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "DELETE /v2.0/ports/e3d09a59-dea2-4b73-9ee6-edb8b732689f HTTP/1.1" status: 204 len: 173 time: 0.9773185 Oct 26 16:00:08.183770 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c5033f42-0b03-4133-8f5c-20e085ba2325 req-eb6cb06f-f550-43ab-a0f7-e8623f24c205 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=3454f1b3-4e90-4fb2-a69d-50cea4e9f5fd HTTP/1.1" status: 200 len: 210 time: 0.0523894 Oct 26 16:00:09.287330 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 46328) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:00:09.362803 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ada4a71e-2751-4039-bf5f-7e3b9345c461 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:09.394756 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ada4a71e-2751-4039-bf5f-7e3b9345c461 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:09.517639 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ada4a71e-2751-4039-bf5f-7e3b9345c461 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:09.536322 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada4a71e-2751-4039-bf5f-7e3b9345c461 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a00f7b6-cd5d-4fbd-8a66-f95e73b69948,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:00:09.613655 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ada4a71e-2751-4039-bf5f-7e3b9345c461 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:09.614750 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ada4a71e-2751-4039-bf5f-7e3b9345c461 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "DELETE /v2.0/security-groups/9a00f7b6-cd5d-4fbd-8a66-f95e73b69948 HTTP/1.1" status: 204 len: 168 time: 0.3263302 Oct 26 16:00:09.712824 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46334) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:00:10.409243 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-47312626-17ae-4b34-828a-11bfc678fe25 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:10.479180 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device e3d09a59-dea2-4b73-9ee6-edb8b732689f no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:00:10.515295 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] No Port match for: e3d09a59-dea2-4b73-9ee6-edb8b732689f {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:00:10.516172 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device e3d09a59-dea2-4b73-9ee6-edb8b732689f not bound to the agent host hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:00:10.773415 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-47312626-17ae-4b34-828a-11bfc678fe25 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Deleting port 2b46effd-d478-42a1-b556-4f5353757cd7 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:00:10.773885 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-47312626-17ae-4b34-828a-11bfc678fe25 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:10.968175 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-47312626-17ae-4b34-828a-11bfc678fe25 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] For port 2b46effd-d478-42a1-b556-4f5353757cd7, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=2b46effd-d478-42a1-b556-4f5353757cd7,segment=NetworkSegment(6242f60b-84c6-4798-88f7-5938c72a959d),segment_id=6242f60b-84c6-4798-88f7-5938c72a959d)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:00:10.968544 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-47312626-17ae-4b34-828a-11bfc678fe25 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:11.093297 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-47312626-17ae-4b34-828a-11bfc678fe25 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Calling delete_port for 2b46effd-d478-42a1-b556-4f5353757cd7 owned by network:router_interface {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:00:11.313384 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-47312626-17ae-4b34-828a-11bfc678fe25 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:11.364585 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47312626-17ae-4b34-828a-11bfc678fe25 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Port': ['ID=2b46effd-d478-42a1-b556-4f5353757cd7,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:00:11.409993 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47312626-17ae-4b34-828a-11bfc678fe25 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:00:11.410335 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47312626-17ae-4b34-828a-11bfc678fe25 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:00:11.410851 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47312626-17ae-4b34-828a-11bfc678fe25 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:00:11.411186 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47312626-17ae-4b34-828a-11bfc678fe25 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:00:11.411517 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47312626-17ae-4b34-828a-11bfc678fe25 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:00:11.416593 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47312626-17ae-4b34-828a-11bfc678fe25 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:00:11.416593 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47312626-17ae-4b34-828a-11bfc678fe25 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:00:11.416593 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47312626-17ae-4b34-828a-11bfc678fe25 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:00:11.416593 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47312626-17ae-4b34-828a-11bfc678fe25 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:00:11.416593 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47312626-17ae-4b34-828a-11bfc678fe25 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:00:11.416593 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47312626-17ae-4b34-828a-11bfc678fe25 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:00:11.416593 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47312626-17ae-4b34-828a-11bfc678fe25 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:00:11.770769 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-47312626-17ae-4b34-828a-11bfc678fe25 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:12.145748 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47312626-17ae-4b34-828a-11bfc678fe25 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Router 827d9e33-4986-40ea-947e-448ba285bfa8 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:00:12.329415 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47312626-17ae-4b34-828a-11bfc678fe25 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:00:12.337732 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8d60ce-693b-466a-a343-eb5bac0b41c1 None None] Sync routers for ids ['827d9e33-4986-40ea-947e-448ba285bfa8'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:00:12.341161 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-47312626-17ae-4b34-828a-11bfc678fe25 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "PUT /v2.0/routers/827d9e33-4986-40ea-947e-448ba285bfa8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6271892 Oct 26 16:00:12.344981 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46338) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:00:12.347690 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8d60ce-693b-466a-a343-eb5bac0b41c1 None None] Routers {'827d9e33-4986-40ea-947e-448ba285bfa8'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:00:12.348293 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-7c8d60ce-693b-466a-a343-eb5bac0b41c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:00:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['827d9e33-4986-40ea-947e-448ba285bfa8'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:00:12.411242 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-17eaf0e8-d765-45fc-a49d-77c4fc2b392b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Deleting subnet a4180fa5-b74f-41c4-ade6-4b94ff4fb878 {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 16:00:12.414244 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-17eaf0e8-d765-45fc-a49d-77c4fc2b392b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:12.471931 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-17eaf0e8-d765-45fc-a49d-77c4fc2b392b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:12.533584 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-7c8d60ce-693b-466a-a343-eb5bac0b41c1 None None] Set router 827d9e33-4986-40ea-947e-448ba285bfa8 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:00:12.555292 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-17eaf0e8-d765-45fc-a49d-77c4fc2b392b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:12.695081 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-17eaf0e8-d765-45fc-a49d-77c4fc2b392b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:12.738183 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-17eaf0e8-d765-45fc-a49d-77c4fc2b392b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:12.740787 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eaf0e8-d765-45fc-a49d-77c4fc2b392b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Subnet': ['ID=a4180fa5-b74f-41c4-ade6-4b94ff4fb878,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:00:12.747329 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed7dfbe-a8e2-429c-b8d0-6c84661a6453 None None] Network ca43f242-b542-4e47-9f33-e9b9cffa29f3 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:00:12.748555 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-17eaf0e8-d765-45fc-a49d-77c4fc2b392b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "DELETE /v2.0/subnets/a4180fa5-b74f-41c4-ade6-4b94ff4fb878 HTTP/1.1" status: 204 len: 168 time: 0.4026179 Oct 26 16:00:12.751347 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46342) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:00:12.940729 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-06f4a6fd-5fd8-44b5-a5f6-7ba854e97c4f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:13.005268 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-7c8d60ce-693b-466a-a343-eb5bac0b41c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'name': 'tempest-TestNetworkBasicOps-router-1058175692', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': 'a32b23e4-5fd4-4ad5-bddf-b30fe0177edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:58:11Z', 'updated_at': '2022-10-26T16:00:11Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': 'a32b23e4-5fd4-4ad5-bddf-b30fe0177edf', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:58:12Z', 'updated_at': '2022-10-26T16:00:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:00:13.011435 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8d60ce-693b-466a-a343-eb5bac0b41c1 None None] Checking router: 827d9e33-4986-40ea-947e-448ba285bfa8 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:00:13.025454 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8d60ce-693b-466a-a343-eb5bac0b41c1 None None] Routers {'827d9e33-4986-40ea-947e-448ba285bfa8'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:00:13.026018 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-7c8d60ce-693b-466a-a343-eb5bac0b41c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:00:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['827d9e33-4986-40ea-947e-448ba285bfa8'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:00:13.122676 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae9d146-df4b-431c-9376-db8ca529d395 None None] DHCP port deletion for ca43f242-b542-4e47-9f33-e9b9cffa29f3 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 16:00:13.189279 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-5ae9d146-df4b-431c-9376-db8ca529d395 None None] Deleting port 33747103-2399-4151-a8ac-b2231c9c19ae {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:00:13.189653 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5ae9d146-df4b-431c-9376-db8ca529d395 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:13.255283 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-06f4a6fd-5fd8-44b5-a5f6-7ba854e97c4f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:13.340126 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-06f4a6fd-5fd8-44b5-a5f6-7ba854e97c4f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Deleting port a32b23e4-5fd4-4ad5-bddf-b30fe0177edf {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:00:13.340555 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-06f4a6fd-5fd8-44b5-a5f6-7ba854e97c4f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:13.361262 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-7c8d60ce-693b-466a-a343-eb5bac0b41c1 None None] Set router 827d9e33-4986-40ea-947e-448ba285bfa8 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:00:13.522499 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-06f4a6fd-5fd8-44b5-a5f6-7ba854e97c4f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] For port a32b23e4-5fd4-4ad5-bddf-b30fe0177edf, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=a32b23e4-5fd4-4ad5-bddf-b30fe0177edf,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:00:13.522850 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-06f4a6fd-5fd8-44b5-a5f6-7ba854e97c4f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:13.618571 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-5ae9d146-df4b-431c-9376-db8ca529d395 None None] For port 33747103-2399-4151-a8ac-b2231c9c19ae, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=33747103-2399-4151-a8ac-b2231c9c19ae,segment=NetworkSegment(6242f60b-84c6-4798-88f7-5938c72a959d),segment_id=6242f60b-84c6-4798-88f7-5938c72a959d)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:00:13.619023 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5ae9d146-df4b-431c-9376-db8ca529d395 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:13.652355 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-06f4a6fd-5fd8-44b5-a5f6-7ba854e97c4f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Calling delete_port for a32b23e4-5fd4-4ad5-bddf-b30fe0177edf owned by network:router_gateway {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:00:13.759696 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-5ae9d146-df4b-431c-9376-db8ca529d395 None None] Calling delete_port for 33747103-2399-4151-a8ac-b2231c9c19ae owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:00:13.877142 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-06f4a6fd-5fd8-44b5-a5f6-7ba854e97c4f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:13.920699 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-7c8d60ce-693b-466a-a343-eb5bac0b41c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'name': 'tempest-TestNetworkBasicOps-router-1058175692', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': 'a32b23e4-5fd4-4ad5-bddf-b30fe0177edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:58:11Z', 'updated_at': '2022-10-26T16:00:11Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': 'a32b23e4-5fd4-4ad5-bddf-b30fe0177edf', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:58:12Z', 'updated_at': '2022-10-26T16:00:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:00:13.925117 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8d60ce-693b-466a-a343-eb5bac0b41c1 None None] The sync data for ids ['827d9e33-4986-40ea-947e-448ba285bfa8'] in dv-neutron-862712-1-hyperv is: [{'id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'name': 'tempest-TestNetworkBasicOps-router-1058175692', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': 'a32b23e4-5fd4-4ad5-bddf-b30fe0177edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:58:11Z', 'updated_at': '2022-10-26T16:00:11Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': 'a32b23e4-5fd4-4ad5-bddf-b30fe0177edf', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827d9e33-4986-40ea-947e-448ba285bfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:58:12Z', 'updated_at': '2022-10-26T16:00:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:00:13.927310 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4a6fd-5fd8-44b5-a5f6-7ba854e97c4f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Port': ['ID=a32b23e4-5fd4-4ad5-bddf-b30fe0177edf,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:00:13.980277 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5ae9d146-df4b-431c-9376-db8ca529d395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:14.029744 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae9d146-df4b-431c-9376-db8ca529d395 None None] Pushing event deleted for resources: {'Port': ['ID=33747103-2399-4151-a8ac-b2231c9c19ae,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:00:14.031885 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-06f4a6fd-5fd8-44b5-a5f6-7ba854e97c4f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:14.037059 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae9d146-df4b-431c-9376-db8ca529d395 None None] No DVR routers for this DVR port 33747103-2399-4151-a8ac-b2231c9c19ae on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:00:14.212421 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-06f4a6fd-5fd8-44b5-a5f6-7ba854e97c4f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:14.214625 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-06f4a6fd-5fd8-44b5-a5f6-7ba854e97c4f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:14.334787 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-06f4a6fd-5fd8-44b5-a5f6-7ba854e97c4f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:14.338977 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f4a6fd-5fd8-44b5-a5f6-7ba854e97c4f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Fanout notify agent at l3_agent the message router_deleted on router 827d9e33-4986-40ea-947e-448ba285bfa8 {{(pid=89747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 16:00:14.351725 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-06f4a6fd-5fd8-44b5-a5f6-7ba854e97c4f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:14.352861 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-06f4a6fd-5fd8-44b5-a5f6-7ba854e97c4f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "DELETE /v2.0/routers/827d9e33-4986-40ea-947e-448ba285bfa8 HTTP/1.1" status: 204 len: 168 time: 1.6005821 Oct 26 16:00:14.355648 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46346) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:00:14.478130 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-901fe081-28af-422d-bad6-b9cfca5538f4 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:14.622615 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-901fe081-28af-422d-bad6-b9cfca5538f4 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:14.649028 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-901fe081-28af-422d-bad6-b9cfca5538f4 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca43f242-b542-4e47-9f33-e9b9cffa29f3']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:00:14.661520 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-901fe081-28af-422d-bad6-b9cfca5538f4 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6242f60b-84c6-4798-88f7-5938c72a959d') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:00:14.661817 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-901fe081-28af-422d-bad6-b9cfca5538f4 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6242f60b-84c6-4798-88f7-5938c72a959d') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:00:14.674484 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-901fe081-28af-422d-bad6-b9cfca5538f4 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:14.691038 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-901fe081-28af-422d-bad6-b9cfca5538f4 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:14.697399 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-901fe081-28af-422d-bad6-b9cfca5538f4 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:00:14.697798 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-901fe081-28af-422d-bad6-b9cfca5538f4 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:14.786286 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 6242f60b-84c6-4798-88f7-5938c72a959d resource provider aggregate not found Oct 26 16:00:14.803924 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 6242f60b-84c6-4798-88f7-5938c72a959d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6242f60b-84c6-4798-88f7-5938c72a959d found for delete ", "request_id": "req-8f956afc-a5b9-49d4-8c43-7dc3c123e9b1"}]} Oct 26 16:00:14.888558 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-901fe081-28af-422d-bad6-b9cfca5538f4 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:14.909194 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-901fe081-28af-422d-bad6-b9cfca5538f4 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:14.920616 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901fe081-28af-422d-bad6-b9cfca5538f4 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Network': ['ID=ca43f242-b542-4e47-9f33-e9b9cffa29f3,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:00:14.990527 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a32b23e4-5fd4-4ad5-bddf-b30fe0177edf no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:00:15.015910 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-901fe081-28af-422d-bad6-b9cfca5538f4 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "DELETE /v2.0/networks/ca43f242-b542-4e47-9f33-e9b9cffa29f3 HTTP/1.1" status: 204 len: 168 time: 0.6588721 Oct 26 16:00:15.026850 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: a32b23e4-5fd4-4ad5-bddf-b30fe0177edf {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:00:15.027396 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a32b23e4-5fd4-4ad5-bddf-b30fe0177edf not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:00:15.027605 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 33747103-2399-4151-a8ac-b2231c9c19ae no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:00:15.038514 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46356) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:00:15.044486 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-023d7da2-f87e-4ab8-b215-5ddc15a6814e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'network': {'name': 'tempest-network-smoke--946023274', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'port_security_enabled': True}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:00:15.049894 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-023d7da2-f87e-4ab8-b215-5ddc15a6814e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:00:15.054060 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-023d7da2-f87e-4ab8-b215-5ddc15a6814e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:network and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:00:15.056897 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-023d7da2-f87e-4ab8-b215-5ddc15a6814e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:00:15.062902 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-023d7da2-f87e-4ab8-b215-5ddc15a6814e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:00:15.063093 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 33747103-2399-4151-a8ac-b2231c9c19ae {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:00:15.063434 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 33747103-2399-4151-a8ac-b2231c9c19ae not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:00:15.063843 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 2b46effd-d478-42a1-b556-4f5353757cd7 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:00:15.101233 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 2b46effd-d478-42a1-b556-4f5353757cd7 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:00:15.101571 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 2b46effd-d478-42a1-b556-4f5353757cd7 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:00:15.128817 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023d7da2-f87e-4ab8-b215-5ddc15a6814e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Made reservation on behalf of 8316bfcf068445aeb00a503282bb001c for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:00:15.131988 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-023d7da2-f87e-4ab8-b215-5ddc15a6814e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:15.161262 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-023d7da2-f87e-4ab8-b215-5ddc15a6814e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:00:15.169522 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-023d7da2-f87e-4ab8-b215-5ddc15a6814e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:15.169859 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-023d7da2-f87e-4ab8-b215-5ddc15a6814e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Added segment fc1203f8-fa5f-44c2-87a7-4a06b161066a of type vlan for network f3cb01df-658a-4b4c-813a-731613fb2b61 Oct 26 16:00:15.201864 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-023d7da2-f87e-4ab8-b215-5ddc15a6814e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:15.276751 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-023d7da2-f87e-4ab8-b215-5ddc15a6814e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:15.282968 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023d7da2-f87e-4ab8-b215-5ddc15a6814e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:15.283557 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-023d7da2-f87e-4ab8-b215-5ddc15a6814e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:15.504721 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d7da2-f87e-4ab8-b215-5ddc15a6814e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Network': ['ID=f3cb01df-658a-4b4c-813a-731613fb2b61,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:00:15.515250 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network f3cb01df-658a-4b4c-813a-731613fb2b61 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 16:00:15.546517 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-023d7da2-f87e-4ab8-b215-5ddc15a6814e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5073440 Oct 26 16:00:15.549361 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46360) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:00:15.554658 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-abb29186-af7a-4051-b321-20c381945cf5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1875782318', 'admin_state_up': True, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:00:15.562492 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-abb29186-af7a-4051-b321-20c381945cf5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:00:15.566381 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-abb29186-af7a-4051-b321-20c381945cf5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:router and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:00:15.569236 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-abb29186-af7a-4051-b321-20c381945cf5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:00:15.579379 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-abb29186-af7a-4051-b321-20c381945cf5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:00:15.626422 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-abb29186-af7a-4051-b321-20c381945cf5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:15.627574 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-abb29186-af7a-4051-b321-20c381945cf5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:15.643462 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-abb29186-af7a-4051-b321-20c381945cf5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:15.958757 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-abb29186-af7a-4051-b321-20c381945cf5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:16.307652 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-abb29186-af7a-4051-b321-20c381945cf5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router_gateway, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:16.336252 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-abb29186-af7a-4051-b321-20c381945cf5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:16.470858 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-abb29186-af7a-4051-b321-20c381945cf5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Allocated IP 172.26.2.33 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:00:16.618342 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-abb29186-af7a-4051-b321-20c381945cf5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:16.699840 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-abb29186-af7a-4051-b321-20c381945cf5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:16.767396 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb29186-af7a-4051-b321-20c381945cf5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:00:16.770269 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-abb29186-af7a-4051-b321-20c381945cf5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:00:16.773846 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb29186-af7a-4051-b321-20c381945cf5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:00:16.808180 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb29186-af7a-4051-b321-20c381945cf5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:00:17.355390 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-abb29186-af7a-4051-b321-20c381945cf5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router_gateway, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:17.706643 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-abb29186-af7a-4051-b321-20c381945cf5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:18.002881 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb29186-af7a-4051-b321-20c381945cf5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Router 5a4866b4-1d24-4c51-9875-b750ea2dce41 is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 16:00:18.183672 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb29186-af7a-4051-b321-20c381945cf5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:00:18.193048 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d0799e-0022-4d55-a886-83b27bca9b9c None None] Sync routers for ids ['5a4866b4-1d24-4c51-9875-b750ea2dce41'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:00:18.202586 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d0799e-0022-4d55-a886-83b27bca9b9c None None] Routers {'5a4866b4-1d24-4c51-9875-b750ea2dce41'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:00:18.203182 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-75d0799e-0022-4d55-a886-83b27bca9b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:00:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['5a4866b4-1d24-4c51-9875-b750ea2dce41'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:00:18.260070 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-abb29186-af7a-4051-b321-20c381945cf5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:18.261237 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-abb29186-af7a-4051-b321-20c381945cf5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7108290 Oct 26 16:00:18.265082 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46364) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:00:18.305107 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c6ea6eb5-bd82-4d9a-b624-48bf79e0b580 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=8316bfcf068445aeb00a503282bb001c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389585 Oct 26 16:00:18.307764 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46368) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:00:18.380850 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-75d0799e-0022-4d55-a886-83b27bca9b9c None None] Set router 5a4866b4-1d24-4c51-9875-b750ea2dce41 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:00:18.440493 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78d951c-b22d-4779-b451-c5d1f1392399 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:18.441971 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e78d951c-b22d-4779-b451-c5d1f1392399 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1333294 Oct 26 16:00:18.444819 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46372) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:00:18.488007 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-64f52efc-1172-425d-9db1-2bff0bdfe688 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=0c79a151-ef79-4fff-8a3c-258f9478471d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420883 Oct 26 16:00:18.490439 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46376) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:00:18.495658 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-b8e11596-ad02-4c5a-b661-f49087a92f07 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1434351849', 'network_id': 'f3cb01df-658a-4b4c-813a-731613fb2b61', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:00:18.671496 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-75d0799e-0022-4d55-a886-83b27bca9b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4866b4-1d24-4c51-9875-b750ea2dce41', 'name': 'tempest-TestNetworkBasicOps-router-1875782318', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': '7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:00:15Z', 'updated_at': '2022-10-26T16:00:17Z', 'revision_number': 3, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ba:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4866b4-1d24-4c51-9875-b750ea2dce41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:00:16Z', 'updated_at': '2022-10-26T16:00:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:00:18.675993 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d0799e-0022-4d55-a886-83b27bca9b9c None None] Checking router: 5a4866b4-1d24-4c51-9875-b750ea2dce41 for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:00:18.676328 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d0799e-0022-4d55-a886-83b27bca9b9c None None] Updating router 5a4866b4-1d24-4c51-9875-b750ea2dce41 port 7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc binding host dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:00:18.722684 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b8e11596-ad02-4c5a-b661-f49087a92f07 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:00:18.726554 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b8e11596-ad02-4c5a-b661-f49087a92f07 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:subnet and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:00:18.729357 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b8e11596-ad02-4c5a-b661-f49087a92f07 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:00:18.731004 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-75d0799e-0022-4d55-a886-83b27bca9b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:18.735635 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b8e11596-ad02-4c5a-b661-f49087a92f07 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:00:18.808376 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e11596-ad02-4c5a-b661-f49087a92f07 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Made reservation on behalf of 8316bfcf068445aeb00a503282bb001c for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:00:18.811934 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b8e11596-ad02-4c5a-b661-f49087a92f07 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:19.059304 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-75d0799e-0022-4d55-a886-83b27bca9b9c None None] Notify callbacks [] for port, precommit_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:19.070403 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.provisioning_blocks [None req-75d0799e-0022-4d55-a886-83b27bca9b9c None None] Transition to ACTIVE for port object 7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc will not be triggered until provisioned by entity L2. {{(pid=89750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:00:19.094828 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b8e11596-ad02-4c5a-b661-f49087a92f07 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:19.151470 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-75d0799e-0022-4d55-a886-83b27bca9b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:19.181305 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e11596-ad02-4c5a-b661-f49087a92f07 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Subnet': ['ID=0feb1f3f-e652-4f76-8c3b-945d2cd3e034,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:00:19.187988 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e11596-ad02-4c5a-b661-f49087a92f07 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Checking segment: {'id': 'fc1203f8-fa5f-44c2-87a7-4a06b161066a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f3cb01df-658a-4b4c-813a-731613fb2b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:00:19.190027 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e11596-ad02-4c5a-b661-f49087a92f07 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network hostable DHCP agents. Network: f3cb01df-658a-4b4c-813a-731613fb2b61, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:00:19.248266 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-75d0799e-0022-4d55-a886-83b27bca9b9c None None] Attempting to bind port 7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:00:19.249411 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-75d0799e-0022-4d55-a886-83b27bca9b9c None None] Attempting to bind port 7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:00:19.249615 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d0799e-0022-4d55-a886-83b27bca9b9c None None] Attempting to bind port 7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc on network 0c79a151-ef79-4fff-8a3c-258f9478471d {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:00:19.259765 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d0799e-0022-4d55-a886-83b27bca9b9c None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:00:19.264588 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d0799e-0022-4d55-a886-83b27bca9b9c None None] Checking segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:00:19.264588 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-75d0799e-0022-4d55-a886-83b27bca9b9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:19.264588 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d0799e-0022-4d55-a886-83b27bca9b9c None None] Bound using segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:00:19.264588 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-75d0799e-0022-4d55-a886-83b27bca9b9c None None] Bound port: 7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:00:19.264588 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-75d0799e-0022-4d55-a886-83b27bca9b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:19.282569 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e11596-ad02-4c5a-b661-f49087a92f07 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network f3cb01df-658a-4b4c-813a-731613fb2b61 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:00:19.303227 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e07cdf-acc8-43eb-89f0-f04f953e16ae None None] Pushing event updated for resources: {'Port': ['ID=7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc,revision_number=2']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:00:19.317945 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e07cdf-acc8-43eb-89f0-f04f953e16ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:00:19.318296 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e07cdf-acc8-43eb-89f0-f04f953e16ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:00:19.318661 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e07cdf-acc8-43eb-89f0-f04f953e16ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:00:19.319037 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e07cdf-acc8-43eb-89f0-f04f953e16ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:00:19.319378 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e07cdf-acc8-43eb-89f0-f04f953e16ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:00:19.319703 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e07cdf-acc8-43eb-89f0-f04f953e16ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:00:19.320033 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e07cdf-acc8-43eb-89f0-f04f953e16ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:00:19.320358 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e07cdf-acc8-43eb-89f0-f04f953e16ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:00:19.320681 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e07cdf-acc8-43eb-89f0-f04f953e16ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:00:19.321011 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e07cdf-acc8-43eb-89f0-f04f953e16ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:00:19.321339 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e07cdf-acc8-43eb-89f0-f04f953e16ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:00:19.321642 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e07cdf-acc8-43eb-89f0-f04f953e16ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:00:19.341151 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-b8e11596-ad02-4c5a-b661-f49087a92f07 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, f3cb01df-658a-4b4c-813a-731613fb2b61) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:00:19.347556 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e11596-ad02-4c5a-b661-f49087a92f07 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:19.348237 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b8e11596-ad02-4c5a-b661-f49087a92f07 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:19.356813 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-75d0799e-0022-4d55-a886-83b27bca9b9c None None] For port 7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:00:19.359765 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9a175f-7447-4943-98fd-e82e68d82508 None None] Network f3cb01df-658a-4b4c-813a-731613fb2b61 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:00:19.360311 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-75d0799e-0022-4d55-a886-83b27bca9b9c None None] For port 7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:00:19.477661 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-75d0799e-0022-4d55-a886-83b27bca9b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:19.478038 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b8e11596-ad02-4c5a-b661-f49087a92f07 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9861844 Oct 26 16:00:19.480608 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46380) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:00:19.547339 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d0799e-0022-4d55-a886-83b27bca9b9c None None] Routers {'5a4866b4-1d24-4c51-9875-b750ea2dce41'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:00:19.547976 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-75d0799e-0022-4d55-a886-83b27bca9b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:00:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['5a4866b4-1d24-4c51-9875-b750ea2dce41'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:00:19.633304 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b925e5-08b9-4874-8e07-c53227463a64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-f3cb01df-658a-4b4c-813a-731613fb2b61', 'network_id': 'f3cb01df-658a-4b4c-813a-731613fb2b61', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ips': [{'subnet_id': '0feb1f3f-e652-4f76-8c3b-945d2cd3e034'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 16:00:19.634974 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-86b925e5-08b9-4874-8e07-c53227463a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:19.698368 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e07cdf-acc8-43eb-89f0-f04f953e16ae None None] Pushing event updated for resources: {'Port': ['ID=7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc,revision_number=3']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:00:19.732131 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:00:19.752221 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-75d0799e-0022-4d55-a886-83b27bca9b9c None None] Set router 5a4866b4-1d24-4c51-9875-b750ea2dce41 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:00:19.801886 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-86b925e5-08b9-4874-8e07-c53227463a64 None None] Allocated IP 172.20.0.2 (f3cb01df-658a-4b4c-813a-731613fb2b61/0feb1f3f-e652-4f76-8c3b-945d2cd3e034/a922967f-788e-405c-9140-6c5d53e8c49e) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:00:20.023230 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-86b925e5-08b9-4874-8e07-c53227463a64 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:20.035122 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-86b925e5-08b9-4874-8e07-c53227463a64 None None] Transition to ACTIVE for port object a922967f-788e-405c-9140-6c5d53e8c49e will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:00:20.051957 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-75d0799e-0022-4d55-a886-83b27bca9b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4866b4-1d24-4c51-9875-b750ea2dce41', 'name': 'tempest-TestNetworkBasicOps-router-1875782318', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': '7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:00:15Z', 'updated_at': '2022-10-26T16:00:17Z', 'revision_number': 3, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ba:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4866b4-1d24-4c51-9875-b750ea2dce41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:00:16Z', 'updated_at': '2022-10-26T16:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:00:20.055581 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-86b925e5-08b9-4874-8e07-c53227463a64 None None] Transition to ACTIVE for port object a922967f-788e-405c-9140-6c5d53e8c49e will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:00:20.056459 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d0799e-0022-4d55-a886-83b27bca9b9c None None] The sync data for ids ['5a4866b4-1d24-4c51-9875-b750ea2dce41'] in dv-neutron-862712-1-hyperv is: [{'id': '5a4866b4-1d24-4c51-9875-b750ea2dce41', 'name': 'tempest-TestNetworkBasicOps-router-1875782318', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': '7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:00:15Z', 'updated_at': '2022-10-26T16:00:17Z', 'revision_number': 3, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ba:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4866b4-1d24-4c51-9875-b750ea2dce41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:00:16Z', 'updated_at': '2022-10-26T16:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:00:20.123029 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-86b925e5-08b9-4874-8e07-c53227463a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:20.194164 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b925e5-08b9-4874-8e07-c53227463a64 None None] Network f3cb01df-658a-4b4c-813a-731613fb2b61 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:00:20.197165 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-86b925e5-08b9-4874-8e07-c53227463a64 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:00:20.200985 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b925e5-08b9-4874-8e07-c53227463a64 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:00:20.241665 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b925e5-08b9-4874-8e07-c53227463a64 None None] Pushing event updated for resources: {'Port': ['ID=a922967f-788e-405c-9140-6c5d53e8c49e,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:00:20.300298 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-057ce42e-10f2-4949-9089-18d115a68a8d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:20.337776 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-86b925e5-08b9-4874-8e07-c53227463a64 None None] Attempting to bind port a922967f-788e-405c-9140-6c5d53e8c49e on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:00:20.338168 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-86b925e5-08b9-4874-8e07-c53227463a64 None None] Attempting to bind port a922967f-788e-405c-9140-6c5d53e8c49e by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'fc1203f8-fa5f-44c2-87a7-4a06b161066a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f3cb01df-658a-4b4c-813a-731613fb2b61'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:00:20.338549 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b925e5-08b9-4874-8e07-c53227463a64 None None] Attempting to bind port a922967f-788e-405c-9140-6c5d53e8c49e on network f3cb01df-658a-4b4c-813a-731613fb2b61 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:00:20.347667 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b925e5-08b9-4874-8e07-c53227463a64 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:00:20.347667 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b925e5-08b9-4874-8e07-c53227463a64 None None] Checking segment: {'id': 'fc1203f8-fa5f-44c2-87a7-4a06b161066a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f3cb01df-658a-4b4c-813a-731613fb2b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:00:20.347667 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-86b925e5-08b9-4874-8e07-c53227463a64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:20.347667 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b925e5-08b9-4874-8e07-c53227463a64 None None] Bound using segment: {'id': 'fc1203f8-fa5f-44c2-87a7-4a06b161066a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f3cb01df-658a-4b4c-813a-731613fb2b61'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:00:20.347667 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-86b925e5-08b9-4874-8e07-c53227463a64 None None] Bound port: a922967f-788e-405c-9140-6c5d53e8c49e, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc1203f8-fa5f-44c2-87a7-4a06b161066a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f3cb01df-658a-4b4c-813a-731613fb2b61'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:00:20.349183 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-86b925e5-08b9-4874-8e07-c53227463a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:20.449695 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-86b925e5-08b9-4874-8e07-c53227463a64 None None] For port a922967f-788e-405c-9140-6c5d53e8c49e, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:00:20.453570 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-86b925e5-08b9-4874-8e07-c53227463a64 None None] For port a922967f-788e-405c-9140-6c5d53e8c49e, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=a922967f-788e-405c-9140-6c5d53e8c49e,segment=NetworkSegment(fc1203f8-fa5f-44c2-87a7-4a06b161066a),segment_id=fc1203f8-fa5f-44c2-87a7-4a06b161066a)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:00:20.574747 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-86b925e5-08b9-4874-8e07-c53227463a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:20.659429 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b925e5-08b9-4874-8e07-c53227463a64 None None] Pushing event updated for resources: {'Port': ['ID=a922967f-788e-405c-9140-6c5d53e8c49e,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:00:20.849491 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-057ce42e-10f2-4949-9089-18d115a68a8d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Allocated IP 172.20.0.1 (f3cb01df-658a-4b4c-813a-731613fb2b61/0feb1f3f-e652-4f76-8c3b-945d2cd3e034/9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:00:21.060220 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-057ce42e-10f2-4949-9089-18d115a68a8d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:21.080046 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a922967f-788e-405c-9140-6c5d53e8c49e up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:00:21.084514 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-057ce42e-10f2-4949-9089-18d115a68a8d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Transition to ACTIVE for port object 9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:00:21.203551 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-057ce42e-10f2-4949-9089-18d115a68a8d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:21.225656 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port a922967f-788e-405c-9140-6c5d53e8c49e completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:00:21.231685 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:00:21.271851 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057ce42e-10f2-4949-9089-18d115a68a8d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network f3cb01df-658a-4b4c-813a-731613fb2b61 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:00:21.275012 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-057ce42e-10f2-4949-9089-18d115a68a8d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:00:21.278787 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057ce42e-10f2-4949-9089-18d115a68a8d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:00:21.320895 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ce42e-10f2-4949-9089-18d115a68a8d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:00:21.345224 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-057ce42e-10f2-4949-9089-18d115a68a8d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:21.357132 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:00:21.362673 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:00:21.363048 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:21.363380 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc Oct 26 16:00:21.484402 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:00:21.485024 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:21.503110 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:00:21.554769 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-057ce42e-10f2-4949-9089-18d115a68a8d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:21.568471 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:21.655337 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:00:21.988705 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-057ce42e-10f2-4949-9089-18d115a68a8d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:22.071162 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-057ce42e-10f2-4949-9089-18d115a68a8d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:22.127900 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d5c084-da22-4c36-8d8c-f078c88d9dda None None] Network f3cb01df-658a-4b4c-813a-731613fb2b61 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:00:22.192617 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-057ce42e-10f2-4949-9089-18d115a68a8d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:22.196028 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ce42e-10f2-4949-9089-18d115a68a8d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:00:22.282495 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-46e68a79-fd12-4c14-9efb-fc888daff9f8 None None] Provisioning for port a922967f-788e-405c-9140-6c5d53e8c49e completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:00:22.293438 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-46e68a79-fd12-4c14-9efb-fc888daff9f8 None None] Provisioning complete for port a922967f-788e-405c-9140-6c5d53e8c49e triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:00:22.293807 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-46e68a79-fd12-4c14-9efb-fc888daff9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:22.294140 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-46e68a79-fd12-4c14-9efb-fc888daff9f8 None None] Attempt 1 to provision port a922967f-788e-405c-9140-6c5d53e8c49e Oct 26 16:00:22.334158 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057ce42e-10f2-4949-9089-18d115a68a8d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network f3cb01df-658a-4b4c-813a-731613fb2b61 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:00:22.335727 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-057ce42e-10f2-4949-9089-18d115a68a8d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:00:22.478303 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-46e68a79-fd12-4c14-9efb-fc888daff9f8 None None] Current status of the port a922967f-788e-405c-9140-6c5d53e8c49e is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:00:22.478711 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-46e68a79-fd12-4c14-9efb-fc888daff9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:22.519942 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-46e68a79-fd12-4c14-9efb-fc888daff9f8 None None] For port a922967f-788e-405c-9140-6c5d53e8c49e, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=a922967f-788e-405c-9140-6c5d53e8c49e,segment=NetworkSegment(fc1203f8-fa5f-44c2-87a7-4a06b161066a),segment_id=fc1203f8-fa5f-44c2-87a7-4a06b161066a)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:00:22.520539 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-057ce42e-10f2-4949-9089-18d115a68a8d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Router 5a4866b4-1d24-4c51-9875-b750ea2dce41 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:00:22.602793 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-46e68a79-fd12-4c14-9efb-fc888daff9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:22.684848 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e68a79-fd12-4c14-9efb-fc888daff9f8 None None] Pushing event updated for resources: {'Port': ['ID=a922967f-788e-405c-9140-6c5d53e8c49e,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:00:22.785742 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-63926d06-de2d-4ad0-9ec5-792cfde8c01f None None] Provisioning for port 9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:00:22.792190 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-63926d06-de2d-4ad0-9ec5-792cfde8c01f None None] Provisioning complete for port 9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:00:22.792848 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-63926d06-de2d-4ad0-9ec5-792cfde8c01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:22.793191 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-63926d06-de2d-4ad0-9ec5-792cfde8c01f None None] Attempt 1 to provision port 9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69 Oct 26 16:00:22.853844 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-63926d06-de2d-4ad0-9ec5-792cfde8c01f None None] Port 9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:00:22.854051 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057ce42e-10f2-4949-9089-18d115a68a8d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:00:22.869636 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-057ce42e-10f2-4949-9089-18d115a68a8d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "PUT /v2.0/routers/5a4866b4-1d24-4c51-9875-b750ea2dce41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3856122 Oct 26 16:00:22.869815 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b10666-045e-415b-bf84-3db59bdde168 None None] Sync routers for ids ['5a4866b4-1d24-4c51-9875-b750ea2dce41'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:00:22.869955 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 46384) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:00:22.879477 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b10666-045e-415b-bf84-3db59bdde168 None None] Routers {'5a4866b4-1d24-4c51-9875-b750ea2dce41'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:00:22.880091 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-45b10666-045e-415b-bf84-3db59bdde168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:00:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['5a4866b4-1d24-4c51-9875-b750ea2dce41'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:00:23.036218 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0b2fd4-02f3-451a-a81e-155a997c2e04 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:23.036704 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0b2fd4-02f3-451a-a81e-155a997c2e04 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:23.037164 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0b2fd4-02f3-451a-a81e-155a997c2e04 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:23.037619 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0b2fd4-02f3-451a-a81e-155a997c2e04 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:23.038074 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0b2fd4-02f3-451a-a81e-155a997c2e04 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:23.038550 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0b2fd4-02f3-451a-a81e-155a997c2e04 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:23.041899 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a922967f-788e-405c-9140-6c5d53e8c49e up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:00:23.043197 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46388) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:00:23.043308 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-4a0b2fd4-02f3-451a-a81e-155a997c2e04 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1722288 Oct 26 16:00:23.119446 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daee5cac-16b9-4a65-9bd7-8231eb492edf tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:23.119982 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daee5cac-16b9-4a65-9bd7-8231eb492edf tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:23.120463 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daee5cac-16b9-4a65-9bd7-8231eb492edf tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:23.120915 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daee5cac-16b9-4a65-9bd7-8231eb492edf tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:23.121362 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daee5cac-16b9-4a65-9bd7-8231eb492edf tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:23.121807 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daee5cac-16b9-4a65-9bd7-8231eb492edf tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:23.124122 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-daee5cac-16b9-4a65-9bd7-8231eb492edf tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.0794067 Oct 26 16:00:23.127060 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46392) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:00:23.172144 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port a922967f-788e-405c-9140-6c5d53e8c49e triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:00:23.172516 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:23.172850 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port a922967f-788e-405c-9140-6c5d53e8c49e Oct 26 16:00:23.198821 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-45b10666-045e-415b-bf84-3db59bdde168 None None] Set router 5a4866b4-1d24-4c51-9875-b750ea2dce41 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:00:23.340473 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d8b3f1d8-c384-4f0f-8a62-3732388faaa7 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2122424 Oct 26 16:00:23.355271 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-63926d06-de2d-4ad0-9ec5-792cfde8c01f None None] Attempt 2 to provision port 9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69 Oct 26 16:00:23.531608 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-63926d06-de2d-4ad0-9ec5-792cfde8c01f None None] Port 9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:00:23.576999 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port a922967f-788e-405c-9140-6c5d53e8c49e is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:00:23.578121 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:00:23.691522 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:00:23.691883 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:23.692218 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc Oct 26 16:00:23.749319 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-45b10666-045e-415b-bf84-3db59bdde168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4866b4-1d24-4c51-9875-b750ea2dce41', 'name': 'tempest-TestNetworkBasicOps-router-1875782318', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': '7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:00:15Z', 'updated_at': '2022-10-26T16:00:21Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ba:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4866b4-1d24-4c51-9875-b750ea2dce41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:00:16Z', 'updated_at': '2022-10-26T16:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69', 'name': '', 'network_id': 'f3cb01df-658a-4b4c-813a-731613fb2b61', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:81:b5:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4866b4-1d24-4c51-9875-b750ea2dce41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '0feb1f3f-e652-4f76-8c3b-945d2cd3e034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:00:20Z', 'updated_at': '2022-10-26T16:00:21Z', 'revision_number': 2, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '0feb1f3f-e652-4f76-8c3b-945d2cd3e034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:00:23.756221 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b10666-045e-415b-bf84-3db59bdde168 None None] Checking router: 5a4866b4-1d24-4c51-9875-b750ea2dce41 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:00:23.756581 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b10666-045e-415b-bf84-3db59bdde168 None None] Updating router 5a4866b4-1d24-4c51-9875-b750ea2dce41 port 9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69 binding host dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:00:23.841437 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-45b10666-045e-415b-bf84-3db59bdde168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:23.917677 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:00:24.066299 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-63926d06-de2d-4ad0-9ec5-792cfde8c01f None None] Attempt 3 to provision port 9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69 Oct 26 16:00:24.153292 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-63926d06-de2d-4ad0-9ec5-792cfde8c01f None None] Port 9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:00:24.253012 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-45b10666-045e-415b-bf84-3db59bdde168 None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:24.265084 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-45b10666-045e-415b-bf84-3db59bdde168 None None] Transition to ACTIVE for port object 9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:00:24.339203 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-45b10666-045e-415b-bf84-3db59bdde168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:24.487101 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46400) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:00:24.492181 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-4f327d31-cd40-4d0d-886c-2642c49b3c11 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1076861117', 'description': 'tempest-secgroup-smoke-1076861117 description', 'project_id': '8316bfcf068445aeb00a503282bb001c'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:00:24.498182 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4f327d31-cd40-4d0d-886c-2642c49b3c11 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:00:24.502381 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4f327d31-cd40-4d0d-886c-2642c49b3c11 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:00:24.505386 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4f327d31-cd40-4d0d-886c-2642c49b3c11 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:00:24.511557 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4f327d31-cd40-4d0d-886c-2642c49b3c11 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:00:24.574176 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4f327d31-cd40-4d0d-886c-2642c49b3c11 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:24.581266 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d9fcd8-d3f9-427e-9e00-2d6686523e7c None None] Pushing event updated for resources: {'Port': ['ID=9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:00:24.595450 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4f327d31-cd40-4d0d-886c-2642c49b3c11 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:00:24.599322 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4f327d31-cd40-4d0d-886c-2642c49b3c11 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:00:24.599922 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-45b10666-045e-415b-bf84-3db59bdde168 None None] Attempting to bind port 9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:00:24.600293 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-45b10666-045e-415b-bf84-3db59bdde168 None None] Attempting to bind port 9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'fc1203f8-fa5f-44c2-87a7-4a06b161066a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f3cb01df-658a-4b4c-813a-731613fb2b61'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:00:24.600717 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b10666-045e-415b-bf84-3db59bdde168 None None] Attempting to bind port 9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69 on network f3cb01df-658a-4b4c-813a-731613fb2b61 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:00:24.602111 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4f327d31-cd40-4d0d-886c-2642c49b3c11 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:00:24.605935 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b10666-045e-415b-bf84-3db59bdde168 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:00:24.606326 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b10666-045e-415b-bf84-3db59bdde168 None None] Checking segment: {'id': 'fc1203f8-fa5f-44c2-87a7-4a06b161066a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f3cb01df-658a-4b4c-813a-731613fb2b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:00:24.606771 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-45b10666-045e-415b-bf84-3db59bdde168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:24.607158 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b10666-045e-415b-bf84-3db59bdde168 None None] Bound using segment: {'id': 'fc1203f8-fa5f-44c2-87a7-4a06b161066a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f3cb01df-658a-4b4c-813a-731613fb2b61'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:00:24.607613 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-45b10666-045e-415b-bf84-3db59bdde168 None None] Bound port: 9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc1203f8-fa5f-44c2-87a7-4a06b161066a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f3cb01df-658a-4b4c-813a-731613fb2b61'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:00:24.607774 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4f327d31-cd40-4d0d-886c-2642c49b3c11 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:00:24.608560 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-45b10666-045e-415b-bf84-3db59bdde168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:24.675585 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-63926d06-de2d-4ad0-9ec5-792cfde8c01f None None] Attempt 4 to provision port 9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69 Oct 26 16:00:24.682871 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4f327d31-cd40-4d0d-886c-2642c49b3c11 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:24.760367 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-63926d06-de2d-4ad0-9ec5-792cfde8c01f None None] Port 9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:00:24.769576 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-45b10666-045e-415b-bf84-3db59bdde168 None None] For port 9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:00:24.772533 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-45b10666-045e-415b-bf84-3db59bdde168 None None] For port 9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69,segment=NetworkSegment(fc1203f8-fa5f-44c2-87a7-4a06b161066a),segment_id=fc1203f8-fa5f-44c2-87a7-4a06b161066a)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:00:24.785465 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4f327d31-cd40-4d0d-886c-2642c49b3c11 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:24.832686 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f327d31-cd40-4d0d-886c-2642c49b3c11 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90af4def-e9c8-4e92-81e6-a987a758f751,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:00:24.849057 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-45b10666-045e-415b-bf84-3db59bdde168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:24.907535 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b10666-045e-415b-bf84-3db59bdde168 None None] Routers {'5a4866b4-1d24-4c51-9875-b750ea2dce41'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:00:24.908144 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-45b10666-045e-415b-bf84-3db59bdde168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:00:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['5a4866b4-1d24-4c51-9875-b750ea2dce41'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:00:24.928686 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4f327d31-cd40-4d0d-886c-2642c49b3c11 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:24.932897 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4f327d31-cd40-4d0d-886c-2642c49b3c11 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4447911 Oct 26 16:00:24.933101 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 46404) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:00:24.939411 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-83a9c399-4940-4118-a7b4-fa1c32beafb8 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '90af4def-e9c8-4e92-81e6-a987a758f751', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:00:24.945665 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-83a9c399-4940-4118-a7b4-fa1c32beafb8 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:00:24.949627 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-83a9c399-4940-4118-a7b4-fa1c32beafb8 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:00:24.953178 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-83a9c399-4940-4118-a7b4-fa1c32beafb8 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:00:24.959160 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-83a9c399-4940-4118-a7b4-fa1c32beafb8 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:00:25.050485 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d9fcd8-d3f9-427e-9e00-2d6686523e7c None None] Pushing event updated for resources: {'Port': ['ID=9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:00:25.055355 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-83a9c399-4940-4118-a7b4-fa1c32beafb8 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:25.098812 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-45b10666-045e-415b-bf84-3db59bdde168 None None] Set router 5a4866b4-1d24-4c51-9875-b750ea2dce41 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:00:25.118937 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-83a9c399-4940-4118-a7b4-fa1c32beafb8 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:25.173993 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-83a9c399-4940-4118-a7b4-fa1c32beafb8 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:25.201108 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a9c399-4940-4118-a7b4-fa1c32beafb8 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf2896cb-d5d4-4343-acfb-e59e44a67f7f,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:00:25.282315 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-83a9c399-4940-4118-a7b4-fa1c32beafb8 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:25.283566 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-83a9c399-4940-4118-a7b4-fa1c32beafb8 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3489547 Oct 26 16:00:25.286320 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 46408) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:00:25.291331 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-80d7cfe9-c68e-4f6c-8afa-551e04c2cafb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '90af4def-e9c8-4e92-81e6-a987a758f751', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:00:25.297911 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-80d7cfe9-c68e-4f6c-8afa-551e04c2cafb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:00:25.299133 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-63926d06-de2d-4ad0-9ec5-792cfde8c01f None None] Attempt 5 to provision port 9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69 Oct 26 16:00:25.301850 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-80d7cfe9-c68e-4f6c-8afa-551e04c2cafb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:00:25.304715 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-80d7cfe9-c68e-4f6c-8afa-551e04c2cafb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:00:25.310559 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-80d7cfe9-c68e-4f6c-8afa-551e04c2cafb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:00:25.398505 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-80d7cfe9-c68e-4f6c-8afa-551e04c2cafb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:25.410367 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-63926d06-de2d-4ad0-9ec5-792cfde8c01f None None] Port 9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69 had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 16:00:25.457068 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-63926d06-de2d-4ad0-9ec5-792cfde8c01f None None] Provisioning complete for port a922967f-788e-405c-9140-6c5d53e8c49e triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:00:25.457444 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-63926d06-de2d-4ad0-9ec5-792cfde8c01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:25.458550 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-63926d06-de2d-4ad0-9ec5-792cfde8c01f None None] Attempt 1 to provision port a922967f-788e-405c-9140-6c5d53e8c49e Oct 26 16:00:25.461102 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-80d7cfe9-c68e-4f6c-8afa-551e04c2cafb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:25.542960 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-45b10666-045e-415b-bf84-3db59bdde168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4866b4-1d24-4c51-9875-b750ea2dce41', 'name': 'tempest-TestNetworkBasicOps-router-1875782318', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': '7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:00:15Z', 'updated_at': '2022-10-26T16:00:21Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ba:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4866b4-1d24-4c51-9875-b750ea2dce41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:00:16Z', 'updated_at': '2022-10-26T16:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69', 'name': '', 'network_id': 'f3cb01df-658a-4b4c-813a-731613fb2b61', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:81:b5:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4866b4-1d24-4c51-9875-b750ea2dce41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '0feb1f3f-e652-4f76-8c3b-945d2cd3e034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:00:20Z', 'updated_at': '2022-10-26T16:00:24Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '0feb1f3f-e652-4f76-8c3b-945d2cd3e034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:00:25.556613 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-80d7cfe9-c68e-4f6c-8afa-551e04c2cafb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:25.580785 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d7cfe9-c68e-4f6c-8afa-551e04c2cafb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e6f5eb7-73a4-436c-9ef4-608949ee52bc,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:00:25.589613 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b10666-045e-415b-bf84-3db59bdde168 None None] The sync data for ids ['5a4866b4-1d24-4c51-9875-b750ea2dce41'] in dv-neutron-862712-1-hyperv is: [{'id': '5a4866b4-1d24-4c51-9875-b750ea2dce41', 'name': 'tempest-TestNetworkBasicOps-router-1875782318', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': '7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:00:15Z', 'updated_at': '2022-10-26T16:00:21Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ba:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4866b4-1d24-4c51-9875-b750ea2dce41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:00:16Z', 'updated_at': '2022-10-26T16:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69', 'name': '', 'network_id': 'f3cb01df-658a-4b4c-813a-731613fb2b61', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:81:b5:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4866b4-1d24-4c51-9875-b750ea2dce41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '0feb1f3f-e652-4f76-8c3b-945d2cd3e034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:00:20Z', 'updated_at': '2022-10-26T16:00:24Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '0feb1f3f-e652-4f76-8c3b-945d2cd3e034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:00:25.604397 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-63926d06-de2d-4ad0-9ec5-792cfde8c01f None None] Current status of the port a922967f-788e-405c-9140-6c5d53e8c49e is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:00:25.654350 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-80d7cfe9-c68e-4f6c-8afa-551e04c2cafb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:25.655838 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-80d7cfe9-c68e-4f6c-8afa-551e04c2cafb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3685534 Oct 26 16:00:25.658538 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 46412) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:00:25.666813 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-a7b41e56-7550-4598-87e8-0ff8b5889837 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '90af4def-e9c8-4e92-81e6-a987a758f751', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:00:25.673421 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a7b41e56-7550-4598-87e8-0ff8b5889837 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:00:25.677552 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a7b41e56-7550-4598-87e8-0ff8b5889837 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:00:25.682119 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a7b41e56-7550-4598-87e8-0ff8b5889837 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:00:25.694845 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a7b41e56-7550-4598-87e8-0ff8b5889837 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:00:25.786789 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a7b41e56-7550-4598-87e8-0ff8b5889837 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:25.852813 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a7b41e56-7550-4598-87e8-0ff8b5889837 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:25.934227 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a7b41e56-7550-4598-87e8-0ff8b5889837 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:25.959300 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b41e56-7550-4598-87e8-0ff8b5889837 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34c3c0d1-17b7-431f-a639-2a38cabcc5e7,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:00:26.020141 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a7b41e56-7550-4598-87e8-0ff8b5889837 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:26.021526 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a7b41e56-7550-4598-87e8-0ff8b5889837 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3620565 Oct 26 16:00:26.024508 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 46416) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:00:26.030239 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-769be554-b37a-4799-b818-f1cea9fbe692 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '90af4def-e9c8-4e92-81e6-a987a758f751', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:00:26.036940 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-769be554-b37a-4799-b818-f1cea9fbe692 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:00:26.041039 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-769be554-b37a-4799-b818-f1cea9fbe692 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:00:26.044127 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-769be554-b37a-4799-b818-f1cea9fbe692 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:00:26.050760 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-769be554-b37a-4799-b818-f1cea9fbe692 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:00:26.130955 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-769be554-b37a-4799-b818-f1cea9fbe692 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:26.210255 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-769be554-b37a-4799-b818-f1cea9fbe692 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:26.305557 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-769be554-b37a-4799-b818-f1cea9fbe692 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:26.332419 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769be554-b37a-4799-b818-f1cea9fbe692 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baca66a1-a5ec-421b-885b-21625c582f96,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:00:26.414111 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-769be554-b37a-4799-b818-f1cea9fbe692 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:26.415462 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-769be554-b37a-4799-b818-f1cea9fbe692 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3899467 Oct 26 16:00:26.418338 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46422) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:00:26.426271 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-b66bbd90-6c31-4501-a4d8-b62f25d1269c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '90af4def-e9c8-4e92-81e6-a987a758f751', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:00:26.430596 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b66bbd90-6c31-4501-a4d8-b62f25d1269c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:00:26.434532 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b66bbd90-6c31-4501-a4d8-b62f25d1269c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:00:26.438503 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b66bbd90-6c31-4501-a4d8-b62f25d1269c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:00:26.444399 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b66bbd90-6c31-4501-a4d8-b62f25d1269c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:00:26.511319 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.securitygroups_db [None req-b66bbd90-6c31-4501-a4d8-b62f25d1269c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Project 8316bfcf068445aeb00a503282bb001c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:00:26.519081 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b66bbd90-6c31-4501-a4d8-b62f25d1269c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:26.586950 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b66bbd90-6c31-4501-a4d8-b62f25d1269c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:26.659472 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b66bbd90-6c31-4501-a4d8-b62f25d1269c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:26.684173 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66bbd90-6c31-4501-a4d8-b62f25d1269c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed4e834e-608f-4fc3-b111-be53982b151a,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:00:26.768493 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b66bbd90-6c31-4501-a4d8-b62f25d1269c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:26.769744 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b66bbd90-6c31-4501-a4d8-b62f25d1269c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3503671 Oct 26 16:00:26.772511 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46426) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:00:26.777455 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-ea5f0f0f-98a5-423f-ab13-6204ef024d84 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '90af4def-e9c8-4e92-81e6-a987a758f751', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:00:26.784043 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ea5f0f0f-98a5-423f-ab13-6204ef024d84 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:00:26.787903 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ea5f0f0f-98a5-423f-ab13-6204ef024d84 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:00:26.790836 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ea5f0f0f-98a5-423f-ab13-6204ef024d84 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:00:26.797150 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ea5f0f0f-98a5-423f-ab13-6204ef024d84 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:00:26.899712 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.securitygroups_db [None req-ea5f0f0f-98a5-423f-ab13-6204ef024d84 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Project 8316bfcf068445aeb00a503282bb001c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:00:26.907386 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ea5f0f0f-98a5-423f-ab13-6204ef024d84 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:26.957298 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:26.979018 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ea5f0f0f-98a5-423f-ab13-6204ef024d84 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:27.005479 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:00:27.059648 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ea5f0f0f-98a5-423f-ab13-6204ef024d84 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:27.083978 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5f0f0f-98a5-423f-ab13-6204ef024d84 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e495c5f2-9bde-4988-adbb-aa24e5b90a7d,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:00:27.162658 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:00:27.167926 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:00:27.168322 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:27.168677 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69 Oct 26 16:00:27.190994 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ea5f0f0f-98a5-423f-ab13-6204ef024d84 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:27.192175 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ea5f0f0f-98a5-423f-ab13-6204ef024d84 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4186885 Oct 26 16:00:27.285046 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:00:27.285437 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:27.320040 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69,segment=NetworkSegment(fc1203f8-fa5f-44c2-87a7-4a06b161066a),segment_id=fc1203f8-fa5f-44c2-87a7-4a06b161066a)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:00:27.358157 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-92ff8f3b-7cad-4f70-a04c-33a71dc80ecb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:security_group {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:00:27.396791 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:27.436519 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-92ff8f3b-7cad-4f70-a04c-33a71dc80ecb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:security_group {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:00:27.438250 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-92ff8f3b-7cad-4f70-a04c-33a71dc80ecb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1076861117&fields=id&tenant_id=8316bfcf068445aeb00a503282bb001c HTTP/1.1" status: 200 len: 267 time: 0.1230886 Oct 26 16:00:27.468957 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:00:27.592395 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-45ca33d2-7a63-40db-807d-4834daaaa4e0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:27.593094 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-45ca33d2-7a63-40db-807d-4834daaaa4e0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:network {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:00:27.688734 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-45ca33d2-7a63-40db-807d-4834daaaa4e0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:network {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:00:27.689907 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-45ca33d2-7a63-40db-807d-4834daaaa4e0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/networks?id=f3cb01df-658a-4b4c-813a-731613fb2b61 HTTP/1.1" status: 200 len: 796 time: 0.2450016 Oct 26 16:00:27.705525 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-43140a58-993b-47c4-bba8-4212542e107e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/quotas/8316bfcf068445aeb00a503282bb001c HTTP/1.1" status: 200 len: 375 time: 0.0101509 Oct 26 16:00:27.793818 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-e6bb93a6-6c36-481c-855d-20a30c0d5ee0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:00:27.865350 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-e6bb93a6-6c36-481c-855d-20a30c0d5ee0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:00:27.866907 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-e6bb93a6-6c36-481c-855d-20a30c0d5ee0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1562784 Oct 26 16:00:28.005629 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-7adddf20-588e-43e1-b4b7-0205b4b2f962 service neutron] 10.222.0.23 "GET /v2.0/networks/f3cb01df-658a-4b4c-813a-731613fb2b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266575 Oct 26 16:00:28.141809 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-c1a5d0cb-baf0-41c6-8135-f1da10de9285 service neutron] 10.222.0.23 "GET /v2.0/networks/f3cb01df-658a-4b4c-813a-731613fb2b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302032 Oct 26 16:00:28.444642 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-f19b40e2-5f55-42a8-bf77-69373a19f696 req-c5d092e9-f995-425c-9b2c-04feb1b55f8e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:00:28.456581 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-f19b40e2-5f55-42a8-bf77-69373a19f696 req-c5d092e9-f995-425c-9b2c-04feb1b55f8e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:00:28.457727 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f19b40e2-5f55-42a8-bf77-69373a19f696 req-c5d092e9-f995-425c-9b2c-04feb1b55f8e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=affd98ca-55bf-419b-a6cf-a1b525b44d3c HTTP/1.1" status: 200 len: 210 time: 0.0661228 Oct 26 16:00:28.991106 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:00:29.057892 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:00:29.058263 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:29.058630 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69 Oct 26 16:00:29.212704 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:00:29.566460 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-3d2be384-213b-4457-b60f-e8291f209ead req-95096531-6451-4f0b-80bc-4156a2c0c1d8 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=affd98ca-55bf-419b-a6cf-a1b525b44d3c HTTP/1.1" status: 200 len: 210 time: 0.0502796 Oct 26 16:00:30.738103 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f2ba9858-84c7-48a8-84ac-89a123026076 req-6c7f6252-a126-42da-b460-ab84cc35afb9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=affd98ca-55bf-419b-a6cf-a1b525b44d3c HTTP/1.1" status: 200 len: 210 time: 0.0573409 Oct 26 16:00:31.776894 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-36833843-dc37-4c0b-82c9-2e7051440977 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:31.778333 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-36833843-dc37-4c0b-82c9-2e7051440977 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "GET /v2.0/networks?id=f3cb01df-658a-4b4c-813a-731613fb2b61 HTTP/1.1" status: 200 len: 796 time: 0.1908553 Oct 26 16:00:31.833569 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-b646af75-1c70-4fec-a73e-d7df3b03a323 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:security_group {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:00:31.846338 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-b646af75-1c70-4fec-a73e-d7df3b03a323 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:security_group {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:00:31.847457 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-b646af75-1c70-4fec-a73e-d7df3b03a323 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8316bfcf068445aeb00a503282bb001c HTTP/1.1" status: 200 len: 380 time: 0.0552852 Oct 26 16:00:31.856101 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-4786de1c-c492-42c9-8100-a68d5ef40aef tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'port': {'device_id': 'affd98ca-55bf-419b-a6cf-a1b525b44d3c', 'network_id': 'f3cb01df-658a-4b4c-813a-731613fb2b61', 'admin_state_up': True, 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'security_groups': ['90af4def-e9c8-4e92-81e6-a987a758f751']}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:00:31.916674 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-1661a630-491a-4b96-81bd-48cf8cea59c6 req-a589c595-993c-4e13-8b77-092aeb44a435 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=affd98ca-55bf-419b-a6cf-a1b525b44d3c HTTP/1.1" status: 200 len: 210 time: 0.0559084 Oct 26 16:00:32.001739 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-4786de1c-c492-42c9-8100-a68d5ef40aef tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:00:32.011216 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-4786de1c-c492-42c9-8100-a68d5ef40aef tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:00:32.116579 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9d3e0c01-c9ee-4af6-928b-883131a33637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:32.117094 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-4786de1c-c492-42c9-8100-a68d5ef40aef tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Made reservation on behalf of 8316bfcf068445aeb00a503282bb001c for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:00:32.120136 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-4786de1c-c492-42c9-8100-a68d5ef40aef tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:32.286866 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-4786de1c-c492-42c9-8100-a68d5ef40aef tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Allocated IP 172.20.0.3 (f3cb01df-658a-4b4c-813a-731613fb2b61/0feb1f3f-e652-4f76-8c3b-945d2cd3e034/d87e122a-7200-403b-8bca-aa3f5020255c) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:00:32.473829 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-4786de1c-c492-42c9-8100-a68d5ef40aef tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:32.489921 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-4786de1c-c492-42c9-8100-a68d5ef40aef tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Transition to ACTIVE for port object d87e122a-7200-403b-8bca-aa3f5020255c will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:00:32.573539 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-4786de1c-c492-42c9-8100-a68d5ef40aef tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:32.644625 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-4786de1c-c492-42c9-8100-a68d5ef40aef tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network f3cb01df-658a-4b4c-813a-731613fb2b61 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:00:32.647936 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-4786de1c-c492-42c9-8100-a68d5ef40aef tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:00:32.651763 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-4786de1c-c492-42c9-8100-a68d5ef40aef tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:00:32.694061 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4786de1c-c492-42c9-8100-a68d5ef40aef tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=d87e122a-7200-403b-8bca-aa3f5020255c,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:00:32.730769 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-4786de1c-c492-42c9-8100-a68d5ef40aef tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:32.731391 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-4786de1c-c492-42c9-8100-a68d5ef40aef tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:32.808632 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-4786de1c-c492-42c9-8100-a68d5ef40aef tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9560006 Oct 26 16:00:32.825486 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-591efc08-ae52-4ffd-a4f8-dfa7e108e7d2 service neutron] Request body: {'port': {'device_id': 'affd98ca-55bf-419b-a6cf-a1b525b44d3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8627'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:00:33.031124 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-2983b985-4317-486a-9969-ee16547601e6 None None] Provisioning for port d87e122a-7200-403b-8bca-aa3f5020255c completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:00:33.037090 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-2983b985-4317-486a-9969-ee16547601e6 None None] Provisioning complete for port d87e122a-7200-403b-8bca-aa3f5020255c triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:00:33.037544 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2983b985-4317-486a-9969-ee16547601e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:33.037943 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-2983b985-4317-486a-9969-ee16547601e6 None None] Attempt 1 to provision port d87e122a-7200-403b-8bca-aa3f5020255c Oct 26 16:00:33.096634 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-2983b985-4317-486a-9969-ee16547601e6 None None] Port d87e122a-7200-403b-8bca-aa3f5020255c cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:00:33.104564 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-591efc08-ae52-4ffd-a4f8-dfa7e108e7d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:33.245588 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e5034-edfc-4efc-abec-e3ff0e83d0cc req-af2ebe4e-ee4c-44fb-b591-8d42f800e8ee tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:33.246285 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-750e5034-edfc-4efc-abec-e3ff0e83d0cc req-af2ebe4e-ee4c-44fb-b591-8d42f800e8ee tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:00:33.364059 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-750e5034-edfc-4efc-abec-e3ff0e83d0cc req-af2ebe4e-ee4c-44fb-b591-8d42f800e8ee tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:00:33.365126 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-750e5034-edfc-4efc-abec-e3ff0e83d0cc req-af2ebe4e-ee4c-44fb-b591-8d42f800e8ee tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=affd98ca-55bf-419b-a6cf-a1b525b44d3c HTTP/1.1" status: 200 len: 931 time: 0.3258414 Oct 26 16:00:33.450494 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-750e5034-edfc-4efc-abec-e3ff0e83d0cc req-d879dcb5-2372-4c84-a9b8-cf8323df91ca tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=90af4def-e9c8-4e92-81e6-a987a758f751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783877 Oct 26 16:00:33.534229 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-591efc08-ae52-4ffd-a4f8-dfa7e108e7d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d87e122a-7200-403b-8bca-aa3f5020255c {{(pid=89748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:00:33.541764 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-591efc08-ae52-4ffd-a4f8-dfa7e108e7d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:33.556623 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-591efc08-ae52-4ffd-a4f8-dfa7e108e7d2 service neutron] Transition to ACTIVE for port object d87e122a-7200-403b-8bca-aa3f5020255c will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:00:33.597976 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-2983b985-4317-486a-9969-ee16547601e6 None None] Attempt 2 to provision port d87e122a-7200-403b-8bca-aa3f5020255c Oct 26 16:00:33.630774 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-591efc08-ae52-4ffd-a4f8-dfa7e108e7d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:33.669353 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-2983b985-4317-486a-9969-ee16547601e6 None None] Port d87e122a-7200-403b-8bca-aa3f5020255c cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:00:33.821604 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591efc08-ae52-4ffd-a4f8-dfa7e108e7d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d87e122a-7200-403b-8bca-aa3f5020255c,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:00:33.858347 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-591efc08-ae52-4ffd-a4f8-dfa7e108e7d2 service neutron] Attempting to bind port d87e122a-7200-403b-8bca-aa3f5020255c on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:00:33.858702 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-591efc08-ae52-4ffd-a4f8-dfa7e108e7d2 service neutron] Attempting to bind port d87e122a-7200-403b-8bca-aa3f5020255c by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'fc1203f8-fa5f-44c2-87a7-4a06b161066a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f3cb01df-658a-4b4c-813a-731613fb2b61'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:00:33.859062 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-591efc08-ae52-4ffd-a4f8-dfa7e108e7d2 service neutron] Attempting to bind port d87e122a-7200-403b-8bca-aa3f5020255c on network f3cb01df-658a-4b4c-813a-731613fb2b61 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:00:33.863674 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-591efc08-ae52-4ffd-a4f8-dfa7e108e7d2 service neutron] Port d87e122a-7200-403b-8bca-aa3f5020255c on network f3cb01df-658a-4b4c-813a-731613fb2b61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 16:00:33.863982 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-591efc08-ae52-4ffd-a4f8-dfa7e108e7d2 service neutron] Attempting to bind port d87e122a-7200-403b-8bca-aa3f5020255c on network f3cb01df-658a-4b4c-813a-731613fb2b61 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:00:33.868952 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-591efc08-ae52-4ffd-a4f8-dfa7e108e7d2 service neutron] Checking agent: {'id': '1b551391-ebdd-44bd-8801-034277ca5526', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8627', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'started_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:00:33.869278 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-591efc08-ae52-4ffd-a4f8-dfa7e108e7d2 service neutron] Checking segment: {'id': 'fc1203f8-fa5f-44c2-87a7-4a06b161066a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f3cb01df-658a-4b4c-813a-731613fb2b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:00:33.869651 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-591efc08-ae52-4ffd-a4f8-dfa7e108e7d2 service neutron] Bound using segment: {'id': 'fc1203f8-fa5f-44c2-87a7-4a06b161066a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f3cb01df-658a-4b4c-813a-731613fb2b61'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:00:33.870066 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-591efc08-ae52-4ffd-a4f8-dfa7e108e7d2 service neutron] Bound port: d87e122a-7200-403b-8bca-aa3f5020255c, host: hv-neutron-8627, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc1203f8-fa5f-44c2-87a7-4a06b161066a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f3cb01df-658a-4b4c-813a-731613fb2b61'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:00:33.870398 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-591efc08-ae52-4ffd-a4f8-dfa7e108e7d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:33.957593 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-591efc08-ae52-4ffd-a4f8-dfa7e108e7d2 service neutron] For port d87e122a-7200-403b-8bca-aa3f5020255c, host hv-neutron-8627, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:00:33.960614 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-591efc08-ae52-4ffd-a4f8-dfa7e108e7d2 service neutron] For port d87e122a-7200-403b-8bca-aa3f5020255c, host hv-neutron-8627, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=d87e122a-7200-403b-8bca-aa3f5020255c,segment=NetworkSegment(fc1203f8-fa5f-44c2-87a7-4a06b161066a),segment_id=fc1203f8-fa5f-44c2-87a7-4a06b161066a)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:00:34.024899 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-591efc08-ae52-4ffd-a4f8-dfa7e108e7d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:34.028069 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-591efc08-ae52-4ffd-a4f8-dfa7e108e7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:34.028665 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-591efc08-ae52-4ffd-a4f8-dfa7e108e7d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:34.030409 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-591efc08-ae52-4ffd-a4f8-dfa7e108e7d2 service neutron] 10.222.0.48 "PUT /v2.0/ports/d87e122a-7200-403b-8bca-aa3f5020255c HTTP/1.1" status: 200 len: 1093 time: 1.2090268 Oct 26 16:00:34.061449 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'affd98ca-55bf-419b-a6cf-a1b525b44d3c', 'tag': 'd87e122a-7200-403b-8bca-aa3f5020255c'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:00:34.063815 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010a1d99-3ded-4416-92c0-f7c1517d1763" -d '{"events": [{"name": "network-changed", "server_uuid": "affd98ca-55bf-419b-a6cf-a1b525b44d3c", "tag": "d87e122a-7200-403b-8bca-aa3f5020255c"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:00:34.108483 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe32c5e8-b2ad-4885-be95-0b7de69e331a x-openstack-request-id: req-fe32c5e8-b2ad-4885-be95-0b7de69e331a {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:00:34.108772 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "affd98ca-55bf-419b-a6cf-a1b525b44d3c", "tag": "d87e122a-7200-403b-8bca-aa3f5020255c", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:00:34.109066 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fe32c5e8-b2ad-4885-be95-0b7de69e331a {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:00:34.109536 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe32c5e8-b2ad-4885-be95-0b7de69e331a'] response: {'name': 'network-changed', 'server_uuid': 'affd98ca-55bf-419b-a6cf-a1b525b44d3c', 'tag': 'd87e122a-7200-403b-8bca-aa3f5020255c', 'status': 'completed', 'code': 200} Oct 26 16:00:34.112026 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591efc08-ae52-4ffd-a4f8-dfa7e108e7d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d87e122a-7200-403b-8bca-aa3f5020255c,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:00:34.171058 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-2983b985-4317-486a-9969-ee16547601e6 None None] Attempt 3 to provision port d87e122a-7200-403b-8bca-aa3f5020255c Oct 26 16:00:34.231253 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a1d99-3ded-4416-92c0-f7c1517d1763 req-514696cb-e28b-4132-8982-929e3942c86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:34.232649 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-010a1d99-3ded-4416-92c0-f7c1517d1763 req-514696cb-e28b-4132-8982-929e3942c86a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=affd98ca-55bf-419b-a6cf-a1b525b44d3c HTTP/1.1" status: 200 len: 1096 time: 0.0827534 Oct 26 16:00:34.235422 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-2983b985-4317-486a-9969-ee16547601e6 None None] Port d87e122a-7200-403b-8bca-aa3f5020255c had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 16:00:34.379761 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a1d99-3ded-4416-92c0-f7c1517d1763 req-e1535f96-88c1-4d49-961f-55d50c840547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:34.381192 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-010a1d99-3ded-4416-92c0-f7c1517d1763 req-e1535f96-88c1-4d49-961f-55d50c840547 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=8316bfcf068445aeb00a503282bb001c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1363573 Oct 26 16:00:34.442077 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3158eba2-b693-442e-8d5e-5befeef87fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:34.519481 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a1d99-3ded-4416-92c0-f7c1517d1763 req-5faefbc5-1656-4b00-85c8-699fa1773761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:34.520958 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-010a1d99-3ded-4416-92c0-f7c1517d1763 req-5faefbc5-1656-4b00-85c8-699fa1773761 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1343229 Oct 26 16:00:34.718719 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f091d-3b3a-46f5-ada0-81a7869c2b88 req-f3a34458-5aaa-456c-bb9d-b2da5b9d1b3c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:34.720174 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7d4f091d-3b3a-46f5-ada0-81a7869c2b88 req-f3a34458-5aaa-456c-bb9d-b2da5b9d1b3c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=affd98ca-55bf-419b-a6cf-a1b525b44d3c HTTP/1.1" status: 200 len: 943 time: 0.1584406 Oct 26 16:00:34.725736 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-5dd8a9f3-71ab-45a3-9ff9-4dc08dd3afba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:34.727111 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-5dd8a9f3-71ab-45a3-9ff9-4dc08dd3afba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=affd98ca-55bf-419b-a6cf-a1b525b44d3c HTTP/1.1" status: 200 len: 1096 time: 0.1194382 Oct 26 16:00:34.809678 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-7fd91546-c2fc-45d7-b46c-4aa33a8ceb69 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d87e122a-7200-403b-8bca-aa3f5020255c HTTP/1.1" status: 200 len: 217 time: 0.0686092 Oct 26 16:00:34.864631 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7d4f091d-3b3a-46f5-ada0-81a7869c2b88 req-cf3c88d9-d3ff-4b25-969e-8db702495ba5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=90af4def-e9c8-4e92-81e6-a987a758f751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365948 Oct 26 16:00:34.883715 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-1c30827d-dca5-4424-b90e-6a3ce12fafdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:34.885135 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-1c30827d-dca5-4424-b90e-6a3ce12fafdb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0feb1f3f-e652-4f76-8c3b-945d2cd3e034 HTTP/1.1" status: 200 len: 844 time: 0.0679049 Oct 26 16:00:35.070405 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-d2f79ce8-44f9-45e2-ba8e-ed242a391a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:35.071805 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-d2f79ce8-44f9-45e2-ba8e-ed242a391a88 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f3cb01df-658a-4b4c-813a-731613fb2b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1804149 Oct 26 16:00:35.206084 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-cce38f3e-ec30-4499-9d0e-bf9dfdb6937a service neutron] 10.222.0.48 "GET /v2.0/networks/f3cb01df-658a-4b4c-813a-731613fb2b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286380 Oct 26 16:00:35.219162 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:35.236111 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:35.339931 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f52ffa22-b091-4189-bce2-41bcb5810638 req-f8126ba2-6ae6-412e-bb79-acd4054d7afa service neutron] 10.222.0.48 "GET /v2.0/networks/f3cb01df-658a-4b4c-813a-731613fb2b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282287 Oct 26 16:00:36.068371 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afadab0-541f-4d6c-a2c4-01733afd0f3a req-61ed3230-003b-4688-bb56-b22112428e47 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:36.069755 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-7afadab0-541f-4d6c-a2c4-01733afd0f3a req-61ed3230-003b-4688-bb56-b22112428e47 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=affd98ca-55bf-419b-a6cf-a1b525b44d3c HTTP/1.1" status: 200 len: 943 time: 0.0918038 Oct 26 16:00:36.113728 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-7afadab0-541f-4d6c-a2c4-01733afd0f3a req-34cf3b26-88a1-4fa8-b424-a7539b66c4d2 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=90af4def-e9c8-4e92-81e6-a987a758f751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382955 Oct 26 16:00:36.819163 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:37.311517 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93b401-f5db-47df-b3af-033b52873069 req-9a4e42f6-8855-4ca8-89a5-261003deeda3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:37.313610 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6f93b401-f5db-47df-b3af-033b52873069 req-9a4e42f6-8855-4ca8-89a5-261003deeda3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=affd98ca-55bf-419b-a6cf-a1b525b44d3c HTTP/1.1" status: 200 len: 943 time: 0.0882297 Oct 26 16:00:37.360415 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6f93b401-f5db-47df-b3af-033b52873069 req-066ee6ef-6a7b-4891-8d68-90ca92957a7a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=90af4def-e9c8-4e92-81e6-a987a758f751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412405 Oct 26 16:00:38.560693 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6c301-864c-49d7-a2eb-e9ee5ff43847 req-6101ef4b-a64d-41ec-8f49-21bd1501980d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:38.562200 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2fa6c301-864c-49d7-a2eb-e9ee5ff43847 req-6101ef4b-a64d-41ec-8f49-21bd1501980d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=affd98ca-55bf-419b-a6cf-a1b525b44d3c HTTP/1.1" status: 200 len: 943 time: 0.0918236 Oct 26 16:00:38.606595 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2fa6c301-864c-49d7-a2eb-e9ee5ff43847 req-53c74b1d-6849-4740-902b-ed4ea7a69f02 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=90af4def-e9c8-4e92-81e6-a987a758f751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383303 Oct 26 16:00:38.617465 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device d87e122a-7200-403b-8bca-aa3f5020255c details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 16:00:38.752519 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port d87e122a-7200-403b-8bca-aa3f5020255c, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=d87e122a-7200-403b-8bca-aa3f5020255c,segment=NetworkSegment(fc1203f8-fa5f-44c2-87a7-4a06b161066a),segment_id=fc1203f8-fa5f-44c2-87a7-4a06b161066a)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:00:38.766161 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': 'd87e122a-7200-403b-8bca-aa3f5020255c', 'network_id': 'f3cb01df-658a-4b4c-813a-731613fb2b61', 'port_id': 'd87e122a-7200-403b-8bca-aa3f5020255c', 'mac_address': 'fa:16:3e:72:de:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0feb1f3f-e652-4f76-8c3b-945d2cd3e034', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 16:00:38.819961 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port d87e122a-7200-403b-8bca-aa3f5020255c is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:00:38.820341 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:38.837138 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d87e122a-7200-403b-8bca-aa3f5020255c {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:00:38.852295 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port d87e122a-7200-403b-8bca-aa3f5020255c, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=d87e122a-7200-403b-8bca-aa3f5020255c,segment=NetworkSegment(fc1203f8-fa5f-44c2-87a7-4a06b161066a),segment_id=fc1203f8-fa5f-44c2-87a7-4a06b161066a)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:00:38.939078 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:39.009782 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=d87e122a-7200-403b-8bca-aa3f5020255c,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:00:39.395930 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['d87e122a-7200-403b-8bca-aa3f5020255c'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:00:39.809485 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736aeb76-ec43-4b95-bb92-329d09f61458 req-5b800914-6f2c-4966-b686-44db0ce7e896 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:39.810948 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-736aeb76-ec43-4b95-bb92-329d09f61458 req-5b800914-6f2c-4966-b686-44db0ce7e896 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=affd98ca-55bf-419b-a6cf-a1b525b44d3c HTTP/1.1" status: 200 len: 944 time: 0.0888190 Oct 26 16:00:39.854595 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-736aeb76-ec43-4b95-bb92-329d09f61458 req-0d4f2963-1e68-48c8-8103-07516c22ae00 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=90af4def-e9c8-4e92-81e6-a987a758f751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380127 Oct 26 16:00:40.631079 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device d87e122a-7200-403b-8bca-aa3f5020255c up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:00:40.801756 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning for port d87e122a-7200-403b-8bca-aa3f5020255c completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:00:40.807029 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port d87e122a-7200-403b-8bca-aa3f5020255c triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:00:40.807430 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:40.807766 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port d87e122a-7200-403b-8bca-aa3f5020255c Oct 26 16:00:40.925531 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port d87e122a-7200-403b-8bca-aa3f5020255c is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:00:40.925916 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:40.953842 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'affd98ca-55bf-419b-a6cf-a1b525b44d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd87e122a-7200-403b-8bca-aa3f5020255c'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:00:40.956030 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440d2da9-e482-4259-8eec-d0e39af139f6" -d '{"events": [{"server_uuid": "affd98ca-55bf-419b-a6cf-a1b525b44d3c", "name": "network-vif-plugged", "status": "completed", "tag": "d87e122a-7200-403b-8bca-aa3f5020255c"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:00:40.964166 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port d87e122a-7200-403b-8bca-aa3f5020255c, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=d87e122a-7200-403b-8bca-aa3f5020255c,segment=NetworkSegment(fc1203f8-fa5f-44c2-87a7-4a06b161066a),segment_id=fc1203f8-fa5f-44c2-87a7-4a06b161066a)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:00:41.006031 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7f6aa6-fef8-4166-b3a2-50ee0d45a6d4 x-openstack-request-id: req-9f7f6aa6-fef8-4166-b3a2-50ee0d45a6d4 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:00:41.006382 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "affd98ca-55bf-419b-a6cf-a1b525b44d3c", "name": "network-vif-plugged", "status": "completed", "tag": "d87e122a-7200-403b-8bca-aa3f5020255c", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:00:41.006801 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9f7f6aa6-fef8-4166-b3a2-50ee0d45a6d4 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:00:41.007378 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f7f6aa6-fef8-4166-b3a2-50ee0d45a6d4'] response: {'server_uuid': 'affd98ca-55bf-419b-a6cf-a1b525b44d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd87e122a-7200-403b-8bca-aa3f5020255c', 'code': 200} Oct 26 16:00:41.031409 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:41.064625 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49ee7d-5082-4c7d-94e6-4fd6f6a19d13 req-57fad96c-554d-442c-a911-a577a3bdea80 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:41.066195 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-5c49ee7d-5082-4c7d-94e6-4fd6f6a19d13 req-57fad96c-554d-442c-a911-a577a3bdea80 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=affd98ca-55bf-419b-a6cf-a1b525b44d3c HTTP/1.1" status: 200 len: 944 time: 0.0963287 Oct 26 16:00:41.113380 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-5c49ee7d-5082-4c7d-94e6-4fd6f6a19d13 req-cc6fdf2d-5b2b-4666-b417-1572fed6096c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=90af4def-e9c8-4e92-81e6-a987a758f751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413105 Oct 26 16:00:41.116886 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=d87e122a-7200-403b-8bca-aa3f5020255c,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:00:41.386193 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce83cd-5525-48f9-81d6-8214723f045c req-e5611e12-bd8a-4fcc-ba13-beeb1853d2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:41.387676 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-42ce83cd-5525-48f9-81d6-8214723f045c req-e5611e12-bd8a-4fcc-ba13-beeb1853d2a9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=affd98ca-55bf-419b-a6cf-a1b525b44d3c HTTP/1.1" status: 200 len: 1098 time: 0.0808067 Oct 26 16:00:41.427999 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-42ce83cd-5525-48f9-81d6-8214723f045c req-757964f2-bc58-45aa-ab4f-eee56f2f0d71 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=90af4def-e9c8-4e92-81e6-a987a758f751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345573 Oct 26 16:00:42.311739 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5094be-c105-4205-a849-c14e90803608 req-2b11e091-7ada-4f2c-995f-c969fe17fc37 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:42.313803 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2f5094be-c105-4205-a849-c14e90803608 req-2b11e091-7ada-4f2c-995f-c969fe17fc37 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=affd98ca-55bf-419b-a6cf-a1b525b44d3c HTTP/1.1" status: 200 len: 945 time: 0.0885756 Oct 26 16:00:42.360993 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2f5094be-c105-4205-a849-c14e90803608 req-ea1d3223-8652-43be-9296-a12b897f363e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=90af4def-e9c8-4e92-81e6-a987a758f751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414591 Oct 26 16:00:43.556673 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096711bf-0a41-480b-a460-3d9739ce3079 req-9f98d00d-0223-4999-af86-c2697a4dab42 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:43.558121 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-096711bf-0a41-480b-a460-3d9739ce3079 req-9f98d00d-0223-4999-af86-c2697a4dab42 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=affd98ca-55bf-419b-a6cf-a1b525b44d3c HTTP/1.1" status: 200 len: 945 time: 0.0887251 Oct 26 16:00:43.601363 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-096711bf-0a41-480b-a460-3d9739ce3079 req-4d962de3-04cb-46c3-b157-b5f3e9a74efe tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=90af4def-e9c8-4e92-81e6-a987a758f751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374651 Oct 26 16:00:43.800340 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788ae44-ef92-4d2f-826e-1aafbb918996 req-b6b36ebf-b86a-4720-a096-8daf3ce43dde tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:43.801792 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1788ae44-ef92-4d2f-826e-1aafbb918996 req-b6b36ebf-b86a-4720-a096-8daf3ce43dde tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=affd98ca-55bf-419b-a6cf-a1b525b44d3c HTTP/1.1" status: 200 len: 945 time: 0.0883079 Oct 26 16:00:43.845581 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1788ae44-ef92-4d2f-826e-1aafbb918996 req-5b670650-36af-4be3-a696-c467ad7e7276 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=90af4def-e9c8-4e92-81e6-a987a758f751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382719 Oct 26 16:00:43.874347 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 46492) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:00:43.957463 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd27726-5c66-4b13-835f-831d3c14aa28 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:43.958889 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-7cd27726-5c66-4b13-835f-831d3c14aa28 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=affd98ca-55bf-419b-a6cf-a1b525b44d3c HTTP/1.1" status: 200 len: 1093 time: 0.0835581 Oct 26 16:00:43.961613 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 46496) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:00:43.966379 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-38e417fb-4ded-4de1-83ce-79af62bc62b0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'floatingip': {'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'port_id': 'd87e122a-7200-403b-8bca-aa3f5020255c', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:00:43.973107 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-38e417fb-4ded-4de1-83ce-79af62bc62b0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:00:43.976956 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-38e417fb-4ded-4de1-83ce-79af62bc62b0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:floatingip and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:00:43.979789 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-38e417fb-4ded-4de1-83ce-79af62bc62b0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:00:43.985516 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-38e417fb-4ded-4de1-83ce-79af62bc62b0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:00:44.058894 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-38e417fb-4ded-4de1-83ce-79af62bc62b0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for floatingip, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:44.195937 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-38e417fb-4ded-4de1-83ce-79af62bc62b0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:44.331065 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-38e417fb-4ded-4de1-83ce-79af62bc62b0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Allocated IP 172.26.2.100 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/301e977e-39c5-4e33-aa07-6efdea21a83a) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:00:44.479481 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-38e417fb-4ded-4de1-83ce-79af62bc62b0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:44.596278 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-38e417fb-4ded-4de1-83ce-79af62bc62b0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:44.659627 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e417fb-4ded-4de1-83ce-79af62bc62b0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:00:44.662252 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-38e417fb-4ded-4de1-83ce-79af62bc62b0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:00:44.665013 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e417fb-4ded-4de1-83ce-79af62bc62b0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:00:44.707134 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e417fb-4ded-4de1-83ce-79af62bc62b0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=301e977e-39c5-4e33-aa07-6efdea21a83a,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:00:45.174282 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-38e417fb-4ded-4de1-83ce-79af62bc62b0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:45.311837 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-38e417fb-4ded-4de1-83ce-79af62bc62b0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:45.514783 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-38e417fb-4ded-4de1-83ce-79af62bc62b0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:45.561163 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-38e417fb-4ded-4de1-83ce-79af62bc62b0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:45.670014 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e417fb-4ded-4de1-83ce-79af62bc62b0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=301e977e-39c5-4e33-aa07-6efdea21a83a,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:00:45.672531 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-38e417fb-4ded-4de1-83ce-79af62bc62b0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:45.845420 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.l3_db [None req-38e417fb-4ded-4de1-83ce-79af62bc62b0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Floating IP 035cf016-361e-451b-99f6-2db0ceccf3b3 associated. External IP: 172.26.2.100, port: d87e122a-7200-403b-8bca-aa3f5020255c. Oct 26 16:00:46.200110 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e417fb-4ded-4de1-83ce-79af62bc62b0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Router 5a4866b4-1d24-4c51-9875-b750ea2dce41 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:00:46.380535 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e417fb-4ded-4de1-83ce-79af62bc62b0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:00:46.390534 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c85e28-1ee2-4c2a-93bd-378f4e37741b None None] Sync routers for ids ['5a4866b4-1d24-4c51-9875-b750ea2dce41'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:00:46.400534 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c85e28-1ee2-4c2a-93bd-378f4e37741b None None] Routers {'5a4866b4-1d24-4c51-9875-b750ea2dce41'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:00:46.401132 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-c9c85e28-1ee2-4c2a-93bd-378f4e37741b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:00:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['5a4866b4-1d24-4c51-9875-b750ea2dce41'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:00:46.464481 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-38e417fb-4ded-4de1-83ce-79af62bc62b0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:00:46.584034 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-c9c85e28-1ee2-4c2a-93bd-378f4e37741b None None] Set router 5a4866b4-1d24-4c51-9875-b750ea2dce41 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:00:46.641904 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-38e417fb-4ded-4de1-83ce-79af62bc62b0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6791697 Oct 26 16:00:46.642825 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'affd98ca-55bf-419b-a6cf-a1b525b44d3c', 'tag': 'd87e122a-7200-403b-8bca-aa3f5020255c'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:00:46.645199 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5569cd-fcea-4560-875d-017f52b026a0" -d '{"events": [{"name": "network-changed", "server_uuid": "affd98ca-55bf-419b-a6cf-a1b525b44d3c", "tag": "d87e122a-7200-403b-8bca-aa3f5020255c"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:00:46.645623 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46504) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:00:46.701601 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c137e21-6869-4606-be8c-0d8177e5e1ab x-openstack-request-id: req-9c137e21-6869-4606-be8c-0d8177e5e1ab {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:00:46.701897 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "affd98ca-55bf-419b-a6cf-a1b525b44d3c", "tag": "d87e122a-7200-403b-8bca-aa3f5020255c", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:00:46.702154 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9c137e21-6869-4606-be8c-0d8177e5e1ab {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:00:46.702581 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c137e21-6869-4606-be8c-0d8177e5e1ab'] response: {'name': 'network-changed', 'server_uuid': 'affd98ca-55bf-419b-a6cf-a1b525b44d3c', 'tag': 'd87e122a-7200-403b-8bca-aa3f5020255c', 'status': 'completed', 'code': 200} Oct 26 16:00:46.782059 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-3ae094e4-ed50-41a7-ab40-41463dd6c2ab tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/floatingips/035cf016-361e-451b-99f6-2db0ceccf3b3 HTTP/1.1" status: 200 len: 991 time: 0.1345930 Oct 26 16:00:46.844923 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5569cd-fcea-4560-875d-017f52b026a0 req-7f8be10b-3990-49a7-b935-c551a819d4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:46.846474 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3f5569cd-fcea-4560-875d-017f52b026a0 req-7f8be10b-3990-49a7-b935-c551a819d4f7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=affd98ca-55bf-419b-a6cf-a1b525b44d3c HTTP/1.1" status: 200 len: 1098 time: 0.0908089 Oct 26 16:00:46.948297 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-c9c85e28-1ee2-4c2a-93bd-378f4e37741b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4866b4-1d24-4c51-9875-b750ea2dce41', 'name': 'tempest-TestNetworkBasicOps-router-1875782318', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': '7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:00:15Z', 'updated_at': '2022-10-26T16:00:21Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ba:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4866b4-1d24-4c51-9875-b750ea2dce41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:00:16Z', 'updated_at': '2022-10-26T16:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '035cf016-361e-451b-99f6-2db0ceccf3b3', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'floating_ip_address': '172.26.2.100', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '5a4866b4-1d24-4c51-9875-b750ea2dce41', 'port_id': 'd87e122a-7200-403b-8bca-aa3f5020255c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3cb01df-658a-4b4c-813a-731613fb2b61', 'mac_address': 'fa:16:3e:72:de:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affd98ca-55bf-419b-a6cf-a1b525b44d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:00:45Z', 'updated_at': '2022-10-26T16:00:45Z', 'revision_number': 0, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69', 'name': '', 'network_id': 'f3cb01df-658a-4b4c-813a-731613fb2b61', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:81:b5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4866b4-1d24-4c51-9875-b750ea2dce41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '0feb1f3f-e652-4f76-8c3b-945d2cd3e034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:00:20Z', 'updated_at': '2022-10-26T16:00:27Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '0feb1f3f-e652-4f76-8c3b-945d2cd3e034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:00:46.952110 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c85e28-1ee2-4c2a-93bd-378f4e37741b None None] Checking router: 5a4866b4-1d24-4c51-9875-b750ea2dce41 for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:00:46.960986 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c85e28-1ee2-4c2a-93bd-378f4e37741b None None] Routers {'5a4866b4-1d24-4c51-9875-b750ea2dce41'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:00:46.961577 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-c9c85e28-1ee2-4c2a-93bd-378f4e37741b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:00:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['5a4866b4-1d24-4c51-9875-b750ea2dce41'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:00:46.983937 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5569cd-fcea-4560-875d-017f52b026a0 req-7478a019-c760-424f-ba95-ee53f6da19e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:46.983937 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3f5569cd-fcea-4560-875d-017f52b026a0 req-7478a019-c760-424f-ba95-ee53f6da19e8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f3cb01df-658a-4b4c-813a-731613fb2b61 HTTP/1.1" status: 200 len: 897 time: 0.1309516 Oct 26 16:00:47.097904 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3f5569cd-fcea-4560-875d-017f52b026a0 req-b4f0bc12-3e3a-4957-aabf-f8c3b1979250 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d87e122a-7200-403b-8bca-aa3f5020255c HTTP/1.1" status: 200 len: 999 time: 0.1097739 Oct 26 16:00:47.166118 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5569cd-fcea-4560-875d-017f52b026a0 req-335fedc2-2cd5-4557-b074-3780a115fb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:47.167566 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3f5569cd-fcea-4560-875d-017f52b026a0 req-335fedc2-2cd5-4557-b074-3780a115fb43 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0feb1f3f-e652-4f76-8c3b-945d2cd3e034 HTTP/1.1" status: 200 len: 844 time: 0.0644383 Oct 26 16:00:47.177588 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-c9c85e28-1ee2-4c2a-93bd-378f4e37741b None None] Set router 5a4866b4-1d24-4c51-9875-b750ea2dce41 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:00:47.252005 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5569cd-fcea-4560-875d-017f52b026a0 req-fc24e45e-fc11-4b42-81b8-b6cadc81185a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:47.254344 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3f5569cd-fcea-4560-875d-017f52b026a0 req-fc24e45e-fc11-4b42-81b8-b6cadc81185a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f3cb01df-658a-4b4c-813a-731613fb2b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803199 Oct 26 16:00:47.389386 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3f5569cd-fcea-4560-875d-017f52b026a0 req-f26b51c1-cf7e-4480-8127-dd98a2a71470 service neutron] 10.222.0.48 "GET /v2.0/networks/f3cb01df-658a-4b4c-813a-731613fb2b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298392 Oct 26 16:00:47.525198 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3f5569cd-fcea-4560-875d-017f52b026a0 req-fad95f71-b12f-4648-8901-ba153e272a5b service neutron] 10.222.0.48 "GET /v2.0/networks/f3cb01df-658a-4b4c-813a-731613fb2b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302180 Oct 26 16:00:47.537532 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-c9c85e28-1ee2-4c2a-93bd-378f4e37741b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4866b4-1d24-4c51-9875-b750ea2dce41', 'name': 'tempest-TestNetworkBasicOps-router-1875782318', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': '7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:00:15Z', 'updated_at': '2022-10-26T16:00:21Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ba:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4866b4-1d24-4c51-9875-b750ea2dce41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:00:16Z', 'updated_at': '2022-10-26T16:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '035cf016-361e-451b-99f6-2db0ceccf3b3', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'floating_ip_address': '172.26.2.100', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '5a4866b4-1d24-4c51-9875-b750ea2dce41', 'port_id': 'd87e122a-7200-403b-8bca-aa3f5020255c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3cb01df-658a-4b4c-813a-731613fb2b61', 'mac_address': 'fa:16:3e:72:de:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affd98ca-55bf-419b-a6cf-a1b525b44d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:00:45Z', 'updated_at': '2022-10-26T16:00:45Z', 'revision_number': 0, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69', 'name': '', 'network_id': 'f3cb01df-658a-4b4c-813a-731613fb2b61', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:81:b5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4866b4-1d24-4c51-9875-b750ea2dce41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '0feb1f3f-e652-4f76-8c3b-945d2cd3e034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:00:20Z', 'updated_at': '2022-10-26T16:00:27Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '0feb1f3f-e652-4f76-8c3b-945d2cd3e034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:00:47.541478 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c85e28-1ee2-4c2a-93bd-378f4e37741b None None] The sync data for ids ['5a4866b4-1d24-4c51-9875-b750ea2dce41'] in dv-neutron-862712-1-hyperv is: [{'id': '5a4866b4-1d24-4c51-9875-b750ea2dce41', 'name': 'tempest-TestNetworkBasicOps-router-1875782318', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': '7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:00:15Z', 'updated_at': '2022-10-26T16:00:21Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ba:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4866b4-1d24-4c51-9875-b750ea2dce41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:00:16Z', 'updated_at': '2022-10-26T16:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '035cf016-361e-451b-99f6-2db0ceccf3b3', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'floating_ip_address': '172.26.2.100', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '5a4866b4-1d24-4c51-9875-b750ea2dce41', 'port_id': 'd87e122a-7200-403b-8bca-aa3f5020255c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3cb01df-658a-4b4c-813a-731613fb2b61', 'mac_address': 'fa:16:3e:72:de:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affd98ca-55bf-419b-a6cf-a1b525b44d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:00:45Z', 'updated_at': '2022-10-26T16:00:45Z', 'revision_number': 0, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69', 'name': '', 'network_id': 'f3cb01df-658a-4b4c-813a-731613fb2b61', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:81:b5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4866b4-1d24-4c51-9875-b750ea2dce41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '0feb1f3f-e652-4f76-8c3b-945d2cd3e034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:00:20Z', 'updated_at': '2022-10-26T16:00:27Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '0feb1f3f-e652-4f76-8c3b-945d2cd3e034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:00:47.747272 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b479b27-d127-4441-8c06-2607330ddc02 None None] New status for floating IP 035cf016-361e-451b-99f6-2db0ceccf3b3: ACTIVE {{(pid=89749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:00:47.786187 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46512) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:00:47.899255 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-fba18a83-8281-49bd-a55e-b8c71c3b30c4 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/floatingips/035cf016-361e-451b-99f6-2db0ceccf3b3 HTTP/1.1" status: 200 len: 991 time: 0.1108713 Oct 26 16:00:48.901940 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46518) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:00:49.118380 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-361cb869-ab98-40db-b1e9-2f28553c67e3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/floatingips/035cf016-361e-451b-99f6-2db0ceccf3b3 HTTP/1.1" status: 200 len: 993 time: 0.2149568 Oct 26 16:00:56.720964 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:00:56.961861 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:01:02.064122 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-72e7e274-49bb-4d76-9275-244ceb25fda7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:01:04.481094 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5edaabb5-6944-4a07-85e2-ebd45136b9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:01:05.264388 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:01:05.298200 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:01:06.835116 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:01:10.019553 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-eb89981f-3020-4027-8c21-32488beccb2b tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-180811653&fields=id&tenant_id=ab9c67e35a8b4af1a86f3646b2324675 HTTP/1.1" status: 200 len: 267 time: 0.0411885 Oct 26 16:01:10.178454 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-25cdf29b-b135-45c6-8769-3a51d3804e7a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:10.180090 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-25cdf29b-b135-45c6-8769-3a51d3804e7a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/networks?id=e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83 HTTP/1.1" status: 200 len: 811 time: 0.1532278 Oct 26 16:01:10.194820 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-b71b612a-f2f4-4ac4-b8b2-40ab38a3036a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/quotas/ab9c67e35a8b4af1a86f3646b2324675 HTTP/1.1" status: 200 len: 375 time: 0.0090985 Oct 26 16:01:10.297542 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-8e72bc98-f938-483d-b11f-fce209048ebd tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ab9c67e35a8b4af1a86f3646b2324675&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0974920 Oct 26 16:01:10.478019 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-9ea93731-7fae-4f52-b0a2-6e7bd77b0310 service neutron] 10.222.0.23 "GET /v2.0/networks/e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688185 Oct 26 16:01:10.609535 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-8f62f120-d221-4b02-8919-f0962752dbcf service neutron] 10.222.0.23 "GET /v2.0/networks/e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254716 Oct 26 16:01:11.215524 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b1d17658-5289-4980-ac61-4b93282ed925 req-eb7ce444-6653-4c53-bafd-48d1cf43badd tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f18ef75-eed4-46ee-a51a-36c56e4437a6 HTTP/1.1" status: 200 len: 210 time: 0.0545664 Oct 26 16:01:12.379486 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e2992e67-e80d-46e7-9aa8-b2a48145bde6 req-e2e3e369-9bf4-4dc1-9e5c-92bfa7d3e6ca tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f18ef75-eed4-46ee-a51a-36c56e4437a6 HTTP/1.1" status: 200 len: 210 time: 0.0501909 Oct 26 16:01:13.238877 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-a6414a84-b3f5-41a6-91ce-0b56714d39ca tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:13.240370 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-a6414a84-b3f5-41a6-91ce-0b56714d39ca tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.48 "GET /v2.0/networks?id=e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83 HTTP/1.1" status: 200 len: 811 time: 0.1522517 Oct 26 16:01:13.300787 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-6053297c-f8fa-432d-aaf3-11f3eed7e223 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab9c67e35a8b4af1a86f3646b2324675 HTTP/1.1" status: 200 len: 379 time: 0.0460322 Oct 26 16:01:13.309086 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-17159a14-a0d0-4c39-8746-08bd1ac1e8a7 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Request body: {'port': {'device_id': '4f18ef75-eed4-46ee-a51a-36c56e4437a6', 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83', 'admin_state_up': True, 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'security_groups': ['f55314ed-bf53-4a9d-b7a1-eab9e09e1862']}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:01:13.452322 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-17159a14-a0d0-4c39-8746-08bd1ac1e8a7 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:01:13.462914 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-17159a14-a0d0-4c39-8746-08bd1ac1e8a7 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:01:13.548643 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-5828e26c-bac0-4cd5-8fdf-95688ecc7d5d req-63d7506a-6ba6-4049-87db-172ae62d609d tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f18ef75-eed4-46ee-a51a-36c56e4437a6 HTTP/1.1" status: 200 len: 210 time: 0.0511508 Oct 26 16:01:13.555235 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-17159a14-a0d0-4c39-8746-08bd1ac1e8a7 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Made reservation on behalf of ab9c67e35a8b4af1a86f3646b2324675 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:01:13.558786 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-17159a14-a0d0-4c39-8746-08bd1ac1e8a7 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:01:13.831064 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-17159a14-a0d0-4c39-8746-08bd1ac1e8a7 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Allocated IP 172.20.0.5 (e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83/c273cff6-10d2-4763-a9ae-6bddfa2dc0d2/2d1c264a-6ac1-4337-bf2a-23ab29c5ee07) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:01:14.023629 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-17159a14-a0d0-4c39-8746-08bd1ac1e8a7 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:01:14.041223 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-17159a14-a0d0-4c39-8746-08bd1ac1e8a7 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Transition to ACTIVE for port object 2d1c264a-6ac1-4337-bf2a-23ab29c5ee07 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:01:14.138751 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-17159a14-a0d0-4c39-8746-08bd1ac1e8a7 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:01:14.219303 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-17159a14-a0d0-4c39-8746-08bd1ac1e8a7 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Network e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:01:14.222399 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-17159a14-a0d0-4c39-8746-08bd1ac1e8a7 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:01:14.225202 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-17159a14-a0d0-4c39-8746-08bd1ac1e8a7 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:01:14.277322 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17159a14-a0d0-4c39-8746-08bd1ac1e8a7 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Pushing event updated for resources: {'Port': ['ID=2d1c264a-6ac1-4337-bf2a-23ab29c5ee07,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:01:14.291822 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17159a14-a0d0-4c39-8746-08bd1ac1e8a7 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:14.292220 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17159a14-a0d0-4c39-8746-08bd1ac1e8a7 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:14.292502 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17159a14-a0d0-4c39-8746-08bd1ac1e8a7 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:14.292843 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17159a14-a0d0-4c39-8746-08bd1ac1e8a7 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:14.293206 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17159a14-a0d0-4c39-8746-08bd1ac1e8a7 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:14.293818 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17159a14-a0d0-4c39-8746-08bd1ac1e8a7 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:14.293818 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17159a14-a0d0-4c39-8746-08bd1ac1e8a7 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:14.294140 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17159a14-a0d0-4c39-8746-08bd1ac1e8a7 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:14.294438 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17159a14-a0d0-4c39-8746-08bd1ac1e8a7 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:14.294781 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17159a14-a0d0-4c39-8746-08bd1ac1e8a7 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:14.295105 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17159a14-a0d0-4c39-8746-08bd1ac1e8a7 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:14.295422 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17159a14-a0d0-4c39-8746-08bd1ac1e8a7 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:14.320317 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-17159a14-a0d0-4c39-8746-08bd1ac1e8a7 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:14.320943 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-17159a14-a0d0-4c39-8746-08bd1ac1e8a7 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:01:14.407808 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-17159a14-a0d0-4c39-8746-08bd1ac1e8a7 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1020758 Oct 26 16:01:14.424914 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-2e569189-8a3f-44be-a8ce-375b480fab48 service neutron] Request body: {'port': {'device_id': '4f18ef75-eed4-46ee-a51a-36c56e4437a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8627'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:01:14.541622 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-2e569189-8a3f-44be-a8ce-375b480fab48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:01:14.560798 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-6b488f15-7ee2-4b9c-9901-f1f276449504 None None] Provisioning for port 2d1c264a-6ac1-4337-bf2a-23ab29c5ee07 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:01:14.566193 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-6b488f15-7ee2-4b9c-9901-f1f276449504 None None] Provisioning complete for port 2d1c264a-6ac1-4337-bf2a-23ab29c5ee07 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:01:14.566781 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6b488f15-7ee2-4b9c-9901-f1f276449504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:01:14.571353 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-6b488f15-7ee2-4b9c-9901-f1f276449504 None None] Attempt 1 to provision port 2d1c264a-6ac1-4337-bf2a-23ab29c5ee07 Oct 26 16:01:14.665191 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6b488f15-7ee2-4b9c-9901-f1f276449504 None None] Port 2d1c264a-6ac1-4337-bf2a-23ab29c5ee07 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:01:14.911951 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2003d-7592-4182-9290-18eded2cfce5 req-329e83e6-90a7-4157-a3e0-5cab8cd49f9d tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:14.912688 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-faa2003d-7592-4182-9290-18eded2cfce5 req-329e83e6-90a7-4157-a3e0-5cab8cd49f9d tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Synchronizing usage tracker for tenant:ab9c67e35a8b4af1a86f3646b2324675 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:01:15.006517 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-2e569189-8a3f-44be-a8ce-375b480fab48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d1c264a-6ac1-4337-bf2a-23ab29c5ee07 {{(pid=89748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:01:15.016629 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-2e569189-8a3f-44be-a8ce-375b480fab48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:01:15.029411 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-2e569189-8a3f-44be-a8ce-375b480fab48 service neutron] Transition to ACTIVE for port object 2d1c264a-6ac1-4337-bf2a-23ab29c5ee07 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:01:15.034867 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-faa2003d-7592-4182-9290-18eded2cfce5 req-329e83e6-90a7-4157-a3e0-5cab8cd49f9d tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Unset dirty status for tenant:ab9c67e35a8b4af1a86f3646b2324675 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:01:15.036316 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-faa2003d-7592-4182-9290-18eded2cfce5 req-329e83e6-90a7-4157-a3e0-5cab8cd49f9d tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f18ef75-eed4-46ee-a51a-36c56e4437a6 HTTP/1.1" status: 200 len: 931 time: 0.3440523 Oct 26 16:01:15.084357 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-faa2003d-7592-4182-9290-18eded2cfce5 req-a4ac122b-11b5-488d-af2d-d0315768cf5d tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422821 Oct 26 16:01:15.143677 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-2e569189-8a3f-44be-a8ce-375b480fab48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:01:15.166823 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-6b488f15-7ee2-4b9c-9901-f1f276449504 None None] Attempt 2 to provision port 2d1c264a-6ac1-4337-bf2a-23ab29c5ee07 Oct 26 16:01:15.224006 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6b488f15-7ee2-4b9c-9901-f1f276449504 None None] Port 2d1c264a-6ac1-4337-bf2a-23ab29c5ee07 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:01:15.332590 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e569189-8a3f-44be-a8ce-375b480fab48 service neutron] Pushing event updated for resources: {'Port': ['ID=2d1c264a-6ac1-4337-bf2a-23ab29c5ee07,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:01:15.376201 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-2e569189-8a3f-44be-a8ce-375b480fab48 service neutron] Attempting to bind port 2d1c264a-6ac1-4337-bf2a-23ab29c5ee07 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:01:15.376529 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-2e569189-8a3f-44be-a8ce-375b480fab48 service neutron] Attempting to bind port 2d1c264a-6ac1-4337-bf2a-23ab29c5ee07 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': '5abcf1f5-9fbe-42a4-ad2d-7607ef188452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:01:15.376847 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-2e569189-8a3f-44be-a8ce-375b480fab48 service neutron] Attempting to bind port 2d1c264a-6ac1-4337-bf2a-23ab29c5ee07 on network e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:01:15.381563 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-2e569189-8a3f-44be-a8ce-375b480fab48 service neutron] Port 2d1c264a-6ac1-4337-bf2a-23ab29c5ee07 on network e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 16:01:15.381876 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-2e569189-8a3f-44be-a8ce-375b480fab48 service neutron] Attempting to bind port 2d1c264a-6ac1-4337-bf2a-23ab29c5ee07 on network e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:01:15.387745 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-2e569189-8a3f-44be-a8ce-375b480fab48 service neutron] Checking agent: {'id': '1b551391-ebdd-44bd-8801-034277ca5526', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8627', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'started_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:01:15.388070 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-2e569189-8a3f-44be-a8ce-375b480fab48 service neutron] Checking segment: {'id': '5abcf1f5-9fbe-42a4-ad2d-7607ef188452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:01:15.388454 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-2e569189-8a3f-44be-a8ce-375b480fab48 service neutron] Bound using segment: {'id': '5abcf1f5-9fbe-42a4-ad2d-7607ef188452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:01:15.388873 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-2e569189-8a3f-44be-a8ce-375b480fab48 service neutron] Bound port: 2d1c264a-6ac1-4337-bf2a-23ab29c5ee07, host: hv-neutron-8627, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5abcf1f5-9fbe-42a4-ad2d-7607ef188452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:01:15.389209 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-2e569189-8a3f-44be-a8ce-375b480fab48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:01:15.481969 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-2e569189-8a3f-44be-a8ce-375b480fab48 service neutron] For port 2d1c264a-6ac1-4337-bf2a-23ab29c5ee07, host hv-neutron-8627, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:01:15.484973 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-2e569189-8a3f-44be-a8ce-375b480fab48 service neutron] For port 2d1c264a-6ac1-4337-bf2a-23ab29c5ee07, host hv-neutron-8627, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=2d1c264a-6ac1-4337-bf2a-23ab29c5ee07,segment=NetworkSegment(5abcf1f5-9fbe-42a4-ad2d-7607ef188452),segment_id=5abcf1f5-9fbe-42a4-ad2d-7607ef188452)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:01:15.570087 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-2e569189-8a3f-44be-a8ce-375b480fab48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:01:15.598710 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-2e569189-8a3f-44be-a8ce-375b480fab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:15.599321 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-2e569189-8a3f-44be-a8ce-375b480fab48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:01:15.600681 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-2e569189-8a3f-44be-a8ce-375b480fab48 service neutron] 10.222.0.48 "PUT /v2.0/ports/2d1c264a-6ac1-4337-bf2a-23ab29c5ee07 HTTP/1.1" status: 200 len: 1093 time: 1.1803408 Oct 26 16:01:15.606732 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f18ef75-eed4-46ee-a51a-36c56e4437a6', 'tag': '2d1c264a-6ac1-4337-bf2a-23ab29c5ee07'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:01:15.608986 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7bf31b-959f-4696-ab5e-67488aa23bab" -d '{"events": [{"name": "network-changed", "server_uuid": "4f18ef75-eed4-46ee-a51a-36c56e4437a6", "tag": "2d1c264a-6ac1-4337-bf2a-23ab29c5ee07"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:01:15.645727 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e569189-8a3f-44be-a8ce-375b480fab48 service neutron] Pushing event updated for resources: {'Port': ['ID=2d1c264a-6ac1-4337-bf2a-23ab29c5ee07,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:01:15.664874 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bda49c3-cc60-4af5-839f-22af13d92532 x-openstack-request-id: req-8bda49c3-cc60-4af5-839f-22af13d92532 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:01:15.665341 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f18ef75-eed4-46ee-a51a-36c56e4437a6", "tag": "2d1c264a-6ac1-4337-bf2a-23ab29c5ee07", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:01:15.665596 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8bda49c3-cc60-4af5-839f-22af13d92532 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:01:15.667694 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bda49c3-cc60-4af5-839f-22af13d92532'] response: {'name': 'network-changed', 'server_uuid': '4f18ef75-eed4-46ee-a51a-36c56e4437a6', 'tag': '2d1c264a-6ac1-4337-bf2a-23ab29c5ee07', 'status': 'completed', 'code': 200} Oct 26 16:01:15.723581 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-6b488f15-7ee2-4b9c-9901-f1f276449504 None None] Attempt 3 to provision port 2d1c264a-6ac1-4337-bf2a-23ab29c5ee07 Oct 26 16:01:15.790837 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6b488f15-7ee2-4b9c-9901-f1f276449504 None None] Port 2d1c264a-6ac1-4337-bf2a-23ab29c5ee07 had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 16:01:15.796323 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7bf31b-959f-4696-ab5e-67488aa23bab req-4468f9b5-380e-4304-b6a6-422c67e12ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:15.797807 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-be7bf31b-959f-4696-ab5e-67488aa23bab req-4468f9b5-380e-4304-b6a6-422c67e12ebb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ab9c67e35a8b4af1a86f3646b2324675&device_id=4f18ef75-eed4-46ee-a51a-36c56e4437a6 HTTP/1.1" status: 200 len: 1096 time: 0.0885761 Oct 26 16:01:16.064584 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7bf31b-959f-4696-ab5e-67488aa23bab req-863dab9b-1ad2-4be1-b32e-edb5bc746508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:16.066056 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-be7bf31b-959f-4696-ab5e-67488aa23bab req-863dab9b-1ad2-4be1-b32e-edb5bc746508 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=ab9c67e35a8b4af1a86f3646b2324675&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2471817 Oct 26 16:01:16.246585 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7bf31b-959f-4696-ab5e-67488aa23bab req-47d64df3-f1c7-40e9-885e-93d1d0a9baaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:16.247930 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-be7bf31b-959f-4696-ab5e-67488aa23bab req-47d64df3-f1c7-40e9-885e-93d1d0a9baaf service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1750329 Oct 26 16:01:16.293883 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfc862-aaf5-49f0-8b54-704c110f3620 req-10b580e2-909b-4533-bf0b-46f2fcbcc50d tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:16.295369 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-aecfc862-aaf5-49f0-8b54-704c110f3620 req-10b580e2-909b-4533-bf0b-46f2fcbcc50d tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f18ef75-eed4-46ee-a51a-36c56e4437a6 HTTP/1.1" status: 200 len: 943 time: 0.0938704 Oct 26 16:01:16.390644 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-aecfc862-aaf5-49f0-8b54-704c110f3620 req-d22659f7-db1e-49b3-ae61-f5c53cebba90 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894804 Oct 26 16:01:16.421841 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-cf7fb62a-3774-4a68-bec8-da00b8ae6c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:16.423341 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-cf7fb62a-3774-4a68-bec8-da00b8ae6c69 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ab9c67e35a8b4af1a86f3646b2324675&device_id=4f18ef75-eed4-46ee-a51a-36c56e4437a6 HTTP/1.1" status: 200 len: 1096 time: 0.0921385 Oct 26 16:01:16.504164 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-1ddc80e9-74d3-4eac-baa0-2804aae5b8f4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d1c264a-6ac1-4337-bf2a-23ab29c5ee07 HTTP/1.1" status: 200 len: 217 time: 0.0649803 Oct 26 16:01:16.569092 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-b3d45c66-8dba-483e-a333-d2018546f32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:16.571267 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-b3d45c66-8dba-483e-a333-d2018546f32e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c273cff6-10d2-4763-a9ae-6bddfa2dc0d2 HTTP/1.1" status: 200 len: 850 time: 0.0600393 Oct 26 16:01:16.665992 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-8afbe5c2-292f-4263-a0df-0a83ec8e4047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:16.667426 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-8afbe5c2-292f-4263-a0df-0a83ec8e4047 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0867841 Oct 26 16:01:16.802926 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-c9a370b2-d4e3-4801-ad0c-4e748dd970e9 service neutron] 10.222.0.48 "GET /v2.0/networks/e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294024 Oct 26 16:01:16.939051 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d37208f2-eca3-4e62-89f5-2fc5e32f253f req-b127c321-642e-4cf7-9ee6-b251c0a50814 service neutron] 10.222.0.48 "GET /v2.0/networks/e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299708 Oct 26 16:01:17.598588 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0e944-7c04-48d6-b4ad-ce6c6d30c2b2 req-54213a17-7a6e-4305-bedc-8aa84ee360c9 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:17.600053 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-49c0e944-7c04-48d6-b4ad-ce6c6d30c2b2 req-54213a17-7a6e-4305-bedc-8aa84ee360c9 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f18ef75-eed4-46ee-a51a-36c56e4437a6 HTTP/1.1" status: 200 len: 943 time: 0.0919256 Oct 26 16:01:17.645059 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-49c0e944-7c04-48d6-b4ad-ce6c6d30c2b2 req-d75e2813-ffa9-4d83-b881-ac7cdf120452 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390859 Oct 26 16:01:18.847775 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b4458-6b81-48ed-a49b-cb53f1431a26 req-466782ed-b510-4f36-905a-0e8905800e24 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:18.849206 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d15b4458-6b81-48ed-a49b-cb53f1431a26 req-466782ed-b510-4f36-905a-0e8905800e24 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f18ef75-eed4-46ee-a51a-36c56e4437a6 HTTP/1.1" status: 200 len: 943 time: 0.0889597 Oct 26 16:01:18.893390 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d15b4458-6b81-48ed-a49b-cb53f1431a26 req-4eba65f7-1219-44eb-85da-2d5cb59bc106 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374629 Oct 26 16:01:20.094085 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c3918-c1c7-4e43-84f5-8cff428420ee req-da7c3d3d-d1fb-46a8-8304-f41bd8881976 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:20.095549 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0c5c3918-c1c7-4e43-84f5-8cff428420ee req-da7c3d3d-d1fb-46a8-8304-f41bd8881976 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f18ef75-eed4-46ee-a51a-36c56e4437a6 HTTP/1.1" status: 200 len: 943 time: 0.0926511 Oct 26 16:01:20.141514 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0c5c3918-c1c7-4e43-84f5-8cff428420ee req-e4427601-3f36-44d1-a6ba-50ef7ea262af tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397742 Oct 26 16:01:20.528983 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0972a065-a415-4491-8d15-b84e041a8da9 req-403dba68-922e-478c-b31a-6c2eca7a31c8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4df0629b-82e5-4585-8f69-453de5f84a53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769799 Oct 26 16:01:20.699427 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972a065-a415-4491-8d15-b84e041a8da9 req-2f87f827-fbca-49e4-98c0-114f37ad69d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:20.700918 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0972a065-a415-4491-8d15-b84e041a8da9 req-2f87f827-fbca-49e4-98c0-114f37ad69d5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ab9c67e35a8b4af1a86f3646b2324675&device_id=4df0629b-82e5-4585-8f69-453de5f84a53 HTTP/1.1" status: 200 len: 1098 time: 0.0831568 Oct 26 16:01:20.847384 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972a065-a415-4491-8d15-b84e041a8da9 req-1a41cf9e-723c-4390-a730-4002de4ebda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:20.848811 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0972a065-a415-4491-8d15-b84e041a8da9 req-1a41cf9e-723c-4390-a730-4002de4ebda2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83 HTTP/1.1" status: 200 len: 912 time: 0.1275384 Oct 26 16:01:20.951859 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0972a065-a415-4491-8d15-b84e041a8da9 req-e1df0bf5-f96c-4ba5-8799-a649c73156b7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9363f6b7-2fde-4da6-bd4e-6c75049d497d HTTP/1.1" status: 200 len: 1001 time: 0.0970044 Oct 26 16:01:21.014614 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972a065-a415-4491-8d15-b84e041a8da9 req-0e487f65-0688-4acb-8c33-94523e36e1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:21.016001 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0972a065-a415-4491-8d15-b84e041a8da9 req-0e487f65-0688-4acb-8c33-94523e36e1f2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c273cff6-10d2-4763-a9ae-6bddfa2dc0d2 HTTP/1.1" status: 200 len: 850 time: 0.0578942 Oct 26 16:01:21.103053 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972a065-a415-4491-8d15-b84e041a8da9 req-b3dc9de1-8804-4a83-8f09-dcc9c04ffec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:21.104419 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0972a065-a415-4491-8d15-b84e041a8da9 req-b3dc9de1-8804-4a83-8f09-dcc9c04ffec4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808573 Oct 26 16:01:21.348467 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913afc5-8d9c-4b86-afe6-9d31168c147b req-4ecbf247-118e-4b90-9be6-235eb7a193f9 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:21.349938 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-1913afc5-8d9c-4b86-afe6-9d31168c147b req-4ecbf247-118e-4b90-9be6-235eb7a193f9 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f18ef75-eed4-46ee-a51a-36c56e4437a6 HTTP/1.1" status: 200 len: 943 time: 0.0893314 Oct 26 16:01:21.351979 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0972a065-a415-4491-8d15-b84e041a8da9 req-602e24ee-0be2-4fe5-bfd8-807bbd331175 service neutron] 10.222.0.48 "GET /v2.0/networks/e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389247 Oct 26 16:01:21.395187 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-1913afc5-8d9c-4b86-afe6-9d31168c147b req-b5d500b5-13eb-4c38-abfc-4b33d376421c tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391629 Oct 26 16:01:21.487315 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0972a065-a415-4491-8d15-b84e041a8da9 req-8688fd97-29ef-435f-ae91-a2b14872956a service neutron] 10.222.0.48 "GET /v2.0/networks/e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291060 Oct 26 16:01:22.600008 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2c014-16b7-48ba-8bab-fca5fd4fbcd5 req-facf9722-0d48-4355-a1c1-1f2ff771949b tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:22.601645 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7cf2c014-16b7-48ba-8bab-fca5fd4fbcd5 req-facf9722-0d48-4355-a1c1-1f2ff771949b tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f18ef75-eed4-46ee-a51a-36c56e4437a6 HTTP/1.1" status: 200 len: 943 time: 0.0879092 Oct 26 16:01:22.646333 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7cf2c014-16b7-48ba-8bab-fca5fd4fbcd5 req-0e92c53c-72f2-49aa-87a8-345c67092801 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386784 Oct 26 16:01:23.853474 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dcfe98-94df-496e-a449-6411cc3105a4 req-5f8905ad-d5eb-49e4-96fb-043b2a239544 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:23.854994 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-25dcfe98-94df-496e-a449-6411cc3105a4 req-5f8905ad-d5eb-49e4-96fb-043b2a239544 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f18ef75-eed4-46ee-a51a-36c56e4437a6 HTTP/1.1" status: 200 len: 943 time: 0.0909076 Oct 26 16:01:23.899216 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-25dcfe98-94df-496e-a449-6411cc3105a4 req-96edbdb4-aba9-4841-924b-13e02e974dcc tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384548 Oct 26 16:01:25.101698 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff14da-7447-41c5-a78e-9117e29d6c1f req-e11526de-a50f-4d56-a703-cbf0ee3d33b2 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:25.103071 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ebff14da-7447-41c5-a78e-9117e29d6c1f req-e11526de-a50f-4d56-a703-cbf0ee3d33b2 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f18ef75-eed4-46ee-a51a-36c56e4437a6 HTTP/1.1" status: 200 len: 943 time: 0.0931215 Oct 26 16:01:25.148685 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ebff14da-7447-41c5-a78e-9117e29d6c1f req-c9a06baa-ed6d-4190-8731-46e4ffcc8e93 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397818 Oct 26 16:01:26.351754 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15313adb-f934-4987-97db-443787f4030d req-6fb57dc7-092b-4618-8a0d-0654dec94517 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:26.353271 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-15313adb-f934-4987-97db-443787f4030d req-6fb57dc7-092b-4618-8a0d-0654dec94517 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f18ef75-eed4-46ee-a51a-36c56e4437a6 HTTP/1.1" status: 200 len: 943 time: 0.0933001 Oct 26 16:01:26.397345 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-15313adb-f934-4987-97db-443787f4030d req-bdb23e4f-1b27-4153-ac28-2cbd8854f9d2 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384934 Oct 26 16:01:26.813687 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 2d1c264a-6ac1-4337-bf2a-23ab29c5ee07 details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 16:01:26.961119 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 2d1c264a-6ac1-4337-bf2a-23ab29c5ee07, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=2d1c264a-6ac1-4337-bf2a-23ab29c5ee07,segment=NetworkSegment(5abcf1f5-9fbe-42a4-ad2d-7607ef188452),segment_id=5abcf1f5-9fbe-42a4-ad2d-7607ef188452)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:01:26.974241 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': '2d1c264a-6ac1-4337-bf2a-23ab29c5ee07', 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83', 'port_id': '2d1c264a-6ac1-4337-bf2a-23ab29c5ee07', 'mac_address': 'fa:16:3e:79:42:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c273cff6-10d2-4763-a9ae-6bddfa2dc0d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 16:01:26.978515 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:01:27.031130 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 2d1c264a-6ac1-4337-bf2a-23ab29c5ee07 is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:01:27.031516 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:01:27.048514 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d1c264a-6ac1-4337-bf2a-23ab29c5ee07 {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:01:27.064761 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 2d1c264a-6ac1-4337-bf2a-23ab29c5ee07, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=2d1c264a-6ac1-4337-bf2a-23ab29c5ee07,segment=NetworkSegment(5abcf1f5-9fbe-42a4-ad2d-7607ef188452),segment_id=5abcf1f5-9fbe-42a4-ad2d-7607ef188452)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:01:27.165413 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:01:27.235217 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=2d1c264a-6ac1-4337-bf2a-23ab29c5ee07,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:01:27.242303 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:27.242683 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:27.246103 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:27.246103 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:27.246103 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:27.246103 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:27.246103 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:27.246103 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:27.246103 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:27.246103 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:27.246103 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:27.246103 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:27.550375 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['2d1c264a-6ac1-4337-bf2a-23ab29c5ee07'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:01:27.596999 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd8fd02-251e-413c-9153-8b5021b32517 req-43ede36a-cd3a-4d06-bb85-aaa8977efcf5 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:27.599127 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-dfd8fd02-251e-413c-9153-8b5021b32517 req-43ede36a-cd3a-4d06-bb85-aaa8977efcf5 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f18ef75-eed4-46ee-a51a-36c56e4437a6 HTTP/1.1" status: 200 len: 944 time: 0.0930884 Oct 26 16:01:27.649608 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-dfd8fd02-251e-413c-9153-8b5021b32517 req-fad4d326-3408-4700-871d-0212f5a6fabe tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445337 Oct 26 16:01:28.817150 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 2d1c264a-6ac1-4337-bf2a-23ab29c5ee07 up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:01:28.854447 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62d579-a2be-42c0-87db-0e5fcc6ef94c req-39dc1899-f3c4-402d-a9e8-370a738d1742 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:28.856058 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-1b62d579-a2be-42c0-87db-0e5fcc6ef94c req-39dc1899-f3c4-402d-a9e8-370a738d1742 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f18ef75-eed4-46ee-a51a-36c56e4437a6 HTTP/1.1" status: 200 len: 944 time: 0.0917697 Oct 26 16:01:28.901232 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-1b62d579-a2be-42c0-87db-0e5fcc6ef94c req-6cd96648-a73d-4ce5-bd81-5b2e687fbfa3 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395644 Oct 26 16:01:28.994973 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning for port 2d1c264a-6ac1-4337-bf2a-23ab29c5ee07 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:01:29.002214 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port 2d1c264a-6ac1-4337-bf2a-23ab29c5ee07 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:01:29.002214 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:01:29.002214 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port 2d1c264a-6ac1-4337-bf2a-23ab29c5ee07 Oct 26 16:01:29.117517 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 2d1c264a-6ac1-4337-bf2a-23ab29c5ee07 is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:01:29.117895 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:01:29.144400 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f18ef75-eed4-46ee-a51a-36c56e4437a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1c264a-6ac1-4337-bf2a-23ab29c5ee07'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:01:29.146683 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5422805d-d550-4af9-b392-c96d41c12f79" -d '{"events": [{"server_uuid": "4f18ef75-eed4-46ee-a51a-36c56e4437a6", "name": "network-vif-plugged", "status": "completed", "tag": "2d1c264a-6ac1-4337-bf2a-23ab29c5ee07"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:01:29.154207 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 2d1c264a-6ac1-4337-bf2a-23ab29c5ee07, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=2d1c264a-6ac1-4337-bf2a-23ab29c5ee07,segment=NetworkSegment(5abcf1f5-9fbe-42a4-ad2d-7607ef188452),segment_id=5abcf1f5-9fbe-42a4-ad2d-7607ef188452)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:01:29.193327 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14cb8b33-62db-4da8-be32-9d925e0dfe38 x-openstack-request-id: req-14cb8b33-62db-4da8-be32-9d925e0dfe38 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:01:29.193327 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f18ef75-eed4-46ee-a51a-36c56e4437a6", "name": "network-vif-plugged", "status": "completed", "tag": "2d1c264a-6ac1-4337-bf2a-23ab29c5ee07", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:01:29.193327 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-14cb8b33-62db-4da8-be32-9d925e0dfe38 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:01:29.193327 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14cb8b33-62db-4da8-be32-9d925e0dfe38'] response: {'server_uuid': '4f18ef75-eed4-46ee-a51a-36c56e4437a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1c264a-6ac1-4337-bf2a-23ab29c5ee07', 'code': 200} Oct 26 16:01:29.268691 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:01:29.342010 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=2d1c264a-6ac1-4337-bf2a-23ab29c5ee07,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:01:29.639579 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665fec7-51f0-4265-8ea8-0f8dc5a65bf3 req-f4fc57e4-6ad6-4398-9e8d-dc8218fd5f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:29.641059 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a665fec7-51f0-4265-8ea8-0f8dc5a65bf3 req-f4fc57e4-6ad6-4398-9e8d-dc8218fd5f40 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4f18ef75-eed4-46ee-a51a-36c56e4437a6 HTTP/1.1" status: 200 len: 1098 time: 0.0799363 Oct 26 16:01:29.682374 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a665fec7-51f0-4265-8ea8-0f8dc5a65bf3 req-c81d2057-a360-462e-bd39-c8208294c7dc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346391 Oct 26 16:01:30.102602 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f24e3f-37d0-405b-86d8-4606b50db5c0 req-2efbeafe-8e09-4225-8cfb-3cd615bd99dc tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:30.103865 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-67f24e3f-37d0-405b-86d8-4606b50db5c0 req-2efbeafe-8e09-4225-8cfb-3cd615bd99dc tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f18ef75-eed4-46ee-a51a-36c56e4437a6 HTTP/1.1" status: 200 len: 945 time: 0.0917110 Oct 26 16:01:30.148363 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-67f24e3f-37d0-405b-86d8-4606b50db5c0 req-5a0ba854-54ba-4647-a72e-5e70c1e64483 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386715 Oct 26 16:01:31.359319 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c3d24-dd87-4107-85f7-2d8aa010c9da req-d8ae0667-1134-4080-a8c8-b3c61e4c25b3 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:31.360750 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-874c3d24-dd87-4107-85f7-2d8aa010c9da req-d8ae0667-1134-4080-a8c8-b3c61e4c25b3 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f18ef75-eed4-46ee-a51a-36c56e4437a6 HTTP/1.1" status: 200 len: 945 time: 0.0962815 Oct 26 16:01:31.407084 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-874c3d24-dd87-4107-85f7-2d8aa010c9da req-37a017e1-a459-48d0-95ba-39d93eb93d66 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394444 Oct 26 16:01:32.080174 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e849680b-9c0a-4266-b5d4-a956c3836f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:01:32.611486 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85362176-7f17-4c4f-9a03-b937c23cd420 req-23740c9e-a815-4b73-a78f-7b8592af7e0e tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:32.612965 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-85362176-7f17-4c4f-9a03-b937c23cd420 req-23740c9e-a815-4b73-a78f-7b8592af7e0e tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f18ef75-eed4-46ee-a51a-36c56e4437a6 HTTP/1.1" status: 200 len: 945 time: 0.0933297 Oct 26 16:01:32.658254 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-85362176-7f17-4c4f-9a03-b937c23cd420 req-2f2740a1-4507-462d-9fce-cf096e4595a2 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389202 Oct 26 16:01:32.858060 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b5498-262b-48ac-8794-fa649a79fa37 req-312b4e2f-23c4-4d59-826d-54a87466544d tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:32.859461 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9a9b5498-262b-48ac-8794-fa649a79fa37 req-312b4e2f-23c4-4d59-826d-54a87466544d tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f18ef75-eed4-46ee-a51a-36c56e4437a6 HTTP/1.1" status: 200 len: 945 time: 0.0904837 Oct 26 16:01:32.907576 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9a9b5498-262b-48ac-8794-fa649a79fa37 req-38152f8b-f2f3-4c11-9f4d-c742ab610593 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424790 Oct 26 16:01:32.938131 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46658) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:01:33.123187 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a876844-c909-49f6-a99c-22fb610f9a85 tempest-TestVolumeBootPattern-1669340101 tempest-TestVolumeBootPattern-1669340101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:33.123963 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-0a876844-c909-49f6-a99c-22fb610f9a85 tempest-TestVolumeBootPattern-1669340101 tempest-TestVolumeBootPattern-1669340101-project-admin] Synchronizing usage tracker for tenant:f53d0a63154d4ca09f72b52e3631b8ca on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:01:33.251926 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-0a876844-c909-49f6-a99c-22fb610f9a85 tempest-TestVolumeBootPattern-1669340101 tempest-TestVolumeBootPattern-1669340101-project-admin] Unset dirty status for tenant:f53d0a63154d4ca09f72b52e3631b8ca on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:01:33.253024 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-0a876844-c909-49f6-a99c-22fb610f9a85 tempest-TestVolumeBootPattern-1669340101 tempest-TestVolumeBootPattern-1669340101-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4f18ef75-eed4-46ee-a51a-36c56e4437a6 HTTP/1.1" status: 200 len: 1093 time: 0.3138697 Oct 26 16:01:33.255951 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46664) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:01:33.261726 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-54f2db7f-985d-4b77-96c4-ac5b8a0d974a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Request body: {'floatingip': {'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'port_id': '2d1c264a-6ac1-4337-bf2a-23ab29c5ee07', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'fixed_ip_address': '172.20.0.5'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:01:33.268029 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-54f2db7f-985d-4b77-96c4-ac5b8a0d974a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:01:33.271928 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-54f2db7f-985d-4b77-96c4-ac5b8a0d974a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Usage tracker for resource:floatingip and tenant:ab9c67e35a8b4af1a86f3646b2324675 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:01:33.274957 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-54f2db7f-985d-4b77-96c4-ac5b8a0d974a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:01:33.280639 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-54f2db7f-985d-4b77-96c4-ac5b8a0d974a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:01:33.411404 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-54f2db7f-985d-4b77-96c4-ac5b8a0d974a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks [] for floatingip, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:01:33.551000 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-54f2db7f-985d-4b77-96c4-ac5b8a0d974a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:01:33.696861 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-54f2db7f-985d-4b77-96c4-ac5b8a0d974a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Allocated IP 172.26.2.5 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/0740948c-7966-40c9-8956-15080ecd519b) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:01:33.719688 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:01:33.847225 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-54f2db7f-985d-4b77-96c4-ac5b8a0d974a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:01:34.017783 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-54f2db7f-985d-4b77-96c4-ac5b8a0d974a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:01:34.082367 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f2db7f-985d-4b77-96c4-ac5b8a0d974a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:01:34.082612 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-54f2db7f-985d-4b77-96c4-ac5b8a0d974a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:01:34.086618 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f2db7f-985d-4b77-96c4-ac5b8a0d974a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:01:34.128374 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2db7f-985d-4b77-96c4-ac5b8a0d974a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Pushing event updated for resources: {'Port': ['ID=0740948c-7966-40c9-8956-15080ecd519b,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:01:34.140735 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f2db7f-985d-4b77-96c4-ac5b8a0d974a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:34.144417 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f2db7f-985d-4b77-96c4-ac5b8a0d974a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:34.144417 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f2db7f-985d-4b77-96c4-ac5b8a0d974a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:34.144417 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f2db7f-985d-4b77-96c4-ac5b8a0d974a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:34.144417 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f2db7f-985d-4b77-96c4-ac5b8a0d974a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:34.144417 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f2db7f-985d-4b77-96c4-ac5b8a0d974a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:34.144417 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f2db7f-985d-4b77-96c4-ac5b8a0d974a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:34.144417 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f2db7f-985d-4b77-96c4-ac5b8a0d974a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:34.144417 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f2db7f-985d-4b77-96c4-ac5b8a0d974a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:34.144417 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f2db7f-985d-4b77-96c4-ac5b8a0d974a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:34.144417 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f2db7f-985d-4b77-96c4-ac5b8a0d974a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:34.145238 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f2db7f-985d-4b77-96c4-ac5b8a0d974a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:34.463147 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e6e585bd-938e-4f6f-8762-c734bf7f5b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:01:34.621549 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-54f2db7f-985d-4b77-96c4-ac5b8a0d974a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:01:34.779089 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-54f2db7f-985d-4b77-96c4-ac5b8a0d974a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:01:34.982848 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-54f2db7f-985d-4b77-96c4-ac5b8a0d974a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:01:35.040108 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-54f2db7f-985d-4b77-96c4-ac5b8a0d974a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:01:35.146513 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-54f2db7f-985d-4b77-96c4-ac5b8a0d974a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:01:35.198841 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2db7f-985d-4b77-96c4-ac5b8a0d974a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Pushing event updated for resources: {'Port': ['ID=0740948c-7966-40c9-8956-15080ecd519b,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:01:35.223145 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:01:35.245652 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:01:35.317761 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.l3_db [None req-54f2db7f-985d-4b77-96c4-ac5b8a0d974a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Floating IP 51e9ff77-0235-433f-a0d2-161f4bea4ec1 associated. External IP: 172.26.2.5, port: 2d1c264a-6ac1-4337-bf2a-23ab29c5ee07. Oct 26 16:01:35.668118 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f2db7f-985d-4b77-96c4-ac5b8a0d974a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Router 94c6ae37-8f4f-4102-b50a-140b7957ee56 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:01:35.969021 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f2db7f-985d-4b77-96c4-ac5b8a0d974a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:01:35.979110 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15aec77a-4582-4929-af18-aa0b0624f967 None None] Sync routers for ids ['94c6ae37-8f4f-4102-b50a-140b7957ee56'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:01:35.988348 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15aec77a-4582-4929-af18-aa0b0624f967 None None] Routers {'94c6ae37-8f4f-4102-b50a-140b7957ee56'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:01:35.988949 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-15aec77a-4582-4929-af18-aa0b0624f967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:01:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['94c6ae37-8f4f-4102-b50a-140b7957ee56'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:01:36.129275 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-54f2db7f-985d-4b77-96c4-ac5b8a0d974a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:01:36.168414 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-15aec77a-4582-4929-af18-aa0b0624f967 None None] Set router 94c6ae37-8f4f-4102-b50a-140b7957ee56 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:01:36.182358 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-54f2db7f-985d-4b77-96c4-ac5b8a0d974a tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.9251668 Oct 26 16:01:36.183037 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f18ef75-eed4-46ee-a51a-36c56e4437a6', 'tag': '2d1c264a-6ac1-4337-bf2a-23ab29c5ee07'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:01:36.185411 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec078ab02bc810209f0573d5deb19682ea498273c1503582233cb0925c39ad22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbad25f3-64f6-4a40-9ca9-3e97b27d8546" -d '{"events": [{"name": "network-changed", "server_uuid": "4f18ef75-eed4-46ee-a51a-36c56e4437a6", "tag": "2d1c264a-6ac1-4337-bf2a-23ab29c5ee07"}]}' {{(pid=89747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:01:36.230312 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8b8ba0-86eb-4cb7-924b-944ec77462d3 x-openstack-request-id: req-de8b8ba0-86eb-4cb7-924b-944ec77462d3 {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:01:36.230638 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f18ef75-eed4-46ee-a51a-36c56e4437a6", "tag": "2d1c264a-6ac1-4337-bf2a-23ab29c5ee07", "status": "completed", "code": 200}]} {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:01:36.230892 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-de8b8ba0-86eb-4cb7-924b-944ec77462d3 {{(pid=89747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:01:36.231292 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de8b8ba0-86eb-4cb7-924b-944ec77462d3'] response: {'name': 'network-changed', 'server_uuid': '4f18ef75-eed4-46ee-a51a-36c56e4437a6', 'tag': '2d1c264a-6ac1-4337-bf2a-23ab29c5ee07', 'status': 'completed', 'code': 200} Oct 26 16:01:36.361358 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad25f3-64f6-4a40-9ca9-3e97b27d8546 req-c2f7423b-c26d-4092-b4ec-252ad90611f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:36.362879 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cbad25f3-64f6-4a40-9ca9-3e97b27d8546 req-c2f7423b-c26d-4092-b4ec-252ad90611f0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ab9c67e35a8b4af1a86f3646b2324675&device_id=4f18ef75-eed4-46ee-a51a-36c56e4437a6 HTTP/1.1" status: 200 len: 1098 time: 0.0834277 Oct 26 16:01:36.500229 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad25f3-64f6-4a40-9ca9-3e97b27d8546 req-f7a09c00-9f8e-451c-8ca3-d280a1116ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:36.501762 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cbad25f3-64f6-4a40-9ca9-3e97b27d8546 req-f7a09c00-9f8e-451c-8ca3-d280a1116ca4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83 HTTP/1.1" status: 200 len: 912 time: 0.1336925 Oct 26 16:01:36.525204 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-15aec77a-4582-4929-af18-aa0b0624f967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'name': 'tempest-TestVolumeBootPattern-690992483-router', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:38Z', 'updated_at': '2022-10-26T15:53:49Z', 'revision_number': 4, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'gw_port': {'id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:40Z', 'updated_at': '2022-10-26T15:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '51e9ff77-0235-433f-a0d2-161f4bea4ec1', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'floating_ip_address': '172.26.2.5', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'port_id': '2d1c264a-6ac1-4337-bf2a-23ab29c5ee07', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83', 'mac_address': 'fa:16:3e:79:42:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f18ef75-eed4-46ee-a51a-36c56e4437a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:01:34Z', 'updated_at': '2022-10-26T16:01:34Z', 'revision_number': 0, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'fixed_ip_address_scope': None}, {'id': '5731b7c2-8f9a-4563-b97d-b7f0fa3bb7e7', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'floating_ip_address': '172.26.2.157', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'port_id': '9363f6b7-2fde-4da6-bd4e-6c75049d497d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83', 'mac_address': 'fa:16:3e:57:d1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0629b-82e5-4585-8f69-453de5f84a53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:58:29Z', 'updated_at': '2022-10-26T15:58:32Z', 'revision_number': 1, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51038850-05f2-499e-b74c-2c2749197504', 'name': '', 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'mac_address': 'fa:16:3e:27:b0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'c273cff6-10d2-4763-a9ae-6bddfa2dc0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:46Z', 'updated_at': '2022-10-26T15:53:56Z', 'revision_number': 5, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'subnets': [{'id': 'c273cff6-10d2-4763-a9ae-6bddfa2dc0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:01:36.529013 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15aec77a-4582-4929-af18-aa0b0624f967 None None] Checking router: 94c6ae37-8f4f-4102-b50a-140b7957ee56 for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:01:36.538865 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15aec77a-4582-4929-af18-aa0b0624f967 None None] Routers {'94c6ae37-8f4f-4102-b50a-140b7957ee56'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:01:36.539624 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-15aec77a-4582-4929-af18-aa0b0624f967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:01:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['94c6ae37-8f4f-4102-b50a-140b7957ee56'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:01:36.610187 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cbad25f3-64f6-4a40-9ca9-3e97b27d8546 req-2ba7edac-17db-46a6-898d-8d329b1a407d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d1c264a-6ac1-4337-bf2a-23ab29c5ee07 HTTP/1.1" status: 200 len: 997 time: 0.1021371 Oct 26 16:01:36.677381 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad25f3-64f6-4a40-9ca9-3e97b27d8546 req-4aa801c1-278a-4d24-9b6c-7bd8f0e36989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:36.679923 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cbad25f3-64f6-4a40-9ca9-3e97b27d8546 req-4aa801c1-278a-4d24-9b6c-7bd8f0e36989 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c273cff6-10d2-4763-a9ae-6bddfa2dc0d2 HTTP/1.1" status: 200 len: 850 time: 0.0646977 Oct 26 16:01:36.724095 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-15aec77a-4582-4929-af18-aa0b0624f967 None None] Set router 94c6ae37-8f4f-4102-b50a-140b7957ee56 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:01:36.772477 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad25f3-64f6-4a40-9ca9-3e97b27d8546 req-6bc10143-5a7c-4462-9504-315b1dbf5bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:36.773998 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cbad25f3-64f6-4a40-9ca9-3e97b27d8546 req-6bc10143-5a7c-4462-9504-315b1dbf5bf4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0888860 Oct 26 16:01:36.822958 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:01:36.907829 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cbad25f3-64f6-4a40-9ca9-3e97b27d8546 req-affe7cad-abd8-45c3-8668-1be01f95c2e7 service neutron] 10.222.0.48 "GET /v2.0/networks/e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283116 Oct 26 16:01:37.127282 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-15aec77a-4582-4929-af18-aa0b0624f967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'name': 'tempest-TestVolumeBootPattern-690992483-router', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:38Z', 'updated_at': '2022-10-26T15:53:49Z', 'revision_number': 4, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'gw_port': {'id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:40Z', 'updated_at': '2022-10-26T15:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '51e9ff77-0235-433f-a0d2-161f4bea4ec1', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'floating_ip_address': '172.26.2.5', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'port_id': '2d1c264a-6ac1-4337-bf2a-23ab29c5ee07', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83', 'mac_address': 'fa:16:3e:79:42:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f18ef75-eed4-46ee-a51a-36c56e4437a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:01:34Z', 'updated_at': '2022-10-26T16:01:34Z', 'revision_number': 0, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'fixed_ip_address_scope': None}, {'id': '5731b7c2-8f9a-4563-b97d-b7f0fa3bb7e7', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'floating_ip_address': '172.26.2.157', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'port_id': '9363f6b7-2fde-4da6-bd4e-6c75049d497d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83', 'mac_address': 'fa:16:3e:57:d1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0629b-82e5-4585-8f69-453de5f84a53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:58:29Z', 'updated_at': '2022-10-26T15:58:32Z', 'revision_number': 1, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51038850-05f2-499e-b74c-2c2749197504', 'name': '', 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'mac_address': 'fa:16:3e:27:b0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'c273cff6-10d2-4763-a9ae-6bddfa2dc0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:46Z', 'updated_at': '2022-10-26T15:53:56Z', 'revision_number': 5, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'subnets': [{'id': 'c273cff6-10d2-4763-a9ae-6bddfa2dc0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:01:37.132573 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15aec77a-4582-4929-af18-aa0b0624f967 None None] The sync data for ids ['94c6ae37-8f4f-4102-b50a-140b7957ee56'] in dv-neutron-862712-1-hyperv is: [{'id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'name': 'tempest-TestVolumeBootPattern-690992483-router', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:38Z', 'updated_at': '2022-10-26T15:53:49Z', 'revision_number': 4, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'gw_port': {'id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:40Z', 'updated_at': '2022-10-26T15:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '51e9ff77-0235-433f-a0d2-161f4bea4ec1', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'floating_ip_address': '172.26.2.5', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'port_id': '2d1c264a-6ac1-4337-bf2a-23ab29c5ee07', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83', 'mac_address': 'fa:16:3e:79:42:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f18ef75-eed4-46ee-a51a-36c56e4437a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:01:34Z', 'updated_at': '2022-10-26T16:01:34Z', 'revision_number': 0, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'fixed_ip_address_scope': None}, {'id': '5731b7c2-8f9a-4563-b97d-b7f0fa3bb7e7', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'floating_ip_address': '172.26.2.157', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'port_id': '9363f6b7-2fde-4da6-bd4e-6c75049d497d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83', 'mac_address': 'fa:16:3e:57:d1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0629b-82e5-4585-8f69-453de5f84a53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:58:29Z', 'updated_at': '2022-10-26T15:58:32Z', 'revision_number': 1, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51038850-05f2-499e-b74c-2c2749197504', 'name': '', 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'mac_address': 'fa:16:3e:27:b0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'c273cff6-10d2-4763-a9ae-6bddfa2dc0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:46Z', 'updated_at': '2022-10-26T15:53:56Z', 'revision_number': 5, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'subnets': [{'id': 'c273cff6-10d2-4763-a9ae-6bddfa2dc0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:01:37.149732 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cbad25f3-64f6-4a40-9ca9-3e97b27d8546 req-8b284352-2b30-4e6e-9e62-78a5931b2b61 service neutron] 10.222.0.48 "GET /v2.0/networks/e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357295 Oct 26 16:01:37.326854 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c937b41-6f79-45f8-bf96-e7b876fe1481 None None] New status for floating IP 51e9ff77-0235-433f-a0d2-161f4bea4ec1: ACTIVE {{(pid=89749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:01:57.027972 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:02:02.102291 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fe987c13-f93e-4fb6-bf95-a84528e31b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:02:04.502461 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-aa1d9857-42da-4210-ada3-f715b3e40aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:02:05.228417 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:02:05.256887 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:02:06.840636 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:02:10.719647 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:02:19.347201 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3c5cd9f9-7352-4a49-ac99-ae21db642976 req-93061ada-248f-4533-9bdd-6efcc605cd74 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=affd98ca-55bf-419b-a6cf-a1b525b44d3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0801568 Oct 26 16:02:19.462632 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cd9f9-7352-4a49-ac99-ae21db642976 req-abe25373-d731-4002-9798-9db78a577308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:19.464108 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3c5cd9f9-7352-4a49-ac99-ae21db642976 req-abe25373-d731-4002-9798-9db78a577308 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=affd98ca-55bf-419b-a6cf-a1b525b44d3c HTTP/1.1" status: 200 len: 1098 time: 0.0865812 Oct 26 16:02:19.612754 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cd9f9-7352-4a49-ac99-ae21db642976 req-68bbbcc8-44cc-463f-9317-de0f0b2af1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:19.619855 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3c5cd9f9-7352-4a49-ac99-ae21db642976 req-68bbbcc8-44cc-463f-9317-de0f0b2af1b5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f3cb01df-658a-4b4c-813a-731613fb2b61 HTTP/1.1" status: 200 len: 897 time: 0.1305821 Oct 26 16:02:19.720907 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3c5cd9f9-7352-4a49-ac99-ae21db642976 req-a4012675-d3d7-432a-a9c8-d2a21b505cd9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d87e122a-7200-403b-8bca-aa3f5020255c HTTP/1.1" status: 200 len: 1001 time: 0.1010914 Oct 26 16:02:19.784611 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cd9f9-7352-4a49-ac99-ae21db642976 req-9ccf487d-05f5-4905-9220-f90b159a1658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:19.786193 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3c5cd9f9-7352-4a49-ac99-ae21db642976 req-9ccf487d-05f5-4905-9220-f90b159a1658 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0feb1f3f-e652-4f76-8c3b-945d2cd3e034 HTTP/1.1" status: 200 len: 844 time: 0.0593174 Oct 26 16:02:19.873976 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cd9f9-7352-4a49-ac99-ae21db642976 req-17669e0e-4e42-4746-8041-38b7e32d1c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:19.875407 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3c5cd9f9-7352-4a49-ac99-ae21db642976 req-17669e0e-4e42-4746-8041-38b7e32d1c99 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f3cb01df-658a-4b4c-813a-731613fb2b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0828993 Oct 26 16:02:20.011503 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3c5cd9f9-7352-4a49-ac99-ae21db642976 req-473471e2-6974-4403-b6c9-3dc508b84762 service neutron] 10.222.0.48 "GET /v2.0/networks/f3cb01df-658a-4b4c-813a-731613fb2b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294677 Oct 26 16:02:20.151273 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3c5cd9f9-7352-4a49-ac99-ae21db642976 req-efa7bfc3-bebb-4c7b-9b6f-2473f7c46011 service neutron] 10.222.0.48 "GET /v2.0/networks/f3cb01df-658a-4b4c-813a-731613fb2b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337135 Oct 26 16:02:26.985883 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:02:32.038974 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-467b9955-5ceb-47cd-90dd-8b1d99847d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:02:34.449990 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-749d0511-2108-46b8-adf9-7e82fae47638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:02:35.267181 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:02:35.278495 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:02:36.832843 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:02:47.719615 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:02:57.007602 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:03:02.047842 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9df5cfd1-956c-4136-8688-68b8674c8d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:03:04.461608 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-37d8d7d3-9ae2-4591-8813-06709a5ff07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:03:05.260152 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:03:05.287568 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:03:06.841339 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:03:20.337468 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-888e2112-6a57-4945-8eba-d8da9f936ed1 req-dc2bf8ac-185f-4685-9109-beb8b4724971 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4df0629b-82e5-4585-8f69-453de5f84a53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0794215 Oct 26 16:03:20.507035 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e2112-6a57-4945-8eba-d8da9f936ed1 req-13c1b05a-de57-4faa-97cd-1ce17a082414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:20.508640 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-888e2112-6a57-4945-8eba-d8da9f936ed1 req-13c1b05a-de57-4faa-97cd-1ce17a082414 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ab9c67e35a8b4af1a86f3646b2324675&device_id=4df0629b-82e5-4585-8f69-453de5f84a53 HTTP/1.1" status: 200 len: 1098 time: 0.0845520 Oct 26 16:03:20.657180 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e2112-6a57-4945-8eba-d8da9f936ed1 req-dbf2af9a-a65b-4058-a6d1-3ac720eb9a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:20.658621 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-888e2112-6a57-4945-8eba-d8da9f936ed1 req-dbf2af9a-a65b-4058-a6d1-3ac720eb9a0f service neutron] 10.222.0.48 "GET /v2.0/networks?id=e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83 HTTP/1.1" status: 200 len: 912 time: 0.1305919 Oct 26 16:03:20.762083 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-888e2112-6a57-4945-8eba-d8da9f936ed1 req-2da5260a-d022-4866-9551-7a563489ebf0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9363f6b7-2fde-4da6-bd4e-6c75049d497d HTTP/1.1" status: 200 len: 1001 time: 0.0971024 Oct 26 16:03:20.831051 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e2112-6a57-4945-8eba-d8da9f936ed1 req-1a368d5e-0291-4814-a4f0-b33abd71f5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:20.832406 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-888e2112-6a57-4945-8eba-d8da9f936ed1 req-1a368d5e-0291-4814-a4f0-b33abd71f5ed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c273cff6-10d2-4763-a9ae-6bddfa2dc0d2 HTTP/1.1" status: 200 len: 850 time: 0.0636301 Oct 26 16:03:20.916695 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e2112-6a57-4945-8eba-d8da9f936ed1 req-272464bb-e482-4454-9e4a-405b2057a16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:20.918088 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-888e2112-6a57-4945-8eba-d8da9f936ed1 req-272464bb-e482-4454-9e4a-405b2057a16b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802512 Oct 26 16:03:21.024579 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46714) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:03:21.031773 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-cf6929c4-0bf7-47a0-9f6f-9bbea24b1947 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:03:21.054788 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-888e2112-6a57-4945-8eba-d8da9f936ed1 req-06fc7744-b53b-4c97-bd7b-f3bc2f5f7fc9 service neutron] 10.222.0.48 "GET /v2.0/networks/e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291916 Oct 26 16:03:21.168293 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cf6929c4-0bf7-47a0-9f6f-9bbea24b1947 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3772570'] for subnet, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:03:21.295092 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-888e2112-6a57-4945-8eba-d8da9f936ed1 req-b75a99e1-362e-441b-a38f-95dc9904b805 service neutron] 10.222.0.48 "GET /v2.0/networks/e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348528 Oct 26 16:03:21.453848 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cf6929c4-0bf7-47a0-9f6f-9bbea24b1947 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728807979403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2334290'] for subnet, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:03:21.504818 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6929c4-0bf7-47a0-9f6f-9bbea24b1947 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:21.506079 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cf6929c4-0bf7-47a0-9f6f-9bbea24b1947 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:03:21.508635 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-cf6929c4-0bf7-47a0-9f6f-9bbea24b1947 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "PUT /v2.0/subnets/0feb1f3f-e652-4f76-8c3b-945d2cd3e034 HTTP/1.1" status: 200 len: 836 time: 0.4830248 Oct 26 16:03:21.511317 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f367b528-c8e0-4100-b84d-bff6881a4db3 None None] Network f3cb01df-658a-4b4c-813a-731613fb2b61 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:03:21.529412 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6929c4-0bf7-47a0-9f6f-9bbea24b1947 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Subnet': ['ID=0feb1f3f-e652-4f76-8c3b-945d2cd3e034,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:21.537424 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6929c4-0bf7-47a0-9f6f-9bbea24b1947 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:21.537776 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6929c4-0bf7-47a0-9f6f-9bbea24b1947 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:21.538119 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6929c4-0bf7-47a0-9f6f-9bbea24b1947 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:21.538456 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6929c4-0bf7-47a0-9f6f-9bbea24b1947 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:21.538809 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6929c4-0bf7-47a0-9f6f-9bbea24b1947 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:21.539143 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6929c4-0bf7-47a0-9f6f-9bbea24b1947 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:21.539499 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6929c4-0bf7-47a0-9f6f-9bbea24b1947 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:21.539826 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6929c4-0bf7-47a0-9f6f-9bbea24b1947 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:21.540154 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6929c4-0bf7-47a0-9f6f-9bbea24b1947 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:21.540476 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6929c4-0bf7-47a0-9f6f-9bbea24b1947 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:21.540818 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6929c4-0bf7-47a0-9f6f-9bbea24b1947 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:21.541140 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6929c4-0bf7-47a0-9f6f-9bbea24b1947 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:21.996394 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-7b6d21f4-241e-4a02-b4a6-afd04101e9f2 None None] Provisioning complete for port 9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:03:21.996770 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7b6d21f4-241e-4a02-b4a6-afd04101e9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:03:21.997108 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-7b6d21f4-241e-4a02-b4a6-afd04101e9f2 None None] Attempt 1 to provision port 9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69 Oct 26 16:03:22.117016 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-7b6d21f4-241e-4a02-b4a6-afd04101e9f2 None None] Current status of the port 9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:03:22.129025 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-7b6d21f4-241e-4a02-b4a6-afd04101e9f2 None None] Provisioning complete for port a922967f-788e-405c-9140-6c5d53e8c49e triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:03:22.133352 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7b6d21f4-241e-4a02-b4a6-afd04101e9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:03:22.133352 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-7b6d21f4-241e-4a02-b4a6-afd04101e9f2 None None] Attempt 1 to provision port a922967f-788e-405c-9140-6c5d53e8c49e Oct 26 16:03:22.249346 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-7b6d21f4-241e-4a02-b4a6-afd04101e9f2 None None] Current status of the port a922967f-788e-405c-9140-6c5d53e8c49e is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:03:22.260858 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-7b6d21f4-241e-4a02-b4a6-afd04101e9f2 None None] Provisioning complete for port d87e122a-7200-403b-8bca-aa3f5020255c triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:03:22.261229 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7b6d21f4-241e-4a02-b4a6-afd04101e9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:03:22.261561 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-7b6d21f4-241e-4a02-b4a6-afd04101e9f2 None None] Attempt 1 to provision port d87e122a-7200-403b-8bca-aa3f5020255c Oct 26 16:03:22.377781 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-7b6d21f4-241e-4a02-b4a6-afd04101e9f2 None None] Current status of the port d87e122a-7200-403b-8bca-aa3f5020255c is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:03:24.719082 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:03:27.040649 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:03:32.071156 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-cc5572c9-f075-4f60-9bd8-4223e8801e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:03:34.442029 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-93cd3efb-5f77-43c7-9b64-bc884bf3f890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:03:35.236756 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:03:35.265066 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:03:36.842403 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:03:57.022040 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:01.719448 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:04:02.053028 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fa7cb02e-d07b-4a50-923a-dc4c6f8f142b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:03.442843 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46732) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:03.665333 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-35406d55-e18b-4d42-a656-2dbd196c8ea2 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Deleting port 0740948c-7966-40c9-8956-15080ecd519b {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:04:03.665677 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-35406d55-e18b-4d42-a656-2dbd196c8ea2 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:03.847564 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-35406d55-e18b-4d42-a656-2dbd196c8ea2 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:03.847954 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-35406d55-e18b-4d42-a656-2dbd196c8ea2 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:03.990448 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-35406d55-e18b-4d42-a656-2dbd196c8ea2 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Calling delete_port for 0740948c-7966-40c9-8956-15080ecd519b owned by network:floatingip {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:04:04.222240 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-35406d55-e18b-4d42-a656-2dbd196c8ea2 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:04.306246 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35406d55-e18b-4d42-a656-2dbd196c8ea2 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Pushing event deleted for resources: {'Port': ['ID=0740948c-7966-40c9-8956-15080ecd519b,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:04.372577 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-35406d55-e18b-4d42-a656-2dbd196c8ea2 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks [] for floatingip, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:04.372902 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.l3_db [None req-35406d55-e18b-4d42-a656-2dbd196c8ea2 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Floating IP 51e9ff77-0235-433f-a0d2-161f4bea4ec1 disassociated (deleted). External IP: 172.26.2.5, port: 2d1c264a-6ac1-4337-bf2a-23ab29c5ee07. Oct 26 16:04:04.453196 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-268547fd-a1a2-4328-94df-ef0413092ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:04.842821 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35406d55-e18b-4d42-a656-2dbd196c8ea2 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Router 94c6ae37-8f4f-4102-b50a-140b7957ee56 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:04:05.030719 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35406d55-e18b-4d42-a656-2dbd196c8ea2 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:04:05.040109 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7b40ea-85d8-40f5-a388-42550897914d None None] Sync routers for ids ['94c6ae37-8f4f-4102-b50a-140b7957ee56'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:04:05.049906 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7b40ea-85d8-40f5-a388-42550897914d None None] Routers {'94c6ae37-8f4f-4102-b50a-140b7957ee56'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:04:05.057634 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-ba7b40ea-85d8-40f5-a388-42550897914d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:04:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['94c6ae37-8f4f-4102-b50a-140b7957ee56'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:05.116869 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-35406d55-e18b-4d42-a656-2dbd196c8ea2 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:05.177831 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-35406d55-e18b-4d42-a656-2dbd196c8ea2 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "DELETE /v2.0/floatingips/51e9ff77-0235-433f-a0d2-161f4bea4ec1 HTTP/1.1" status: 204 len: 168 time: 1.7315972 Oct 26 16:04:05.177831 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f18ef75-eed4-46ee-a51a-36c56e4437a6', 'tag': '2d1c264a-6ac1-4337-bf2a-23ab29c5ee07'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:04:05.178511 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec078ab02bc810209f0573d5deb19682ea498273c1503582233cb0925c39ad22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7ee04b-2595-4ac2-a804-47a30cad04ff" -d '{"events": [{"name": "network-changed", "server_uuid": "4f18ef75-eed4-46ee-a51a-36c56e4437a6", "tag": "2d1c264a-6ac1-4337-bf2a-23ab29c5ee07"}]}' {{(pid=89747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:04:05.240009 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-ba7b40ea-85d8-40f5-a388-42550897914d None None] Set router 94c6ae37-8f4f-4102-b50a-140b7957ee56 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:04:05.268360 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:05.296258 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:05.300458 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46746) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:05.515799 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-b222a806-bbbc-4643-b99d-172c54e6f076 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Deleting port 301e977e-39c5-4e33-aa07-6efdea21a83a {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:04:05.516150 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b222a806-bbbc-4643-b99d-172c54e6f076 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:05.596951 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-ba7b40ea-85d8-40f5-a388-42550897914d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'name': 'tempest-TestVolumeBootPattern-690992483-router', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:38Z', 'updated_at': '2022-10-26T15:53:49Z', 'revision_number': 4, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'gw_port': {'id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:40Z', 'updated_at': '2022-10-26T15:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '5731b7c2-8f9a-4563-b97d-b7f0fa3bb7e7', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'floating_ip_address': '172.26.2.157', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'port_id': '9363f6b7-2fde-4da6-bd4e-6c75049d497d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83', 'mac_address': 'fa:16:3e:57:d1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0629b-82e5-4585-8f69-453de5f84a53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:58:29Z', 'updated_at': '2022-10-26T15:58:32Z', 'revision_number': 1, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51038850-05f2-499e-b74c-2c2749197504', 'name': '', 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'mac_address': 'fa:16:3e:27:b0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'c273cff6-10d2-4763-a9ae-6bddfa2dc0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:46Z', 'updated_at': '2022-10-26T15:53:56Z', 'revision_number': 5, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'subnets': [{'id': 'c273cff6-10d2-4763-a9ae-6bddfa2dc0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:05.600811 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7b40ea-85d8-40f5-a388-42550897914d None None] Checking router: 94c6ae37-8f4f-4102-b50a-140b7957ee56 for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:04:05.609916 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7b40ea-85d8-40f5-a388-42550897914d None None] Routers {'94c6ae37-8f4f-4102-b50a-140b7957ee56'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:04:05.610544 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-ba7b40ea-85d8-40f5-a388-42550897914d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:04:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['94c6ae37-8f4f-4102-b50a-140b7957ee56'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:05.688871 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b222a806-bbbc-4643-b99d-172c54e6f076 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:05.689219 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b222a806-bbbc-4643-b99d-172c54e6f076 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:05.817853 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-b222a806-bbbc-4643-b99d-172c54e6f076 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Calling delete_port for 301e977e-39c5-4e33-aa07-6efdea21a83a owned by network:floatingip {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:04:05.824795 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-ba7b40ea-85d8-40f5-a388-42550897914d None None] Set router 94c6ae37-8f4f-4102-b50a-140b7957ee56 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:04:06.036134 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b222a806-bbbc-4643-b99d-172c54e6f076 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:06.087147 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b222a806-bbbc-4643-b99d-172c54e6f076 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Port': ['ID=301e977e-39c5-4e33-aa07-6efdea21a83a,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:06.233904 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-ba7b40ea-85d8-40f5-a388-42550897914d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'name': 'tempest-TestVolumeBootPattern-690992483-router', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:38Z', 'updated_at': '2022-10-26T15:53:49Z', 'revision_number': 4, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'gw_port': {'id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:40Z', 'updated_at': '2022-10-26T15:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '5731b7c2-8f9a-4563-b97d-b7f0fa3bb7e7', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'floating_ip_address': '172.26.2.157', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'port_id': '9363f6b7-2fde-4da6-bd4e-6c75049d497d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83', 'mac_address': 'fa:16:3e:57:d1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0629b-82e5-4585-8f69-453de5f84a53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:58:29Z', 'updated_at': '2022-10-26T15:58:32Z', 'revision_number': 1, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51038850-05f2-499e-b74c-2c2749197504', 'name': '', 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'mac_address': 'fa:16:3e:27:b0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'c273cff6-10d2-4763-a9ae-6bddfa2dc0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:46Z', 'updated_at': '2022-10-26T15:53:56Z', 'revision_number': 5, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'subnets': [{'id': 'c273cff6-10d2-4763-a9ae-6bddfa2dc0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:06.238508 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7b40ea-85d8-40f5-a388-42550897914d None None] The sync data for ids ['94c6ae37-8f4f-4102-b50a-140b7957ee56'] in dv-neutron-862712-1-hyperv is: [{'id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'name': 'tempest-TestVolumeBootPattern-690992483-router', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:38Z', 'updated_at': '2022-10-26T15:53:49Z', 'revision_number': 4, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'gw_port': {'id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:40Z', 'updated_at': '2022-10-26T15:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '5731b7c2-8f9a-4563-b97d-b7f0fa3bb7e7', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'floating_ip_address': '172.26.2.157', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'port_id': '9363f6b7-2fde-4da6-bd4e-6c75049d497d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83', 'mac_address': 'fa:16:3e:57:d1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0629b-82e5-4585-8f69-453de5f84a53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:58:29Z', 'updated_at': '2022-10-26T15:58:32Z', 'revision_number': 1, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51038850-05f2-499e-b74c-2c2749197504', 'name': '', 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'mac_address': 'fa:16:3e:27:b0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'c273cff6-10d2-4763-a9ae-6bddfa2dc0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:46Z', 'updated_at': '2022-10-26T15:53:56Z', 'revision_number': 5, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'subnets': [{'id': 'c273cff6-10d2-4763-a9ae-6bddfa2dc0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:04:06.258284 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b222a806-bbbc-4643-b99d-172c54e6f076 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for floatingip, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:06.258726 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.l3_db [None req-b222a806-bbbc-4643-b99d-172c54e6f076 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Floating IP 035cf016-361e-451b-99f6-2db0ceccf3b3 disassociated (deleted). External IP: 172.26.2.100, port: d87e122a-7200-403b-8bca-aa3f5020255c. Oct 26 16:04:06.319722 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69836a9-bb85-46b2-9bde-731d516cf259 x-openstack-request-id: req-e69836a9-bb85-46b2-9bde-731d516cf259 {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:04:06.320112 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f18ef75-eed4-46ee-a51a-36c56e4437a6", "tag": "2d1c264a-6ac1-4337-bf2a-23ab29c5ee07", "status": "completed", "code": 200}]} {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:04:06.320434 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e69836a9-bb85-46b2-9bde-731d516cf259 {{(pid=89747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:04:06.320907 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e69836a9-bb85-46b2-9bde-731d516cf259'] response: {'name': 'network-changed', 'server_uuid': '4f18ef75-eed4-46ee-a51a-36c56e4437a6', 'tag': '2d1c264a-6ac1-4337-bf2a-23ab29c5ee07', 'status': 'completed', 'code': 200} Oct 26 16:04:06.451557 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ee04b-2595-4ac2-a804-47a30cad04ff req-f4af09df-f3a9-4a0e-a1cf-cd7ef42aac7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:06.453739 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5e7ee04b-2595-4ac2-a804-47a30cad04ff req-f4af09df-f3a9-4a0e-a1cf-cd7ef42aac7f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ab9c67e35a8b4af1a86f3646b2324675&device_id=4f18ef75-eed4-46ee-a51a-36c56e4437a6 HTTP/1.1" status: 200 len: 1098 time: 0.1011488 Oct 26 16:04:06.522097 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8a81bf-9663-46b2-9946-3f93b0b29c53 None None] New status for floating IP 51e9ff77-0235-433f-a0d2-161f4bea4ec1: DOWN {{(pid=89749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:04:06.606445 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ee04b-2595-4ac2-a804-47a30cad04ff req-711e9a93-fe32-4207-a930-8eb6bcc80c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:06.607948 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5e7ee04b-2595-4ac2-a804-47a30cad04ff req-711e9a93-fe32-4207-a930-8eb6bcc80c0c service neutron] 10.222.0.48 "GET /v2.0/networks?id=e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83 HTTP/1.1" status: 200 len: 912 time: 0.1484756 Oct 26 16:04:06.707889 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5e7ee04b-2595-4ac2-a804-47a30cad04ff req-1513656d-482e-4cda-98b6-8d407a9be7d2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d1c264a-6ac1-4337-bf2a-23ab29c5ee07 HTTP/1.1" status: 200 len: 217 time: 0.0935893 Oct 26 16:04:06.785519 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ee04b-2595-4ac2-a804-47a30cad04ff req-bbbec0ef-1285-4fea-a94f-4def677f26b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:06.787099 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5e7ee04b-2595-4ac2-a804-47a30cad04ff req-bbbec0ef-1285-4fea-a94f-4def677f26b3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c273cff6-10d2-4763-a9ae-6bddfa2dc0d2 HTTP/1.1" status: 200 len: 850 time: 0.0707078 Oct 26 16:04:06.859199 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:06.861299 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b222a806-bbbc-4643-b99d-172c54e6f076 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Router 5a4866b4-1d24-4c51-9875-b750ea2dce41 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:04:06.875707 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ee04b-2595-4ac2-a804-47a30cad04ff req-1c087a65-22a7-4e1a-b4a8-a6308f19405f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:06.877175 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5e7ee04b-2595-4ac2-a804-47a30cad04ff req-1c087a65-22a7-4e1a-b4a8-a6308f19405f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839162 Oct 26 16:04:06.884270 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6043f305-c388-4c85-8da1-eb0eb09e603c req-528b3d56-324e-4f38-9623-496cf43d6eeb tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:06.884958 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-6043f305-c388-4c85-8da1-eb0eb09e603c req-528b3d56-324e-4f38-9623-496cf43d6eeb tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Synchronizing usage tracker for tenant:ab9c67e35a8b4af1a86f3646b2324675 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:04:07.011069 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5e7ee04b-2595-4ac2-a804-47a30cad04ff req-e4d9ff26-7de3-460f-a9dd-a3c99198058e service neutron] 10.222.0.48 "GET /v2.0/networks/e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274271 Oct 26 16:04:07.072692 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b222a806-bbbc-4643-b99d-172c54e6f076 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:04:07.084287 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee69b745-e7c2-4530-b947-3db823e45687 None None] Sync routers for ids ['5a4866b4-1d24-4c51-9875-b750ea2dce41'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:04:07.087412 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-6043f305-c388-4c85-8da1-eb0eb09e603c req-528b3d56-324e-4f38-9623-496cf43d6eeb tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Unset dirty status for tenant:ab9c67e35a8b4af1a86f3646b2324675 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:04:07.088710 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-6043f305-c388-4c85-8da1-eb0eb09e603c req-528b3d56-324e-4f38-9623-496cf43d6eeb tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f18ef75-eed4-46ee-a51a-36c56e4437a6 HTTP/1.1" status: 200 len: 945 time: 0.3328872 Oct 26 16:04:07.096590 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee69b745-e7c2-4530-b947-3db823e45687 None None] Routers {'5a4866b4-1d24-4c51-9875-b750ea2dce41'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:04:07.097533 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-ee69b745-e7c2-4530-b947-3db823e45687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:04:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['5a4866b4-1d24-4c51-9875-b750ea2dce41'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:07.138077 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-6043f305-c388-4c85-8da1-eb0eb09e603c req-5253a38a-8c03-4eb3-bf41-d5dbdabaadfb tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432012 Oct 26 16:04:07.152471 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5e7ee04b-2595-4ac2-a804-47a30cad04ff req-d5d64b80-98f7-4e90-9742-4f79d5be6038 service neutron] 10.222.0.48 "GET /v2.0/networks/e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347647 Oct 26 16:04:07.157595 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b222a806-bbbc-4643-b99d-172c54e6f076 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:07.214182 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b222a806-bbbc-4643-b99d-172c54e6f076 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "DELETE /v2.0/floatingips/035cf016-361e-451b-99f6-2db0ceccf3b3 HTTP/1.1" status: 204 len: 168 time: 1.9122829 Oct 26 16:04:07.287978 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-ee69b745-e7c2-4530-b947-3db823e45687 None None] Set router 5a4866b4-1d24-4c51-9875-b750ea2dce41 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:04:07.613532 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-ee69b745-e7c2-4530-b947-3db823e45687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4866b4-1d24-4c51-9875-b750ea2dce41', 'name': 'tempest-TestNetworkBasicOps-router-1875782318', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': '7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:00:15Z', 'updated_at': '2022-10-26T16:00:21Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ba:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4866b4-1d24-4c51-9875-b750ea2dce41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:00:16Z', 'updated_at': '2022-10-26T16:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69', 'name': '', 'network_id': 'f3cb01df-658a-4b4c-813a-731613fb2b61', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:81:b5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4866b4-1d24-4c51-9875-b750ea2dce41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '0feb1f3f-e652-4f76-8c3b-945d2cd3e034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:00:20Z', 'updated_at': '2022-10-26T16:00:27Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '0feb1f3f-e652-4f76-8c3b-945d2cd3e034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:07.617400 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee69b745-e7c2-4530-b947-3db823e45687 None None] Checking router: 5a4866b4-1d24-4c51-9875-b750ea2dce41 for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:04:07.625950 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee69b745-e7c2-4530-b947-3db823e45687 None None] Routers {'5a4866b4-1d24-4c51-9875-b750ea2dce41'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:04:07.626574 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-ee69b745-e7c2-4530-b947-3db823e45687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:04:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['5a4866b4-1d24-4c51-9875-b750ea2dce41'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:07.750495 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ce1c3-2190-4a0f-9831-aad0cd5a2f08 req-ca0bdcfb-d3ba-4897-9e5d-d53e4d88dd38 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:07.751213 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-953ce1c3-2190-4a0f-9831-aad0cd5a2f08 req-ca0bdcfb-d3ba-4897-9e5d-d53e4d88dd38 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:04:07.805181 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-ee69b745-e7c2-4530-b947-3db823e45687 None None] Set router 5a4866b4-1d24-4c51-9875-b750ea2dce41 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:04:07.818711 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-953ce1c3-2190-4a0f-9831-aad0cd5a2f08 req-ca0bdcfb-d3ba-4897-9e5d-d53e4d88dd38 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:04:07.819929 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-953ce1c3-2190-4a0f-9831-aad0cd5a2f08 req-ca0bdcfb-d3ba-4897-9e5d-d53e4d88dd38 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=affd98ca-55bf-419b-a6cf-a1b525b44d3c HTTP/1.1" status: 200 len: 945 time: 0.1594598 Oct 26 16:04:07.865761 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-953ce1c3-2190-4a0f-9831-aad0cd5a2f08 req-3514820b-8b1d-499c-a4a7-2645d94d207a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=90af4def-e9c8-4e92-81e6-a987a758f751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391765 Oct 26 16:04:08.149311 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-ee69b745-e7c2-4530-b947-3db823e45687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4866b4-1d24-4c51-9875-b750ea2dce41', 'name': 'tempest-TestNetworkBasicOps-router-1875782318', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': '7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:00:15Z', 'updated_at': '2022-10-26T16:00:21Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ba:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4866b4-1d24-4c51-9875-b750ea2dce41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:00:16Z', 'updated_at': '2022-10-26T16:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69', 'name': '', 'network_id': 'f3cb01df-658a-4b4c-813a-731613fb2b61', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:81:b5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4866b4-1d24-4c51-9875-b750ea2dce41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '0feb1f3f-e652-4f76-8c3b-945d2cd3e034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:00:20Z', 'updated_at': '2022-10-26T16:00:27Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '0feb1f3f-e652-4f76-8c3b-945d2cd3e034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:08.153504 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee69b745-e7c2-4530-b947-3db823e45687 None None] The sync data for ids ['5a4866b4-1d24-4c51-9875-b750ea2dce41'] in dv-neutron-862712-1-hyperv is: [{'id': '5a4866b4-1d24-4c51-9875-b750ea2dce41', 'name': 'tempest-TestNetworkBasicOps-router-1875782318', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': '7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:00:15Z', 'updated_at': '2022-10-26T16:00:21Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ba:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4866b4-1d24-4c51-9875-b750ea2dce41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:00:16Z', 'updated_at': '2022-10-26T16:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69', 'name': '', 'network_id': 'f3cb01df-658a-4b4c-813a-731613fb2b61', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:81:b5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4866b4-1d24-4c51-9875-b750ea2dce41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '0feb1f3f-e652-4f76-8c3b-945d2cd3e034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:00:20Z', 'updated_at': '2022-10-26T16:00:27Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '0feb1f3f-e652-4f76-8c3b-945d2cd3e034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:04:08.322416 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'affd98ca-55bf-419b-a6cf-a1b525b44d3c', 'tag': 'd87e122a-7200-403b-8bca-aa3f5020255c'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:04:08.325063 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec078ab02bc810209f0573d5deb19682ea498273c1503582233cb0925c39ad22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333694aa-4002-4917-8ed5-0b56b26f1f38" -d '{"events": [{"name": "network-changed", "server_uuid": "affd98ca-55bf-419b-a6cf-a1b525b44d3c", "tag": "d87e122a-7200-403b-8bca-aa3f5020255c"}]}' {{(pid=89747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:04:08.369434 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1d96c6-d0de-4d93-8f74-160775c49032 x-openstack-request-id: req-2c1d96c6-d0de-4d93-8f74-160775c49032 {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:04:08.369729 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "affd98ca-55bf-419b-a6cf-a1b525b44d3c", "tag": "d87e122a-7200-403b-8bca-aa3f5020255c", "status": "completed", "code": 200}]} {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:04:08.369982 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2c1d96c6-d0de-4d93-8f74-160775c49032 {{(pid=89747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:04:08.370424 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c1d96c6-d0de-4d93-8f74-160775c49032'] response: {'name': 'network-changed', 'server_uuid': 'affd98ca-55bf-419b-a6cf-a1b525b44d3c', 'tag': 'd87e122a-7200-403b-8bca-aa3f5020255c', 'status': 'completed', 'code': 200} Oct 26 16:04:08.377996 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b89e4a-7c36-4470-84ee-1015692cfce8 req-4bf9403c-6443-4b15-bbfb-047c962fb7d4 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:08.378494 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2957603f-fdb2-4f54-85a5-a1e998503bbb None None] New status for floating IP 035cf016-361e-451b-99f6-2db0ceccf3b3: DOWN {{(pid=89749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:04:08.379514 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-63b89e4a-7c36-4470-84ee-1015692cfce8 req-4bf9403c-6443-4b15-bbfb-047c962fb7d4 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f18ef75-eed4-46ee-a51a-36c56e4437a6 HTTP/1.1" status: 200 len: 945 time: 0.1186330 Oct 26 16:04:08.486834 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-63b89e4a-7c36-4470-84ee-1015692cfce8 req-f8dd7226-bb5d-460f-8b0c-75ddf46e9b52 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979459 Oct 26 16:04:08.509736 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333694aa-4002-4917-8ed5-0b56b26f1f38 req-01ab9377-bc56-40eb-978d-99ce1ba0cd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:08.511558 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-333694aa-4002-4917-8ed5-0b56b26f1f38 req-01ab9377-bc56-40eb-978d-99ce1ba0cd74 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=affd98ca-55bf-419b-a6cf-a1b525b44d3c HTTP/1.1" status: 200 len: 1098 time: 0.0951686 Oct 26 16:04:08.725339 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333694aa-4002-4917-8ed5-0b56b26f1f38 req-8c4358e6-0481-469c-bb76-94425ad03da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:08.726795 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-333694aa-4002-4917-8ed5-0b56b26f1f38 req-8c4358e6-0481-469c-bb76-94425ad03da1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f3cb01df-658a-4b4c-813a-731613fb2b61 HTTP/1.1" status: 200 len: 897 time: 0.1913044 Oct 26 16:04:08.735046 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183eb212-af58-4ce7-aae4-ea1e206ab387 req-90379e65-a6f5-472e-bb92-9b370dd2cf5b tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:08.736344 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-183eb212-af58-4ce7-aae4-ea1e206ab387 req-90379e65-a6f5-472e-bb92-9b370dd2cf5b tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f18ef75-eed4-46ee-a51a-36c56e4437a6 HTTP/1.1" status: 200 len: 945 time: 0.1826320 Oct 26 16:04:08.842647 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-333694aa-4002-4917-8ed5-0b56b26f1f38 req-aa7d6669-33cc-4eff-aba8-ce47d69da7c3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d87e122a-7200-403b-8bca-aa3f5020255c HTTP/1.1" status: 200 len: 217 time: 0.1052897 Oct 26 16:04:08.896512 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-183eb212-af58-4ce7-aae4-ea1e206ab387 req-9adeae9c-2116-4f08-8c1e-73433c7aaaed tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Deleting port 2d1c264a-6ac1-4337-bf2a-23ab29c5ee07 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:04:08.896850 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-183eb212-af58-4ce7-aae4-ea1e206ab387 req-9adeae9c-2116-4f08-8c1e-73433c7aaaed tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:08.972448 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333694aa-4002-4917-8ed5-0b56b26f1f38 req-0b100c09-68e3-4091-8c82-62ba4623798d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:08.973882 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-333694aa-4002-4917-8ed5-0b56b26f1f38 req-0b100c09-68e3-4091-8c82-62ba4623798d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0feb1f3f-e652-4f76-8c3b-945d2cd3e034 HTTP/1.1" status: 200 len: 844 time: 0.1191747 Oct 26 16:04:09.078580 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ae037-87f8-4fe8-8c57-4dead6f1d036 req-1cfc585a-67ea-4738-9d96-d74c702d819b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:09.080275 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-9f0ae037-87f8-4fe8-8c57-4dead6f1d036 req-1cfc585a-67ea-4738-9d96-d74c702d819b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=affd98ca-55bf-419b-a6cf-a1b525b44d3c HTTP/1.1" status: 200 len: 945 time: 0.0977938 Oct 26 16:04:09.126162 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-9f0ae037-87f8-4fe8-8c57-4dead6f1d036 req-9113aa75-4f86-4ffd-ac99-52541bd961bc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=90af4def-e9c8-4e92-81e6-a987a758f751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400634 Oct 26 16:04:09.309785 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333694aa-4002-4917-8ed5-0b56b26f1f38 req-ca39f941-e713-47b9-90b8-9d8529fd98d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:09.311277 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-333694aa-4002-4917-8ed5-0b56b26f1f38 req-ca39f941-e713-47b9-90b8-9d8529fd98d6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f3cb01df-658a-4b4c-813a-731613fb2b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3096247 Oct 26 16:04:09.355448 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-183eb212-af58-4ce7-aae4-ea1e206ab387 req-9adeae9c-2116-4f08-8c1e-73433c7aaaed tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] For port 2d1c264a-6ac1-4337-bf2a-23ab29c5ee07, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=2d1c264a-6ac1-4337-bf2a-23ab29c5ee07,segment=NetworkSegment(5abcf1f5-9fbe-42a4-ad2d-7607ef188452),segment_id=5abcf1f5-9fbe-42a4-ad2d-7607ef188452)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:04:09.355797 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-183eb212-af58-4ce7-aae4-ea1e206ab387 req-9adeae9c-2116-4f08-8c1e-73433c7aaaed tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:09.531320 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-183eb212-af58-4ce7-aae4-ea1e206ab387 req-9adeae9c-2116-4f08-8c1e-73433c7aaaed tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Calling delete_port for 2d1c264a-6ac1-4337-bf2a-23ab29c5ee07 owned by compute:nova {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:04:09.752867 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-333694aa-4002-4917-8ed5-0b56b26f1f38 req-dd660f4a-1f30-403a-93c9-da46cf0fc19b service neutron] 10.222.0.48 "GET /v2.0/networks/f3cb01df-658a-4b4c-813a-731613fb2b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274669 Oct 26 16:04:09.948256 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe223c-1896-4468-bf3e-8cb6ec25d11e req-9904f88c-9e06-423e-b94e-0962a5633037 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:09.950462 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c9fe223c-1896-4468-bf3e-8cb6ec25d11e req-9904f88c-9e06-423e-b94e-0962a5633037 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f18ef75-eed4-46ee-a51a-36c56e4437a6 HTTP/1.1" status: 200 len: 945 time: 0.3511446 Oct 26 16:04:09.967612 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b895d76-227e-4b52-b8ee-5f1edd1288b8 req-5189d9ce-5cb7-457a-8e83-882a6d1f46a2 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:09.973149 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3b895d76-227e-4b52-b8ee-5f1edd1288b8 req-5189d9ce-5cb7-457a-8e83-882a6d1f46a2 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "GET /v2.0/ports?device_id=affd98ca-55bf-419b-a6cf-a1b525b44d3c HTTP/1.1" status: 200 len: 945 time: 0.3199720 Oct 26 16:04:10.049472 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-183eb212-af58-4ce7-aae4-ea1e206ab387 req-9adeae9c-2116-4f08-8c1e-73433c7aaaed tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:10.063148 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-333694aa-4002-4917-8ed5-0b56b26f1f38 req-80b22789-f45a-4574-a179-73973f54d561 service neutron] 10.222.0.48 "GET /v2.0/networks/f3cb01df-658a-4b4c-813a-731613fb2b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010776 Oct 26 16:04:10.119071 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adeae9c-2116-4f08-8c1e-73433c7aaaed tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Pushing event deleted for resources: {'Port': ['ID=2d1c264a-6ac1-4337-bf2a-23ab29c5ee07,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:10.178571 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-3b895d76-227e-4b52-b8ee-5f1edd1288b8 req-f4fe9c8f-7c10-424e-bff0-7e47b2f60460 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Deleting port d87e122a-7200-403b-8bca-aa3f5020255c {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:04:10.178915 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-3b895d76-227e-4b52-b8ee-5f1edd1288b8 req-f4fe9c8f-7c10-424e-bff0-7e47b2f60460 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:10.219449 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adeae9c-2116-4f08-8c1e-73433c7aaaed tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:10.219741 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adeae9c-2116-4f08-8c1e-73433c7aaaed tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:10.220085 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adeae9c-2116-4f08-8c1e-73433c7aaaed tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:10.220426 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adeae9c-2116-4f08-8c1e-73433c7aaaed tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:10.220762 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adeae9c-2116-4f08-8c1e-73433c7aaaed tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:10.221099 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adeae9c-2116-4f08-8c1e-73433c7aaaed tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:10.221432 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adeae9c-2116-4f08-8c1e-73433c7aaaed tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:10.221761 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adeae9c-2116-4f08-8c1e-73433c7aaaed tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:10.222091 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adeae9c-2116-4f08-8c1e-73433c7aaaed tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:10.222417 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adeae9c-2116-4f08-8c1e-73433c7aaaed tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:10.222774 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adeae9c-2116-4f08-8c1e-73433c7aaaed tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:10.223097 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adeae9c-2116-4f08-8c1e-73433c7aaaed tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:10.240193 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c9fe223c-1896-4468-bf3e-8cb6ec25d11e req-83fd9676-a685-48cd-b8eb-80169137e239 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2680218 Oct 26 16:04:10.287894 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-183eb212-af58-4ce7-aae4-ea1e206ab387 req-9adeae9c-2116-4f08-8c1e-73433c7aaaed tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] No DVR routers for this DVR port 2d1c264a-6ac1-4337-bf2a-23ab29c5ee07 on host hv-neutron-8627 {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:04:10.292867 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-183eb212-af58-4ce7-aae4-ea1e206ab387 req-9adeae9c-2116-4f08-8c1e-73433c7aaaed tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:10.295450 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f18ef75-eed4-46ee-a51a-36c56e4437a6', 'name': 'network-vif-deleted', 'tag': '2d1c264a-6ac1-4337-bf2a-23ab29c5ee07'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:04:10.297746 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a71263a-d628-4abd-9a01-a85aadc21cb9" -d '{"events": [{"server_uuid": "4f18ef75-eed4-46ee-a51a-36c56e4437a6", "name": "network-vif-deleted", "tag": "2d1c264a-6ac1-4337-bf2a-23ab29c5ee07"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:04:10.334137 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65508c13-c64d-4977-b33c-e5a3461d733b req-8043f724-34ee-4d3a-85a9-d3afc9c308e2 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:10.336387 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-65508c13-c64d-4977-b33c-e5a3461d733b req-8043f724-34ee-4d3a-85a9-d3afc9c308e2 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=affd98ca-55bf-419b-a6cf-a1b525b44d3c HTTP/1.1" status: 200 len: 945 time: 0.0925198 Oct 26 16:04:10.359033 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10cbfd3-ed44-4b80-8183-c1e6776ae547 x-openstack-request-id: req-f10cbfd3-ed44-4b80-8183-c1e6776ae547 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:04:10.359319 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f18ef75-eed4-46ee-a51a-36c56e4437a6", "name": "network-vif-deleted", "tag": "2d1c264a-6ac1-4337-bf2a-23ab29c5ee07", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:04:10.359570 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f10cbfd3-ed44-4b80-8183-c1e6776ae547 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:04:10.359963 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f10cbfd3-ed44-4b80-8183-c1e6776ae547'] response: {'server_uuid': '4f18ef75-eed4-46ee-a51a-36c56e4437a6', 'name': 'network-vif-deleted', 'tag': '2d1c264a-6ac1-4337-bf2a-23ab29c5ee07', 'status': 'completed', 'code': 200} Oct 26 16:04:10.383394 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-65508c13-c64d-4977-b33c-e5a3461d733b req-42163185-cb05-4cda-8641-7a256f508a8d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=90af4def-e9c8-4e92-81e6-a987a758f751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408323 Oct 26 16:04:10.398718 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-183eb212-af58-4ce7-aae4-ea1e206ab387 req-9adeae9c-2116-4f08-8c1e-73433c7aaaed tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.48 "DELETE /v2.0/ports/2d1c264a-6ac1-4337-bf2a-23ab29c5ee07 HTTP/1.1" status: 204 len: 173 time: 1.6103494 Oct 26 16:04:10.523976 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-3b895d76-227e-4b52-b8ee-5f1edd1288b8 req-f4fe9c8f-7c10-424e-bff0-7e47b2f60460 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] For port d87e122a-7200-403b-8bca-aa3f5020255c, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=d87e122a-7200-403b-8bca-aa3f5020255c,segment=NetworkSegment(fc1203f8-fa5f-44c2-87a7-4a06b161066a),segment_id=fc1203f8-fa5f-44c2-87a7-4a06b161066a)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:04:10.524341 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-3b895d76-227e-4b52-b8ee-5f1edd1288b8 req-f4fe9c8f-7c10-424e-bff0-7e47b2f60460 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:10.776638 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-3b895d76-227e-4b52-b8ee-5f1edd1288b8 req-f4fe9c8f-7c10-424e-bff0-7e47b2f60460 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Calling delete_port for d87e122a-7200-403b-8bca-aa3f5020255c owned by compute:nova {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:04:11.016757 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-3b895d76-227e-4b52-b8ee-5f1edd1288b8 req-f4fe9c8f-7c10-424e-bff0-7e47b2f60460 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:11.068899 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe9c8f-7c10-424e-bff0-7e47b2f60460 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Port': ['ID=d87e122a-7200-403b-8bca-aa3f5020255c,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:11.162648 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b895d76-227e-4b52-b8ee-5f1edd1288b8 req-f4fe9c8f-7c10-424e-bff0-7e47b2f60460 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] No DVR routers for this DVR port d87e122a-7200-403b-8bca-aa3f5020255c on host hv-neutron-8627 {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:04:11.165054 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-3b895d76-227e-4b52-b8ee-5f1edd1288b8 req-f4fe9c8f-7c10-424e-bff0-7e47b2f60460 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:11.305397 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3b895d76-227e-4b52-b8ee-5f1edd1288b8 req-f4fe9c8f-7c10-424e-bff0-7e47b2f60460 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "DELETE /v2.0/ports/d87e122a-7200-403b-8bca-aa3f5020255c HTTP/1.1" status: 204 len: 173 time: 1.3194008 Oct 26 16:04:11.423984 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-36d647b4-b2b5-4291-ab0c-03d3279a64f6 req-0fea84ba-801f-4b85-8666-71f3248a6bc8 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Synchronizing usage tracker for tenant:ab9c67e35a8b4af1a86f3646b2324675 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:04:11.490185 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-36d647b4-b2b5-4291-ab0c-03d3279a64f6 req-0fea84ba-801f-4b85-8666-71f3248a6bc8 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Unset dirty status for tenant:ab9c67e35a8b4af1a86f3646b2324675 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:04:11.491391 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-36d647b4-b2b5-4291-ab0c-03d3279a64f6 req-0fea84ba-801f-4b85-8666-71f3248a6bc8 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f18ef75-eed4-46ee-a51a-36c56e4437a6 HTTP/1.1" status: 200 len: 210 time: 0.1236646 Oct 26 16:04:11.527367 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 2d1c264a-6ac1-4337-bf2a-23ab29c5ee07 no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:04:11.556976 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-3fbaeeee-f138-4f2c-94e2-cf8c2d936453 req-ebd4586f-d3b9-4832-a9b2-10f2180f38fd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=affd98ca-55bf-419b-a6cf-a1b525b44d3c HTTP/1.1" status: 200 len: 210 time: 0.0574722 Oct 26 16:04:11.573055 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] No Port match for: 2d1c264a-6ac1-4337-bf2a-23ab29c5ee07 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:04:11.573430 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 2d1c264a-6ac1-4337-bf2a-23ab29c5ee07 not bound to the agent host hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:04:12.361225 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'affd98ca-55bf-419b-a6cf-a1b525b44d3c', 'name': 'network-vif-deleted', 'tag': 'd87e122a-7200-403b-8bca-aa3f5020255c'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:04:12.363608 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0ca19b-6944-4da5-8289-6c0d2d69f018" -d '{"events": [{"server_uuid": "affd98ca-55bf-419b-a6cf-a1b525b44d3c", "name": "network-vif-deleted", "tag": "d87e122a-7200-403b-8bca-aa3f5020255c"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:04:12.407392 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e2a400-c687-4685-b86c-20c0dbbf6cf1 x-openstack-request-id: req-86e2a400-c687-4685-b86c-20c0dbbf6cf1 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:04:12.407686 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "affd98ca-55bf-419b-a6cf-a1b525b44d3c", "name": "network-vif-deleted", "tag": "d87e122a-7200-403b-8bca-aa3f5020255c", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:04:12.407940 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-86e2a400-c687-4685-b86c-20c0dbbf6cf1 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:04:12.408344 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86e2a400-c687-4685-b86c-20c0dbbf6cf1'] response: {'server_uuid': 'affd98ca-55bf-419b-a6cf-a1b525b44d3c', 'name': 'network-vif-deleted', 'tag': 'd87e122a-7200-403b-8bca-aa3f5020255c', 'status': 'completed', 'code': 200} Oct 26 16:04:12.661885 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46788) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:12.731834 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fe0f1215-943b-4810-87ac-0fb57d6b8330 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:12.761997 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fe0f1215-943b-4810-87ac-0fb57d6b8330 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:12.884697 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fe0f1215-943b-4810-87ac-0fb57d6b8330 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:12.904923 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0f1215-943b-4810-87ac-0fb57d6b8330 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90af4def-e9c8-4e92-81e6-a987a758f751,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:12.975152 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fe0f1215-943b-4810-87ac-0fb57d6b8330 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:12.979296 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-fe0f1215-943b-4810-87ac-0fb57d6b8330 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "DELETE /v2.0/security-groups/90af4def-e9c8-4e92-81e6-a987a758f751 HTTP/1.1" status: 204 len: 168 time: 0.3133397 Oct 26 16:04:13.083018 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 46796) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:13.510537 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device d87e122a-7200-403b-8bca-aa3f5020255c no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:04:13.546591 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] No Port match for: d87e122a-7200-403b-8bca-aa3f5020255c {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:04:13.546929 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device d87e122a-7200-403b-8bca-aa3f5020255c not bound to the agent host hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:04:13.678008 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bc69f303-6770-4671-8e36-6728eb830d1e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:14.046995 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-bc69f303-6770-4671-8e36-6728eb830d1e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Deleting port 9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:04:14.047342 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bc69f303-6770-4671-8e36-6728eb830d1e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:14.355449 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-bc69f303-6770-4671-8e36-6728eb830d1e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] For port 9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69,segment=NetworkSegment(fc1203f8-fa5f-44c2-87a7-4a06b161066a),segment_id=fc1203f8-fa5f-44c2-87a7-4a06b161066a)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:04:14.355704 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bc69f303-6770-4671-8e36-6728eb830d1e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:14.484816 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-bc69f303-6770-4671-8e36-6728eb830d1e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Calling delete_port for 9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69 owned by network:router_interface {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:04:14.731381 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bc69f303-6770-4671-8e36-6728eb830d1e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:14.784663 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc69f303-6770-4671-8e36-6728eb830d1e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Port': ['ID=9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:15.088720 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bc69f303-6770-4671-8e36-6728eb830d1e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:15.470202 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc69f303-6770-4671-8e36-6728eb830d1e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Router 5a4866b4-1d24-4c51-9875-b750ea2dce41 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:04:15.772718 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc69f303-6770-4671-8e36-6728eb830d1e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:04:15.784325 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266b4de5-a0ad-4aba-88d1-18e28b95fa26 None None] Sync routers for ids ['5a4866b4-1d24-4c51-9875-b750ea2dce41'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:04:15.788358 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-bc69f303-6770-4671-8e36-6728eb830d1e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "PUT /v2.0/routers/5a4866b4-1d24-4c51-9875-b750ea2dce41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7019522 Oct 26 16:04:15.788628 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 46808) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:15.794445 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266b4de5-a0ad-4aba-88d1-18e28b95fa26 None None] Routers {'5a4866b4-1d24-4c51-9875-b750ea2dce41'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:04:15.795093 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-266b4de5-a0ad-4aba-88d1-18e28b95fa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:04:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['5a4866b4-1d24-4c51-9875-b750ea2dce41'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:15.859460 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea29b211-79f4-4962-928f-fb408acc6dfe tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Deleting subnet 0feb1f3f-e652-4f76-8c3b-945d2cd3e034 {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 16:04:15.862660 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ea29b211-79f4-4962-928f-fb408acc6dfe tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:15.923833 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ea29b211-79f4-4962-928f-fb408acc6dfe tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:15.989251 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-266b4de5-a0ad-4aba-88d1-18e28b95fa26 None None] Set router 5a4866b4-1d24-4c51-9875-b750ea2dce41 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:04:16.020514 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ea29b211-79f4-4962-928f-fb408acc6dfe tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:16.172980 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ea29b211-79f4-4962-928f-fb408acc6dfe tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:16.212043 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea29b211-79f4-4962-928f-fb408acc6dfe tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Subnet': ['ID=0feb1f3f-e652-4f76-8c3b-945d2cd3e034,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:16.217872 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ea29b211-79f4-4962-928f-fb408acc6dfe tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:16.229033 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3efea6a-d1d5-42a2-b15a-9bd6520d407f None None] Network f3cb01df-658a-4b4c-813a-731613fb2b61 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:04:16.230124 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ea29b211-79f4-4962-928f-fb408acc6dfe tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "DELETE /v2.0/subnets/0feb1f3f-e652-4f76-8c3b-945d2cd3e034 HTTP/1.1" status: 204 len: 168 time: 0.4398298 Oct 26 16:04:16.232368 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46812) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:16.313321 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-266b4de5-a0ad-4aba-88d1-18e28b95fa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4866b4-1d24-4c51-9875-b750ea2dce41', 'name': 'tempest-TestNetworkBasicOps-router-1875782318', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': '7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:00:15Z', 'updated_at': '2022-10-26T16:04:14Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ba:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4866b4-1d24-4c51-9875-b750ea2dce41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:00:16Z', 'updated_at': '2022-10-26T16:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:16.323995 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266b4de5-a0ad-4aba-88d1-18e28b95fa26 None None] Checking router: 5a4866b4-1d24-4c51-9875-b750ea2dce41 for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:04:16.336652 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266b4de5-a0ad-4aba-88d1-18e28b95fa26 None None] Routers {'5a4866b4-1d24-4c51-9875-b750ea2dce41'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:04:16.337466 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-266b4de5-a0ad-4aba-88d1-18e28b95fa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:04:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['5a4866b4-1d24-4c51-9875-b750ea2dce41'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:16.472670 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d6c23880-6352-4f24-809c-23372fbbb7a9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:16.550296 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-266b4de5-a0ad-4aba-88d1-18e28b95fa26 None None] Set router 5a4866b4-1d24-4c51-9875-b750ea2dce41 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:04:16.602159 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8bbe2a-45a0-4ad9-848c-d3532b1d23ea None None] DHCP port deletion for f3cb01df-658a-4b4c-813a-731613fb2b61 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 16:04:16.608135 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-5e8bbe2a-45a0-4ad9-848c-d3532b1d23ea None None] Deleting port a922967f-788e-405c-9140-6c5d53e8c49e {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:04:16.608670 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5e8bbe2a-45a0-4ad9-848c-d3532b1d23ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:16.693919 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d6c23880-6352-4f24-809c-23372fbbb7a9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:16.793077 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-d6c23880-6352-4f24-809c-23372fbbb7a9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Deleting port 7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:04:16.793428 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d6c23880-6352-4f24-809c-23372fbbb7a9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:16.858037 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-266b4de5-a0ad-4aba-88d1-18e28b95fa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4866b4-1d24-4c51-9875-b750ea2dce41', 'name': 'tempest-TestNetworkBasicOps-router-1875782318', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': '7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:00:15Z', 'updated_at': '2022-10-26T16:04:14Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ba:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4866b4-1d24-4c51-9875-b750ea2dce41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:00:16Z', 'updated_at': '2022-10-26T16:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:16.859614 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-5e8bbe2a-45a0-4ad9-848c-d3532b1d23ea None None] For port a922967f-788e-405c-9140-6c5d53e8c49e, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=a922967f-788e-405c-9140-6c5d53e8c49e,segment=NetworkSegment(fc1203f8-fa5f-44c2-87a7-4a06b161066a),segment_id=fc1203f8-fa5f-44c2-87a7-4a06b161066a)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:04:16.860021 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5e8bbe2a-45a0-4ad9-848c-d3532b1d23ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:16.862917 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266b4de5-a0ad-4aba-88d1-18e28b95fa26 None None] The sync data for ids ['5a4866b4-1d24-4c51-9875-b750ea2dce41'] in dv-neutron-862712-1-hyperv is: [{'id': '5a4866b4-1d24-4c51-9875-b750ea2dce41', 'name': 'tempest-TestNetworkBasicOps-router-1875782318', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': '7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:00:15Z', 'updated_at': '2022-10-26T16:04:14Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ba:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4866b4-1d24-4c51-9875-b750ea2dce41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:00:16Z', 'updated_at': '2022-10-26T16:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:04:16.991121 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-5e8bbe2a-45a0-4ad9-848c-d3532b1d23ea None None] Calling delete_port for a922967f-788e-405c-9140-6c5d53e8c49e owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:04:17.098781 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-d6c23880-6352-4f24-809c-23372fbbb7a9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] For port 7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:04:17.099140 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d6c23880-6352-4f24-809c-23372fbbb7a9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:17.127365 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5e8bbe2a-45a0-4ad9-848c-d3532b1d23ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:17.175286 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8bbe2a-45a0-4ad9-848c-d3532b1d23ea None None] Pushing event deleted for resources: {'Port': ['ID=a922967f-788e-405c-9140-6c5d53e8c49e,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:17.178945 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8bbe2a-45a0-4ad9-848c-d3532b1d23ea None None] No DVR routers for this DVR port a922967f-788e-405c-9140-6c5d53e8c49e on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:04:17.185428 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8bbe2a-45a0-4ad9-848c-d3532b1d23ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:17.185784 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8bbe2a-45a0-4ad9-848c-d3532b1d23ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:17.187491 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8bbe2a-45a0-4ad9-848c-d3532b1d23ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:17.187491 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8bbe2a-45a0-4ad9-848c-d3532b1d23ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:17.187491 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8bbe2a-45a0-4ad9-848c-d3532b1d23ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:17.187491 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8bbe2a-45a0-4ad9-848c-d3532b1d23ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:17.187491 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8bbe2a-45a0-4ad9-848c-d3532b1d23ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:17.187849 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8bbe2a-45a0-4ad9-848c-d3532b1d23ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:17.188082 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8bbe2a-45a0-4ad9-848c-d3532b1d23ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:17.188407 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8bbe2a-45a0-4ad9-848c-d3532b1d23ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:17.189047 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8bbe2a-45a0-4ad9-848c-d3532b1d23ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:17.189207 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8bbe2a-45a0-4ad9-848c-d3532b1d23ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:17.224383 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-d6c23880-6352-4f24-809c-23372fbbb7a9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Calling delete_port for 7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc owned by network:router_gateway {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:04:17.269212 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a922967f-788e-405c-9140-6c5d53e8c49e no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:04:17.309063 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: a922967f-788e-405c-9140-6c5d53e8c49e {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:04:17.309602 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a922967f-788e-405c-9140-6c5d53e8c49e not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:04:17.310111 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:04:17.346617 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:04:17.346984 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 9a6deb2e-eaa5-47a6-a823-3dcaac2d9b69 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:04:17.411280 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46822) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:17.493143 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d6c23880-6352-4f24-809c-23372fbbb7a9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:17.547172 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c23880-6352-4f24-809c-23372fbbb7a9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Port': ['ID=7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:17.748441 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d6c23880-6352-4f24-809c-23372fbbb7a9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:17.788959 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-c6b38f33-514b-4e1e-b333-0aed001e4280 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Deleting port b8afb20a-e1d3-4e3d-8f2d-94bb8fce876c {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:04:17.789282 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c6b38f33-514b-4e1e-b333-0aed001e4280 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:17.961473 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d6c23880-6352-4f24-809c-23372fbbb7a9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:17.965034 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d6c23880-6352-4f24-809c-23372fbbb7a9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:18.093978 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c6b38f33-514b-4e1e-b333-0aed001e4280 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:18.094303 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c6b38f33-514b-4e1e-b333-0aed001e4280 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:18.153687 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d6c23880-6352-4f24-809c-23372fbbb7a9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:18.154184 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c23880-6352-4f24-809c-23372fbbb7a9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Fanout notify agent at l3_agent the message router_deleted on router 5a4866b4-1d24-4c51-9875-b750ea2dce41 {{(pid=89747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 16:04:18.337293 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-c6b38f33-514b-4e1e-b333-0aed001e4280 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Calling delete_port for b8afb20a-e1d3-4e3d-8f2d-94bb8fce876c owned by network:floatingip {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:04:18.391732 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d6c23880-6352-4f24-809c-23372fbbb7a9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:18.392813 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d6c23880-6352-4f24-809c-23372fbbb7a9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "DELETE /v2.0/routers/5a4866b4-1d24-4c51-9875-b750ea2dce41 HTTP/1.1" status: 204 len: 168 time: 2.1594768 Oct 26 16:04:18.395664 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 46826) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:18.513486 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-45b6e0c6-3b59-4f90-8d21-253751b9cb44 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:18.579402 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c6b38f33-514b-4e1e-b333-0aed001e4280 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:18.660269 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-45b6e0c6-3b59-4f90-8d21-253751b9cb44 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:18.671620 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b38f33-514b-4e1e-b333-0aed001e4280 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Pushing event deleted for resources: {'Port': ['ID=b8afb20a-e1d3-4e3d-8f2d-94bb8fce876c,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:18.691882 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-45b6e0c6-3b59-4f90-8d21-253751b9cb44 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3cb01df-658a-4b4c-813a-731613fb2b61']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:18.705200 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-45b6e0c6-3b59-4f90-8d21-253751b9cb44 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc1203f8-fa5f-44c2-87a7-4a06b161066a') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:18.705460 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-45b6e0c6-3b59-4f90-8d21-253751b9cb44 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc1203f8-fa5f-44c2-87a7-4a06b161066a') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:18.717769 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-45b6e0c6-3b59-4f90-8d21-253751b9cb44 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:18.733802 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-45b6e0c6-3b59-4f90-8d21-253751b9cb44 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:18.740105 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45b6e0c6-3b59-4f90-8d21-253751b9cb44 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:04:18.742270 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-45b6e0c6-3b59-4f90-8d21-253751b9cb44 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:18.742386 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c6b38f33-514b-4e1e-b333-0aed001e4280 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks [] for floatingip, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:18.742386 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.l3_db [None req-c6b38f33-514b-4e1e-b333-0aed001e4280 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Floating IP 5731b7c2-8f9a-4563-b97d-b7f0fa3bb7e7 disassociated (deleted). External IP: 172.26.2.157, port: 9363f6b7-2fde-4da6-bd4e-6c75049d497d. Oct 26 16:04:18.835001 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment fc1203f8-fa5f-44c2-87a7-4a06b161066a resource provider aggregate not found Oct 26 16:04:18.853968 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment fc1203f8-fa5f-44c2-87a7-4a06b161066a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc1203f8-fa5f-44c2-87a7-4a06b161066a found for delete ", "request_id": "req-ef4fc042-699d-46c8-af0d-106ee1fd4098"}]} Oct 26 16:04:18.921446 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-45b6e0c6-3b59-4f90-8d21-253751b9cb44 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:18.942061 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-45b6e0c6-3b59-4f90-8d21-253751b9cb44 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:18.951479 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b6e0c6-3b59-4f90-8d21-253751b9cb44 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Network': ['ID=f3cb01df-658a-4b4c-813a-731613fb2b61,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:19.005331 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-45b6e0c6-3b59-4f90-8d21-253751b9cb44 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "DELETE /v2.0/networks/f3cb01df-658a-4b4c-813a-731613fb2b61 HTTP/1.1" status: 204 len: 168 time: 0.6085441 Oct 26 16:04:19.019263 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 46836) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:19.025358 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-0246c22d-162d-4503-8ed5-f35530cf4ae0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'network': {'name': 'tempest-network-smoke--979038022', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'port_security_enabled': True}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:04:19.030734 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-0246c22d-162d-4503-8ed5-f35530cf4ae0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:04:19.034873 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-0246c22d-162d-4503-8ed5-f35530cf4ae0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:network and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:04:19.037915 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-0246c22d-162d-4503-8ed5-f35530cf4ae0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:04:19.043749 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-0246c22d-162d-4503-8ed5-f35530cf4ae0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:04:19.096347 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:04:19.098302 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0246c22d-162d-4503-8ed5-f35530cf4ae0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Made reservation on behalf of 8316bfcf068445aeb00a503282bb001c for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:04:19.101830 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0246c22d-162d-4503-8ed5-f35530cf4ae0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:19.123214 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b38f33-514b-4e1e-b333-0aed001e4280 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Router 94c6ae37-8f4f-4102-b50a-140b7957ee56 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:04:19.131512 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0246c22d-162d-4503-8ed5-f35530cf4ae0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:04:19.133452 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:04:19.133864 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 7b84a7fe-c516-43f9-93a9-8dd0b4a4b3bc not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:04:19.143060 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0246c22d-162d-4503-8ed5-f35530cf4ae0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:19.143406 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-0246c22d-162d-4503-8ed5-f35530cf4ae0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Added segment c69c0a48-6503-42f2-bf3e-a95cfae6e28f of type vlan for network b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e Oct 26 16:04:19.174022 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0246c22d-162d-4503-8ed5-f35530cf4ae0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:19.255909 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0246c22d-162d-4503-8ed5-f35530cf4ae0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:19.262319 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0246c22d-162d-4503-8ed5-f35530cf4ae0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:19.262932 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0246c22d-162d-4503-8ed5-f35530cf4ae0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:19.309996 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b38f33-514b-4e1e-b333-0aed001e4280 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:04:19.320349 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35565437-2275-4301-af6a-a62dde0847a6 None None] Sync routers for ids ['94c6ae37-8f4f-4102-b50a-140b7957ee56'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:04:19.330374 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35565437-2275-4301-af6a-a62dde0847a6 None None] Routers {'94c6ae37-8f4f-4102-b50a-140b7957ee56'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:04:19.331110 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-35565437-2275-4301-af6a-a62dde0847a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:04:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['94c6ae37-8f4f-4102-b50a-140b7957ee56'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:19.375739 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c6b38f33-514b-4e1e-b333-0aed001e4280 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:19.387057 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0246c22d-162d-4503-8ed5-f35530cf4ae0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Network': ['ID=b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:19.428012 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-0246c22d-162d-4503-8ed5-f35530cf4ae0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4077504 Oct 26 16:04:19.430913 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46840) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:19.437940 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-ce8116f8-5dda-4c40-95ff-767bcd3c53f5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2013574173', 'admin_state_up': True, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:04:19.444132 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c6b38f33-514b-4e1e-b333-0aed001e4280 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "DELETE /v2.0/floatingips/5731b7c2-8f9a-4563-b97d-b7f0fa3bb7e7 HTTP/1.1" status: 204 len: 168 time: 2.0318701 Oct 26 16:04:19.447119 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df0629b-82e5-4585-8f69-453de5f84a53', 'tag': '9363f6b7-2fde-4da6-bd4e-6c75049d497d'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:04:19.447269 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 16:04:19.449186 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec078ab02bc810209f0573d5deb19682ea498273c1503582233cb0925c39ad22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f96d38-07de-486c-9aa3-5a7b70bdfe24" -d '{"events": [{"name": "network-changed", "server_uuid": "4df0629b-82e5-4585-8f69-453de5f84a53", "tag": "9363f6b7-2fde-4da6-bd4e-6c75049d497d"}]}' {{(pid=89747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:04:19.452336 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ce8116f8-5dda-4c40-95ff-767bcd3c53f5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:04:19.457465 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ce8116f8-5dda-4c40-95ff-767bcd3c53f5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:router and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:04:19.460633 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ce8116f8-5dda-4c40-95ff-767bcd3c53f5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:04:19.467659 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ce8116f8-5dda-4c40-95ff-767bcd3c53f5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:04:19.502341 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37511f4c-7f09-4f1d-bb59-c8d53c18153e x-openstack-request-id: req-37511f4c-7f09-4f1d-bb59-c8d53c18153e {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:04:19.502737 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4df0629b-82e5-4585-8f69-453de5f84a53", "tag": "9363f6b7-2fde-4da6-bd4e-6c75049d497d", "status": "completed", "code": 200}]} {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:04:19.503022 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-37511f4c-7f09-4f1d-bb59-c8d53c18153e {{(pid=89747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:04:19.503561 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37511f4c-7f09-4f1d-bb59-c8d53c18153e'] response: {'name': 'network-changed', 'server_uuid': '4df0629b-82e5-4585-8f69-453de5f84a53', 'tag': '9363f6b7-2fde-4da6-bd4e-6c75049d497d', 'status': 'completed', 'code': 200} Oct 26 16:04:19.539570 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ce8116f8-5dda-4c40-95ff-767bcd3c53f5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:19.540760 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ce8116f8-5dda-4c40-95ff-767bcd3c53f5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:19.558417 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ce8116f8-5dda-4c40-95ff-767bcd3c53f5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:19.593939 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-35565437-2275-4301-af6a-a62dde0847a6 None None] Set router 94c6ae37-8f4f-4102-b50a-140b7957ee56 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:04:19.636591 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f96d38-07de-486c-9aa3-5a7b70bdfe24 req-f4b951c2-d378-4465-848e-9b3847c277ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:19.638643 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e4f96d38-07de-486c-9aa3-5a7b70bdfe24 req-f4b951c2-d378-4465-848e-9b3847c277ed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ab9c67e35a8b4af1a86f3646b2324675&device_id=4df0629b-82e5-4585-8f69-453de5f84a53 HTTP/1.1" status: 200 len: 1098 time: 0.0935035 Oct 26 16:04:19.784347 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f96d38-07de-486c-9aa3-5a7b70bdfe24 req-fe01a248-b7ab-4575-a6cc-e0ebb1e542ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:19.786126 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e4f96d38-07de-486c-9aa3-5a7b70bdfe24 req-fe01a248-b7ab-4575-a6cc-e0ebb1e542ce service neutron] 10.222.0.48 "GET /v2.0/networks?id=e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83 HTTP/1.1" status: 200 len: 912 time: 0.1420088 Oct 26 16:04:19.864363 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e4f96d38-07de-486c-9aa3-5a7b70bdfe24 req-fa54397c-ea36-4a9c-9f44-a0376496c2e3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9363f6b7-2fde-4da6-bd4e-6c75049d497d HTTP/1.1" status: 200 len: 217 time: 0.0692170 Oct 26 16:04:19.945776 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ce8116f8-5dda-4c40-95ff-767bcd3c53f5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:19.970363 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-35565437-2275-4301-af6a-a62dde0847a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'name': 'tempest-TestVolumeBootPattern-690992483-router', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:38Z', 'updated_at': '2022-10-26T15:53:49Z', 'revision_number': 4, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'gw_port': {'id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:40Z', 'updated_at': '2022-10-26T15:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '51038850-05f2-499e-b74c-2c2749197504', 'name': '', 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'mac_address': 'fa:16:3e:27:b0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'c273cff6-10d2-4763-a9ae-6bddfa2dc0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:46Z', 'updated_at': '2022-10-26T15:53:56Z', 'revision_number': 5, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'subnets': [{'id': 'c273cff6-10d2-4763-a9ae-6bddfa2dc0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:19.974487 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35565437-2275-4301-af6a-a62dde0847a6 None None] Checking router: 94c6ae37-8f4f-4102-b50a-140b7957ee56 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:04:19.979891 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f96d38-07de-486c-9aa3-5a7b70bdfe24 req-d808fa1b-b926-403f-85eb-0ec4f888d3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:19.979891 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e4f96d38-07de-486c-9aa3-5a7b70bdfe24 req-d808fa1b-b926-403f-85eb-0ec4f888d3fe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c273cff6-10d2-4763-a9ae-6bddfa2dc0d2 HTTP/1.1" status: 200 len: 850 time: 0.0723004 Oct 26 16:04:19.983686 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35565437-2275-4301-af6a-a62dde0847a6 None None] Routers {'94c6ae37-8f4f-4102-b50a-140b7957ee56'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:04:19.984304 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-35565437-2275-4301-af6a-a62dde0847a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:04:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['94c6ae37-8f4f-4102-b50a-140b7957ee56'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:20.077777 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f96d38-07de-486c-9aa3-5a7b70bdfe24 req-e470e45e-3881-4cc0-af0c-1702382801f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:20.079427 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e4f96d38-07de-486c-9aa3-5a7b70bdfe24 req-e470e45e-3881-4cc0-af0c-1702382801f9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0921581 Oct 26 16:04:20.215939 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-35565437-2275-4301-af6a-a62dde0847a6 None None] Set router 94c6ae37-8f4f-4102-b50a-140b7957ee56 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:04:20.299823 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370282f2-6b89-4545-b437-67681a96fb36 req-8dbdb162-f6ac-4634-b9bb-aea6215f7451 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:20.300568 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-370282f2-6b89-4545-b437-67681a96fb36 req-8dbdb162-f6ac-4634-b9bb-aea6215f7451 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Synchronizing usage tracker for tenant:ab9c67e35a8b4af1a86f3646b2324675 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:04:20.360053 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e4f96d38-07de-486c-9aa3-5a7b70bdfe24 req-3917806b-9214-4ee9-86a8-88a83c9597df service neutron] 10.222.0.48 "GET /v2.0/networks/e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689919 Oct 26 16:04:20.426355 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-370282f2-6b89-4545-b437-67681a96fb36 req-8dbdb162-f6ac-4634-b9bb-aea6215f7451 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Unset dirty status for tenant:ab9c67e35a8b4af1a86f3646b2324675 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:04:20.427256 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-370282f2-6b89-4545-b437-67681a96fb36 req-8dbdb162-f6ac-4634-b9bb-aea6215f7451 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df0629b-82e5-4585-8f69-453de5f84a53 HTTP/1.1" status: 200 len: 945 time: 0.4227707 Oct 26 16:04:20.498998 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e4f96d38-07de-486c-9aa3-5a7b70bdfe24 req-4751b66f-9a91-4fee-942d-a84c3c790c68 service neutron] 10.222.0.48 "GET /v2.0/networks/e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321592 Oct 26 16:04:20.561913 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ce8116f8-5dda-4c40-95ff-767bcd3c53f5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router_gateway, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:20.567653 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-35565437-2275-4301-af6a-a62dde0847a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'name': 'tempest-TestVolumeBootPattern-690992483-router', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:38Z', 'updated_at': '2022-10-26T15:53:49Z', 'revision_number': 4, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'gw_port': {'id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:40Z', 'updated_at': '2022-10-26T15:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '51038850-05f2-499e-b74c-2c2749197504', 'name': '', 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'mac_address': 'fa:16:3e:27:b0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'c273cff6-10d2-4763-a9ae-6bddfa2dc0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:46Z', 'updated_at': '2022-10-26T15:53:56Z', 'revision_number': 5, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'subnets': [{'id': 'c273cff6-10d2-4763-a9ae-6bddfa2dc0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:20.571707 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35565437-2275-4301-af6a-a62dde0847a6 None None] The sync data for ids ['94c6ae37-8f4f-4102-b50a-140b7957ee56'] in dv-neutron-862712-1-hyperv is: [{'id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'name': 'tempest-TestVolumeBootPattern-690992483-router', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:38Z', 'updated_at': '2022-10-26T15:53:49Z', 'revision_number': 4, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'gw_port': {'id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:40Z', 'updated_at': '2022-10-26T15:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '51038850-05f2-499e-b74c-2c2749197504', 'name': '', 'network_id': 'e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'mac_address': 'fa:16:3e:27:b0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'c273cff6-10d2-4763-a9ae-6bddfa2dc0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:46Z', 'updated_at': '2022-10-26T15:53:56Z', 'revision_number': 5, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'subnets': [{'id': 'c273cff6-10d2-4763-a9ae-6bddfa2dc0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:04:20.599683 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ce8116f8-5dda-4c40-95ff-767bcd3c53f5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:20.604093 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-370282f2-6b89-4545-b437-67681a96fb36 req-cfde577c-7e7a-4eb4-9287-aa0f69e65048 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/security-groups?id=f55314ed-bf53-4a9d-b7a1-eab9e09e1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182857 Oct 26 16:04:20.757861 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-ce8116f8-5dda-4c40-95ff-767bcd3c53f5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Allocated IP 172.26.2.27 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/536c4cf3-9f17-4995-ae88-86138c1cece4) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:04:20.788782 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa34c07-2433-4271-ba51-cc46cf608aef req-1d8960f1-295f-455d-ab93-8add12ae5a41 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:20.790544 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2fa34c07-2433-4271-ba51-cc46cf608aef req-1d8960f1-295f-455d-ab93-8add12ae5a41 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.48 "GET /v2.0/ports?device_id=4df0629b-82e5-4585-8f69-453de5f84a53 HTTP/1.1" status: 200 len: 945 time: 0.0927320 Oct 26 16:04:20.850408 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551ef02b-9263-4974-9eb7-5b7a7d72219f None None] New status for floating IP 5731b7c2-8f9a-4563-b97d-b7f0fa3bb7e7: DOWN {{(pid=89750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:04:20.867614 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-2fa34c07-2433-4271-ba51-cc46cf608aef req-8156da34-17fa-4a3d-b878-32dd936351ab tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Deleting port 9363f6b7-2fde-4da6-bd4e-6c75049d497d {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:04:20.867956 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2fa34c07-2433-4271-ba51-cc46cf608aef req-8156da34-17fa-4a3d-b878-32dd936351ab tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:20.921700 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ce8116f8-5dda-4c40-95ff-767bcd3c53f5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:21.030035 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ce8116f8-5dda-4c40-95ff-767bcd3c53f5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:21.094554 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8116f8-5dda-4c40-95ff-767bcd3c53f5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:04:21.097633 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-ce8116f8-5dda-4c40-95ff-767bcd3c53f5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:04:21.101307 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8116f8-5dda-4c40-95ff-767bcd3c53f5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:04:21.127690 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-2fa34c07-2433-4271-ba51-cc46cf608aef req-8156da34-17fa-4a3d-b878-32dd936351ab tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] For port 9363f6b7-2fde-4da6-bd4e-6c75049d497d, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=9363f6b7-2fde-4da6-bd4e-6c75049d497d,segment=NetworkSegment(5abcf1f5-9fbe-42a4-ad2d-7607ef188452),segment_id=5abcf1f5-9fbe-42a4-ad2d-7607ef188452)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:04:21.128048 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2fa34c07-2433-4271-ba51-cc46cf608aef req-8156da34-17fa-4a3d-b878-32dd936351ab tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:21.143723 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8116f8-5dda-4c40-95ff-767bcd3c53f5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=536c4cf3-9f17-4995-ae88-86138c1cece4,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:21.261691 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-2fa34c07-2433-4271-ba51-cc46cf608aef req-8156da34-17fa-4a3d-b878-32dd936351ab tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Calling delete_port for 9363f6b7-2fde-4da6-bd4e-6c75049d497d owned by compute:nova {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:04:21.481363 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2fa34c07-2433-4271-ba51-cc46cf608aef req-8156da34-17fa-4a3d-b878-32dd936351ab tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:21.534203 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8156da34-17fa-4a3d-b878-32dd936351ab tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Pushing event deleted for resources: {'Port': ['ID=9363f6b7-2fde-4da6-bd4e-6c75049d497d,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:21.595662 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ce8116f8-5dda-4c40-95ff-767bcd3c53f5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router_gateway, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:21.622994 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa34c07-2433-4271-ba51-cc46cf608aef req-8156da34-17fa-4a3d-b878-32dd936351ab tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] No DVR routers for this DVR port 9363f6b7-2fde-4da6-bd4e-6c75049d497d on host hv-neutron-8627 {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:04:21.625341 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2fa34c07-2433-4271-ba51-cc46cf608aef req-8156da34-17fa-4a3d-b878-32dd936351ab tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:21.627968 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df0629b-82e5-4585-8f69-453de5f84a53', 'name': 'network-vif-deleted', 'tag': '9363f6b7-2fde-4da6-bd4e-6c75049d497d'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:04:21.630225 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd0131d-302f-4ff9-ac82-499a78c476c6" -d '{"events": [{"server_uuid": "4df0629b-82e5-4585-8f69-453de5f84a53", "name": "network-vif-deleted", "tag": "9363f6b7-2fde-4da6-bd4e-6c75049d497d"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:04:21.700043 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d6d2ed-e442-4b68-a7e5-2b23a46736f3 x-openstack-request-id: req-b1d6d2ed-e442-4b68-a7e5-2b23a46736f3 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:04:21.700338 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df0629b-82e5-4585-8f69-453de5f84a53", "name": "network-vif-deleted", "tag": "9363f6b7-2fde-4da6-bd4e-6c75049d497d", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:04:21.700596 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b1d6d2ed-e442-4b68-a7e5-2b23a46736f3 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:04:21.700999 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1d6d2ed-e442-4b68-a7e5-2b23a46736f3'] response: {'server_uuid': '4df0629b-82e5-4585-8f69-453de5f84a53', 'name': 'network-vif-deleted', 'tag': '9363f6b7-2fde-4da6-bd4e-6c75049d497d', 'status': 'completed', 'code': 200} Oct 26 16:04:21.707824 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2fa34c07-2433-4271-ba51-cc46cf608aef req-8156da34-17fa-4a3d-b878-32dd936351ab tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.48 "DELETE /v2.0/ports/9363f6b7-2fde-4da6-bd4e-6c75049d497d HTTP/1.1" status: 204 len: 173 time: 0.9125819 Oct 26 16:04:21.914795 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e720bdcf-28a4-4c7f-ac59-0df1db6e9cc7 req-d0d6b336-7bfa-4a77-aac6-6279fa9731eb tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df0629b-82e5-4585-8f69-453de5f84a53 HTTP/1.1" status: 200 len: 210 time: 0.1810012 Oct 26 16:04:22.138636 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ce8116f8-5dda-4c40-95ff-767bcd3c53f5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:22.435468 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce8116f8-5dda-4c40-95ff-767bcd3c53f5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Router 793fddd0-51a6-4f38-b3e3-8c27dd4872b7 is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 16:04:22.622895 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8116f8-5dda-4c40-95ff-767bcd3c53f5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:04:22.632824 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc89be23-1339-4a55-96d3-43873ce4a73c None None] Sync routers for ids ['793fddd0-51a6-4f38-b3e3-8c27dd4872b7'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:04:22.643096 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc89be23-1339-4a55-96d3-43873ce4a73c None None] Routers {'793fddd0-51a6-4f38-b3e3-8c27dd4872b7'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:04:22.643514 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-dc89be23-1339-4a55-96d3-43873ce4a73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:04:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['793fddd0-51a6-4f38-b3e3-8c27dd4872b7'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:22.712717 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ce8116f8-5dda-4c40-95ff-767bcd3c53f5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:22.714598 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ce8116f8-5dda-4c40-95ff-767bcd3c53f5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2827609 Oct 26 16:04:22.717933 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46860) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:22.801033 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f46525e5-e91c-4d14-b1b3-4272a6f0550b tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=8316bfcf068445aeb00a503282bb001c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0819182 Oct 26 16:04:22.803604 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 46866) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:22.831002 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-dc89be23-1339-4a55-96d3-43873ce4a73c None None] Set router 793fddd0-51a6-4f38-b3e3-8c27dd4872b7 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:04:22.937398 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74976cff-7b0d-4e53-835e-61c24a5e01d8 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:22.938882 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-74976cff-7b0d-4e53-835e-61c24a5e01d8 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1343224 Oct 26 16:04:22.941876 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 46870) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:22.986850 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-6d8c9dde-f19f-4cfe-a5d7-9ba596b7c630 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=0c79a151-ef79-4fff-8a3c-258f9478471d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431437 Oct 26 16:04:22.990231 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46876) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:22.995455 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-26a66562-751a-44e9-b4c9-f54c1070c7af tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-699621208', 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:04:23.119378 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-e3570b86-16a1-44dc-a61d-ae44fb88f993 req-6fa3789d-a9b5-4d48-9811-f34dc3499f0e tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Synchronizing usage tracker for tenant:ab9c67e35a8b4af1a86f3646b2324675 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:04:23.142370 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-26a66562-751a-44e9-b4c9-f54c1070c7af tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:04:23.144053 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-dc89be23-1339-4a55-96d3-43873ce4a73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'name': 'tempest-TestNetworkBasicOps-router-2013574173', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.27'}], 'enable_snat': True}, 'gw_port_id': '536c4cf3-9f17-4995-ae88-86138c1cece4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:19Z', 'updated_at': '2022-10-26T16:04:21Z', 'revision_number': 3, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '536c4cf3-9f17-4995-ae88-86138c1cece4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:61:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:20Z', 'updated_at': '2022-10-26T16:04:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:23.146302 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-26a66562-751a-44e9-b4c9-f54c1070c7af tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:subnet and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:04:23.147942 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc89be23-1339-4a55-96d3-43873ce4a73c None None] Checking router: 793fddd0-51a6-4f38-b3e3-8c27dd4872b7 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:04:23.148290 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc89be23-1339-4a55-96d3-43873ce4a73c None None] Updating router 793fddd0-51a6-4f38-b3e3-8c27dd4872b7 port 536c4cf3-9f17-4995-ae88-86138c1cece4 binding host dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:04:23.149256 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-26a66562-751a-44e9-b4c9-f54c1070c7af tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:04:23.155035 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-26a66562-751a-44e9-b4c9-f54c1070c7af tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:04:23.207492 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-dc89be23-1339-4a55-96d3-43873ce4a73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:23.232965 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-e3570b86-16a1-44dc-a61d-ae44fb88f993 req-6fa3789d-a9b5-4d48-9811-f34dc3499f0e tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Unset dirty status for tenant:ab9c67e35a8b4af1a86f3646b2324675 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:04:23.233173 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a66562-751a-44e9-b4c9-f54c1070c7af tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Made reservation on behalf of 8316bfcf068445aeb00a503282bb001c for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:04:23.234393 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e3570b86-16a1-44dc-a61d-ae44fb88f993 req-6fa3789d-a9b5-4d48-9811-f34dc3499f0e tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df0629b-82e5-4585-8f69-453de5f84a53 HTTP/1.1" status: 200 len: 210 time: 0.1720595 Oct 26 16:04:23.236778 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-26a66562-751a-44e9-b4c9-f54c1070c7af tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:23.501617 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-26a66562-751a-44e9-b4c9-f54c1070c7af tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:23.551168 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-dc89be23-1339-4a55-96d3-43873ce4a73c None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:23.563255 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-dc89be23-1339-4a55-96d3-43873ce4a73c None None] Transition to ACTIVE for port object 536c4cf3-9f17-4995-ae88-86138c1cece4 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:04:23.590233 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a66562-751a-44e9-b4c9-f54c1070c7af tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Subnet': ['ID=8bb9f016-7c69-4cd0-893d-d27c51ff4b44,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:23.599110 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a66562-751a-44e9-b4c9-f54c1070c7af tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Checking segment: {'id': 'c69c0a48-6503-42f2-bf3e-a95cfae6e28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:04:23.599457 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a66562-751a-44e9-b4c9-f54c1070c7af tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network hostable DHCP agents. Network: b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:04:23.604163 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a66562-751a-44e9-b4c9-f54c1070c7af tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:23.605050 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a66562-751a-44e9-b4c9-f54c1070c7af tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:23.605395 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a66562-751a-44e9-b4c9-f54c1070c7af tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:23.605747 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a66562-751a-44e9-b4c9-f54c1070c7af tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:23.606044 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a66562-751a-44e9-b4c9-f54c1070c7af tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:23.606366 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a66562-751a-44e9-b4c9-f54c1070c7af tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:23.606710 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a66562-751a-44e9-b4c9-f54c1070c7af tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:23.607030 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a66562-751a-44e9-b4c9-f54c1070c7af tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:23.607348 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a66562-751a-44e9-b4c9-f54c1070c7af tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:23.607662 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a66562-751a-44e9-b4c9-f54c1070c7af tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:23.607978 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a66562-751a-44e9-b4c9-f54c1070c7af tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:23.608285 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a66562-751a-44e9-b4c9-f54c1070c7af tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:23.643945 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-dc89be23-1339-4a55-96d3-43873ce4a73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:23.708267 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-dc89be23-1339-4a55-96d3-43873ce4a73c None None] Attempting to bind port 536c4cf3-9f17-4995-ae88-86138c1cece4 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:04:23.708642 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-dc89be23-1339-4a55-96d3-43873ce4a73c None None] Attempting to bind port 536c4cf3-9f17-4995-ae88-86138c1cece4 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:04:23.708998 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc89be23-1339-4a55-96d3-43873ce4a73c None None] Attempting to bind port 536c4cf3-9f17-4995-ae88-86138c1cece4 on network 0c79a151-ef79-4fff-8a3c-258f9478471d {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:04:23.719830 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc89be23-1339-4a55-96d3-43873ce4a73c None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:04:23.720205 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc89be23-1339-4a55-96d3-43873ce4a73c None None] Checking segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:04:23.720604 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-dc89be23-1339-4a55-96d3-43873ce4a73c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:23.721058 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc89be23-1339-4a55-96d3-43873ce4a73c None None] Bound using segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:04:23.721529 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-dc89be23-1339-4a55-96d3-43873ce4a73c None None] Bound port: 536c4cf3-9f17-4995-ae88-86138c1cece4, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:04:23.721901 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-dc89be23-1339-4a55-96d3-43873ce4a73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:23.723842 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a66562-751a-44e9-b4c9-f54c1070c7af tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:04:23.799768 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb74155-8316-443b-acd2-aee186709089 None None] Pushing event updated for resources: {'Port': ['ID=536c4cf3-9f17-4995-ae88-86138c1cece4,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:23.809586 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-26a66562-751a-44e9-b4c9-f54c1070c7af tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:04:23.814191 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a66562-751a-44e9-b4c9-f54c1070c7af tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:23.814191 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-26a66562-751a-44e9-b4c9-f54c1070c7af tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:23.827953 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d956f0a3-f9b8-4b73-ab99-b33c58413c65 None None] Network b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:04:23.908506 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-dc89be23-1339-4a55-96d3-43873ce4a73c None None] For port 536c4cf3-9f17-4995-ae88-86138c1cece4, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:04:23.919023 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-26a66562-751a-44e9-b4c9-f54c1070c7af tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9288378 Oct 26 16:04:23.921714 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46882) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:23.926709 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-dc89be23-1339-4a55-96d3-43873ce4a73c None None] For port 536c4cf3-9f17-4995-ae88-86138c1cece4, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=536c4cf3-9f17-4995-ae88-86138c1cece4,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:04:24.046189 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-dc89be23-1339-4a55-96d3-43873ce4a73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:24.113931 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84507aca-7a64-42d3-ac9c-30a0ed6896a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e', 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ips': [{'subnet_id': '8bb9f016-7c69-4cd0-893d-d27c51ff4b44'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 16:04:24.114788 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-84507aca-7a64-42d3-ac9c-30a0ed6896a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:24.141619 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc89be23-1339-4a55-96d3-43873ce4a73c None None] Routers {'793fddd0-51a6-4f38-b3e3-8c27dd4872b7'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:04:24.142237 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-dc89be23-1339-4a55-96d3-43873ce4a73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:04:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['793fddd0-51a6-4f38-b3e3-8c27dd4872b7'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:24.329420 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb74155-8316-443b-acd2-aee186709089 None None] Pushing event updated for resources: {'Port': ['ID=536c4cf3-9f17-4995-ae88-86138c1cece4,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:24.388539 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 46888) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:24.455568 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-dc89be23-1339-4a55-96d3-43873ce4a73c None None] Set router 793fddd0-51a6-4f38-b3e3-8c27dd4872b7 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:04:24.527337 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-b157e9b7-7490-4e04-bac7-0047dcc65585 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Deleting port 14077a3a-692c-47bb-a0e4-094f69ab34d5 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:04:24.527828 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b157e9b7-7490-4e04-bac7-0047dcc65585 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:24.600546 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-84507aca-7a64-42d3-ac9c-30a0ed6896a7 None None] Allocated IP 172.20.0.2 (b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e/8bb9f016-7c69-4cd0-893d-d27c51ff4b44/f24b7994-1a0f-4149-becd-375876810bb6) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:04:24.794909 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ec08-07d4-4d33-b671-7624c9c95a4c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:24.827499 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b157e9b7-7490-4e04-bac7-0047dcc65585 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:24.827888 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b157e9b7-7490-4e04-bac7-0047dcc65585 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:24.957260 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-b157e9b7-7490-4e04-bac7-0047dcc65585 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Calling delete_port for 14077a3a-692c-47bb-a0e4-094f69ab34d5 owned by network:floatingip {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:04:24.957679 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-84507aca-7a64-42d3-ac9c-30a0ed6896a7 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:24.968832 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-dc89be23-1339-4a55-96d3-43873ce4a73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'name': 'tempest-TestNetworkBasicOps-router-2013574173', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.27'}], 'enable_snat': True}, 'gw_port_id': '536c4cf3-9f17-4995-ae88-86138c1cece4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:19Z', 'updated_at': '2022-10-26T16:04:21Z', 'revision_number': 3, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '536c4cf3-9f17-4995-ae88-86138c1cece4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:61:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:20Z', 'updated_at': '2022-10-26T16:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:24.973224 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-84507aca-7a64-42d3-ac9c-30a0ed6896a7 None None] Transition to ACTIVE for port object f24b7994-1a0f-4149-becd-375876810bb6 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:04:24.980032 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc89be23-1339-4a55-96d3-43873ce4a73c None None] The sync data for ids ['793fddd0-51a6-4f38-b3e3-8c27dd4872b7'] in dv-neutron-862712-1-hyperv is: [{'id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'name': 'tempest-TestNetworkBasicOps-router-2013574173', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.27'}], 'enable_snat': True}, 'gw_port_id': '536c4cf3-9f17-4995-ae88-86138c1cece4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:19Z', 'updated_at': '2022-10-26T16:04:21Z', 'revision_number': 3, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '536c4cf3-9f17-4995-ae88-86138c1cece4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:61:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:20Z', 'updated_at': '2022-10-26T16:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:04:24.998443 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-84507aca-7a64-42d3-ac9c-30a0ed6896a7 None None] Transition to ACTIVE for port object f24b7994-1a0f-4149-becd-375876810bb6 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:04:25.060237 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-84507aca-7a64-42d3-ac9c-30a0ed6896a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:25.148376 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84507aca-7a64-42d3-ac9c-30a0ed6896a7 None None] Network b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:04:25.152584 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-84507aca-7a64-42d3-ac9c-30a0ed6896a7 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:04:25.156754 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84507aca-7a64-42d3-ac9c-30a0ed6896a7 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:04:25.166199 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84507aca-7a64-42d3-ac9c-30a0ed6896a7 None None] Pushing event updated for resources: {'Port': ['ID=f24b7994-1a0f-4149-becd-375876810bb6,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:25.184823 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b157e9b7-7490-4e04-bac7-0047dcc65585 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:25.231603 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-d2a0ec08-07d4-4d33-b671-7624c9c95a4c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Allocated IP 172.20.0.1 (b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e/8bb9f016-7c69-4cd0-893d-d27c51ff4b44/03cb1f20-5656-4151-9e09-3f378109424d) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:04:25.307468 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b157e9b7-7490-4e04-bac7-0047dcc65585 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Pushing event deleted for resources: {'Port': ['ID=14077a3a-692c-47bb-a0e4-094f69ab34d5,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:25.333716 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-84507aca-7a64-42d3-ac9c-30a0ed6896a7 None None] Attempting to bind port f24b7994-1a0f-4149-becd-375876810bb6 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:04:25.334138 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-84507aca-7a64-42d3-ac9c-30a0ed6896a7 None None] Attempting to bind port f24b7994-1a0f-4149-becd-375876810bb6 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'c69c0a48-6503-42f2-bf3e-a95cfae6e28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:04:25.334536 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84507aca-7a64-42d3-ac9c-30a0ed6896a7 None None] Attempting to bind port f24b7994-1a0f-4149-becd-375876810bb6 on network b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:04:25.342009 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84507aca-7a64-42d3-ac9c-30a0ed6896a7 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:04:25.342392 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84507aca-7a64-42d3-ac9c-30a0ed6896a7 None None] Checking segment: {'id': 'c69c0a48-6503-42f2-bf3e-a95cfae6e28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:04:25.342849 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-84507aca-7a64-42d3-ac9c-30a0ed6896a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:25.343252 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84507aca-7a64-42d3-ac9c-30a0ed6896a7 None None] Bound using segment: {'id': 'c69c0a48-6503-42f2-bf3e-a95cfae6e28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:04:25.343883 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-84507aca-7a64-42d3-ac9c-30a0ed6896a7 None None] Bound port: f24b7994-1a0f-4149-becd-375876810bb6, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c69c0a48-6503-42f2-bf3e-a95cfae6e28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:04:25.344268 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-84507aca-7a64-42d3-ac9c-30a0ed6896a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:25.377029 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b157e9b7-7490-4e04-bac7-0047dcc65585 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks [] for floatingip, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:25.447562 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-84507aca-7a64-42d3-ac9c-30a0ed6896a7 None None] For port f24b7994-1a0f-4149-becd-375876810bb6, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:04:25.458783 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b157e9b7-7490-4e04-bac7-0047dcc65585 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:25.460118 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b157e9b7-7490-4e04-bac7-0047dcc65585 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "DELETE /v2.0/floatingips/387a6cee-e6fe-4352-9adb-12da08abdbce HTTP/1.1" status: 204 len: 168 time: 1.1079738 Oct 26 16:04:25.460730 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ec08-07d4-4d33-b671-7624c9c95a4c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:25.466576 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-84507aca-7a64-42d3-ac9c-30a0ed6896a7 None None] For port f24b7994-1a0f-4149-becd-375876810bb6, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=f24b7994-1a0f-4149-becd-375876810bb6,segment=NetworkSegment(c69c0a48-6503-42f2-bf3e-a95cfae6e28f),segment_id=c69c0a48-6503-42f2-bf3e-a95cfae6e28f)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:04:25.483973 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-d2a0ec08-07d4-4d33-b671-7624c9c95a4c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Transition to ACTIVE for port object 03cb1f20-5656-4151-9e09-3f378109424d will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:04:25.539142 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-84507aca-7a64-42d3-ac9c-30a0ed6896a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:25.576203 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ec08-07d4-4d33-b671-7624c9c95a4c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:25.579409 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 9363f6b7-2fde-4da6-bd4e-6c75049d497d no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:04:25.664976 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a0ec08-07d4-4d33-b671-7624c9c95a4c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:04:25.668969 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-d2a0ec08-07d4-4d33-b671-7624c9c95a4c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:04:25.671717 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a0ec08-07d4-4d33-b671-7624c9c95a4c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:04:25.720580 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0ec08-07d4-4d33-b671-7624c9c95a4c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=03cb1f20-5656-4151-9e09-3f378109424d,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:25.746925 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ec08-07d4-4d33-b671-7624c9c95a4c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:25.771952 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] No Port match for: 9363f6b7-2fde-4da6-bd4e-6c75049d497d {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:04:25.772297 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 9363f6b7-2fde-4da6-bd4e-6c75049d497d not bound to the agent host hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:04:25.803053 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84507aca-7a64-42d3-ac9c-30a0ed6896a7 None None] Pushing event updated for resources: {'Port': ['ID=f24b7994-1a0f-4149-becd-375876810bb6,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:25.940357 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ec08-07d4-4d33-b671-7624c9c95a4c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:26.522257 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ec08-07d4-4d33-b671-7624c9c95a4c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:26.595607 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ec08-07d4-4d33-b671-7624c9c95a4c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:26.695738 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ec08-07d4-4d33-b671-7624c9c95a4c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:26.808285 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0ec08-07d4-4d33-b671-7624c9c95a4c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=03cb1f20-5656-4151-9e09-3f378109424d,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:26.863124 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a0ec08-07d4-4d33-b671-7624c9c95a4c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:04:26.864186 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-d2a0ec08-07d4-4d33-b671-7624c9c95a4c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:04:27.029912 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:27.063550 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a0ec08-07d4-4d33-b671-7624c9c95a4c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Router 793fddd0-51a6-4f38-b3e3-8c27dd4872b7 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:04:27.233710 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 536c4cf3-9f17-4995-ae88-86138c1cece4 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:04:27.283199 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a0ec08-07d4-4d33-b671-7624c9c95a4c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:04:27.297574 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b7e99d-d86c-494f-8ec1-0cd9ca514d3c None None] Sync routers for ids ['793fddd0-51a6-4f38-b3e3-8c27dd4872b7'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:04:27.298062 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d2a0ec08-07d4-4d33-b671-7624c9c95a4c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "PUT /v2.0/routers/793fddd0-51a6-4f38-b3e3-8c27dd4872b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3753009 Oct 26 16:04:27.300753 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 46910) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:27.325878 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b7e99d-d86c-494f-8ec1-0cd9ca514d3c None None] Routers {'793fddd0-51a6-4f38-b3e3-8c27dd4872b7'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:04:27.331950 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-e7b7e99d-d86c-494f-8ec1-0cd9ca514d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:04:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['793fddd0-51a6-4f38-b3e3-8c27dd4872b7'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:27.398194 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 536c4cf3-9f17-4995-ae88-86138c1cece4 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:04:27.404122 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 536c4cf3-9f17-4995-ae88-86138c1cece4 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:04:27.405195 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:27.405787 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 536c4cf3-9f17-4995-ae88-86138c1cece4 Oct 26 16:04:27.519690 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08b0663-b259-43df-b45e-714d64b71458 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:27.520219 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08b0663-b259-43df-b45e-714d64b71458 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:27.520677 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08b0663-b259-43df-b45e-714d64b71458 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:27.521133 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08b0663-b259-43df-b45e-714d64b71458 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:27.521585 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08b0663-b259-43df-b45e-714d64b71458 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:27.522037 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08b0663-b259-43df-b45e-714d64b71458 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:27.523977 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-e08b0663-b259-43df-b45e-714d64b71458 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2215064 Oct 26 16:04:27.528029 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46914) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:27.585241 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-e7b7e99d-d86c-494f-8ec1-0cd9ca514d3c None None] Set router 793fddd0-51a6-4f38-b3e3-8c27dd4872b7 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:04:27.599748 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 536c4cf3-9f17-4995-ae88-86138c1cece4 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:04:27.600152 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:27.619986 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d23e488-41b1-4894-aeb8-fb266fa87125 None None] Network b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:04:27.641455 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3a86fd-213b-4036-8389-bf86a2b20fb2 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:27.642000 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3a86fd-213b-4036-8389-bf86a2b20fb2 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:27.643593 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3a86fd-213b-4036-8389-bf86a2b20fb2 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:27.643593 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3a86fd-213b-4036-8389-bf86a2b20fb2 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:27.643966 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3a86fd-213b-4036-8389-bf86a2b20fb2 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:27.644446 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3a86fd-213b-4036-8389-bf86a2b20fb2 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:27.646791 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-bd3a86fd-213b-4036-8389-bf86a2b20fb2 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1171973 Oct 26 16:04:27.649226 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 46918) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:27.654031 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 536c4cf3-9f17-4995-ae88-86138c1cece4, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=536c4cf3-9f17-4995-ae88-86138c1cece4,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:04:27.719675 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:27.720642 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device f24b7994-1a0f-4149-becd-375876810bb6 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:04:27.902364 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=536c4cf3-9f17-4995-ae88-86138c1cece4,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:27.920175 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-fb29d8d8-e137-414c-9fd5-73cee3d4e4b3 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2692380 Oct 26 16:04:27.971824 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-e7b7e99d-d86c-494f-8ec1-0cd9ca514d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'name': 'tempest-TestNetworkBasicOps-router-2013574173', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.27'}], 'enable_snat': True}, 'gw_port_id': '536c4cf3-9f17-4995-ae88-86138c1cece4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:19Z', 'updated_at': '2022-10-26T16:04:25Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '536c4cf3-9f17-4995-ae88-86138c1cece4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:61:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:20Z', 'updated_at': '2022-10-26T16:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '03cb1f20-5656-4151-9e09-3f378109424d', 'name': '', 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:a7:18:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '8bb9f016-7c69-4cd0-893d-d27c51ff4b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:25Z', 'updated_at': '2022-10-26T16:04:26Z', 'revision_number': 2, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '8bb9f016-7c69-4cd0-893d-d27c51ff4b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:27.976768 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b7e99d-d86c-494f-8ec1-0cd9ca514d3c None None] Checking router: 793fddd0-51a6-4f38-b3e3-8c27dd4872b7 for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:04:27.976768 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b7e99d-d86c-494f-8ec1-0cd9ca514d3c None None] Updating router 793fddd0-51a6-4f38-b3e3-8c27dd4872b7 port 03cb1f20-5656-4151-9e09-3f378109424d binding host dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:04:27.998124 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-02ef9ed4-65f8-41c7-a3d4-02767a486f64 None None] Provisioning for port f24b7994-1a0f-4149-becd-375876810bb6 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:04:28.006729 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port f24b7994-1a0f-4149-becd-375876810bb6 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:04:28.016882 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-02ef9ed4-65f8-41c7-a3d4-02767a486f64 None None] Provisioning complete for port f24b7994-1a0f-4149-becd-375876810bb6 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:04:28.017244 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-02ef9ed4-65f8-41c7-a3d4-02767a486f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:28.017581 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-02ef9ed4-65f8-41c7-a3d4-02767a486f64 None None] Attempt 1 to provision port f24b7994-1a0f-4149-becd-375876810bb6 Oct 26 16:04:28.030057 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-e7b7e99d-d86c-494f-8ec1-0cd9ca514d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:28.047880 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port f24b7994-1a0f-4149-becd-375876810bb6 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:04:28.055623 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:28.055623 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port f24b7994-1a0f-4149-becd-375876810bb6 Oct 26 16:04:28.089514 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 46924) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:28.092038 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-94a316c9-106b-4752-8960-96711abcb2dd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-40752356', 'description': 'tempest-secgroup-smoke-40752356 description', 'project_id': '8316bfcf068445aeb00a503282bb001c'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:04:28.098510 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-94a316c9-106b-4752-8960-96711abcb2dd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:04:28.102852 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-94a316c9-106b-4752-8960-96711abcb2dd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:04:28.107349 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-94a316c9-106b-4752-8960-96711abcb2dd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:04:28.114077 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-94a316c9-106b-4752-8960-96711abcb2dd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:04:28.242768 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 46930) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:28.268773 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-02ef9ed4-65f8-41c7-a3d4-02767a486f64 None None] Current status of the port f24b7994-1a0f-4149-becd-375876810bb6 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:04:28.268773 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-02ef9ed4-65f8-41c7-a3d4-02767a486f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:28.272431 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-94a316c9-106b-4752-8960-96711abcb2dd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:28.280450 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port f24b7994-1a0f-4149-becd-375876810bb6 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:04:28.280836 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:28.336617 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port f24b7994-1a0f-4149-becd-375876810bb6, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=f24b7994-1a0f-4149-becd-375876810bb6,segment=NetworkSegment(c69c0a48-6503-42f2-bf3e-a95cfae6e28f),segment_id=c69c0a48-6503-42f2-bf3e-a95cfae6e28f)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:04:28.344882 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-94a316c9-106b-4752-8960-96711abcb2dd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:04:28.359511 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-94a316c9-106b-4752-8960-96711abcb2dd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:04:28.366034 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-94a316c9-106b-4752-8960-96711abcb2dd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:04:28.379175 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-94a316c9-106b-4752-8960-96711abcb2dd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:04:28.407842 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fe98a598-3241-4451-9d41-5d67c60044c7 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:28.459483 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-e7b7e99d-d86c-494f-8ec1-0cd9ca514d3c None None] Notify callbacks [] for port, precommit_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:28.473361 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.provisioning_blocks [None req-e7b7e99d-d86c-494f-8ec1-0cd9ca514d3c None None] Transition to ACTIVE for port object 03cb1f20-5656-4151-9e09-3f378109424d will not be triggered until provisioned by entity L2. {{(pid=89750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:04:28.480651 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-94a316c9-106b-4752-8960-96711abcb2dd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:28.514007 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fe98a598-3241-4451-9d41-5d67c60044c7 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:28.539059 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:28.555355 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-e7b7e99d-d86c-494f-8ec1-0cd9ca514d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:28.590318 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-94a316c9-106b-4752-8960-96711abcb2dd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:28.659244 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=f24b7994-1a0f-4149-becd-375876810bb6,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:28.685314 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a316c9-106b-4752-8960-96711abcb2dd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96ecccad-5ff0-453f-8c78-13a699049fec,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:28.688097 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-02ef9ed4-65f8-41c7-a3d4-02767a486f64 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:04:28.689583 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-02ef9ed4-65f8-41c7-a3d4-02767a486f64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:04:28.699247 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83dc964-3072-4dfb-8608-c54b4547e0c3 None None] Pushing event updated for resources: {'Port': ['ID=03cb1f20-5656-4151-9e09-3f378109424d,revision_number=3']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:28.711100 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83dc964-3072-4dfb-8608-c54b4547e0c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:28.711491 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83dc964-3072-4dfb-8608-c54b4547e0c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:28.712012 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83dc964-3072-4dfb-8608-c54b4547e0c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:28.712343 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83dc964-3072-4dfb-8608-c54b4547e0c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:28.712671 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83dc964-3072-4dfb-8608-c54b4547e0c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:28.713000 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83dc964-3072-4dfb-8608-c54b4547e0c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:28.713836 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83dc964-3072-4dfb-8608-c54b4547e0c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:28.714447 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83dc964-3072-4dfb-8608-c54b4547e0c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:28.714784 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83dc964-3072-4dfb-8608-c54b4547e0c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:28.715446 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83dc964-3072-4dfb-8608-c54b4547e0c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:28.715932 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83dc964-3072-4dfb-8608-c54b4547e0c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:28.716553 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-94a316c9-106b-4752-8960-96711abcb2dd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:28.716759 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83dc964-3072-4dfb-8608-c54b4547e0c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:28.718227 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-94a316c9-106b-4752-8960-96711abcb2dd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6315672 Oct 26 16:04:28.723045 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46934) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:28.730847 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-a3eab631-f3d2-49ab-bbe3-3ba73c2bf1b9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '96ecccad-5ff0-453f-8c78-13a699049fec', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:04:28.737937 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-a3eab631-f3d2-49ab-bbe3-3ba73c2bf1b9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:04:28.744089 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-a3eab631-f3d2-49ab-bbe3-3ba73c2bf1b9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:04:28.744459 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fe98a598-3241-4451-9d41-5d67c60044c7 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:28.749137 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fe98a598-3241-4451-9d41-5d67c60044c7 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:28.749265 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-a3eab631-f3d2-49ab-bbe3-3ba73c2bf1b9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:04:28.752372 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-fe98a598-3241-4451-9d41-5d67c60044c7 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] 10.222.0.23 "DELETE /v2.0/security-groups/f55314ed-bf53-4a9d-b7a1-eab9e09e1862 HTTP/1.1" status: 204 len: 168 time: 0.5060995 Oct 26 16:04:28.756683 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-a3eab631-f3d2-49ab-bbe3-3ba73c2bf1b9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:04:28.772630 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe98a598-3241-4451-9d41-5d67c60044c7 tempest-TestVolumeBootPattern-1592884809 tempest-TestVolumeBootPattern-1592884809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55314ed-bf53-4a9d-b7a1-eab9e09e1862,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:28.834162 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a3eab631-f3d2-49ab-bbe3-3ba73c2bf1b9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:28.862725 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-e7b7e99d-d86c-494f-8ec1-0cd9ca514d3c None None] Attempting to bind port 03cb1f20-5656-4151-9e09-3f378109424d on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:04:28.863328 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-e7b7e99d-d86c-494f-8ec1-0cd9ca514d3c None None] Attempting to bind port 03cb1f20-5656-4151-9e09-3f378109424d by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'c69c0a48-6503-42f2-bf3e-a95cfae6e28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e'}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:04:28.863872 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b7e99d-d86c-494f-8ec1-0cd9ca514d3c None None] Attempting to bind port 03cb1f20-5656-4151-9e09-3f378109424d on network b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:04:28.871397 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b7e99d-d86c-494f-8ec1-0cd9ca514d3c None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:04:28.872047 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b7e99d-d86c-494f-8ec1-0cd9ca514d3c None None] Checking segment: {'id': 'c69c0a48-6503-42f2-bf3e-a95cfae6e28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:04:28.872599 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-e7b7e99d-d86c-494f-8ec1-0cd9ca514d3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:28.873870 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b7e99d-d86c-494f-8ec1-0cd9ca514d3c None None] Bound using segment: {'id': 'c69c0a48-6503-42f2-bf3e-a95cfae6e28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e'} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:04:28.874572 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-e7b7e99d-d86c-494f-8ec1-0cd9ca514d3c None None] Bound port: 03cb1f20-5656-4151-9e09-3f378109424d, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c69c0a48-6503-42f2-bf3e-a95cfae6e28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e'}}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:04:28.875153 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-e7b7e99d-d86c-494f-8ec1-0cd9ca514d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:28.913418 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a3eab631-f3d2-49ab-bbe3-3ba73c2bf1b9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:28.937402 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46940) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:28.978094 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a3eab631-f3d2-49ab-bbe3-3ba73c2bf1b9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:29.007567 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-e7b7e99d-d86c-494f-8ec1-0cd9ca514d3c None None] For port 03cb1f20-5656-4151-9e09-3f378109424d, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:04:29.017080 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-e7b7e99d-d86c-494f-8ec1-0cd9ca514d3c None None] For port 03cb1f20-5656-4151-9e09-3f378109424d, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=03cb1f20-5656-4151-9e09-3f378109424d,segment=NetworkSegment(c69c0a48-6503-42f2-bf3e-a95cfae6e28f),segment_id=c69c0a48-6503-42f2-bf3e-a95cfae6e28f)] {{(pid=89750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:04:29.021167 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eab631-f3d2-49ab-bbe3-3ba73c2bf1b9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9f0192a-eb21-4a4d-b34e-c8a4cb7690e1,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:29.098158 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-e7b7e99d-d86c-494f-8ec1-0cd9ca514d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:29.112834 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a3eab631-f3d2-49ab-bbe3-3ba73c2bf1b9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:29.117840 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a3eab631-f3d2-49ab-bbe3-3ba73c2bf1b9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3896961 Oct 26 16:04:29.117840 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46946) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:29.130868 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 536c4cf3-9f17-4995-ae88-86138c1cece4 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:04:29.136275 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-0d233631-d6bc-4efa-95a2-4343ba408a7f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '96ecccad-5ff0-453f-8c78-13a699049fec', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:04:29.149026 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-0d233631-d6bc-4efa-95a2-4343ba408a7f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:04:29.153782 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-0d233631-d6bc-4efa-95a2-4343ba408a7f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:04:29.171711 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b7e99d-d86c-494f-8ec1-0cd9ca514d3c None None] Routers {'793fddd0-51a6-4f38-b3e3-8c27dd4872b7'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:04:29.172386 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-e7b7e99d-d86c-494f-8ec1-0cd9ca514d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:04:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['793fddd0-51a6-4f38-b3e3-8c27dd4872b7'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:29.210840 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-0d233631-d6bc-4efa-95a2-4343ba408a7f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:04:29.271879 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-02ef9ed4-65f8-41c7-a3d4-02767a486f64 None None] Current status of the port f24b7994-1a0f-4149-becd-375876810bb6 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:04:29.278797 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-0d233631-d6bc-4efa-95a2-4343ba408a7f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:04:29.287524 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 536c4cf3-9f17-4995-ae88-86138c1cece4 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:04:29.288165 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:29.288644 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 536c4cf3-9f17-4995-ae88-86138c1cece4 Oct 26 16:04:29.365667 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83dc964-3072-4dfb-8608-c54b4547e0c3 None None] Pushing event updated for resources: {'Port': ['ID=03cb1f20-5656-4151-9e09-3f378109424d,revision_number=4']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:29.425235 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-e7b7e99d-d86c-494f-8ec1-0cd9ca514d3c None None] Set router 793fddd0-51a6-4f38-b3e3-8c27dd4872b7 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:04:29.440917 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 536c4cf3-9f17-4995-ae88-86138c1cece4 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:04:29.443622 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device f24b7994-1a0f-4149-becd-375876810bb6 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:04:29.513170 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-ba743edc-9cb7-4c21-9b72-79befe217411 None None] Provisioning for port 03cb1f20-5656-4151-9e09-3f378109424d completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:04:29.528932 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0d233631-d6bc-4efa-95a2-4343ba408a7f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:29.537648 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port f24b7994-1a0f-4149-becd-375876810bb6 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:04:29.538054 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:29.538500 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port f24b7994-1a0f-4149-becd-375876810bb6 Oct 26 16:04:29.562682 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-ba743edc-9cb7-4c21-9b72-79befe217411 None None] Provisioning complete for port f24b7994-1a0f-4149-becd-375876810bb6 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:04:29.563066 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ba743edc-9cb7-4c21-9b72-79befe217411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:29.563524 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ba743edc-9cb7-4c21-9b72-79befe217411 None None] Attempt 1 to provision port f24b7994-1a0f-4149-becd-375876810bb6 Oct 26 16:04:29.618354 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0d233631-d6bc-4efa-95a2-4343ba408a7f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:29.788009 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-e7b7e99d-d86c-494f-8ec1-0cd9ca514d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'name': 'tempest-TestNetworkBasicOps-router-2013574173', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.27'}], 'enable_snat': True}, 'gw_port_id': '536c4cf3-9f17-4995-ae88-86138c1cece4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:19Z', 'updated_at': '2022-10-26T16:04:25Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '536c4cf3-9f17-4995-ae88-86138c1cece4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:61:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:20Z', 'updated_at': '2022-10-26T16:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '03cb1f20-5656-4151-9e09-3f378109424d', 'name': '', 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:a7:18:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '8bb9f016-7c69-4cd0-893d-d27c51ff4b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:25Z', 'updated_at': '2022-10-26T16:04:29Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '8bb9f016-7c69-4cd0-893d-d27c51ff4b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:29.793744 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b7e99d-d86c-494f-8ec1-0cd9ca514d3c None None] The sync data for ids ['793fddd0-51a6-4f38-b3e3-8c27dd4872b7'] in dv-neutron-862712-1-hyperv is: [{'id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'name': 'tempest-TestNetworkBasicOps-router-2013574173', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.27'}], 'enable_snat': True}, 'gw_port_id': '536c4cf3-9f17-4995-ae88-86138c1cece4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:19Z', 'updated_at': '2022-10-26T16:04:25Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '536c4cf3-9f17-4995-ae88-86138c1cece4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:61:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:20Z', 'updated_at': '2022-10-26T16:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '03cb1f20-5656-4151-9e09-3f378109424d', 'name': '', 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:a7:18:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '8bb9f016-7c69-4cd0-893d-d27c51ff4b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:25Z', 'updated_at': '2022-10-26T16:04:29Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '8bb9f016-7c69-4cd0-893d-d27c51ff4b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:04:29.811400 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ba743edc-9cb7-4c21-9b72-79befe217411 None None] Current status of the port f24b7994-1a0f-4149-becd-375876810bb6 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:04:29.815725 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port f24b7994-1a0f-4149-becd-375876810bb6 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:04:29.874006 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0d233631-d6bc-4efa-95a2-4343ba408a7f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:29.908956 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d233631-d6bc-4efa-95a2-4343ba408a7f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4632d5a1-a27f-4211-a31b-900b7035a558,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:30.006976 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0d233631-d6bc-4efa-95a2-4343ba408a7f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:30.008168 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-0d233631-d6bc-4efa-95a2-4343ba408a7f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8901703 Oct 26 16:04:30.011846 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46950) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:30.017097 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d3caeaca-f758-4f92-9ffb-48efb1da4ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:30.070763 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-c58b22f6-be97-41bf-a60a-765482e4aae9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '96ecccad-5ff0-453f-8c78-13a699049fec', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:04:30.082448 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-c58b22f6-be97-41bf-a60a-765482e4aae9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:04:30.158307 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-c58b22f6-be97-41bf-a60a-765482e4aae9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:04:30.163620 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-c58b22f6-be97-41bf-a60a-765482e4aae9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:04:30.172414 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-c58b22f6-be97-41bf-a60a-765482e4aae9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:04:30.310711 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c58b22f6-be97-41bf-a60a-765482e4aae9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:30.398530 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c58b22f6-be97-41bf-a60a-765482e4aae9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:30.472456 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-d3caeaca-f758-4f92-9ffb-48efb1da4ad9 admin admin] Deleting port 51038850-05f2-499e-b74c-2c2749197504 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:04:30.472795 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d3caeaca-f758-4f92-9ffb-48efb1da4ad9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:30.504530 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c58b22f6-be97-41bf-a60a-765482e4aae9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:30.546357 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b22f6-be97-41bf-a60a-765482e4aae9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9478ec3c-caa8-4214-97f0-e86d57f85a5d,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:30.664083 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c58b22f6-be97-41bf-a60a-765482e4aae9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:30.668022 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c58b22f6-be97-41bf-a60a-765482e4aae9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6524560 Oct 26 16:04:30.668786 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46954) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:30.674726 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-9644329b-868d-4326-bd98-ed5ba36de138 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '96ecccad-5ff0-453f-8c78-13a699049fec', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:04:30.683072 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-9644329b-868d-4326-bd98-ed5ba36de138 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:04:30.697311 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-9644329b-868d-4326-bd98-ed5ba36de138 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:04:30.702068 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-9644329b-868d-4326-bd98-ed5ba36de138 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:04:30.711034 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-d3caeaca-f758-4f92-9ffb-48efb1da4ad9 admin admin] For port 51038850-05f2-499e-b74c-2c2749197504, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=51038850-05f2-499e-b74c-2c2749197504,segment=NetworkSegment(5abcf1f5-9fbe-42a4-ad2d-7607ef188452),segment_id=5abcf1f5-9fbe-42a4-ad2d-7607ef188452)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:04:30.711438 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d3caeaca-f758-4f92-9ffb-48efb1da4ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:30.719835 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-9644329b-868d-4326-bd98-ed5ba36de138 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:04:30.844981 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-d3caeaca-f758-4f92-9ffb-48efb1da4ad9 admin admin] Calling delete_port for 51038850-05f2-499e-b74c-2c2749197504 owned by network:router_interface {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:04:30.935652 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9644329b-868d-4326-bd98-ed5ba36de138 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:31.042392 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9644329b-868d-4326-bd98-ed5ba36de138 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:31.110402 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9644329b-868d-4326-bd98-ed5ba36de138 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:31.133679 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 03cb1f20-5656-4151-9e09-3f378109424d up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:04:31.136747 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644329b-868d-4326-bd98-ed5ba36de138 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7c22bb9-6adb-4eef-8c21-9d5455129c86,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:31.152063 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d3caeaca-f758-4f92-9ffb-48efb1da4ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:31.199479 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3caeaca-f758-4f92-9ffb-48efb1da4ad9 admin admin] Pushing event deleted for resources: {'Port': ['ID=51038850-05f2-499e-b74c-2c2749197504,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:31.238230 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9644329b-868d-4326-bd98-ed5ba36de138 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:31.242431 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-9644329b-868d-4326-bd98-ed5ba36de138 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5705216 Oct 26 16:04:31.242719 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 46958) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:31.249088 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-37310e65-fdac-46db-85d5-717c477a84fd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '96ecccad-5ff0-453f-8c78-13a699049fec', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:04:31.259832 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-37310e65-fdac-46db-85d5-717c477a84fd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:04:31.264938 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-37310e65-fdac-46db-85d5-717c477a84fd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:04:31.268268 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-37310e65-fdac-46db-85d5-717c477a84fd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:04:31.274448 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-37310e65-fdac-46db-85d5-717c477a84fd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:04:31.292930 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 03cb1f20-5656-4151-9e09-3f378109424d completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:04:31.298547 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 03cb1f20-5656-4151-9e09-3f378109424d triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:04:31.298926 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:31.299442 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 03cb1f20-5656-4151-9e09-3f378109424d Oct 26 16:04:31.343867 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.securitygroups_db [None req-37310e65-fdac-46db-85d5-717c477a84fd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Project 8316bfcf068445aeb00a503282bb001c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:04:31.353512 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-37310e65-fdac-46db-85d5-717c477a84fd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:31.428065 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-37310e65-fdac-46db-85d5-717c477a84fd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:31.435366 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 03cb1f20-5656-4151-9e09-3f378109424d is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:04:31.435763 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:31.471747 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 03cb1f20-5656-4151-9e09-3f378109424d, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=03cb1f20-5656-4151-9e09-3f378109424d,segment=NetworkSegment(c69c0a48-6503-42f2-bf3e-a95cfae6e28f),segment_id=c69c0a48-6503-42f2-bf3e-a95cfae6e28f)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:04:31.486305 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-37310e65-fdac-46db-85d5-717c477a84fd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:31.488947 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d3caeaca-f758-4f92-9ffb-48efb1da4ad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:31.511370 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37310e65-fdac-46db-85d5-717c477a84fd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f591f9-a868-456a-a8e8-e1799e1e1e2c,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:31.532618 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:31.606815 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=03cb1f20-5656-4151-9e09-3f378109424d,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:31.612326 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-37310e65-fdac-46db-85d5-717c477a84fd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:31.617176 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-37310e65-fdac-46db-85d5-717c477a84fd tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3711684 Oct 26 16:04:31.617176 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 46962) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:31.623155 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-1ff4bf66-bc9f-4705-acbe-a5f5c0912ccf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '96ecccad-5ff0-453f-8c78-13a699049fec', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:04:31.628956 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-1ff4bf66-bc9f-4705-acbe-a5f5c0912ccf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:04:31.632950 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-1ff4bf66-bc9f-4705-acbe-a5f5c0912ccf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:04:31.636677 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-1ff4bf66-bc9f-4705-acbe-a5f5c0912ccf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:04:31.643074 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-1ff4bf66-bc9f-4705-acbe-a5f5c0912ccf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:04:31.735585 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.securitygroups_db [None req-1ff4bf66-bc9f-4705-acbe-a5f5c0912ccf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Project 8316bfcf068445aeb00a503282bb001c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:04:31.742733 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1ff4bf66-bc9f-4705-acbe-a5f5c0912ccf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:31.810390 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1ff4bf66-bc9f-4705-acbe-a5f5c0912ccf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:31.892550 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1ff4bf66-bc9f-4705-acbe-a5f5c0912ccf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:31.916037 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff4bf66-bc9f-4705-acbe-a5f5c0912ccf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b85a84c-c62a-46da-896c-83a1c99a7fa6,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:31.970620 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3caeaca-f758-4f92-9ffb-48efb1da4ad9 admin admin] Router 94c6ae37-8f4f-4102-b50a-140b7957ee56 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:04:31.992831 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1ff4bf66-bc9f-4705-acbe-a5f5c0912ccf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:32.004863 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-1ff4bf66-bc9f-4705-acbe-a5f5c0912ccf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3765831 Oct 26 16:04:32.056044 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b322bd2f-65d0-4c07-9871-39fd254cfc6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:32.154971 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3caeaca-f758-4f92-9ffb-48efb1da4ad9 admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:04:32.162965 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-ac201eb6-1627-4dde-9c57-2f7e3e3f08c6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:security_group {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:04:32.163059 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d3caeaca-f758-4f92-9ffb-48efb1da4ad9 admin admin] 10.222.0.23 "PUT /v2.0/routers/94c6ae37-8f4f-4102-b50a-140b7957ee56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2207425 Oct 26 16:04:32.163059 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46978) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:32.167449 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af881f5-6b0c-4e54-a748-ffbc3cf94f8f None None] Sync routers for ids ['94c6ae37-8f4f-4102-b50a-140b7957ee56'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:04:32.178078 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af881f5-6b0c-4e54-a748-ffbc3cf94f8f None None] Routers {'94c6ae37-8f4f-4102-b50a-140b7957ee56'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:04:32.178726 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-6af881f5-6b0c-4e54-a748-ffbc3cf94f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:04:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['94c6ae37-8f4f-4102-b50a-140b7957ee56'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:32.248604 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-ac201eb6-1627-4dde-9c57-2f7e3e3f08c6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:security_group {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:04:32.250230 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-ac201eb6-1627-4dde-9c57-2f7e3e3f08c6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-40752356&fields=id&tenant_id=8316bfcf068445aeb00a503282bb001c HTTP/1.1" status: 200 len: 267 time: 0.1306167 Oct 26 16:04:32.342688 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b32386d8-f5c9-41ce-9630-2b0416bf00f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:32.363307 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-6af881f5-6b0c-4e54-a748-ffbc3cf94f8f None None] Set router 94c6ae37-8f4f-4102-b50a-140b7957ee56 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:04:32.411495 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-fd742c17-b39b-4944-bc33-7fbbfc557b60 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:32.412424 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-fd742c17-b39b-4944-bc33-7fbbfc557b60 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:network {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:04:32.501052 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-fd742c17-b39b-4944-bc33-7fbbfc557b60 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:network {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:04:32.502383 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-fd742c17-b39b-4944-bc33-7fbbfc557b60 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/networks?id=b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e HTTP/1.1" status: 200 len: 796 time: 0.2453687 Oct 26 16:04:32.526982 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b32386d8-f5c9-41ce-9630-2b0416bf00f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:32.527317 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-e39d47e0-b3dd-4b5b-9d79-90f0bc9ff9ae tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/quotas/8316bfcf068445aeb00a503282bb001c HTTP/1.1" status: 200 len: 375 time: 0.0179586 Oct 26 16:04:32.586978 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-b32386d8-f5c9-41ce-9630-2b0416bf00f8 admin admin] Deleting port 592db8a6-2ff3-4659-a805-1e37cfa69aa0 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:04:32.587369 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b32386d8-f5c9-41ce-9630-2b0416bf00f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:32.618200 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-6bd53f6e-ea32-4a2e-a4ea-a4f7a72734ce tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:04:32.661330 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-6af881f5-6b0c-4e54-a748-ffbc3cf94f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'name': 'tempest-TestVolumeBootPattern-690992483-router', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:38Z', 'updated_at': '2022-10-26T16:04:31Z', 'revision_number': 5, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'gw_port': {'id': '592db8a6-2ff3-4659-a805-1e37cfa69aa0', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:40Z', 'updated_at': '2022-10-26T15:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:32.668056 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af881f5-6b0c-4e54-a748-ffbc3cf94f8f None None] Checking router: 94c6ae37-8f4f-4102-b50a-140b7957ee56 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:04:32.674285 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af881f5-6b0c-4e54-a748-ffbc3cf94f8f None None] Routers {'94c6ae37-8f4f-4102-b50a-140b7957ee56'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:04:32.674987 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-6af881f5-6b0c-4e54-a748-ffbc3cf94f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:04:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['94c6ae37-8f4f-4102-b50a-140b7957ee56'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:32.689671 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-6bd53f6e-ea32-4a2e-a4ea-a4f7a72734ce tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:04:32.698763 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-6bd53f6e-ea32-4a2e-a4ea-a4f7a72734ce tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1693683 Oct 26 16:04:32.776906 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-b32386d8-f5c9-41ce-9630-2b0416bf00f8 admin admin] For port 592db8a6-2ff3-4659-a805-1e37cfa69aa0, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=592db8a6-2ff3-4659-a805-1e37cfa69aa0,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:04:32.777555 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b32386d8-f5c9-41ce-9630-2b0416bf00f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:32.830555 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-6af881f5-6b0c-4e54-a748-ffbc3cf94f8f None None] Set router 94c6ae37-8f4f-4102-b50a-140b7957ee56 gateway port host: None {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:04:32.844338 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-eb641e8e-617c-4ebd-b152-780e0828e51c service neutron] 10.222.0.23 "GET /v2.0/networks/b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376073 Oct 26 16:04:32.906973 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-b32386d8-f5c9-41ce-9630-2b0416bf00f8 admin admin] Calling delete_port for 592db8a6-2ff3-4659-a805-1e37cfa69aa0 owned by network:router_gateway {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:04:32.939967 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-6af881f5-6b0c-4e54-a748-ffbc3cf94f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'name': 'tempest-TestVolumeBootPattern-690992483-router', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:38Z', 'updated_at': '2022-10-26T16:04:32Z', 'revision_number': 6, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'gw_port_host': None}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:32.944433 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af881f5-6b0c-4e54-a748-ffbc3cf94f8f None None] The sync data for ids ['94c6ae37-8f4f-4102-b50a-140b7957ee56'] in dv-neutron-862712-1-hyperv is: [{'id': '94c6ae37-8f4f-4102-b50a-140b7957ee56', 'name': 'tempest-TestVolumeBootPattern-690992483-router', 'tenant_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:38Z', 'updated_at': '2022-10-26T16:04:32Z', 'revision_number': 6, 'project_id': 'ab9c67e35a8b4af1a86f3646b2324675', 'gw_port_host': None}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:04:33.091821 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-2929251b-c1bf-48d2-a315-caa932d9da45 service neutron] 10.222.0.23 "GET /v2.0/networks/b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411716 Oct 26 16:04:33.276407 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b32386d8-f5c9-41ce-9630-2b0416bf00f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:33.341106 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32386d8-f5c9-41ce-9630-2b0416bf00f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=592db8a6-2ff3-4659-a805-1e37cfa69aa0,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:33.413558 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 03cb1f20-5656-4151-9e09-3f378109424d up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:04:33.429994 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-750faa58-5c35-4110-9632-4e6e325e23a1 req-467ca621-c5a5-4bbe-92d0-30351e4987b0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:04:33.490326 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-750faa58-5c35-4110-9632-4e6e325e23a1 req-467ca621-c5a5-4bbe-92d0-30351e4987b0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:04:33.491484 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-750faa58-5c35-4110-9632-4e6e325e23a1 req-467ca621-c5a5-4bbe-92d0-30351e4987b0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cffd66f-5fea-4b86-8e90-f05db9558f89 HTTP/1.1" status: 200 len: 210 time: 0.1517029 Oct 26 16:04:33.501161 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 03cb1f20-5656-4151-9e09-3f378109424d triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:04:33.501547 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:33.501886 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 03cb1f20-5656-4151-9e09-3f378109424d Oct 26 16:04:33.524079 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b32386d8-f5c9-41ce-9630-2b0416bf00f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:33.642675 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 03cb1f20-5656-4151-9e09-3f378109424d is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:04:33.709124 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b32386d8-f5c9-41ce-9630-2b0416bf00f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:33.711526 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b32386d8-f5c9-41ce-9630-2b0416bf00f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:33.774184 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 51038850-05f2-499e-b74c-2c2749197504 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:04:33.813296 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 51038850-05f2-499e-b74c-2c2749197504 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:04:33.813645 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 51038850-05f2-499e-b74c-2c2749197504 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:04:33.843792 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b32386d8-f5c9-41ce-9630-2b0416bf00f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:33.844336 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32386d8-f5c9-41ce-9630-2b0416bf00f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94c6ae37-8f4f-4102-b50a-140b7957ee56 {{(pid=89747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 16:04:33.858343 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b32386d8-f5c9-41ce-9630-2b0416bf00f8 admin admin] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:33.859752 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b32386d8-f5c9-41ce-9630-2b0416bf00f8 admin admin] 10.222.0.23 "DELETE /v2.0/routers/94c6ae37-8f4f-4102-b50a-140b7957ee56 HTTP/1.1" status: 204 len: 168 time: 1.6965027 Oct 26 16:04:33.862080 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 46994) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:33.923904 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9d293c5-f64b-42de-899d-6d1b53f89e0a admin admin] Deleting subnet c273cff6-10d2-4763-a9ae-6bddfa2dc0d2 {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 16:04:33.926887 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f9d293c5-f64b-42de-899d-6d1b53f89e0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:33.980821 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f9d293c5-f64b-42de-899d-6d1b53f89e0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:34.065516 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f9d293c5-f64b-42de-899d-6d1b53f89e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:34.218149 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f9d293c5-f64b-42de-899d-6d1b53f89e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:34.261651 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d293c5-f64b-42de-899d-6d1b53f89e0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c273cff6-10d2-4763-a9ae-6bddfa2dc0d2,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:34.265583 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f9d293c5-f64b-42de-899d-6d1b53f89e0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:34.271425 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23efbe84-a3bf-470a-a310-d30e7eae80db None None] Network e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:04:34.272270 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f9d293c5-f64b-42de-899d-6d1b53f89e0a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c273cff6-10d2-4763-a9ae-6bddfa2dc0d2 HTTP/1.1" status: 204 len: 168 time: 0.4090955 Oct 26 16:04:34.275296 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 47000) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:34.397249 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ce82a43f-1f04-468a-815c-9b1169d37323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:34.408469 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-ce82a43f-1f04-468a-815c-9b1169d37323 admin admin] Deleting port 95c9818f-d024-4f9f-848f-2efd12bfae4c {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:04:34.408800 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ce82a43f-1f04-468a-815c-9b1169d37323 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:34.498406 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-64757a9a-69fd-4178-a449-80aade36e023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:34.600539 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5702b19a-2586-4a66-b330-6751d2493a98 None None] DHCP port deletion for e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 16:04:34.605862 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-5702b19a-2586-4a66-b330-6751d2493a98 None None] Deleting port 95c9818f-d024-4f9f-848f-2efd12bfae4c {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:04:34.606243 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5702b19a-2586-4a66-b330-6751d2493a98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:34.686751 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-be8345b0-0c34-4f98-9f9c-b9a5b73fd7ac req-d32db061-bb78-42a4-bee5-67f329857513 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cffd66f-5fea-4b86-8e90-f05db9558f89 HTTP/1.1" status: 200 len: 210 time: 0.0676234 Oct 26 16:04:34.693899 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-ce82a43f-1f04-468a-815c-9b1169d37323 admin admin] For port 95c9818f-d024-4f9f-848f-2efd12bfae4c, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=95c9818f-d024-4f9f-848f-2efd12bfae4c,segment=NetworkSegment(5abcf1f5-9fbe-42a4-ad2d-7607ef188452),segment_id=5abcf1f5-9fbe-42a4-ad2d-7607ef188452)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:04:34.694461 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ce82a43f-1f04-468a-815c-9b1169d37323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:34.820484 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-5702b19a-2586-4a66-b330-6751d2493a98 None None] For port 95c9818f-d024-4f9f-848f-2efd12bfae4c, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=95c9818f-d024-4f9f-848f-2efd12bfae4c,segment=NetworkSegment(5abcf1f5-9fbe-42a4-ad2d-7607ef188452),segment_id=5abcf1f5-9fbe-42a4-ad2d-7607ef188452)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:04:34.820844 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5702b19a-2586-4a66-b330-6751d2493a98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:34.838872 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-ce82a43f-1f04-468a-815c-9b1169d37323 admin admin] Calling delete_port for 95c9818f-d024-4f9f-848f-2efd12bfae4c owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:04:34.950200 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-5702b19a-2586-4a66-b330-6751d2493a98 None None] Calling delete_port for 95c9818f-d024-4f9f-848f-2efd12bfae4c owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:04:35.032747 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ce82a43f-1f04-468a-815c-9b1169d37323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:35.037886 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-5702b19a-2586-4a66-b330-6751d2493a98 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:04:35.038242 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-5702b19a-2586-4a66-b330-6751d2493a98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:04:35.085570 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce82a43f-1f04-468a-815c-9b1169d37323 admin admin] Pushing event deleted for resources: {'Port': ['ID=95c9818f-d024-4f9f-848f-2efd12bfae4c,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:35.085570 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce82a43f-1f04-468a-815c-9b1169d37323 admin admin] No DVR routers for this DVR port 95c9818f-d024-4f9f-848f-2efd12bfae4c on host dv-neutron-862712-1-hyperv {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:04:35.102424 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 592db8a6-2ff3-4659-a805-1e37cfa69aa0 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:04:35.137813 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 592db8a6-2ff3-4659-a805-1e37cfa69aa0 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:04:35.138168 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 592db8a6-2ff3-4659-a805-1e37cfa69aa0 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:04:35.138608 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 95c9818f-d024-4f9f-848f-2efd12bfae4c no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:04:35.179443 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 95c9818f-d024-4f9f-848f-2efd12bfae4c {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:04:35.181881 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 95c9818f-d024-4f9f-848f-2efd12bfae4c not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:04:35.209375 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ce82a43f-1f04-468a-815c-9b1169d37323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:35.235951 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-ce82a43f-1f04-468a-815c-9b1169d37323 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:35.249023 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-ce82a43f-1f04-468a-815c-9b1169d37323 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5abcf1f5-9fbe-42a4-ad2d-7607ef188452') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:35.249326 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-ce82a43f-1f04-468a-815c-9b1169d37323 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5abcf1f5-9fbe-42a4-ad2d-7607ef188452') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:35.257927 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:35.261745 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ce82a43f-1f04-468a-815c-9b1169d37323 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:35.278955 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ce82a43f-1f04-468a-815c-9b1169d37323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:35.285249 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce82a43f-1f04-468a-815c-9b1169d37323 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:04:35.285696 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ce82a43f-1f04-468a-815c-9b1169d37323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:35.298003 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:35.354153 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 5abcf1f5-9fbe-42a4-ad2d-7607ef188452 resource provider aggregate not found Oct 26 16:04:35.373473 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 5abcf1f5-9fbe-42a4-ad2d-7607ef188452 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5abcf1f5-9fbe-42a4-ad2d-7607ef188452 found for delete ", "request_id": "req-fb7bccfd-5929-4ea4-a8a7-a6f2cb1d0ae1"}]} Oct 26 16:04:35.438008 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ce82a43f-1f04-468a-815c-9b1169d37323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:35.457348 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ce82a43f-1f04-468a-815c-9b1169d37323 admin admin] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:35.463543 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce82a43f-1f04-468a-815c-9b1169d37323 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:35.539131 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-5702b19a-2586-4a66-b330-6751d2493a98 None None] Deleting port 95c9818f-d024-4f9f-848f-2efd12bfae4c {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:04:35.539673 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5702b19a-2586-4a66-b330-6751d2493a98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:35.556040 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ce82a43f-1f04-468a-815c-9b1169d37323 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e5ca1d7d-c1d7-4bd7-ad42-be4f36f17f83 HTTP/1.1" status: 204 len: 168 time: 1.2793813 Oct 26 16:04:35.560047 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 47010) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:35.606772 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-5702b19a-2586-4a66-b330-6751d2493a98 None None] The port '95c9818f-d024-4f9f-848f-2efd12bfae4c' was deleted {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 16:04:35.889233 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b7817cb8-bee1-4977-81ff-2a65634136e6 req-d1754c64-2c82-4928-ac17-0ad7e36cb2e1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cffd66f-5fea-4b86-8e90-f05db9558f89 HTTP/1.1" status: 200 len: 210 time: 0.0646768 Oct 26 16:04:36.086000 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-e2c618fd-8025-4c84-8be3-952b826939a7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:36.087401 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-e2c618fd-8025-4c84-8be3-952b826939a7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "GET /v2.0/networks?id=b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e HTTP/1.1" status: 200 len: 796 time: 0.4076607 Oct 26 16:04:36.168624 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-be934f22-e6aa-4532-8395-540b57cfca9a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8316bfcf068445aeb00a503282bb001c HTTP/1.1" status: 200 len: 378 time: 0.0664916 Oct 26 16:04:36.177156 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-ea7d0ec4-e48b-42ac-ae67-5c0df333b4cf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'port': {'device_id': '4cffd66f-5fea-4b86-8e90-f05db9558f89', 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e', 'admin_state_up': True, 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'security_groups': ['96ecccad-5ff0-453f-8c78-13a699049fec']}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:04:36.402420 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-ea7d0ec4-e48b-42ac-ae67-5c0df333b4cf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:04:36.414783 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-ea7d0ec4-e48b-42ac-ae67-5c0df333b4cf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:04:36.493037 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-ea7d0ec4-e48b-42ac-ae67-5c0df333b4cf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Made reservation on behalf of 8316bfcf068445aeb00a503282bb001c for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:04:36.496506 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-ea7d0ec4-e48b-42ac-ae67-5c0df333b4cf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:36.578208 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0b4caf71-6f9d-4509-9ebb-8a3d68b85525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:36.820061 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-ea7d0ec4-e48b-42ac-ae67-5c0df333b4cf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Allocated IP 172.20.0.3 (b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e/8bb9f016-7c69-4cd0-893d-d27c51ff4b44/e57663c8-beb6-4feb-bfb3-b2b8a01a9e55) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:04:36.897838 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:37.095612 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9121503a-ffc0-4f28-8e86-8a6d2f733e2e req-eca59fa7-3e27-463e-b326-14aad39ffe27 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cffd66f-5fea-4b86-8e90-f05db9558f89 HTTP/1.1" status: 200 len: 210 time: 0.0640597 Oct 26 16:04:37.211545 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-ea7d0ec4-e48b-42ac-ae67-5c0df333b4cf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:37.222194 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-0b4caf71-6f9d-4509-9ebb-8a3d68b85525 admin admin] Deleting port 97a166ec-8c0f-4602-bd39-3ebe7f1720bb {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:04:37.222608 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0b4caf71-6f9d-4509-9ebb-8a3d68b85525 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:37.269320 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-ea7d0ec4-e48b-42ac-ae67-5c0df333b4cf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Transition to ACTIVE for port object e57663c8-beb6-4feb-bfb3-b2b8a01a9e55 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:04:37.411480 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-0b4caf71-6f9d-4509-9ebb-8a3d68b85525 admin admin] For port 97a166ec-8c0f-4602-bd39-3ebe7f1720bb, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=97a166ec-8c0f-4602-bd39-3ebe7f1720bb,segment=NetworkSegment(3797d064-79cc-4882-9e2c-be970d80c202),segment_id=3797d064-79cc-4882-9e2c-be970d80c202)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:04:37.412136 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0b4caf71-6f9d-4509-9ebb-8a3d68b85525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:37.579572 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-ea7d0ec4-e48b-42ac-ae67-5c0df333b4cf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:37.674168 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-0b4caf71-6f9d-4509-9ebb-8a3d68b85525 admin admin] Calling delete_port for 97a166ec-8c0f-4602-bd39-3ebe7f1720bb owned by network:router_interface {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:04:37.752988 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-ea7d0ec4-e48b-42ac-ae67-5c0df333b4cf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:04:37.758924 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-ea7d0ec4-e48b-42ac-ae67-5c0df333b4cf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:04:37.766076 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-ea7d0ec4-e48b-42ac-ae67-5c0df333b4cf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:04:37.799320 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d0ec4-e48b-42ac-ae67-5c0df333b4cf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=e57663c8-beb6-4feb-bfb3-b2b8a01a9e55,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:37.858346 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-ea7d0ec4-e48b-42ac-ae67-5c0df333b4cf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:37.859007 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-ea7d0ec4-e48b-42ac-ae67-5c0df333b4cf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:37.961529 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-ea7d0ec4-e48b-42ac-ae67-5c0df333b4cf tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7878444 Oct 26 16:04:37.977843 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-5be2545d-ad08-4fe2-8544-aa363d2c4ed1 service neutron] Request body: {'port': {'device_id': '4cffd66f-5fea-4b86-8e90-f05db9558f89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8627'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:04:38.021542 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0b4caf71-6f9d-4509-9ebb-8a3d68b85525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:38.079393 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4caf71-6f9d-4509-9ebb-8a3d68b85525 admin admin] Pushing event deleted for resources: {'Port': ['ID=97a166ec-8c0f-4602-bd39-3ebe7f1720bb,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:38.101197 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-5c648407-5774-44e0-a174-0e540cbccf6e None None] Provisioning for port e57663c8-beb6-4feb-bfb3-b2b8a01a9e55 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:04:38.107751 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-5c648407-5774-44e0-a174-0e540cbccf6e None None] Provisioning complete for port e57663c8-beb6-4feb-bfb3-b2b8a01a9e55 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:04:38.108406 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5c648407-5774-44e0-a174-0e540cbccf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:38.109749 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-5c648407-5774-44e0-a174-0e540cbccf6e None None] Attempt 1 to provision port e57663c8-beb6-4feb-bfb3-b2b8a01a9e55 Oct 26 16:04:38.172751 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-5c648407-5774-44e0-a174-0e540cbccf6e None None] Port e57663c8-beb6-4feb-bfb3-b2b8a01a9e55 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:04:38.240539 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-5be2545d-ad08-4fe2-8544-aa363d2c4ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:38.306292 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240b02b-6b2a-4a06-9dab-d0080970d413 req-b0286bb0-f2ad-4e7d-8148-3f9af085244c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:38.308018 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d240b02b-6b2a-4a06-9dab-d0080970d413 req-b0286bb0-f2ad-4e7d-8148-3f9af085244c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cffd66f-5fea-4b86-8e90-f05db9558f89 HTTP/1.1" status: 200 len: 931 time: 0.0961273 Oct 26 16:04:38.352446 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-d240b02b-6b2a-4a06-9dab-d0080970d413 req-a4c84ab8-d52f-4218-8231-7950d9554f34 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:security_group {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:04:38.364770 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-d240b02b-6b2a-4a06-9dab-d0080970d413 req-a4c84ab8-d52f-4218-8231-7950d9554f34 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:security_group {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:04:38.365929 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d240b02b-6b2a-4a06-9dab-d0080970d413 req-a4c84ab8-d52f-4218-8231-7950d9554f34 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ecccad-5ff0-453f-8c78-13a699049fec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522451 Oct 26 16:04:38.541685 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0b4caf71-6f9d-4509-9ebb-8a3d68b85525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:38.674571 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-5c648407-5774-44e0-a174-0e540cbccf6e None None] Attempt 2 to provision port e57663c8-beb6-4feb-bfb3-b2b8a01a9e55 Oct 26 16:04:38.717929 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:04:38.730052 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-5c648407-5774-44e0-a174-0e540cbccf6e None None] Port e57663c8-beb6-4feb-bfb3-b2b8a01a9e55 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:04:39.140015 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-5be2545d-ad08-4fe2-8544-aa363d2c4ed1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e57663c8-beb6-4feb-bfb3-b2b8a01a9e55 {{(pid=89748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:04:39.152410 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-5be2545d-ad08-4fe2-8544-aa363d2c4ed1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:39.181979 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-5be2545d-ad08-4fe2-8544-aa363d2c4ed1 service neutron] Transition to ACTIVE for port object e57663c8-beb6-4feb-bfb3-b2b8a01a9e55 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:04:39.196807 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4caf71-6f9d-4509-9ebb-8a3d68b85525 admin admin] Router 5ebc3f8c-4b90-411b-b5bb-4ec4970693af has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:04:39.231397 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-5c648407-5774-44e0-a174-0e540cbccf6e None None] Attempt 3 to provision port e57663c8-beb6-4feb-bfb3-b2b8a01a9e55 Oct 26 16:04:39.288567 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-5c648407-5774-44e0-a174-0e540cbccf6e None None] Port e57663c8-beb6-4feb-bfb3-b2b8a01a9e55 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:04:39.316192 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-5be2545d-ad08-4fe2-8544-aa363d2c4ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:39.569671 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be2545d-ad08-4fe2-8544-aa363d2c4ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=e57663c8-beb6-4feb-bfb3-b2b8a01a9e55,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:39.641733 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4caf71-6f9d-4509-9ebb-8a3d68b85525 admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:04:39.652867 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3faa4097-0e6c-48df-a9c6-a4d35799cfd7 None None] Sync routers for ids ['5ebc3f8c-4b90-411b-b5bb-4ec4970693af'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:04:39.663016 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-5be2545d-ad08-4fe2-8544-aa363d2c4ed1 service neutron] Attempting to bind port e57663c8-beb6-4feb-bfb3-b2b8a01a9e55 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:04:39.663194 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-5be2545d-ad08-4fe2-8544-aa363d2c4ed1 service neutron] Attempting to bind port e57663c8-beb6-4feb-bfb3-b2b8a01a9e55 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'c69c0a48-6503-42f2-bf3e-a95cfae6e28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:04:39.663458 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-5be2545d-ad08-4fe2-8544-aa363d2c4ed1 service neutron] Attempting to bind port e57663c8-beb6-4feb-bfb3-b2b8a01a9e55 on network b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:04:39.664831 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3faa4097-0e6c-48df-a9c6-a4d35799cfd7 None None] Routers {'5ebc3f8c-4b90-411b-b5bb-4ec4970693af'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:04:39.665854 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-3faa4097-0e6c-48df-a9c6-a4d35799cfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:04:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['5ebc3f8c-4b90-411b-b5bb-4ec4970693af'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:39.671891 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-5be2545d-ad08-4fe2-8544-aa363d2c4ed1 service neutron] Port e57663c8-beb6-4feb-bfb3-b2b8a01a9e55 on network b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 16:04:39.672165 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-5be2545d-ad08-4fe2-8544-aa363d2c4ed1 service neutron] Attempting to bind port e57663c8-beb6-4feb-bfb3-b2b8a01a9e55 on network b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:04:39.680029 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-5be2545d-ad08-4fe2-8544-aa363d2c4ed1 service neutron] Checking agent: {'id': '1b551391-ebdd-44bd-8801-034277ca5526', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8627', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'started_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:04:39.680350 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-5be2545d-ad08-4fe2-8544-aa363d2c4ed1 service neutron] Checking segment: {'id': 'c69c0a48-6503-42f2-bf3e-a95cfae6e28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:04:39.680728 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-5be2545d-ad08-4fe2-8544-aa363d2c4ed1 service neutron] Bound using segment: {'id': 'c69c0a48-6503-42f2-bf3e-a95cfae6e28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:04:39.681150 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-5be2545d-ad08-4fe2-8544-aa363d2c4ed1 service neutron] Bound port: e57663c8-beb6-4feb-bfb3-b2b8a01a9e55, host: hv-neutron-8627, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c69c0a48-6503-42f2-bf3e-a95cfae6e28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:04:39.681490 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-5be2545d-ad08-4fe2-8544-aa363d2c4ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:39.708499 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0c540-857a-443e-ac84-4a3c6baebcb6 req-db2420af-fe6a-4ca5-898b-efd1c5f4f21b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:39.709176 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-27e0c540-857a-443e-ac84-4a3c6baebcb6 req-db2420af-fe6a-4ca5-898b-efd1c5f4f21b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:04:39.789596 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-5c648407-5774-44e0-a174-0e540cbccf6e None None] Attempt 4 to provision port e57663c8-beb6-4feb-bfb3-b2b8a01a9e55 Oct 26 16:04:39.791339 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-5be2545d-ad08-4fe2-8544-aa363d2c4ed1 service neutron] For port e57663c8-beb6-4feb-bfb3-b2b8a01a9e55, host hv-neutron-8627, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:04:39.795033 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-5be2545d-ad08-4fe2-8544-aa363d2c4ed1 service neutron] For port e57663c8-beb6-4feb-bfb3-b2b8a01a9e55, host hv-neutron-8627, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=e57663c8-beb6-4feb-bfb3-b2b8a01a9e55,segment=NetworkSegment(c69c0a48-6503-42f2-bf3e-a95cfae6e28f),segment_id=c69c0a48-6503-42f2-bf3e-a95cfae6e28f)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:04:39.805375 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-0b4caf71-6f9d-4509-9ebb-8a3d68b85525 admin admin] 10.222.0.23 "PUT /v2.0/routers/5ebc3f8c-4b90-411b-b5bb-4ec4970693af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2443440 Oct 26 16:04:39.808396 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 47026) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:39.847953 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-5c648407-5774-44e0-a174-0e540cbccf6e None None] Port e57663c8-beb6-4feb-bfb3-b2b8a01a9e55 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:04:39.851471 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-3faa4097-0e6c-48df-a9c6-a4d35799cfd7 None None] Set router 5ebc3f8c-4b90-411b-b5bb-4ec4970693af gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:04:39.872698 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-27e0c540-857a-443e-ac84-4a3c6baebcb6 req-db2420af-fe6a-4ca5-898b-efd1c5f4f21b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:04:39.876665 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-27e0c540-857a-443e-ac84-4a3c6baebcb6 req-db2420af-fe6a-4ca5-898b-efd1c5f4f21b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cffd66f-5fea-4b86-8e90-f05db9558f89 HTTP/1.1" status: 200 len: 943 time: 0.3780782 Oct 26 16:04:39.934975 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-5be2545d-ad08-4fe2-8544-aa363d2c4ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:40.000642 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-5be2545d-ad08-4fe2-8544-aa363d2c4ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:40.001296 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-5be2545d-ad08-4fe2-8544-aa363d2c4ed1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:40.002708 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-5be2545d-ad08-4fe2-8544-aa363d2c4ed1 service neutron] 10.222.0.48 "PUT /v2.0/ports/e57663c8-beb6-4feb-bfb3-b2b8a01a9e55 HTTP/1.1" status: 200 len: 1093 time: 2.0288167 Oct 26 16:04:40.003213 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cffd66f-5fea-4b86-8e90-f05db9558f89', 'tag': 'e57663c8-beb6-4feb-bfb3-b2b8a01a9e55'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:04:40.005520 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab048de-3fde-4a9b-a665-f1872a00cadb" -d '{"events": [{"name": "network-changed", "server_uuid": "4cffd66f-5fea-4b86-8e90-f05db9558f89", "tag": "e57663c8-beb6-4feb-bfb3-b2b8a01a9e55"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:04:40.076659 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-27e0c540-857a-443e-ac84-4a3c6baebcb6 req-91044b13-c351-459a-bac5-8773220254ea tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ecccad-5ff0-453f-8c78-13a699049fec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1427448 Oct 26 16:04:40.084653 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b547a66a-4f72-4600-9224-d35143d4df0f x-openstack-request-id: req-b547a66a-4f72-4600-9224-d35143d4df0f {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:04:40.084951 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cffd66f-5fea-4b86-8e90-f05db9558f89", "tag": "e57663c8-beb6-4feb-bfb3-b2b8a01a9e55", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:04:40.085212 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b547a66a-4f72-4600-9224-d35143d4df0f {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:04:40.085613 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b547a66a-4f72-4600-9224-d35143d4df0f'] response: {'name': 'network-changed', 'server_uuid': '4cffd66f-5fea-4b86-8e90-f05db9558f89', 'tag': 'e57663c8-beb6-4feb-bfb3-b2b8a01a9e55', 'status': 'completed', 'code': 200} Oct 26 16:04:40.104906 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be2545d-ad08-4fe2-8544-aa363d2c4ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=e57663c8-beb6-4feb-bfb3-b2b8a01a9e55,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:40.110069 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-05b74f29-2999-4e89-bc44-5754d94caf7d admin admin] Notify callbacks [] for router, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:40.143957 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-3faa4097-0e6c-48df-a9c6-a4d35799cfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebc3f8c-4b90-411b-b5bb-4ec4970693af', 'name': 'tempest-TestVolumeBootPattern-1701459676-router', 'tenant_id': 'f53d0a63154d4ca09f72b52e3631b8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': '4a0614d9-71ee-4f9c-9770-b0c89675daec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:54Z', 'updated_at': '2022-10-26T16:04:37Z', 'revision_number': 5, 'project_id': 'f53d0a63154d4ca09f72b52e3631b8ca', 'gw_port': {'id': '4a0614d9-71ee-4f9c-9770-b0c89675daec', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:25:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebc3f8c-4b90-411b-b5bb-4ec4970693af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:55Z', 'updated_at': '2022-10-26T15:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:40.148200 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3faa4097-0e6c-48df-a9c6-a4d35799cfd7 None None] Checking router: 5ebc3f8c-4b90-411b-b5bb-4ec4970693af for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:04:40.156742 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3faa4097-0e6c-48df-a9c6-a4d35799cfd7 None None] Routers {'5ebc3f8c-4b90-411b-b5bb-4ec4970693af'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:04:40.157335 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-3faa4097-0e6c-48df-a9c6-a4d35799cfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:04:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['5ebc3f8c-4b90-411b-b5bb-4ec4970693af'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:40.338179 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-3faa4097-0e6c-48df-a9c6-a4d35799cfd7 None None] Set router 5ebc3f8c-4b90-411b-b5bb-4ec4970693af gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:04:40.348677 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-5c648407-5774-44e0-a174-0e540cbccf6e None None] Attempt 5 to provision port e57663c8-beb6-4feb-bfb3-b2b8a01a9e55 Oct 26 16:04:40.427858 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-5c648407-5774-44e0-a174-0e540cbccf6e None None] Port e57663c8-beb6-4feb-bfb3-b2b8a01a9e55 had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 16:04:40.490689 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab048de-3fde-4a9b-a665-f1872a00cadb req-7d215a80-f379-4f15-b375-4d3d4aed83c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:40.492156 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4ab048de-3fde-4a9b-a665-f1872a00cadb req-7d215a80-f379-4f15-b375-4d3d4aed83c6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=4cffd66f-5fea-4b86-8e90-f05db9558f89 HTTP/1.1" status: 200 len: 1096 time: 0.3263834 Oct 26 16:04:40.496349 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-05b74f29-2999-4e89-bc44-5754d94caf7d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:40.581114 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-05b74f29-2999-4e89-bc44-5754d94caf7d admin admin] Deleting port 4a0614d9-71ee-4f9c-9770-b0c89675daec {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:04:40.581785 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-05b74f29-2999-4e89-bc44-5754d94caf7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:40.649279 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-3faa4097-0e6c-48df-a9c6-a4d35799cfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebc3f8c-4b90-411b-b5bb-4ec4970693af', 'name': 'tempest-TestVolumeBootPattern-1701459676-router', 'tenant_id': 'f53d0a63154d4ca09f72b52e3631b8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': '4a0614d9-71ee-4f9c-9770-b0c89675daec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:54Z', 'updated_at': '2022-10-26T16:04:37Z', 'revision_number': 5, 'project_id': 'f53d0a63154d4ca09f72b52e3631b8ca', 'gw_port': {'id': '4a0614d9-71ee-4f9c-9770-b0c89675daec', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:25:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebc3f8c-4b90-411b-b5bb-4ec4970693af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:55Z', 'updated_at': '2022-10-26T15:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:40.654024 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3faa4097-0e6c-48df-a9c6-a4d35799cfd7 None None] The sync data for ids ['5ebc3f8c-4b90-411b-b5bb-4ec4970693af'] in dv-neutron-862712-1-hyperv is: [{'id': '5ebc3f8c-4b90-411b-b5bb-4ec4970693af', 'name': 'tempest-TestVolumeBootPattern-1701459676-router', 'tenant_id': 'f53d0a63154d4ca09f72b52e3631b8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': '4a0614d9-71ee-4f9c-9770-b0c89675daec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:53:54Z', 'updated_at': '2022-10-26T16:04:37Z', 'revision_number': 5, 'project_id': 'f53d0a63154d4ca09f72b52e3631b8ca', 'gw_port': {'id': '4a0614d9-71ee-4f9c-9770-b0c89675daec', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:25:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebc3f8c-4b90-411b-b5bb-4ec4970693af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:53:55Z', 'updated_at': '2022-10-26T15:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:04:40.772521 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab048de-3fde-4a9b-a665-f1872a00cadb req-51ad76d8-2608-41ff-88f5-08c4b092ac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:40.773968 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4ab048de-3fde-4a9b-a665-f1872a00cadb req-51ad76d8-2608-41ff-88f5-08c4b092ac94 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=8316bfcf068445aeb00a503282bb001c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2687416 Oct 26 16:04:40.897822 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-05b74f29-2999-4e89-bc44-5754d94caf7d admin admin] For port 4a0614d9-71ee-4f9c-9770-b0c89675daec, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=4a0614d9-71ee-4f9c-9770-b0c89675daec,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:04:40.898180 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-05b74f29-2999-4e89-bc44-5754d94caf7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:41.046529 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-05b74f29-2999-4e89-bc44-5754d94caf7d admin admin] Calling delete_port for 4a0614d9-71ee-4f9c-9770-b0c89675daec owned by network:router_gateway {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:04:41.072830 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 97a166ec-8c0f-4602-bd39-3ebe7f1720bb no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:04:41.121766 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab048de-3fde-4a9b-a665-f1872a00cadb req-88fd8cc6-5767-4537-a1ee-5df21d9aeac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:41.123266 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4ab048de-3fde-4a9b-a665-f1872a00cadb req-88fd8cc6-5767-4537-a1ee-5df21d9aeac7 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3435557 Oct 26 16:04:41.123465 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 97a166ec-8c0f-4602-bd39-3ebe7f1720bb {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:04:41.123815 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 97a166ec-8c0f-4602-bd39-3ebe7f1720bb not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:04:41.300462 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c47b1-e9a6-409e-8edc-0e2864e72608 req-f45b19ef-f7bf-4763-9611-dd4f2b98e3b7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:41.302307 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a92c47b1-e9a6-409e-8edc-0e2864e72608 req-f45b19ef-f7bf-4763-9611-dd4f2b98e3b7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cffd66f-5fea-4b86-8e90-f05db9558f89 HTTP/1.1" status: 200 len: 943 time: 0.0934935 Oct 26 16:04:41.339693 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-213d84d3-4953-47d1-a644-ac8ee551e880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:41.341406 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-213d84d3-4953-47d1-a644-ac8ee551e880 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=4cffd66f-5fea-4b86-8e90-f05db9558f89 HTTP/1.1" status: 200 len: 1096 time: 0.1547363 Oct 26 16:04:41.352832 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a92c47b1-e9a6-409e-8edc-0e2864e72608 req-3bfb0d17-5e07-4068-8a78-0aa042e93ae2 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ecccad-5ff0-453f-8c78-13a699049fec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442593 Oct 26 16:04:41.409469 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-05b74f29-2999-4e89-bc44-5754d94caf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:41.459353 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-753d9966-6d3d-4272-ae30-bece400d58fd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e57663c8-beb6-4feb-bfb3-b2b8a01a9e55 HTTP/1.1" status: 200 len: 217 time: 0.1051788 Oct 26 16:04:41.468498 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b74f29-2999-4e89-bc44-5754d94caf7d admin admin] Pushing event deleted for resources: {'Port': ['ID=4a0614d9-71ee-4f9c-9770-b0c89675daec,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:41.608538 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-00e7f7e9-f313-4d41-b1d2-5fabdcc9cdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:41.609874 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-00e7f7e9-f313-4d41-b1d2-5fabdcc9cdb9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8bb9f016-7c69-4cd0-893d-d27c51ff4b44 HTTP/1.1" status: 200 len: 834 time: 0.1423650 Oct 26 16:04:41.619899 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-05b74f29-2999-4e89-bc44-5754d94caf7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:41.845754 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-05b74f29-2999-4e89-bc44-5754d94caf7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:41.848564 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-05b74f29-2999-4e89-bc44-5754d94caf7d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:41.879518 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-adf3ea03-f40d-4370-89bb-3e881de7ebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:41.880998 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-adf3ea03-f40d-4370-89bb-3e881de7ebf0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2643960 Oct 26 16:04:42.074382 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-05b74f29-2999-4e89-bc44-5754d94caf7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:42.074906 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b74f29-2999-4e89-bc44-5754d94caf7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ebc3f8c-4b90-411b-b5bb-4ec4970693af {{(pid=89748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 16:04:42.105992 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-05b74f29-2999-4e89-bc44-5754d94caf7d admin admin] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:42.107071 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-05b74f29-2999-4e89-bc44-5754d94caf7d admin admin] 10.222.0.23 "DELETE /v2.0/routers/5ebc3f8c-4b90-411b-b5bb-4ec4970693af HTTP/1.1" status: 204 len: 168 time: 2.2975438 Oct 26 16:04:42.109680 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 47034) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:42.200491 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-83448d26-609d-4b43-a21c-1729c6856f49 service neutron] 10.222.0.48 "GET /v2.0/networks/b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134410 Oct 26 16:04:42.205072 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-3782af94-0265-4ad6-8187-42cb862b69b0 admin admin] Deleting subnet 343ffc1b-d1f8-4921-be74-e70e39f1903f {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 16:04:42.227752 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3782af94-0265-4ad6-8187-42cb862b69b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:42.341367 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3782af94-0265-4ad6-8187-42cb862b69b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:42.429387 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3e8323bf-5256-432d-ac5c-3d84603e2f81 req-cfc20825-313a-4163-8b32-f7271c344a02 service neutron] 10.222.0.48 "GET /v2.0/networks/b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222226 Oct 26 16:04:42.460277 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3782af94-0265-4ad6-8187-42cb862b69b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:42.607835 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4561730-4a6d-475d-ae9b-9dac3584d0aa req-2e06c4e2-ac2f-4649-ba82-139ae560d8c3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:42.609302 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f4561730-4a6d-475d-ae9b-9dac3584d0aa req-2e06c4e2-ac2f-4649-ba82-139ae560d8c3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cffd66f-5fea-4b86-8e90-f05db9558f89 HTTP/1.1" status: 200 len: 943 time: 0.1226490 Oct 26 16:04:42.655633 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f4561730-4a6d-475d-ae9b-9dac3584d0aa req-abbdeab2-ac25-4667-b1bf-186b899ea042 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ecccad-5ff0-453f-8c78-13a699049fec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400777 Oct 26 16:04:42.683660 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3782af94-0265-4ad6-8187-42cb862b69b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:42.722860 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782af94-0265-4ad6-8187-42cb862b69b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=343ffc1b-d1f8-4921-be74-e70e39f1903f,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:42.728458 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3782af94-0265-4ad6-8187-42cb862b69b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:42.733059 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5968e28e-1247-4abb-9b1b-96fe4ccf74e2 None None] Network 69898ef0-e7cd-417a-af1c-6772c42e03d9 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:04:42.736570 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-3782af94-0265-4ad6-8187-42cb862b69b0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/343ffc1b-d1f8-4921-be74-e70e39f1903f HTTP/1.1" status: 204 len: 168 time: 0.6258931 Oct 26 16:04:42.739024 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 47040) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:42.846301 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1730157f-3d4d-40f7-980c-047349e0b8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:42.856753 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-1730157f-3d4d-40f7-980c-047349e0b8b2 admin admin] Deleting port 13627ec6-9aff-4b8a-83c7-f366ad6a6f69 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:04:42.857087 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1730157f-3d4d-40f7-980c-047349e0b8b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:42.986138 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fd238f-762d-4132-8547-2ef27878182e None None] DHCP port deletion for 69898ef0-e7cd-417a-af1c-6772c42e03d9 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 16:04:42.990057 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-44fd238f-762d-4132-8547-2ef27878182e None None] Deleting port 13627ec6-9aff-4b8a-83c7-f366ad6a6f69 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:04:42.990434 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-44fd238f-762d-4132-8547-2ef27878182e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:43.076752 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-1730157f-3d4d-40f7-980c-047349e0b8b2 admin admin] For port 13627ec6-9aff-4b8a-83c7-f366ad6a6f69, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=13627ec6-9aff-4b8a-83c7-f366ad6a6f69,segment=NetworkSegment(3797d064-79cc-4882-9e2c-be970d80c202),segment_id=3797d064-79cc-4882-9e2c-be970d80c202)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:04:43.077116 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1730157f-3d4d-40f7-980c-047349e0b8b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:43.117113 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 4a0614d9-71ee-4f9c-9770-b0c89675daec no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:04:43.208536 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-1730157f-3d4d-40f7-980c-047349e0b8b2 admin admin] Calling delete_port for 13627ec6-9aff-4b8a-83c7-f366ad6a6f69 owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:04:43.233086 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 4a0614d9-71ee-4f9c-9770-b0c89675daec {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:04:43.233430 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 4a0614d9-71ee-4f9c-9770-b0c89675daec not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:04:43.233846 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 13627ec6-9aff-4b8a-83c7-f366ad6a6f69 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:04:43.315953 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-44fd238f-762d-4132-8547-2ef27878182e None None] For port 13627ec6-9aff-4b8a-83c7-f366ad6a6f69, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=13627ec6-9aff-4b8a-83c7-f366ad6a6f69,segment=NetworkSegment(3797d064-79cc-4882-9e2c-be970d80c202),segment_id=3797d064-79cc-4882-9e2c-be970d80c202)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:04:43.316351 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-44fd238f-762d-4132-8547-2ef27878182e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:43.340334 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1730157f-3d4d-40f7-980c-047349e0b8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:43.392918 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1730157f-3d4d-40f7-980c-047349e0b8b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=13627ec6-9aff-4b8a-83c7-f366ad6a6f69,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:43.394773 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1730157f-3d4d-40f7-980c-047349e0b8b2 admin admin] No DVR routers for this DVR port 13627ec6-9aff-4b8a-83c7-f366ad6a6f69 on host dv-neutron-862712-1-hyperv {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:04:43.438814 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No ports have port_id starting with 13627ec6-9aff-4b8a-83c7-f366ad6a6f69 Oct 26 16:04:43.445491 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-44fd238f-762d-4132-8547-2ef27878182e None None] Calling delete_port for 13627ec6-9aff-4b8a-83c7-f366ad6a6f69 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:04:43.515555 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1730157f-3d4d-40f7-980c-047349e0b8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:43.519613 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-44fd238f-762d-4132-8547-2ef27878182e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:04:43.520004 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-44fd238f-762d-4132-8547-2ef27878182e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:04:43.542134 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-1730157f-3d4d-40f7-980c-047349e0b8b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69898ef0-e7cd-417a-af1c-6772c42e03d9']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:43.553942 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-1730157f-3d4d-40f7-980c-047349e0b8b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3797d064-79cc-4882-9e2c-be970d80c202') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:43.554234 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-1730157f-3d4d-40f7-980c-047349e0b8b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3797d064-79cc-4882-9e2c-be970d80c202') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:43.565700 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1730157f-3d4d-40f7-980c-047349e0b8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:43.581554 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1730157f-3d4d-40f7-980c-047349e0b8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:43.587358 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1730157f-3d4d-40f7-980c-047349e0b8b2 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:04:43.588241 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1730157f-3d4d-40f7-980c-047349e0b8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:43.767654 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 3797d064-79cc-4882-9e2c-be970d80c202 resource provider aggregate not found Oct 26 16:04:43.787593 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 3797d064-79cc-4882-9e2c-be970d80c202 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3797d064-79cc-4882-9e2c-be970d80c202 found for delete ", "request_id": "req-a5d2b115-0be7-49c9-b081-fa1eb0b31c7e"}]} Oct 26 16:04:43.857600 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047e5dd-f567-4079-a341-d761534d1691 req-bbb929f7-6cb4-4b2e-9d5d-4c75f7dd51a2 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:43.859104 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-1047e5dd-f567-4079-a341-d761534d1691 req-bbb929f7-6cb4-4b2e-9d5d-4c75f7dd51a2 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cffd66f-5fea-4b86-8e90-f05db9558f89 HTTP/1.1" status: 200 len: 943 time: 0.0895500 Oct 26 16:04:43.880559 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1730157f-3d4d-40f7-980c-047349e0b8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:43.899740 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1730157f-3d4d-40f7-980c-047349e0b8b2 admin admin] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:43.904698 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-1047e5dd-f567-4079-a341-d761534d1691 req-8cb2723f-391f-43a5-8a9c-d2a4193a6a3c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ecccad-5ff0-453f-8c78-13a699049fec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398617 Oct 26 16:04:43.908883 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1730157f-3d4d-40f7-980c-047349e0b8b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=69898ef0-e7cd-417a-af1c-6772c42e03d9,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:43.916117 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-1730157f-3d4d-40f7-980c-047349e0b8b2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/69898ef0-e7cd-417a-af1c-6772c42e03d9 HTTP/1.1" status: 204 len: 168 time: 1.1761210 Oct 26 16:04:44.021464 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-44fd238f-762d-4132-8547-2ef27878182e None None] Deleting port 13627ec6-9aff-4b8a-83c7-f366ad6a6f69 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:04:44.021961 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-44fd238f-762d-4132-8547-2ef27878182e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:44.092698 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-44fd238f-762d-4132-8547-2ef27878182e None None] The port '13627ec6-9aff-4b8a-83c7-f366ad6a6f69' was deleted {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 16:04:44.298693 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 47052) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:44.348764 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-7fe09e40-f082-4a04-8533-2f986e5e2e79 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ab9c67e35a8b4af1a86f3646b2324675&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489049 Oct 26 16:04:44.351276 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 47056) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:44.411582 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-46b596f8-e5a0-4488-9f7b-58973cb9430d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:44.437843 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-46b596f8-e5a0-4488-9f7b-58973cb9430d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:44.548904 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-46b596f8-e5a0-4488-9f7b-58973cb9430d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:44.567000 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b596f8-e5a0-4488-9f7b-58973cb9430d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdacd9c-40db-4115-a4e7-138c4b0a06d6,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:44.627957 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-46b596f8-e5a0-4488-9f7b-58973cb9430d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:44.629077 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-46b596f8-e5a0-4488-9f7b-58973cb9430d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cfdacd9c-40db-4115-a4e7-138c4b0a06d6 HTTP/1.1" status: 204 len: 168 time: 0.2769480 Oct 26 16:04:45.110662 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200bed09-7799-48aa-85dc-3a097d1aaee0 req-d8f4910d-763e-4121-8a95-ac68a75767f4 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:45.112090 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-200bed09-7799-48aa-85dc-3a097d1aaee0 req-d8f4910d-763e-4121-8a95-ac68a75767f4 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cffd66f-5fea-4b86-8e90-f05db9558f89 HTTP/1.1" status: 200 len: 943 time: 0.0903628 Oct 26 16:04:45.157818 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-200bed09-7799-48aa-85dc-3a097d1aaee0 req-1200fb90-4a60-4245-8d7b-d1e32f0c8145 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ecccad-5ff0-453f-8c78-13a699049fec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400479 Oct 26 16:04:45.416021 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 47066) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:45.469235 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b1e5919a-4800-4799-9806-ebb717de138d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f53d0a63154d4ca09f72b52e3631b8ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0515344 Oct 26 16:04:45.471671 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 47070) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:45.529273 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-491c99ef-aa19-4577-a485-89ba9fc843da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:45.554345 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-491c99ef-aa19-4577-a485-89ba9fc843da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:45.679738 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device e57663c8-beb6-4feb-bfb3-b2b8a01a9e55 details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 16:04:45.688718 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-491c99ef-aa19-4577-a485-89ba9fc843da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:45.706895 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c99ef-aa19-4577-a485-89ba9fc843da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86128691-4b54-4635-b0f9-bd2bbd3e4288,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:45.717367 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-491c99ef-aa19-4577-a485-89ba9fc843da admin admin] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:45.718605 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-491c99ef-aa19-4577-a485-89ba9fc843da admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/86128691-4b54-4635-b0f9-bd2bbd3e4288 HTTP/1.1" status: 204 len: 168 time: 0.2459815 Oct 26 16:04:45.826727 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port e57663c8-beb6-4feb-bfb3-b2b8a01a9e55, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=e57663c8-beb6-4feb-bfb3-b2b8a01a9e55,segment=NetworkSegment(c69c0a48-6503-42f2-bf3e-a95cfae6e28f),segment_id=c69c0a48-6503-42f2-bf3e-a95cfae6e28f)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:04:45.839817 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': 'e57663c8-beb6-4feb-bfb3-b2b8a01a9e55', 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e', 'port_id': 'e57663c8-beb6-4feb-bfb3-b2b8a01a9e55', 'mac_address': 'fa:16:3e:e1:a6:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bb9f016-7c69-4cd0-893d-d27c51ff4b44', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 16:04:45.899344 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port e57663c8-beb6-4feb-bfb3-b2b8a01a9e55 is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:04:45.899722 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:45.917636 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e57663c8-beb6-4feb-bfb3-b2b8a01a9e55 {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:04:45.933865 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port e57663c8-beb6-4feb-bfb3-b2b8a01a9e55, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=e57663c8-beb6-4feb-bfb3-b2b8a01a9e55,segment=NetworkSegment(c69c0a48-6503-42f2-bf3e-a95cfae6e28f),segment_id=c69c0a48-6503-42f2-bf3e-a95cfae6e28f)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:04:46.006191 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:46.079551 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=e57663c8-beb6-4feb-bfb3-b2b8a01a9e55,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:46.362119 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f3f5d-22f8-4081-82fc-d670e082d81b req-efd1153a-8038-466e-9ec4-aa4b60cbfae7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:46.363647 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0f9f3f5d-22f8-4081-82fc-d670e082d81b req-efd1153a-8038-466e-9ec4-aa4b60cbfae7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cffd66f-5fea-4b86-8e90-f05db9558f89 HTTP/1.1" status: 200 len: 944 time: 0.0911634 Oct 26 16:04:46.407454 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0f9f3f5d-22f8-4081-82fc-d670e082d81b req-45109327-2d1e-4355-8001-4ee26778e8d2 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ecccad-5ff0-453f-8c78-13a699049fec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375526 Oct 26 16:04:46.441196 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['e57663c8-beb6-4feb-bfb3-b2b8a01a9e55'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:04:47.611410 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89605e48-26ad-4a8f-a45e-a84f883fd70a req-6d6831b6-7ca3-4082-acf3-f24c6de53169 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:47.612871 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-89605e48-26ad-4a8f-a45e-a84f883fd70a req-6d6831b6-7ca3-4082-acf3-f24c6de53169 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cffd66f-5fea-4b86-8e90-f05db9558f89 HTTP/1.1" status: 200 len: 944 time: 0.0920517 Oct 26 16:04:47.657529 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-89605e48-26ad-4a8f-a45e-a84f883fd70a req-58307b7f-ac52-48a2-9bc7-38787452297c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ecccad-5ff0-453f-8c78-13a699049fec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390239 Oct 26 16:04:47.694198 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device e57663c8-beb6-4feb-bfb3-b2b8a01a9e55 up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:04:47.835176 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning for port e57663c8-beb6-4feb-bfb3-b2b8a01a9e55 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:04:47.840397 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port e57663c8-beb6-4feb-bfb3-b2b8a01a9e55 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:04:47.840764 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:47.841099 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port e57663c8-beb6-4feb-bfb3-b2b8a01a9e55 Oct 26 16:04:47.958239 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port e57663c8-beb6-4feb-bfb3-b2b8a01a9e55 is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:04:47.958644 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:47.985823 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cffd66f-5fea-4b86-8e90-f05db9558f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57663c8-beb6-4feb-bfb3-b2b8a01a9e55'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:04:47.988103 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1df79d8-9af4-48bd-bfae-fe1643898c89" -d '{"events": [{"server_uuid": "4cffd66f-5fea-4b86-8e90-f05db9558f89", "name": "network-vif-plugged", "status": "completed", "tag": "e57663c8-beb6-4feb-bfb3-b2b8a01a9e55"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:04:47.995732 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port e57663c8-beb6-4feb-bfb3-b2b8a01a9e55, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=e57663c8-beb6-4feb-bfb3-b2b8a01a9e55,segment=NetworkSegment(c69c0a48-6503-42f2-bf3e-a95cfae6e28f),segment_id=c69c0a48-6503-42f2-bf3e-a95cfae6e28f)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:04:48.077556 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:48.147688 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=e57663c8-beb6-4feb-bfb3-b2b8a01a9e55,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:48.223204 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe6e669-1f87-4813-bf50-bea4fcb84411 x-openstack-request-id: req-3fe6e669-1f87-4813-bf50-bea4fcb84411 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:04:48.223498 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cffd66f-5fea-4b86-8e90-f05db9558f89", "name": "network-vif-plugged", "status": "completed", "tag": "e57663c8-beb6-4feb-bfb3-b2b8a01a9e55", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:04:48.223751 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3fe6e669-1f87-4813-bf50-bea4fcb84411 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:04:48.224150 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fe6e669-1f87-4813-bf50-bea4fcb84411'] response: {'server_uuid': '4cffd66f-5fea-4b86-8e90-f05db9558f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57663c8-beb6-4feb-bfb3-b2b8a01a9e55', 'code': 200} Oct 26 16:04:48.647044 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e4c3c-106e-42b3-9a88-b8d3de2319c1 req-6efda31f-b4a6-4d2f-93c9-4afdbd1bd565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:48.648511 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7a7e4c3c-106e-42b3-9a88-b8d3de2319c1 req-6efda31f-b4a6-4d2f-93c9-4afdbd1bd565 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4cffd66f-5fea-4b86-8e90-f05db9558f89 HTTP/1.1" status: 200 len: 1098 time: 0.0784457 Oct 26 16:04:48.687444 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7a7e4c3c-106e-42b3-9a88-b8d3de2319c1 req-7a6d224a-f694-48fc-b64d-1b915946427c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=96ecccad-5ff0-453f-8c78-13a699049fec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335238 Oct 26 16:04:48.861173 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3812705-5ff9-41be-afa6-6f28d1bc6af9 req-776322e0-3b69-4d2e-a437-d16fcc10148d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:48.862671 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a3812705-5ff9-41be-afa6-6f28d1bc6af9 req-776322e0-3b69-4d2e-a437-d16fcc10148d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cffd66f-5fea-4b86-8e90-f05db9558f89 HTTP/1.1" status: 200 len: 945 time: 0.0925229 Oct 26 16:04:48.909459 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a3812705-5ff9-41be-afa6-6f28d1bc6af9 req-c170dd97-ec79-4a29-885e-34b806567f08 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ecccad-5ff0-453f-8c78-13a699049fec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410123 Oct 26 16:04:50.112689 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55227d2d-a6b1-49c2-b002-ba92139a9182 req-9673cc19-f0b5-49ae-b6c3-449ebc04a4cc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:50.114174 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-55227d2d-a6b1-49c2-b002-ba92139a9182 req-9673cc19-f0b5-49ae-b6c3-449ebc04a4cc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cffd66f-5fea-4b86-8e90-f05db9558f89 HTTP/1.1" status: 200 len: 945 time: 0.0904715 Oct 26 16:04:50.162533 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-55227d2d-a6b1-49c2-b002-ba92139a9182 req-1e9f81d8-13ff-4c2d-8120-521c6da164b3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ecccad-5ff0-453f-8c78-13a699049fec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425491 Oct 26 16:04:51.365697 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea4699-872b-403a-85a5-9da10b4db732 req-dbf74ace-c337-41fe-8f8b-ecf80b8d95d5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:51.367079 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-73ea4699-872b-403a-85a5-9da10b4db732 req-dbf74ace-c337-41fe-8f8b-ecf80b8d95d5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cffd66f-5fea-4b86-8e90-f05db9558f89 HTTP/1.1" status: 200 len: 945 time: 0.0929770 Oct 26 16:04:51.411714 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-73ea4699-872b-403a-85a5-9da10b4db732 req-270fb245-4a64-4285-b054-25c81b4b77c0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ecccad-5ff0-453f-8c78-13a699049fec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388079 Oct 26 16:04:51.607653 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510d2b1-b668-4174-a6e1-10ce9c116caf req-d8f0a187-af89-4133-af50-54d837b6859e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:51.609124 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d510d2b1-b668-4174-a6e1-10ce9c116caf req-d8f0a187-af89-4133-af50-54d837b6859e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cffd66f-5fea-4b86-8e90-f05db9558f89 HTTP/1.1" status: 200 len: 945 time: 0.0889883 Oct 26 16:04:51.653707 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d510d2b1-b668-4174-a6e1-10ce9c116caf req-eed63941-149c-4d66-a572-01294107db5c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ecccad-5ff0-453f-8c78-13a699049fec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388668 Oct 26 16:04:51.681870 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47092) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:51.860299 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc7b04b-c716-42e0-9d48-37a3bc7a067d tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:51.861797 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-9dc7b04b-c716-42e0-9d48-37a3bc7a067d tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4cffd66f-5fea-4b86-8e90-f05db9558f89 HTTP/1.1" status: 200 len: 1093 time: 0.1789620 Oct 26 16:04:51.864651 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47096) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:51.869586 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-ae7c7eff-730b-4f3c-a157-f5fe933b6572 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'floatingip': {'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'port_id': 'e57663c8-beb6-4feb-bfb3-b2b8a01a9e55', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:04:51.876081 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ae7c7eff-730b-4f3c-a157-f5fe933b6572 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:04:51.879929 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ae7c7eff-730b-4f3c-a157-f5fe933b6572 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:floatingip and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:04:51.882756 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ae7c7eff-730b-4f3c-a157-f5fe933b6572 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:04:51.889127 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ae7c7eff-730b-4f3c-a157-f5fe933b6572 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:04:51.991373 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ae7c7eff-730b-4f3c-a157-f5fe933b6572 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for floatingip, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:52.130878 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ae7c7eff-730b-4f3c-a157-f5fe933b6572 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:52.261851 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-ae7c7eff-730b-4f3c-a157-f5fe933b6572 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Allocated IP 172.26.2.44 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/ff7f0f30-3a87-484e-93bb-3b71aa0b8f01) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:04:52.407767 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ae7c7eff-730b-4f3c-a157-f5fe933b6572 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:52.491597 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ae7c7eff-730b-4f3c-a157-f5fe933b6572 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:52.560119 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7c7eff-730b-4f3c-a157-f5fe933b6572 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:04:52.562977 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-ae7c7eff-730b-4f3c-a157-f5fe933b6572 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:04:52.566617 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7c7eff-730b-4f3c-a157-f5fe933b6572 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:04:52.600766 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c7eff-730b-4f3c-a157-f5fe933b6572 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=ff7f0f30-3a87-484e-93bb-3b71aa0b8f01,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:52.972371 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ae7c7eff-730b-4f3c-a157-f5fe933b6572 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:53.109548 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ae7c7eff-730b-4f3c-a157-f5fe933b6572 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:53.315788 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ae7c7eff-730b-4f3c-a157-f5fe933b6572 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:53.376753 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ae7c7eff-730b-4f3c-a157-f5fe933b6572 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:53.486142 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c7eff-730b-4f3c-a157-f5fe933b6572 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=ff7f0f30-3a87-484e-93bb-3b71aa0b8f01,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:53.488501 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ae7c7eff-730b-4f3c-a157-f5fe933b6572 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:53.660097 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.l3_db [None req-ae7c7eff-730b-4f3c-a157-f5fe933b6572 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Floating IP b3defb8c-d354-408b-a00a-6028c4585c98 associated. External IP: 172.26.2.44, port: e57663c8-beb6-4feb-bfb3-b2b8a01a9e55. Oct 26 16:04:54.117855 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae7c7eff-730b-4f3c-a157-f5fe933b6572 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Router 793fddd0-51a6-4f38-b3e3-8c27dd4872b7 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:04:54.296078 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7c7eff-730b-4f3c-a157-f5fe933b6572 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:04:54.306237 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a94163a-2ed2-495d-98f8-0b17395ea74a None None] Sync routers for ids ['793fddd0-51a6-4f38-b3e3-8c27dd4872b7'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:04:54.316600 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a94163a-2ed2-495d-98f8-0b17395ea74a None None] Routers {'793fddd0-51a6-4f38-b3e3-8c27dd4872b7'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:04:54.317287 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-3a94163a-2ed2-495d-98f8-0b17395ea74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:04:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['793fddd0-51a6-4f38-b3e3-8c27dd4872b7'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:54.374796 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ae7c7eff-730b-4f3c-a157-f5fe933b6572 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:54.434395 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ae7c7eff-730b-4f3c-a157-f5fe933b6572 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5687068 Oct 26 16:04:54.435053 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cffd66f-5fea-4b86-8e90-f05db9558f89', 'tag': 'e57663c8-beb6-4feb-bfb3-b2b8a01a9e55'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:04:54.437199 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 47100) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:54.437676 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec078ab02bc810209f0573d5deb19682ea498273c1503582233cb0925c39ad22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb0c27c-364b-4072-80a5-2035d58eb388" -d '{"events": [{"name": "network-changed", "server_uuid": "4cffd66f-5fea-4b86-8e90-f05db9558f89", "tag": "e57663c8-beb6-4feb-bfb3-b2b8a01a9e55"}]}' {{(pid=89747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:04:54.484506 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03528658-7000-4607-8ec2-979cf2186eea x-openstack-request-id: req-03528658-7000-4607-8ec2-979cf2186eea {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:04:54.484825 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cffd66f-5fea-4b86-8e90-f05db9558f89", "tag": "e57663c8-beb6-4feb-bfb3-b2b8a01a9e55", "status": "completed", "code": 200}]} {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:04:54.485086 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-03528658-7000-4607-8ec2-979cf2186eea {{(pid=89747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:04:54.486033 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03528658-7000-4607-8ec2-979cf2186eea'] response: {'name': 'network-changed', 'server_uuid': '4cffd66f-5fea-4b86-8e90-f05db9558f89', 'tag': 'e57663c8-beb6-4feb-bfb3-b2b8a01a9e55', 'status': 'completed', 'code': 200} Oct 26 16:04:54.504615 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-3a94163a-2ed2-495d-98f8-0b17395ea74a None None] Set router 793fddd0-51a6-4f38-b3e3-8c27dd4872b7 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:04:54.517901 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0cc801-d91a-41e0-8355-0b748e222edd tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:54.524419 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-6f0cc801-d91a-41e0-8355-0b748e222edd tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4cffd66f-5fea-4b86-8e90-f05db9558f89 HTTP/1.1" status: 200 len: 1093 time: 0.0812142 Oct 26 16:04:54.629230 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0c27c-364b-4072-80a5-2035d58eb388 req-b367af15-3943-4cf7-80c6-048fbfa99f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:54.630654 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3bb0c27c-364b-4072-80a5-2035d58eb388 req-b367af15-3943-4cf7-80c6-048fbfa99f9d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=4cffd66f-5fea-4b86-8e90-f05db9558f89 HTTP/1.1" status: 200 len: 1098 time: 0.0865788 Oct 26 16:04:54.695400 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47108) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:54.700770 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-06a96147-2496-44f3-abd1-005d5e043801 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-58297016', 'description': 'tempest-secgroup-smoke-58297016 description', 'project_id': '8316bfcf068445aeb00a503282bb001c'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:04:54.706992 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-06a96147-2496-44f3-abd1-005d5e043801 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:04:54.717845 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-06a96147-2496-44f3-abd1-005d5e043801 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:04:54.768891 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0c27c-364b-4072-80a5-2035d58eb388 req-e2ce162f-b4b9-4a6d-9216-0c1afee32b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:54.770327 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3bb0c27c-364b-4072-80a5-2035d58eb388 req-e2ce162f-b4b9-4a6d-9216-0c1afee32b6a service neutron] 10.222.0.48 "GET /v2.0/networks?id=b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e HTTP/1.1" status: 200 len: 897 time: 0.1345205 Oct 26 16:04:54.794418 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-06a96147-2496-44f3-abd1-005d5e043801 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:54.815004 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-06a96147-2496-44f3-abd1-005d5e043801 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:04:54.819064 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-06a96147-2496-44f3-abd1-005d5e043801 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:04:54.822041 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-06a96147-2496-44f3-abd1-005d5e043801 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:04:54.828509 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-06a96147-2496-44f3-abd1-005d5e043801 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:04:54.878265 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3bb0c27c-364b-4072-80a5-2035d58eb388 req-41c69269-afe2-472f-9917-ecfa70e900f5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e57663c8-beb6-4feb-bfb3-b2b8a01a9e55 HTTP/1.1" status: 200 len: 998 time: 0.1023314 Oct 26 16:04:54.904322 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-06a96147-2496-44f3-abd1-005d5e043801 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:54.911465 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-3a94163a-2ed2-495d-98f8-0b17395ea74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'name': 'tempest-TestNetworkBasicOps-router-2013574173', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.27'}], 'enable_snat': True}, 'gw_port_id': '536c4cf3-9f17-4995-ae88-86138c1cece4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:19Z', 'updated_at': '2022-10-26T16:04:25Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '536c4cf3-9f17-4995-ae88-86138c1cece4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:61:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:20Z', 'updated_at': '2022-10-26T16:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': 'b3defb8c-d354-408b-a00a-6028c4585c98', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'floating_ip_address': '172.26.2.44', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'port_id': 'e57663c8-beb6-4feb-bfb3-b2b8a01a9e55', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e', 'mac_address': 'fa:16:3e:e1:a6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cffd66f-5fea-4b86-8e90-f05db9558f89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:04:52Z', 'updated_at': '2022-10-26T16:04:52Z', 'revision_number': 0, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03cb1f20-5656-4151-9e09-3f378109424d', 'name': '', 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:a7:18:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '8bb9f016-7c69-4cd0-893d-d27c51ff4b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:25Z', 'updated_at': '2022-10-26T16:04:31Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '8bb9f016-7c69-4cd0-893d-d27c51ff4b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:54.915526 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a94163a-2ed2-495d-98f8-0b17395ea74a None None] Checking router: 793fddd0-51a6-4f38-b3e3-8c27dd4872b7 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:04:54.925151 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a94163a-2ed2-495d-98f8-0b17395ea74a None None] Routers {'793fddd0-51a6-4f38-b3e3-8c27dd4872b7'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:04:54.925754 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-3a94163a-2ed2-495d-98f8-0b17395ea74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:04:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['793fddd0-51a6-4f38-b3e3-8c27dd4872b7'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:54.943816 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0c27c-364b-4072-80a5-2035d58eb388 req-97e4196e-4ef4-499e-abcc-b3d61ce9eb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:54.945335 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3bb0c27c-364b-4072-80a5-2035d58eb388 req-97e4196e-4ef4-499e-abcc-b3d61ce9eb9f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8bb9f016-7c69-4cd0-893d-d27c51ff4b44 HTTP/1.1" status: 200 len: 834 time: 0.0612175 Oct 26 16:04:54.966499 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-06a96147-2496-44f3-abd1-005d5e043801 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:55.013779 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a96147-2496-44f3-abd1-005d5e043801 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf51eaf-4b8a-4733-814f-edbb12e05f22,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:55.036048 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0c27c-364b-4072-80a5-2035d58eb388 req-e24c60ba-fc2c-4bba-b08d-8a03f77cc2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:55.037547 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3bb0c27c-364b-4072-80a5-2035d58eb388 req-e24c60ba-fc2c-4bba-b08d-8a03f77cc2c7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0872040 Oct 26 16:04:55.047447 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [req-3bb0c27c-364b-4072-80a5-2035d58eb388 req-43697f35-7bb8-42d9-9764-ca9bb3963d3d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=89748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:04:55.048374 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3bb0c27c-364b-4072-80a5-2035d58eb388 req-43697f35-7bb8-42d9-9764-ca9bb3963d3d service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048814 Oct 26 16:04:55.100991 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-06a96147-2496-44f3-abd1-005d5e043801 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:55.105886 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-06a96147-2496-44f3-abd1-005d5e043801 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4060891 Oct 26 16:04:55.106384 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47112) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:55.108023 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-3a94163a-2ed2-495d-98f8-0b17395ea74a None None] Set router 793fddd0-51a6-4f38-b3e3-8c27dd4872b7 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:04:55.111909 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-9c833777-3bb4-4f91-a86e-aae10859571a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '6cf51eaf-4b8a-4733-814f-edbb12e05f22', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:04:55.117897 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-9c833777-3bb4-4f91-a86e-aae10859571a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:04:55.122868 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-9c833777-3bb4-4f91-a86e-aae10859571a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:04:55.125745 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-9c833777-3bb4-4f91-a86e-aae10859571a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:04:55.131715 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-9c833777-3bb4-4f91-a86e-aae10859571a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:04:55.188516 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3bb0c27c-364b-4072-80a5-2035d58eb388 req-a70a5031-e89c-4e05-814b-e1a0452c30b5 service neutron] 10.222.0.48 "GET /v2.0/networks/b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335802 Oct 26 16:04:55.219694 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9c833777-3bb4-4f91-a86e-aae10859571a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:55.285916 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9c833777-3bb4-4f91-a86e-aae10859571a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:55.333639 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3bb0c27c-364b-4072-80a5-2035d58eb388 req-96550e4c-ddeb-4a7d-9921-400b63baae34 service neutron] 10.222.0.48 "GET /v2.0/networks/b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391616 Oct 26 16:04:55.428678 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9c833777-3bb4-4f91-a86e-aae10859571a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:55.453020 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c833777-3bb4-4f91-a86e-aae10859571a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6de5ca4-dab7-44d2-bd6f-f02c7afe7a75,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:55.468806 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-3a94163a-2ed2-495d-98f8-0b17395ea74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'name': 'tempest-TestNetworkBasicOps-router-2013574173', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.27'}], 'enable_snat': True}, 'gw_port_id': '536c4cf3-9f17-4995-ae88-86138c1cece4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:19Z', 'updated_at': '2022-10-26T16:04:25Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '536c4cf3-9f17-4995-ae88-86138c1cece4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:61:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:20Z', 'updated_at': '2022-10-26T16:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': 'b3defb8c-d354-408b-a00a-6028c4585c98', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'floating_ip_address': '172.26.2.44', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'port_id': 'e57663c8-beb6-4feb-bfb3-b2b8a01a9e55', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e', 'mac_address': 'fa:16:3e:e1:a6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cffd66f-5fea-4b86-8e90-f05db9558f89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:04:52Z', 'updated_at': '2022-10-26T16:04:52Z', 'revision_number': 0, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03cb1f20-5656-4151-9e09-3f378109424d', 'name': '', 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:a7:18:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '8bb9f016-7c69-4cd0-893d-d27c51ff4b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:25Z', 'updated_at': '2022-10-26T16:04:31Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '8bb9f016-7c69-4cd0-893d-d27c51ff4b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:55.472900 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a94163a-2ed2-495d-98f8-0b17395ea74a None None] The sync data for ids ['793fddd0-51a6-4f38-b3e3-8c27dd4872b7'] in dv-neutron-862712-1-hyperv is: [{'id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'name': 'tempest-TestNetworkBasicOps-router-2013574173', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.27'}], 'enable_snat': True}, 'gw_port_id': '536c4cf3-9f17-4995-ae88-86138c1cece4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:19Z', 'updated_at': '2022-10-26T16:04:25Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '536c4cf3-9f17-4995-ae88-86138c1cece4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:61:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:20Z', 'updated_at': '2022-10-26T16:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': 'b3defb8c-d354-408b-a00a-6028c4585c98', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'floating_ip_address': '172.26.2.44', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'port_id': 'e57663c8-beb6-4feb-bfb3-b2b8a01a9e55', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e', 'mac_address': 'fa:16:3e:e1:a6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cffd66f-5fea-4b86-8e90-f05db9558f89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:04:52Z', 'updated_at': '2022-10-26T16:04:52Z', 'revision_number': 0, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03cb1f20-5656-4151-9e09-3f378109424d', 'name': '', 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:a7:18:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '8bb9f016-7c69-4cd0-893d-d27c51ff4b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:25Z', 'updated_at': '2022-10-26T16:04:31Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '8bb9f016-7c69-4cd0-893d-d27c51ff4b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:04:55.537714 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9c833777-3bb4-4f91-a86e-aae10859571a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:55.539613 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-9c833777-3bb4-4f91-a86e-aae10859571a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4316695 Oct 26 16:04:55.541788 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47116) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:55.547067 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-f1700ee5-31a9-4271-8772-1799e6d0cbe9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '6cf51eaf-4b8a-4733-814f-edbb12e05f22', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:04:55.553336 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-f1700ee5-31a9-4271-8772-1799e6d0cbe9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:04:55.557264 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-f1700ee5-31a9-4271-8772-1799e6d0cbe9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:04:55.560938 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-f1700ee5-31a9-4271-8772-1799e6d0cbe9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:04:55.566818 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-f1700ee5-31a9-4271-8772-1799e6d0cbe9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:04:55.648164 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1763501a-e51d-4870-8ba3-30b298b92ad7 None None] New status for floating IP b3defb8c-d354-408b-a00a-6028c4585c98: ACTIVE {{(pid=89750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:04:55.669953 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f1700ee5-31a9-4271-8772-1799e6d0cbe9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:55.735995 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f1700ee5-31a9-4271-8772-1799e6d0cbe9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:55.817359 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f1700ee5-31a9-4271-8772-1799e6d0cbe9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:55.842041 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1700ee5-31a9-4271-8772-1799e6d0cbe9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c53f2f8e-3ae9-4128-9d77-b172da15b83a,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:55.908944 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f1700ee5-31a9-4271-8772-1799e6d0cbe9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:55.910148 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f1700ee5-31a9-4271-8772-1799e6d0cbe9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3673925 Oct 26 16:04:55.912987 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47120) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:55.918637 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-e47b154d-b8d4-49a5-ab73-e1d2064aca39 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '6cf51eaf-4b8a-4733-814f-edbb12e05f22', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:04:55.924711 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e47b154d-b8d4-49a5-ab73-e1d2064aca39 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:04:55.928495 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e47b154d-b8d4-49a5-ab73-e1d2064aca39 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:04:55.931458 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e47b154d-b8d4-49a5-ab73-e1d2064aca39 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:04:55.937955 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e47b154d-b8d4-49a5-ab73-e1d2064aca39 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:04:56.033010 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e47b154d-b8d4-49a5-ab73-e1d2064aca39 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:56.097067 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e47b154d-b8d4-49a5-ab73-e1d2064aca39 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:56.183487 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e47b154d-b8d4-49a5-ab73-e1d2064aca39 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:56.208419 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b154d-b8d4-49a5-ab73-e1d2064aca39 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd4b80aa-f763-4452-ae68-e3ae619f9cdf,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:56.280128 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e47b154d-b8d4-49a5-ab73-e1d2064aca39 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:56.281296 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e47b154d-b8d4-49a5-ab73-e1d2064aca39 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3673966 Oct 26 16:04:56.284037 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47124) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:56.288854 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-aab11bca-f790-4280-9336-344c52a3c46a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '6cf51eaf-4b8a-4733-814f-edbb12e05f22', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:04:56.295669 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-aab11bca-f790-4280-9336-344c52a3c46a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:04:56.299550 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-aab11bca-f790-4280-9336-344c52a3c46a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:04:56.302361 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-aab11bca-f790-4280-9336-344c52a3c46a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:04:56.308058 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-aab11bca-f790-4280-9336-344c52a3c46a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:04:56.389531 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-aab11bca-f790-4280-9336-344c52a3c46a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:56.452258 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-aab11bca-f790-4280-9336-344c52a3c46a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:56.519585 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-aab11bca-f790-4280-9336-344c52a3c46a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:56.544083 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab11bca-f790-4280-9336-344c52a3c46a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63e300f9-49f4-41b6-8cfb-cc71c9245682,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:56.611170 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-aab11bca-f790-4280-9336-344c52a3c46a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:56.612357 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-aab11bca-f790-4280-9336-344c52a3c46a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3274069 Oct 26 16:04:56.615001 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47128) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:56.619720 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-73e9d477-11b7-4e4b-9950-83c455e91f95 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '6cf51eaf-4b8a-4733-814f-edbb12e05f22', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:04:56.625724 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-73e9d477-11b7-4e4b-9950-83c455e91f95 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:04:56.629665 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-73e9d477-11b7-4e4b-9950-83c455e91f95 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:04:56.632712 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-73e9d477-11b7-4e4b-9950-83c455e91f95 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:04:56.638979 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-73e9d477-11b7-4e4b-9950-83c455e91f95 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:04:56.700334 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.securitygroups_db [None req-73e9d477-11b7-4e4b-9950-83c455e91f95 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Project 8316bfcf068445aeb00a503282bb001c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:04:56.707478 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-73e9d477-11b7-4e4b-9950-83c455e91f95 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:56.772991 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-73e9d477-11b7-4e4b-9950-83c455e91f95 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:56.840587 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-73e9d477-11b7-4e4b-9950-83c455e91f95 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:56.863558 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e9d477-11b7-4e4b-9950-83c455e91f95 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbe2f067-b133-473d-b832-e85372db62be,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:56.949740 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-73e9d477-11b7-4e4b-9950-83c455e91f95 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:56.950966 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-73e9d477-11b7-4e4b-9950-83c455e91f95 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3350563 Oct 26 16:04:56.953755 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47132) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:04:56.958725 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-2b8ddf0e-4254-47ce-9cfb-45190b489725 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '6cf51eaf-4b8a-4733-814f-edbb12e05f22', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:04:56.965505 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-2b8ddf0e-4254-47ce-9cfb-45190b489725 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:04:56.969407 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-2b8ddf0e-4254-47ce-9cfb-45190b489725 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:04:56.972322 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-2b8ddf0e-4254-47ce-9cfb-45190b489725 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:04:56.977973 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-2b8ddf0e-4254-47ce-9cfb-45190b489725 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:04:57.058072 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:57.094416 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.securitygroups_db [None req-2b8ddf0e-4254-47ce-9cfb-45190b489725 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Project 8316bfcf068445aeb00a503282bb001c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:04:57.101288 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2b8ddf0e-4254-47ce-9cfb-45190b489725 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:57.165594 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2b8ddf0e-4254-47ce-9cfb-45190b489725 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:57.240165 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2b8ddf0e-4254-47ce-9cfb-45190b489725 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:57.264188 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ddf0e-4254-47ce-9cfb-45190b489725 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e663178d-8424-4b32-b86c-eeace1bffb26,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:57.338007 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2b8ddf0e-4254-47ce-9cfb-45190b489725 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:04:57.339255 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-2b8ddf0e-4254-47ce-9cfb-45190b489725 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3845429 Oct 26 16:04:57.653187 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-27cafe21-35ec-4323-b73c-857747c11e5f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-58297016&fields=id&tenant_id=8316bfcf068445aeb00a503282bb001c HTTP/1.1" status: 200 len: 267 time: 0.1376028 Oct 26 16:04:57.803258 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-2fdcc453-cf44-4d5c-9ba3-0e7ffc6f82b0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:57.804681 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-2fdcc453-cf44-4d5c-9ba3-0e7ffc6f82b0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/networks?id=b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e HTTP/1.1" status: 200 len: 796 time: 0.1451697 Oct 26 16:04:57.819211 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-12086e2f-a996-4c6c-b60b-7a4ec2662572 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/quotas/8316bfcf068445aeb00a503282bb001c HTTP/1.1" status: 200 len: 375 time: 0.0088506 Oct 26 16:04:57.912108 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-83c50488-198e-4d6e-84bb-6ad2c9c9aed7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0876620 Oct 26 16:04:57.927813 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-af1c2569-d803-4f37-89af-13ef7021b86e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=89748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:04:57.928761 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-af1c2569-d803-4f37-89af-13ef7021b86e service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048394 Oct 26 16:04:58.059464 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-e39100a8-d3ae-421d-8319-128786c70686 service neutron] 10.222.0.23 "GET /v2.0/networks/b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251392 Oct 26 16:04:58.193273 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-71b27554-7c07-426e-92d9-bfe487381b25 service neutron] 10.222.0.23 "GET /v2.0/networks/b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280236 Oct 26 16:04:58.469182 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-057b8307-89e3-4cc5-85db-ca3ac48e7e1f req-eef5a5c5-e067-4962-bf8a-273b0e6ea179 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=0de76282-7616-4bb4-be00-21305287d568 HTTP/1.1" status: 200 len: 210 time: 0.0513413 Oct 26 16:04:59.632527 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-392351b6-b152-49f3-817a-5e3b3664dc9d req-8b37749e-43bc-417f-a4ba-90a23c05d6fc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=0de76282-7616-4bb4-be00-21305287d568 HTTP/1.1" status: 200 len: 210 time: 0.0552185 Oct 26 16:05:00.525550 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-6cece792-6d34-4826-9efa-2c17477bd042 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:05:00.526972 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-6cece792-6d34-4826-9efa-2c17477bd042 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "GET /v2.0/networks?id=b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e HTTP/1.1" status: 200 len: 796 time: 0.1522017 Oct 26 16:05:00.581238 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-4457c497-d3e0-48e5-a4de-3e873b38381a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8316bfcf068445aeb00a503282bb001c HTTP/1.1" status: 200 len: 469 time: 0.0406232 Oct 26 16:05:00.590818 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-1f01406c-287a-41ba-8927-36683029fe59 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'port': {'device_id': '0de76282-7616-4bb4-be00-21305287d568', 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e', 'admin_state_up': True, 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'security_groups': ['6cf51eaf-4b8a-4733-814f-edbb12e05f22']}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:05:00.735389 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-1f01406c-287a-41ba-8927-36683029fe59 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:05:00.745459 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-1f01406c-287a-41ba-8927-36683029fe59 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:05:00.802097 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-272cb879-d80f-4779-826d-f9de203630e0 req-6a15d1f7-45c0-478b-937a-448dd1914f86 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=0de76282-7616-4bb4-be00-21305287d568 HTTP/1.1" status: 200 len: 210 time: 0.0530665 Oct 26 16:05:00.814052 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-1f01406c-287a-41ba-8927-36683029fe59 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Made reservation on behalf of 8316bfcf068445aeb00a503282bb001c for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:05:00.817653 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-1f01406c-287a-41ba-8927-36683029fe59 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:05:00.984992 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-1f01406c-287a-41ba-8927-36683029fe59 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Allocated IP 172.20.0.14 (b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e/8bb9f016-7c69-4cd0-893d-d27c51ff4b44/afd0b8e1-629e-4926-bac2-3f52075e3f17) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:05:01.172484 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-1f01406c-287a-41ba-8927-36683029fe59 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:05:01.188083 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-1f01406c-287a-41ba-8927-36683029fe59 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Transition to ACTIVE for port object afd0b8e1-629e-4926-bac2-3f52075e3f17 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:05:01.274129 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-1f01406c-287a-41ba-8927-36683029fe59 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:05:01.346870 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-1f01406c-287a-41ba-8927-36683029fe59 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:05:01.349713 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-1f01406c-287a-41ba-8927-36683029fe59 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:05:01.353431 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-1f01406c-287a-41ba-8927-36683029fe59 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:05:01.384863 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f01406c-287a-41ba-8927-36683029fe59 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=afd0b8e1-629e-4926-bac2-3f52075e3f17,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:05:01.421169 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-1f01406c-287a-41ba-8927-36683029fe59 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:05:01.421804 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-1f01406c-287a-41ba-8927-36683029fe59 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:05:01.540501 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-1f01406c-287a-41ba-8927-36683029fe59 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9539847 Oct 26 16:05:01.558533 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-44eae9d1-3373-468d-8f74-bab3342af0c4 service neutron] Request body: {'port': {'device_id': '0de76282-7616-4bb4-be00-21305287d568', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8627'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:05:01.674611 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-fc94c775-548a-4e22-aaeb-e672fb6d6efa None None] Provisioning for port afd0b8e1-629e-4926-bac2-3f52075e3f17 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:05:01.675283 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-44eae9d1-3373-468d-8f74-bab3342af0c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:05:01.675452 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-fc94c775-548a-4e22-aaeb-e672fb6d6efa None None] Provisioning complete for port afd0b8e1-629e-4926-bac2-3f52075e3f17 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:05:01.675976 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fc94c775-548a-4e22-aaeb-e672fb6d6efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:05:01.676317 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-fc94c775-548a-4e22-aaeb-e672fb6d6efa None None] Attempt 1 to provision port afd0b8e1-629e-4926-bac2-3f52075e3f17 Oct 26 16:05:01.738363 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-fc94c775-548a-4e22-aaeb-e672fb6d6efa None None] Port afd0b8e1-629e-4926-bac2-3f52075e3f17 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:05:02.134754 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-04c53b40-ec3c-4b06-aab0-9159484c585e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:05:02.143077 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf71b0-681a-4eb6-9cbd-043620891a79 req-5adc7d5e-1ceb-49c9-b0eb-41365610ea61 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:05:02.143785 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-1acf71b0-681a-4eb6-9cbd-043620891a79 req-5adc7d5e-1ceb-49c9-b0eb-41365610ea61 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:05:02.239913 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-fc94c775-548a-4e22-aaeb-e672fb6d6efa None None] Attempt 2 to provision port afd0b8e1-629e-4926-bac2-3f52075e3f17 Oct 26 16:05:02.254002 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-44eae9d1-3373-468d-8f74-bab3342af0c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afd0b8e1-629e-4926-bac2-3f52075e3f17 {{(pid=89748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:05:02.261685 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-44eae9d1-3373-468d-8f74-bab3342af0c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:05:02.279875 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-1acf71b0-681a-4eb6-9cbd-043620891a79 req-5adc7d5e-1ceb-49c9-b0eb-41365610ea61 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:05:02.282197 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1acf71b0-681a-4eb6-9cbd-043620891a79 req-5adc7d5e-1ceb-49c9-b0eb-41365610ea61 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=0de76282-7616-4bb4-be00-21305287d568 HTTP/1.1" status: 200 len: 932 time: 0.3341568 Oct 26 16:05:02.292663 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-44eae9d1-3373-468d-8f74-bab3342af0c4 service neutron] Transition to ACTIVE for port object afd0b8e1-629e-4926-bac2-3f52075e3f17 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:05:02.303799 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-fc94c775-548a-4e22-aaeb-e672fb6d6efa None None] Port afd0b8e1-629e-4926-bac2-3f52075e3f17 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:05:02.340768 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1acf71b0-681a-4eb6-9cbd-043620891a79 req-a58b8516-21c1-47d6-949e-3f91ef6766d3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cf51eaf-4b8a-4733-814f-edbb12e05f22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512321 Oct 26 16:05:02.377244 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-44eae9d1-3373-468d-8f74-bab3342af0c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:05:02.568411 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eae9d1-3373-468d-8f74-bab3342af0c4 service neutron] Pushing event updated for resources: {'Port': ['ID=afd0b8e1-629e-4926-bac2-3f52075e3f17,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:05:02.621542 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-44eae9d1-3373-468d-8f74-bab3342af0c4 service neutron] Attempting to bind port afd0b8e1-629e-4926-bac2-3f52075e3f17 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:05:02.621872 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-44eae9d1-3373-468d-8f74-bab3342af0c4 service neutron] Attempting to bind port afd0b8e1-629e-4926-bac2-3f52075e3f17 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'c69c0a48-6503-42f2-bf3e-a95cfae6e28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:05:02.622247 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-44eae9d1-3373-468d-8f74-bab3342af0c4 service neutron] Attempting to bind port afd0b8e1-629e-4926-bac2-3f52075e3f17 on network b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:05:02.627174 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-44eae9d1-3373-468d-8f74-bab3342af0c4 service neutron] Port afd0b8e1-629e-4926-bac2-3f52075e3f17 on network b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 16:05:02.627488 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-44eae9d1-3373-468d-8f74-bab3342af0c4 service neutron] Attempting to bind port afd0b8e1-629e-4926-bac2-3f52075e3f17 on network b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:05:02.633024 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-44eae9d1-3373-468d-8f74-bab3342af0c4 service neutron] Checking agent: {'id': '1b551391-ebdd-44bd-8801-034277ca5526', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8627', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'started_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:05:02.633355 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-44eae9d1-3373-468d-8f74-bab3342af0c4 service neutron] Checking segment: {'id': 'c69c0a48-6503-42f2-bf3e-a95cfae6e28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:05:02.633729 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-44eae9d1-3373-468d-8f74-bab3342af0c4 service neutron] Bound using segment: {'id': 'c69c0a48-6503-42f2-bf3e-a95cfae6e28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:05:02.634150 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-44eae9d1-3373-468d-8f74-bab3342af0c4 service neutron] Bound port: afd0b8e1-629e-4926-bac2-3f52075e3f17, host: hv-neutron-8627, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c69c0a48-6503-42f2-bf3e-a95cfae6e28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:05:02.634516 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-44eae9d1-3373-468d-8f74-bab3342af0c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:05:02.724175 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-44eae9d1-3373-468d-8f74-bab3342af0c4 service neutron] For port afd0b8e1-629e-4926-bac2-3f52075e3f17, host hv-neutron-8627, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:05:02.727160 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-44eae9d1-3373-468d-8f74-bab3342af0c4 service neutron] For port afd0b8e1-629e-4926-bac2-3f52075e3f17, host hv-neutron-8627, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=afd0b8e1-629e-4926-bac2-3f52075e3f17,segment=NetworkSegment(c69c0a48-6503-42f2-bf3e-a95cfae6e28f),segment_id=c69c0a48-6503-42f2-bf3e-a95cfae6e28f)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:05:02.797258 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-44eae9d1-3373-468d-8f74-bab3342af0c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:05:02.804580 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-fc94c775-548a-4e22-aaeb-e672fb6d6efa None None] Attempt 3 to provision port afd0b8e1-629e-4926-bac2-3f52075e3f17 Oct 26 16:05:02.832288 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-44eae9d1-3373-468d-8f74-bab3342af0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:05:02.832816 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-44eae9d1-3373-468d-8f74-bab3342af0c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:05:02.834183 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-44eae9d1-3373-468d-8f74-bab3342af0c4 service neutron] 10.222.0.48 "PUT /v2.0/ports/afd0b8e1-629e-4926-bac2-3f52075e3f17 HTTP/1.1" status: 200 len: 1094 time: 1.2797534 Oct 26 16:05:02.834711 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0de76282-7616-4bb4-be00-21305287d568', 'tag': 'afd0b8e1-629e-4926-bac2-3f52075e3f17'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:05:02.840760 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae9811e-494f-425e-95f3-634cea853663" -d '{"events": [{"name": "network-changed", "server_uuid": "0de76282-7616-4bb4-be00-21305287d568", "tag": "afd0b8e1-629e-4926-bac2-3f52075e3f17"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:05:02.874789 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-fc94c775-548a-4e22-aaeb-e672fb6d6efa None None] Port afd0b8e1-629e-4926-bac2-3f52075e3f17 had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 16:05:02.884306 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d879e7-4021-4036-9b68-d95eb04bb3f9 x-openstack-request-id: req-93d879e7-4021-4036-9b68-d95eb04bb3f9 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:05:02.887281 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0de76282-7616-4bb4-be00-21305287d568", "tag": "afd0b8e1-629e-4926-bac2-3f52075e3f17", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:05:02.887281 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-93d879e7-4021-4036-9b68-d95eb04bb3f9 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:05:02.887281 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93d879e7-4021-4036-9b68-d95eb04bb3f9'] response: {'name': 'network-changed', 'server_uuid': '0de76282-7616-4bb4-be00-21305287d568', 'tag': 'afd0b8e1-629e-4926-bac2-3f52075e3f17', 'status': 'completed', 'code': 200} Oct 26 16:05:02.889725 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eae9d1-3373-468d-8f74-bab3342af0c4 service neutron] Pushing event updated for resources: {'Port': ['ID=afd0b8e1-629e-4926-bac2-3f52075e3f17,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:05:03.015571 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9811e-494f-425e-95f3-634cea853663 req-310e27a4-272c-48a2-b273-70dac63887b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:05:03.017056 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8ae9811e-494f-425e-95f3-634cea853663 req-310e27a4-272c-48a2-b273-70dac63887b0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=0de76282-7616-4bb4-be00-21305287d568 HTTP/1.1" status: 200 len: 1097 time: 0.0822182 Oct 26 16:05:03.168444 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9811e-494f-425e-95f3-634cea853663 req-7f032147-efff-4c05-9259-5f1fd52b1d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:05:03.169901 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8ae9811e-494f-425e-95f3-634cea853663 req-7f032147-efff-4c05-9259-5f1fd52b1d27 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=8316bfcf068445aeb00a503282bb001c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1388397 Oct 26 16:05:03.307823 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9811e-494f-425e-95f3-634cea853663 req-ac69d727-2049-4774-a1b3-1c320103252e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:05:03.309771 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8ae9811e-494f-425e-95f3-634cea853663 req-ac69d727-2049-4774-a1b3-1c320103252e service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1335652 Oct 26 16:05:03.493950 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-71397a4c-655b-40e3-92a7-ba0f979c49f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:05:03.495312 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-71397a4c-655b-40e3-92a7-ba0f979c49f4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=0de76282-7616-4bb4-be00-21305287d568 HTTP/1.1" status: 200 len: 1097 time: 0.1216667 Oct 26 16:05:03.583495 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-8c59cd51-8acd-47dc-b41c-964848dac40c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afd0b8e1-629e-4926-bac2-3f52075e3f17 HTTP/1.1" status: 200 len: 217 time: 0.0686796 Oct 26 16:05:03.658756 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd3265-76a7-429d-88d6-6e414dcaf103 req-1945731d-361d-4bfd-8c9f-349715cac6b2 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:05:03.660191 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-afcd3265-76a7-429d-88d6-6e414dcaf103 req-1945731d-361d-4bfd-8c9f-349715cac6b2 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=0de76282-7616-4bb4-be00-21305287d568 HTTP/1.1" status: 200 len: 944 time: 0.2040906 Oct 26 16:05:03.661630 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-19c5599b-fb9c-42a1-9178-dff79065a5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:05:03.662937 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-19c5599b-fb9c-42a1-9178-dff79065a5ac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8bb9f016-7c69-4cd0-893d-d27c51ff4b44 HTTP/1.1" status: 200 len: 834 time: 0.0729537 Oct 26 16:05:03.763006 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-afcd3265-76a7-429d-88d6-6e414dcaf103 req-9d9bf21d-9d74-401d-9e93-7099d70d8769 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cf51eaf-4b8a-4733-814f-edbb12e05f22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0969412 Oct 26 16:05:03.780230 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-dcb7dd62-d259-4fde-8a4d-86c0bc64cf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:05:03.781694 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-dcb7dd62-d259-4fde-8a4d-86c0bc64cf01 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1023886 Oct 26 16:05:04.018831 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-7a361854-5c38-401d-9c45-591c75f73abd service neutron] 10.222.0.48 "GET /v2.0/networks/b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305753 Oct 26 16:05:04.150685 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7b52c827-8438-4f18-a004-5c14c79b5c4d req-5204cdc4-0ce4-4245-8b7a-45a5019c6f3f service neutron] 10.222.0.48 "GET /v2.0/networks/b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257837 Oct 26 16:05:04.468086 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-61420540-c01a-43e3-a4bc-6caebbd73e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:05:04.961968 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef1c998-8f0a-4a13-922b-774639ce075d req-7547c7fb-5570-4761-b708-00555297b7c5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:05:04.963447 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-cef1c998-8f0a-4a13-922b-774639ce075d req-7547c7fb-5570-4761-b708-00555297b7c5 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=0de76282-7616-4bb4-be00-21305287d568 HTTP/1.1" status: 200 len: 944 time: 0.0882285 Oct 26 16:05:05.007053 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-cef1c998-8f0a-4a13-922b-774639ce075d req-9f1f4f44-77be-4ae7-9f4c-f62459718268 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:security_group {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:05:05.131515 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-cef1c998-8f0a-4a13-922b-774639ce075d req-9f1f4f44-77be-4ae7-9f4c-f62459718268 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:security_group {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:05:05.132719 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-cef1c998-8f0a-4a13-922b-774639ce075d req-9f1f4f44-77be-4ae7-9f4c-f62459718268 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cf51eaf-4b8a-4733-814f-edbb12e05f22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1631930 Oct 26 16:05:05.279680 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:05:05.348351 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:05:06.440073 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427683d-55ad-40cb-81ed-fe325a81466e req-2e30f173-6d6e-454a-b9e2-dba94b204d52 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:05:06.441527 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a427683d-55ad-40cb-81ed-fe325a81466e req-2e30f173-6d6e-454a-b9e2-dba94b204d52 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=0de76282-7616-4bb4-be00-21305287d568 HTTP/1.1" status: 200 len: 944 time: 0.1976600 Oct 26 16:05:06.496891 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a427683d-55ad-40cb-81ed-fe325a81466e req-2efb7170-84bc-4f3c-b06e-e483ab0851bb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cf51eaf-4b8a-4733-814f-edbb12e05f22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494378 Oct 26 16:05:06.859391 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:05:07.740787 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6cfda-41f3-4082-9541-ac79ea88bfdf req-cef09a19-fe51-4e1a-87bc-d1eedb86e913 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:05:07.742255 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-dac6cfda-41f3-4082-9541-ac79ea88bfdf req-cef09a19-fe51-4e1a-87bc-d1eedb86e913 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=0de76282-7616-4bb4-be00-21305287d568 HTTP/1.1" status: 200 len: 944 time: 0.1430409 Oct 26 16:05:07.750134 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device afd0b8e1-629e-4926-bac2-3f52075e3f17 details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 16:05:07.786795 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-dac6cfda-41f3-4082-9541-ac79ea88bfdf req-62f1c6ba-215c-4133-91ae-75c974822279 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cf51eaf-4b8a-4733-814f-edbb12e05f22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385718 Oct 26 16:05:07.883865 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port afd0b8e1-629e-4926-bac2-3f52075e3f17, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=afd0b8e1-629e-4926-bac2-3f52075e3f17,segment=NetworkSegment(c69c0a48-6503-42f2-bf3e-a95cfae6e28f),segment_id=c69c0a48-6503-42f2-bf3e-a95cfae6e28f)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:05:07.897041 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': 'afd0b8e1-629e-4926-bac2-3f52075e3f17', 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e', 'port_id': 'afd0b8e1-629e-4926-bac2-3f52075e3f17', 'mac_address': 'fa:16:3e:af:33:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bb9f016-7c69-4cd0-893d-d27c51ff4b44', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 16:05:07.951101 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port afd0b8e1-629e-4926-bac2-3f52075e3f17 is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:05:07.951479 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:05:07.967626 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afd0b8e1-629e-4926-bac2-3f52075e3f17 {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:05:07.982394 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port afd0b8e1-629e-4926-bac2-3f52075e3f17, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=afd0b8e1-629e-4926-bac2-3f52075e3f17,segment=NetworkSegment(c69c0a48-6503-42f2-bf3e-a95cfae6e28f),segment_id=c69c0a48-6503-42f2-bf3e-a95cfae6e28f)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:05:08.045268 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:05:08.116512 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=afd0b8e1-629e-4926-bac2-3f52075e3f17,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:05:08.436051 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['afd0b8e1-629e-4926-bac2-3f52075e3f17'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:05:09.138715 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de82654-6d0a-4885-86af-3504db1e9a09 req-fc5b5c87-84dd-4913-b8a5-af39c9f5f801 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:05:09.140420 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7de82654-6d0a-4885-86af-3504db1e9a09 req-fc5b5c87-84dd-4913-b8a5-af39c9f5f801 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=0de76282-7616-4bb4-be00-21305287d568 HTTP/1.1" status: 200 len: 945 time: 0.0896776 Oct 26 16:05:09.185220 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7de82654-6d0a-4885-86af-3504db1e9a09 req-86365021-8e56-47c6-a889-c8c4e07a01c6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cf51eaf-4b8a-4733-814f-edbb12e05f22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380166 Oct 26 16:05:09.772299 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device afd0b8e1-629e-4926-bac2-3f52075e3f17 up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:05:09.881700 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning for port afd0b8e1-629e-4926-bac2-3f52075e3f17 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:05:09.886291 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port afd0b8e1-629e-4926-bac2-3f52075e3f17 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:05:09.890593 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:05:09.890593 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port afd0b8e1-629e-4926-bac2-3f52075e3f17 Oct 26 16:05:10.002800 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port afd0b8e1-629e-4926-bac2-3f52075e3f17 is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:05:10.003103 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:05:10.029372 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de76282-7616-4bb4-be00-21305287d568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd0b8e1-629e-4926-bac2-3f52075e3f17'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:05:10.031750 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6c5126-6ddf-4ea3-9751-102ba1662311" -d '{"events": [{"server_uuid": "0de76282-7616-4bb4-be00-21305287d568", "name": "network-vif-plugged", "status": "completed", "tag": "afd0b8e1-629e-4926-bac2-3f52075e3f17"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:05:10.039352 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port afd0b8e1-629e-4926-bac2-3f52075e3f17, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=afd0b8e1-629e-4926-bac2-3f52075e3f17,segment=NetworkSegment(c69c0a48-6503-42f2-bf3e-a95cfae6e28f),segment_id=c69c0a48-6503-42f2-bf3e-a95cfae6e28f)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:05:10.074671 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368dea87-a882-4a41-a38a-518b55ae2c98 x-openstack-request-id: req-368dea87-a882-4a41-a38a-518b55ae2c98 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:05:10.075011 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de76282-7616-4bb4-be00-21305287d568", "name": "network-vif-plugged", "status": "completed", "tag": "afd0b8e1-629e-4926-bac2-3f52075e3f17", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:05:10.075296 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-368dea87-a882-4a41-a38a-518b55ae2c98 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:05:10.075690 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-368dea87-a882-4a41-a38a-518b55ae2c98'] response: {'server_uuid': '0de76282-7616-4bb4-be00-21305287d568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd0b8e1-629e-4926-bac2-3f52075e3f17', 'code': 200} Oct 26 16:05:10.109390 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:05:10.180585 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=afd0b8e1-629e-4926-bac2-3f52075e3f17,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:05:10.390357 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5280ef3c-cda0-43f5-8ee0-57975d75c64a req-230528b6-2552-49d6-b753-ca228251b900 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:05:10.391912 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5280ef3c-cda0-43f5-8ee0-57975d75c64a req-230528b6-2552-49d6-b753-ca228251b900 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=0de76282-7616-4bb4-be00-21305287d568 HTTP/1.1" status: 200 len: 946 time: 0.0959032 Oct 26 16:05:10.439424 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5280ef3c-cda0-43f5-8ee0-57975d75c64a req-73caa979-74f0-4724-aa6b-31366ae916a6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cf51eaf-4b8a-4733-814f-edbb12e05f22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418766 Oct 26 16:05:10.518432 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b094d-8f2c-4133-9d42-13c0f612c5fb req-942dfa55-ca1d-4e4b-9c11-1c3940de3dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:05:10.519913 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-454b094d-8f2c-4133-9d42-13c0f612c5fb req-942dfa55-ca1d-4e4b-9c11-1c3940de3dca service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0de76282-7616-4bb4-be00-21305287d568 HTTP/1.1" status: 200 len: 1099 time: 0.1271613 Oct 26 16:05:10.560410 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-454b094d-8f2c-4133-9d42-13c0f612c5fb req-0604ad07-c3a6-44f1-98e8-05887b5a451b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6cf51eaf-4b8a-4733-814f-edbb12e05f22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341344 Oct 26 16:05:11.638503 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e0dd3-6ce7-484a-a135-ba97d7e1712d req-b8e8d412-f877-446e-943e-4f95d5312e5b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:05:11.639960 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-1d7e0dd3-6ce7-484a-a135-ba97d7e1712d req-b8e8d412-f877-446e-943e-4f95d5312e5b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=0de76282-7616-4bb4-be00-21305287d568 HTTP/1.1" status: 200 len: 946 time: 0.0879011 Oct 26 16:05:11.788430 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-1d7e0dd3-6ce7-484a-a135-ba97d7e1712d req-ed6c5380-22c8-45a2-8945-ea88f832601d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cf51eaf-4b8a-4733-814f-edbb12e05f22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1424122 Oct 26 16:05:12.989011 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575cebe5-ff73-4bfd-8a9b-2d68fea88b39 req-0d0d7a7c-ae3e-421a-b303-863ac2bb1d09 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:05:12.990365 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-575cebe5-ff73-4bfd-8a9b-2d68fea88b39 req-0d0d7a7c-ae3e-421a-b303-863ac2bb1d09 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=0de76282-7616-4bb4-be00-21305287d568 HTTP/1.1" status: 200 len: 946 time: 0.0898125 Oct 26 16:05:13.036248 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-575cebe5-ff73-4bfd-8a9b-2d68fea88b39 req-b62269cd-96dc-4ec4-bca3-3c5ecf94d280 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cf51eaf-4b8a-4733-814f-edbb12e05f22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402775 Oct 26 16:05:13.233206 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a04a0-c056-45e1-8987-47d94b47e9f0 req-ace1920d-da37-4cd7-8d15-6368720af0b3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:05:13.234684 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-cf4a04a0-c056-45e1-8987-47d94b47e9f0 req-ace1920d-da37-4cd7-8d15-6368720af0b3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=0de76282-7616-4bb4-be00-21305287d568 HTTP/1.1" status: 200 len: 946 time: 0.0885465 Oct 26 16:05:13.278716 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-cf4a04a0-c056-45e1-8987-47d94b47e9f0 req-cb24eca1-4cca-4f2a-924f-a8539751909f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cf51eaf-4b8a-4733-814f-edbb12e05f22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382247 Oct 26 16:05:13.307306 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47196) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:05:13.387038 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b375fce2-3296-427f-9d4e-38b8cf85de64 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:05:13.389177 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b375fce2-3296-427f-9d4e-38b8cf85de64 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0de76282-7616-4bb4-be00-21305287d568 HTTP/1.1" status: 200 len: 1094 time: 0.0808651 Oct 26 16:05:13.392155 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47200) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:05:13.397023 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-4b63a160-510b-4a16-b072-342be465f969 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'floatingip': {'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'port_id': 'afd0b8e1-629e-4926-bac2-3f52075e3f17', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:05:13.402907 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4b63a160-510b-4a16-b072-342be465f969 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:05:13.406690 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4b63a160-510b-4a16-b072-342be465f969 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:floatingip and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:05:13.409455 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4b63a160-510b-4a16-b072-342be465f969 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:05:13.415063 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4b63a160-510b-4a16-b072-342be465f969 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:05:13.508275 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4b63a160-510b-4a16-b072-342be465f969 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for floatingip, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:05:13.644731 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4b63a160-510b-4a16-b072-342be465f969 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:05:13.779157 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-4b63a160-510b-4a16-b072-342be465f969 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Allocated IP 172.26.2.10 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/b092952a-56c1-4098-a21a-3a6adfeb280f) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:05:13.922298 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4b63a160-510b-4a16-b072-342be465f969 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:05:14.000671 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4b63a160-510b-4a16-b072-342be465f969 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:05:14.066395 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b63a160-510b-4a16-b072-342be465f969 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:05:14.069101 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-4b63a160-510b-4a16-b072-342be465f969 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:05:14.072658 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b63a160-510b-4a16-b072-342be465f969 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:05:14.101692 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b63a160-510b-4a16-b072-342be465f969 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=b092952a-56c1-4098-a21a-3a6adfeb280f,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:05:14.482333 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4b63a160-510b-4a16-b072-342be465f969 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:05:14.605586 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4b63a160-510b-4a16-b072-342be465f969 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:05:14.810711 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4b63a160-510b-4a16-b072-342be465f969 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:05:14.875832 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4b63a160-510b-4a16-b072-342be465f969 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:05:14.981429 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b63a160-510b-4a16-b072-342be465f969 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=b092952a-56c1-4098-a21a-3a6adfeb280f,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:05:14.986491 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4b63a160-510b-4a16-b072-342be465f969 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:05:15.258560 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.l3_db [None req-4b63a160-510b-4a16-b072-342be465f969 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Floating IP 52b30611-aa9e-4597-a948-3b234dd9d701 associated. External IP: 172.26.2.10, port: afd0b8e1-629e-4926-bac2-3f52075e3f17. Oct 26 16:05:15.606141 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b63a160-510b-4a16-b072-342be465f969 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Router 793fddd0-51a6-4f38-b3e3-8c27dd4872b7 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:05:15.716960 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:05:15.785380 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b63a160-510b-4a16-b072-342be465f969 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:05:15.795099 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d760c425-3769-4ca7-b4d6-ffcf69fbaf2c None None] Sync routers for ids ['793fddd0-51a6-4f38-b3e3-8c27dd4872b7'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:05:15.804430 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d760c425-3769-4ca7-b4d6-ffcf69fbaf2c None None] Routers {'793fddd0-51a6-4f38-b3e3-8c27dd4872b7'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:05:15.805108 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-d760c425-3769-4ca7-b4d6-ffcf69fbaf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:05:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['793fddd0-51a6-4f38-b3e3-8c27dd4872b7'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:15.859281 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4b63a160-510b-4a16-b072-342be465f969 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:05:15.916107 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4b63a160-510b-4a16-b072-342be465f969 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5229328 Oct 26 16:05:15.916742 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0de76282-7616-4bb4-be00-21305287d568', 'tag': 'afd0b8e1-629e-4926-bac2-3f52075e3f17'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:05:15.919067 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec078ab02bc810209f0573d5deb19682ea498273c1503582233cb0925c39ad22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5254be2e-09ce-4ea5-a21e-c07f4ca1b332" -d '{"events": [{"name": "network-changed", "server_uuid": "0de76282-7616-4bb4-be00-21305287d568", "tag": "afd0b8e1-629e-4926-bac2-3f52075e3f17"}]}' {{(pid=89747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:05:15.961497 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2875c1b0-677c-40c6-8c0d-e771eddc8243 x-openstack-request-id: req-2875c1b0-677c-40c6-8c0d-e771eddc8243 {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:05:15.961786 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0de76282-7616-4bb4-be00-21305287d568", "tag": "afd0b8e1-629e-4926-bac2-3f52075e3f17", "status": "completed", "code": 200}]} {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:05:15.962053 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2875c1b0-677c-40c6-8c0d-e771eddc8243 {{(pid=89747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:05:15.962535 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2875c1b0-677c-40c6-8c0d-e771eddc8243'] response: {'name': 'network-changed', 'server_uuid': '0de76282-7616-4bb4-be00-21305287d568', 'tag': 'afd0b8e1-629e-4926-bac2-3f52075e3f17', 'status': 'completed', 'code': 200} Oct 26 16:05:15.988802 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-d760c425-3769-4ca7-b4d6-ffcf69fbaf2c None None] Set router 793fddd0-51a6-4f38-b3e3-8c27dd4872b7 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:05:16.098830 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254be2e-09ce-4ea5-a21e-c07f4ca1b332 req-4f407325-c2fa-465c-82cc-c3de9c084aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:05:16.100326 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5254be2e-09ce-4ea5-a21e-c07f4ca1b332 req-4f407325-c2fa-465c-82cc-c3de9c084aa5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=0de76282-7616-4bb4-be00-21305287d568 HTTP/1.1" status: 200 len: 1099 time: 0.0859492 Oct 26 16:05:16.237762 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254be2e-09ce-4ea5-a21e-c07f4ca1b332 req-284b4d68-ea6f-4a0b-9926-b625641d0db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:05:16.239216 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5254be2e-09ce-4ea5-a21e-c07f4ca1b332 req-284b4d68-ea6f-4a0b-9926-b625641d0db2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e HTTP/1.1" status: 200 len: 897 time: 0.1332157 Oct 26 16:05:16.342372 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-d760c425-3769-4ca7-b4d6-ffcf69fbaf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'name': 'tempest-TestNetworkBasicOps-router-2013574173', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.27'}], 'enable_snat': True}, 'gw_port_id': '536c4cf3-9f17-4995-ae88-86138c1cece4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:19Z', 'updated_at': '2022-10-26T16:04:25Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '536c4cf3-9f17-4995-ae88-86138c1cece4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:61:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:20Z', 'updated_at': '2022-10-26T16:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '52b30611-aa9e-4597-a948-3b234dd9d701', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'floating_ip_address': '172.26.2.10', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'port_id': 'afd0b8e1-629e-4926-bac2-3f52075e3f17', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e', 'mac_address': 'fa:16:3e:af:33:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de76282-7616-4bb4-be00-21305287d568', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:05:14Z', 'updated_at': '2022-10-26T16:05:14Z', 'revision_number': 0, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address_scope': None}, {'id': 'b3defb8c-d354-408b-a00a-6028c4585c98', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'floating_ip_address': '172.26.2.44', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'port_id': 'e57663c8-beb6-4feb-bfb3-b2b8a01a9e55', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e', 'mac_address': 'fa:16:3e:e1:a6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cffd66f-5fea-4b86-8e90-f05db9558f89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:04:52Z', 'updated_at': '2022-10-26T16:04:55Z', 'revision_number': 1, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03cb1f20-5656-4151-9e09-3f378109424d', 'name': '', 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:a7:18:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '8bb9f016-7c69-4cd0-893d-d27c51ff4b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:25Z', 'updated_at': '2022-10-26T16:04:31Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '8bb9f016-7c69-4cd0-893d-d27c51ff4b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:16.346083 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5254be2e-09ce-4ea5-a21e-c07f4ca1b332 req-1a3c6448-64c7-46a3-874b-b988acda5b18 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afd0b8e1-629e-4926-bac2-3f52075e3f17 HTTP/1.1" status: 200 len: 999 time: 0.1008248 Oct 26 16:05:16.346886 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d760c425-3769-4ca7-b4d6-ffcf69fbaf2c None None] Checking router: 793fddd0-51a6-4f38-b3e3-8c27dd4872b7 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:05:16.355279 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d760c425-3769-4ca7-b4d6-ffcf69fbaf2c None None] Routers {'793fddd0-51a6-4f38-b3e3-8c27dd4872b7'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:05:16.355873 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-d760c425-3769-4ca7-b4d6-ffcf69fbaf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:05:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['793fddd0-51a6-4f38-b3e3-8c27dd4872b7'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:16.409796 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254be2e-09ce-4ea5-a21e-c07f4ca1b332 req-316e0425-4427-4b20-a9c4-d54826efa24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:05:16.411232 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5254be2e-09ce-4ea5-a21e-c07f4ca1b332 req-316e0425-4427-4b20-a9c4-d54826efa24a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8bb9f016-7c69-4cd0-893d-d27c51ff4b44 HTTP/1.1" status: 200 len: 834 time: 0.0589917 Oct 26 16:05:16.499127 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254be2e-09ce-4ea5-a21e-c07f4ca1b332 req-529f6702-613d-40ad-a7fa-c3611ffffa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:05:16.501563 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5254be2e-09ce-4ea5-a21e-c07f4ca1b332 req-529f6702-613d-40ad-a7fa-c3611ffffa50 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843766 Oct 26 16:05:16.533236 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-d760c425-3769-4ca7-b4d6-ffcf69fbaf2c None None] Set router 793fddd0-51a6-4f38-b3e3-8c27dd4872b7 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:05:16.639683 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5254be2e-09ce-4ea5-a21e-c07f4ca1b332 req-aae6055a-ce4f-46a9-9cda-6dc57ae4533f service neutron] 10.222.0.48 "GET /v2.0/networks/b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320994 Oct 26 16:05:16.776664 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5254be2e-09ce-4ea5-a21e-c07f4ca1b332 req-486913c6-31b0-4100-99dd-d384fc74798a service neutron] 10.222.0.48 "GET /v2.0/networks/b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311643 Oct 26 16:05:16.924942 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-d760c425-3769-4ca7-b4d6-ffcf69fbaf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'name': 'tempest-TestNetworkBasicOps-router-2013574173', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.27'}], 'enable_snat': True}, 'gw_port_id': '536c4cf3-9f17-4995-ae88-86138c1cece4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:19Z', 'updated_at': '2022-10-26T16:04:25Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '536c4cf3-9f17-4995-ae88-86138c1cece4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:61:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:20Z', 'updated_at': '2022-10-26T16:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '52b30611-aa9e-4597-a948-3b234dd9d701', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'floating_ip_address': '172.26.2.10', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'port_id': 'afd0b8e1-629e-4926-bac2-3f52075e3f17', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e', 'mac_address': 'fa:16:3e:af:33:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de76282-7616-4bb4-be00-21305287d568', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:05:14Z', 'updated_at': '2022-10-26T16:05:14Z', 'revision_number': 0, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address_scope': None}, {'id': 'b3defb8c-d354-408b-a00a-6028c4585c98', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'floating_ip_address': '172.26.2.44', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'port_id': 'e57663c8-beb6-4feb-bfb3-b2b8a01a9e55', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e', 'mac_address': 'fa:16:3e:e1:a6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cffd66f-5fea-4b86-8e90-f05db9558f89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:04:52Z', 'updated_at': '2022-10-26T16:04:55Z', 'revision_number': 1, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03cb1f20-5656-4151-9e09-3f378109424d', 'name': '', 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:a7:18:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '8bb9f016-7c69-4cd0-893d-d27c51ff4b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:25Z', 'updated_at': '2022-10-26T16:04:31Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '8bb9f016-7c69-4cd0-893d-d27c51ff4b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:16.928956 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d760c425-3769-4ca7-b4d6-ffcf69fbaf2c None None] The sync data for ids ['793fddd0-51a6-4f38-b3e3-8c27dd4872b7'] in dv-neutron-862712-1-hyperv is: [{'id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'name': 'tempest-TestNetworkBasicOps-router-2013574173', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.27'}], 'enable_snat': True}, 'gw_port_id': '536c4cf3-9f17-4995-ae88-86138c1cece4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:19Z', 'updated_at': '2022-10-26T16:04:25Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '536c4cf3-9f17-4995-ae88-86138c1cece4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:61:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:20Z', 'updated_at': '2022-10-26T16:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '52b30611-aa9e-4597-a948-3b234dd9d701', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'floating_ip_address': '172.26.2.10', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'port_id': 'afd0b8e1-629e-4926-bac2-3f52075e3f17', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e', 'mac_address': 'fa:16:3e:af:33:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de76282-7616-4bb4-be00-21305287d568', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:05:14Z', 'updated_at': '2022-10-26T16:05:14Z', 'revision_number': 0, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address_scope': None}, {'id': 'b3defb8c-d354-408b-a00a-6028c4585c98', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'floating_ip_address': '172.26.2.44', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'port_id': 'e57663c8-beb6-4feb-bfb3-b2b8a01a9e55', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e', 'mac_address': 'fa:16:3e:e1:a6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cffd66f-5fea-4b86-8e90-f05db9558f89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:04:52Z', 'updated_at': '2022-10-26T16:04:55Z', 'revision_number': 1, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03cb1f20-5656-4151-9e09-3f378109424d', 'name': '', 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:a7:18:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '8bb9f016-7c69-4cd0-893d-d27c51ff4b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:25Z', 'updated_at': '2022-10-26T16:04:31Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '8bb9f016-7c69-4cd0-893d-d27c51ff4b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:05:17.121786 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51673bcd-5c22-4e03-9b99-48a855d6569a None None] New status for floating IP 52b30611-aa9e-4597-a948-3b234dd9d701: ACTIVE {{(pid=89750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:05:23.339899 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3d94068e-0cc7-4767-bf26-7d9642721c06 req-c6f9cca3-d88c-4986-a8b2-3d4dfeb60d40 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4cffd66f-5fea-4b86-8e90-f05db9558f89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796657 Oct 26 16:05:23.506216 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94068e-0cc7-4767-bf26-7d9642721c06 req-b2ea0471-e0ba-47e2-85d8-4aa79dc93ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:05:23.507683 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3d94068e-0cc7-4767-bf26-7d9642721c06 req-b2ea0471-e0ba-47e2-85d8-4aa79dc93ce9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=4cffd66f-5fea-4b86-8e90-f05db9558f89 HTTP/1.1" status: 200 len: 1098 time: 0.0824764 Oct 26 16:05:23.754524 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94068e-0cc7-4767-bf26-7d9642721c06 req-e9327661-c69d-454b-a6b2-638af0338dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:05:23.755963 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3d94068e-0cc7-4767-bf26-7d9642721c06 req-e9327661-c69d-454b-a6b2-638af0338dd9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e HTTP/1.1" status: 200 len: 897 time: 0.2290270 Oct 26 16:05:23.861416 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3d94068e-0cc7-4767-bf26-7d9642721c06 req-7e33e153-4266-4fda-8bd6-035dbba3f8aa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e57663c8-beb6-4feb-bfb3-b2b8a01a9e55 HTTP/1.1" status: 200 len: 1000 time: 0.0979083 Oct 26 16:05:23.925203 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94068e-0cc7-4767-bf26-7d9642721c06 req-8f715375-8a46-4ef7-bf02-b5489907429d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:05:23.926682 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3d94068e-0cc7-4767-bf26-7d9642721c06 req-8f715375-8a46-4ef7-bf02-b5489907429d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8bb9f016-7c69-4cd0-893d-d27c51ff4b44 HTTP/1.1" status: 200 len: 834 time: 0.0586917 Oct 26 16:05:24.014461 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94068e-0cc7-4767-bf26-7d9642721c06 req-f54ccb8f-e38c-4cb6-8ca3-a94737561f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:05:24.016105 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3d94068e-0cc7-4767-bf26-7d9642721c06 req-f54ccb8f-e38c-4cb6-8ca3-a94737561f43 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833662 Oct 26 16:05:24.148496 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3d94068e-0cc7-4767-bf26-7d9642721c06 req-10052e9c-fac3-4718-88e2-188a52437537 service neutron] 10.222.0.48 "GET /v2.0/networks/b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257322 Oct 26 16:05:24.281455 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3d94068e-0cc7-4767-bf26-7d9642721c06 req-a5d71e9f-2c40-4f1f-b1b5-e54cf3fe54d3 service neutron] 10.222.0.48 "GET /v2.0/networks/b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260583 Oct 26 16:05:27.033556 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:05:32.067552 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-8672b100-bc8e-493d-8a31-b5ccafceba9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:05:34.484562 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c16390ee-3f8e-4b25-a44d-85feb13162cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:05:35.246476 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:05:35.269117 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:05:36.861910 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:05:52.715873 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:05:57.035499 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:02.072682 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e0a51ce5-0487-4713-9d0f-e57abaff6c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:04.457330 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-af39ef22-df61-42cd-93db-489a43da00f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:05.260773 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:05.295023 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:06.857192 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:25.325546 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-286d5eb5-72c3-4586-a3db-7965e56f6620 req-5af91a7e-964b-4a3b-8dad-de459bedd5f2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0de76282-7616-4bb4-be00-21305287d568&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0790195 Oct 26 16:06:25.443028 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d5eb5-72c3-4586-a3db-7965e56f6620 req-1c9675bb-50e3-4db0-8e24-364a49a4599d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:06:25.444451 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-286d5eb5-72c3-4586-a3db-7965e56f6620 req-1c9675bb-50e3-4db0-8e24-364a49a4599d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=0de76282-7616-4bb4-be00-21305287d568 HTTP/1.1" status: 200 len: 1099 time: 0.0845463 Oct 26 16:06:25.591823 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d5eb5-72c3-4586-a3db-7965e56f6620 req-9b4b6450-8695-427d-99b1-400ee98dafac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:06:25.593227 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-286d5eb5-72c3-4586-a3db-7965e56f6620 req-9b4b6450-8695-427d-99b1-400ee98dafac service neutron] 10.222.0.48 "GET /v2.0/networks?id=b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e HTTP/1.1" status: 200 len: 897 time: 0.1278486 Oct 26 16:06:25.694315 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-286d5eb5-72c3-4586-a3db-7965e56f6620 req-521dc24f-a768-4e2e-b331-8e6de02a6ab0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afd0b8e1-629e-4926-bac2-3f52075e3f17 HTTP/1.1" status: 200 len: 1001 time: 0.0951977 Oct 26 16:06:25.761163 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d5eb5-72c3-4586-a3db-7965e56f6620 req-71923dc0-a3c8-4b7f-a4a5-e29aafa8be81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:06:25.762618 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-286d5eb5-72c3-4586-a3db-7965e56f6620 req-71923dc0-a3c8-4b7f-a4a5-e29aafa8be81 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8bb9f016-7c69-4cd0-893d-d27c51ff4b44 HTTP/1.1" status: 200 len: 834 time: 0.0616269 Oct 26 16:06:25.844637 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d5eb5-72c3-4586-a3db-7965e56f6620 req-9b7120cb-236e-475a-bcdd-5e5fadf77ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:06:25.846285 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-286d5eb5-72c3-4586-a3db-7965e56f6620 req-9b7120cb-236e-475a-bcdd-5e5fadf77ff2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772450 Oct 26 16:06:25.976380 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-286d5eb5-72c3-4586-a3db-7965e56f6620 req-17869704-ae60-4556-bb68-cb417a7abe4a service neutron] 10.222.0.48 "GET /v2.0/networks/b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237471 Oct 26 16:06:26.107351 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-286d5eb5-72c3-4586-a3db-7965e56f6620 req-ca8759e4-600b-4af4-bc0f-2b282af59363 service neutron] 10.222.0.48 "GET /v2.0/networks/b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252339 Oct 26 16:06:27.049096 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:29.714622 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:06:30.478530 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 47228) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:06:30.771278 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-421fdd11-ba87-44ee-9be5-4d18638ed5d2 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/floatingips/b3defb8c-d354-408b-a00a-6028c4585c98 HTTP/1.1" status: 200 len: 992 time: 0.2914479 Oct 26 16:06:31.659269 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47240) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:06:31.665159 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-d124b8e5-963c-4805-bf5b-957c69b27bda tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'port': {'admin_state_up': False}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:06:31.786791 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d124b8e5-963c-4805-bf5b-957c69b27bda tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:32.002435 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-d124b8e5-963c-4805-bf5b-957c69b27bda tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] For port e57663c8-beb6-4feb-bfb3-b2b8a01a9e55, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=e57663c8-beb6-4feb-bfb3-b2b8a01a9e55,segment=NetworkSegment(c69c0a48-6503-42f2-bf3e-a95cfae6e28f),segment_id=c69c0a48-6503-42f2-bf3e-a95cfae6e28f)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:06:32.027393 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d124b8e5-963c-4805-bf5b-957c69b27bda tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:32.044213 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7b8c2f83-0c5d-4d0e-a486-649a728dd7b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:32.084193 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d124b8e5-963c-4805-bf5b-957c69b27bda tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:32.093104 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d124b8e5-963c-4805-bf5b-957c69b27bda tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:06:32.093710 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d124b8e5-963c-4805-bf5b-957c69b27bda tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:32.095187 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d124b8e5-963c-4805-bf5b-957c69b27bda tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "PUT /v2.0/ports/e57663c8-beb6-4feb-bfb3-b2b8a01a9e55 HTTP/1.1" status: 200 len: 938 time: 0.4348733 Oct 26 16:06:32.125034 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cffd66f-5fea-4b86-8e90-f05db9558f89', 'tag': 'e57663c8-beb6-4feb-bfb3-b2b8a01a9e55'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:06:32.128050 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec078ab02bc810209f0573d5deb19682ea498273c1503582233cb0925c39ad22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ea59b8-f4f5-48d8-b004-572a32bef6d9" -d '{"events": [{"name": "network-changed", "server_uuid": "4cffd66f-5fea-4b86-8e90-f05db9558f89", "tag": "e57663c8-beb6-4feb-bfb3-b2b8a01a9e55"}]}' {{(pid=89747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:06:32.170594 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ef2d26-3e3f-4d02-bdc6-9b9cd860d01f x-openstack-request-id: req-00ef2d26-3e3f-4d02-bdc6-9b9cd860d01f {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:06:32.170873 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cffd66f-5fea-4b86-8e90-f05db9558f89", "tag": "e57663c8-beb6-4feb-bfb3-b2b8a01a9e55", "status": "completed", "code": 200}]} {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:06:32.171129 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-00ef2d26-3e3f-4d02-bdc6-9b9cd860d01f {{(pid=89747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:06:32.171516 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00ef2d26-3e3f-4d02-bdc6-9b9cd860d01f'] response: {'name': 'network-changed', 'server_uuid': '4cffd66f-5fea-4b86-8e90-f05db9558f89', 'tag': 'e57663c8-beb6-4feb-bfb3-b2b8a01a9e55', 'status': 'completed', 'code': 200} Oct 26 16:06:32.176690 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124b8e5-963c-4805-bf5b-957c69b27bda tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=e57663c8-beb6-4feb-bfb3-b2b8a01a9e55,revision_number=6']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:06:32.183973 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124b8e5-963c-4805-bf5b-957c69b27bda tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:06:32.184316 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124b8e5-963c-4805-bf5b-957c69b27bda tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:06:32.184649 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124b8e5-963c-4805-bf5b-957c69b27bda tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:06:32.184977 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124b8e5-963c-4805-bf5b-957c69b27bda tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:06:32.185299 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124b8e5-963c-4805-bf5b-957c69b27bda tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:06:32.185622 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124b8e5-963c-4805-bf5b-957c69b27bda tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:06:32.185941 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124b8e5-963c-4805-bf5b-957c69b27bda tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:06:32.186260 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124b8e5-963c-4805-bf5b-957c69b27bda tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:06:32.186603 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124b8e5-963c-4805-bf5b-957c69b27bda tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:06:32.186919 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124b8e5-963c-4805-bf5b-957c69b27bda tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:06:32.187233 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124b8e5-963c-4805-bf5b-957c69b27bda tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:06:32.187546 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124b8e5-963c-4805-bf5b-957c69b27bda tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:06:32.295338 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea59b8-f4f5-48d8-b004-572a32bef6d9 req-328dc5f5-9007-4143-8c69-b333afd2772b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:06:32.296691 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-68ea59b8-f4f5-48d8-b004-572a32bef6d9 req-328dc5f5-9007-4143-8c69-b333afd2772b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=4cffd66f-5fea-4b86-8e90-f05db9558f89 HTTP/1.1" status: 200 len: 1099 time: 0.0802376 Oct 26 16:06:32.426523 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea59b8-f4f5-48d8-b004-572a32bef6d9 req-1fa872df-4bd1-4d1c-886f-027618b18369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:06:32.427930 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-68ea59b8-f4f5-48d8-b004-572a32bef6d9 req-1fa872df-4bd1-4d1c-886f-027618b18369 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e HTTP/1.1" status: 200 len: 897 time: 0.1255696 Oct 26 16:06:32.531015 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-68ea59b8-f4f5-48d8-b004-572a32bef6d9 req-50b16c35-529a-49df-bb18-dd9c5d5b60b1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e57663c8-beb6-4feb-bfb3-b2b8a01a9e55 HTTP/1.1" status: 200 len: 1001 time: 0.0972741 Oct 26 16:06:32.591254 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea59b8-f4f5-48d8-b004-572a32bef6d9 req-0c98901a-c873-491f-8389-58c3f2687e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:06:32.592542 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-68ea59b8-f4f5-48d8-b004-572a32bef6d9 req-0c98901a-c873-491f-8389-58c3f2687e02 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8bb9f016-7c69-4cd0-893d-d27c51ff4b44 HTTP/1.1" status: 200 len: 834 time: 0.0564203 Oct 26 16:06:32.677996 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea59b8-f4f5-48d8-b004-572a32bef6d9 req-66b01482-94dc-4524-8514-3d93d9676461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:06:32.679466 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-68ea59b8-f4f5-48d8-b004-572a32bef6d9 req-66b01482-94dc-4524-8514-3d93d9676461 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813410 Oct 26 16:06:32.810350 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-68ea59b8-f4f5-48d8-b004-572a32bef6d9 req-523162ea-0ed2-4479-8d5c-47977ae28ee0 service neutron] 10.222.0.48 "GET /v2.0/networks/b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248367 Oct 26 16:06:32.938321 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-68ea59b8-f4f5-48d8-b004-572a32bef6d9 req-03966a79-f29c-4001-8b0f-d80083c217e4 service neutron] 10.222.0.48 "GET /v2.0/networks/b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225357 Oct 26 16:06:34.483015 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a7ef3961-d204-4ce1-ae74-36be9233a167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:35.238479 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:35.289625 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:35.549699 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 47250) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:06:35.555346 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-57924951-8303-47c4-abdf-02b854dd7c98 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'port': {'admin_state_up': True}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:06:35.673844 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-57924951-8303-47c4-abdf-02b854dd7c98 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:35.888327 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-57924951-8303-47c4-abdf-02b854dd7c98 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] For port e57663c8-beb6-4feb-bfb3-b2b8a01a9e55, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=e57663c8-beb6-4feb-bfb3-b2b8a01a9e55,segment=NetworkSegment(c69c0a48-6503-42f2-bf3e-a95cfae6e28f),segment_id=c69c0a48-6503-42f2-bf3e-a95cfae6e28f)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:06:35.912566 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-57924951-8303-47c4-abdf-02b854dd7c98 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:35.975632 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-57924951-8303-47c4-abdf-02b854dd7c98 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:36.012013 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57924951-8303-47c4-abdf-02b854dd7c98 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:06:36.012598 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-57924951-8303-47c4-abdf-02b854dd7c98 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:36.013923 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-57924951-8303-47c4-abdf-02b854dd7c98 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "PUT /v2.0/ports/e57663c8-beb6-4feb-bfb3-b2b8a01a9e55 HTTP/1.1" status: 200 len: 937 time: 0.4632456 Oct 26 16:06:36.014798 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cffd66f-5fea-4b86-8e90-f05db9558f89', 'tag': 'e57663c8-beb6-4feb-bfb3-b2b8a01a9e55'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:06:36.017042 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b25e27-d9ac-4d48-b045-c8a7caec3df3" -d '{"events": [{"name": "network-changed", "server_uuid": "4cffd66f-5fea-4b86-8e90-f05db9558f89", "tag": "e57663c8-beb6-4feb-bfb3-b2b8a01a9e55"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:06:36.017225 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47254) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:06:36.062390 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57924951-8303-47c4-abdf-02b854dd7c98 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=e57663c8-beb6-4feb-bfb3-b2b8a01a9e55,revision_number=7']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:06:36.071464 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57924951-8303-47c4-abdf-02b854dd7c98 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:06:36.071464 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57924951-8303-47c4-abdf-02b854dd7c98 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:06:36.071464 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57924951-8303-47c4-abdf-02b854dd7c98 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:06:36.071697 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57924951-8303-47c4-abdf-02b854dd7c98 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:06:36.071995 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57924951-8303-47c4-abdf-02b854dd7c98 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:06:36.072339 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57924951-8303-47c4-abdf-02b854dd7c98 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:06:36.072668 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57924951-8303-47c4-abdf-02b854dd7c98 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:06:36.072997 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57924951-8303-47c4-abdf-02b854dd7c98 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:06:36.073325 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57924951-8303-47c4-abdf-02b854dd7c98 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:06:36.073649 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57924951-8303-47c4-abdf-02b854dd7c98 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:06:36.073972 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57924951-8303-47c4-abdf-02b854dd7c98 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:06:36.074292 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57924951-8303-47c4-abdf-02b854dd7c98 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:06:36.123451 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44211b59-2239-44a5-9a58-93bd6bec0da6 x-openstack-request-id: req-44211b59-2239-44a5-9a58-93bd6bec0da6 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:06:36.123754 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cffd66f-5fea-4b86-8e90-f05db9558f89", "tag": "e57663c8-beb6-4feb-bfb3-b2b8a01a9e55", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:06:36.124029 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-44211b59-2239-44a5-9a58-93bd6bec0da6 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:06:36.124433 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44211b59-2239-44a5-9a58-93bd6bec0da6'] response: {'name': 'network-changed', 'server_uuid': '4cffd66f-5fea-4b86-8e90-f05db9558f89', 'tag': 'e57663c8-beb6-4feb-bfb3-b2b8a01a9e55', 'status': 'completed', 'code': 200} Oct 26 16:06:36.129464 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-5274e797-baf5-49eb-a467-f9d280ce3801 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/floatingips/b3defb8c-d354-408b-a00a-6028c4585c98 HTTP/1.1" status: 200 len: 992 time: 0.1110561 Oct 26 16:06:36.250788 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b25e27-d9ac-4d48-b045-c8a7caec3df3 req-33fa3a36-02e3-4835-8ea8-45a537eb0dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:06:36.252939 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-22b25e27-d9ac-4d48-b045-c8a7caec3df3 req-33fa3a36-02e3-4835-8ea8-45a537eb0dfa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=4cffd66f-5fea-4b86-8e90-f05db9558f89 HTTP/1.1" status: 200 len: 1098 time: 0.0838432 Oct 26 16:06:36.383729 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b25e27-d9ac-4d48-b045-c8a7caec3df3 req-9f6f8f38-23a8-4547-a231-a5fe9cc91d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:06:36.385142 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-22b25e27-d9ac-4d48-b045-c8a7caec3df3 req-9f6f8f38-23a8-4547-a231-a5fe9cc91d94 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e HTTP/1.1" status: 200 len: 897 time: 0.1265290 Oct 26 16:06:36.417604 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['e57663c8-beb6-4feb-bfb3-b2b8a01a9e55'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:06:36.598873 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-22b25e27-d9ac-4d48-b045-c8a7caec3df3 req-6d78a88c-a79f-47f6-83d3-0a37d6bcc1ed service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e57663c8-beb6-4feb-bfb3-b2b8a01a9e55 HTTP/1.1" status: 200 len: 1000 time: 0.2071190 Oct 26 16:06:36.666541 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b25e27-d9ac-4d48-b045-c8a7caec3df3 req-3c6735d8-8ccd-433f-864c-b8f9af708d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:06:36.667967 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-22b25e27-d9ac-4d48-b045-c8a7caec3df3 req-3c6735d8-8ccd-433f-864c-b8f9af708d34 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8bb9f016-7c69-4cd0-893d-d27c51ff4b44 HTTP/1.1" status: 200 len: 834 time: 0.0626965 Oct 26 16:06:36.751749 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b25e27-d9ac-4d48-b045-c8a7caec3df3 req-980c6a21-0fac-440d-8c57-012b7985e787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:06:36.753328 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-22b25e27-d9ac-4d48-b045-c8a7caec3df3 req-980c6a21-0fac-440d-8c57-012b7985e787 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794547 Oct 26 16:06:36.878950 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:36.888528 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-22b25e27-d9ac-4d48-b045-c8a7caec3df3 req-b5fc64fb-95ff-404c-9750-8aada1cc96bf service neutron] 10.222.0.48 "GET /v2.0/networks/b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278307 Oct 26 16:06:37.022477 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-22b25e27-d9ac-4d48-b045-c8a7caec3df3 req-ecc5201a-6f3a-432d-a324-35573d75b111 service neutron] 10.222.0.48 "GET /v2.0/networks/b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280270 Oct 26 16:06:38.713095 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47268) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:06:39.030013 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-e278d242-d219-4de8-b5b6-8437a1849e25 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Deleting port b092952a-56c1-4098-a21a-3a6adfeb280f {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:06:39.030278 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e278d242-d219-4de8-b5b6-8437a1849e25 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:39.199527 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e278d242-d219-4de8-b5b6-8437a1849e25 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:39.199860 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e278d242-d219-4de8-b5b6-8437a1849e25 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:39.323799 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-e278d242-d219-4de8-b5b6-8437a1849e25 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Calling delete_port for b092952a-56c1-4098-a21a-3a6adfeb280f owned by network:floatingip {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:06:39.541138 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e278d242-d219-4de8-b5b6-8437a1849e25 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:39.587769 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e278d242-d219-4de8-b5b6-8437a1849e25 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Port': ['ID=b092952a-56c1-4098-a21a-3a6adfeb280f,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:06:39.690670 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e278d242-d219-4de8-b5b6-8437a1849e25 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for floatingip, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:39.691518 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.l3_db [None req-e278d242-d219-4de8-b5b6-8437a1849e25 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Floating IP 52b30611-aa9e-4597-a948-3b234dd9d701 disassociated (deleted). External IP: 172.26.2.10, port: afd0b8e1-629e-4926-bac2-3f52075e3f17. Oct 26 16:06:40.042734 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e278d242-d219-4de8-b5b6-8437a1849e25 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Router 793fddd0-51a6-4f38-b3e3-8c27dd4872b7 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:06:40.222796 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e278d242-d219-4de8-b5b6-8437a1849e25 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:06:40.231982 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f5f0e1-8454-46c7-9f17-003c21cb07c7 None None] Sync routers for ids ['793fddd0-51a6-4f38-b3e3-8c27dd4872b7'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:06:40.242191 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f5f0e1-8454-46c7-9f17-003c21cb07c7 None None] Routers {'793fddd0-51a6-4f38-b3e3-8c27dd4872b7'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:06:40.242865 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-21f5f0e1-8454-46c7-9f17-003c21cb07c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:06:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['793fddd0-51a6-4f38-b3e3-8c27dd4872b7'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:06:40.301545 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e278d242-d219-4de8-b5b6-8437a1849e25 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:40.359377 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e278d242-d219-4de8-b5b6-8437a1849e25 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "DELETE /v2.0/floatingips/52b30611-aa9e-4597-a948-3b234dd9d701 HTTP/1.1" status: 204 len: 168 time: 1.6451354 Oct 26 16:06:40.360012 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0de76282-7616-4bb4-be00-21305287d568', 'tag': 'afd0b8e1-629e-4926-bac2-3f52075e3f17'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:06:40.362322 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec078ab02bc810209f0573d5deb19682ea498273c1503582233cb0925c39ad22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63256f92-c948-41ff-b461-62bd488138fc" -d '{"events": [{"name": "network-changed", "server_uuid": "0de76282-7616-4bb4-be00-21305287d568", "tag": "afd0b8e1-629e-4926-bac2-3f52075e3f17"}]}' {{(pid=89747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:06:40.431727 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56eb896-b1b4-47a5-bd87-35e0daab04a7 x-openstack-request-id: req-d56eb896-b1b4-47a5-bd87-35e0daab04a7 {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:06:40.432037 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0de76282-7616-4bb4-be00-21305287d568", "tag": "afd0b8e1-629e-4926-bac2-3f52075e3f17", "status": "completed", "code": 200}]} {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:06:40.432291 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d56eb896-b1b4-47a5-bd87-35e0daab04a7 {{(pid=89747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:06:40.432691 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d56eb896-b1b4-47a5-bd87-35e0daab04a7'] response: {'name': 'network-changed', 'server_uuid': '0de76282-7616-4bb4-be00-21305287d568', 'tag': 'afd0b8e1-629e-4926-bac2-3f52075e3f17', 'status': 'completed', 'code': 200} Oct 26 16:06:40.433949 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-21f5f0e1-8454-46c7-9f17-003c21cb07c7 None None] Set router 793fddd0-51a6-4f38-b3e3-8c27dd4872b7 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:06:40.575381 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63256f92-c948-41ff-b461-62bd488138fc req-eedb1908-9ed1-4757-9c5b-e82b70e002a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:06:40.576925 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-63256f92-c948-41ff-b461-62bd488138fc req-eedb1908-9ed1-4757-9c5b-e82b70e002a2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=0de76282-7616-4bb4-be00-21305287d568 HTTP/1.1" status: 200 len: 1099 time: 0.1005342 Oct 26 16:06:40.717062 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63256f92-c948-41ff-b461-62bd488138fc req-c5472c59-2702-4c57-beb7-a8d81a4c3f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:06:40.718549 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-63256f92-c948-41ff-b461-62bd488138fc req-c5472c59-2702-4c57-beb7-a8d81a4c3f15 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e HTTP/1.1" status: 200 len: 897 time: 0.1356673 Oct 26 16:06:40.805941 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-63256f92-c948-41ff-b461-62bd488138fc req-4555acfb-c8e6-4404-b5c8-50ff01fc3fd5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afd0b8e1-629e-4926-bac2-3f52075e3f17 HTTP/1.1" status: 200 len: 217 time: 0.0813844 Oct 26 16:06:40.827546 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-21f5f0e1-8454-46c7-9f17-003c21cb07c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'name': 'tempest-TestNetworkBasicOps-router-2013574173', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.27'}], 'enable_snat': True}, 'gw_port_id': '536c4cf3-9f17-4995-ae88-86138c1cece4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:19Z', 'updated_at': '2022-10-26T16:04:25Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '536c4cf3-9f17-4995-ae88-86138c1cece4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:61:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:20Z', 'updated_at': '2022-10-26T16:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': 'b3defb8c-d354-408b-a00a-6028c4585c98', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'floating_ip_address': '172.26.2.44', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'port_id': 'e57663c8-beb6-4feb-bfb3-b2b8a01a9e55', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e', 'mac_address': 'fa:16:3e:e1:a6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cffd66f-5fea-4b86-8e90-f05db9558f89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:04:52Z', 'updated_at': '2022-10-26T16:04:55Z', 'revision_number': 1, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03cb1f20-5656-4151-9e09-3f378109424d', 'name': '', 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:a7:18:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '8bb9f016-7c69-4cd0-893d-d27c51ff4b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:25Z', 'updated_at': '2022-10-26T16:04:31Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '8bb9f016-7c69-4cd0-893d-d27c51ff4b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:06:40.831936 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f5f0e1-8454-46c7-9f17-003c21cb07c7 None None] Checking router: 793fddd0-51a6-4f38-b3e3-8c27dd4872b7 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:06:40.849891 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f5f0e1-8454-46c7-9f17-003c21cb07c7 None None] Routers {'793fddd0-51a6-4f38-b3e3-8c27dd4872b7'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:06:40.850809 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-21f5f0e1-8454-46c7-9f17-003c21cb07c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:06:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['793fddd0-51a6-4f38-b3e3-8c27dd4872b7'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:06:40.896001 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63256f92-c948-41ff-b461-62bd488138fc req-d53c4668-f871-496e-ac7c-b297fbcdb02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:06:40.897439 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-63256f92-c948-41ff-b461-62bd488138fc req-d53c4668-f871-496e-ac7c-b297fbcdb02f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8bb9f016-7c69-4cd0-893d-d27c51ff4b44 HTTP/1.1" status: 200 len: 834 time: 0.0619328 Oct 26 16:06:40.996419 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63256f92-c948-41ff-b461-62bd488138fc req-324147f4-785f-449e-bda4-69bf659d2777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:06:40.999377 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-63256f92-c948-41ff-b461-62bd488138fc req-324147f4-785f-449e-bda4-69bf659d2777 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0954990 Oct 26 16:06:41.058326 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-21f5f0e1-8454-46c7-9f17-003c21cb07c7 None None] Set router 793fddd0-51a6-4f38-b3e3-8c27dd4872b7 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:06:41.148523 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-63256f92-c948-41ff-b461-62bd488138fc req-dc060a1c-17c4-48f3-b38e-ca512705a118 service neutron] 10.222.0.48 "GET /v2.0/networks/b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413295 Oct 26 16:06:41.226791 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f834f-4391-44fb-9627-929f0b19badc req-f2ee1314-e49c-44f7-9949-52dab942382b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:06:41.227726 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-2d0f834f-4391-44fb-9627-929f0b19badc req-f2ee1314-e49c-44f7-9949-52dab942382b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:06:41.296425 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-63256f92-c948-41ff-b461-62bd488138fc req-359fbd97-afc5-4445-ba92-a6eaf8894d46 service neutron] 10.222.0.48 "GET /v2.0/networks/b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420093 Oct 26 16:06:41.300052 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-2d0f834f-4391-44fb-9627-929f0b19badc req-f2ee1314-e49c-44f7-9949-52dab942382b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:06:41.301434 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2d0f834f-4391-44fb-9627-929f0b19badc req-f2ee1314-e49c-44f7-9949-52dab942382b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=0de76282-7616-4bb4-be00-21305287d568 HTTP/1.1" status: 200 len: 946 time: 0.4086249 Oct 26 16:06:41.347587 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2d0f834f-4391-44fb-9627-929f0b19badc req-38e9a2f5-8965-4b2c-8149-7eb075861475 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cf51eaf-4b8a-4733-814f-edbb12e05f22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401514 Oct 26 16:06:41.533053 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-21f5f0e1-8454-46c7-9f17-003c21cb07c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'name': 'tempest-TestNetworkBasicOps-router-2013574173', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.27'}], 'enable_snat': True}, 'gw_port_id': '536c4cf3-9f17-4995-ae88-86138c1cece4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:19Z', 'updated_at': '2022-10-26T16:04:25Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '536c4cf3-9f17-4995-ae88-86138c1cece4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:61:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:20Z', 'updated_at': '2022-10-26T16:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': 'b3defb8c-d354-408b-a00a-6028c4585c98', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'floating_ip_address': '172.26.2.44', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'port_id': 'e57663c8-beb6-4feb-bfb3-b2b8a01a9e55', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e', 'mac_address': 'fa:16:3e:e1:a6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cffd66f-5fea-4b86-8e90-f05db9558f89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:04:52Z', 'updated_at': '2022-10-26T16:04:55Z', 'revision_number': 1, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03cb1f20-5656-4151-9e09-3f378109424d', 'name': '', 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:a7:18:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '8bb9f016-7c69-4cd0-893d-d27c51ff4b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:25Z', 'updated_at': '2022-10-26T16:04:31Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '8bb9f016-7c69-4cd0-893d-d27c51ff4b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:06:41.537644 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f5f0e1-8454-46c7-9f17-003c21cb07c7 None None] The sync data for ids ['793fddd0-51a6-4f38-b3e3-8c27dd4872b7'] in dv-neutron-862712-1-hyperv is: [{'id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'name': 'tempest-TestNetworkBasicOps-router-2013574173', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.27'}], 'enable_snat': True}, 'gw_port_id': '536c4cf3-9f17-4995-ae88-86138c1cece4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:19Z', 'updated_at': '2022-10-26T16:04:25Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '536c4cf3-9f17-4995-ae88-86138c1cece4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:61:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:20Z', 'updated_at': '2022-10-26T16:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': 'b3defb8c-d354-408b-a00a-6028c4585c98', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'floating_ip_address': '172.26.2.44', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'port_id': 'e57663c8-beb6-4feb-bfb3-b2b8a01a9e55', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e', 'mac_address': 'fa:16:3e:e1:a6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cffd66f-5fea-4b86-8e90-f05db9558f89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:04:52Z', 'updated_at': '2022-10-26T16:04:55Z', 'revision_number': 1, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03cb1f20-5656-4151-9e09-3f378109424d', 'name': '', 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:a7:18:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '8bb9f016-7c69-4cd0-893d-d27c51ff4b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:25Z', 'updated_at': '2022-10-26T16:04:31Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '8bb9f016-7c69-4cd0-893d-d27c51ff4b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:06:41.752258 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d388da-acb5-4553-8e81-67eb2fd8d660 None None] New status for floating IP 52b30611-aa9e-4597-a948-3b234dd9d701: DOWN {{(pid=89750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:06:42.551066 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a957c-c775-4646-b105-d4b244e26b4b req-63a33d3d-1d73-4921-befb-7709b230c57e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:06:42.552540 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-288a957c-c775-4646-b105-d4b244e26b4b req-63a33d3d-1d73-4921-befb-7709b230c57e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=0de76282-7616-4bb4-be00-21305287d568 HTTP/1.1" status: 200 len: 946 time: 0.0922744 Oct 26 16:06:42.651651 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-288a957c-c775-4646-b105-d4b244e26b4b req-89379810-1f5b-4a95-904a-f894f8c535c3 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cf51eaf-4b8a-4733-814f-edbb12e05f22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0630805 Oct 26 16:06:42.675941 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168cba6-180e-445d-a98f-65d3269ca4b2 req-99499596-7c28-4c17-b00d-1e542c21518f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:06:42.677378 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1168cba6-180e-445d-a98f-65d3269ca4b2 req-99499596-7c28-4c17-b00d-1e542c21518f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "GET /v2.0/ports?device_id=0de76282-7616-4bb4-be00-21305287d568 HTTP/1.1" status: 200 len: 946 time: 0.1239970 Oct 26 16:06:42.748205 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-1168cba6-180e-445d-a98f-65d3269ca4b2 req-fe22d521-8384-45de-bc77-16ece7dd991b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Deleting port afd0b8e1-629e-4926-bac2-3f52075e3f17 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:06:42.748549 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-1168cba6-180e-445d-a98f-65d3269ca4b2 req-fe22d521-8384-45de-bc77-16ece7dd991b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:42.996430 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-1168cba6-180e-445d-a98f-65d3269ca4b2 req-fe22d521-8384-45de-bc77-16ece7dd991b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] For port afd0b8e1-629e-4926-bac2-3f52075e3f17, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=afd0b8e1-629e-4926-bac2-3f52075e3f17,segment=NetworkSegment(c69c0a48-6503-42f2-bf3e-a95cfae6e28f),segment_id=c69c0a48-6503-42f2-bf3e-a95cfae6e28f)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:06:42.996788 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-1168cba6-180e-445d-a98f-65d3269ca4b2 req-fe22d521-8384-45de-bc77-16ece7dd991b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:43.219786 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-1168cba6-180e-445d-a98f-65d3269ca4b2 req-fe22d521-8384-45de-bc77-16ece7dd991b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Calling delete_port for afd0b8e1-629e-4926-bac2-3f52075e3f17 owned by compute:nova {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:06:43.438339 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-1168cba6-180e-445d-a98f-65d3269ca4b2 req-fe22d521-8384-45de-bc77-16ece7dd991b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:43.488778 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe22d521-8384-45de-bc77-16ece7dd991b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Port': ['ID=afd0b8e1-629e-4926-bac2-3f52075e3f17,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:06:43.582667 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-1168cba6-180e-445d-a98f-65d3269ca4b2 req-fe22d521-8384-45de-bc77-16ece7dd991b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] No DVR routers for this DVR port afd0b8e1-629e-4926-bac2-3f52075e3f17 on host hv-neutron-8627 {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:06:43.585256 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-1168cba6-180e-445d-a98f-65d3269ca4b2 req-fe22d521-8384-45de-bc77-16ece7dd991b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:43.587842 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de76282-7616-4bb4-be00-21305287d568', 'name': 'network-vif-deleted', 'tag': 'afd0b8e1-629e-4926-bac2-3f52075e3f17'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:06:43.590099 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e64dc28-407c-4bd0-8873-5f09e1bef8a5" -d '{"events": [{"server_uuid": "0de76282-7616-4bb4-be00-21305287d568", "name": "network-vif-deleted", "tag": "afd0b8e1-629e-4926-bac2-3f52075e3f17"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:06:43.633639 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf896bc-caac-42a8-87ce-7706b02dc732 x-openstack-request-id: req-bdf896bc-caac-42a8-87ce-7706b02dc732 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:06:43.633934 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de76282-7616-4bb4-be00-21305287d568", "name": "network-vif-deleted", "tag": "afd0b8e1-629e-4926-bac2-3f52075e3f17", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:06:43.634192 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bdf896bc-caac-42a8-87ce-7706b02dc732 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:06:43.634628 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdf896bc-caac-42a8-87ce-7706b02dc732'] response: {'server_uuid': '0de76282-7616-4bb4-be00-21305287d568', 'name': 'network-vif-deleted', 'tag': 'afd0b8e1-629e-4926-bac2-3f52075e3f17', 'status': 'completed', 'code': 200} Oct 26 16:06:43.683772 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1168cba6-180e-445d-a98f-65d3269ca4b2 req-fe22d521-8384-45de-bc77-16ece7dd991b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "DELETE /v2.0/ports/afd0b8e1-629e-4926-bac2-3f52075e3f17 HTTP/1.1" status: 204 len: 173 time: 1.0004580 Oct 26 16:06:43.825547 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-45575edd-80bd-4ada-b0e8-b31e51f47720 req-2fd17a21-c182-4fe4-a51f-a3d3072d7826 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:06:43.951401 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-45575edd-80bd-4ada-b0e8-b31e51f47720 req-2fd17a21-c182-4fe4-a51f-a3d3072d7826 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:06:43.951401 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-45575edd-80bd-4ada-b0e8-b31e51f47720 req-2fd17a21-c182-4fe4-a51f-a3d3072d7826 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=0de76282-7616-4bb4-be00-21305287d568 HTTP/1.1" status: 200 len: 210 time: 0.1769538 Oct 26 16:06:45.199701 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47286) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:06:45.269918 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8a46efec-61d8-44b6-937a-9baa599e6751 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:45.298303 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8a46efec-61d8-44b6-937a-9baa599e6751 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:45.430787 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8a46efec-61d8-44b6-937a-9baa599e6751 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:45.448972 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46efec-61d8-44b6-937a-9baa599e6751 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf51eaf-4b8a-4733-814f-edbb12e05f22,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:06:45.535062 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8a46efec-61d8-44b6-937a-9baa599e6751 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:45.536115 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8a46efec-61d8-44b6-937a-9baa599e6751 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "DELETE /v2.0/security-groups/6cf51eaf-4b8a-4733-814f-edbb12e05f22 HTTP/1.1" status: 204 len: 168 time: 0.3354294 Oct 26 16:06:45.632126 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47292) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:06:45.835134 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-4903649c-74f4-4d8c-8837-5e0909f189f0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Deleting port ff7f0f30-3a87-484e-93bb-3b71aa0b8f01 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:06:45.835397 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4903649c-74f4-4d8c-8837-5e0909f189f0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:46.000136 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4903649c-74f4-4d8c-8837-5e0909f189f0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:46.000457 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4903649c-74f4-4d8c-8837-5e0909f189f0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:46.123480 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-4903649c-74f4-4d8c-8837-5e0909f189f0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Calling delete_port for ff7f0f30-3a87-484e-93bb-3b71aa0b8f01 owned by network:floatingip {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:06:46.282531 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device afd0b8e1-629e-4926-bac2-3f52075e3f17 no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:06:46.317335 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] No Port match for: afd0b8e1-629e-4926-bac2-3f52075e3f17 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:06:46.317680 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device afd0b8e1-629e-4926-bac2-3f52075e3f17 not bound to the agent host hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:06:46.339760 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4903649c-74f4-4d8c-8837-5e0909f189f0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:46.385330 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4903649c-74f4-4d8c-8837-5e0909f189f0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Port': ['ID=ff7f0f30-3a87-484e-93bb-3b71aa0b8f01,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:06:46.487735 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4903649c-74f4-4d8c-8837-5e0909f189f0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for floatingip, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:46.488075 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.l3_db [None req-4903649c-74f4-4d8c-8837-5e0909f189f0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Floating IP b3defb8c-d354-408b-a00a-6028c4585c98 disassociated (deleted). External IP: 172.26.2.44, port: e57663c8-beb6-4feb-bfb3-b2b8a01a9e55. Oct 26 16:06:46.836390 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4903649c-74f4-4d8c-8837-5e0909f189f0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Router 793fddd0-51a6-4f38-b3e3-8c27dd4872b7 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:06:47.129264 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4903649c-74f4-4d8c-8837-5e0909f189f0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:06:47.138595 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7436e1-37da-4623-b310-4801a1bccd8d None None] Sync routers for ids ['793fddd0-51a6-4f38-b3e3-8c27dd4872b7'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:06:47.149065 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7436e1-37da-4623-b310-4801a1bccd8d None None] Routers {'793fddd0-51a6-4f38-b3e3-8c27dd4872b7'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:06:47.151292 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-af7436e1-37da-4623-b310-4801a1bccd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:06:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['793fddd0-51a6-4f38-b3e3-8c27dd4872b7'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:06:47.214941 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4903649c-74f4-4d8c-8837-5e0909f189f0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:47.273126 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4903649c-74f4-4d8c-8837-5e0909f189f0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "DELETE /v2.0/floatingips/b3defb8c-d354-408b-a00a-6028c4585c98 HTTP/1.1" status: 204 len: 168 time: 1.6398892 Oct 26 16:06:47.273863 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cffd66f-5fea-4b86-8e90-f05db9558f89', 'tag': 'e57663c8-beb6-4feb-bfb3-b2b8a01a9e55'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:06:47.276310 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec078ab02bc810209f0573d5deb19682ea498273c1503582233cb0925c39ad22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f9eb64-12d8-40a0-8378-d4e0c9ebc416" -d '{"events": [{"name": "network-changed", "server_uuid": "4cffd66f-5fea-4b86-8e90-f05db9558f89", "tag": "e57663c8-beb6-4feb-bfb3-b2b8a01a9e55"}]}' {{(pid=89747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:06:47.329063 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2294d739-0477-4582-a364-089fb16bb0e5 x-openstack-request-id: req-2294d739-0477-4582-a364-089fb16bb0e5 {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:06:47.329349 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cffd66f-5fea-4b86-8e90-f05db9558f89", "tag": "e57663c8-beb6-4feb-bfb3-b2b8a01a9e55", "status": "completed", "code": 200}]} {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:06:47.329603 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2294d739-0477-4582-a364-089fb16bb0e5 {{(pid=89747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:06:47.330740 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2294d739-0477-4582-a364-089fb16bb0e5'] response: {'name': 'network-changed', 'server_uuid': '4cffd66f-5fea-4b86-8e90-f05db9558f89', 'tag': 'e57663c8-beb6-4feb-bfb3-b2b8a01a9e55', 'status': 'completed', 'code': 200} Oct 26 16:06:47.335955 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-af7436e1-37da-4623-b310-4801a1bccd8d None None] Set router 793fddd0-51a6-4f38-b3e3-8c27dd4872b7 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:06:47.457487 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9eb64-12d8-40a0-8378-d4e0c9ebc416 req-624fd233-a572-41f9-a0b3-cba103c8dc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:06:47.459000 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-34f9eb64-12d8-40a0-8378-d4e0c9ebc416 req-624fd233-a572-41f9-a0b3-cba103c8dc87 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=4cffd66f-5fea-4b86-8e90-f05db9558f89 HTTP/1.1" status: 200 len: 1098 time: 0.0860963 Oct 26 16:06:47.598106 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9eb64-12d8-40a0-8378-d4e0c9ebc416 req-e3ee50d9-62db-4365-acca-89b996b983de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:06:47.599600 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-34f9eb64-12d8-40a0-8378-d4e0c9ebc416 req-e3ee50d9-62db-4365-acca-89b996b983de service neutron] 10.222.0.48 "GET /v2.0/networks?id=b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e HTTP/1.1" status: 200 len: 897 time: 0.1348553 Oct 26 16:06:47.679247 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-34f9eb64-12d8-40a0-8378-d4e0c9ebc416 req-fb1df4fd-26ca-40f3-a2b9-07c0a637e679 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e57663c8-beb6-4feb-bfb3-b2b8a01a9e55 HTTP/1.1" status: 200 len: 217 time: 0.0739989 Oct 26 16:06:47.685370 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-af7436e1-37da-4623-b310-4801a1bccd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'name': 'tempest-TestNetworkBasicOps-router-2013574173', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.27'}], 'enable_snat': True}, 'gw_port_id': '536c4cf3-9f17-4995-ae88-86138c1cece4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:19Z', 'updated_at': '2022-10-26T16:04:25Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '536c4cf3-9f17-4995-ae88-86138c1cece4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:61:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:20Z', 'updated_at': '2022-10-26T16:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '03cb1f20-5656-4151-9e09-3f378109424d', 'name': '', 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:a7:18:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '8bb9f016-7c69-4cd0-893d-d27c51ff4b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:25Z', 'updated_at': '2022-10-26T16:04:31Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '8bb9f016-7c69-4cd0-893d-d27c51ff4b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:06:47.689712 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7436e1-37da-4623-b310-4801a1bccd8d None None] Checking router: 793fddd0-51a6-4f38-b3e3-8c27dd4872b7 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:06:47.699272 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7436e1-37da-4623-b310-4801a1bccd8d None None] Routers {'793fddd0-51a6-4f38-b3e3-8c27dd4872b7'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:06:47.699877 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-af7436e1-37da-4623-b310-4801a1bccd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:06:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['793fddd0-51a6-4f38-b3e3-8c27dd4872b7'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:06:47.802606 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9eb64-12d8-40a0-8378-d4e0c9ebc416 req-232094f6-d8f2-4cd8-8849-ac93d37c4cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:06:47.804038 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-34f9eb64-12d8-40a0-8378-d4e0c9ebc416 req-232094f6-d8f2-4cd8-8849-ac93d37c4cbb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8bb9f016-7c69-4cd0-893d-d27c51ff4b44 HTTP/1.1" status: 200 len: 834 time: 0.1195424 Oct 26 16:06:47.880012 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c7d63-ca03-42a8-a815-fca0673007d1 req-19f14761-a613-43e7-aa35-7a311119dcbc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:06:47.880210 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-af7436e1-37da-4623-b310-4801a1bccd8d None None] Set router 793fddd0-51a6-4f38-b3e3-8c27dd4872b7 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:06:47.881386 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c71c7d63-ca03-42a8-a815-fca0673007d1 req-19f14761-a613-43e7-aa35-7a311119dcbc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cffd66f-5fea-4b86-8e90-f05db9558f89 HTTP/1.1" status: 200 len: 945 time: 0.1661313 Oct 26 16:06:47.936345 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c71c7d63-ca03-42a8-a815-fca0673007d1 req-d355b695-1b7e-4519-ab59-8202aeb92988 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ecccad-5ff0-453f-8c78-13a699049fec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473251 Oct 26 16:06:47.938431 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9eb64-12d8-40a0-8378-d4e0c9ebc416 req-2b306330-8eec-43bf-8174-16590e49e655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:06:47.940569 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-34f9eb64-12d8-40a0-8378-d4e0c9ebc416 req-2b306330-8eec-43bf-8174-16590e49e655 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1287169 Oct 26 16:06:48.072439 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-34f9eb64-12d8-40a0-8378-d4e0c9ebc416 req-2c0bd5f6-d28a-4aae-9fca-a50920907e97 service neutron] 10.222.0.48 "GET /v2.0/networks/b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255906 Oct 26 16:06:48.209584 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-34f9eb64-12d8-40a0-8378-d4e0c9ebc416 req-bc2230bf-8078-4117-964f-857e0bf39e93 service neutron] 10.222.0.48 "GET /v2.0/networks/b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310344 Oct 26 16:06:48.242797 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-af7436e1-37da-4623-b310-4801a1bccd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'name': 'tempest-TestNetworkBasicOps-router-2013574173', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.27'}], 'enable_snat': True}, 'gw_port_id': '536c4cf3-9f17-4995-ae88-86138c1cece4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:19Z', 'updated_at': '2022-10-26T16:04:25Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '536c4cf3-9f17-4995-ae88-86138c1cece4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:61:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:20Z', 'updated_at': '2022-10-26T16:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '03cb1f20-5656-4151-9e09-3f378109424d', 'name': '', 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:a7:18:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '8bb9f016-7c69-4cd0-893d-d27c51ff4b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:25Z', 'updated_at': '2022-10-26T16:04:31Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '8bb9f016-7c69-4cd0-893d-d27c51ff4b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:06:48.246797 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7436e1-37da-4623-b310-4801a1bccd8d None None] The sync data for ids ['793fddd0-51a6-4f38-b3e3-8c27dd4872b7'] in dv-neutron-862712-1-hyperv is: [{'id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'name': 'tempest-TestNetworkBasicOps-router-2013574173', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.27'}], 'enable_snat': True}, 'gw_port_id': '536c4cf3-9f17-4995-ae88-86138c1cece4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:19Z', 'updated_at': '2022-10-26T16:04:25Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '536c4cf3-9f17-4995-ae88-86138c1cece4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:61:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:20Z', 'updated_at': '2022-10-26T16:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '03cb1f20-5656-4151-9e09-3f378109424d', 'name': '', 'network_id': 'b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:a7:18:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '8bb9f016-7c69-4cd0-893d-d27c51ff4b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:25Z', 'updated_at': '2022-10-26T16:04:31Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '8bb9f016-7c69-4cd0-893d-d27c51ff4b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:06:48.446767 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584803f3-e95f-47b1-8b1c-07c31b3a8053 None None] New status for floating IP b3defb8c-d354-408b-a00a-6028c4585c98: DOWN {{(pid=89750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:06:49.141861 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a7e3fd-1a18-42d9-a93c-318a0bc74969 req-9211e38e-1c2f-4306-99ff-4c78b96af2f1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:06:49.143193 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-19a7e3fd-1a18-42d9-a93c-318a0bc74969 req-9211e38e-1c2f-4306-99ff-4c78b96af2f1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:06:49.225647 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-19a7e3fd-1a18-42d9-a93c-318a0bc74969 req-9211e38e-1c2f-4306-99ff-4c78b96af2f1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:06:49.226830 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-19a7e3fd-1a18-42d9-a93c-318a0bc74969 req-9211e38e-1c2f-4306-99ff-4c78b96af2f1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cffd66f-5fea-4b86-8e90-f05db9558f89 HTTP/1.1" status: 200 len: 945 time: 0.1712592 Oct 26 16:06:49.271917 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-19a7e3fd-1a18-42d9-a93c-318a0bc74969 req-597946c2-8ca7-4a5f-9375-3d2175fe32c1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:security_group {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:06:49.369359 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-19a7e3fd-1a18-42d9-a93c-318a0bc74969 req-597946c2-8ca7-4a5f-9375-3d2175fe32c1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:security_group {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:06:49.370572 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-19a7e3fd-1a18-42d9-a93c-318a0bc74969 req-597946c2-8ca7-4a5f-9375-3d2175fe32c1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ecccad-5ff0-453f-8c78-13a699049fec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1381135 Oct 26 16:06:49.565483 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba3c74-bfca-43a9-8e34-1f3756718432 req-8cee85fd-c809-483a-851e-295c6dba4d55 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:06:49.566874 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9fba3c74-bfca-43a9-8e34-1f3756718432 req-8cee85fd-c809-483a-851e-295c6dba4d55 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cffd66f-5fea-4b86-8e90-f05db9558f89 HTTP/1.1" status: 200 len: 945 time: 0.0923991 Oct 26 16:06:49.637008 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-9fba3c74-bfca-43a9-8e34-1f3756718432 req-7cca1d5e-db21-4771-9dfa-2599141e38c7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Deleting port e57663c8-beb6-4feb-bfb3-b2b8a01a9e55 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:06:49.637349 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-9fba3c74-bfca-43a9-8e34-1f3756718432 req-7cca1d5e-db21-4771-9dfa-2599141e38c7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:49.985564 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-9fba3c74-bfca-43a9-8e34-1f3756718432 req-7cca1d5e-db21-4771-9dfa-2599141e38c7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] For port e57663c8-beb6-4feb-bfb3-b2b8a01a9e55, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=e57663c8-beb6-4feb-bfb3-b2b8a01a9e55,segment=NetworkSegment(c69c0a48-6503-42f2-bf3e-a95cfae6e28f),segment_id=c69c0a48-6503-42f2-bf3e-a95cfae6e28f)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:06:49.985940 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-9fba3c74-bfca-43a9-8e34-1f3756718432 req-7cca1d5e-db21-4771-9dfa-2599141e38c7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:50.109725 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-9fba3c74-bfca-43a9-8e34-1f3756718432 req-7cca1d5e-db21-4771-9dfa-2599141e38c7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Calling delete_port for e57663c8-beb6-4feb-bfb3-b2b8a01a9e55 owned by compute:nova {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:06:50.312026 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-9fba3c74-bfca-43a9-8e34-1f3756718432 req-7cca1d5e-db21-4771-9dfa-2599141e38c7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:50.367259 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca1d5e-db21-4771-9dfa-2599141e38c7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Port': ['ID=e57663c8-beb6-4feb-bfb3-b2b8a01a9e55,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:06:50.459950 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fba3c74-bfca-43a9-8e34-1f3756718432 req-7cca1d5e-db21-4771-9dfa-2599141e38c7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] No DVR routers for this DVR port e57663c8-beb6-4feb-bfb3-b2b8a01a9e55 on host hv-neutron-8627 {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:06:50.462438 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-9fba3c74-bfca-43a9-8e34-1f3756718432 req-7cca1d5e-db21-4771-9dfa-2599141e38c7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:50.465236 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cffd66f-5fea-4b86-8e90-f05db9558f89', 'name': 'network-vif-deleted', 'tag': 'e57663c8-beb6-4feb-bfb3-b2b8a01a9e55'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:06:50.467528 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93214b1a-217d-48fb-b64e-2c7bfd56e9c0" -d '{"events": [{"server_uuid": "4cffd66f-5fea-4b86-8e90-f05db9558f89", "name": "network-vif-deleted", "tag": "e57663c8-beb6-4feb-bfb3-b2b8a01a9e55"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:06:50.534564 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f45422-a039-4aba-b501-b5f1814bdd79 x-openstack-request-id: req-34f45422-a039-4aba-b501-b5f1814bdd79 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:06:50.534856 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cffd66f-5fea-4b86-8e90-f05db9558f89", "name": "network-vif-deleted", "tag": "e57663c8-beb6-4feb-bfb3-b2b8a01a9e55", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:06:50.535109 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-34f45422-a039-4aba-b501-b5f1814bdd79 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:06:50.535504 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34f45422-a039-4aba-b501-b5f1814bdd79'] response: {'server_uuid': '4cffd66f-5fea-4b86-8e90-f05db9558f89', 'name': 'network-vif-deleted', 'tag': 'e57663c8-beb6-4feb-bfb3-b2b8a01a9e55', 'status': 'completed', 'code': 200} Oct 26 16:06:50.542738 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9fba3c74-bfca-43a9-8e34-1f3756718432 req-7cca1d5e-db21-4771-9dfa-2599141e38c7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "DELETE /v2.0/ports/e57663c8-beb6-4feb-bfb3-b2b8a01a9e55 HTTP/1.1" status: 204 len: 173 time: 0.9712019 Oct 26 16:06:50.544022 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-343c806e-36d5-44f6-91fd-cc484927aaaa req-12170b70-13e8-4970-919a-e19e34ff1c3d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:06:50.620903 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-343c806e-36d5-44f6-91fd-cc484927aaaa req-12170b70-13e8-4970-919a-e19e34ff1c3d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:06:50.621990 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-343c806e-36d5-44f6-91fd-cc484927aaaa req-12170b70-13e8-4970-919a-e19e34ff1c3d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cffd66f-5fea-4b86-8e90-f05db9558f89 HTTP/1.1" status: 200 len: 210 time: 0.1374550 Oct 26 16:06:51.723248 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47312) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:06:51.792942 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d3fb7890-f6f5-4e5c-813f-e6edddb14764 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:51.822203 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d3fb7890-f6f5-4e5c-813f-e6edddb14764 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:51.956663 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d3fb7890-f6f5-4e5c-813f-e6edddb14764 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:51.975317 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb7890-f6f5-4e5c-813f-e6edddb14764 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ecccad-5ff0-453f-8c78-13a699049fec,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:06:52.041663 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d3fb7890-f6f5-4e5c-813f-e6edddb14764 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:52.042853 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d3fb7890-f6f5-4e5c-813f-e6edddb14764 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "DELETE /v2.0/security-groups/96ecccad-5ff0-453f-8c78-13a699049fec HTTP/1.1" status: 204 len: 168 time: 0.3185761 Oct 26 16:06:52.165050 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 47318) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:06:52.712877 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2c5e4668-47c2-46de-a5ab-9e108336a823 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:53.171993 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-2c5e4668-47c2-46de-a5ab-9e108336a823 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Deleting port 03cb1f20-5656-4151-9e09-3f378109424d {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:06:53.172601 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2c5e4668-47c2-46de-a5ab-9e108336a823 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:53.366873 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-2c5e4668-47c2-46de-a5ab-9e108336a823 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] For port 03cb1f20-5656-4151-9e09-3f378109424d, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=03cb1f20-5656-4151-9e09-3f378109424d,segment=NetworkSegment(c69c0a48-6503-42f2-bf3e-a95cfae6e28f),segment_id=c69c0a48-6503-42f2-bf3e-a95cfae6e28f)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:06:53.367152 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2c5e4668-47c2-46de-a5ab-9e108336a823 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:53.491403 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-2c5e4668-47c2-46de-a5ab-9e108336a823 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Calling delete_port for 03cb1f20-5656-4151-9e09-3f378109424d owned by network:router_interface {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:06:53.735145 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2c5e4668-47c2-46de-a5ab-9e108336a823 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:53.786192 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e4668-47c2-46de-a5ab-9e108336a823 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Port': ['ID=03cb1f20-5656-4151-9e09-3f378109424d,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:06:54.072417 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2c5e4668-47c2-46de-a5ab-9e108336a823 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:54.360255 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device e57663c8-beb6-4feb-bfb3-b2b8a01a9e55 no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:06:54.394563 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] No Port match for: e57663c8-beb6-4feb-bfb3-b2b8a01a9e55 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:06:54.394909 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device e57663c8-beb6-4feb-bfb3-b2b8a01a9e55 not bound to the agent host hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:06:54.435884 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5e4668-47c2-46de-a5ab-9e108336a823 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Router 793fddd0-51a6-4f38-b3e3-8c27dd4872b7 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:06:54.725798 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5e4668-47c2-46de-a5ab-9e108336a823 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:06:54.735073 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3b1453-b68b-4e8e-b7b1-8c3b4c8c2489 None None] Sync routers for ids ['793fddd0-51a6-4f38-b3e3-8c27dd4872b7'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:06:54.744818 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3b1453-b68b-4e8e-b7b1-8c3b4c8c2489 None None] Routers {'793fddd0-51a6-4f38-b3e3-8c27dd4872b7'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:06:54.745423 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-fa3b1453-b68b-4e8e-b7b1-8c3b4c8c2489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:06:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['793fddd0-51a6-4f38-b3e3-8c27dd4872b7'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:06:54.800428 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2c5e4668-47c2-46de-a5ab-9e108336a823 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "PUT /v2.0/routers/793fddd0-51a6-4f38-b3e3-8c27dd4872b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6342552 Oct 26 16:06:54.803332 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47322) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:06:54.869772 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-5003f4e4-3538-4869-a4ea-6faea56fdd6c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Deleting subnet 8bb9f016-7c69-4cd0-893d-d27c51ff4b44 {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 16:06:54.872837 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5003f4e4-3538-4869-a4ea-6faea56fdd6c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:54.925431 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-fa3b1453-b68b-4e8e-b7b1-8c3b4c8c2489 None None] Set router 793fddd0-51a6-4f38-b3e3-8c27dd4872b7 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:06:54.947238 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5003f4e4-3538-4869-a4ea-6faea56fdd6c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:55.030046 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5003f4e4-3538-4869-a4ea-6faea56fdd6c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:55.208481 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5003f4e4-3538-4869-a4ea-6faea56fdd6c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:55.220117 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-fa3b1453-b68b-4e8e-b7b1-8c3b4c8c2489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'name': 'tempest-TestNetworkBasicOps-router-2013574173', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.27'}], 'enable_snat': True}, 'gw_port_id': '536c4cf3-9f17-4995-ae88-86138c1cece4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:19Z', 'updated_at': '2022-10-26T16:06:53Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '536c4cf3-9f17-4995-ae88-86138c1cece4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:61:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:20Z', 'updated_at': '2022-10-26T16:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:06:55.224894 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3b1453-b68b-4e8e-b7b1-8c3b4c8c2489 None None] Checking router: 793fddd0-51a6-4f38-b3e3-8c27dd4872b7 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:06:55.233216 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3b1453-b68b-4e8e-b7b1-8c3b4c8c2489 None None] Routers {'793fddd0-51a6-4f38-b3e3-8c27dd4872b7'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:06:55.233797 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-fa3b1453-b68b-4e8e-b7b1-8c3b4c8c2489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:06:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['793fddd0-51a6-4f38-b3e3-8c27dd4872b7'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:06:55.249738 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5003f4e4-3538-4869-a4ea-6faea56fdd6c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Subnet': ['ID=8bb9f016-7c69-4cd0-893d-d27c51ff4b44,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:06:55.251761 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5003f4e4-3538-4869-a4ea-6faea56fdd6c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:55.258642 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-5003f4e4-3538-4869-a4ea-6faea56fdd6c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "DELETE /v2.0/subnets/8bb9f016-7c69-4cd0-893d-d27c51ff4b44 HTTP/1.1" status: 204 len: 168 time: 0.4542112 Oct 26 16:06:55.261198 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47326) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:06:55.282972 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ac5ba2-2e63-4149-a67f-5aaec0167e51 None None] Network b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:06:55.446198 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-202f6abc-c22c-485e-8df1-6c4d75d02647 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:55.572195 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-fa3b1453-b68b-4e8e-b7b1-8c3b4c8c2489 None None] Set router 793fddd0-51a6-4f38-b3e3-8c27dd4872b7 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:06:55.625270 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-202f6abc-c22c-485e-8df1-6c4d75d02647 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:55.722520 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-202f6abc-c22c-485e-8df1-6c4d75d02647 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Deleting port 536c4cf3-9f17-4995-ae88-86138c1cece4 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:06:55.722980 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-202f6abc-c22c-485e-8df1-6c4d75d02647 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:55.871550 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06fce0c-f11d-4330-82aa-dbdd299d9f11 None None] DHCP port deletion for b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 16:06:55.878524 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-b06fce0c-f11d-4330-82aa-dbdd299d9f11 None None] Deleting port f24b7994-1a0f-4149-becd-375876810bb6 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:06:55.878905 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b06fce0c-f11d-4330-82aa-dbdd299d9f11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:55.909129 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-202f6abc-c22c-485e-8df1-6c4d75d02647 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] For port 536c4cf3-9f17-4995-ae88-86138c1cece4, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=536c4cf3-9f17-4995-ae88-86138c1cece4,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:06:55.909715 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-202f6abc-c22c-485e-8df1-6c4d75d02647 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:55.950679 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-fa3b1453-b68b-4e8e-b7b1-8c3b4c8c2489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'name': 'tempest-TestNetworkBasicOps-router-2013574173', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.27'}], 'enable_snat': True}, 'gw_port_id': '536c4cf3-9f17-4995-ae88-86138c1cece4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:19Z', 'updated_at': '2022-10-26T16:06:53Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '536c4cf3-9f17-4995-ae88-86138c1cece4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:61:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:20Z', 'updated_at': '2022-10-26T16:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:06:55.968274 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3b1453-b68b-4e8e-b7b1-8c3b4c8c2489 None None] The sync data for ids ['793fddd0-51a6-4f38-b3e3-8c27dd4872b7'] in dv-neutron-862712-1-hyperv is: [{'id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'name': 'tempest-TestNetworkBasicOps-router-2013574173', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.27'}], 'enable_snat': True}, 'gw_port_id': '536c4cf3-9f17-4995-ae88-86138c1cece4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:19Z', 'updated_at': '2022-10-26T16:06:53Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '536c4cf3-9f17-4995-ae88-86138c1cece4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:61:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793fddd0-51a6-4f38-b3e3-8c27dd4872b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:20Z', 'updated_at': '2022-10-26T16:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:06:56.137437 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-b06fce0c-f11d-4330-82aa-dbdd299d9f11 None None] For port f24b7994-1a0f-4149-becd-375876810bb6, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=f24b7994-1a0f-4149-becd-375876810bb6,segment=NetworkSegment(c69c0a48-6503-42f2-bf3e-a95cfae6e28f),segment_id=c69c0a48-6503-42f2-bf3e-a95cfae6e28f)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:06:56.137712 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b06fce0c-f11d-4330-82aa-dbdd299d9f11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:56.147116 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-202f6abc-c22c-485e-8df1-6c4d75d02647 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Calling delete_port for 536c4cf3-9f17-4995-ae88-86138c1cece4 owned by network:router_gateway {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:06:56.263452 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-b06fce0c-f11d-4330-82aa-dbdd299d9f11 None None] Calling delete_port for f24b7994-1a0f-4149-becd-375876810bb6 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:06:56.352000 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-202f6abc-c22c-485e-8df1-6c4d75d02647 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:56.393162 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b06fce0c-f11d-4330-82aa-dbdd299d9f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:56.402719 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f6abc-c22c-485e-8df1-6c4d75d02647 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Port': ['ID=536c4cf3-9f17-4995-ae88-86138c1cece4,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:06:56.442864 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06fce0c-f11d-4330-82aa-dbdd299d9f11 None None] Pushing event deleted for resources: {'Port': ['ID=f24b7994-1a0f-4149-becd-375876810bb6,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:06:56.446682 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06fce0c-f11d-4330-82aa-dbdd299d9f11 None None] No DVR routers for this DVR port f24b7994-1a0f-4149-becd-375876810bb6 on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:06:56.456647 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06fce0c-f11d-4330-82aa-dbdd299d9f11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:06:56.456797 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06fce0c-f11d-4330-82aa-dbdd299d9f11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:06:56.457300 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06fce0c-f11d-4330-82aa-dbdd299d9f11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:06:56.457929 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06fce0c-f11d-4330-82aa-dbdd299d9f11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:06:56.458262 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06fce0c-f11d-4330-82aa-dbdd299d9f11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:06:56.458628 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06fce0c-f11d-4330-82aa-dbdd299d9f11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:06:56.461715 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06fce0c-f11d-4330-82aa-dbdd299d9f11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:06:56.461715 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06fce0c-f11d-4330-82aa-dbdd299d9f11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:06:56.461715 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06fce0c-f11d-4330-82aa-dbdd299d9f11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:06:56.461715 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06fce0c-f11d-4330-82aa-dbdd299d9f11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:06:56.461715 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06fce0c-f11d-4330-82aa-dbdd299d9f11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:06:56.461715 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06fce0c-f11d-4330-82aa-dbdd299d9f11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:06:56.517852 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-202f6abc-c22c-485e-8df1-6c4d75d02647 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:56.693529 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-202f6abc-c22c-485e-8df1-6c4d75d02647 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:56.695772 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-202f6abc-c22c-485e-8df1-6c4d75d02647 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:56.784860 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-202f6abc-c22c-485e-8df1-6c4d75d02647 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:56.785298 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202f6abc-c22c-485e-8df1-6c4d75d02647 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Fanout notify agent at l3_agent the message router_deleted on router 793fddd0-51a6-4f38-b3e3-8c27dd4872b7 {{(pid=89747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 16:06:56.800883 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-202f6abc-c22c-485e-8df1-6c4d75d02647 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:56.801982 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-202f6abc-c22c-485e-8df1-6c4d75d02647 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "DELETE /v2.0/routers/793fddd0-51a6-4f38-b3e3-8c27dd4872b7 HTTP/1.1" status: 204 len: 168 time: 1.5397818 Oct 26 16:06:56.804676 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47330) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:06:56.923783 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d47bed7c-5167-472c-9d6c-22aad635bd75 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:57.056643 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d47bed7c-5167-472c-9d6c-22aad635bd75 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:57.060394 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:57.082390 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-d47bed7c-5167-472c-9d6c-22aad635bd75 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:06:57.094165 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-d47bed7c-5167-472c-9d6c-22aad635bd75 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c69c0a48-6503-42f2-bf3e-a95cfae6e28f') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:06:57.094492 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-d47bed7c-5167-472c-9d6c-22aad635bd75 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c69c0a48-6503-42f2-bf3e-a95cfae6e28f') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:06:57.105604 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d47bed7c-5167-472c-9d6c-22aad635bd75 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:57.121768 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d47bed7c-5167-472c-9d6c-22aad635bd75 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:57.128185 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d47bed7c-5167-472c-9d6c-22aad635bd75 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:06:57.128558 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d47bed7c-5167-472c-9d6c-22aad635bd75 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:57.290245 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device f24b7994-1a0f-4149-becd-375876810bb6 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:06:57.293649 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment c69c0a48-6503-42f2-bf3e-a95cfae6e28f resource provider aggregate not found Oct 26 16:06:57.298251 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d47bed7c-5167-472c-9d6c-22aad635bd75 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:57.317004 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment c69c0a48-6503-42f2-bf3e-a95cfae6e28f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c69c0a48-6503-42f2-bf3e-a95cfae6e28f found for delete ", "request_id": "req-1436cd19-5cb3-4c9a-b4e5-68efa3edbece"}]} Oct 26 16:06:57.318031 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d47bed7c-5167-472c-9d6c-22aad635bd75 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:57.326518 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: f24b7994-1a0f-4149-becd-375876810bb6 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:06:57.326874 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device f24b7994-1a0f-4149-becd-375876810bb6 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:06:57.327294 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 536c4cf3-9f17-4995-ae88-86138c1cece4 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:06:57.329217 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47bed7c-5167-472c-9d6c-22aad635bd75 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Network': ['ID=b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:06:57.363728 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 536c4cf3-9f17-4995-ae88-86138c1cece4 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:06:57.364094 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 536c4cf3-9f17-4995-ae88-86138c1cece4 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:06:57.364509 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 03cb1f20-5656-4151-9e09-3f378109424d no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:06:57.370189 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d47bed7c-5167-472c-9d6c-22aad635bd75 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "DELETE /v2.0/networks/b77fa459-cbaa-4a3b-82a3-ee1bbd9c891e HTTP/1.1" status: 204 len: 168 time: 0.5643458 Oct 26 16:06:57.398343 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47340) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:06:57.401206 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 03cb1f20-5656-4151-9e09-3f378109424d {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:06:57.401553 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 03cb1f20-5656-4151-9e09-3f378109424d not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:06:57.403974 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-e1d3b257-c6b1-4b8a-8745-7a9c13e81a18 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'network': {'name': 'tempest-network-smoke--2119426426', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'port_security_enabled': True}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:06:57.409627 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e1d3b257-c6b1-4b8a-8745-7a9c13e81a18 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:06:57.413821 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e1d3b257-c6b1-4b8a-8745-7a9c13e81a18 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:network and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:06:57.416765 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e1d3b257-c6b1-4b8a-8745-7a9c13e81a18 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:06:57.422489 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e1d3b257-c6b1-4b8a-8745-7a9c13e81a18 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:06:57.528013 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d3b257-c6b1-4b8a-8745-7a9c13e81a18 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Made reservation on behalf of 8316bfcf068445aeb00a503282bb001c for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:06:57.531544 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e1d3b257-c6b1-4b8a-8745-7a9c13e81a18 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:57.559191 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d3b257-c6b1-4b8a-8745-7a9c13e81a18 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:06:57.568688 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e1d3b257-c6b1-4b8a-8745-7a9c13e81a18 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:57.569020 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-e1d3b257-c6b1-4b8a-8745-7a9c13e81a18 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Added segment 99a6d199-6b02-4603-ad58-1d19745a6c24 of type vlan for network 5acb6ff3-053b-4abd-a197-aa0c1213bc0a Oct 26 16:06:57.598424 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e1d3b257-c6b1-4b8a-8745-7a9c13e81a18 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:57.694747 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e1d3b257-c6b1-4b8a-8745-7a9c13e81a18 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:57.700098 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d3b257-c6b1-4b8a-8745-7a9c13e81a18 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:06:57.700669 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e1d3b257-c6b1-4b8a-8745-7a9c13e81a18 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:57.811766 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d3b257-c6b1-4b8a-8745-7a9c13e81a18 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Network': ['ID=5acb6ff3-053b-4abd-a197-aa0c1213bc0a,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:06:57.821714 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 5acb6ff3-053b-4abd-a197-aa0c1213bc0a details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 16:06:57.879104 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e1d3b257-c6b1-4b8a-8745-7a9c13e81a18 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4792552 Oct 26 16:06:57.881908 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47344) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:06:57.887090 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-9af820ed-1759-4874-91b3-d72e905327c7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-489129808', 'admin_state_up': True, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:06:57.895122 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-9af820ed-1759-4874-91b3-d72e905327c7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:06:57.898946 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-9af820ed-1759-4874-91b3-d72e905327c7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:router and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:06:57.901751 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-9af820ed-1759-4874-91b3-d72e905327c7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:06:57.908917 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-9af820ed-1759-4874-91b3-d72e905327c7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:06:57.986395 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9af820ed-1759-4874-91b3-d72e905327c7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:57.987469 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9af820ed-1759-4874-91b3-d72e905327c7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:58.001937 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9af820ed-1759-4874-91b3-d72e905327c7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:58.453056 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9af820ed-1759-4874-91b3-d72e905327c7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:58.805275 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9af820ed-1759-4874-91b3-d72e905327c7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router_gateway, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:58.836905 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9af820ed-1759-4874-91b3-d72e905327c7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:58.967342 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-9af820ed-1759-4874-91b3-d72e905327c7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Allocated IP 172.26.2.241 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/26769c75-05e3-4f98-8983-150556d97ee3) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:06:59.120616 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9af820ed-1759-4874-91b3-d72e905327c7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:59.196561 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9af820ed-1759-4874-91b3-d72e905327c7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:06:59.262829 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af820ed-1759-4874-91b3-d72e905327c7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:06:59.265784 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-9af820ed-1759-4874-91b3-d72e905327c7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:06:59.269382 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af820ed-1759-4874-91b3-d72e905327c7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:06:59.302789 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af820ed-1759-4874-91b3-d72e905327c7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=26769c75-05e3-4f98-8983-150556d97ee3,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:06:59.748737 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9af820ed-1759-4874-91b3-d72e905327c7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router_gateway, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:00.199037 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9af820ed-1759-4874-91b3-d72e905327c7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:00.477167 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af820ed-1759-4874-91b3-d72e905327c7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Router 40c904a6-80ce-43b3-8e57-c53c08fa634e is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 16:07:00.655600 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af820ed-1759-4874-91b3-d72e905327c7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:07:00.667655 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03d6fa7-af9c-4318-8870-4375e16f62e0 None None] Sync routers for ids ['40c904a6-80ce-43b3-8e57-c53c08fa634e'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:07:00.677808 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03d6fa7-af9c-4318-8870-4375e16f62e0 None None] Routers {'40c904a6-80ce-43b3-8e57-c53c08fa634e'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:07:00.678649 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-c03d6fa7-af9c-4318-8870-4375e16f62e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:06:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['40c904a6-80ce-43b3-8e57-c53c08fa634e'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:07:00.734644 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9af820ed-1759-4874-91b3-d72e905327c7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:00.735880 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-9af820ed-1759-4874-91b3-d72e905327c7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8529024 Oct 26 16:07:00.739130 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47348) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:07:00.780355 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a7f2c3c7-3787-4556-a2f2-0725955d1246 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=8316bfcf068445aeb00a503282bb001c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400229 Oct 26 16:07:00.782902 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47352) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:07:00.903513 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-c03d6fa7-af9c-4318-8870-4375e16f62e0 None None] Set router 40c904a6-80ce-43b3-8e57-c53c08fa634e gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:07:00.914506 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07169609-1ba3-4c40-908b-ddcabf2ba675 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:07:00.918635 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-07169609-1ba3-4c40-908b-ddcabf2ba675 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1322269 Oct 26 16:07:00.918934 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47356) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:07:00.962046 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-103a4e5f-c519-4eac-97ab-85f10e7111e5 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=0c79a151-ef79-4fff-8a3c-258f9478471d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419898 Oct 26 16:07:00.964450 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47360) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:07:00.969613 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-5fac2f12-3f32-49a9-a8d3-5e5b1fc8f3dc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1700668931', 'network_id': '5acb6ff3-053b-4abd-a197-aa0c1213bc0a', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:07:01.080323 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-5fac2f12-3f32-49a9-a8d3-5e5b1fc8f3dc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:07:01.084134 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-5fac2f12-3f32-49a9-a8d3-5e5b1fc8f3dc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:subnet and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:07:01.086952 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-5fac2f12-3f32-49a9-a8d3-5e5b1fc8f3dc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:07:01.092586 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-5fac2f12-3f32-49a9-a8d3-5e5b1fc8f3dc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:07:01.168626 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fac2f12-3f32-49a9-a8d3-5e5b1fc8f3dc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Made reservation on behalf of 8316bfcf068445aeb00a503282bb001c for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:07:01.172210 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5fac2f12-3f32-49a9-a8d3-5e5b1fc8f3dc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:01.187923 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-c03d6fa7-af9c-4318-8870-4375e16f62e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'name': 'tempest-TestNetworkBasicOps-router-489129808', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.241'}], 'enable_snat': True}, 'gw_port_id': '26769c75-05e3-4f98-8983-150556d97ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:06:57Z', 'updated_at': '2022-10-26T16:06:59Z', 'revision_number': 3, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '26769c75-05e3-4f98-8983-150556d97ee3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:06:58Z', 'updated_at': '2022-10-26T16:06:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:07:01.192486 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03d6fa7-af9c-4318-8870-4375e16f62e0 None None] Checking router: 40c904a6-80ce-43b3-8e57-c53c08fa634e for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:07:01.192839 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03d6fa7-af9c-4318-8870-4375e16f62e0 None None] Updating router 40c904a6-80ce-43b3-8e57-c53c08fa634e port 26769c75-05e3-4f98-8983-150556d97ee3 binding host dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:07:01.244539 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-c03d6fa7-af9c-4318-8870-4375e16f62e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:01.489154 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5fac2f12-3f32-49a9-a8d3-5e5b1fc8f3dc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:01.571358 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac2f12-3f32-49a9-a8d3-5e5b1fc8f3dc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Subnet': ['ID=6e7a180f-2081-49dc-90e0-792912fcd125,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:07:01.573038 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-c03d6fa7-af9c-4318-8870-4375e16f62e0 None None] Notify callbacks [] for port, precommit_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:01.580573 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fac2f12-3f32-49a9-a8d3-5e5b1fc8f3dc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Checking segment: {'id': '99a6d199-6b02-4603-ad58-1d19745a6c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5acb6ff3-053b-4abd-a197-aa0c1213bc0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:07:01.580923 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fac2f12-3f32-49a9-a8d3-5e5b1fc8f3dc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network hostable DHCP agents. Network: 5acb6ff3-053b-4abd-a197-aa0c1213bc0a, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:07:01.585518 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.provisioning_blocks [None req-c03d6fa7-af9c-4318-8870-4375e16f62e0 None None] Transition to ACTIVE for port object 26769c75-05e3-4f98-8983-150556d97ee3 will not be triggered until provisioned by entity L2. {{(pid=89750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:07:01.672483 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-c03d6fa7-af9c-4318-8870-4375e16f62e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:01.717859 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fac2f12-3f32-49a9-a8d3-5e5b1fc8f3dc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network 5acb6ff3-053b-4abd-a197-aa0c1213bc0a is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:07:01.739125 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-c03d6fa7-af9c-4318-8870-4375e16f62e0 None None] Attempting to bind port 26769c75-05e3-4f98-8983-150556d97ee3 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:07:01.739544 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-c03d6fa7-af9c-4318-8870-4375e16f62e0 None None] Attempting to bind port 26769c75-05e3-4f98-8983-150556d97ee3 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:07:01.739852 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03d6fa7-af9c-4318-8870-4375e16f62e0 None None] Attempting to bind port 26769c75-05e3-4f98-8983-150556d97ee3 on network 0c79a151-ef79-4fff-8a3c-258f9478471d {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:07:01.749708 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03d6fa7-af9c-4318-8870-4375e16f62e0 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:07:01.750070 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03d6fa7-af9c-4318-8870-4375e16f62e0 None None] Checking segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:07:01.750479 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-c03d6fa7-af9c-4318-8870-4375e16f62e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:01.750876 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03d6fa7-af9c-4318-8870-4375e16f62e0 None None] Bound using segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:07:01.751359 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-c03d6fa7-af9c-4318-8870-4375e16f62e0 None None] Bound port: 26769c75-05e3-4f98-8983-150556d97ee3, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:07:01.751726 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-c03d6fa7-af9c-4318-8870-4375e16f62e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:01.792509 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03c243-8fd4-4f8c-a310-b0545b77812d None None] Pushing event updated for resources: {'Port': ['ID=26769c75-05e3-4f98-8983-150556d97ee3,revision_number=2']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:07:01.804615 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03c243-8fd4-4f8c-a310-b0545b77812d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:07:01.804962 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03c243-8fd4-4f8c-a310-b0545b77812d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:07:01.805299 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03c243-8fd4-4f8c-a310-b0545b77812d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:07:01.805632 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03c243-8fd4-4f8c-a310-b0545b77812d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:07:01.805955 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03c243-8fd4-4f8c-a310-b0545b77812d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:07:01.806281 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03c243-8fd4-4f8c-a310-b0545b77812d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:07:01.806631 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03c243-8fd4-4f8c-a310-b0545b77812d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:07:01.806952 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03c243-8fd4-4f8c-a310-b0545b77812d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:07:01.807273 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03c243-8fd4-4f8c-a310-b0545b77812d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:07:01.807592 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03c243-8fd4-4f8c-a310-b0545b77812d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:07:01.807910 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03c243-8fd4-4f8c-a310-b0545b77812d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:07:01.808226 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03c243-8fd4-4f8c-a310-b0545b77812d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:07:01.825927 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-5fac2f12-3f32-49a9-a8d3-5e5b1fc8f3dc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 5acb6ff3-053b-4abd-a197-aa0c1213bc0a) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:07:01.830689 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fac2f12-3f32-49a9-a8d3-5e5b1fc8f3dc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:07:01.831358 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5fac2f12-3f32-49a9-a8d3-5e5b1fc8f3dc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:01.836541 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc711a62-7744-4f5f-9558-729b5b5a39b3 None None] Network 5acb6ff3-053b-4abd-a197-aa0c1213bc0a requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:07:01.843588 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-c03d6fa7-af9c-4318-8870-4375e16f62e0 None None] For port 26769c75-05e3-4f98-8983-150556d97ee3, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:07:01.845975 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-c03d6fa7-af9c-4318-8870-4375e16f62e0 None None] For port 26769c75-05e3-4f98-8983-150556d97ee3, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=26769c75-05e3-4f98-8983-150556d97ee3,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:07:01.922930 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-c03d6fa7-af9c-4318-8870-4375e16f62e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:01.963220 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-5fac2f12-3f32-49a9-a8d3-5e5b1fc8f3dc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9977582 Oct 26 16:07:01.965859 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47364) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:07:01.988725 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03d6fa7-af9c-4318-8870-4375e16f62e0 None None] Routers {'40c904a6-80ce-43b3-8e57-c53c08fa634e'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:07:01.989344 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-c03d6fa7-af9c-4318-8870-4375e16f62e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:06:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['40c904a6-80ce-43b3-8e57-c53c08fa634e'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:07:02.071987 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d00edba9-b3f7-4697-8f7d-8625288a6e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:02.083096 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fb17ac-96b0-45ec-8752-b6545472fc44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-5acb6ff3-053b-4abd-a197-aa0c1213bc0a', 'network_id': '5acb6ff3-053b-4abd-a197-aa0c1213bc0a', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ips': [{'subnet_id': '6e7a180f-2081-49dc-90e0-792912fcd125'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 16:07:02.084022 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e2fb17ac-96b0-45ec-8752-b6545472fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:02.131711 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03c243-8fd4-4f8c-a310-b0545b77812d None None] Pushing event updated for resources: {'Port': ['ID=26769c75-05e3-4f98-8983-150556d97ee3,revision_number=3']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:07:02.191304 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-c03d6fa7-af9c-4318-8870-4375e16f62e0 None None] Set router 40c904a6-80ce-43b3-8e57-c53c08fa634e gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:07:02.250867 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-e2fb17ac-96b0-45ec-8752-b6545472fc44 None None] Allocated IP 172.20.0.2 (5acb6ff3-053b-4abd-a197-aa0c1213bc0a/6e7a180f-2081-49dc-90e0-792912fcd125/6d6807c9-2b9c-4ce0-9868-42d29afaff7c) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:07:02.464122 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e2fb17ac-96b0-45ec-8752-b6545472fc44 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:02.474530 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-e2fb17ac-96b0-45ec-8752-b6545472fc44 None None] Transition to ACTIVE for port object 6d6807c9-2b9c-4ce0-9868-42d29afaff7c will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:07:02.493540 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-e2fb17ac-96b0-45ec-8752-b6545472fc44 None None] Transition to ACTIVE for port object 6d6807c9-2b9c-4ce0-9868-42d29afaff7c will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:07:02.498076 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-c03d6fa7-af9c-4318-8870-4375e16f62e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'name': 'tempest-TestNetworkBasicOps-router-489129808', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.241'}], 'enable_snat': True}, 'gw_port_id': '26769c75-05e3-4f98-8983-150556d97ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:06:57Z', 'updated_at': '2022-10-26T16:06:59Z', 'revision_number': 3, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '26769c75-05e3-4f98-8983-150556d97ee3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:06:58Z', 'updated_at': '2022-10-26T16:07:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:07:02.503070 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03d6fa7-af9c-4318-8870-4375e16f62e0 None None] The sync data for ids ['40c904a6-80ce-43b3-8e57-c53c08fa634e'] in dv-neutron-862712-1-hyperv is: [{'id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'name': 'tempest-TestNetworkBasicOps-router-489129808', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.241'}], 'enable_snat': True}, 'gw_port_id': '26769c75-05e3-4f98-8983-150556d97ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:06:57Z', 'updated_at': '2022-10-26T16:06:59Z', 'revision_number': 3, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '26769c75-05e3-4f98-8983-150556d97ee3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:06:58Z', 'updated_at': '2022-10-26T16:07:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:07:02.540874 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e2fb17ac-96b0-45ec-8752-b6545472fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:02.612055 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fb17ac-96b0-45ec-8752-b6545472fc44 None None] Network 5acb6ff3-053b-4abd-a197-aa0c1213bc0a is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:07:02.614994 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-e2fb17ac-96b0-45ec-8752-b6545472fc44 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:07:02.617574 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fb17ac-96b0-45ec-8752-b6545472fc44 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:07:02.627536 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb17ac-96b0-45ec-8752-b6545472fc44 None None] Pushing event updated for resources: {'Port': ['ID=6d6807c9-2b9c-4ce0-9868-42d29afaff7c,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:07:02.748326 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-e2fb17ac-96b0-45ec-8752-b6545472fc44 None None] Attempting to bind port 6d6807c9-2b9c-4ce0-9868-42d29afaff7c on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:07:02.748811 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-e2fb17ac-96b0-45ec-8752-b6545472fc44 None None] Attempting to bind port 6d6807c9-2b9c-4ce0-9868-42d29afaff7c by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '99a6d199-6b02-4603-ad58-1d19745a6c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5acb6ff3-053b-4abd-a197-aa0c1213bc0a'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:07:02.749241 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fb17ac-96b0-45ec-8752-b6545472fc44 None None] Attempting to bind port 6d6807c9-2b9c-4ce0-9868-42d29afaff7c on network 5acb6ff3-053b-4abd-a197-aa0c1213bc0a {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:07:02.767695 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fb17ac-96b0-45ec-8752-b6545472fc44 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:07:02.768074 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fb17ac-96b0-45ec-8752-b6545472fc44 None None] Checking segment: {'id': '99a6d199-6b02-4603-ad58-1d19745a6c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5acb6ff3-053b-4abd-a197-aa0c1213bc0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:07:02.768540 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e2fb17ac-96b0-45ec-8752-b6545472fc44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:02.768945 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fb17ac-96b0-45ec-8752-b6545472fc44 None None] Bound using segment: {'id': '99a6d199-6b02-4603-ad58-1d19745a6c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5acb6ff3-053b-4abd-a197-aa0c1213bc0a'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:07:02.769420 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-e2fb17ac-96b0-45ec-8752-b6545472fc44 None None] Bound port: 6d6807c9-2b9c-4ce0-9868-42d29afaff7c, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a6d199-6b02-4603-ad58-1d19745a6c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5acb6ff3-053b-4abd-a197-aa0c1213bc0a'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:07:02.769800 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e2fb17ac-96b0-45ec-8752-b6545472fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:02.869100 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3f75af00-94a3-4252-9c32-83bcd1e0043d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:02.916443 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-e2fb17ac-96b0-45ec-8752-b6545472fc44 None None] For port 6d6807c9-2b9c-4ce0-9868-42d29afaff7c, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:07:02.920986 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-e2fb17ac-96b0-45ec-8752-b6545472fc44 None None] For port 6d6807c9-2b9c-4ce0-9868-42d29afaff7c, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=6d6807c9-2b9c-4ce0-9868-42d29afaff7c,segment=NetworkSegment(99a6d199-6b02-4603-ad58-1d19745a6c24),segment_id=99a6d199-6b02-4603-ad58-1d19745a6c24)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:07:03.044130 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e2fb17ac-96b0-45ec-8752-b6545472fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:03.153020 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb17ac-96b0-45ec-8752-b6545472fc44 None None] Pushing event updated for resources: {'Port': ['ID=6d6807c9-2b9c-4ce0-9868-42d29afaff7c,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:07:03.242094 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 26769c75-05e3-4f98-8983-150556d97ee3 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:07:03.394306 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 26769c75-05e3-4f98-8983-150556d97ee3 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:07:03.402122 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 26769c75-05e3-4f98-8983-150556d97ee3 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:07:03.402538 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:03.402880 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 26769c75-05e3-4f98-8983-150556d97ee3 Oct 26 16:07:03.453538 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-3f75af00-94a3-4252-9c32-83bcd1e0043d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Allocated IP 172.20.0.1 (5acb6ff3-053b-4abd-a197-aa0c1213bc0a/6e7a180f-2081-49dc-90e0-792912fcd125/f08effb2-e6a8-4389-9d2b-e0f67af46fd7) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:07:03.599295 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 26769c75-05e3-4f98-8983-150556d97ee3 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:07:03.599688 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:03.631723 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 26769c75-05e3-4f98-8983-150556d97ee3, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=26769c75-05e3-4f98-8983-150556d97ee3,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:07:03.681390 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3f75af00-94a3-4252-9c32-83bcd1e0043d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:03.694863 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:03.705459 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-3f75af00-94a3-4252-9c32-83bcd1e0043d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Transition to ACTIVE for port object f08effb2-e6a8-4389-9d2b-e0f67af46fd7 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:07:03.774206 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=26769c75-05e3-4f98-8983-150556d97ee3,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:07:03.815740 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3f75af00-94a3-4252-9c32-83bcd1e0043d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:03.906006 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f75af00-94a3-4252-9c32-83bcd1e0043d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network 5acb6ff3-053b-4abd-a197-aa0c1213bc0a is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:07:03.909101 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-3f75af00-94a3-4252-9c32-83bcd1e0043d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:07:03.912953 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f75af00-94a3-4252-9c32-83bcd1e0043d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:07:03.944514 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f75af00-94a3-4252-9c32-83bcd1e0043d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=f08effb2-e6a8-4389-9d2b-e0f67af46fd7,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:07:03.976982 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3f75af00-94a3-4252-9c32-83bcd1e0043d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:04.148505 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3f75af00-94a3-4252-9c32-83bcd1e0043d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:04.483240 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1d8a2a06-f5d1-4953-804a-5ff390793d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:04.682909 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3f75af00-94a3-4252-9c32-83bcd1e0043d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:04.763308 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3f75af00-94a3-4252-9c32-83bcd1e0043d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:04.861077 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b84fdf2-bbb1-4883-91eb-dd952be284fc None None] Network 5acb6ff3-053b-4abd-a197-aa0c1213bc0a requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:07:04.884535 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f75af00-94a3-4252-9c32-83bcd1e0043d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=f08effb2-e6a8-4389-9d2b-e0f67af46fd7,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:07:04.886890 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3f75af00-94a3-4252-9c32-83bcd1e0043d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:05.027427 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f75af00-94a3-4252-9c32-83bcd1e0043d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network 5acb6ff3-053b-4abd-a197-aa0c1213bc0a is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:07:05.028450 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-3f75af00-94a3-4252-9c32-83bcd1e0043d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:07:05.065556 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-2b35dfd8-53c6-42cd-8343-308d1fdbad2b None None] Provisioning for port 6d6807c9-2b9c-4ce0-9868-42d29afaff7c completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:07:05.234670 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f75af00-94a3-4252-9c32-83bcd1e0043d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Router 40c904a6-80ce-43b3-8e57-c53c08fa634e has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:07:05.260402 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:05.286066 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 26769c75-05e3-4f98-8983-150556d97ee3 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:07:05.316626 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:05.357361 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 26769c75-05e3-4f98-8983-150556d97ee3 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:07:05.357746 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:05.358089 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 26769c75-05e3-4f98-8983-150556d97ee3 Oct 26 16:07:05.443453 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f75af00-94a3-4252-9c32-83bcd1e0043d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:07:05.460868 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-3f75af00-94a3-4252-9c32-83bcd1e0043d tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "PUT /v2.0/routers/40c904a6-80ce-43b3-8e57-c53c08fa634e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4938169 Oct 26 16:07:05.465458 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4d3cbd-464e-4c6c-9f6d-583231bf6555 None None] Sync routers for ids ['40c904a6-80ce-43b3-8e57-c53c08fa634e'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:07:05.467601 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 47370) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:07:05.499853 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-b47f34e5-d34a-4501-b62f-4ea6d9f18b4f None None] Provisioning for port f08effb2-e6a8-4389-9d2b-e0f67af46fd7 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:07:05.499853 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4d3cbd-464e-4c6c-9f6d-583231bf6555 None None] Routers {'40c904a6-80ce-43b3-8e57-c53c08fa634e'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:07:05.499853 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-cf4d3cbd-464e-4c6c-9f6d-583231bf6555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:07:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['40c904a6-80ce-43b3-8e57-c53c08fa634e'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:07:05.612430 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-b47f34e5-d34a-4501-b62f-4ea6d9f18b4f None None] Provisioning complete for port f08effb2-e6a8-4389-9d2b-e0f67af46fd7 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:07:05.612807 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b47f34e5-d34a-4501-b62f-4ea6d9f18b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:05.613151 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-b47f34e5-d34a-4501-b62f-4ea6d9f18b4f None None] Attempt 1 to provision port f08effb2-e6a8-4389-9d2b-e0f67af46fd7 Oct 26 16:07:05.629500 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86542b81-372f-48e5-9d23-cee796131ac2 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:07:05.630377 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86542b81-372f-48e5-9d23-cee796131ac2 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:07:05.630870 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86542b81-372f-48e5-9d23-cee796131ac2 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:07:05.631326 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86542b81-372f-48e5-9d23-cee796131ac2 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:07:05.632968 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-86542b81-372f-48e5-9d23-cee796131ac2 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1638594 Oct 26 16:07:05.635894 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47376) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:07:05.653338 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 26769c75-05e3-4f98-8983-150556d97ee3 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:07:05.654492 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 6d6807c9-2b9c-4ce0-9868-42d29afaff7c up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:07:05.716460 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694448f5-4f72-40ed-a9cb-fb6d917c63bc tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:07:05.716934 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694448f5-4f72-40ed-a9cb-fb6d917c63bc tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:07:05.717441 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694448f5-4f72-40ed-a9cb-fb6d917c63bc tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:07:05.718410 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694448f5-4f72-40ed-a9cb-fb6d917c63bc tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:07:05.724553 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-694448f5-4f72-40ed-a9cb-fb6d917c63bc tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0832808 Oct 26 16:07:05.724553 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47380) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:07:05.757590 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-b47f34e5-d34a-4501-b62f-4ea6d9f18b4f None None] Port f08effb2-e6a8-4389-9d2b-e0f67af46fd7 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:07:05.793715 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-cf4d3cbd-464e-4c6c-9f6d-583231bf6555 None None] Set router 40c904a6-80ce-43b3-8e57-c53c08fa634e gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:07:05.854495 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 6d6807c9-2b9c-4ce0-9868-42d29afaff7c completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:07:05.865467 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 6d6807c9-2b9c-4ce0-9868-42d29afaff7c triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:07:05.865845 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:05.866182 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 6d6807c9-2b9c-4ce0-9868-42d29afaff7c Oct 26 16:07:05.931602 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8a7d6342-544a-40f0-abd0-2ae0a7e156c2 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2059329 Oct 26 16:07:06.064240 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47386) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:07:06.069647 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-e1e89354-d782-45f3-b8e0-0b6a8faeb5a1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2077802939', 'description': 'tempest-secgroup-smoke-2077802939 description', 'project_id': '8316bfcf068445aeb00a503282bb001c'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:07:06.075691 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e1e89354-d782-45f3-b8e0-0b6a8faeb5a1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:07:06.079887 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e1e89354-d782-45f3-b8e0-0b6a8faeb5a1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:07:06.083025 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e1e89354-d782-45f3-b8e0-0b6a8faeb5a1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:07:06.092570 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e1e89354-d782-45f3-b8e0-0b6a8faeb5a1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:07:06.197480 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e1e89354-d782-45f3-b8e0-0b6a8faeb5a1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:06.218395 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e1e89354-d782-45f3-b8e0-0b6a8faeb5a1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:07:06.220847 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 6d6807c9-2b9c-4ce0-9868-42d29afaff7c is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:07:06.221138 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:06.223881 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e1e89354-d782-45f3-b8e0-0b6a8faeb5a1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:07:06.226831 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e1e89354-d782-45f3-b8e0-0b6a8faeb5a1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:07:06.232619 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e1e89354-d782-45f3-b8e0-0b6a8faeb5a1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:07:06.259115 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-b47f34e5-d34a-4501-b62f-4ea6d9f18b4f None None] Attempt 2 to provision port f08effb2-e6a8-4389-9d2b-e0f67af46fd7 Oct 26 16:07:06.290343 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 6d6807c9-2b9c-4ce0-9868-42d29afaff7c, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=6d6807c9-2b9c-4ce0-9868-42d29afaff7c,segment=NetworkSegment(99a6d199-6b02-4603-ad58-1d19745a6c24),segment_id=99a6d199-6b02-4603-ad58-1d19745a6c24)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:07:06.302112 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e1e89354-d782-45f3-b8e0-0b6a8faeb5a1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:06.323742 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-b47f34e5-d34a-4501-b62f-4ea6d9f18b4f None None] Port f08effb2-e6a8-4389-9d2b-e0f67af46fd7 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:07:06.332899 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-cf4d3cbd-464e-4c6c-9f6d-583231bf6555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'name': 'tempest-TestNetworkBasicOps-router-489129808', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.241'}], 'enable_snat': True}, 'gw_port_id': '26769c75-05e3-4f98-8983-150556d97ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:06:57Z', 'updated_at': '2022-10-26T16:07:04Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '26769c75-05e3-4f98-8983-150556d97ee3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:06:58Z', 'updated_at': '2022-10-26T16:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': 'f08effb2-e6a8-4389-9d2b-e0f67af46fd7', 'name': '', 'network_id': '5acb6ff3-053b-4abd-a197-aa0c1213bc0a', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:6b:3f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '6e7a180f-2081-49dc-90e0-792912fcd125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:07:03Z', 'updated_at': '2022-10-26T16:07:04Z', 'revision_number': 2, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '6e7a180f-2081-49dc-90e0-792912fcd125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:07:06.336791 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4d3cbd-464e-4c6c-9f6d-583231bf6555 None None] Checking router: 40c904a6-80ce-43b3-8e57-c53c08fa634e for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:07:06.337144 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4d3cbd-464e-4c6c-9f6d-583231bf6555 None None] Updating router 40c904a6-80ce-43b3-8e57-c53c08fa634e port f08effb2-e6a8-4389-9d2b-e0f67af46fd7 binding host dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:07:06.365055 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:06.379876 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e1e89354-d782-45f3-b8e0-0b6a8faeb5a1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:06.426966 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e89354-d782-45f3-b8e0-0b6a8faeb5a1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd8793b-a9bf-490d-9f3c-9e72175ffe86,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:07:06.445194 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-cf4d3cbd-464e-4c6c-9f6d-583231bf6555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:06.495770 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=6d6807c9-2b9c-4ce0-9868-42d29afaff7c,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:07:06.499450 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e1e89354-d782-45f3-b8e0-0b6a8faeb5a1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:06.503646 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e1e89354-d782-45f3-b8e0-0b6a8faeb5a1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4356220 Oct 26 16:07:06.503903 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47390) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:07:06.509161 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-826fa793-c704-476a-9b7b-417928b13fd0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '1bd8793b-a9bf-490d-9f3c-9e72175ffe86', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:07:06.515519 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-826fa793-c704-476a-9b7b-417928b13fd0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:07:06.519941 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-826fa793-c704-476a-9b7b-417928b13fd0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:07:06.523002 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-826fa793-c704-476a-9b7b-417928b13fd0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:07:06.528797 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-826fa793-c704-476a-9b7b-417928b13fd0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:07:06.598215 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-826fa793-c704-476a-9b7b-417928b13fd0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:06.714328 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:07:06.778430 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-826fa793-c704-476a-9b7b-417928b13fd0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:06.820606 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-cf4d3cbd-464e-4c6c-9f6d-583231bf6555 None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:06.824179 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-b47f34e5-d34a-4501-b62f-4ea6d9f18b4f None None] Attempt 3 to provision port f08effb2-e6a8-4389-9d2b-e0f67af46fd7 Oct 26 16:07:06.873697 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-cf4d3cbd-464e-4c6c-9f6d-583231bf6555 None None] Transition to ACTIVE for port object f08effb2-e6a8-4389-9d2b-e0f67af46fd7 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:07:06.888597 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-826fa793-c704-476a-9b7b-417928b13fd0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:06.888803 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-b47f34e5-d34a-4501-b62f-4ea6d9f18b4f None None] Port f08effb2-e6a8-4389-9d2b-e0f67af46fd7 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:07:06.889502 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:06.915447 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826fa793-c704-476a-9b7b-417928b13fd0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07a638c8-91fb-45fa-9372-691dabef2afe,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:07:06.940813 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-cf4d3cbd-464e-4c6c-9f6d-583231bf6555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:06.991734 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-826fa793-c704-476a-9b7b-417928b13fd0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:06.992934 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-826fa793-c704-476a-9b7b-417928b13fd0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4880931 Oct 26 16:07:06.995732 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47394) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:07:07.000496 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-d9246fdf-925c-4bfd-bb8d-38e7b76b4f7b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '1bd8793b-a9bf-490d-9f3c-9e72175ffe86', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:07:07.007967 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d9246fdf-925c-4bfd-bb8d-38e7b76b4f7b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:07:07.011840 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d9246fdf-925c-4bfd-bb8d-38e7b76b4f7b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:07:07.015042 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d9246fdf-925c-4bfd-bb8d-38e7b76b4f7b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:07:07.021264 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d9246fdf-925c-4bfd-bb8d-38e7b76b4f7b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:07:07.134680 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbea1e3-30e3-4c52-aa69-8df77580bc8a None None] Pushing event updated for resources: {'Port': ['ID=f08effb2-e6a8-4389-9d2b-e0f67af46fd7,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:07:07.145444 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d9246fdf-925c-4bfd-bb8d-38e7b76b4f7b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:07.170020 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-cf4d3cbd-464e-4c6c-9f6d-583231bf6555 None None] Attempting to bind port f08effb2-e6a8-4389-9d2b-e0f67af46fd7 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:07:07.170386 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-cf4d3cbd-464e-4c6c-9f6d-583231bf6555 None None] Attempting to bind port f08effb2-e6a8-4389-9d2b-e0f67af46fd7 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '99a6d199-6b02-4603-ad58-1d19745a6c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5acb6ff3-053b-4abd-a197-aa0c1213bc0a'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:07:07.170783 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4d3cbd-464e-4c6c-9f6d-583231bf6555 None None] Attempting to bind port f08effb2-e6a8-4389-9d2b-e0f67af46fd7 on network 5acb6ff3-053b-4abd-a197-aa0c1213bc0a {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:07:07.180134 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4d3cbd-464e-4c6c-9f6d-583231bf6555 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:07:07.181049 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4d3cbd-464e-4c6c-9f6d-583231bf6555 None None] Checking segment: {'id': '99a6d199-6b02-4603-ad58-1d19745a6c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5acb6ff3-053b-4abd-a197-aa0c1213bc0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:07:07.181958 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-cf4d3cbd-464e-4c6c-9f6d-583231bf6555 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:07.182686 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4d3cbd-464e-4c6c-9f6d-583231bf6555 None None] Bound using segment: {'id': '99a6d199-6b02-4603-ad58-1d19745a6c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5acb6ff3-053b-4abd-a197-aa0c1213bc0a'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:07:07.183433 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-cf4d3cbd-464e-4c6c-9f6d-583231bf6555 None None] Bound port: f08effb2-e6a8-4389-9d2b-e0f67af46fd7, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a6d199-6b02-4603-ad58-1d19745a6c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5acb6ff3-053b-4abd-a197-aa0c1213bc0a'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:07:07.184120 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-cf4d3cbd-464e-4c6c-9f6d-583231bf6555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:07.200031 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 6d6807c9-2b9c-4ce0-9868-42d29afaff7c up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:07:07.219209 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d9246fdf-925c-4bfd-bb8d-38e7b76b4f7b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:07.300075 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d9246fdf-925c-4bfd-bb8d-38e7b76b4f7b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:07.323871 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9246fdf-925c-4bfd-bb8d-38e7b76b4f7b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89d77ae9-9d71-4bd7-a4e0-11ff18e96062,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:07:07.342523 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-cf4d3cbd-464e-4c6c-9f6d-583231bf6555 None None] For port f08effb2-e6a8-4389-9d2b-e0f67af46fd7, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:07:07.344383 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 6d6807c9-2b9c-4ce0-9868-42d29afaff7c triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:07:07.344760 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:07.345604 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 6d6807c9-2b9c-4ce0-9868-42d29afaff7c Oct 26 16:07:07.390686 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-b47f34e5-d34a-4501-b62f-4ea6d9f18b4f None None] Attempt 4 to provision port f08effb2-e6a8-4389-9d2b-e0f67af46fd7 Oct 26 16:07:07.397159 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d9246fdf-925c-4bfd-bb8d-38e7b76b4f7b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:07.398398 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d9246fdf-925c-4bfd-bb8d-38e7b76b4f7b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4017456 Oct 26 16:07:07.401774 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47398) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:07:07.406878 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-622856f8-7e3c-45b0-9f7f-7fcef444406e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '1bd8793b-a9bf-490d-9f3c-9e72175ffe86', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:07:07.413501 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-622856f8-7e3c-45b0-9f7f-7fcef444406e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:07:07.417285 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-622856f8-7e3c-45b0-9f7f-7fcef444406e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:07:07.420140 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-cf4d3cbd-464e-4c6c-9f6d-583231bf6555 None None] For port f08effb2-e6a8-4389-9d2b-e0f67af46fd7, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=f08effb2-e6a8-4389-9d2b-e0f67af46fd7,segment=NetworkSegment(99a6d199-6b02-4603-ad58-1d19745a6c24),segment_id=99a6d199-6b02-4603-ad58-1d19745a6c24)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:07:07.420279 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-622856f8-7e3c-45b0-9f7f-7fcef444406e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:07:07.427031 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-622856f8-7e3c-45b0-9f7f-7fcef444406e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:07:07.462599 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-b47f34e5-d34a-4501-b62f-4ea6d9f18b4f None None] Port f08effb2-e6a8-4389-9d2b-e0f67af46fd7 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:07:07.500439 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-cf4d3cbd-464e-4c6c-9f6d-583231bf6555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:07.535292 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-622856f8-7e3c-45b0-9f7f-7fcef444406e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:07.582294 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4d3cbd-464e-4c6c-9f6d-583231bf6555 None None] Routers {'40c904a6-80ce-43b3-8e57-c53c08fa634e'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:07:07.582842 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-cf4d3cbd-464e-4c6c-9f6d-583231bf6555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:07:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['40c904a6-80ce-43b3-8e57-c53c08fa634e'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:07:07.600326 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-622856f8-7e3c-45b0-9f7f-7fcef444406e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:07.694524 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-622856f8-7e3c-45b0-9f7f-7fcef444406e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:07.722692 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622856f8-7e3c-45b0-9f7f-7fcef444406e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ae8e26f-27c7-4c34-83e8-847416cb0087,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:07:07.752417 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 6d6807c9-2b9c-4ce0-9868-42d29afaff7c is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:07:07.783377 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbea1e3-30e3-4c52-aa69-8df77580bc8a None None] Pushing event updated for resources: {'Port': ['ID=f08effb2-e6a8-4389-9d2b-e0f67af46fd7,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:07:07.802874 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-622856f8-7e3c-45b0-9f7f-7fcef444406e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:07.804113 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-622856f8-7e3c-45b0-9f7f-7fcef444406e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4014132 Oct 26 16:07:07.806912 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47402) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:07:07.811905 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-41fd2759-91df-4ce3-9b8f-9020f1889fae tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '1bd8793b-a9bf-490d-9f3c-9e72175ffe86', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:07:07.818491 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-41fd2759-91df-4ce3-9b8f-9020f1889fae tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:07:07.822260 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-41fd2759-91df-4ce3-9b8f-9020f1889fae tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:07:07.825230 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-41fd2759-91df-4ce3-9b8f-9020f1889fae tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:07:07.830553 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-cf4d3cbd-464e-4c6c-9f6d-583231bf6555 None None] Set router 40c904a6-80ce-43b3-8e57-c53c08fa634e gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:07:07.831228 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-41fd2759-91df-4ce3-9b8f-9020f1889fae tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:07:07.929017 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-41fd2759-91df-4ce3-9b8f-9020f1889fae tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:07.973117 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-b47f34e5-d34a-4501-b62f-4ea6d9f18b4f None None] Attempt 5 to provision port f08effb2-e6a8-4389-9d2b-e0f67af46fd7 Oct 26 16:07:07.993205 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-41fd2759-91df-4ce3-9b8f-9020f1889fae tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:08.094236 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-41fd2759-91df-4ce3-9b8f-9020f1889fae tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:08.119600 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd2759-91df-4ce3-9b8f-9020f1889fae tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a8efc63-1f75-41a0-9563-1ecf80505d2d,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:07:08.127800 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-b47f34e5-d34a-4501-b62f-4ea6d9f18b4f None None] Port f08effb2-e6a8-4389-9d2b-e0f67af46fd7 had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 16:07:08.175269 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-b47f34e5-d34a-4501-b62f-4ea6d9f18b4f None None] Provisioning complete for port 6d6807c9-2b9c-4ce0-9868-42d29afaff7c triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:07:08.175643 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b47f34e5-d34a-4501-b62f-4ea6d9f18b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:08.175982 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-b47f34e5-d34a-4501-b62f-4ea6d9f18b4f None None] Attempt 1 to provision port 6d6807c9-2b9c-4ce0-9868-42d29afaff7c Oct 26 16:07:08.202317 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-41fd2759-91df-4ce3-9b8f-9020f1889fae tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:08.206161 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-41fd2759-91df-4ce3-9b8f-9020f1889fae tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3956532 Oct 26 16:07:08.206372 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47406) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:07:08.211523 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-29e4b225-83b1-4202-9775-6915fe509a52 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '1bd8793b-a9bf-490d-9f3c-9e72175ffe86', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:07:08.217483 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-29e4b225-83b1-4202-9775-6915fe509a52 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:07:08.223225 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-29e4b225-83b1-4202-9775-6915fe509a52 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:07:08.225539 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-29e4b225-83b1-4202-9775-6915fe509a52 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:07:08.231469 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-29e4b225-83b1-4202-9775-6915fe509a52 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:07:08.302584 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-cf4d3cbd-464e-4c6c-9f6d-583231bf6555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'name': 'tempest-TestNetworkBasicOps-router-489129808', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.241'}], 'enable_snat': True}, 'gw_port_id': '26769c75-05e3-4f98-8983-150556d97ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:06:57Z', 'updated_at': '2022-10-26T16:07:04Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '26769c75-05e3-4f98-8983-150556d97ee3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:06:58Z', 'updated_at': '2022-10-26T16:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': 'f08effb2-e6a8-4389-9d2b-e0f67af46fd7', 'name': '', 'network_id': '5acb6ff3-053b-4abd-a197-aa0c1213bc0a', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:6b:3f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '6e7a180f-2081-49dc-90e0-792912fcd125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:07:03Z', 'updated_at': '2022-10-26T16:07:07Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '6e7a180f-2081-49dc-90e0-792912fcd125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:07:08.304814 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.securitygroups_db [None req-29e4b225-83b1-4202-9775-6915fe509a52 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Project 8316bfcf068445aeb00a503282bb001c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:07:08.311261 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4d3cbd-464e-4c6c-9f6d-583231bf6555 None None] The sync data for ids ['40c904a6-80ce-43b3-8e57-c53c08fa634e'] in dv-neutron-862712-1-hyperv is: [{'id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'name': 'tempest-TestNetworkBasicOps-router-489129808', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.241'}], 'enable_snat': True}, 'gw_port_id': '26769c75-05e3-4f98-8983-150556d97ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:06:57Z', 'updated_at': '2022-10-26T16:07:04Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '26769c75-05e3-4f98-8983-150556d97ee3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:06:58Z', 'updated_at': '2022-10-26T16:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': 'f08effb2-e6a8-4389-9d2b-e0f67af46fd7', 'name': '', 'network_id': '5acb6ff3-053b-4abd-a197-aa0c1213bc0a', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:6b:3f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '6e7a180f-2081-49dc-90e0-792912fcd125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:07:03Z', 'updated_at': '2022-10-26T16:07:07Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '6e7a180f-2081-49dc-90e0-792912fcd125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:07:08.311707 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-29e4b225-83b1-4202-9775-6915fe509a52 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:08.319239 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-b47f34e5-d34a-4501-b62f-4ea6d9f18b4f None None] Current status of the port 6d6807c9-2b9c-4ce0-9868-42d29afaff7c is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:07:08.395701 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-29e4b225-83b1-4202-9775-6915fe509a52 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:08.464881 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-29e4b225-83b1-4202-9775-6915fe509a52 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:08.502950 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e4b225-83b1-4202-9775-6915fe509a52 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6af06b0a-90d6-424e-a6bf-aba9fa26942f,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:07:08.573661 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-29e4b225-83b1-4202-9775-6915fe509a52 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:08.574905 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-29e4b225-83b1-4202-9775-6915fe509a52 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3674939 Oct 26 16:07:08.578038 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47414) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:07:08.583827 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-02d166dd-80d1-4c9c-95ee-472dd5f709ae tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'security_group_rule': {'security_group_id': '1bd8793b-a9bf-490d-9f3c-9e72175ffe86', 'project_id': '8316bfcf068445aeb00a503282bb001c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:07:08.590453 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-02d166dd-80d1-4c9c-95ee-472dd5f709ae tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:07:08.594687 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-02d166dd-80d1-4c9c-95ee-472dd5f709ae tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:security_group_rule and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:07:08.597809 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-02d166dd-80d1-4c9c-95ee-472dd5f709ae tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:07:08.604339 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-02d166dd-80d1-4c9c-95ee-472dd5f709ae tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:07:08.677602 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.securitygroups_db [None req-02d166dd-80d1-4c9c-95ee-472dd5f709ae tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Project 8316bfcf068445aeb00a503282bb001c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:07:08.685682 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-02d166dd-80d1-4c9c-95ee-472dd5f709ae tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:08.759979 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-02d166dd-80d1-4c9c-95ee-472dd5f709ae tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:08.848632 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-02d166dd-80d1-4c9c-95ee-472dd5f709ae tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:08.874499 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d166dd-80d1-4c9c-95ee-472dd5f709ae tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ae2e760-acb2-401a-935c-ce1f5f44fe98,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:07:08.939204 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-02d166dd-80d1-4c9c-95ee-472dd5f709ae tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:08.940561 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-02d166dd-80d1-4c9c-95ee-472dd5f709ae tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3615534 Oct 26 16:07:09.148762 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-e05a4ff2-94ec-4de8-a12c-c4204a8e0b7c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2077802939&fields=id&tenant_id=8316bfcf068445aeb00a503282bb001c HTTP/1.1" status: 200 len: 267 time: 0.0503948 Oct 26 16:07:09.198355 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device f08effb2-e6a8-4389-9d2b-e0f67af46fd7 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:07:09.320504 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-3d3b2d13-7ebc-4c23-af51-e299e35bd5f4 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:07:09.322117 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-3d3b2d13-7ebc-4c23-af51-e299e35bd5f4 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/networks?id=5acb6ff3-053b-4abd-a197-aa0c1213bc0a HTTP/1.1" status: 200 len: 797 time: 0.1666472 Oct 26 16:07:09.338220 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-c01241cc-ad94-43d7-b4ac-13c087e66a2b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/quotas/8316bfcf068445aeb00a503282bb001c HTTP/1.1" status: 200 len: 375 time: 0.0103142 Oct 26 16:07:09.397758 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port f08effb2-e6a8-4389-9d2b-e0f67af46fd7 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:07:09.404956 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port f08effb2-e6a8-4389-9d2b-e0f67af46fd7 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:07:09.405488 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:09.406054 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port f08effb2-e6a8-4389-9d2b-e0f67af46fd7 Oct 26 16:07:09.437833 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-3f86a10e-2a10-4442-aefc-7c080294a01f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:07:09.528397 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-3f86a10e-2a10-4442-aefc-7c080294a01f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:07:09.529674 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-3f86a10e-2a10-4442-aefc-7c080294a01f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1858335 Oct 26 16:07:09.537732 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port f08effb2-e6a8-4389-9d2b-e0f67af46fd7 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:07:09.538114 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:09.571427 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port f08effb2-e6a8-4389-9d2b-e0f67af46fd7, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=f08effb2-e6a8-4389-9d2b-e0f67af46fd7,segment=NetworkSegment(99a6d199-6b02-4603-ad58-1d19745a6c24),segment_id=99a6d199-6b02-4603-ad58-1d19745a6c24)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:07:09.655050 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:09.723394 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=f08effb2-e6a8-4389-9d2b-e0f67af46fd7,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:07:09.779790 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-7c2309aa-ce25-4204-85eb-eb49d29624df service neutron] 10.222.0.23 "GET /v2.0/networks/5acb6ff3-053b-4abd-a197-aa0c1213bc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372334 Oct 26 16:07:09.916390 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-3e404cb1-c3b7-4733-905e-5e0525df4d35 service neutron] 10.222.0.23 "GET /v2.0/networks/5acb6ff3-053b-4abd-a197-aa0c1213bc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290085 Oct 26 16:07:10.167439 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-a6b435bd-cfb6-4ca9-9a3a-dcb38059e643 req-b23e515e-7ad6-4d92-ae53-268dc36d5709 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:07:10.179432 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-a6b435bd-cfb6-4ca9-9a3a-dcb38059e643 req-b23e515e-7ad6-4d92-ae53-268dc36d5709 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:07:10.180808 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a6b435bd-cfb6-4ca9-9a3a-dcb38059e643 req-b23e515e-7ad6-4d92-ae53-268dc36d5709 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f954c50-f99a-41d7-b6ee-5dad897aaa89 HTTP/1.1" status: 200 len: 210 time: 0.0632117 Oct 26 16:07:11.179191 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device f08effb2-e6a8-4389-9d2b-e0f67af46fd7 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:07:11.249561 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port f08effb2-e6a8-4389-9d2b-e0f67af46fd7 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:07:11.249937 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:11.250272 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port f08effb2-e6a8-4389-9d2b-e0f67af46fd7 Oct 26 16:07:11.302587 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-90460973-f3e7-4a9f-b868-043953ccb917 req-3cbe996c-4b34-4d3e-b2b7-a241d542d52c tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f954c50-f99a-41d7-b6ee-5dad897aaa89 HTTP/1.1" status: 200 len: 210 time: 0.0624850 Oct 26 16:07:11.371804 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port f08effb2-e6a8-4389-9d2b-e0f67af46fd7 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:07:12.464120 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2546560a-eff1-4a85-9fe5-a50d2603236e req-fda86fd6-f0e7-4300-9399-e85a8fc404eb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f954c50-f99a-41d7-b6ee-5dad897aaa89 HTTP/1.1" status: 200 len: 210 time: 0.0519798 Oct 26 16:07:13.631113 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6669105b-b76c-46f9-b710-68ad56ae249f req-d66e9b65-f4f2-43ce-9dbc-99bf5100e551 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f954c50-f99a-41d7-b6ee-5dad897aaa89 HTTP/1.1" status: 200 len: 210 time: 0.0525105 Oct 26 16:07:14.429428 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-ff8457c0-3b2d-4c7f-b84f-6e42be2a0da0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:07:14.430923 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-ff8457c0-3b2d-4c7f-b84f-6e42be2a0da0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "GET /v2.0/networks?id=5acb6ff3-053b-4abd-a197-aa0c1213bc0a HTTP/1.1" status: 200 len: 797 time: 0.1496053 Oct 26 16:07:14.485105 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-57674055-f476-4b7a-ae4d-e32aa1b8b491 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8316bfcf068445aeb00a503282bb001c HTTP/1.1" status: 200 len: 380 time: 0.0407431 Oct 26 16:07:14.492792 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-4c38b964-e7a6-4bad-9e8d-5e90ff938a96 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'port': {'device_id': '1f954c50-f99a-41d7-b6ee-5dad897aaa89', 'network_id': '5acb6ff3-053b-4abd-a197-aa0c1213bc0a', 'admin_state_up': True, 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'security_groups': ['1bd8793b-a9bf-490d-9f3c-9e72175ffe86']}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:07:14.629152 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-4c38b964-e7a6-4bad-9e8d-5e90ff938a96 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:07:14.638564 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-4c38b964-e7a6-4bad-9e8d-5e90ff938a96 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:07:14.733363 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-4c38b964-e7a6-4bad-9e8d-5e90ff938a96 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Made reservation on behalf of 8316bfcf068445aeb00a503282bb001c for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:07:14.737654 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-4c38b964-e7a6-4bad-9e8d-5e90ff938a96 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:14.801163 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-071b06cb-6aae-40d0-a9fb-303b5eb4f68b req-a24619aa-ea57-4479-ae50-48b963d79f01 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f954c50-f99a-41d7-b6ee-5dad897aaa89 HTTP/1.1" status: 200 len: 210 time: 0.0515294 Oct 26 16:07:14.904222 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-4c38b964-e7a6-4bad-9e8d-5e90ff938a96 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Allocated IP 172.20.0.13 (5acb6ff3-053b-4abd-a197-aa0c1213bc0a/6e7a180f-2081-49dc-90e0-792912fcd125/2340481c-f18b-496b-a464-986ff95adda1) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:07:15.094925 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-4c38b964-e7a6-4bad-9e8d-5e90ff938a96 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:15.110882 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-4c38b964-e7a6-4bad-9e8d-5e90ff938a96 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Transition to ACTIVE for port object 2340481c-f18b-496b-a464-986ff95adda1 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:07:15.208462 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-4c38b964-e7a6-4bad-9e8d-5e90ff938a96 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:15.377296 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-4c38b964-e7a6-4bad-9e8d-5e90ff938a96 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network 5acb6ff3-053b-4abd-a197-aa0c1213bc0a is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:07:15.380292 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-4c38b964-e7a6-4bad-9e8d-5e90ff938a96 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:07:15.384045 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-4c38b964-e7a6-4bad-9e8d-5e90ff938a96 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:07:15.416186 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38b964-e7a6-4bad-9e8d-5e90ff938a96 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=2340481c-f18b-496b-a464-986ff95adda1,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:07:15.457493 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-4c38b964-e7a6-4bad-9e8d-5e90ff938a96 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:07:15.458113 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-4c38b964-e7a6-4bad-9e8d-5e90ff938a96 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:15.557601 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-4c38b964-e7a6-4bad-9e8d-5e90ff938a96 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0682440 Oct 26 16:07:15.575417 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-3c42a575-c4f0-460b-9c41-47d4b7694acd service neutron] Request body: {'port': {'device_id': '1f954c50-f99a-41d7-b6ee-5dad897aaa89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8627'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:07:15.682640 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-5eb8c212-c97e-4feb-81d4-8699af749f22 None None] Provisioning for port 2340481c-f18b-496b-a464-986ff95adda1 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:07:15.688188 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-5eb8c212-c97e-4feb-81d4-8699af749f22 None None] Provisioning complete for port 2340481c-f18b-496b-a464-986ff95adda1 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:07:15.688517 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-3c42a575-c4f0-460b-9c41-47d4b7694acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:15.688938 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5eb8c212-c97e-4feb-81d4-8699af749f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:15.689036 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-5eb8c212-c97e-4feb-81d4-8699af749f22 None None] Attempt 1 to provision port 2340481c-f18b-496b-a464-986ff95adda1 Oct 26 16:07:15.746982 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-5eb8c212-c97e-4feb-81d4-8699af749f22 None None] Port 2340481c-f18b-496b-a464-986ff95adda1 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:07:16.084526 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c243478-d63b-4fac-ad23-06bde10d174a req-5300747c-ee39-4c83-abf9-070c20a2771a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:07:16.085125 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-9c243478-d63b-4fac-ad23-06bde10d174a req-5300747c-ee39-4c83-abf9-070c20a2771a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:07:16.118304 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-3c42a575-c4f0-460b-9c41-47d4b7694acd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2340481c-f18b-496b-a464-986ff95adda1 {{(pid=89748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:07:16.125971 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-3c42a575-c4f0-460b-9c41-47d4b7694acd service neutron] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:16.141459 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-3c42a575-c4f0-460b-9c41-47d4b7694acd service neutron] Transition to ACTIVE for port object 2340481c-f18b-496b-a464-986ff95adda1 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:07:16.172505 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-9c243478-d63b-4fac-ad23-06bde10d174a req-5300747c-ee39-4c83-abf9-070c20a2771a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:07:16.173639 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9c243478-d63b-4fac-ad23-06bde10d174a req-5300747c-ee39-4c83-abf9-070c20a2771a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f954c50-f99a-41d7-b6ee-5dad897aaa89 HTTP/1.1" status: 200 len: 932 time: 0.2604556 Oct 26 16:07:16.220669 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9c243478-d63b-4fac-ad23-06bde10d174a req-7dc0a01b-b341-4a82-949c-473c330e89f2 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=1bd8793b-a9bf-490d-9f3c-9e72175ffe86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407765 Oct 26 16:07:16.225565 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-3c42a575-c4f0-460b-9c41-47d4b7694acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:16.248080 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-5eb8c212-c97e-4feb-81d4-8699af749f22 None None] Attempt 2 to provision port 2340481c-f18b-496b-a464-986ff95adda1 Oct 26 16:07:16.302685 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-5eb8c212-c97e-4feb-81d4-8699af749f22 None None] Port 2340481c-f18b-496b-a464-986ff95adda1 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:07:16.414391 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42a575-c4f0-460b-9c41-47d4b7694acd service neutron] Pushing event updated for resources: {'Port': ['ID=2340481c-f18b-496b-a464-986ff95adda1,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:07:16.454419 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-3c42a575-c4f0-460b-9c41-47d4b7694acd service neutron] Attempting to bind port 2340481c-f18b-496b-a464-986ff95adda1 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:07:16.454774 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-3c42a575-c4f0-460b-9c41-47d4b7694acd service neutron] Attempting to bind port 2340481c-f18b-496b-a464-986ff95adda1 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': '99a6d199-6b02-4603-ad58-1d19745a6c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5acb6ff3-053b-4abd-a197-aa0c1213bc0a'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:07:16.455116 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-3c42a575-c4f0-460b-9c41-47d4b7694acd service neutron] Attempting to bind port 2340481c-f18b-496b-a464-986ff95adda1 on network 5acb6ff3-053b-4abd-a197-aa0c1213bc0a {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:07:16.459670 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-3c42a575-c4f0-460b-9c41-47d4b7694acd service neutron] Port 2340481c-f18b-496b-a464-986ff95adda1 on network 5acb6ff3-053b-4abd-a197-aa0c1213bc0a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 16:07:16.459984 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-3c42a575-c4f0-460b-9c41-47d4b7694acd service neutron] Attempting to bind port 2340481c-f18b-496b-a464-986ff95adda1 on network 5acb6ff3-053b-4abd-a197-aa0c1213bc0a {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:07:16.464945 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-3c42a575-c4f0-460b-9c41-47d4b7694acd service neutron] Checking agent: {'id': '1b551391-ebdd-44bd-8801-034277ca5526', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8627', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'started_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:07:16.465270 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-3c42a575-c4f0-460b-9c41-47d4b7694acd service neutron] Checking segment: {'id': '99a6d199-6b02-4603-ad58-1d19745a6c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5acb6ff3-053b-4abd-a197-aa0c1213bc0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:07:16.465648 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-3c42a575-c4f0-460b-9c41-47d4b7694acd service neutron] Bound using segment: {'id': '99a6d199-6b02-4603-ad58-1d19745a6c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5acb6ff3-053b-4abd-a197-aa0c1213bc0a'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:07:16.466066 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-3c42a575-c4f0-460b-9c41-47d4b7694acd service neutron] Bound port: 2340481c-f18b-496b-a464-986ff95adda1, host: hv-neutron-8627, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a6d199-6b02-4603-ad58-1d19745a6c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5acb6ff3-053b-4abd-a197-aa0c1213bc0a'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:07:16.466401 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-3c42a575-c4f0-460b-9c41-47d4b7694acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:16.558722 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-3c42a575-c4f0-460b-9c41-47d4b7694acd service neutron] For port 2340481c-f18b-496b-a464-986ff95adda1, host hv-neutron-8627, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:07:16.561609 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-3c42a575-c4f0-460b-9c41-47d4b7694acd service neutron] For port 2340481c-f18b-496b-a464-986ff95adda1, host hv-neutron-8627, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=2340481c-f18b-496b-a464-986ff95adda1,segment=NetworkSegment(99a6d199-6b02-4603-ad58-1d19745a6c24),segment_id=99a6d199-6b02-4603-ad58-1d19745a6c24)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:07:16.648005 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-3c42a575-c4f0-460b-9c41-47d4b7694acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:16.684732 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-3c42a575-c4f0-460b-9c41-47d4b7694acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:07:16.685330 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-3c42a575-c4f0-460b-9c41-47d4b7694acd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:16.686729 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-3c42a575-c4f0-460b-9c41-47d4b7694acd service neutron] 10.222.0.48 "PUT /v2.0/ports/2340481c-f18b-496b-a464-986ff95adda1 HTTP/1.1" status: 200 len: 1094 time: 1.1153872 Oct 26 16:07:16.691023 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f954c50-f99a-41d7-b6ee-5dad897aaa89', 'tag': '2340481c-f18b-496b-a464-986ff95adda1'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:07:16.691023 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751b9095-4d59-4629-8faa-a8c657520767" -d '{"events": [{"name": "network-changed", "server_uuid": "1f954c50-f99a-41d7-b6ee-5dad897aaa89", "tag": "2340481c-f18b-496b-a464-986ff95adda1"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:07:16.724994 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42a575-c4f0-460b-9c41-47d4b7694acd service neutron] Pushing event updated for resources: {'Port': ['ID=2340481c-f18b-496b-a464-986ff95adda1,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:07:16.742646 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd2a523-0041-45cf-a494-71ec419c5972 x-openstack-request-id: req-9bd2a523-0041-45cf-a494-71ec419c5972 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:07:16.742933 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f954c50-f99a-41d7-b6ee-5dad897aaa89", "tag": "2340481c-f18b-496b-a464-986ff95adda1", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:07:16.743223 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9bd2a523-0041-45cf-a494-71ec419c5972 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:07:16.743627 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bd2a523-0041-45cf-a494-71ec419c5972'] response: {'name': 'network-changed', 'server_uuid': '1f954c50-f99a-41d7-b6ee-5dad897aaa89', 'tag': '2340481c-f18b-496b-a464-986ff95adda1', 'status': 'completed', 'code': 200} Oct 26 16:07:16.803584 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-5eb8c212-c97e-4feb-81d4-8699af749f22 None None] Attempt 3 to provision port 2340481c-f18b-496b-a464-986ff95adda1 Oct 26 16:07:16.864909 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-5eb8c212-c97e-4feb-81d4-8699af749f22 None None] Port 2340481c-f18b-496b-a464-986ff95adda1 had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 16:07:16.868649 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b9095-4d59-4629-8faa-a8c657520767 req-c01906c9-620f-46a1-9aec-abc066bd147c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:07:16.870114 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-751b9095-4d59-4629-8faa-a8c657520767 req-c01906c9-620f-46a1-9aec-abc066bd147c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=1f954c50-f99a-41d7-b6ee-5dad897aaa89 HTTP/1.1" status: 200 len: 1097 time: 0.0852752 Oct 26 16:07:17.019089 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b9095-4d59-4629-8faa-a8c657520767 req-9c1cdfe9-e853-4d83-8a02-1ac15ab87d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:07:17.020426 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-751b9095-4d59-4629-8faa-a8c657520767 req-9c1cdfe9-e853-4d83-8a02-1ac15ab87d34 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=8316bfcf068445aeb00a503282bb001c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1372454 Oct 26 16:07:17.158173 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b9095-4d59-4629-8faa-a8c657520767 req-96d1fce5-e8a8-40ad-9612-0865e0dfb7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:07:17.159708 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-751b9095-4d59-4629-8faa-a8c657520767 req-96d1fce5-e8a8-40ad-9612-0865e0dfb7d5 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1337931 Oct 26 16:07:17.293552 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-97639c2d-244c-4b8a-b43c-ac8098cf4942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:07:17.294990 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-97639c2d-244c-4b8a-b43c-ac8098cf4942 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=1f954c50-f99a-41d7-b6ee-5dad897aaa89 HTTP/1.1" status: 200 len: 1097 time: 0.0805619 Oct 26 16:07:17.507795 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-522ceade-466a-4a2e-aef7-21932534c8c3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2340481c-f18b-496b-a464-986ff95adda1 HTTP/1.1" status: 200 len: 217 time: 0.2006385 Oct 26 16:07:17.591322 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-f1e7e97d-ace6-4c5f-945b-ca36f8929150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:07:17.592788 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-f1e7e97d-ace6-4c5f-945b-ca36f8929150 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6e7a180f-2081-49dc-90e0-792912fcd125 HTTP/1.1" status: 200 len: 835 time: 0.0790489 Oct 26 16:07:17.665235 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc13cf-23d7-437f-9da5-2c965bfa97bf req-f8a40183-4374-44bb-9bef-4fb8249912e6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:07:17.666711 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6adc13cf-23d7-437f-9da5-2c965bfa97bf req-f8a40183-4374-44bb-9bef-4fb8249912e6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f954c50-f99a-41d7-b6ee-5dad897aaa89 HTTP/1.1" status: 200 len: 944 time: 0.2020102 Oct 26 16:07:17.721626 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6adc13cf-23d7-437f-9da5-2c965bfa97bf req-03f3fb18-3167-4834-82e3-16ffe616ec6f tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=1bd8793b-a9bf-490d-9f3c-9e72175ffe86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483148 Oct 26 16:07:17.727276 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-0added19-fcfd-4c57-9298-4d3d16b3d756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:07:17.728702 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-0added19-fcfd-4c57-9298-4d3d16b3d756 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5acb6ff3-053b-4abd-a197-aa0c1213bc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1301365 Oct 26 16:07:17.862642 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-53e0d000-f8af-4b2f-bdd4-41fd659a5d08 service neutron] 10.222.0.48 "GET /v2.0/networks/5acb6ff3-053b-4abd-a197-aa0c1213bc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280093 Oct 26 16:07:17.993398 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-28ac06e9-6b31-422a-af7c-3888e610d390 req-f74878dc-1b4d-4843-bc9a-e50480c49f10 service neutron] 10.222.0.48 "GET /v2.0/networks/5acb6ff3-053b-4abd-a197-aa0c1213bc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248302 Oct 26 16:07:18.922886 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5e9cb-0bee-4ed5-aab0-338c93356a92 req-0a39152c-7f1c-4085-8991-e2354648c981 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:07:18.924540 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c6e5e9cb-0bee-4ed5-aab0-338c93356a92 req-0a39152c-7f1c-4085-8991-e2354648c981 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f954c50-f99a-41d7-b6ee-5dad897aaa89 HTTP/1.1" status: 200 len: 944 time: 0.0916145 Oct 26 16:07:18.967146 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-c6e5e9cb-0bee-4ed5-aab0-338c93356a92 req-aa931361-a304-401e-afda-344c46836997 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:security_group {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:07:19.042186 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-c6e5e9cb-0bee-4ed5-aab0-338c93356a92 req-aa931361-a304-401e-afda-344c46836997 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:security_group {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:07:19.043364 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c6e5e9cb-0bee-4ed5-aab0-338c93356a92 req-aa931361-a304-401e-afda-344c46836997 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=1bd8793b-a9bf-490d-9f3c-9e72175ffe86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133235 Oct 26 16:07:20.241252 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c96d5-07b0-41bc-848a-e6bb6f72cbe5 req-5b0e4520-db64-43fd-b650-2ccbee5b0851 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:07:20.242718 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b64c96d5-07b0-41bc-848a-e6bb6f72cbe5 req-5b0e4520-db64-43fd-b650-2ccbee5b0851 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f954c50-f99a-41d7-b6ee-5dad897aaa89 HTTP/1.1" status: 200 len: 944 time: 0.0907600 Oct 26 16:07:20.287276 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b64c96d5-07b0-41bc-848a-e6bb6f72cbe5 req-89d3e961-f4f8-4069-9fb5-fc8528634c59 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=1bd8793b-a9bf-490d-9f3c-9e72175ffe86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388982 Oct 26 16:07:20.484514 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 2340481c-f18b-496b-a464-986ff95adda1 details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 16:07:20.617295 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 2340481c-f18b-496b-a464-986ff95adda1, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=2340481c-f18b-496b-a464-986ff95adda1,segment=NetworkSegment(99a6d199-6b02-4603-ad58-1d19745a6c24),segment_id=99a6d199-6b02-4603-ad58-1d19745a6c24)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:07:20.633896 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': '2340481c-f18b-496b-a464-986ff95adda1', 'network_id': '5acb6ff3-053b-4abd-a197-aa0c1213bc0a', 'port_id': '2340481c-f18b-496b-a464-986ff95adda1', 'mac_address': 'fa:16:3e:e5:12:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e7a180f-2081-49dc-90e0-792912fcd125', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 16:07:20.725237 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 2340481c-f18b-496b-a464-986ff95adda1 is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:07:20.725611 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:20.742413 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2340481c-f18b-496b-a464-986ff95adda1 {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:07:20.758636 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 2340481c-f18b-496b-a464-986ff95adda1, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=2340481c-f18b-496b-a464-986ff95adda1,segment=NetworkSegment(99a6d199-6b02-4603-ad58-1d19745a6c24),segment_id=99a6d199-6b02-4603-ad58-1d19745a6c24)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:07:20.853500 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:20.923274 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=2340481c-f18b-496b-a464-986ff95adda1,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:07:21.219843 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['2340481c-f18b-496b-a464-986ff95adda1'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:07:21.484158 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d46ff-f12a-4ad2-9cd1-783fb3415e1b req-53bae786-e0c3-4396-a217-fb330eacacad tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:07:21.485649 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-891d46ff-f12a-4ad2-9cd1-783fb3415e1b req-53bae786-e0c3-4396-a217-fb330eacacad tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f954c50-f99a-41d7-b6ee-5dad897aaa89 HTTP/1.1" status: 200 len: 945 time: 0.0885606 Oct 26 16:07:21.530434 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-891d46ff-f12a-4ad2-9cd1-783fb3415e1b req-bf280978-5281-4e18-aec5-cb02973d25d0 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=1bd8793b-a9bf-490d-9f3c-9e72175ffe86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388644 Oct 26 16:07:22.500500 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 2340481c-f18b-496b-a464-986ff95adda1 up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:07:22.641898 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning for port 2340481c-f18b-496b-a464-986ff95adda1 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:07:22.647272 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port 2340481c-f18b-496b-a464-986ff95adda1 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:07:22.647647 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:22.648010 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port 2340481c-f18b-496b-a464-986ff95adda1 Oct 26 16:07:22.734599 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57751e-a3a5-4cf9-9a7d-b9d40a257d4b req-9e990617-f100-4735-a7f7-4096ea8d0cab tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:07:22.736134 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bb57751e-a3a5-4cf9-9a7d-b9d40a257d4b req-9e990617-f100-4735-a7f7-4096ea8d0cab tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f954c50-f99a-41d7-b6ee-5dad897aaa89 HTTP/1.1" status: 200 len: 945 time: 0.0931122 Oct 26 16:07:22.770415 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 2340481c-f18b-496b-a464-986ff95adda1 is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:07:22.770749 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:22.781370 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bb57751e-a3a5-4cf9-9a7d-b9d40a257d4b req-519c401e-a2dc-4382-a740-efc8a75ed165 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=1bd8793b-a9bf-490d-9f3c-9e72175ffe86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386572 Oct 26 16:07:22.797237 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f954c50-f99a-41d7-b6ee-5dad897aaa89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2340481c-f18b-496b-a464-986ff95adda1'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:07:22.799562 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e51148-e2ce-4191-876f-66e296db4cfc" -d '{"events": [{"server_uuid": "1f954c50-f99a-41d7-b6ee-5dad897aaa89", "name": "network-vif-plugged", "status": "completed", "tag": "2340481c-f18b-496b-a464-986ff95adda1"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:07:22.807893 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 2340481c-f18b-496b-a464-986ff95adda1, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=2340481c-f18b-496b-a464-986ff95adda1,segment=NetworkSegment(99a6d199-6b02-4603-ad58-1d19745a6c24),segment_id=99a6d199-6b02-4603-ad58-1d19745a6c24)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:07:22.845290 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763b076a-aeab-41a7-b617-1224ed0de370 x-openstack-request-id: req-763b076a-aeab-41a7-b617-1224ed0de370 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:07:22.845645 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f954c50-f99a-41d7-b6ee-5dad897aaa89", "name": "network-vif-plugged", "status": "completed", "tag": "2340481c-f18b-496b-a464-986ff95adda1", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:07:22.845901 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-763b076a-aeab-41a7-b617-1224ed0de370 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:07:22.846294 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-763b076a-aeab-41a7-b617-1224ed0de370'] response: {'server_uuid': '1f954c50-f99a-41d7-b6ee-5dad897aaa89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2340481c-f18b-496b-a464-986ff95adda1', 'code': 200} Oct 26 16:07:22.887923 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:22.957957 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=2340481c-f18b-496b-a464-986ff95adda1,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:07:23.305253 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468bca1-b9dc-44c3-8f82-d0efd031539b req-e648f97d-ecbe-4b3d-9912-21da88795392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:07:23.306723 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b468bca1-b9dc-44c3-8f82-d0efd031539b req-e648f97d-ecbe-4b3d-9912-21da88795392 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1f954c50-f99a-41d7-b6ee-5dad897aaa89 HTTP/1.1" status: 200 len: 1099 time: 0.0811779 Oct 26 16:07:23.344655 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b468bca1-b9dc-44c3-8f82-d0efd031539b req-2f6dc05b-7644-41bc-b61a-48ce2926620b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1bd8793b-a9bf-490d-9f3c-9e72175ffe86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324581 Oct 26 16:07:23.980884 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb7b42-67b8-4e0e-bde4-be12005364b3 req-a8d9e34c-4c02-4b51-975d-a5e6ecf71800 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:07:23.982228 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bfeb7b42-67b8-4e0e-bde4-be12005364b3 req-a8d9e34c-4c02-4b51-975d-a5e6ecf71800 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f954c50-f99a-41d7-b6ee-5dad897aaa89 HTTP/1.1" status: 200 len: 946 time: 0.0878386 Oct 26 16:07:24.026672 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bfeb7b42-67b8-4e0e-bde4-be12005364b3 req-c187d468-fb90-4a44-b825-23efaaae3d80 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=1bd8793b-a9bf-490d-9f3c-9e72175ffe86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388696 Oct 26 16:07:25.231105 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a47af-098b-4095-8469-3bf745929b21 req-20ddcce9-83b1-4adc-a18b-92648b025cef tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:07:25.232573 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a30a47af-098b-4095-8469-3bf745929b21 req-20ddcce9-83b1-4adc-a18b-92648b025cef tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f954c50-f99a-41d7-b6ee-5dad897aaa89 HTTP/1.1" status: 200 len: 946 time: 0.0930278 Oct 26 16:07:25.277766 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a30a47af-098b-4095-8469-3bf745929b21 req-b6e620a6-1ccc-409a-a354-e09a88bc9522 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=1bd8793b-a9bf-490d-9f3c-9e72175ffe86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396662 Oct 26 16:07:25.474947 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a9a00-7c83-4809-8eb3-09634debf530 req-0f95e85b-d755-48f9-b53e-ecc1f57ae736 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:07:25.476379 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4f1a9a00-7c83-4809-8eb3-09634debf530 req-0f95e85b-d755-48f9-b53e-ecc1f57ae736 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f954c50-f99a-41d7-b6ee-5dad897aaa89 HTTP/1.1" status: 200 len: 946 time: 0.0917363 Oct 26 16:07:25.521552 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4f1a9a00-7c83-4809-8eb3-09634debf530 req-d062a51a-318b-4738-83c1-2e0b23d6f8af tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=1bd8793b-a9bf-490d-9f3c-9e72175ffe86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395811 Oct 26 16:07:25.551333 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 47480) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:07:25.628867 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb59e89-1991-4d0a-8b29-e062cbc12c59 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:07:25.630248 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-1fb59e89-1991-4d0a-8b29-e062cbc12c59 tempest-TestNetworkBasicOps-694722724 tempest-TestNetworkBasicOps-694722724-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1f954c50-f99a-41d7-b6ee-5dad897aaa89 HTTP/1.1" status: 200 len: 1094 time: 0.0777943 Oct 26 16:07:25.633182 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 47484) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:07:25.637919 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-235e2c30-7fa7-430d-a768-35fbedba4089 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'floatingip': {'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'port_id': '2340481c-f18b-496b-a464-986ff95adda1', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:07:25.644038 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-235e2c30-7fa7-430d-a768-35fbedba4089 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:07:25.648361 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-235e2c30-7fa7-430d-a768-35fbedba4089 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Usage tracker for resource:floatingip and tenant:8316bfcf068445aeb00a503282bb001c is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:07:25.651236 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-235e2c30-7fa7-430d-a768-35fbedba4089 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:07:25.657798 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-235e2c30-7fa7-430d-a768-35fbedba4089 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:07:25.768028 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-235e2c30-7fa7-430d-a768-35fbedba4089 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for floatingip, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:25.902293 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-235e2c30-7fa7-430d-a768-35fbedba4089 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:26.038223 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-235e2c30-7fa7-430d-a768-35fbedba4089 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Allocated IP 172.26.2.39 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/21819720-ef8f-4ad8-b70a-d65fd4ce9e83) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:07:26.185016 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-235e2c30-7fa7-430d-a768-35fbedba4089 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:26.381307 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-235e2c30-7fa7-430d-a768-35fbedba4089 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:26.449666 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235e2c30-7fa7-430d-a768-35fbedba4089 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:07:26.453787 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-235e2c30-7fa7-430d-a768-35fbedba4089 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:07:26.458810 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235e2c30-7fa7-430d-a768-35fbedba4089 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:07:26.502141 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235e2c30-7fa7-430d-a768-35fbedba4089 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=21819720-ef8f-4ad8-b70a-d65fd4ce9e83,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:07:26.556179 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ce36c9c3-56e6-4bb2-9857-9c88c29a1318 req-bfb4599e-4c2e-476d-9dcf-1f59774c338c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1f954c50-f99a-41d7-b6ee-5dad897aaa89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3313284 Oct 26 16:07:26.898390 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36c9c3-56e6-4bb2-9857-9c88c29a1318 req-036ddd6a-4929-4c67-a435-adb59e04e10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:07:26.899778 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ce36c9c3-56e6-4bb2-9857-9c88c29a1318 req-036ddd6a-4929-4c67-a435-adb59e04e10d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=1f954c50-f99a-41d7-b6ee-5dad897aaa89 HTTP/1.1" status: 200 len: 1099 time: 0.2551365 Oct 26 16:07:27.073053 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36c9c3-56e6-4bb2-9857-9c88c29a1318 req-8ac4e18b-8a5d-4a98-a29a-ac4f272da6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:07:27.074457 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ce36c9c3-56e6-4bb2-9857-9c88c29a1318 req-8ac4e18b-8a5d-4a98-a29a-ac4f272da6e1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5acb6ff3-053b-4abd-a197-aa0c1213bc0a HTTP/1.1" status: 200 len: 898 time: 0.1507671 Oct 26 16:07:27.075423 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-235e2c30-7fa7-430d-a768-35fbedba4089 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:27.099449 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:27.155751 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ce36c9c3-56e6-4bb2-9857-9c88c29a1318 req-676165d3-2985-4181-8cd1-da083fd1e832 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2340481c-f18b-496b-a464-986ff95adda1 HTTP/1.1" status: 200 len: 217 time: 0.0697958 Oct 26 16:07:27.218916 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36c9c3-56e6-4bb2-9857-9c88c29a1318 req-d4a9139b-ca17-41e7-a39b-eb8fad8e9a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:07:27.220300 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ce36c9c3-56e6-4bb2-9857-9c88c29a1318 req-d4a9139b-ca17-41e7-a39b-eb8fad8e9a0c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6e7a180f-2081-49dc-90e0-792912fcd125 HTTP/1.1" status: 200 len: 835 time: 0.0577202 Oct 26 16:07:27.362734 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-235e2c30-7fa7-430d-a768-35fbedba4089 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:27.440253 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36c9c3-56e6-4bb2-9857-9c88c29a1318 req-b6167548-d22e-45cc-bb82-191e1574e954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:07:27.441779 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ce36c9c3-56e6-4bb2-9857-9c88c29a1318 req-b6167548-d22e-45cc-bb82-191e1574e954 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5acb6ff3-053b-4abd-a197-aa0c1213bc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2151890 Oct 26 16:07:27.679291 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ce36c9c3-56e6-4bb2-9857-9c88c29a1318 req-106e10b3-62db-4601-984c-ac0bef92dc9f service neutron] 10.222.0.48 "GET /v2.0/networks/5acb6ff3-053b-4abd-a197-aa0c1213bc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191725 Oct 26 16:07:27.721872 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-235e2c30-7fa7-430d-a768-35fbedba4089 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:27.773789 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-235e2c30-7fa7-430d-a768-35fbedba4089 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:28.018096 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-235e2c30-7fa7-430d-a768-35fbedba4089 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:28.136406 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235e2c30-7fa7-430d-a768-35fbedba4089 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event updated for resources: {'Port': ['ID=21819720-ef8f-4ad8-b70a-d65fd4ce9e83,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:07:28.166764 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ce36c9c3-56e6-4bb2-9857-9c88c29a1318 req-a68d4615-0e04-4fd9-b42e-0bccd43933d6 service neutron] 10.222.0.48 "GET /v2.0/networks/5acb6ff3-053b-4abd-a197-aa0c1213bc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4799688 Oct 26 16:07:28.205490 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.l3_db [None req-235e2c30-7fa7-430d-a768-35fbedba4089 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Floating IP 4f835275-0836-432a-a14f-0515614bc827 associated. External IP: 172.26.2.39, port: 2340481c-f18b-496b-a464-986ff95adda1. Oct 26 16:07:28.555137 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235e2c30-7fa7-430d-a768-35fbedba4089 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Router 40c904a6-80ce-43b3-8e57-c53c08fa634e has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:07:28.736549 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235e2c30-7fa7-430d-a768-35fbedba4089 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:07:28.746370 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdada9c-3695-444b-98a6-c20ee8d92082 None None] Sync routers for ids ['40c904a6-80ce-43b3-8e57-c53c08fa634e'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:07:28.756584 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdada9c-3695-444b-98a6-c20ee8d92082 None None] Routers {'40c904a6-80ce-43b3-8e57-c53c08fa634e'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:07:28.757288 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-cfdada9c-3695-444b-98a6-c20ee8d92082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:07:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['40c904a6-80ce-43b3-8e57-c53c08fa634e'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:07:28.819553 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-235e2c30-7fa7-430d-a768-35fbedba4089 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:28.875189 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-235e2c30-7fa7-430d-a768-35fbedba4089 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2409985 Oct 26 16:07:28.876025 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f954c50-f99a-41d7-b6ee-5dad897aaa89', 'tag': '2340481c-f18b-496b-a464-986ff95adda1'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:07:28.877945 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47488) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:07:28.878412 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9adf2f55-0f03-4787-a80c-4f13fc845922" -d '{"events": [{"name": "network-changed", "server_uuid": "1f954c50-f99a-41d7-b6ee-5dad897aaa89", "tag": "2340481c-f18b-496b-a464-986ff95adda1"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:07:28.923654 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d4e8cb-39f4-4a39-adb5-4eecf52d0121 x-openstack-request-id: req-c7d4e8cb-39f4-4a39-adb5-4eecf52d0121 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:07:28.924209 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f954c50-f99a-41d7-b6ee-5dad897aaa89", "tag": "2340481c-f18b-496b-a464-986ff95adda1", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:07:28.924569 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c7d4e8cb-39f4-4a39-adb5-4eecf52d0121 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:07:28.924986 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7d4e8cb-39f4-4a39-adb5-4eecf52d0121'] response: {'name': 'network-changed', 'server_uuid': '1f954c50-f99a-41d7-b6ee-5dad897aaa89', 'tag': '2340481c-f18b-496b-a464-986ff95adda1', 'status': 'completed', 'code': 200} Oct 26 16:07:28.976480 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-cfdada9c-3695-444b-98a6-c20ee8d92082 None None] Set router 40c904a6-80ce-43b3-8e57-c53c08fa634e gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:07:28.992923 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4d8be42e-61fb-4edf-aede-d9b646d9b102 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/floatingips/4f835275-0836-432a-a14f-0515614bc827 HTTP/1.1" status: 200 len: 991 time: 0.1137910 Oct 26 16:07:29.049494 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf2f55-0f03-4787-a80c-4f13fc845922 req-642cc5d0-1b3e-4402-a3fa-355867c8b55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:07:29.051018 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9adf2f55-0f03-4787-a80c-4f13fc845922 req-642cc5d0-1b3e-4402-a3fa-355867c8b55d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=1f954c50-f99a-41d7-b6ee-5dad897aaa89 HTTP/1.1" status: 200 len: 1099 time: 0.0862525 Oct 26 16:07:29.185281 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf2f55-0f03-4787-a80c-4f13fc845922 req-12463731-21cb-4c70-8de0-4390557c4062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:07:29.186765 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9adf2f55-0f03-4787-a80c-4f13fc845922 req-12463731-21cb-4c70-8de0-4390557c4062 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5acb6ff3-053b-4abd-a197-aa0c1213bc0a HTTP/1.1" status: 200 len: 898 time: 0.1305974 Oct 26 16:07:29.291295 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9adf2f55-0f03-4787-a80c-4f13fc845922 req-3e9ddbc3-35f5-4ede-bc23-6cc250497f8a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2340481c-f18b-496b-a464-986ff95adda1 HTTP/1.1" status: 200 len: 999 time: 0.0987585 Oct 26 16:07:29.327392 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-cfdada9c-3695-444b-98a6-c20ee8d92082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'name': 'tempest-TestNetworkBasicOps-router-489129808', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.241'}], 'enable_snat': True}, 'gw_port_id': '26769c75-05e3-4f98-8983-150556d97ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:06:57Z', 'updated_at': '2022-10-26T16:07:04Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '26769c75-05e3-4f98-8983-150556d97ee3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:06:58Z', 'updated_at': '2022-10-26T16:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '4f835275-0836-432a-a14f-0515614bc827', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'floating_ip_address': '172.26.2.39', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'port_id': '2340481c-f18b-496b-a464-986ff95adda1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5acb6ff3-053b-4abd-a197-aa0c1213bc0a', 'mac_address': 'fa:16:3e:e5:12:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f954c50-f99a-41d7-b6ee-5dad897aaa89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:07:26Z', 'updated_at': '2022-10-26T16:07:26Z', 'revision_number': 0, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f08effb2-e6a8-4389-9d2b-e0f67af46fd7', 'name': '', 'network_id': '5acb6ff3-053b-4abd-a197-aa0c1213bc0a', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:6b:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '6e7a180f-2081-49dc-90e0-792912fcd125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:07:03Z', 'updated_at': '2022-10-26T16:07:09Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '6e7a180f-2081-49dc-90e0-792912fcd125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:07:29.331264 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdada9c-3695-444b-98a6-c20ee8d92082 None None] Checking router: 40c904a6-80ce-43b3-8e57-c53c08fa634e for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:07:29.340193 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdada9c-3695-444b-98a6-c20ee8d92082 None None] Routers {'40c904a6-80ce-43b3-8e57-c53c08fa634e'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:07:29.340780 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-cfdada9c-3695-444b-98a6-c20ee8d92082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:07:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['40c904a6-80ce-43b3-8e57-c53c08fa634e'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:07:29.353004 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf2f55-0f03-4787-a80c-4f13fc845922 req-10b9caff-39a9-4001-8436-153ac4704442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:07:29.354430 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9adf2f55-0f03-4787-a80c-4f13fc845922 req-10b9caff-39a9-4001-8436-153ac4704442 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6e7a180f-2081-49dc-90e0-792912fcd125 HTTP/1.1" status: 200 len: 835 time: 0.0575507 Oct 26 16:07:29.438578 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf2f55-0f03-4787-a80c-4f13fc845922 req-cfb5a95e-e1ba-42c9-9d05-6f92ac8d307d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:07:29.440051 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9adf2f55-0f03-4787-a80c-4f13fc845922 req-cfb5a95e-e1ba-42c9-9d05-6f92ac8d307d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5acb6ff3-053b-4abd-a197-aa0c1213bc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801182 Oct 26 16:07:29.525260 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-cfdada9c-3695-444b-98a6-c20ee8d92082 None None] Set router 40c904a6-80ce-43b3-8e57-c53c08fa634e gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:07:29.700508 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9adf2f55-0f03-4787-a80c-4f13fc845922 req-bd7718b5-97b2-4ed6-be53-31c152d06e53 service neutron] 10.222.0.48 "GET /v2.0/networks/5acb6ff3-053b-4abd-a197-aa0c1213bc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543824 Oct 26 16:07:29.833833 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9adf2f55-0f03-4787-a80c-4f13fc845922 req-60a7f566-71dd-445f-a94c-a5ada3f4546a service neutron] 10.222.0.48 "GET /v2.0/networks/5acb6ff3-053b-4abd-a197-aa0c1213bc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273482 Oct 26 16:07:29.876973 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-cfdada9c-3695-444b-98a6-c20ee8d92082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'name': 'tempest-TestNetworkBasicOps-router-489129808', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.241'}], 'enable_snat': True}, 'gw_port_id': '26769c75-05e3-4f98-8983-150556d97ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:06:57Z', 'updated_at': '2022-10-26T16:07:04Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '26769c75-05e3-4f98-8983-150556d97ee3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:06:58Z', 'updated_at': '2022-10-26T16:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '4f835275-0836-432a-a14f-0515614bc827', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'floating_ip_address': '172.26.2.39', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'port_id': '2340481c-f18b-496b-a464-986ff95adda1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5acb6ff3-053b-4abd-a197-aa0c1213bc0a', 'mac_address': 'fa:16:3e:e5:12:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f954c50-f99a-41d7-b6ee-5dad897aaa89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:07:26Z', 'updated_at': '2022-10-26T16:07:26Z', 'revision_number': 0, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f08effb2-e6a8-4389-9d2b-e0f67af46fd7', 'name': '', 'network_id': '5acb6ff3-053b-4abd-a197-aa0c1213bc0a', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:6b:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '6e7a180f-2081-49dc-90e0-792912fcd125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:07:03Z', 'updated_at': '2022-10-26T16:07:09Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '6e7a180f-2081-49dc-90e0-792912fcd125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:07:29.881040 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdada9c-3695-444b-98a6-c20ee8d92082 None None] The sync data for ids ['40c904a6-80ce-43b3-8e57-c53c08fa634e'] in dv-neutron-862712-1-hyperv is: [{'id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'name': 'tempest-TestNetworkBasicOps-router-489129808', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.241'}], 'enable_snat': True}, 'gw_port_id': '26769c75-05e3-4f98-8983-150556d97ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:06:57Z', 'updated_at': '2022-10-26T16:07:04Z', 'revision_number': 4, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '26769c75-05e3-4f98-8983-150556d97ee3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:06:58Z', 'updated_at': '2022-10-26T16:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '4f835275-0836-432a-a14f-0515614bc827', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'floating_ip_address': '172.26.2.39', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'port_id': '2340481c-f18b-496b-a464-986ff95adda1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5acb6ff3-053b-4abd-a197-aa0c1213bc0a', 'mac_address': 'fa:16:3e:e5:12:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f954c50-f99a-41d7-b6ee-5dad897aaa89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:07:26Z', 'updated_at': '2022-10-26T16:07:26Z', 'revision_number': 0, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f08effb2-e6a8-4389-9d2b-e0f67af46fd7', 'name': '', 'network_id': '5acb6ff3-053b-4abd-a197-aa0c1213bc0a', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:6b:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '6e7a180f-2081-49dc-90e0-792912fcd125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:07:03Z', 'updated_at': '2022-10-26T16:07:09Z', 'revision_number': 5, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '6e7a180f-2081-49dc-90e0-792912fcd125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:07:29.997474 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47494) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:07:30.069290 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1a4412-3a15-4e4b-8215-ff53e8a7c28b None None] New status for floating IP 4f835275-0836-432a-a14f-0515614bc827: ACTIVE {{(pid=89749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:07:30.106702 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-be2b5916-ba18-4624-b9d4-1190635131fc tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/floatingips/4f835275-0836-432a-a14f-0515614bc827 HTTP/1.1" status: 200 len: 991 time: 0.1089447 Oct 26 16:07:31.110604 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 47500) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:07:31.217983 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-90241622-0239-4e75-b01b-cb75d2a184ca tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/floatingips/4f835275-0836-432a-a14f-0515614bc827 HTTP/1.1" status: 200 len: 993 time: 0.1062000 Oct 26 16:07:32.063917 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-581b08d9-89a9-42a9-9b38-63959098cc93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:34.487545 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7ca2e1d8-143d-4b37-9328-21598b3df144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:35.252977 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:35.270166 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:36.881335 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:07:43.712918 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:07:57.080510 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:02.092616 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d7fdb1d9-2998-4ce4-8f96-2f76b6ea5e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:04.440597 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-32373c37-c5e1-44bb-acdc-94e2fe2a90b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:05.251877 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:05.314179 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:06.886024 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:20.711848 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:08:27.091053 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:27.297966 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-64d812c5-32ff-4ddc-bd54-4588f98d71b7 req-0208aad8-50ec-4adc-85a0-05b0f1567105 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1f954c50-f99a-41d7-b6ee-5dad897aaa89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0772395 Oct 26 16:08:27.460941 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d812c5-32ff-4ddc-bd54-4588f98d71b7 req-1786a556-1b9c-48f9-bd2e-8f8906f06f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:08:27.462389 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-64d812c5-32ff-4ddc-bd54-4588f98d71b7 req-1786a556-1b9c-48f9-bd2e-8f8906f06f3f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=1f954c50-f99a-41d7-b6ee-5dad897aaa89 HTTP/1.1" status: 200 len: 1099 time: 0.0836785 Oct 26 16:08:27.608591 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d812c5-32ff-4ddc-bd54-4588f98d71b7 req-9bc6eda7-e206-405b-adcc-621ec2a4e95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:08:27.609992 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-64d812c5-32ff-4ddc-bd54-4588f98d71b7 req-9bc6eda7-e206-405b-adcc-621ec2a4e95d service neutron] 10.222.0.48 "GET /v2.0/networks?id=5acb6ff3-053b-4abd-a197-aa0c1213bc0a HTTP/1.1" status: 200 len: 898 time: 0.1295593 Oct 26 16:08:27.711159 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-64d812c5-32ff-4ddc-bd54-4588f98d71b7 req-2868c88f-5914-4550-a6a6-a528427d96ac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2340481c-f18b-496b-a464-986ff95adda1 HTTP/1.1" status: 200 len: 1001 time: 0.0953383 Oct 26 16:08:27.775717 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d812c5-32ff-4ddc-bd54-4588f98d71b7 req-5925b750-9d01-4089-bfc1-87f34317ac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:08:27.777136 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-64d812c5-32ff-4ddc-bd54-4588f98d71b7 req-5925b750-9d01-4089-bfc1-87f34317ac30 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6e7a180f-2081-49dc-90e0-792912fcd125 HTTP/1.1" status: 200 len: 835 time: 0.0611951 Oct 26 16:08:27.858403 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d812c5-32ff-4ddc-bd54-4588f98d71b7 req-0fea6423-f3a2-4425-8c6c-d358c9ad6c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:08:27.859872 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-64d812c5-32ff-4ddc-bd54-4588f98d71b7 req-0fea6423-f3a2-4425-8c6c-d358c9ad6c4f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5acb6ff3-053b-4abd-a197-aa0c1213bc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774903 Oct 26 16:08:27.989941 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-64d812c5-32ff-4ddc-bd54-4588f98d71b7 req-c07a082d-6b5e-497c-a507-808449b0ce88 service neutron] 10.222.0.48 "GET /v2.0/networks/5acb6ff3-053b-4abd-a197-aa0c1213bc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243141 Oct 26 16:08:28.119837 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-64d812c5-32ff-4ddc-bd54-4588f98d71b7 req-1e17792a-fb4f-4e29-9113-1c84c50cefdf service neutron] 10.222.0.48 "GET /v2.0/networks/5acb6ff3-053b-4abd-a197-aa0c1213bc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240492 Oct 26 16:08:32.125024 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e6ca0477-d1fa-468a-a3d7-f896c37043d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:34.468096 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e0fef471-bf42-42e2-8648-7c9c2c707060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:35.255990 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:35.330677 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:36.930694 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:40.466634 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 47532) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:08:40.472432 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-55c8ccab-7828-412c-8abb-8e4e995640bb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'router': {'admin_state_up': False}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:08:41.107014 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-55c8ccab-7828-412c-8abb-8e4e995640bb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:41.170603 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-55c8ccab-7828-412c-8abb-8e4e995640bb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-581503'] for router, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:41.358556 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c8ccab-7828-412c-8abb-8e4e995640bb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Router 40c904a6-80ce-43b3-8e57-c53c08fa634e has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:08:41.538189 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c8ccab-7828-412c-8abb-8e4e995640bb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:08:41.544731 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-55c8ccab-7828-412c-8abb-8e4e995640bb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:41.545867 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-55c8ccab-7828-412c-8abb-8e4e995640bb tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "PUT /v2.0/routers/40c904a6-80ce-43b3-8e57-c53c08fa634e HTTP/1.1" status: 200 len: 888 time: 1.0782485 Oct 26 16:08:41.548505 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddcf81b-e832-4828-9755-d6aef730728b None None] Sync routers for ids ['40c904a6-80ce-43b3-8e57-c53c08fa634e'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:08:41.558024 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddcf81b-e832-4828-9755-d6aef730728b None None] Routers {'40c904a6-80ce-43b3-8e57-c53c08fa634e'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:08:41.558664 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-dddcf81b-e832-4828-9755-d6aef730728b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:08:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['40c904a6-80ce-43b3-8e57-c53c08fa634e'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:08:41.646200 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-dddcf81b-e832-4828-9755-d6aef730728b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:08:41.654511 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddcf81b-e832-4828-9755-d6aef730728b None None] Routers {'40c904a6-80ce-43b3-8e57-c53c08fa634e'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:08:41.655099 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-dddcf81b-e832-4828-9755-d6aef730728b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:08:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['40c904a6-80ce-43b3-8e57-c53c08fa634e'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:08:41.715441 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-dddcf81b-e832-4828-9755-d6aef730728b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:08:41.715833 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddcf81b-e832-4828-9755-d6aef730728b None None] The sync data for ids ['40c904a6-80ce-43b3-8e57-c53c08fa634e'] in dv-neutron-862712-1-hyperv is: [] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:08:42.497375 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8a1a76-c52d-430a-af3d-37b3ef16ef91 None None] New status for floating IP 4f835275-0836-432a-a14f-0515614bc827: DOWN {{(pid=89749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:08:43.218028 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device f08effb2-e6a8-4389-9d2b-e0f67af46fd7 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:08:43.332046 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port f08effb2-e6a8-4389-9d2b-e0f67af46fd7 is: ACTIVE; New status is: DOWN {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:08:43.332419 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:43.362942 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port f08effb2-e6a8-4389-9d2b-e0f67af46fd7, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=f08effb2-e6a8-4389-9d2b-e0f67af46fd7,segment=NetworkSegment(99a6d199-6b02-4603-ad58-1d19745a6c24),segment_id=99a6d199-6b02-4603-ad58-1d19745a6c24)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:08:43.427694 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:43.428357 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 26769c75-05e3-4f98-8983-150556d97ee3 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:08:43.576134 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=f08effb2-e6a8-4389-9d2b-e0f67af46fd7,revision_number=6']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:08:43.607478 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:08:43.607828 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:08:43.608163 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:08:43.608495 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:08:43.608825 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:08:43.609154 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:08:43.609476 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:08:43.609800 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:08:43.610124 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:08:43.610444 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:08:43.611308 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:08:43.611631 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:08:43.646636 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 26769c75-05e3-4f98-8983-150556d97ee3 is: ACTIVE; New status is: DOWN {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:08:43.647019 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:43.663538 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 26769c75-05e3-4f98-8983-150556d97ee3, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=26769c75-05e3-4f98-8983-150556d97ee3,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:08:43.730402 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:43.796841 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=26769c75-05e3-4f98-8983-150556d97ee3,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:08:44.589395 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 47540) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:08:44.594384 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-5263dd4b-a5ad-4212-af5b-47c2d77b944a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:08:45.110069 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5263dd4b-a5ad-4212-af5b-47c2d77b944a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:45.177051 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5263dd4b-a5ad-4212-af5b-47c2d77b944a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-581503'] for router, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:45.470454 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5263dd4b-a5ad-4212-af5b-47c2d77b944a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Router 40c904a6-80ce-43b3-8e57-c53c08fa634e has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:08:45.649354 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5263dd4b-a5ad-4212-af5b-47c2d77b944a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:08:45.655982 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5263dd4b-a5ad-4212-af5b-47c2d77b944a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:45.657121 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-5263dd4b-a5ad-4212-af5b-47c2d77b944a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "PUT /v2.0/routers/40c904a6-80ce-43b3-8e57-c53c08fa634e HTTP/1.1" status: 200 len: 887 time: 1.0667367 Oct 26 16:08:45.660170 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29355854-6f9c-4b17-b950-9aa96629dd21 None None] Sync routers for ids ['40c904a6-80ce-43b3-8e57-c53c08fa634e'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:08:45.661045 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47544) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:08:45.670031 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29355854-6f9c-4b17-b950-9aa96629dd21 None None] Routers {'40c904a6-80ce-43b3-8e57-c53c08fa634e'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:08:45.670746 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-29355854-6f9c-4b17-b950-9aa96629dd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:08:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['40c904a6-80ce-43b3-8e57-c53c08fa634e'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:08:45.769546 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-9282089c-404a-47f8-bc1b-5bc7bc4fbc75 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/floatingips/4f835275-0836-432a-a14f-0515614bc827 HTTP/1.1" status: 200 len: 991 time: 0.1072757 Oct 26 16:08:45.845293 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-29355854-6f9c-4b17-b950-9aa96629dd21 None None] Set router 40c904a6-80ce-43b3-8e57-c53c08fa634e gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:08:46.181720 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-29355854-6f9c-4b17-b950-9aa96629dd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'name': 'tempest-TestNetworkBasicOps-router-489129808', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.241'}], 'enable_snat': True}, 'gw_port_id': '26769c75-05e3-4f98-8983-150556d97ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:06:57Z', 'updated_at': '2022-10-26T16:08:45Z', 'revision_number': 6, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '26769c75-05e3-4f98-8983-150556d97ee3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:06:58Z', 'updated_at': '2022-10-26T16:08:43Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '4f835275-0836-432a-a14f-0515614bc827', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'floating_ip_address': '172.26.2.39', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'port_id': '2340481c-f18b-496b-a464-986ff95adda1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5acb6ff3-053b-4abd-a197-aa0c1213bc0a', 'mac_address': 'fa:16:3e:e5:12:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f954c50-f99a-41d7-b6ee-5dad897aaa89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:07:26Z', 'updated_at': '2022-10-26T16:08:42Z', 'revision_number': 2, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f08effb2-e6a8-4389-9d2b-e0f67af46fd7', 'name': '', 'network_id': '5acb6ff3-053b-4abd-a197-aa0c1213bc0a', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:6b:3f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '6e7a180f-2081-49dc-90e0-792912fcd125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:07:03Z', 'updated_at': '2022-10-26T16:08:43Z', 'revision_number': 6, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '6e7a180f-2081-49dc-90e0-792912fcd125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:08:46.185610 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29355854-6f9c-4b17-b950-9aa96629dd21 None None] Checking router: 40c904a6-80ce-43b3-8e57-c53c08fa634e for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:08:46.193803 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29355854-6f9c-4b17-b950-9aa96629dd21 None None] Routers {'40c904a6-80ce-43b3-8e57-c53c08fa634e'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:08:46.194379 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-29355854-6f9c-4b17-b950-9aa96629dd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:08:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['40c904a6-80ce-43b3-8e57-c53c08fa634e'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:08:46.368989 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-29355854-6f9c-4b17-b950-9aa96629dd21 None None] Set router 40c904a6-80ce-43b3-8e57-c53c08fa634e gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:08:46.709909 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-29355854-6f9c-4b17-b950-9aa96629dd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'name': 'tempest-TestNetworkBasicOps-router-489129808', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.241'}], 'enable_snat': True}, 'gw_port_id': '26769c75-05e3-4f98-8983-150556d97ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:06:57Z', 'updated_at': '2022-10-26T16:08:45Z', 'revision_number': 6, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '26769c75-05e3-4f98-8983-150556d97ee3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:06:58Z', 'updated_at': '2022-10-26T16:08:43Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '4f835275-0836-432a-a14f-0515614bc827', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'floating_ip_address': '172.26.2.39', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'port_id': '2340481c-f18b-496b-a464-986ff95adda1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5acb6ff3-053b-4abd-a197-aa0c1213bc0a', 'mac_address': 'fa:16:3e:e5:12:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f954c50-f99a-41d7-b6ee-5dad897aaa89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:07:26Z', 'updated_at': '2022-10-26T16:08:42Z', 'revision_number': 2, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f08effb2-e6a8-4389-9d2b-e0f67af46fd7', 'name': '', 'network_id': '5acb6ff3-053b-4abd-a197-aa0c1213bc0a', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:6b:3f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '6e7a180f-2081-49dc-90e0-792912fcd125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:07:03Z', 'updated_at': '2022-10-26T16:08:43Z', 'revision_number': 6, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '6e7a180f-2081-49dc-90e0-792912fcd125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:08:46.713861 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29355854-6f9c-4b17-b950-9aa96629dd21 None None] The sync data for ids ['40c904a6-80ce-43b3-8e57-c53c08fa634e'] in dv-neutron-862712-1-hyperv is: [{'id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'name': 'tempest-TestNetworkBasicOps-router-489129808', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.241'}], 'enable_snat': True}, 'gw_port_id': '26769c75-05e3-4f98-8983-150556d97ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:06:57Z', 'updated_at': '2022-10-26T16:08:45Z', 'revision_number': 6, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '26769c75-05e3-4f98-8983-150556d97ee3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:06:58Z', 'updated_at': '2022-10-26T16:08:43Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '4f835275-0836-432a-a14f-0515614bc827', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'floating_ip_address': '172.26.2.39', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'port_id': '2340481c-f18b-496b-a464-986ff95adda1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5acb6ff3-053b-4abd-a197-aa0c1213bc0a', 'mac_address': 'fa:16:3e:e5:12:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f954c50-f99a-41d7-b6ee-5dad897aaa89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:07:26Z', 'updated_at': '2022-10-26T16:08:42Z', 'revision_number': 2, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f08effb2-e6a8-4389-9d2b-e0f67af46fd7', 'name': '', 'network_id': '5acb6ff3-053b-4abd-a197-aa0c1213bc0a', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:6b:3f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '6e7a180f-2081-49dc-90e0-792912fcd125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:07:03Z', 'updated_at': '2022-10-26T16:08:43Z', 'revision_number': 6, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '6e7a180f-2081-49dc-90e0-792912fcd125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:08:46.773347 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47548) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:08:46.883000 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-fea1b9a9-4e67-42a2-8974-ecd3d7887fae tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/floatingips/4f835275-0836-432a-a14f-0515614bc827 HTTP/1.1" status: 200 len: 991 time: 0.1085174 Oct 26 16:08:47.248018 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device f08effb2-e6a8-4389-9d2b-e0f67af46fd7 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:08:47.332969 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port f08effb2-e6a8-4389-9d2b-e0f67af46fd7 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:08:47.333341 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:47.333676 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port f08effb2-e6a8-4389-9d2b-e0f67af46fd7 Oct 26 16:08:47.461343 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port f08effb2-e6a8-4389-9d2b-e0f67af46fd7 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:08:47.461738 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:47.497590 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port f08effb2-e6a8-4389-9d2b-e0f67af46fd7, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=f08effb2-e6a8-4389-9d2b-e0f67af46fd7,segment=NetworkSegment(99a6d199-6b02-4603-ad58-1d19745a6c24),segment_id=99a6d199-6b02-4603-ad58-1d19745a6c24)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:08:47.587548 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:47.662446 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=f08effb2-e6a8-4389-9d2b-e0f67af46fd7,revision_number=7']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:08:47.886742 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47552) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:08:47.992810 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-00685ea7-82f4-432c-b025-36510d3ca2c9 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/floatingips/4f835275-0836-432a-a14f-0515614bc827 HTTP/1.1" status: 200 len: 991 time: 0.1047480 Oct 26 16:08:48.308309 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc277250-7d8f-41d5-879e-63c05ca09c36 None None] New status for floating IP 4f835275-0836-432a-a14f-0515614bc827: ACTIVE {{(pid=89749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:08:48.996367 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47556) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:08:49.215413 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-09240cec-b1d4-43af-9c3d-cccebdfe74c7 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/floatingips/4f835275-0836-432a-a14f-0515614bc827 HTTP/1.1" status: 200 len: 993 time: 0.2179000 Oct 26 16:08:49.287996 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device f08effb2-e6a8-4389-9d2b-e0f67af46fd7 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:08:49.355328 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port f08effb2-e6a8-4389-9d2b-e0f67af46fd7 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:08:49.355963 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:49.356057 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port f08effb2-e6a8-4389-9d2b-e0f67af46fd7 Oct 26 16:08:49.471657 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port f08effb2-e6a8-4389-9d2b-e0f67af46fd7 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:08:49.472696 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 26769c75-05e3-4f98-8983-150556d97ee3 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:08:49.541339 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 26769c75-05e3-4f98-8983-150556d97ee3 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:08:49.541712 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:49.542043 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 26769c75-05e3-4f98-8983-150556d97ee3 Oct 26 16:08:49.656309 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 26769c75-05e3-4f98-8983-150556d97ee3 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:08:49.656687 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:49.673520 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 26769c75-05e3-4f98-8983-150556d97ee3, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=26769c75-05e3-4f98-8983-150556d97ee3,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:08:49.747222 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:49.818121 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=26769c75-05e3-4f98-8983-150556d97ee3,revision_number=6']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:08:51.224539 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 26769c75-05e3-4f98-8983-150556d97ee3 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:08:51.293421 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 26769c75-05e3-4f98-8983-150556d97ee3 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:08:51.293793 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:51.294135 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 26769c75-05e3-4f98-8983-150556d97ee3 Oct 26 16:08:51.414216 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 26769c75-05e3-4f98-8983-150556d97ee3 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:08:51.509915 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47564) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:08:51.710672 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-12708b04-6f7e-46ab-87dd-8bf6702dd75e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Deleting port 21819720-ef8f-4ad8-b70a-d65fd4ce9e83 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:08:51.711003 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-12708b04-6f7e-46ab-87dd-8bf6702dd75e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:51.883154 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-12708b04-6f7e-46ab-87dd-8bf6702dd75e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:51.883483 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-12708b04-6f7e-46ab-87dd-8bf6702dd75e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:52.005273 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-12708b04-6f7e-46ab-87dd-8bf6702dd75e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Calling delete_port for 21819720-ef8f-4ad8-b70a-d65fd4ce9e83 owned by network:floatingip {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:08:52.216006 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-12708b04-6f7e-46ab-87dd-8bf6702dd75e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:52.293566 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12708b04-6f7e-46ab-87dd-8bf6702dd75e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Port': ['ID=21819720-ef8f-4ad8-b70a-d65fd4ce9e83,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:08:52.311143 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12708b04-6f7e-46ab-87dd-8bf6702dd75e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:08:52.311486 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12708b04-6f7e-46ab-87dd-8bf6702dd75e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:08:52.311822 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12708b04-6f7e-46ab-87dd-8bf6702dd75e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:08:52.312149 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12708b04-6f7e-46ab-87dd-8bf6702dd75e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:08:52.312476 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12708b04-6f7e-46ab-87dd-8bf6702dd75e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:08:52.312800 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12708b04-6f7e-46ab-87dd-8bf6702dd75e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:08:52.313123 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12708b04-6f7e-46ab-87dd-8bf6702dd75e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:08:52.313460 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12708b04-6f7e-46ab-87dd-8bf6702dd75e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:08:52.313764 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12708b04-6f7e-46ab-87dd-8bf6702dd75e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:08:52.314078 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12708b04-6f7e-46ab-87dd-8bf6702dd75e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:08:52.314391 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12708b04-6f7e-46ab-87dd-8bf6702dd75e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:08:52.314734 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12708b04-6f7e-46ab-87dd-8bf6702dd75e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:08:52.374160 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-12708b04-6f7e-46ab-87dd-8bf6702dd75e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for floatingip, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:52.374565 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.l3_db [None req-12708b04-6f7e-46ab-87dd-8bf6702dd75e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Floating IP 4f835275-0836-432a-a14f-0515614bc827 disassociated (deleted). External IP: 172.26.2.39, port: 2340481c-f18b-496b-a464-986ff95adda1. Oct 26 16:08:52.724316 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12708b04-6f7e-46ab-87dd-8bf6702dd75e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Router 40c904a6-80ce-43b3-8e57-c53c08fa634e has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:08:53.017092 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12708b04-6f7e-46ab-87dd-8bf6702dd75e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:08:53.026867 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f30b565-ed6e-49c2-8be2-bd66c56864f4 None None] Sync routers for ids ['40c904a6-80ce-43b3-8e57-c53c08fa634e'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:08:53.036251 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f30b565-ed6e-49c2-8be2-bd66c56864f4 None None] Routers {'40c904a6-80ce-43b3-8e57-c53c08fa634e'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:08:53.036851 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-9f30b565-ed6e-49c2-8be2-bd66c56864f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:08:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['40c904a6-80ce-43b3-8e57-c53c08fa634e'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:08:53.095738 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-12708b04-6f7e-46ab-87dd-8bf6702dd75e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:53.151977 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-12708b04-6f7e-46ab-87dd-8bf6702dd75e tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "DELETE /v2.0/floatingips/4f835275-0836-432a-a14f-0515614bc827 HTTP/1.1" status: 204 len: 168 time: 1.6408920 Oct 26 16:08:53.152712 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f954c50-f99a-41d7-b6ee-5dad897aaa89', 'tag': '2340481c-f18b-496b-a464-986ff95adda1'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:08:53.155112 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec078ab02bc810209f0573d5deb19682ea498273c1503582233cb0925c39ad22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19c518a-54aa-48d3-a54f-5eb2db7f944d" -d '{"events": [{"name": "network-changed", "server_uuid": "1f954c50-f99a-41d7-b6ee-5dad897aaa89", "tag": "2340481c-f18b-496b-a464-986ff95adda1"}]}' {{(pid=89747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:08:53.217870 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682d9af7-d831-479f-983c-f416b79f8beb x-openstack-request-id: req-682d9af7-d831-479f-983c-f416b79f8beb {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:08:53.218253 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f954c50-f99a-41d7-b6ee-5dad897aaa89", "tag": "2340481c-f18b-496b-a464-986ff95adda1", "status": "completed", "code": 200}]} {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:08:53.218610 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-682d9af7-d831-479f-983c-f416b79f8beb {{(pid=89747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:08:53.219069 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-682d9af7-d831-479f-983c-f416b79f8beb'] response: {'name': 'network-changed', 'server_uuid': '1f954c50-f99a-41d7-b6ee-5dad897aaa89', 'tag': '2340481c-f18b-496b-a464-986ff95adda1', 'status': 'completed', 'code': 200} Oct 26 16:08:53.257254 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-9f30b565-ed6e-49c2-8be2-bd66c56864f4 None None] Set router 40c904a6-80ce-43b3-8e57-c53c08fa634e gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:08:53.345477 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c518a-54aa-48d3-a54f-5eb2db7f944d req-1e03445e-87d0-44dc-97e6-e7a438c884f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:08:53.346985 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f19c518a-54aa-48d3-a54f-5eb2db7f944d req-1e03445e-87d0-44dc-97e6-e7a438c884f4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8316bfcf068445aeb00a503282bb001c&device_id=1f954c50-f99a-41d7-b6ee-5dad897aaa89 HTTP/1.1" status: 200 len: 1099 time: 0.0850043 Oct 26 16:08:53.482861 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c518a-54aa-48d3-a54f-5eb2db7f944d req-60f75c92-c996-4b47-a72e-04b5af42028d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:08:53.484261 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f19c518a-54aa-48d3-a54f-5eb2db7f944d req-60f75c92-c996-4b47-a72e-04b5af42028d service neutron] 10.222.0.48 "GET /v2.0/networks?id=5acb6ff3-053b-4abd-a197-aa0c1213bc0a HTTP/1.1" status: 200 len: 898 time: 0.1313524 Oct 26 16:08:53.554062 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f19c518a-54aa-48d3-a54f-5eb2db7f944d req-04c4d038-353a-41f9-93db-4810c5cec861 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2340481c-f18b-496b-a464-986ff95adda1 HTTP/1.1" status: 200 len: 217 time: 0.0640171 Oct 26 16:08:53.580259 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-9f30b565-ed6e-49c2-8be2-bd66c56864f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'name': 'tempest-TestNetworkBasicOps-router-489129808', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.241'}], 'enable_snat': True}, 'gw_port_id': '26769c75-05e3-4f98-8983-150556d97ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:06:57Z', 'updated_at': '2022-10-26T16:08:45Z', 'revision_number': 6, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '26769c75-05e3-4f98-8983-150556d97ee3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:06:58Z', 'updated_at': '2022-10-26T16:08:49Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': 'f08effb2-e6a8-4389-9d2b-e0f67af46fd7', 'name': '', 'network_id': '5acb6ff3-053b-4abd-a197-aa0c1213bc0a', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:6b:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '6e7a180f-2081-49dc-90e0-792912fcd125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:07:03Z', 'updated_at': '2022-10-26T16:08:47Z', 'revision_number': 7, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '6e7a180f-2081-49dc-90e0-792912fcd125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:08:53.584177 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f30b565-ed6e-49c2-8be2-bd66c56864f4 None None] Checking router: 40c904a6-80ce-43b3-8e57-c53c08fa634e for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:08:53.592623 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f30b565-ed6e-49c2-8be2-bd66c56864f4 None None] Routers {'40c904a6-80ce-43b3-8e57-c53c08fa634e'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:08:53.593230 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-9f30b565-ed6e-49c2-8be2-bd66c56864f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:08:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['40c904a6-80ce-43b3-8e57-c53c08fa634e'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:08:53.621414 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c518a-54aa-48d3-a54f-5eb2db7f944d req-59ab7c03-98ea-4dd4-a58d-73d28d5061ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:08:53.622927 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f19c518a-54aa-48d3-a54f-5eb2db7f944d req-59ab7c03-98ea-4dd4-a58d-73d28d5061ca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6e7a180f-2081-49dc-90e0-792912fcd125 HTTP/1.1" status: 200 len: 835 time: 0.0638154 Oct 26 16:08:53.782739 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-9f30b565-ed6e-49c2-8be2-bd66c56864f4 None None] Set router 40c904a6-80ce-43b3-8e57-c53c08fa634e gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:08:53.824284 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c518a-54aa-48d3-a54f-5eb2db7f944d req-6579a41c-9128-416b-9d25-d918cdcde222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:08:53.826001 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f19c518a-54aa-48d3-a54f-5eb2db7f944d req-6579a41c-9128-416b-9d25-d918cdcde222 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5acb6ff3-053b-4abd-a197-aa0c1213bc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1561379 Oct 26 16:08:53.834810 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2783c932-906c-4ac3-be1e-3b60dd05e8fc req-1966a3bb-bb46-45e5-8bee-2d18615f5a49 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:08:53.836164 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2783c932-906c-4ac3-be1e-3b60dd05e8fc req-1966a3bb-bb46-45e5-8bee-2d18615f5a49 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f954c50-f99a-41d7-b6ee-5dad897aaa89 HTTP/1.1" status: 200 len: 946 time: 0.1258717 Oct 26 16:08:53.978697 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2783c932-906c-4ac3-be1e-3b60dd05e8fc req-469ce27a-38c2-4f5f-aad8-ffa6df185172 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=1bd8793b-a9bf-490d-9f3c-9e72175ffe86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207297 Oct 26 16:08:54.003542 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f19c518a-54aa-48d3-a54f-5eb2db7f944d req-74cf5f23-b615-4a3e-a225-c9df7eb910a4 service neutron] 10.222.0.48 "GET /v2.0/networks/5acb6ff3-053b-4abd-a197-aa0c1213bc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664355 Oct 26 16:08:54.103295 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-9f30b565-ed6e-49c2-8be2-bd66c56864f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'name': 'tempest-TestNetworkBasicOps-router-489129808', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.241'}], 'enable_snat': True}, 'gw_port_id': '26769c75-05e3-4f98-8983-150556d97ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:06:57Z', 'updated_at': '2022-10-26T16:08:45Z', 'revision_number': 6, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '26769c75-05e3-4f98-8983-150556d97ee3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:06:58Z', 'updated_at': '2022-10-26T16:08:49Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': 'f08effb2-e6a8-4389-9d2b-e0f67af46fd7', 'name': '', 'network_id': '5acb6ff3-053b-4abd-a197-aa0c1213bc0a', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:6b:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '6e7a180f-2081-49dc-90e0-792912fcd125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:07:03Z', 'updated_at': '2022-10-26T16:08:47Z', 'revision_number': 7, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '6e7a180f-2081-49dc-90e0-792912fcd125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:08:54.107166 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f30b565-ed6e-49c2-8be2-bd66c56864f4 None None] The sync data for ids ['40c904a6-80ce-43b3-8e57-c53c08fa634e'] in dv-neutron-862712-1-hyperv is: [{'id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'name': 'tempest-TestNetworkBasicOps-router-489129808', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.241'}], 'enable_snat': True}, 'gw_port_id': '26769c75-05e3-4f98-8983-150556d97ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:06:57Z', 'updated_at': '2022-10-26T16:08:45Z', 'revision_number': 6, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '26769c75-05e3-4f98-8983-150556d97ee3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:06:58Z', 'updated_at': '2022-10-26T16:08:49Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': 'f08effb2-e6a8-4389-9d2b-e0f67af46fd7', 'name': '', 'network_id': '5acb6ff3-053b-4abd-a197-aa0c1213bc0a', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'mac_address': 'fa:16:3e:6b:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '6e7a180f-2081-49dc-90e0-792912fcd125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:07:03Z', 'updated_at': '2022-10-26T16:08:47Z', 'revision_number': 7, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'subnets': [{'id': '6e7a180f-2081-49dc-90e0-792912fcd125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:08:54.140676 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f19c518a-54aa-48d3-a54f-5eb2db7f944d req-5d1b4c5f-a705-4012-967d-c15b6af58b93 service neutron] 10.222.0.48 "GET /v2.0/networks/5acb6ff3-053b-4abd-a197-aa0c1213bc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308575 Oct 26 16:08:54.727415 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5a6bee-bd86-47c8-a49b-961e02b18566 None None] New status for floating IP 4f835275-0836-432a-a14f-0515614bc827: DOWN {{(pid=89749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:08:55.181277 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910b883-4736-4a75-8f65-e332c81b890f req-420f57bb-c795-4e44-a9a2-d09ad0b821a4 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:08:55.181965 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-a910b883-4736-4a75-8f65-e332c81b890f req-420f57bb-c795-4e44-a9a2-d09ad0b821a4 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Synchronizing usage tracker for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:08:55.295404 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-a910b883-4736-4a75-8f65-e332c81b890f req-420f57bb-c795-4e44-a9a2-d09ad0b821a4 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Unset dirty status for tenant:8316bfcf068445aeb00a503282bb001c on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:08:55.296630 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a910b883-4736-4a75-8f65-e332c81b890f req-420f57bb-c795-4e44-a9a2-d09ad0b821a4 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f954c50-f99a-41d7-b6ee-5dad897aaa89 HTTP/1.1" status: 200 len: 946 time: 0.2057614 Oct 26 16:08:55.341278 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a910b883-4736-4a75-8f65-e332c81b890f req-7ee946af-0700-48b5-8abf-d2df3f10202a tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/security-groups?id=1bd8793b-a9bf-490d-9f3c-9e72175ffe86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390043 Oct 26 16:08:55.404514 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b4770-9bbf-4db9-b13f-f5e5686ee887 req-4075fac4-519b-4d61-a9ba-0f1a43056bd6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:08:55.405934 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5f1b4770-9bbf-4db9-b13f-f5e5686ee887 req-4075fac4-519b-4d61-a9ba-0f1a43056bd6 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f954c50-f99a-41d7-b6ee-5dad897aaa89 HTTP/1.1" status: 200 len: 946 time: 0.0893385 Oct 26 16:08:55.479974 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-5f1b4770-9bbf-4db9-b13f-f5e5686ee887 req-0db59565-8e33-475e-b1b0-9ccdb3038965 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Deleting port 2340481c-f18b-496b-a464-986ff95adda1 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:08:55.480242 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-5f1b4770-9bbf-4db9-b13f-f5e5686ee887 req-0db59565-8e33-475e-b1b0-9ccdb3038965 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:55.836487 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-5f1b4770-9bbf-4db9-b13f-f5e5686ee887 req-0db59565-8e33-475e-b1b0-9ccdb3038965 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] For port 2340481c-f18b-496b-a464-986ff95adda1, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=2340481c-f18b-496b-a464-986ff95adda1,segment=NetworkSegment(99a6d199-6b02-4603-ad58-1d19745a6c24),segment_id=99a6d199-6b02-4603-ad58-1d19745a6c24)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:08:55.836754 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-5f1b4770-9bbf-4db9-b13f-f5e5686ee887 req-0db59565-8e33-475e-b1b0-9ccdb3038965 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:55.961782 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-5f1b4770-9bbf-4db9-b13f-f5e5686ee887 req-0db59565-8e33-475e-b1b0-9ccdb3038965 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Calling delete_port for 2340481c-f18b-496b-a464-986ff95adda1 owned by compute:nova {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:08:56.175462 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-5f1b4770-9bbf-4db9-b13f-f5e5686ee887 req-0db59565-8e33-475e-b1b0-9ccdb3038965 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:56.227823 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db59565-8e33-475e-b1b0-9ccdb3038965 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Port': ['ID=2340481c-f18b-496b-a464-986ff95adda1,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:08:56.270767 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db59565-8e33-475e-b1b0-9ccdb3038965 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:08:56.271117 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db59565-8e33-475e-b1b0-9ccdb3038965 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:08:56.272547 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db59565-8e33-475e-b1b0-9ccdb3038965 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:08:56.272902 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db59565-8e33-475e-b1b0-9ccdb3038965 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:08:56.273236 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db59565-8e33-475e-b1b0-9ccdb3038965 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:08:56.273574 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db59565-8e33-475e-b1b0-9ccdb3038965 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:08:56.273901 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db59565-8e33-475e-b1b0-9ccdb3038965 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:08:56.274222 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db59565-8e33-475e-b1b0-9ccdb3038965 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:08:56.274587 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db59565-8e33-475e-b1b0-9ccdb3038965 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:08:56.274907 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db59565-8e33-475e-b1b0-9ccdb3038965 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:08:56.275227 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db59565-8e33-475e-b1b0-9ccdb3038965 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:08:56.275570 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db59565-8e33-475e-b1b0-9ccdb3038965 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:08:56.328701 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f1b4770-9bbf-4db9-b13f-f5e5686ee887 req-0db59565-8e33-475e-b1b0-9ccdb3038965 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] No DVR routers for this DVR port 2340481c-f18b-496b-a464-986ff95adda1 on host hv-neutron-8627 {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:08:56.331121 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-5f1b4770-9bbf-4db9-b13f-f5e5686ee887 req-0db59565-8e33-475e-b1b0-9ccdb3038965 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:56.333605 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f954c50-f99a-41d7-b6ee-5dad897aaa89', 'name': 'network-vif-deleted', 'tag': '2340481c-f18b-496b-a464-986ff95adda1'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:08:56.336920 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ee1c48-44dc-4788-9258-b20ad5a6d6e5" -d '{"events": [{"server_uuid": "1f954c50-f99a-41d7-b6ee-5dad897aaa89", "name": "network-vif-deleted", "tag": "2340481c-f18b-496b-a464-986ff95adda1"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:08:56.379479 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e1b848-3a09-456a-a6ca-22000ef2531b x-openstack-request-id: req-10e1b848-3a09-456a-a6ca-22000ef2531b {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:08:56.379776 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f954c50-f99a-41d7-b6ee-5dad897aaa89", "name": "network-vif-deleted", "tag": "2340481c-f18b-496b-a464-986ff95adda1", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:08:56.380030 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-10e1b848-3a09-456a-a6ca-22000ef2531b {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:08:56.380431 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10e1b848-3a09-456a-a6ca-22000ef2531b'] response: {'server_uuid': '1f954c50-f99a-41d7-b6ee-5dad897aaa89', 'name': 'network-vif-deleted', 'tag': '2340481c-f18b-496b-a464-986ff95adda1', 'status': 'completed', 'code': 200} Oct 26 16:08:56.439696 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5f1b4770-9bbf-4db9-b13f-f5e5686ee887 req-0db59565-8e33-475e-b1b0-9ccdb3038965 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.48 "DELETE /v2.0/ports/2340481c-f18b-496b-a464-986ff95adda1 HTTP/1.1" status: 204 len: 173 time: 1.0289664 Oct 26 16:08:56.505324 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ad839573-6510-4008-88a0-d2e6132ee6bc req-4bb34deb-b8e5-4142-9dd4-5a8b0d2263f1 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f954c50-f99a-41d7-b6ee-5dad897aaa89 HTTP/1.1" status: 200 len: 210 time: 0.0516608 Oct 26 16:08:57.158558 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:57.606537 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47582) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:08:57.678538 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-881b074f-89a5-40c3-9b6f-6b36effc920b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:57.707529 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-881b074f-89a5-40c3-9b6f-6b36effc920b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:57.711512 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:08:57.878724 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-881b074f-89a5-40c3-9b6f-6b36effc920b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:57.898681 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b074f-89a5-40c3-9b6f-6b36effc920b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd8793b-a9bf-490d-9f3c-9e72175ffe86,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:08:57.969440 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-881b074f-89a5-40c3-9b6f-6b36effc920b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:57.970545 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-881b074f-89a5-40c3-9b6f-6b36effc920b tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "DELETE /v2.0/security-groups/1bd8793b-a9bf-490d-9f3c-9e72175ffe86 HTTP/1.1" status: 204 len: 168 time: 0.3629355 Oct 26 16:08:58.050413 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47588) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:08:58.592084 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fe7adba1-e16f-4707-a194-971c392de8e8 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:58.946874 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-fe7adba1-e16f-4707-a194-971c392de8e8 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Deleting port f08effb2-e6a8-4389-9d2b-e0f67af46fd7 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:08:58.947555 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fe7adba1-e16f-4707-a194-971c392de8e8 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:59.040293 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 2340481c-f18b-496b-a464-986ff95adda1 no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:08:59.109458 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] No Port match for: 2340481c-f18b-496b-a464-986ff95adda1 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:08:59.109811 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 2340481c-f18b-496b-a464-986ff95adda1 not bound to the agent host hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:08:59.138587 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-fe7adba1-e16f-4707-a194-971c392de8e8 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] For port f08effb2-e6a8-4389-9d2b-e0f67af46fd7, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=f08effb2-e6a8-4389-9d2b-e0f67af46fd7,segment=NetworkSegment(99a6d199-6b02-4603-ad58-1d19745a6c24),segment_id=99a6d199-6b02-4603-ad58-1d19745a6c24)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:08:59.138970 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fe7adba1-e16f-4707-a194-971c392de8e8 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:59.375760 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-fe7adba1-e16f-4707-a194-971c392de8e8 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Calling delete_port for f08effb2-e6a8-4389-9d2b-e0f67af46fd7 owned by network:router_interface {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:08:59.627055 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fe7adba1-e16f-4707-a194-971c392de8e8 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:08:59.675969 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7adba1-e16f-4707-a194-971c392de8e8 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Port': ['ID=f08effb2-e6a8-4389-9d2b-e0f67af46fd7,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:08:59.958109 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fe7adba1-e16f-4707-a194-971c392de8e8 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:00.312482 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7adba1-e16f-4707-a194-971c392de8e8 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Router 40c904a6-80ce-43b3-8e57-c53c08fa634e has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:09:00.484806 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7adba1-e16f-4707-a194-971c392de8e8 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:09:00.495299 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6743fd00-3926-42ef-80b8-6ff7c7c1efb6 None None] Sync routers for ids ['40c904a6-80ce-43b3-8e57-c53c08fa634e'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:09:00.497905 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-fe7adba1-e16f-4707-a194-971c392de8e8 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "PUT /v2.0/routers/40c904a6-80ce-43b3-8e57-c53c08fa634e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4464257 Oct 26 16:09:00.500672 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47592) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:09:00.504828 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6743fd00-3926-42ef-80b8-6ff7c7c1efb6 None None] Routers {'40c904a6-80ce-43b3-8e57-c53c08fa634e'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:09:00.505419 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-6743fd00-3926-42ef-80b8-6ff7c7c1efb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:08:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['40c904a6-80ce-43b3-8e57-c53c08fa634e'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:09:00.568181 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-91e8e110-87b7-48a5-a31b-87d810a31213 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Deleting subnet 6e7a180f-2081-49dc-90e0-792912fcd125 {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 16:09:00.571258 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-91e8e110-87b7-48a5-a31b-87d810a31213 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:00.625786 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-91e8e110-87b7-48a5-a31b-87d810a31213 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:00.687197 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-6743fd00-3926-42ef-80b8-6ff7c7c1efb6 None None] Set router 40c904a6-80ce-43b3-8e57-c53c08fa634e gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:09:00.712897 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-91e8e110-87b7-48a5-a31b-87d810a31213 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:00.981967 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-91e8e110-87b7-48a5-a31b-87d810a31213 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:01.004333 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-6743fd00-3926-42ef-80b8-6ff7c7c1efb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'name': 'tempest-TestNetworkBasicOps-router-489129808', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.241'}], 'enable_snat': True}, 'gw_port_id': '26769c75-05e3-4f98-8983-150556d97ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:06:57Z', 'updated_at': '2022-10-26T16:08:59Z', 'revision_number': 7, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '26769c75-05e3-4f98-8983-150556d97ee3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:06:58Z', 'updated_at': '2022-10-26T16:08:49Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:09:01.008390 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6743fd00-3926-42ef-80b8-6ff7c7c1efb6 None None] Checking router: 40c904a6-80ce-43b3-8e57-c53c08fa634e for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:09:01.017076 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6743fd00-3926-42ef-80b8-6ff7c7c1efb6 None None] Routers {'40c904a6-80ce-43b3-8e57-c53c08fa634e'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:09:01.017770 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-6743fd00-3926-42ef-80b8-6ff7c7c1efb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:08:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['40c904a6-80ce-43b3-8e57-c53c08fa634e'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:09:01.022024 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8e110-87b7-48a5-a31b-87d810a31213 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Subnet': ['ID=6e7a180f-2081-49dc-90e0-792912fcd125,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:09:01.024518 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-91e8e110-87b7-48a5-a31b-87d810a31213 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:01.033648 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a56e33-cef1-4cff-bc9f-c914a75b2795 None None] Network 5acb6ff3-053b-4abd-a197-aa0c1213bc0a requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:09:01.037553 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-91e8e110-87b7-48a5-a31b-87d810a31213 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "DELETE /v2.0/subnets/6e7a180f-2081-49dc-90e0-792912fcd125 HTTP/1.1" status: 204 len: 168 time: 0.5295887 Oct 26 16:09:01.038273 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 47596) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:09:01.224045 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-6743fd00-3926-42ef-80b8-6ff7c7c1efb6 None None] Set router 40c904a6-80ce-43b3-8e57-c53c08fa634e gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:09:01.240443 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d7dece01-f2c4-4609-9b98-2db79064b601 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:01.307163 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256370e0-36df-4625-a998-8240032ccc5c None None] DHCP port deletion for 5acb6ff3-053b-4abd-a197-aa0c1213bc0a request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 16:09:01.311509 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-256370e0-36df-4625-a998-8240032ccc5c None None] Deleting port 6d6807c9-2b9c-4ce0-9868-42d29afaff7c {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:09:01.311890 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-256370e0-36df-4625-a998-8240032ccc5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:01.427696 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d7dece01-f2c4-4609-9b98-2db79064b601 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:01.501417 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-d7dece01-f2c4-4609-9b98-2db79064b601 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Deleting port 26769c75-05e3-4f98-8983-150556d97ee3 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:09:01.501769 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d7dece01-f2c4-4609-9b98-2db79064b601 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:01.521608 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-6743fd00-3926-42ef-80b8-6ff7c7c1efb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'name': 'tempest-TestNetworkBasicOps-router-489129808', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.241'}], 'enable_snat': True}, 'gw_port_id': '26769c75-05e3-4f98-8983-150556d97ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:06:57Z', 'updated_at': '2022-10-26T16:08:59Z', 'revision_number': 7, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '26769c75-05e3-4f98-8983-150556d97ee3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:06:58Z', 'updated_at': '2022-10-26T16:08:49Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:09:01.525724 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-256370e0-36df-4625-a998-8240032ccc5c None None] For port 6d6807c9-2b9c-4ce0-9868-42d29afaff7c, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=6d6807c9-2b9c-4ce0-9868-42d29afaff7c,segment=NetworkSegment(99a6d199-6b02-4603-ad58-1d19745a6c24),segment_id=99a6d199-6b02-4603-ad58-1d19745a6c24)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:09:01.526116 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-256370e0-36df-4625-a998-8240032ccc5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:01.526825 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6743fd00-3926-42ef-80b8-6ff7c7c1efb6 None None] The sync data for ids ['40c904a6-80ce-43b3-8e57-c53c08fa634e'] in dv-neutron-862712-1-hyperv is: [{'id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'name': 'tempest-TestNetworkBasicOps-router-489129808', 'tenant_id': '8316bfcf068445aeb00a503282bb001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.241'}], 'enable_snat': True}, 'gw_port_id': '26769c75-05e3-4f98-8983-150556d97ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:06:57Z', 'updated_at': '2022-10-26T16:08:59Z', 'revision_number': 7, 'project_id': '8316bfcf068445aeb00a503282bb001c', 'gw_port': {'id': '26769c75-05e3-4f98-8983-150556d97ee3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c904a6-80ce-43b3-8e57-c53c08fa634e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:06:58Z', 'updated_at': '2022-10-26T16:08:49Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:09:01.649260 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-256370e0-36df-4625-a998-8240032ccc5c None None] Calling delete_port for 6d6807c9-2b9c-4ce0-9868-42d29afaff7c owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:09:01.694071 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-d7dece01-f2c4-4609-9b98-2db79064b601 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] For port 26769c75-05e3-4f98-8983-150556d97ee3, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=26769c75-05e3-4f98-8983-150556d97ee3,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:09:01.695358 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d7dece01-f2c4-4609-9b98-2db79064b601 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:01.781536 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-256370e0-36df-4625-a998-8240032ccc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:01.828973 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256370e0-36df-4625-a998-8240032ccc5c None None] Pushing event deleted for resources: {'Port': ['ID=6d6807c9-2b9c-4ce0-9868-42d29afaff7c,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:09:01.834202 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256370e0-36df-4625-a998-8240032ccc5c None None] No DVR routers for this DVR port 6d6807c9-2b9c-4ce0-9868-42d29afaff7c on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:09:01.849447 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-d7dece01-f2c4-4609-9b98-2db79064b601 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Calling delete_port for 26769c75-05e3-4f98-8983-150556d97ee3 owned by network:router_gateway {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:09:02.067312 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2ab31e4f-16d1-4671-8337-eacbc3bacf35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:02.186819 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d7dece01-f2c4-4609-9b98-2db79064b601 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:02.232906 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dece01-f2c4-4609-9b98-2db79064b601 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Port': ['ID=26769c75-05e3-4f98-8983-150556d97ee3,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:09:02.331267 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d7dece01-f2c4-4609-9b98-2db79064b601 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:02.503539 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d7dece01-f2c4-4609-9b98-2db79064b601 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:02.505687 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d7dece01-f2c4-4609-9b98-2db79064b601 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:02.615748 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d7dece01-f2c4-4609-9b98-2db79064b601 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:02.616193 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7dece01-f2c4-4609-9b98-2db79064b601 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Fanout notify agent at l3_agent the message router_deleted on router 40c904a6-80ce-43b3-8e57-c53c08fa634e {{(pid=89748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 16:09:02.633248 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d7dece01-f2c4-4609-9b98-2db79064b601 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:02.634397 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-d7dece01-f2c4-4609-9b98-2db79064b601 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "DELETE /v2.0/routers/40c904a6-80ce-43b3-8e57-c53c08fa634e HTTP/1.1" status: 204 len: 168 time: 1.5993686 Oct 26 16:09:02.637051 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 47600) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:09:02.755517 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2c4c6016-690e-45cd-9847-78e4093c8f12 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:02.890606 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2c4c6016-690e-45cd-9847-78e4093c8f12 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:02.919814 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-2c4c6016-690e-45cd-9847-78e4093c8f12 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5acb6ff3-053b-4abd-a197-aa0c1213bc0a']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:09:02.932664 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-2c4c6016-690e-45cd-9847-78e4093c8f12 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99a6d199-6b02-4603-ad58-1d19745a6c24') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:09:02.932946 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-2c4c6016-690e-45cd-9847-78e4093c8f12 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99a6d199-6b02-4603-ad58-1d19745a6c24') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:09:02.944089 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2c4c6016-690e-45cd-9847-78e4093c8f12 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:02.959733 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2c4c6016-690e-45cd-9847-78e4093c8f12 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:02.966235 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c4c6016-690e-45cd-9847-78e4093c8f12 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:09:02.966660 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2c4c6016-690e-45cd-9847-78e4093c8f12 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:03.034728 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 99a6d199-6b02-4603-ad58-1d19745a6c24 resource provider aggregate not found Oct 26 16:09:03.059602 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 99a6d199-6b02-4603-ad58-1d19745a6c24 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 99a6d199-6b02-4603-ad58-1d19745a6c24 found for delete ", "request_id": "req-5e0bf3b5-caf5-4ff3-99b6-2e1309ea2b71"}]} Oct 26 16:09:03.118308 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2c4c6016-690e-45cd-9847-78e4093c8f12 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:03.140158 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2c4c6016-690e-45cd-9847-78e4093c8f12 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:03.152409 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c6016-690e-45cd-9847-78e4093c8f12 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] Pushing event deleted for resources: {'Network': ['ID=5acb6ff3-053b-4abd-a197-aa0c1213bc0a,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:09:03.157878 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2c4c6016-690e-45cd-9847-78e4093c8f12 tempest-TestNetworkBasicOps-1228505472 tempest-TestNetworkBasicOps-1228505472-project] 10.222.0.23 "DELETE /v2.0/networks/5acb6ff3-053b-4abd-a197-aa0c1213bc0a HTTP/1.1" status: 204 len: 168 time: 0.5198839 Oct 26 16:09:03.229915 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device f08effb2-e6a8-4389-9d2b-e0f67af46fd7 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:09:03.267888 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: f08effb2-e6a8-4389-9d2b-e0f67af46fd7 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:09:03.268242 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device f08effb2-e6a8-4389-9d2b-e0f67af46fd7 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:09:03.268682 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 26769c75-05e3-4f98-8983-150556d97ee3 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:09:03.303844 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 26769c75-05e3-4f98-8983-150556d97ee3 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:09:03.304368 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 26769c75-05e3-4f98-8983-150556d97ee3 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:09:03.304791 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 6d6807c9-2b9c-4ce0-9868-42d29afaff7c no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:09:03.340244 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 6d6807c9-2b9c-4ce0-9868-42d29afaff7c {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:09:03.340601 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 6d6807c9-2b9c-4ce0-9868-42d29afaff7c not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:09:03.689776 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47612) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:09:03.856568 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-af38ff40-d558-4d16-af63-42557cf1211f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8316bfcf068445aeb00a503282bb001c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1655393 Oct 26 16:09:03.859458 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47618) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:09:03.928242 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d53d92ed-1b50-452c-bc79-6bfc270ffb01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:03.957533 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d53d92ed-1b50-452c-bc79-6bfc270ffb01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:04.084199 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d53d92ed-1b50-452c-bc79-6bfc270ffb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:04.102064 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d92ed-1b50-452c-bc79-6bfc270ffb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e29a4f-748e-48a2-b1bf-93f8e8b23bac,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:09:04.108816 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d53d92ed-1b50-452c-bc79-6bfc270ffb01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:04.109940 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d53d92ed-1b50-452c-bc79-6bfc270ffb01 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d6e29a4f-748e-48a2-b1bf-93f8e8b23bac HTTP/1.1" status: 204 len: 168 time: 0.2495735 Oct 26 16:09:04.450029 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f3911fa3-3f9c-4a82-aef5-7e79a39f712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:04.671807 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 47626) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:09:04.690697 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4b10301b-23b6-4365-b853-17a1748d955e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:04.705028 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4b10301b-23b6-4365-b853-17a1748d955e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:09:04.708871 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4b10301b-23b6-4365-b853-17a1748d955e admin admin] Usage tracker for resource:security_group_rule and tenant:0e33c1e829bb4bd093b29e927abb03f1 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:09:04.712547 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4b10301b-23b6-4365-b853-17a1748d955e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:09:04.718135 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4b10301b-23b6-4365-b853-17a1748d955e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:09:04.799839 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4b10301b-23b6-4365-b853-17a1748d955e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:04.878269 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4b10301b-23b6-4365-b853-17a1748d955e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:04.930507 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4b10301b-23b6-4365-b853-17a1748d955e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e33c1e829bb4bd093b29e927abb03f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2575450 Oct 26 16:09:04.931322 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10301b-23b6-4365-b853-17a1748d955e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c140a20b-ec85-420e-b7e6-b43057d841db,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:09:04.933326 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 47630) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:09:04.992119 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a3274b89-3d0c-4510-b541-5a7c940b05ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:05.018070 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a3274b89-3d0c-4510-b541-5a7c940b05ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:05.129563 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a3274b89-3d0c-4510-b541-5a7c940b05ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:05.146899 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3274b89-3d0c-4510-b541-5a7c940b05ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c140a20b-ec85-420e-b7e6-b43057d841db,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:09:05.153005 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a3274b89-3d0c-4510-b541-5a7c940b05ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:05.154891 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a3274b89-3d0c-4510-b541-5a7c940b05ef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c140a20b-ec85-420e-b7e6-b43057d841db HTTP/1.1" status: 204 len: 168 time: 0.2203362 Oct 26 16:09:05.250001 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:05.284255 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:06.889839 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:12.044497 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-247c92ce-6a07-46f1-9ca9-7c6c3b1cfead tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=dd12ce1e7ea5404a8bdbab242fb7f2cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282016 Oct 26 16:09:12.195767 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-4c161c93-0e1b-4adf-ac6f-a629ca91861b tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:12.197095 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-4c161c93-0e1b-4adf-ac6f-a629ca91861b tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1477344 Oct 26 16:09:12.211950 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-a8e5b739-c582-4a60-b799-d8314f4e7e48 tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] 10.222.0.23 "GET /v2.0/quotas/dd12ce1e7ea5404a8bdbab242fb7f2cd HTTP/1.1" status: 200 len: 375 time: 0.0094697 Oct 26 16:09:12.269280 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-5e56be29-4669-48ad-80e7-8d3f131028bb tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=dd12ce1e7ea5404a8bdbab242fb7f2cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525413 Oct 26 16:09:12.538107 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-07bd6447-94df-43b3-a416-c42948babc45 req-b35a7887-4be6-4b00-91b1-6252190801d6 tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5d40fa5-6116-4673-9f6f-2148fbe3acb6 HTTP/1.1" status: 200 len: 210 time: 0.0515332 Oct 26 16:09:13.703882 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d4ccd352-9fbb-48e5-8972-4e8e791df520 req-3ea5658b-0bff-43c9-8b28-99eb9fcca931 tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5d40fa5-6116-4673-9f6f-2148fbe3acb6 HTTP/1.1" status: 200 len: 210 time: 0.0511329 Oct 26 16:09:14.333317 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-4dfdaa9a-52fa-4f5f-b3e0-6248fd61a6f2 tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=dd12ce1e7ea5404a8bdbab242fb7f2cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269535 Oct 26 16:09:14.490209 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-a618497c-4ab3-41b0-9ba9-510d59fc504f tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:14.491641 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-a618497c-4ab3-41b0-9ba9-510d59fc504f tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1531932 Oct 26 16:09:14.507995 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-702659ea-00ac-473e-9e65-ffe797e9365f tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Request body: {'port': {'device_id': 'e5d40fa5-6116-4673-9f6f-2148fbe3acb6', 'network_id': 'd7c973f2-9553-453c-913d-20b83a3cfed4', 'admin_state_up': True, 'tenant_id': 'dd12ce1e7ea5404a8bdbab242fb7f2cd'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:09:14.647427 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-702659ea-00ac-473e-9e65-ffe797e9365f tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:09:14.651760 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-702659ea-00ac-473e-9e65-ffe797e9365f tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Usage tracker for resource:port and tenant:dd12ce1e7ea5404a8bdbab242fb7f2cd is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:09:14.654597 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-702659ea-00ac-473e-9e65-ffe797e9365f tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:09:14.660436 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-702659ea-00ac-473e-9e65-ffe797e9365f tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:09:14.741681 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-702659ea-00ac-473e-9e65-ffe797e9365f tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Made reservation on behalf of dd12ce1e7ea5404a8bdbab242fb7f2cd for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:09:14.744761 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-702659ea-00ac-473e-9e65-ffe797e9365f tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:14.757104 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-702659ea-00ac-473e-9e65-ffe797e9365f tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:14.778100 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-702659ea-00ac-473e-9e65-ffe797e9365f tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:09:14.782355 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-702659ea-00ac-473e-9e65-ffe797e9365f tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Usage tracker for resource:security_group_rule and tenant:dd12ce1e7ea5404a8bdbab242fb7f2cd is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:09:14.785163 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-702659ea-00ac-473e-9e65-ffe797e9365f tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:09:14.792010 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-702659ea-00ac-473e-9e65-ffe797e9365f tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:09:14.876561 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-702659ea-00ac-473e-9e65-ffe797e9365f tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:14.877934 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-8c88d02a-cc76-4eb6-a26e-f1f6d9a5fedd req-dc2b3cdf-0b82-4b4b-a2ab-7b3e33c94ac0 tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5d40fa5-6116-4673-9f6f-2148fbe3acb6 HTTP/1.1" status: 200 len: 210 time: 0.0571349 Oct 26 16:09:14.969409 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-702659ea-00ac-473e-9e65-ffe797e9365f tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:15.048164 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702659ea-00ac-473e-9e65-ffe797e9365f tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51305e5f-9d22-40fb-8277-b1d6da02b2d1,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:09:15.142626 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-702659ea-00ac-473e-9e65-ffe797e9365f tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Allocated IP 192.168.233.184 (d7c973f2-9553-453c-913d-20b83a3cfed4/d1be3f4a-bf73-492b-8829-63d9f454bd82/6c529b73-d403-41df-8261-981f1ad62b54) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:09:15.439544 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-702659ea-00ac-473e-9e65-ffe797e9365f tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:15.454684 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-702659ea-00ac-473e-9e65-ffe797e9365f tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Transition to ACTIVE for port object 6c529b73-d403-41df-8261-981f1ad62b54 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:09:15.552549 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-702659ea-00ac-473e-9e65-ffe797e9365f tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:15.623738 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-702659ea-00ac-473e-9e65-ffe797e9365f tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Network d7c973f2-9553-453c-913d-20b83a3cfed4 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:09:15.626754 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-702659ea-00ac-473e-9e65-ffe797e9365f tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:09:15.630510 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-702659ea-00ac-473e-9e65-ffe797e9365f tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:09:15.666215 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702659ea-00ac-473e-9e65-ffe797e9365f tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Pushing event updated for resources: {'Port': ['ID=6c529b73-d403-41df-8261-981f1ad62b54,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:09:15.704270 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-702659ea-00ac-473e-9e65-ffe797e9365f tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:15.704876 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-702659ea-00ac-473e-9e65-ffe797e9365f tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:15.781772 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-702659ea-00ac-473e-9e65-ffe797e9365f tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2773061 Oct 26 16:09:15.799038 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-a887b496-487d-4569-bb84-42754545c29f service neutron] Request body: {'port': {'device_id': 'e5d40fa5-6116-4673-9f6f-2148fbe3acb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8627'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:09:15.913625 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-a887b496-487d-4569-bb84-42754545c29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:16.003665 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-b9b91d59-327f-4af5-b8a8-e4d774e2d337 None None] Provisioning for port 6c529b73-d403-41df-8261-981f1ad62b54 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:09:16.008879 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-b9b91d59-327f-4af5-b8a8-e4d774e2d337 None None] Provisioning complete for port 6c529b73-d403-41df-8261-981f1ad62b54 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:09:16.009259 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b9b91d59-327f-4af5-b8a8-e4d774e2d337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:16.009601 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-b9b91d59-327f-4af5-b8a8-e4d774e2d337 None None] Attempt 1 to provision port 6c529b73-d403-41df-8261-981f1ad62b54 Oct 26 16:09:16.063604 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-b9b91d59-327f-4af5-b8a8-e4d774e2d337 None None] Port 6c529b73-d403-41df-8261-981f1ad62b54 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:09:16.229141 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef72156-d9fb-421c-a769-9ae9e3236e9a req-f4a1f19e-3d23-4ad0-8118-81412b2a2f7d tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:16.229818 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-5ef72156-d9fb-421c-a769-9ae9e3236e9a req-f4a1f19e-3d23-4ad0-8118-81412b2a2f7d tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Synchronizing usage tracker for tenant:dd12ce1e7ea5404a8bdbab242fb7f2cd on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:09:16.342178 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-5ef72156-d9fb-421c-a769-9ae9e3236e9a req-f4a1f19e-3d23-4ad0-8118-81412b2a2f7d tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Unset dirty status for tenant:dd12ce1e7ea5404a8bdbab242fb7f2cd on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:09:16.343268 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5ef72156-d9fb-421c-a769-9ae9e3236e9a req-f4a1f19e-3d23-4ad0-8118-81412b2a2f7d tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5d40fa5-6116-4673-9f6f-2148fbe3acb6 HTTP/1.1" status: 200 len: 936 time: 0.3529406 Oct 26 16:09:16.347104 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-a887b496-487d-4569-bb84-42754545c29f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c529b73-d403-41df-8261-981f1ad62b54 {{(pid=89748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:09:16.371359 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-a887b496-487d-4569-bb84-42754545c29f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:16.402971 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-a887b496-487d-4569-bb84-42754545c29f service neutron] Transition to ACTIVE for port object 6c529b73-d403-41df-8261-981f1ad62b54 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:09:16.409219 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-5ef72156-d9fb-421c-a769-9ae9e3236e9a req-4c3eb28b-2458-451d-98b1-250a51f1f84f tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Synchronizing usage tracker for tenant:dd12ce1e7ea5404a8bdbab242fb7f2cd on resource:security_group {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:09:16.495190 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-a887b496-487d-4569-bb84-42754545c29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:16.564748 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-b9b91d59-327f-4af5-b8a8-e4d774e2d337 None None] Attempt 2 to provision port 6c529b73-d403-41df-8261-981f1ad62b54 Oct 26 16:09:16.581958 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-5ef72156-d9fb-421c-a769-9ae9e3236e9a req-4c3eb28b-2458-451d-98b1-250a51f1f84f tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Unset dirty status for tenant:dd12ce1e7ea5404a8bdbab242fb7f2cd on resource:security_group {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:09:16.583142 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5ef72156-d9fb-421c-a769-9ae9e3236e9a req-4c3eb28b-2458-451d-98b1-250a51f1f84f tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] 10.222.0.23 "GET /v2.0/security-groups?id=51305e5f-9d22-40fb-8277-b1d6da02b2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317839 Oct 26 16:09:16.619284 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-b9b91d59-327f-4af5-b8a8-e4d774e2d337 None None] Port 6c529b73-d403-41df-8261-981f1ad62b54 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:09:16.689596 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a887b496-487d-4569-bb84-42754545c29f service neutron] Pushing event updated for resources: {'Port': ['ID=6c529b73-d403-41df-8261-981f1ad62b54,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:09:16.725831 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-a887b496-487d-4569-bb84-42754545c29f service neutron] Attempting to bind port 6c529b73-d403-41df-8261-981f1ad62b54 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:09:16.726161 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-a887b496-487d-4569-bb84-42754545c29f service neutron] Attempting to bind port 6c529b73-d403-41df-8261-981f1ad62b54 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': '5abc9882-f28b-4163-a806-005558acd1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd7c973f2-9553-453c-913d-20b83a3cfed4'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:09:16.726501 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-a887b496-487d-4569-bb84-42754545c29f service neutron] Attempting to bind port 6c529b73-d403-41df-8261-981f1ad62b54 on network d7c973f2-9553-453c-913d-20b83a3cfed4 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:09:16.731681 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-a887b496-487d-4569-bb84-42754545c29f service neutron] Port 6c529b73-d403-41df-8261-981f1ad62b54 on network d7c973f2-9553-453c-913d-20b83a3cfed4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 16:09:16.731997 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-a887b496-487d-4569-bb84-42754545c29f service neutron] Attempting to bind port 6c529b73-d403-41df-8261-981f1ad62b54 on network d7c973f2-9553-453c-913d-20b83a3cfed4 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:09:16.737059 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-a887b496-487d-4569-bb84-42754545c29f service neutron] Checking agent: {'id': '1b551391-ebdd-44bd-8801-034277ca5526', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8627', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'started_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:09:16.737390 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-a887b496-487d-4569-bb84-42754545c29f service neutron] Checking segment: {'id': '5abc9882-f28b-4163-a806-005558acd1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd7c973f2-9553-453c-913d-20b83a3cfed4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:09:16.740655 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-a887b496-487d-4569-bb84-42754545c29f service neutron] Bound using segment: {'id': '5abc9882-f28b-4163-a806-005558acd1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd7c973f2-9553-453c-913d-20b83a3cfed4'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:09:16.740655 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-a887b496-487d-4569-bb84-42754545c29f service neutron] Bound port: 6c529b73-d403-41df-8261-981f1ad62b54, host: hv-neutron-8627, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5abc9882-f28b-4163-a806-005558acd1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd7c973f2-9553-453c-913d-20b83a3cfed4'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:09:16.740655 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-a887b496-487d-4569-bb84-42754545c29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:16.828450 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-a887b496-487d-4569-bb84-42754545c29f service neutron] For port 6c529b73-d403-41df-8261-981f1ad62b54, host hv-neutron-8627, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:09:16.831660 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-a887b496-487d-4569-bb84-42754545c29f service neutron] For port 6c529b73-d403-41df-8261-981f1ad62b54, host hv-neutron-8627, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=6c529b73-d403-41df-8261-981f1ad62b54,segment=NetworkSegment(5abc9882-f28b-4163-a806-005558acd1a5),segment_id=5abc9882-f28b-4163-a806-005558acd1a5)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:09:16.878333 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-a887b496-487d-4569-bb84-42754545c29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:16.910437 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-a887b496-487d-4569-bb84-42754545c29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:16.911104 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-a887b496-487d-4569-bb84-42754545c29f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:16.912481 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-a887b496-487d-4569-bb84-42754545c29f service neutron] 10.222.0.48 "PUT /v2.0/ports/6c529b73-d403-41df-8261-981f1ad62b54 HTTP/1.1" status: 200 len: 1098 time: 1.1178052 Oct 26 16:09:16.913037 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5d40fa5-6116-4673-9f6f-2148fbe3acb6', 'tag': '6c529b73-d403-41df-8261-981f1ad62b54'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:09:16.916013 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f055dff-bc43-4d3f-8647-e52f4fe0f9ff" -d '{"events": [{"name": "network-changed", "server_uuid": "e5d40fa5-6116-4673-9f6f-2148fbe3acb6", "tag": "6c529b73-d403-41df-8261-981f1ad62b54"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:09:16.957125 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a887b496-487d-4569-bb84-42754545c29f service neutron] Pushing event updated for resources: {'Port': ['ID=6c529b73-d403-41df-8261-981f1ad62b54,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:09:16.965434 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8aa693-5803-47b3-905a-a8a5eaf9288b x-openstack-request-id: req-0e8aa693-5803-47b3-905a-a8a5eaf9288b {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:09:16.965721 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5d40fa5-6116-4673-9f6f-2148fbe3acb6", "tag": "6c529b73-d403-41df-8261-981f1ad62b54", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:09:16.965982 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0e8aa693-5803-47b3-905a-a8a5eaf9288b {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:09:16.966397 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e8aa693-5803-47b3-905a-a8a5eaf9288b'] response: {'name': 'network-changed', 'server_uuid': 'e5d40fa5-6116-4673-9f6f-2148fbe3acb6', 'tag': '6c529b73-d403-41df-8261-981f1ad62b54', 'status': 'completed', 'code': 200} Oct 26 16:09:17.087407 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f055dff-bc43-4d3f-8647-e52f4fe0f9ff req-e8bb66a8-7288-4c81-8cdd-00b1899e5f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:17.088909 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8f055dff-bc43-4d3f-8647-e52f4fe0f9ff req-e8bb66a8-7288-4c81-8cdd-00b1899e5f9d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dd12ce1e7ea5404a8bdbab242fb7f2cd&device_id=e5d40fa5-6116-4673-9f6f-2148fbe3acb6 HTTP/1.1" status: 200 len: 1101 time: 0.0836205 Oct 26 16:09:17.120216 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-b9b91d59-327f-4af5-b8a8-e4d774e2d337 None None] Attempt 3 to provision port 6c529b73-d403-41df-8261-981f1ad62b54 Oct 26 16:09:17.125635 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8f055dff-bc43-4d3f-8647-e52f4fe0f9ff req-8b9ab109-ffde-4808-8b88-a6495bf72225 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=dd12ce1e7ea5404a8bdbab242fb7f2cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251520 Oct 26 16:09:17.183074 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-b9b91d59-327f-4af5-b8a8-e4d774e2d337 None None] Port 6c529b73-d403-41df-8261-981f1ad62b54 had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 16:09:17.262739 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f055dff-bc43-4d3f-8647-e52f4fe0f9ff req-0ab0e751-26cf-4222-9523-3435b46afcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:17.264439 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8f055dff-bc43-4d3f-8647-e52f4fe0f9ff req-0ab0e751-26cf-4222-9523-3435b46afcde service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1338739 Oct 26 16:09:17.403280 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-5e024fe2-0d5a-40c7-bd2d-947275810406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:17.404722 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-5e024fe2-0d5a-40c7-bd2d-947275810406 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dd12ce1e7ea5404a8bdbab242fb7f2cd&device_id=e5d40fa5-6116-4673-9f6f-2148fbe3acb6 HTTP/1.1" status: 200 len: 1101 time: 0.0848930 Oct 26 16:09:17.478396 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-b2113f1f-607c-45cd-809c-950c629a4a42 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=6c529b73-d403-41df-8261-981f1ad62b54 HTTP/1.1" status: 200 len: 217 time: 0.0615373 Oct 26 16:09:17.654541 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-14a878c8-d5a9-486a-b6e9-02b5414bcc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:17.655953 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-14a878c8-d5a9-486a-b6e9-02b5414bcc99 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d1be3f4a-bf73-492b-8829-63d9f454bd82 HTTP/1.1" status: 200 len: 843 time: 0.1720705 Oct 26 16:09:17.809871 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-84ca0a2e-9e37-4d7c-b017-63c2e77a8689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:17.811339 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-84ca0a2e-9e37-4d7c-b017-63c2e77a8689 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d7c973f2-9553-453c-913d-20b83a3cfed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.1494401 Oct 26 16:09:17.819493 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d27a5-7c0c-41bd-aafc-26d0a3a86674 req-e6240265-8193-4e62-8e71-e8a32c8310f0 tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:17.820848 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-518d27a5-7c0c-41bd-aafc-26d0a3a86674 req-e6240265-8193-4e62-8e71-e8a32c8310f0 tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5d40fa5-6116-4673-9f6f-2148fbe3acb6 HTTP/1.1" status: 200 len: 948 time: 0.1163738 Oct 26 16:09:17.947108 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-518d27a5-7c0c-41bd-aafc-26d0a3a86674 req-cbd191ec-680b-40c2-b52e-fa19cd3fdbe6 tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] 10.222.0.23 "GET /v2.0/security-groups?id=51305e5f-9d22-40fb-8277-b1d6da02b2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075985 Oct 26 16:09:17.979496 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-bd8501a7-7c23-410f-9bb4-e2ea44c6dc41 service neutron] 10.222.0.48 "GET /v2.0/networks/d7c973f2-9553-453c-913d-20b83a3cfed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572108 Oct 26 16:09:18.110336 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d9b8546f-bf47-47c3-8117-17c2dc7f0641 req-9de0e804-6ff6-4cfb-ae33-eea704ac6456 service neutron] 10.222.0.48 "GET /v2.0/networks/d7c973f2-9553-453c-913d-20b83a3cfed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247742 Oct 26 16:09:19.144576 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2b575-9ae8-47f1-8649-f95f49fc2249 req-451c6814-116c-4e4f-9af7-bb3f58c4b17a tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:19.146042 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2ea2b575-9ae8-47f1-8649-f95f49fc2249 req-451c6814-116c-4e4f-9af7-bb3f58c4b17a tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5d40fa5-6116-4673-9f6f-2148fbe3acb6 HTTP/1.1" status: 200 len: 948 time: 0.0876911 Oct 26 16:09:19.190694 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2ea2b575-9ae8-47f1-8649-f95f49fc2249 req-7c134742-2bcd-4709-8e07-33feb3115009 tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] 10.222.0.23 "GET /v2.0/security-groups?id=51305e5f-9d22-40fb-8277-b1d6da02b2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382576 Oct 26 16:09:20.394078 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6b34c-4fa4-4884-8a10-a38a86796d52 req-15dc67b8-f399-471c-b59b-85bef53331a0 tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:20.395581 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-11f6b34c-4fa4-4884-8a10-a38a86796d52 req-15dc67b8-f399-471c-b59b-85bef53331a0 tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5d40fa5-6116-4673-9f6f-2148fbe3acb6 HTTP/1.1" status: 200 len: 948 time: 0.0921509 Oct 26 16:09:20.439508 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-11f6b34c-4fa4-4884-8a10-a38a86796d52 req-10662c2f-350e-4e51-a543-9d5068bf3e35 tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] 10.222.0.23 "GET /v2.0/security-groups?id=51305e5f-9d22-40fb-8277-b1d6da02b2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371726 Oct 26 16:09:21.640695 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d965123c-5aeb-425f-9916-7d70ed297747 req-180d7d90-c382-4936-8f96-75c14bfe2aa3 tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:21.642171 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d965123c-5aeb-425f-9916-7d70ed297747 req-180d7d90-c382-4936-8f96-75c14bfe2aa3 tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5d40fa5-6116-4673-9f6f-2148fbe3acb6 HTTP/1.1" status: 200 len: 948 time: 0.0918076 Oct 26 16:09:21.687038 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d965123c-5aeb-425f-9916-7d70ed297747 req-7f0afd5a-5a93-4288-9357-28d668856d2b tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] 10.222.0.23 "GET /v2.0/security-groups?id=51305e5f-9d22-40fb-8277-b1d6da02b2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390930 Oct 26 16:09:22.886693 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e2208-a928-4d74-8c05-0803c58eb141 req-535c528e-aace-4f98-8b7e-751b0c33423f tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:22.888348 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-923e2208-a928-4d74-8c05-0803c58eb141 req-535c528e-aace-4f98-8b7e-751b0c33423f tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5d40fa5-6116-4673-9f6f-2148fbe3acb6 HTTP/1.1" status: 200 len: 948 time: 0.0895133 Oct 26 16:09:22.932406 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-923e2208-a928-4d74-8c05-0803c58eb141 req-f73da113-0e0b-4081-9511-4e36875ddc70 tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] 10.222.0.23 "GET /v2.0/security-groups?id=51305e5f-9d22-40fb-8277-b1d6da02b2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383825 Oct 26 16:09:23.115359 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 6c529b73-d403-41df-8261-981f1ad62b54 details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 16:09:23.284043 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 6c529b73-d403-41df-8261-981f1ad62b54, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=6c529b73-d403-41df-8261-981f1ad62b54,segment=NetworkSegment(5abc9882-f28b-4163-a806-005558acd1a5),segment_id=5abc9882-f28b-4163-a806-005558acd1a5)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:09:23.297029 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': '6c529b73-d403-41df-8261-981f1ad62b54', 'network_id': 'd7c973f2-9553-453c-913d-20b83a3cfed4', 'port_id': '6c529b73-d403-41df-8261-981f1ad62b54', 'mac_address': 'fa:16:3e:21:09:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1be3f4a-bf73-492b-8829-63d9f454bd82', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 16:09:23.350794 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 6c529b73-d403-41df-8261-981f1ad62b54 is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:09:23.351177 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:23.367454 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c529b73-d403-41df-8261-981f1ad62b54 {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:09:23.382408 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 6c529b73-d403-41df-8261-981f1ad62b54, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=6c529b73-d403-41df-8261-981f1ad62b54,segment=NetworkSegment(5abc9882-f28b-4163-a806-005558acd1a5),segment_id=5abc9882-f28b-4163-a806-005558acd1a5)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:09:23.443396 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:23.516539 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=6c529b73-d403-41df-8261-981f1ad62b54,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:09:23.874561 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['6c529b73-d403-41df-8261-981f1ad62b54'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:09:24.131493 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fad3a-d2f7-4c84-85b3-d5fa5c9e0192 req-89d16410-6426-40f8-bcc9-b8e627e4619a tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:24.132856 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0d8fad3a-d2f7-4c84-85b3-d5fa5c9e0192 req-89d16410-6426-40f8-bcc9-b8e627e4619a tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5d40fa5-6116-4673-9f6f-2148fbe3acb6 HTTP/1.1" status: 200 len: 949 time: 0.0876071 Oct 26 16:09:24.180388 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0d8fad3a-d2f7-4c84-85b3-d5fa5c9e0192 req-cfe5dae6-fbbc-4aff-8891-7f2839511c2d tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] 10.222.0.23 "GET /v2.0/security-groups?id=51305e5f-9d22-40fb-8277-b1d6da02b2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414495 Oct 26 16:09:25.130461 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 6c529b73-d403-41df-8261-981f1ad62b54 up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:09:25.261626 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning for port 6c529b73-d403-41df-8261-981f1ad62b54 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:09:25.267404 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port 6c529b73-d403-41df-8261-981f1ad62b54 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:09:25.267776 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:25.268136 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port 6c529b73-d403-41df-8261-981f1ad62b54 Oct 26 16:09:25.383124 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a9808-06d4-4000-90d2-2777b809bcfa req-d5e4277a-27df-449a-a990-d134745bfdfc tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:25.385081 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f02a9808-06d4-4000-90d2-2777b809bcfa req-d5e4277a-27df-449a-a990-d134745bfdfc tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5d40fa5-6116-4673-9f6f-2148fbe3acb6 HTTP/1.1" status: 200 len: 949 time: 0.0931544 Oct 26 16:09:25.386996 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 6c529b73-d403-41df-8261-981f1ad62b54 is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:09:25.387375 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:25.414107 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d40fa5-6116-4673-9f6f-2148fbe3acb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c529b73-d403-41df-8261-981f1ad62b54'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:09:25.417046 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b477ba-b4a5-4a7e-a572-1eb5e48cc9e2" -d '{"events": [{"server_uuid": "e5d40fa5-6116-4673-9f6f-2148fbe3acb6", "name": "network-vif-plugged", "status": "completed", "tag": "6c529b73-d403-41df-8261-981f1ad62b54"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:09:25.436057 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 6c529b73-d403-41df-8261-981f1ad62b54, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=6c529b73-d403-41df-8261-981f1ad62b54,segment=NetworkSegment(5abc9882-f28b-4163-a806-005558acd1a5),segment_id=5abc9882-f28b-4163-a806-005558acd1a5)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:09:25.436271 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f02a9808-06d4-4000-90d2-2777b809bcfa req-a0de7ea7-4eb9-4768-8f42-5ccb635ddbbc tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] 10.222.0.23 "GET /v2.0/security-groups?id=51305e5f-9d22-40fb-8277-b1d6da02b2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394325 Oct 26 16:09:25.459135 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21d1005-2638-439b-bcce-3a278a58ffaa x-openstack-request-id: req-c21d1005-2638-439b-bcce-3a278a58ffaa {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:09:25.459433 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d40fa5-6116-4673-9f6f-2148fbe3acb6", "name": "network-vif-plugged", "status": "completed", "tag": "6c529b73-d403-41df-8261-981f1ad62b54", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:09:25.459693 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c21d1005-2638-439b-bcce-3a278a58ffaa {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:09:25.460094 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c21d1005-2638-439b-bcce-3a278a58ffaa'] response: {'server_uuid': 'e5d40fa5-6116-4673-9f6f-2148fbe3acb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c529b73-d403-41df-8261-981f1ad62b54', 'code': 200} Oct 26 16:09:25.512379 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:25.580967 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=6c529b73-d403-41df-8261-981f1ad62b54,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:09:25.828188 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a1912a-0302-4b18-8a38-d7ac5ad965da req-7028eef8-6c92-4632-93d0-2cb98a3d8950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:25.829633 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-63a1912a-0302-4b18-8a38-d7ac5ad965da req-7028eef8-6c92-4632-93d0-2cb98a3d8950 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e5d40fa5-6116-4673-9f6f-2148fbe3acb6 HTTP/1.1" status: 200 len: 1103 time: 0.0778008 Oct 26 16:09:25.871525 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-63a1912a-0302-4b18-8a38-d7ac5ad965da req-a3c8eb84-1c73-4ba2-9d64-30ce8235b37a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=51305e5f-9d22-40fb-8277-b1d6da02b2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363717 Oct 26 16:09:26.634108 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ac471-1202-459a-aad0-fc30229ba604 req-968406ee-6dbc-43ef-9c15-cfbfc23e5fb9 tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:26.635635 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6a9ac471-1202-459a-aad0-fc30229ba604 req-968406ee-6dbc-43ef-9c15-cfbfc23e5fb9 tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5d40fa5-6116-4673-9f6f-2148fbe3acb6 HTTP/1.1" status: 200 len: 950 time: 0.0886257 Oct 26 16:09:26.683550 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6a9ac471-1202-459a-aad0-fc30229ba604 req-866f7aa6-053a-4e09-bceb-13f566e33975 tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] 10.222.0.23 "GET /v2.0/security-groups?id=51305e5f-9d22-40fb-8277-b1d6da02b2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416691 Oct 26 16:09:27.135406 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:27.883590 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702a5f1-c7e3-413b-b16a-ff1faaf533d4 req-74de2fef-b7c7-45ee-b1ef-89ccd054dc1b tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:27.885035 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0702a5f1-c7e3-413b-b16a-ff1faaf533d4 req-74de2fef-b7c7-45ee-b1ef-89ccd054dc1b tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5d40fa5-6116-4673-9f6f-2148fbe3acb6 HTTP/1.1" status: 200 len: 950 time: 0.0872355 Oct 26 16:09:27.929451 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0702a5f1-c7e3-413b-b16a-ff1faaf533d4 req-b00c728e-598f-4d7d-b4e6-354acf8995f9 tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] 10.222.0.23 "GET /v2.0/security-groups?id=51305e5f-9d22-40fb-8277-b1d6da02b2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385032 Oct 26 16:09:29.468799 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e30dbc-055c-4cbc-b24b-b335c5249b76 req-795524cb-d2c1-4cfe-b7c4-75c21379ef43 tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:29.470273 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-44e30dbc-055c-4cbc-b24b-b335c5249b76 req-795524cb-d2c1-4cfe-b7c4-75c21379ef43 tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5d40fa5-6116-4673-9f6f-2148fbe3acb6 HTTP/1.1" status: 200 len: 950 time: 0.0921357 Oct 26 16:09:29.515650 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-44e30dbc-055c-4cbc-b24b-b335c5249b76 req-9f315487-1ca6-423e-aee6-7bdd16442f8f tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] 10.222.0.23 "GET /v2.0/security-groups?id=51305e5f-9d22-40fb-8277-b1d6da02b2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394511 Oct 26 16:09:30.719323 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac142b8-ce5b-476e-9a04-d5156b27c0d0 req-f4abc874-d05e-419f-a681-fc8eb443e2c0 tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:30.720764 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8ac142b8-ce5b-476e-9a04-d5156b27c0d0 req-f4abc874-d05e-419f-a681-fc8eb443e2c0 tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5d40fa5-6116-4673-9f6f-2148fbe3acb6 HTTP/1.1" status: 200 len: 950 time: 0.0931754 Oct 26 16:09:30.764753 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8ac142b8-ce5b-476e-9a04-d5156b27c0d0 req-d991959b-4e09-4574-86ea-716f514b9203 tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] 10.222.0.23 "GET /v2.0/security-groups?id=51305e5f-9d22-40fb-8277-b1d6da02b2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384851 Oct 26 16:09:31.048480 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a660563-af09-42a5-bdf4-a984b0f45cc6 req-a469f0ed-acb7-48c6-9f45-c2c08814274b tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:31.049877 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4a660563-af09-42a5-bdf4-a984b0f45cc6 req-a469f0ed-acb7-48c6-9f45-c2c08814274b tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5d40fa5-6116-4673-9f6f-2148fbe3acb6 HTTP/1.1" status: 200 len: 950 time: 0.0869458 Oct 26 16:09:31.120825 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-4a660563-af09-42a5-bdf4-a984b0f45cc6 req-ce7bab88-01ee-4d10-b08a-45c18780cc22 tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Deleting port 6c529b73-d403-41df-8261-981f1ad62b54 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:09:31.121290 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-4a660563-af09-42a5-bdf4-a984b0f45cc6 req-ce7bab88-01ee-4d10-b08a-45c18780cc22 tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:31.366925 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-4a660563-af09-42a5-bdf4-a984b0f45cc6 req-ce7bab88-01ee-4d10-b08a-45c18780cc22 tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] For port 6c529b73-d403-41df-8261-981f1ad62b54, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=6c529b73-d403-41df-8261-981f1ad62b54,segment=NetworkSegment(5abc9882-f28b-4163-a806-005558acd1a5),segment_id=5abc9882-f28b-4163-a806-005558acd1a5)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:09:31.367189 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-4a660563-af09-42a5-bdf4-a984b0f45cc6 req-ce7bab88-01ee-4d10-b08a-45c18780cc22 tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:31.586435 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-4a660563-af09-42a5-bdf4-a984b0f45cc6 req-ce7bab88-01ee-4d10-b08a-45c18780cc22 tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Calling delete_port for 6c529b73-d403-41df-8261-981f1ad62b54 owned by compute:nova {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:09:31.831519 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-4a660563-af09-42a5-bdf4-a984b0f45cc6 req-ce7bab88-01ee-4d10-b08a-45c18780cc22 tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:31.864441 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['6c529b73-d403-41df-8261-981f1ad62b54'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:09:31.883332 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7bab88-01ee-4d10-b08a-45c18780cc22 tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Pushing event deleted for resources: {'Port': ['ID=6c529b73-d403-41df-8261-981f1ad62b54,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:09:31.942055 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-642db9a4-49a7-4c9a-b05e-f7ed8699a840 req-917540ec-a36a-4570-a3e8-54abdb072327 tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5d40fa5-6116-4673-9f6f-2148fbe3acb6 HTTP/1.1" status: 200 len: 210 time: 0.0534825 Oct 26 16:09:31.977877 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a660563-af09-42a5-bdf4-a984b0f45cc6 req-ce7bab88-01ee-4d10-b08a-45c18780cc22 tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] No DVR routers for this DVR port 6c529b73-d403-41df-8261-981f1ad62b54 on host hv-neutron-8627 {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:09:31.981201 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-4a660563-af09-42a5-bdf4-a984b0f45cc6 req-ce7bab88-01ee-4d10-b08a-45c18780cc22 tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:31.983907 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d40fa5-6116-4673-9f6f-2148fbe3acb6', 'name': 'network-vif-deleted', 'tag': '6c529b73-d403-41df-8261-981f1ad62b54'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:09:31.986196 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98dbf747-3363-4ee0-8b37-620656974a09" -d '{"events": [{"server_uuid": "e5d40fa5-6116-4673-9f6f-2148fbe3acb6", "name": "network-vif-deleted", "tag": "6c529b73-d403-41df-8261-981f1ad62b54"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:09:32.035427 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c41b0b-e20f-48b8-9782-6200c0857eea x-openstack-request-id: req-a5c41b0b-e20f-48b8-9782-6200c0857eea {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:09:32.035427 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d40fa5-6116-4673-9f6f-2148fbe3acb6", "name": "network-vif-deleted", "tag": "6c529b73-d403-41df-8261-981f1ad62b54", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:09:32.035427 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a5c41b0b-e20f-48b8-9782-6200c0857eea {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:09:32.035427 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5c41b0b-e20f-48b8-9782-6200c0857eea'] response: {'server_uuid': 'e5d40fa5-6116-4673-9f6f-2148fbe3acb6', 'name': 'network-vif-deleted', 'tag': '6c529b73-d403-41df-8261-981f1ad62b54', 'status': 'completed', 'code': 200} Oct 26 16:09:32.049728 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4a660563-af09-42a5-bdf4-a984b0f45cc6 req-ce7bab88-01ee-4d10-b08a-45c18780cc22 tempest-ServersAdminNegativeTestJSON-1795933272 tempest-ServersAdminNegativeTestJSON-1795933272-project] 10.222.0.48 "DELETE /v2.0/ports/6c529b73-d403-41df-8261-981f1ad62b54 HTTP/1.1" status: 204 len: 173 time: 0.9947066 Oct 26 16:09:32.067285 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-384ef658-b327-43b3-9aea-09ccacfa900f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:33.470241 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 47778) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:09:33.618360 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-8bb9c5a2-27cc-4404-8f49-4c0bbfdab847 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dd12ce1e7ea5404a8bdbab242fb7f2cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1469088 Oct 26 16:09:33.620947 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 47784) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:09:33.679140 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-97f89849-4566-45f3-9e96-76ac154c579d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:33.704625 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-97f89849-4566-45f3-9e96-76ac154c579d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:33.837239 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-97f89849-4566-45f3-9e96-76ac154c579d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:33.858541 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f89849-4566-45f3-9e96-76ac154c579d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51305e5f-9d22-40fb-8277-b1d6da02b2d1,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:09:33.929863 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-97f89849-4566-45f3-9e96-76ac154c579d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:33.931084 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-97f89849-4566-45f3-9e96-76ac154c579d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/51305e5f-9d22-40fb-8277-b1d6da02b2d1 HTTP/1.1" status: 204 len: 168 time: 0.3091877 Oct 26 16:09:34.454777 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-24277030-2856-4378-a26e-bfd6f9c08b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:34.564463 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 47792) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:09:34.582331 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8ff99ba2-b72c-4dc0-8857-6eef79196d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:34.596761 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8ff99ba2-b72c-4dc0-8857-6eef79196d1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:09:34.600669 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8ff99ba2-b72c-4dc0-8857-6eef79196d1b admin admin] Usage tracker for resource:security_group_rule and tenant:e94a77ba771b468b8e3bba05a55a4e2e is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:09:34.603487 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8ff99ba2-b72c-4dc0-8857-6eef79196d1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:09:34.609790 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8ff99ba2-b72c-4dc0-8857-6eef79196d1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:09:34.693180 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8ff99ba2-b72c-4dc0-8857-6eef79196d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:34.710751 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:09:34.774369 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8ff99ba2-b72c-4dc0-8857-6eef79196d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:34.821399 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff99ba2-b72c-4dc0-8857-6eef79196d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdca52ac-c3bc-444f-9e3b-0969a3c71327,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:09:34.826653 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-8ff99ba2-b72c-4dc0-8857-6eef79196d1b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e94a77ba771b468b8e3bba05a55a4e2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2611413 Oct 26 16:09:34.830634 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 47796) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:09:34.887183 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-624d00dc-299f-4d6d-bded-30ebce202403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:34.912629 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-624d00dc-299f-4d6d-bded-30ebce202403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:35.031483 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-624d00dc-299f-4d6d-bded-30ebce202403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:35.045857 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d00dc-299f-4d6d-bded-30ebce202403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdca52ac-c3bc-444f-9e3b-0969a3c71327,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:09:35.051716 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-624d00dc-299f-4d6d-bded-30ebce202403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:35.052818 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-624d00dc-299f-4d6d-bded-30ebce202403 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bdca52ac-c3bc-444f-9e3b-0969a3c71327 HTTP/1.1" status: 204 len: 168 time: 0.2226405 Oct 26 16:09:35.193442 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 6c529b73-d403-41df-8261-981f1ad62b54 no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:09:35.233764 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] No Port match for: 6c529b73-d403-41df-8261-981f1ad62b54 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:09:35.234115 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 6c529b73-d403-41df-8261-981f1ad62b54 not bound to the agent host hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:09:35.266061 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:35.328436 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:36.097068 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 47820) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:09:36.199319 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-8f9cbfbc-4cbd-40bf-82dc-08d6b18afde8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-251790553-network', 'tenant_id': '0231d731dc0c44dd9d9b04df4cefda1b'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:09:36.204764 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8f9cbfbc-4cbd-40bf-82dc-08d6b18afde8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:09:36.208614 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8f9cbfbc-4cbd-40bf-82dc-08d6b18afde8 admin admin] Usage tracker for resource:network and tenant:0231d731dc0c44dd9d9b04df4cefda1b is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:09:36.211410 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8f9cbfbc-4cbd-40bf-82dc-08d6b18afde8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:09:36.217283 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8f9cbfbc-4cbd-40bf-82dc-08d6b18afde8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:09:36.271474 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9cbfbc-4cbd-40bf-82dc-08d6b18afde8 admin admin] Made reservation on behalf of 0231d731dc0c44dd9d9b04df4cefda1b for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:09:36.273686 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8f9cbfbc-4cbd-40bf-82dc-08d6b18afde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:36.285792 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8f9cbfbc-4cbd-40bf-82dc-08d6b18afde8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:36.300363 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8f9cbfbc-4cbd-40bf-82dc-08d6b18afde8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:09:36.304250 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8f9cbfbc-4cbd-40bf-82dc-08d6b18afde8 admin admin] Usage tracker for resource:security_group_rule and tenant:0231d731dc0c44dd9d9b04df4cefda1b is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:09:36.307013 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8f9cbfbc-4cbd-40bf-82dc-08d6b18afde8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:09:36.313312 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8f9cbfbc-4cbd-40bf-82dc-08d6b18afde8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:09:36.393332 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8f9cbfbc-4cbd-40bf-82dc-08d6b18afde8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:36.442725 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8f9cbfbc-4cbd-40bf-82dc-08d6b18afde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:36.474614 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f9cbfbc-4cbd-40bf-82dc-08d6b18afde8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:09:36.479863 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9cbfbc-4cbd-40bf-82dc-08d6b18afde8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32891ae3-d3f6-42ab-9b93-d24bc2fc00ea,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:09:36.487956 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8f9cbfbc-4cbd-40bf-82dc-08d6b18afde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:36.487956 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-8f9cbfbc-4cbd-40bf-82dc-08d6b18afde8 admin admin] Added segment 06ae3a71-0f2c-4065-a389-8692728e07f2 of type vlan for network 3e56ca49-7138-4805-8a03-c3b13767a17a Oct 26 16:09:36.514201 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8f9cbfbc-4cbd-40bf-82dc-08d6b18afde8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:36.592165 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8f9cbfbc-4cbd-40bf-82dc-08d6b18afde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:36.593163 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9cbfbc-4cbd-40bf-82dc-08d6b18afde8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:36.593737 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8f9cbfbc-4cbd-40bf-82dc-08d6b18afde8 admin admin] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:36.698131 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9cbfbc-4cbd-40bf-82dc-08d6b18afde8 admin admin] Pushing event updated for resources: {'Network': ['ID=3e56ca49-7138-4805-8a03-c3b13767a17a,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:09:36.708321 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 3e56ca49-7138-4805-8a03-c3b13767a17a details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 16:09:36.763515 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-8f9cbfbc-4cbd-40bf-82dc-08d6b18afde8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6648469 Oct 26 16:09:36.766604 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 47826) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:09:36.772116 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-dadbd168-c0b1-4f7d-b65b-9aaecc2d0428 admin admin] Request body: {'subnet': {'network_id': '3e56ca49-7138-4805-8a03-c3b13767a17a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-251790553-subnet', 'tenant_id': '0231d731dc0c44dd9d9b04df4cefda1b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:09:36.776843 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-dadbd168-c0b1-4f7d-b65b-9aaecc2d0428 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:09:36.781283 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-dadbd168-c0b1-4f7d-b65b-9aaecc2d0428 admin admin] Usage tracker for resource:subnet and tenant:0231d731dc0c44dd9d9b04df4cefda1b is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:09:36.784372 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-dadbd168-c0b1-4f7d-b65b-9aaecc2d0428 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:09:36.790101 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-dadbd168-c0b1-4f7d-b65b-9aaecc2d0428 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:09:36.859475 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dadbd168-c0b1-4f7d-b65b-9aaecc2d0428 admin admin] Made reservation on behalf of 0231d731dc0c44dd9d9b04df4cefda1b for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:09:36.861868 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dadbd168-c0b1-4f7d-b65b-9aaecc2d0428 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:36.889128 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:37.111884 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dadbd168-c0b1-4f7d-b65b-9aaecc2d0428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:37.184573 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadbd168-c0b1-4f7d-b65b-9aaecc2d0428 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5e3635d-15a6-4c35-8305-b7fd0df4b3b3,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:09:37.194343 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadbd168-c0b1-4f7d-b65b-9aaecc2d0428 admin admin] Checking segment: {'id': '06ae3a71-0f2c-4065-a389-8692728e07f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3e56ca49-7138-4805-8a03-c3b13767a17a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:09:37.194720 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadbd168-c0b1-4f7d-b65b-9aaecc2d0428 admin admin] Network hostable DHCP agents. Network: 3e56ca49-7138-4805-8a03-c3b13767a17a, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:09:37.265851 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadbd168-c0b1-4f7d-b65b-9aaecc2d0428 admin admin] Network 3e56ca49-7138-4805-8a03-c3b13767a17a is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:09:37.322759 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-dadbd168-c0b1-4f7d-b65b-9aaecc2d0428 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 3e56ca49-7138-4805-8a03-c3b13767a17a) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:09:37.327519 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadbd168-c0b1-4f7d-b65b-9aaecc2d0428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:37.328106 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dadbd168-c0b1-4f7d-b65b-9aaecc2d0428 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:37.332566 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66941641-0343-4a08-9aad-e195f726def4 None None] Network 3e56ca49-7138-4805-8a03-c3b13767a17a requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:09:37.414380 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-dadbd168-c0b1-4f7d-b65b-9aaecc2d0428 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6466372 Oct 26 16:09:37.416970 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 47830) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:09:37.421913 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-74a18ebe-6932-4111-ba0a-f33fb60eb276 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-251790553-router', 'tenant_id': '0231d731dc0c44dd9d9b04df4cefda1b', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:09:37.426589 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-74a18ebe-6932-4111-ba0a-f33fb60eb276 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:09:37.430574 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-74a18ebe-6932-4111-ba0a-f33fb60eb276 admin admin] Usage tracker for resource:router and tenant:0231d731dc0c44dd9d9b04df4cefda1b is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:09:37.433411 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-74a18ebe-6932-4111-ba0a-f33fb60eb276 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:09:37.439923 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-74a18ebe-6932-4111-ba0a-f33fb60eb276 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:09:37.499768 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-74a18ebe-6932-4111-ba0a-f33fb60eb276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:37.500835 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-74a18ebe-6932-4111-ba0a-f33fb60eb276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:37.516838 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-74a18ebe-6932-4111-ba0a-f33fb60eb276 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:37.556093 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db369457-8f8c-4e45-ad95-85d3067f7444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-3e56ca49-7138-4805-8a03-c3b13767a17a', 'network_id': '3e56ca49-7138-4805-8a03-c3b13767a17a', 'tenant_id': '0231d731dc0c44dd9d9b04df4cefda1b', 'fixed_ips': [{'subnet_id': 'f5e3635d-15a6-4c35-8305-b7fd0df4b3b3'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 16:09:37.556932 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-db369457-8f8c-4e45-ad95-85d3067f7444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:37.717151 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-db369457-8f8c-4e45-ad95-85d3067f7444 None None] Allocated IP 172.20.0.2 (3e56ca49-7138-4805-8a03-c3b13767a17a/f5e3635d-15a6-4c35-8305-b7fd0df4b3b3/c230a484-f7ff-4e95-bf07-6b15339cc55c) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:09:37.886723 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-74a18ebe-6932-4111-ba0a-f33fb60eb276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:37.925496 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-db369457-8f8c-4e45-ad95-85d3067f7444 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:37.936116 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-db369457-8f8c-4e45-ad95-85d3067f7444 None None] Transition to ACTIVE for port object c230a484-f7ff-4e95-bf07-6b15339cc55c will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:09:37.953980 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-db369457-8f8c-4e45-ad95-85d3067f7444 None None] Transition to ACTIVE for port object c230a484-f7ff-4e95-bf07-6b15339cc55c will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:09:38.009082 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-db369457-8f8c-4e45-ad95-85d3067f7444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:38.078677 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db369457-8f8c-4e45-ad95-85d3067f7444 None None] Network 3e56ca49-7138-4805-8a03-c3b13767a17a is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:09:38.081426 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-db369457-8f8c-4e45-ad95-85d3067f7444 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:09:38.085036 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db369457-8f8c-4e45-ad95-85d3067f7444 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:09:38.092653 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db369457-8f8c-4e45-ad95-85d3067f7444 None None] Pushing event updated for resources: {'Port': ['ID=c230a484-f7ff-4e95-bf07-6b15339cc55c,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:09:38.197653 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-db369457-8f8c-4e45-ad95-85d3067f7444 None None] Attempting to bind port c230a484-f7ff-4e95-bf07-6b15339cc55c on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:09:38.198020 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-db369457-8f8c-4e45-ad95-85d3067f7444 None None] Attempting to bind port c230a484-f7ff-4e95-bf07-6b15339cc55c by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '06ae3a71-0f2c-4065-a389-8692728e07f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3e56ca49-7138-4805-8a03-c3b13767a17a'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:09:38.198455 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db369457-8f8c-4e45-ad95-85d3067f7444 None None] Attempting to bind port c230a484-f7ff-4e95-bf07-6b15339cc55c on network 3e56ca49-7138-4805-8a03-c3b13767a17a {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:09:38.207703 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db369457-8f8c-4e45-ad95-85d3067f7444 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:09:38.207703 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db369457-8f8c-4e45-ad95-85d3067f7444 None None] Checking segment: {'id': '06ae3a71-0f2c-4065-a389-8692728e07f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3e56ca49-7138-4805-8a03-c3b13767a17a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:09:38.207703 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-db369457-8f8c-4e45-ad95-85d3067f7444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:38.207703 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db369457-8f8c-4e45-ad95-85d3067f7444 None None] Bound using segment: {'id': '06ae3a71-0f2c-4065-a389-8692728e07f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3e56ca49-7138-4805-8a03-c3b13767a17a'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:09:38.207703 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-db369457-8f8c-4e45-ad95-85d3067f7444 None None] Bound port: c230a484-f7ff-4e95-bf07-6b15339cc55c, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ae3a71-0f2c-4065-a389-8692728e07f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3e56ca49-7138-4805-8a03-c3b13767a17a'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:09:38.207703 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-db369457-8f8c-4e45-ad95-85d3067f7444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:38.328440 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-db369457-8f8c-4e45-ad95-85d3067f7444 None None] For port c230a484-f7ff-4e95-bf07-6b15339cc55c, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:09:38.331428 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-db369457-8f8c-4e45-ad95-85d3067f7444 None None] For port c230a484-f7ff-4e95-bf07-6b15339cc55c, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=c230a484-f7ff-4e95-bf07-6b15339cc55c,segment=NetworkSegment(06ae3a71-0f2c-4065-a389-8692728e07f2),segment_id=06ae3a71-0f2c-4065-a389-8692728e07f2)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:09:38.374355 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-74a18ebe-6932-4111-ba0a-f33fb60eb276 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:38.397382 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-db369457-8f8c-4e45-ad95-85d3067f7444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:38.407611 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-74a18ebe-6932-4111-ba0a-f33fb60eb276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:38.487739 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db369457-8f8c-4e45-ad95-85d3067f7444 None None] Pushing event updated for resources: {'Port': ['ID=c230a484-f7ff-4e95-bf07-6b15339cc55c,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:09:38.556487 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-74a18ebe-6932-4111-ba0a-f33fb60eb276 admin admin] Allocated IP 172.26.2.115 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/9af90d7f-4672-44ce-9a59-c9dce3f41ab4) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:09:38.737514 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-74a18ebe-6932-4111-ba0a-f33fb60eb276 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:38.826554 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-74a18ebe-6932-4111-ba0a-f33fb60eb276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:38.896877 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a18ebe-6932-4111-ba0a-f33fb60eb276 admin admin] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:09:38.899577 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-74a18ebe-6932-4111-ba0a-f33fb60eb276 admin admin] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:09:38.903146 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a18ebe-6932-4111-ba0a-f33fb60eb276 admin admin] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:09:38.934422 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a18ebe-6932-4111-ba0a-f33fb60eb276 admin admin] Pushing event updated for resources: {'Port': ['ID=9af90d7f-4672-44ce-9a59-c9dce3f41ab4,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:09:39.285123 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device c230a484-f7ff-4e95-bf07-6b15339cc55c up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:09:39.403517 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-74a18ebe-6932-4111-ba0a-f33fb60eb276 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:39.425962 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port c230a484-f7ff-4e95-bf07-6b15339cc55c completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:09:39.448610 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7374ef76-6e4c-4be1-bc5e-96afb13d7670 None None] Network 3e56ca49-7138-4805-8a03-c3b13767a17a requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:09:39.666889 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-0336028d-7357-4419-b4bd-48907ea023ff None None] Provisioning for port c230a484-f7ff-4e95-bf07-6b15339cc55c completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:09:39.683056 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-0336028d-7357-4419-b4bd-48907ea023ff None None] Provisioning complete for port c230a484-f7ff-4e95-bf07-6b15339cc55c triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:09:39.683427 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-0336028d-7357-4419-b4bd-48907ea023ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:39.683764 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-0336028d-7357-4419-b4bd-48907ea023ff None None] Attempt 1 to provision port c230a484-f7ff-4e95-bf07-6b15339cc55c Oct 26 16:09:39.756390 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-74a18ebe-6932-4111-ba0a-f33fb60eb276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:39.834504 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-0336028d-7357-4419-b4bd-48907ea023ff None None] Current status of the port c230a484-f7ff-4e95-bf07-6b15339cc55c is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:09:39.835158 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-0336028d-7357-4419-b4bd-48907ea023ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:39.875891 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-0336028d-7357-4419-b4bd-48907ea023ff None None] For port c230a484-f7ff-4e95-bf07-6b15339cc55c, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=c230a484-f7ff-4e95-bf07-6b15339cc55c,segment=NetworkSegment(06ae3a71-0f2c-4065-a389-8692728e07f2),segment_id=06ae3a71-0f2c-4065-a389-8692728e07f2)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:09:39.934352 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-0336028d-7357-4419-b4bd-48907ea023ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:40.006731 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336028d-7357-4419-b4bd-48907ea023ff None None] Pushing event updated for resources: {'Port': ['ID=c230a484-f7ff-4e95-bf07-6b15339cc55c,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:09:40.055372 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-d1ecb4ed-105b-43f9-b783-5cbea483829b None None] Provisioning complete for port c230a484-f7ff-4e95-bf07-6b15339cc55c triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:09:40.055744 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d1ecb4ed-105b-43f9-b783-5cbea483829b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:40.056081 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-d1ecb4ed-105b-43f9-b783-5cbea483829b None None] Attempt 1 to provision port c230a484-f7ff-4e95-bf07-6b15339cc55c Oct 26 16:09:40.174185 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a18ebe-6932-4111-ba0a-f33fb60eb276 admin admin] Router e2d420ff-819a-49af-88f0-2a8bbeb255fa is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 16:09:40.176434 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-d1ecb4ed-105b-43f9-b783-5cbea483829b None None] Current status of the port c230a484-f7ff-4e95-bf07-6b15339cc55c is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:09:40.356007 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a18ebe-6932-4111-ba0a-f33fb60eb276 admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:09:40.366801 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16832c3-608d-4820-8819-195fb525ec7c None None] Sync routers for ids ['e2d420ff-819a-49af-88f0-2a8bbeb255fa'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:09:40.377121 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16832c3-608d-4820-8819-195fb525ec7c None None] Routers {'e2d420ff-819a-49af-88f0-2a8bbeb255fa'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:09:40.377745 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-b16832c3-608d-4820-8819-195fb525ec7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:09:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['e2d420ff-819a-49af-88f0-2a8bbeb255fa'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:09:40.437334 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-74a18ebe-6932-4111-ba0a-f33fb60eb276 admin admin] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:40.441167 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-74a18ebe-6932-4111-ba0a-f33fb60eb276 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0206113 Oct 26 16:09:40.441370 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 47834) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:09:40.565044 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-b16832c3-608d-4820-8819-195fb525ec7c None None] Set router e2d420ff-819a-49af-88f0-2a8bbeb255fa gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:09:40.871442 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-b16832c3-608d-4820-8819-195fb525ec7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d420ff-819a-49af-88f0-2a8bbeb255fa', 'name': 'tempest-DeleteServersTestJSON-251790553-router', 'tenant_id': '0231d731dc0c44dd9d9b04df4cefda1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '9af90d7f-4672-44ce-9a59-c9dce3f41ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:09:37Z', 'updated_at': '2022-10-26T16:09:39Z', 'revision_number': 3, 'project_id': '0231d731dc0c44dd9d9b04df4cefda1b', 'gw_port': {'id': '9af90d7f-4672-44ce-9a59-c9dce3f41ab4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:12:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d420ff-819a-49af-88f0-2a8bbeb255fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:09:38Z', 'updated_at': '2022-10-26T16:09:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:09:40.876244 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16832c3-608d-4820-8819-195fb525ec7c None None] Checking router: e2d420ff-819a-49af-88f0-2a8bbeb255fa for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:09:40.876593 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16832c3-608d-4820-8819-195fb525ec7c None None] Updating router e2d420ff-819a-49af-88f0-2a8bbeb255fa port 9af90d7f-4672-44ce-9a59-c9dce3f41ab4 binding host dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:09:40.933173 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b16832c3-608d-4820-8819-195fb525ec7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:41.147680 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7a711de4-4dd4-4b0d-b293-3be22144b46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:41.272759 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device c230a484-f7ff-4e95-bf07-6b15339cc55c up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:09:41.352006 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b16832c3-608d-4820-8819-195fb525ec7c None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:41.367418 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-b16832c3-608d-4820-8819-195fb525ec7c None None] Transition to ACTIVE for port object 9af90d7f-4672-44ce-9a59-c9dce3f41ab4 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:09:41.372202 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-7a711de4-4dd4-4b0d-b293-3be22144b46d admin admin] Allocated IP 172.20.0.1 (3e56ca49-7138-4805-8a03-c3b13767a17a/f5e3635d-15a6-4c35-8305-b7fd0df4b3b3/a16694cf-dc08-4a8b-85c2-96b662aa1ab4) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:09:41.379326 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port c230a484-f7ff-4e95-bf07-6b15339cc55c triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:09:41.379734 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:41.380077 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port c230a484-f7ff-4e95-bf07-6b15339cc55c Oct 26 16:09:41.471015 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b16832c3-608d-4820-8819-195fb525ec7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:41.557460 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-b16832c3-608d-4820-8819-195fb525ec7c None None] Attempting to bind port 9af90d7f-4672-44ce-9a59-c9dce3f41ab4 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:09:41.557736 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-b16832c3-608d-4820-8819-195fb525ec7c None None] Attempting to bind port 9af90d7f-4672-44ce-9a59-c9dce3f41ab4 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:09:41.558095 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16832c3-608d-4820-8819-195fb525ec7c None None] Attempting to bind port 9af90d7f-4672-44ce-9a59-c9dce3f41ab4 on network 0c79a151-ef79-4fff-8a3c-258f9478471d {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:09:41.570119 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16832c3-608d-4820-8819-195fb525ec7c None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:09:41.570521 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16832c3-608d-4820-8819-195fb525ec7c None None] Checking segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:09:41.570930 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b16832c3-608d-4820-8819-195fb525ec7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:41.571329 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16832c3-608d-4820-8819-195fb525ec7c None None] Bound using segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:09:41.571795 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-b16832c3-608d-4820-8819-195fb525ec7c None None] Bound port: 9af90d7f-4672-44ce-9a59-c9dce3f41ab4, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:09:41.572165 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b16832c3-608d-4820-8819-195fb525ec7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:41.619880 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port c230a484-f7ff-4e95-bf07-6b15339cc55c is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:09:41.628516 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe589a-c8b6-449a-8f35-7bc8413a6fb8 None None] Pushing event updated for resources: {'Port': ['ID=9af90d7f-4672-44ce-9a59-c9dce3f41ab4,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:09:41.641081 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7a711de4-4dd4-4b0d-b293-3be22144b46d admin admin] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:41.657835 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-b16832c3-608d-4820-8819-195fb525ec7c None None] For port 9af90d7f-4672-44ce-9a59-c9dce3f41ab4, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:09:41.658013 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-7a711de4-4dd4-4b0d-b293-3be22144b46d admin admin] Transition to ACTIVE for port object a16694cf-dc08-4a8b-85c2-96b662aa1ab4 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:09:41.660956 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-b16832c3-608d-4820-8819-195fb525ec7c None None] For port 9af90d7f-4672-44ce-9a59-c9dce3f41ab4, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=9af90d7f-4672-44ce-9a59-c9dce3f41ab4,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:09:41.751795 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b16832c3-608d-4820-8819-195fb525ec7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:41.774608 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7a711de4-4dd4-4b0d-b293-3be22144b46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:41.818206 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16832c3-608d-4820-8819-195fb525ec7c None None] Routers {'e2d420ff-819a-49af-88f0-2a8bbeb255fa'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:09:41.818872 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-b16832c3-608d-4820-8819-195fb525ec7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:09:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['e2d420ff-819a-49af-88f0-2a8bbeb255fa'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:09:41.846372 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a711de4-4dd4-4b0d-b293-3be22144b46d admin admin] Network 3e56ca49-7138-4805-8a03-c3b13767a17a is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:09:41.849186 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-7a711de4-4dd4-4b0d-b293-3be22144b46d admin admin] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:09:41.851714 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a711de4-4dd4-4b0d-b293-3be22144b46d admin admin] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:09:41.893997 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a711de4-4dd4-4b0d-b293-3be22144b46d admin admin] Pushing event updated for resources: {'Port': ['ID=a16694cf-dc08-4a8b-85c2-96b662aa1ab4,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:09:41.915194 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7a711de4-4dd4-4b0d-b293-3be22144b46d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:41.959900 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe589a-c8b6-449a-8f35-7bc8413a6fb8 None None] Pushing event updated for resources: {'Port': ['ID=9af90d7f-4672-44ce-9a59-c9dce3f41ab4,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:09:42.015374 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-b16832c3-608d-4820-8819-195fb525ec7c None None] Set router e2d420ff-819a-49af-88f0-2a8bbeb255fa gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:09:42.099753 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7a711de4-4dd4-4b0d-b293-3be22144b46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:42.285517 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-feb67992-ad0c-4c52-80df-71544a1b7d96 None None] Provisioning for port a16694cf-dc08-4a8b-85c2-96b662aa1ab4 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:09:42.292819 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-feb67992-ad0c-4c52-80df-71544a1b7d96 None None] Provisioning complete for port a16694cf-dc08-4a8b-85c2-96b662aa1ab4 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:09:42.303478 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-feb67992-ad0c-4c52-80df-71544a1b7d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:42.303478 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-feb67992-ad0c-4c52-80df-71544a1b7d96 None None] Attempt 1 to provision port a16694cf-dc08-4a8b-85c2-96b662aa1ab4 Oct 26 16:09:42.326533 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7a711de4-4dd4-4b0d-b293-3be22144b46d admin admin] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:42.352515 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-feb67992-ad0c-4c52-80df-71544a1b7d96 None None] Port a16694cf-dc08-4a8b-85c2-96b662aa1ab4 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:09:42.367387 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-b16832c3-608d-4820-8819-195fb525ec7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d420ff-819a-49af-88f0-2a8bbeb255fa', 'name': 'tempest-DeleteServersTestJSON-251790553-router', 'tenant_id': '0231d731dc0c44dd9d9b04df4cefda1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '9af90d7f-4672-44ce-9a59-c9dce3f41ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:09:37Z', 'updated_at': '2022-10-26T16:09:39Z', 'revision_number': 3, 'project_id': '0231d731dc0c44dd9d9b04df4cefda1b', 'gw_port': {'id': '9af90d7f-4672-44ce-9a59-c9dce3f41ab4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:12:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d420ff-819a-49af-88f0-2a8bbeb255fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:09:38Z', 'updated_at': '2022-10-26T16:09:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:09:42.371493 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16832c3-608d-4820-8819-195fb525ec7c None None] The sync data for ids ['e2d420ff-819a-49af-88f0-2a8bbeb255fa'] in dv-neutron-862712-1-hyperv is: [{'id': 'e2d420ff-819a-49af-88f0-2a8bbeb255fa', 'name': 'tempest-DeleteServersTestJSON-251790553-router', 'tenant_id': '0231d731dc0c44dd9d9b04df4cefda1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '9af90d7f-4672-44ce-9a59-c9dce3f41ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:09:37Z', 'updated_at': '2022-10-26T16:09:39Z', 'revision_number': 3, 'project_id': '0231d731dc0c44dd9d9b04df4cefda1b', 'gw_port': {'id': '9af90d7f-4672-44ce-9a59-c9dce3f41ab4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:12:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d420ff-819a-49af-88f0-2a8bbeb255fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:09:38Z', 'updated_at': '2022-10-26T16:09:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:09:42.403245 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7a711de4-4dd4-4b0d-b293-3be22144b46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:42.516584 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7a711de4-4dd4-4b0d-b293-3be22144b46d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:42.519981 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a711de4-4dd4-4b0d-b293-3be22144b46d admin admin] Pushing event updated for resources: {'Port': ['ID=a16694cf-dc08-4a8b-85c2-96b662aa1ab4,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:09:42.665557 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a711de4-4dd4-4b0d-b293-3be22144b46d admin admin] Network 3e56ca49-7138-4805-8a03-c3b13767a17a is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:09:42.666751 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-7a711de4-4dd4-4b0d-b293-3be22144b46d admin admin] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:09:42.853408 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-feb67992-ad0c-4c52-80df-71544a1b7d96 None None] Attempt 2 to provision port a16694cf-dc08-4a8b-85c2-96b662aa1ab4 Oct 26 16:09:42.874379 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a711de4-4dd4-4b0d-b293-3be22144b46d admin admin] Router e2d420ff-819a-49af-88f0-2a8bbeb255fa has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:09:42.914992 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-feb67992-ad0c-4c52-80df-71544a1b7d96 None None] Port a16694cf-dc08-4a8b-85c2-96b662aa1ab4 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:09:43.068624 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a711de4-4dd4-4b0d-b293-3be22144b46d admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:09:43.077861 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-7a711de4-4dd4-4b0d-b293-3be22144b46d admin admin] 10.222.0.23 "PUT /v2.0/routers/e2d420ff-819a-49af-88f0-2a8bbeb255fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6354938 Oct 26 16:09:43.283393 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 9af90d7f-4672-44ce-9a59-c9dce3f41ab4 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:09:43.416180 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-feb67992-ad0c-4c52-80df-71544a1b7d96 None None] Attempt 3 to provision port a16694cf-dc08-4a8b-85c2-96b662aa1ab4 Oct 26 16:09:43.448863 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 9af90d7f-4672-44ce-9a59-c9dce3f41ab4 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:09:43.468982 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 9af90d7f-4672-44ce-9a59-c9dce3f41ab4 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:09:43.469356 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:43.469687 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 9af90d7f-4672-44ce-9a59-c9dce3f41ab4 Oct 26 16:09:43.525671 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-feb67992-ad0c-4c52-80df-71544a1b7d96 None None] Port a16694cf-dc08-4a8b-85c2-96b662aa1ab4 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:09:43.598704 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 9af90d7f-4672-44ce-9a59-c9dce3f41ab4 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:09:43.598992 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:43.602797 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-0fe23491-ae18-4af3-9fc2-8ad72ade1375 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:43.603717 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-0fe23491-ae18-4af3-9fc2-8ad72ade1375 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Synchronizing usage tracker for tenant:0231d731dc0c44dd9d9b04df4cefda1b on resource:network {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:09:43.619190 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 9af90d7f-4672-44ce-9a59-c9dce3f41ab4, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=9af90d7f-4672-44ce-9a59-c9dce3f41ab4,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:09:43.682709 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-0fe23491-ae18-4af3-9fc2-8ad72ade1375 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Unset dirty status for tenant:0231d731dc0c44dd9d9b04df4cefda1b on resource:network {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:09:43.683943 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-0fe23491-ae18-4af3-9fc2-8ad72ade1375 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/networks?id=3e56ca49-7138-4805-8a03-c3b13767a17a HTTP/1.1" status: 200 len: 811 time: 0.2270725 Oct 26 16:09:43.693511 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:43.699743 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-1a07a22e-9a49-4f11-8191-78d6baf6bb5f tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/quotas/0231d731dc0c44dd9d9b04df4cefda1b HTTP/1.1" status: 200 len: 375 time: 0.0101738 Oct 26 16:09:43.801722 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=9af90d7f-4672-44ce-9a59-c9dce3f41ab4,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:09:44.001800 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:09:44.001800 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:09:44.001800 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:09:44.001800 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:09:44.001800 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:09:44.001800 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:09:44.001800 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:09:44.001800 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:09:44.001800 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:09:44.001800 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:09:44.001800 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:09:44.001800 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:09:44.002733 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293046e9-94ac-4536-b66d-cf3bba31dfe7 None None] Sync routers for ids ['e2d420ff-819a-49af-88f0-2a8bbeb255fa'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:09:44.002733 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293046e9-94ac-4536-b66d-cf3bba31dfe7 None None] Routers {'e2d420ff-819a-49af-88f0-2a8bbeb255fa'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:09:44.002733 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-293046e9-94ac-4536-b66d-cf3bba31dfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:09:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['e2d420ff-819a-49af-88f0-2a8bbeb255fa'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:09:44.003316 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-811dd8b6-a1a8-45d9-a550-2bac04970b35 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Synchronizing usage tracker for tenant:0231d731dc0c44dd9d9b04df4cefda1b on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:09:44.027165 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-feb67992-ad0c-4c52-80df-71544a1b7d96 None None] Attempt 4 to provision port a16694cf-dc08-4a8b-85c2-96b662aa1ab4 Oct 26 16:09:44.060430 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-811dd8b6-a1a8-45d9-a550-2bac04970b35 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Unset dirty status for tenant:0231d731dc0c44dd9d9b04df4cefda1b on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:09:44.061867 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-811dd8b6-a1a8-45d9-a550-2bac04970b35 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0231d731dc0c44dd9d9b04df4cefda1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3559852 Oct 26 16:09:44.082856 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-feb67992-ad0c-4c52-80df-71544a1b7d96 None None] Port a16694cf-dc08-4a8b-85c2-96b662aa1ab4 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:09:44.117330 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-293046e9-94ac-4536-b66d-cf3bba31dfe7 None None] Set router e2d420ff-819a-49af-88f0-2a8bbeb255fa gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:09:44.310599 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-c68ac66d-5706-41a6-b824-1f47988190a8 service neutron] 10.222.0.23 "GET /v2.0/networks/3e56ca49-7138-4805-8a03-c3b13767a17a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404025 Oct 26 16:09:44.439734 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-293046e9-94ac-4536-b66d-cf3bba31dfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d420ff-819a-49af-88f0-2a8bbeb255fa', 'name': 'tempest-DeleteServersTestJSON-251790553-router', 'tenant_id': '0231d731dc0c44dd9d9b04df4cefda1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '9af90d7f-4672-44ce-9a59-c9dce3f41ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:09:37Z', 'updated_at': '2022-10-26T16:09:41Z', 'revision_number': 4, 'project_id': '0231d731dc0c44dd9d9b04df4cefda1b', 'gw_port': {'id': '9af90d7f-4672-44ce-9a59-c9dce3f41ab4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:12:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d420ff-819a-49af-88f0-2a8bbeb255fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:09:38Z', 'updated_at': '2022-10-26T16:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': 'a16694cf-dc08-4a8b-85c2-96b662aa1ab4', 'name': '', 'network_id': '3e56ca49-7138-4805-8a03-c3b13767a17a', 'tenant_id': '0231d731dc0c44dd9d9b04df4cefda1b', 'mac_address': 'fa:16:3e:ed:e2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d420ff-819a-49af-88f0-2a8bbeb255fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': 'f5e3635d-15a6-4c35-8305-b7fd0df4b3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:09:41Z', 'updated_at': '2022-10-26T16:09:42Z', 'revision_number': 2, 'project_id': '0231d731dc0c44dd9d9b04df4cefda1b', 'subnets': [{'id': 'f5e3635d-15a6-4c35-8305-b7fd0df4b3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:09:44.442878 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-d9e880d2-50f0-4239-ac59-e78b9b878686 service neutron] 10.222.0.23 "GET /v2.0/networks/3e56ca49-7138-4805-8a03-c3b13767a17a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267662 Oct 26 16:09:44.443735 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293046e9-94ac-4536-b66d-cf3bba31dfe7 None None] Checking router: e2d420ff-819a-49af-88f0-2a8bbeb255fa for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:09:44.444154 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293046e9-94ac-4536-b66d-cf3bba31dfe7 None None] Updating router e2d420ff-819a-49af-88f0-2a8bbeb255fa port a16694cf-dc08-4a8b-85c2-96b662aa1ab4 binding host dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:09:44.501404 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-293046e9-94ac-4536-b66d-cf3bba31dfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:44.584624 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-feb67992-ad0c-4c52-80df-71544a1b7d96 None None] Attempt 5 to provision port a16694cf-dc08-4a8b-85c2-96b662aa1ab4 Oct 26 16:09:44.674771 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-feb67992-ad0c-4c52-80df-71544a1b7d96 None None] Port a16694cf-dc08-4a8b-85c2-96b662aa1ab4 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:09:44.722385 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-040754a5-8b27-4b47-989d-c8019884fe6e req-f6fba44d-705a-47de-9fad-d7d5e0b86405 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 210 time: 0.0578408 Oct 26 16:09:44.924250 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-293046e9-94ac-4536-b66d-cf3bba31dfe7 None None] Notify callbacks [] for port, precommit_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:44.936068 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.provisioning_blocks [None req-293046e9-94ac-4536-b66d-cf3bba31dfe7 None None] Transition to ACTIVE for port object a16694cf-dc08-4a8b-85c2-96b662aa1ab4 will not be triggered until provisioned by entity L2. {{(pid=89750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:09:45.020011 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-293046e9-94ac-4536-b66d-cf3bba31dfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:45.178788 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-feb67992-ad0c-4c52-80df-71544a1b7d96 None None] Attempt 6 to provision port a16694cf-dc08-4a8b-85c2-96b662aa1ab4 Oct 26 16:09:45.208607 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57bb8a1-82db-4b14-8c3a-a42c277eb672 None None] Pushing event updated for resources: {'Port': ['ID=a16694cf-dc08-4a8b-85c2-96b662aa1ab4,revision_number=3']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:09:45.228206 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57bb8a1-82db-4b14-8c3a-a42c277eb672 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:09:45.228552 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57bb8a1-82db-4b14-8c3a-a42c277eb672 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:09:45.228888 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57bb8a1-82db-4b14-8c3a-a42c277eb672 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:09:45.229253 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57bb8a1-82db-4b14-8c3a-a42c277eb672 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:09:45.229627 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57bb8a1-82db-4b14-8c3a-a42c277eb672 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:09:45.230129 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57bb8a1-82db-4b14-8c3a-a42c277eb672 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:09:45.230455 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57bb8a1-82db-4b14-8c3a-a42c277eb672 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:09:45.231222 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57bb8a1-82db-4b14-8c3a-a42c277eb672 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:09:45.231222 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57bb8a1-82db-4b14-8c3a-a42c277eb672 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:09:45.231450 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57bb8a1-82db-4b14-8c3a-a42c277eb672 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:09:45.232010 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57bb8a1-82db-4b14-8c3a-a42c277eb672 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:09:45.232475 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57bb8a1-82db-4b14-8c3a-a42c277eb672 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:09:45.237578 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-feb67992-ad0c-4c52-80df-71544a1b7d96 None None] Port a16694cf-dc08-4a8b-85c2-96b662aa1ab4 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:09:45.242370 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-293046e9-94ac-4536-b66d-cf3bba31dfe7 None None] Attempting to bind port a16694cf-dc08-4a8b-85c2-96b662aa1ab4 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:09:45.242770 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-293046e9-94ac-4536-b66d-cf3bba31dfe7 None None] Attempting to bind port a16694cf-dc08-4a8b-85c2-96b662aa1ab4 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '06ae3a71-0f2c-4065-a389-8692728e07f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3e56ca49-7138-4805-8a03-c3b13767a17a'}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:09:45.243134 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293046e9-94ac-4536-b66d-cf3bba31dfe7 None None] Attempting to bind port a16694cf-dc08-4a8b-85c2-96b662aa1ab4 on network 3e56ca49-7138-4805-8a03-c3b13767a17a {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:09:45.248726 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293046e9-94ac-4536-b66d-cf3bba31dfe7 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:09:45.249090 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293046e9-94ac-4536-b66d-cf3bba31dfe7 None None] Checking segment: {'id': '06ae3a71-0f2c-4065-a389-8692728e07f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3e56ca49-7138-4805-8a03-c3b13767a17a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:09:45.249482 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-293046e9-94ac-4536-b66d-cf3bba31dfe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:45.249868 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293046e9-94ac-4536-b66d-cf3bba31dfe7 None None] Bound using segment: {'id': '06ae3a71-0f2c-4065-a389-8692728e07f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3e56ca49-7138-4805-8a03-c3b13767a17a'} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:09:45.250320 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-293046e9-94ac-4536-b66d-cf3bba31dfe7 None None] Bound port: a16694cf-dc08-4a8b-85c2-96b662aa1ab4, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ae3a71-0f2c-4065-a389-8692728e07f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3e56ca49-7138-4805-8a03-c3b13767a17a'}}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:09:45.250705 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-293046e9-94ac-4536-b66d-cf3bba31dfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:45.267471 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 9af90d7f-4672-44ce-9a59-c9dce3f41ab4 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:09:45.342308 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 9af90d7f-4672-44ce-9a59-c9dce3f41ab4 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:09:45.342718 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:45.343055 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 9af90d7f-4672-44ce-9a59-c9dce3f41ab4 Oct 26 16:09:45.348979 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-293046e9-94ac-4536-b66d-cf3bba31dfe7 None None] For port a16694cf-dc08-4a8b-85c2-96b662aa1ab4, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:09:45.352059 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-293046e9-94ac-4536-b66d-cf3bba31dfe7 None None] For port a16694cf-dc08-4a8b-85c2-96b662aa1ab4, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=a16694cf-dc08-4a8b-85c2-96b662aa1ab4,segment=NetworkSegment(06ae3a71-0f2c-4065-a389-8692728e07f2),segment_id=06ae3a71-0f2c-4065-a389-8692728e07f2)] {{(pid=89750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:09:45.436707 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-293046e9-94ac-4536-b66d-cf3bba31dfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:45.462050 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 9af90d7f-4672-44ce-9a59-c9dce3f41ab4 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:09:45.499277 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293046e9-94ac-4536-b66d-cf3bba31dfe7 None None] Routers {'e2d420ff-819a-49af-88f0-2a8bbeb255fa'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:09:45.499901 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-293046e9-94ac-4536-b66d-cf3bba31dfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:09:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['e2d420ff-819a-49af-88f0-2a8bbeb255fa'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:09:45.638891 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57bb8a1-82db-4b14-8c3a-a42c277eb672 None None] Pushing event updated for resources: {'Port': ['ID=a16694cf-dc08-4a8b-85c2-96b662aa1ab4,revision_number=4']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:09:45.688355 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-293046e9-94ac-4536-b66d-cf3bba31dfe7 None None] Set router e2d420ff-819a-49af-88f0-2a8bbeb255fa gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:09:45.739288 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-feb67992-ad0c-4c52-80df-71544a1b7d96 None None] Attempt 7 to provision port a16694cf-dc08-4a8b-85c2-96b662aa1ab4 Oct 26 16:09:45.803650 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-feb67992-ad0c-4c52-80df-71544a1b7d96 None None] Port a16694cf-dc08-4a8b-85c2-96b662aa1ab4 had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 16:09:45.894532 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-98e4803e-cfa5-4d6f-8a52-35d1930d7270 req-62995d9e-eb6b-4eba-9832-64d10e72b8de tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 210 time: 0.0527847 Oct 26 16:09:46.007789 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-293046e9-94ac-4536-b66d-cf3bba31dfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d420ff-819a-49af-88f0-2a8bbeb255fa', 'name': 'tempest-DeleteServersTestJSON-251790553-router', 'tenant_id': '0231d731dc0c44dd9d9b04df4cefda1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '9af90d7f-4672-44ce-9a59-c9dce3f41ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:09:37Z', 'updated_at': '2022-10-26T16:09:41Z', 'revision_number': 4, 'project_id': '0231d731dc0c44dd9d9b04df4cefda1b', 'gw_port': {'id': '9af90d7f-4672-44ce-9a59-c9dce3f41ab4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:12:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d420ff-819a-49af-88f0-2a8bbeb255fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:09:38Z', 'updated_at': '2022-10-26T16:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': 'a16694cf-dc08-4a8b-85c2-96b662aa1ab4', 'name': '', 'network_id': '3e56ca49-7138-4805-8a03-c3b13767a17a', 'tenant_id': '0231d731dc0c44dd9d9b04df4cefda1b', 'mac_address': 'fa:16:3e:ed:e2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d420ff-819a-49af-88f0-2a8bbeb255fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': 'f5e3635d-15a6-4c35-8305-b7fd0df4b3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:09:41Z', 'updated_at': '2022-10-26T16:09:45Z', 'revision_number': 4, 'project_id': '0231d731dc0c44dd9d9b04df4cefda1b', 'subnets': [{'id': 'f5e3635d-15a6-4c35-8305-b7fd0df4b3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:09:46.011731 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293046e9-94ac-4536-b66d-cf3bba31dfe7 None None] The sync data for ids ['e2d420ff-819a-49af-88f0-2a8bbeb255fa'] in dv-neutron-862712-1-hyperv is: [{'id': 'e2d420ff-819a-49af-88f0-2a8bbeb255fa', 'name': 'tempest-DeleteServersTestJSON-251790553-router', 'tenant_id': '0231d731dc0c44dd9d9b04df4cefda1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '9af90d7f-4672-44ce-9a59-c9dce3f41ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:09:37Z', 'updated_at': '2022-10-26T16:09:41Z', 'revision_number': 4, 'project_id': '0231d731dc0c44dd9d9b04df4cefda1b', 'gw_port': {'id': '9af90d7f-4672-44ce-9a59-c9dce3f41ab4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:12:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d420ff-819a-49af-88f0-2a8bbeb255fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:09:38Z', 'updated_at': '2022-10-26T16:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': 'a16694cf-dc08-4a8b-85c2-96b662aa1ab4', 'name': '', 'network_id': '3e56ca49-7138-4805-8a03-c3b13767a17a', 'tenant_id': '0231d731dc0c44dd9d9b04df4cefda1b', 'mac_address': 'fa:16:3e:ed:e2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d420ff-819a-49af-88f0-2a8bbeb255fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': 'f5e3635d-15a6-4c35-8305-b7fd0df4b3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:09:41Z', 'updated_at': '2022-10-26T16:09:45Z', 'revision_number': 4, 'project_id': '0231d731dc0c44dd9d9b04df4cefda1b', 'subnets': [{'id': 'f5e3635d-15a6-4c35-8305-b7fd0df4b3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:09:47.068329 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-f016aa94-7ba2-4d1d-9f76-8d467f00011e tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:47.069283 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-1eac1535-1863-403a-87d7-42cea9015a46 req-d606ca31-2bb5-4c3e-b446-9e3cb7600016 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 210 time: 0.0573745 Oct 26 16:09:47.069915 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-f016aa94-7ba2-4d1d-9f76-8d467f00011e tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.48 "GET /v2.0/networks?id=3e56ca49-7138-4805-8a03-c3b13767a17a HTTP/1.1" status: 200 len: 811 time: 0.1600671 Oct 26 16:09:47.087536 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-dba9220f-bbf3-4cce-82dd-f29841f4fe83 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Request body: {'port': {'device_id': 'ceef8c27-89fe-48cb-86cb-9611042b1a95', 'network_id': '3e56ca49-7138-4805-8a03-c3b13767a17a', 'admin_state_up': True, 'tenant_id': '0231d731dc0c44dd9d9b04df4cefda1b'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:09:47.234959 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-dba9220f-bbf3-4cce-82dd-f29841f4fe83 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:09:47.246735 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-dba9220f-bbf3-4cce-82dd-f29841f4fe83 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:09:47.299530 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a16694cf-dc08-4a8b-85c2-96b662aa1ab4 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:09:47.351681 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-dba9220f-bbf3-4cce-82dd-f29841f4fe83 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Made reservation on behalf of 0231d731dc0c44dd9d9b04df4cefda1b for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:09:47.355342 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-dba9220f-bbf3-4cce-82dd-f29841f4fe83 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:47.448600 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port a16694cf-dc08-4a8b-85c2-96b662aa1ab4 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:09:47.454648 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port a16694cf-dc08-4a8b-85c2-96b662aa1ab4 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:09:47.455027 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:47.455364 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port a16694cf-dc08-4a8b-85c2-96b662aa1ab4 Oct 26 16:09:47.525140 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-dba9220f-bbf3-4cce-82dd-f29841f4fe83 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Allocated IP 172.20.0.5 (3e56ca49-7138-4805-8a03-c3b13767a17a/f5e3635d-15a6-4c35-8305-b7fd0df4b3b3/9593f394-a652-42d9-a79b-34a63963145d) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:09:47.574925 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port a16694cf-dc08-4a8b-85c2-96b662aa1ab4 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:09:47.575405 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:47.608238 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port a16694cf-dc08-4a8b-85c2-96b662aa1ab4, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=a16694cf-dc08-4a8b-85c2-96b662aa1ab4,segment=NetworkSegment(06ae3a71-0f2c-4065-a389-8692728e07f2),segment_id=06ae3a71-0f2c-4065-a389-8692728e07f2)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:09:47.671650 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:47.737015 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-dba9220f-bbf3-4cce-82dd-f29841f4fe83 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:47.743726 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=a16694cf-dc08-4a8b-85c2-96b662aa1ab4,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:09:47.753334 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-dba9220f-bbf3-4cce-82dd-f29841f4fe83 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Transition to ACTIVE for port object 9593f394-a652-42d9-a79b-34a63963145d will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:09:47.853741 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-dba9220f-bbf3-4cce-82dd-f29841f4fe83 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:47.921542 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-dba9220f-bbf3-4cce-82dd-f29841f4fe83 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Network 3e56ca49-7138-4805-8a03-c3b13767a17a is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:09:47.924416 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-dba9220f-bbf3-4cce-82dd-f29841f4fe83 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:09:47.928403 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-dba9220f-bbf3-4cce-82dd-f29841f4fe83 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:09:47.972801 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba9220f-bbf3-4cce-82dd-f29841f4fe83 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Pushing event updated for resources: {'Port': ['ID=9593f394-a652-42d9-a79b-34a63963145d,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:09:48.002797 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-dba9220f-bbf3-4cce-82dd-f29841f4fe83 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:48.003413 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-dba9220f-bbf3-4cce-82dd-f29841f4fe83 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:48.107425 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-dba9220f-bbf3-4cce-82dd-f29841f4fe83 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0229506 Oct 26 16:09:48.123520 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-3d0e559b-695a-4100-a552-3e4d54aee761 service neutron] Request body: {'port': {'device_id': 'ceef8c27-89fe-48cb-86cb-9611042b1a95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8627'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:09:48.231457 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c7ea62ed-1ac6-4c54-8223-c544d1edae88 None None] Provisioning for port 9593f394-a652-42d9-a79b-34a63963145d completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:09:48.236691 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c7ea62ed-1ac6-4c54-8223-c544d1edae88 None None] Provisioning complete for port 9593f394-a652-42d9-a79b-34a63963145d triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:09:48.237070 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c7ea62ed-1ac6-4c54-8223-c544d1edae88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:48.237442 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c7ea62ed-1ac6-4c54-8223-c544d1edae88 None None] Attempt 1 to provision port 9593f394-a652-42d9-a79b-34a63963145d Oct 26 16:09:48.291955 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c7ea62ed-1ac6-4c54-8223-c544d1edae88 None None] Port 9593f394-a652-42d9-a79b-34a63963145d cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:09:48.296274 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-3d0e559b-695a-4100-a552-3e4d54aee761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:48.388376 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35faf3-3034-443a-9a21-cf126ed99b48 req-a2f6b9c4-9429-46e9-99d4-1e50810bdfad tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:48.389276 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-fc35faf3-3034-443a-9a21-cf126ed99b48 req-a2f6b9c4-9429-46e9-99d4-1e50810bdfad tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Synchronizing usage tracker for tenant:0231d731dc0c44dd9d9b04df4cefda1b on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:09:48.533386 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-fc35faf3-3034-443a-9a21-cf126ed99b48 req-a2f6b9c4-9429-46e9-99d4-1e50810bdfad tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Unset dirty status for tenant:0231d731dc0c44dd9d9b04df4cefda1b on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:09:48.534542 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-fc35faf3-3034-443a-9a21-cf126ed99b48 req-a2f6b9c4-9429-46e9-99d4-1e50810bdfad tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 931 time: 0.3531902 Oct 26 16:09:48.608235 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-fc35faf3-3034-443a-9a21-cf126ed99b48 req-a581db39-86b6-494f-b268-57b276dfc9e6 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Synchronizing usage tracker for tenant:0231d731dc0c44dd9d9b04df4cefda1b on resource:security_group {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:09:48.694959 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-fc35faf3-3034-443a-9a21-cf126ed99b48 req-a581db39-86b6-494f-b268-57b276dfc9e6 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Unset dirty status for tenant:0231d731dc0c44dd9d9b04df4cefda1b on resource:security_group {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:09:48.696097 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-fc35faf3-3034-443a-9a21-cf126ed99b48 req-a581db39-86b6-494f-b268-57b276dfc9e6 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/security-groups?id=32891ae3-d3f6-42ab-9b93-d24bc2fc00ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550066 Oct 26 16:09:48.711249 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-3d0e559b-695a-4100-a552-3e4d54aee761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9593f394-a652-42d9-a79b-34a63963145d {{(pid=89748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:09:48.719594 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-3d0e559b-695a-4100-a552-3e4d54aee761 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:48.734117 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-3d0e559b-695a-4100-a552-3e4d54aee761 service neutron] Transition to ACTIVE for port object 9593f394-a652-42d9-a79b-34a63963145d will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:09:48.793284 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c7ea62ed-1ac6-4c54-8223-c544d1edae88 None None] Attempt 2 to provision port 9593f394-a652-42d9-a79b-34a63963145d Oct 26 16:09:48.802662 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-3d0e559b-695a-4100-a552-3e4d54aee761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:48.851607 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c7ea62ed-1ac6-4c54-8223-c544d1edae88 None None] Port 9593f394-a652-42d9-a79b-34a63963145d cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:09:49.091878 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e559b-695a-4100-a552-3e4d54aee761 service neutron] Pushing event updated for resources: {'Port': ['ID=9593f394-a652-42d9-a79b-34a63963145d,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:09:49.134959 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-3d0e559b-695a-4100-a552-3e4d54aee761 service neutron] Attempting to bind port 9593f394-a652-42d9-a79b-34a63963145d on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:09:49.135619 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-3d0e559b-695a-4100-a552-3e4d54aee761 service neutron] Attempting to bind port 9593f394-a652-42d9-a79b-34a63963145d by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': '06ae3a71-0f2c-4065-a389-8692728e07f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3e56ca49-7138-4805-8a03-c3b13767a17a'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:09:49.135619 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-3d0e559b-695a-4100-a552-3e4d54aee761 service neutron] Attempting to bind port 9593f394-a652-42d9-a79b-34a63963145d on network 3e56ca49-7138-4805-8a03-c3b13767a17a {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:09:49.140898 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-3d0e559b-695a-4100-a552-3e4d54aee761 service neutron] Port 9593f394-a652-42d9-a79b-34a63963145d on network 3e56ca49-7138-4805-8a03-c3b13767a17a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 16:09:49.141210 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-3d0e559b-695a-4100-a552-3e4d54aee761 service neutron] Attempting to bind port 9593f394-a652-42d9-a79b-34a63963145d on network 3e56ca49-7138-4805-8a03-c3b13767a17a {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:09:49.146230 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-3d0e559b-695a-4100-a552-3e4d54aee761 service neutron] Checking agent: {'id': '1b551391-ebdd-44bd-8801-034277ca5526', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8627', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'started_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:09:49.146594 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-3d0e559b-695a-4100-a552-3e4d54aee761 service neutron] Checking segment: {'id': '06ae3a71-0f2c-4065-a389-8692728e07f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3e56ca49-7138-4805-8a03-c3b13767a17a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:09:49.146976 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-3d0e559b-695a-4100-a552-3e4d54aee761 service neutron] Bound using segment: {'id': '06ae3a71-0f2c-4065-a389-8692728e07f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3e56ca49-7138-4805-8a03-c3b13767a17a'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:09:49.147399 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-3d0e559b-695a-4100-a552-3e4d54aee761 service neutron] Bound port: 9593f394-a652-42d9-a79b-34a63963145d, host: hv-neutron-8627, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06ae3a71-0f2c-4065-a389-8692728e07f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3e56ca49-7138-4805-8a03-c3b13767a17a'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:09:49.147736 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-3d0e559b-695a-4100-a552-3e4d54aee761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:49.237833 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-3d0e559b-695a-4100-a552-3e4d54aee761 service neutron] For port 9593f394-a652-42d9-a79b-34a63963145d, host hv-neutron-8627, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:09:49.240849 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-3d0e559b-695a-4100-a552-3e4d54aee761 service neutron] For port 9593f394-a652-42d9-a79b-34a63963145d, host hv-neutron-8627, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=9593f394-a652-42d9-a79b-34a63963145d,segment=NetworkSegment(06ae3a71-0f2c-4065-a389-8692728e07f2),segment_id=06ae3a71-0f2c-4065-a389-8692728e07f2)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:09:49.260506 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a16694cf-dc08-4a8b-85c2-96b662aa1ab4 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:09:49.329825 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port a16694cf-dc08-4a8b-85c2-96b662aa1ab4 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:09:49.330195 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:49.330570 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port a16694cf-dc08-4a8b-85c2-96b662aa1ab4 Oct 26 16:09:49.340207 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-3d0e559b-695a-4100-a552-3e4d54aee761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:49.343725 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-3d0e559b-695a-4100-a552-3e4d54aee761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:49.344350 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-3d0e559b-695a-4100-a552-3e4d54aee761 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:49.346038 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-3d0e559b-695a-4100-a552-3e4d54aee761 service neutron] 10.222.0.48 "PUT /v2.0/ports/9593f394-a652-42d9-a79b-34a63963145d HTTP/1.1" status: 200 len: 1093 time: 1.2271726 Oct 26 16:09:49.353713 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c7ea62ed-1ac6-4c54-8223-c544d1edae88 None None] Attempt 3 to provision port 9593f394-a652-42d9-a79b-34a63963145d Oct 26 16:09:49.376780 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceef8c27-89fe-48cb-86cb-9611042b1a95', 'tag': '9593f394-a652-42d9-a79b-34a63963145d'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:09:49.379103 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafd8b2a-c746-4f63-bc35-008cc2679c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "ceef8c27-89fe-48cb-86cb-9611042b1a95", "tag": "9593f394-a652-42d9-a79b-34a63963145d"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:09:49.428040 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e559b-695a-4100-a552-3e4d54aee761 service neutron] Pushing event updated for resources: {'Port': ['ID=9593f394-a652-42d9-a79b-34a63963145d,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:09:49.436993 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef034c54-4a71-46d9-9896-568d132d33fe x-openstack-request-id: req-ef034c54-4a71-46d9-9896-568d132d33fe {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:09:49.437421 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceef8c27-89fe-48cb-86cb-9611042b1a95", "tag": "9593f394-a652-42d9-a79b-34a63963145d", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:09:49.437601 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ef034c54-4a71-46d9-9896-568d132d33fe {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:09:49.438006 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef034c54-4a71-46d9-9896-568d132d33fe'] response: {'name': 'network-changed', 'server_uuid': 'ceef8c27-89fe-48cb-86cb-9611042b1a95', 'tag': '9593f394-a652-42d9-a79b-34a63963145d', 'status': 'completed', 'code': 200} Oct 26 16:09:49.449830 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c7ea62ed-1ac6-4c54-8223-c544d1edae88 None None] Port 9593f394-a652-42d9-a79b-34a63963145d had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 16:09:49.508580 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port a16694cf-dc08-4a8b-85c2-96b662aa1ab4 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:09:49.548282 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-a9f89379-8456-421c-b30b-d74fe60559c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:49.549778 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-a9f89379-8456-421c-b30b-d74fe60559c7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0231d731dc0c44dd9d9b04df4cefda1b&device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 1096 time: 0.0848787 Oct 26 16:09:49.626459 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-9949d5f1-957b-4292-a3ed-9ad0f4c04230 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9593f394-a652-42d9-a79b-34a63963145d HTTP/1.1" status: 200 len: 217 time: 0.0648620 Oct 26 16:09:49.689140 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-e6db8218-a02f-45cd-9e01-93a1138166a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:49.690615 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-e6db8218-a02f-45cd-9e01-93a1138166a0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f5e3635d-15a6-4c35-8305-b7fd0df4b3b3 HTTP/1.1" status: 200 len: 850 time: 0.0591555 Oct 26 16:09:49.775466 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-20bb1848-16df-4a63-a367-53dab12923cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:49.776936 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-20bb1848-16df-4a63-a367-53dab12923cd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3e56ca49-7138-4805-8a03-c3b13767a17a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808718 Oct 26 16:09:49.974298 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-b2ee31d9-60a8-40b0-a6af-3400a52bae42 service neutron] 10.222.0.48 "GET /v2.0/networks/3e56ca49-7138-4805-8a03-c3b13767a17a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915627 Oct 26 16:09:50.011507 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f076e-d942-4abe-9f0e-aad257fce108 req-53917d65-85d9-4883-987d-c5fe01b06323 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:50.013492 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bf7f076e-d942-4abe-9f0e-aad257fce108 req-53917d65-85d9-4883-987d-c5fe01b06323 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 943 time: 0.1598825 Oct 26 16:09:50.127262 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bf7f076e-d942-4abe-9f0e-aad257fce108 req-e9ddf53b-2026-4ef2-a43f-f14622cc0370 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/security-groups?id=32891ae3-d3f6-42ab-9b93-d24bc2fc00ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675056 Oct 26 16:09:50.150818 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2d8a4b85-778b-45ee-8bdd-4cb265a4fa15 req-7a422ab4-f427-45d0-a282-bc86da46be59 service neutron] 10.222.0.48 "GET /v2.0/networks/3e56ca49-7138-4805-8a03-c3b13767a17a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703038 Oct 26 16:09:50.396998 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd8b2a-c746-4f63-bc35-008cc2679c1b req-245d185c-2341-4cd4-a76c-3634fa29469e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:50.398362 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bafd8b2a-c746-4f63-bc35-008cc2679c1b req-245d185c-2341-4cd4-a76c-3634fa29469e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0231d731dc0c44dd9d9b04df4cefda1b&device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 1096 time: 0.0834193 Oct 26 16:09:50.530131 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd8b2a-c746-4f63-bc35-008cc2679c1b req-ae001558-a967-4548-9023-18f5b229c8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:50.531573 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bafd8b2a-c746-4f63-bc35-008cc2679c1b req-ae001558-a967-4548-9023-18f5b229c8d0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3e56ca49-7138-4805-8a03-c3b13767a17a HTTP/1.1" status: 200 len: 912 time: 0.1274109 Oct 26 16:09:50.598329 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bafd8b2a-c746-4f63-bc35-008cc2679c1b req-5ec62042-192a-4497-a543-04fc6cb43429 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9593f394-a652-42d9-a79b-34a63963145d HTTP/1.1" status: 200 len: 217 time: 0.0611620 Oct 26 16:09:50.664079 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd8b2a-c746-4f63-bc35-008cc2679c1b req-6bb31159-9f4c-4b8b-9018-2e1d93b2ac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:50.665394 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bafd8b2a-c746-4f63-bc35-008cc2679c1b req-6bb31159-9f4c-4b8b-9018-2e1d93b2ac9f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f5e3635d-15a6-4c35-8305-b7fd0df4b3b3 HTTP/1.1" status: 200 len: 850 time: 0.0613573 Oct 26 16:09:50.748033 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd8b2a-c746-4f63-bc35-008cc2679c1b req-c6c0b1f5-47da-4b10-af42-2c2d6cc85798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:50.749498 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bafd8b2a-c746-4f63-bc35-008cc2679c1b req-c6c0b1f5-47da-4b10-af42-2c2d6cc85798 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3e56ca49-7138-4805-8a03-c3b13767a17a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786164 Oct 26 16:09:50.987510 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bafd8b2a-c746-4f63-bc35-008cc2679c1b req-070ae459-fc8a-4d72-a511-d69c97b3cd42 service neutron] 10.222.0.48 "GET /v2.0/networks/3e56ca49-7138-4805-8a03-c3b13767a17a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308371 Oct 26 16:09:51.120970 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bafd8b2a-c746-4f63-bc35-008cc2679c1b req-8b56721e-db75-42d7-8c0d-e3421dff1130 service neutron] 10.222.0.48 "GET /v2.0/networks/3e56ca49-7138-4805-8a03-c3b13767a17a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276143 Oct 26 16:09:51.333617 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f67d6-d53d-489b-9e78-707ffcd60ec5 req-d0179dd5-96a0-4ad4-aa49-f8809a03d53d tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:51.335037 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-fa7f67d6-d53d-489b-9e78-707ffcd60ec5 req-d0179dd5-96a0-4ad4-aa49-f8809a03d53d tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 943 time: 0.0918190 Oct 26 16:09:51.379409 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-fa7f67d6-d53d-489b-9e78-707ffcd60ec5 req-da93ec45-328b-4645-bc4c-f50bdbbc9b2a tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/security-groups?id=32891ae3-d3f6-42ab-9b93-d24bc2fc00ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386112 Oct 26 16:09:52.583346 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52812e-1d4c-46d0-9f3d-14782f03a7e3 req-f41a0d67-ec6a-4283-ae7f-1c8b6441eade tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:52.584812 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6a52812e-1d4c-46d0-9f3d-14782f03a7e3 req-f41a0d67-ec6a-4283-ae7f-1c8b6441eade tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 943 time: 0.0932038 Oct 26 16:09:52.629533 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6a52812e-1d4c-46d0-9f3d-14782f03a7e3 req-ae577a2c-429b-4e6e-95c1-cc2df4a2f39c tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/security-groups?id=32891ae3-d3f6-42ab-9b93-d24bc2fc00ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390034 Oct 26 16:09:53.825730 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5fbcd-8061-448b-aea0-4a1dcb9235e3 req-4939d971-7ac0-4570-b3ce-2f2e2fa0b062 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:53.827207 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e6d5fbcd-8061-448b-aea0-4a1dcb9235e3 req-4939d971-7ac0-4570-b3ce-2f2e2fa0b062 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 943 time: 0.0884354 Oct 26 16:09:53.870215 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e6d5fbcd-8061-448b-aea0-4a1dcb9235e3 req-18855201-f850-47f3-8f8f-88fdb5eb9bce tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/security-groups?id=32891ae3-d3f6-42ab-9b93-d24bc2fc00ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372627 Oct 26 16:09:55.073683 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30acd3b7-6232-470c-8eee-93f16167d1a4 req-b264e9ad-a227-43c2-9384-2923991b8d62 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:55.075578 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-30acd3b7-6232-470c-8eee-93f16167d1a4 req-b264e9ad-a227-43c2-9384-2923991b8d62 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 943 time: 0.0916767 Oct 26 16:09:55.120222 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-30acd3b7-6232-470c-8eee-93f16167d1a4 req-bd8b60e2-941a-4e67-abaa-67941527694a tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/security-groups?id=32891ae3-d3f6-42ab-9b93-d24bc2fc00ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379407 Oct 26 16:09:55.239068 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 9593f394-a652-42d9-a79b-34a63963145d details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 16:09:55.373467 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 9593f394-a652-42d9-a79b-34a63963145d, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=9593f394-a652-42d9-a79b-34a63963145d,segment=NetworkSegment(06ae3a71-0f2c-4065-a389-8692728e07f2),segment_id=06ae3a71-0f2c-4065-a389-8692728e07f2)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:09:55.386356 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': '9593f394-a652-42d9-a79b-34a63963145d', 'network_id': '3e56ca49-7138-4805-8a03-c3b13767a17a', 'port_id': '9593f394-a652-42d9-a79b-34a63963145d', 'mac_address': 'fa:16:3e:9a:29:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5e3635d-15a6-4c35-8305-b7fd0df4b3b3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 16:09:55.441104 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 9593f394-a652-42d9-a79b-34a63963145d is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:09:55.441585 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:55.457924 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9593f394-a652-42d9-a79b-34a63963145d {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:09:55.473419 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 9593f394-a652-42d9-a79b-34a63963145d, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=9593f394-a652-42d9-a79b-34a63963145d,segment=NetworkSegment(06ae3a71-0f2c-4065-a389-8692728e07f2),segment_id=06ae3a71-0f2c-4065-a389-8692728e07f2)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:09:55.545565 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:55.616161 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=9593f394-a652-42d9-a79b-34a63963145d,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:09:55.916187 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['9593f394-a652-42d9-a79b-34a63963145d'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:09:56.320936 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c300232-f1e9-42c5-bde6-479a7f5cc1d3 req-3497b2ae-20df-4fd0-a03b-bb3587658466 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:56.322403 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0c300232-f1e9-42c5-bde6-479a7f5cc1d3 req-3497b2ae-20df-4fd0-a03b-bb3587658466 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 944 time: 0.0929246 Oct 26 16:09:56.367598 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0c300232-f1e9-42c5-bde6-479a7f5cc1d3 req-bdbdbb45-c857-4ca0-b7df-1444b9224743 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/security-groups?id=32891ae3-d3f6-42ab-9b93-d24bc2fc00ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394213 Oct 26 16:09:57.115556 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:57.253695 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 9593f394-a652-42d9-a79b-34a63963145d up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:09:57.399491 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning for port 9593f394-a652-42d9-a79b-34a63963145d completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:09:57.399491 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port 9593f394-a652-42d9-a79b-34a63963145d triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:09:57.399491 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:57.399491 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port 9593f394-a652-42d9-a79b-34a63963145d Oct 26 16:09:57.510023 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 9593f394-a652-42d9-a79b-34a63963145d is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:09:57.510410 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:57.567248 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceef8c27-89fe-48cb-86cb-9611042b1a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9593f394-a652-42d9-a79b-34a63963145d'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:09:57.569516 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db26c025-41f9-4868-aded-6c378bc42cbd" -d '{"events": [{"server_uuid": "ceef8c27-89fe-48cb-86cb-9611042b1a95", "name": "network-vif-plugged", "status": "completed", "tag": "9593f394-a652-42d9-a79b-34a63963145d"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:09:57.571894 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c016f-650d-4bab-b23e-705c62195eef req-40867ce0-adb3-4d57-bf22-91f6d4611da3 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:57.574256 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-888c016f-650d-4bab-b23e-705c62195eef req-40867ce0-adb3-4d57-bf22-91f6d4611da3 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 944 time: 0.0933456 Oct 26 16:09:57.578009 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 9593f394-a652-42d9-a79b-34a63963145d, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=9593f394-a652-42d9-a79b-34a63963145d,segment=NetworkSegment(06ae3a71-0f2c-4065-a389-8692728e07f2),segment_id=06ae3a71-0f2c-4065-a389-8692728e07f2)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:09:57.619667 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-888c016f-650d-4bab-b23e-705c62195eef req-583263c9-485c-4d53-a9c0-70f9f2c418db tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/security-groups?id=32891ae3-d3f6-42ab-9b93-d24bc2fc00ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393817 Oct 26 16:09:57.636000 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:09:57.675572 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89fdd271-ac38-4a9c-8883-83a278264297 x-openstack-request-id: req-89fdd271-ac38-4a9c-8883-83a278264297 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:09:57.680175 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceef8c27-89fe-48cb-86cb-9611042b1a95", "name": "network-vif-plugged", "status": "completed", "tag": "9593f394-a652-42d9-a79b-34a63963145d", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:09:57.680175 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-89fdd271-ac38-4a9c-8883-83a278264297 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:09:57.680175 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89fdd271-ac38-4a9c-8883-83a278264297'] response: {'server_uuid': 'ceef8c27-89fe-48cb-86cb-9611042b1a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9593f394-a652-42d9-a79b-34a63963145d', 'code': 200} Oct 26 16:09:57.709187 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=9593f394-a652-42d9-a79b-34a63963145d,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:09:58.054021 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f4786-8b10-45cb-b9c8-b249409d4684 req-bed11d2d-5671-4cab-9b0f-eba4d7481507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:58.055504 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8f6f4786-8b10-45cb-b9c8-b249409d4684 req-bed11d2d-5671-4cab-9b0f-eba4d7481507 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 1098 time: 0.0813947 Oct 26 16:09:58.095674 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8f6f4786-8b10-45cb-b9c8-b249409d4684 req-d78533a7-77fe-4890-a658-f96ff2cbf57f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=32891ae3-d3f6-42ab-9b93-d24bc2fc00ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347235 Oct 26 16:09:58.824668 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20134011-2d7f-4a12-b06e-b91242a1c11e req-e55647ff-14db-4489-82d1-9923b7a4edd9 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:58.826849 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-20134011-2d7f-4a12-b06e-b91242a1c11e req-e55647ff-14db-4489-82d1-9923b7a4edd9 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 945 time: 0.0944536 Oct 26 16:09:58.870067 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-20134011-2d7f-4a12-b06e-b91242a1c11e req-3e004379-750f-4abf-bdcf-fa3ef493aab6 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/security-groups?id=32891ae3-d3f6-42ab-9b93-d24bc2fc00ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375001 Oct 26 16:10:00.072341 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c0c9c-0040-45e2-a83b-ef55e22df7cf req-9677ad8c-482f-4849-9231-1583ddf2734f tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:00.073649 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d26c0c9c-0040-45e2-a83b-ef55e22df7cf req-9677ad8c-482f-4849-9231-1583ddf2734f tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 945 time: 0.0895100 Oct 26 16:10:00.116902 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d26c0c9c-0040-45e2-a83b-ef55e22df7cf req-963c187e-f010-47ce-a058-c267ec0c119f tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/security-groups?id=32891ae3-d3f6-42ab-9b93-d24bc2fc00ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369709 Oct 26 16:10:00.620442 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d2db5-d147-459b-ba43-ea669e65c527 req-7907dba6-32e0-4232-a54b-7aaa8e0855e5 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:00.622144 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-114d2db5-d147-459b-ba43-ea669e65c527 req-7907dba6-32e0-4232-a54b-7aaa8e0855e5 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 945 time: 0.0897472 Oct 26 16:10:00.665234 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 47910) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:10:00.667774 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-114d2db5-d147-459b-ba43-ea669e65c527 req-0c7c8fb9-fef5-46d2-99df-e5560075bcbf tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/security-groups?id=32891ae3-d3f6-42ab-9b93-d24bc2fc00ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398810 Oct 26 16:10:00.789407 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6711fe8d-d1c5-4d8b-8563-7dcab244ed2e req-28b8f64a-81a2-448f-9924-becc34123cc6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1228545 Oct 26 16:10:01.878195 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2aec7-71b1-426a-b98b-5c3e56112e65 req-40d54b98-9881-4c51-b95f-4ea9c2038c93 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:01.879679 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-dfc2aec7-71b1-426a-b98b-5c3e56112e65 req-40d54b98-9881-4c51-b95f-4ea9c2038c93 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 945 time: 0.0946739 Oct 26 16:10:01.925039 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-dfc2aec7-71b1-426a-b98b-5c3e56112e65 req-0b1b1bfb-a171-47f0-ba64-70a203b0e507 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/security-groups?id=32891ae3-d3f6-42ab-9b93-d24bc2fc00ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395174 Oct 26 16:10:02.047827 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d5d3c364-9346-4c48-8680-56018c4b0a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:02.765418 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711fe8d-d1c5-4d8b-8563-7dcab244ed2e req-1148775c-b769-43ee-a264-db357b7b4786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:02.766912 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6711fe8d-d1c5-4d8b-8563-7dcab244ed2e req-1148775c-b769-43ee-a264-db357b7b4786 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0231d731dc0c44dd9d9b04df4cefda1b&device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 1098 time: 0.0814922 Oct 26 16:10:02.898444 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711fe8d-d1c5-4d8b-8563-7dcab244ed2e req-1bc1d0f1-d9d2-440b-b576-4dcc7be93e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:02.899882 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6711fe8d-d1c5-4d8b-8563-7dcab244ed2e req-1bc1d0f1-d9d2-440b-b576-4dcc7be93e1d service neutron] 10.222.0.48 "GET /v2.0/networks?id=3e56ca49-7138-4805-8a03-c3b13767a17a HTTP/1.1" status: 200 len: 912 time: 0.1277466 Oct 26 16:10:02.970249 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6711fe8d-d1c5-4d8b-8563-7dcab244ed2e req-05206e45-af9c-4522-9334-7549f0d0506a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9593f394-a652-42d9-a79b-34a63963145d HTTP/1.1" status: 200 len: 217 time: 0.0650027 Oct 26 16:10:03.032028 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711fe8d-d1c5-4d8b-8563-7dcab244ed2e req-37055ec3-1f7c-4602-a214-5da418c7f309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:03.033461 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6711fe8d-d1c5-4d8b-8563-7dcab244ed2e req-37055ec3-1f7c-4602-a214-5da418c7f309 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f5e3635d-15a6-4c35-8305-b7fd0df4b3b3 HTTP/1.1" status: 200 len: 850 time: 0.0580518 Oct 26 16:10:03.120245 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711fe8d-d1c5-4d8b-8563-7dcab244ed2e req-cc9e3faa-153b-4e96-bc25-42445f2e76ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:03.122317 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6711fe8d-d1c5-4d8b-8563-7dcab244ed2e req-cc9e3faa-153b-4e96-bc25-42445f2e76ff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3e56ca49-7138-4805-8a03-c3b13767a17a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821977 Oct 26 16:10:03.127597 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23706e8-e601-4db3-a9a4-c5d8408952d3 req-82884bf2-fa3b-4c28-b0b2-fc5889a67f00 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:03.129043 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d23706e8-e601-4db3-a9a4-c5d8408952d3 req-82884bf2-fa3b-4c28-b0b2-fc5889a67f00 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 945 time: 0.0914009 Oct 26 16:10:03.175881 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d23706e8-e601-4db3-a9a4-c5d8408952d3 req-1ddbfcc6-250a-4f3b-a0b0-106fcf77608b tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/security-groups?id=32891ae3-d3f6-42ab-9b93-d24bc2fc00ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411937 Oct 26 16:10:03.255253 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6711fe8d-d1c5-4d8b-8563-7dcab244ed2e req-d213ebcc-ecd2-4e46-b82f-7f5b3c4c18d4 service neutron] 10.222.0.48 "GET /v2.0/networks/3e56ca49-7138-4805-8a03-c3b13767a17a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270325 Oct 26 16:10:03.484848 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6711fe8d-d1c5-4d8b-8563-7dcab244ed2e req-19f778bd-cc90-43fd-8549-150ba9ad4320 service neutron] 10.222.0.48 "GET /v2.0/networks/3e56ca49-7138-4805-8a03-c3b13767a17a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243347 Oct 26 16:10:04.389648 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe947f6c-80fb-48dc-a5c6-da535ffaa410 req-0a80f3ec-85c1-489c-b2b0-7cba2be7a8f5 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:04.391169 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-fe947f6c-80fb-48dc-a5c6-da535ffaa410 req-0a80f3ec-85c1-489c-b2b0-7cba2be7a8f5 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 945 time: 0.0986621 Oct 26 16:10:04.444593 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-fe947f6c-80fb-48dc-a5c6-da535ffaa410 req-f15f5b39-26a3-40dc-808c-f417ee38d56c tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/security-groups?id=32891ae3-d3f6-42ab-9b93-d24bc2fc00ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474269 Oct 26 16:10:04.476583 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7fcfa6d4-18fb-4814-a601-328c6ccdce91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:05.242701 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:05.332507 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:05.647861 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07626e-7903-43a1-a9c7-643e341aa797 req-ecb300d5-b3b9-4af5-86b2-31a9dc23eae7 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:05.649334 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-cc07626e-7903-43a1-a9c7-643e341aa797 req-ecb300d5-b3b9-4af5-86b2-31a9dc23eae7 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 945 time: 0.0876000 Oct 26 16:10:05.696650 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-cc07626e-7903-43a1-a9c7-643e341aa797 req-99b6b451-1921-4f9e-be69-f422ab0203a5 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/security-groups?id=32891ae3-d3f6-42ab-9b93-d24bc2fc00ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409904 Oct 26 16:10:06.853542 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:06.949404 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b27584-bfef-40fd-ae97-0553930a5a35 req-56703bcb-35d3-416f-9e67-e107c15ef09c tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:06.951499 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-52b27584-bfef-40fd-ae97-0553930a5a35 req-56703bcb-35d3-416f-9e67-e107c15ef09c tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 945 time: 0.1388350 Oct 26 16:10:06.996298 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-52b27584-bfef-40fd-ae97-0553930a5a35 req-129aea3b-fa49-48fc-94ad-ec2d9c3ee9b7 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/security-groups?id=32891ae3-d3f6-42ab-9b93-d24bc2fc00ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389388 Oct 26 16:10:08.246936 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31249fa-5887-4582-be05-e298e45ebdf7 req-b4158cc7-53e6-4b06-9c70-0eb71b2b6b5c tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:08.248457 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b31249fa-5887-4582-be05-e298e45ebdf7 req-b4158cc7-53e6-4b06-9c70-0eb71b2b6b5c tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 945 time: 0.1399021 Oct 26 16:10:08.291961 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b31249fa-5887-4582-be05-e298e45ebdf7 req-291a23f1-5fc4-487c-88eb-7a4144678596 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/security-groups?id=32891ae3-d3f6-42ab-9b93-d24bc2fc00ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377820 Oct 26 16:10:09.494027 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01e2db-7e4e-4708-b82f-467e87049d6c req-a299835a-db04-492e-9ce0-491afa6597ad tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:09.495424 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6f01e2db-7e4e-4708-b82f-467e87049d6c req-a299835a-db04-492e-9ce0-491afa6597ad tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 945 time: 0.0934057 Oct 26 16:10:09.540375 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6f01e2db-7e4e-4708-b82f-467e87049d6c req-16d68d35-47b8-47c2-aeb0-b481a791426e tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/security-groups?id=32891ae3-d3f6-42ab-9b93-d24bc2fc00ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391846 Oct 26 16:10:10.741925 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa6521-7d09-4f4b-98b0-b99f3720fbca req-a7122619-69ec-4805-8d6e-412acbcca4aa tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:10.743428 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-caaa6521-7d09-4f4b-98b0-b99f3720fbca req-a7122619-69ec-4805-8d6e-412acbcca4aa tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 945 time: 0.0926750 Oct 26 16:10:10.788858 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-caaa6521-7d09-4f4b-98b0-b99f3720fbca req-f2dec99c-0a88-4d58-b2b3-2b4b4e56ce3a tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/security-groups?id=32891ae3-d3f6-42ab-9b93-d24bc2fc00ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392804 Oct 26 16:10:11.709457 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:10:11.984740 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d8383-1aba-49ab-8ab9-ddf0abbe3905 req-622ab0d3-8863-4bd5-b060-c57e55d2565d tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:11.986074 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-292d8383-1aba-49ab-8ab9-ddf0abbe3905 req-622ab0d3-8863-4bd5-b060-c57e55d2565d tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 945 time: 0.0870275 Oct 26 16:10:12.033065 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-292d8383-1aba-49ab-8ab9-ddf0abbe3905 req-54812c9f-5c6f-48b9-9075-3746137db54e tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/security-groups?id=32891ae3-d3f6-42ab-9b93-d24bc2fc00ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412848 Oct 26 16:10:13.231955 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e39a3-5d15-412c-8bfb-dcbb6dd203ac req-b3a142d0-6502-4219-87ad-aefa286e31c9 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:13.233957 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-5a6e39a3-5d15-412c-8bfb-dcbb6dd203ac req-b3a142d0-6502-4219-87ad-aefa286e31c9 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 945 time: 0.0886960 Oct 26 16:10:13.379757 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-5a6e39a3-5d15-412c-8bfb-dcbb6dd203ac req-e1f2daba-cfc3-410d-a857-3576db03137b tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/security-groups?id=32891ae3-d3f6-42ab-9b93-d24bc2fc00ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398547 Oct 26 16:10:14.580679 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0b53c-bbdf-43c6-bcdd-f097ee6a26fd req-b8fa2685-2e98-4574-8adb-1027511ec3c0 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:14.582151 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e3d0b53c-bbdf-43c6-bcdd-f097ee6a26fd req-b8fa2685-2e98-4574-8adb-1027511ec3c0 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 945 time: 0.0911233 Oct 26 16:10:14.627650 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e3d0b53c-bbdf-43c6-bcdd-f097ee6a26fd req-9cceb39c-041c-4ef5-b048-907d7e21d5bb tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/security-groups?id=32891ae3-d3f6-42ab-9b93-d24bc2fc00ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397637 Oct 26 16:10:15.827169 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658df94-0dfb-4829-8f10-1b43eae6800c req-8a52a6b8-0cff-49ae-8e47-2af061083074 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:15.829139 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a658df94-0dfb-4829-8f10-1b43eae6800c req-8a52a6b8-0cff-49ae-8e47-2af061083074 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 945 time: 0.0886085 Oct 26 16:10:15.873532 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a658df94-0dfb-4829-8f10-1b43eae6800c req-352f37be-dd24-447f-ae7f-eb115d27b381 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/security-groups?id=32891ae3-d3f6-42ab-9b93-d24bc2fc00ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388148 Oct 26 16:10:17.075575 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348b7c9-2275-4efd-882a-9a52379d80c1 req-af595052-c4e8-499b-a837-7f221a45a03b tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:17.076932 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3348b7c9-2275-4efd-882a-9a52379d80c1 req-af595052-c4e8-499b-a837-7f221a45a03b tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 945 time: 0.0921538 Oct 26 16:10:17.122480 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3348b7c9-2275-4efd-882a-9a52379d80c1 req-1068a943-46f6-466a-9959-1b5ef6c9bc53 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/security-groups?id=32891ae3-d3f6-42ab-9b93-d24bc2fc00ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383420 Oct 26 16:10:18.320942 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7548a0-0a12-45c5-8d8a-6a6ee9449b52 req-9436e2ca-ce71-4911-9c7e-09b57a7c1301 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:18.322374 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-3d7548a0-0a12-45c5-8d8a-6a6ee9449b52 req-9436e2ca-ce71-4911-9c7e-09b57a7c1301 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 945 time: 0.0895455 Oct 26 16:10:18.365584 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-3d7548a0-0a12-45c5-8d8a-6a6ee9449b52 req-87650981-c9f3-4ab3-a94b-9504768c4700 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/security-groups?id=32891ae3-d3f6-42ab-9b93-d24bc2fc00ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375624 Oct 26 16:10:19.565421 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00173bc8-7b04-4e0a-be3c-6fd1fb9a7dbc req-e7c2bd6c-b44c-4d2a-88d9-1182f78f94fd tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:19.566806 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-00173bc8-7b04-4e0a-be3c-6fd1fb9a7dbc req-e7c2bd6c-b44c-4d2a-88d9-1182f78f94fd tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 945 time: 0.0917001 Oct 26 16:10:19.615363 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-00173bc8-7b04-4e0a-be3c-6fd1fb9a7dbc req-bf71d466-5f8a-43f9-8a05-0f94d9651276 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/security-groups?id=32891ae3-d3f6-42ab-9b93-d24bc2fc00ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428216 Oct 26 16:10:20.820646 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943314c4-6bf4-4cfa-b0ab-a2f3dccafb92 req-e567236a-03e1-4d0e-8e97-99ce42260b6b tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:20.822091 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-943314c4-6bf4-4cfa-b0ab-a2f3dccafb92 req-e567236a-03e1-4d0e-8e97-99ce42260b6b tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 945 time: 0.0915790 Oct 26 16:10:20.866073 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-943314c4-6bf4-4cfa-b0ab-a2f3dccafb92 req-964d3af3-206f-4278-aa55-507dfb9f2639 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/security-groups?id=32891ae3-d3f6-42ab-9b93-d24bc2fc00ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384462 Oct 26 16:10:22.065232 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657760b-1aa8-47aa-a9c2-e9a418d75436 req-0477404d-297d-4cf8-b5b2-2b6ecc56b28e tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:22.066628 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5657760b-1aa8-47aa-a9c2-e9a418d75436 req-0477404d-297d-4cf8-b5b2-2b6ecc56b28e tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 945 time: 0.0885820 Oct 26 16:10:22.111717 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5657760b-1aa8-47aa-a9c2-e9a418d75436 req-677a1858-a437-4e3b-b48b-29ebaa30e0aa tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/security-groups?id=32891ae3-d3f6-42ab-9b93-d24bc2fc00ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394573 Oct 26 16:10:23.309908 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c51426-55ce-4e36-bd66-fab43bcc79d6 req-34eb3a69-8c9f-4cd9-bce1-335676772636 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:23.311371 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-37c51426-55ce-4e36-bd66-fab43bcc79d6 req-34eb3a69-8c9f-4cd9-bce1-335676772636 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 945 time: 0.0890086 Oct 26 16:10:23.354424 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-37c51426-55ce-4e36-bd66-fab43bcc79d6 req-758bdb1b-50df-4774-b997-6d91023ae134 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/security-groups?id=32891ae3-d3f6-42ab-9b93-d24bc2fc00ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365942 Oct 26 16:10:24.555781 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f82d2d-5456-403f-98b1-febac35643df req-4f2f3a3b-31c5-406a-b5e1-eb362bb2d9c1 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:24.557235 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-24f82d2d-5456-403f-98b1-febac35643df req-4f2f3a3b-31c5-406a-b5e1-eb362bb2d9c1 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 945 time: 0.0922189 Oct 26 16:10:24.602756 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-24f82d2d-5456-403f-98b1-febac35643df req-911535b5-2bb5-4676-8afd-c4630dfa0c45 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/security-groups?id=32891ae3-d3f6-42ab-9b93-d24bc2fc00ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397294 Oct 26 16:10:25.805420 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad59ee-fe6d-4b3b-b125-351f3f8251fb req-a3397900-ae98-4511-8441-72661c7500cf tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:25.806940 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-33ad59ee-fe6d-4b3b-b125-351f3f8251fb req-a3397900-ae98-4511-8441-72661c7500cf tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 945 time: 0.0931644 Oct 26 16:10:25.851627 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-33ad59ee-fe6d-4b3b-b125-351f3f8251fb req-a4283d32-098e-49c2-8f55-c8fb0d197c3b tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/security-groups?id=32891ae3-d3f6-42ab-9b93-d24bc2fc00ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391424 Oct 26 16:10:27.050000 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d9fe8-05e8-4521-b098-db5ff331bbee req-196d3fb5-0efb-42d3-92e8-0e63aa76890b tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:27.051403 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-633d9fe8-05e8-4521-b098-db5ff331bbee req-196d3fb5-0efb-42d3-92e8-0e63aa76890b tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 945 time: 0.0891623 Oct 26 16:10:27.100201 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-633d9fe8-05e8-4521-b098-db5ff331bbee req-1251862f-d69b-43c0-8c13-92f869063e99 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/security-groups?id=32891ae3-d3f6-42ab-9b93-d24bc2fc00ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419328 Oct 26 16:10:27.150352 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:28.305044 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80759c79-723d-4d3e-a47d-81af7f322ff0 req-b422c849-6c70-473b-b28d-b248d017336b tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:28.306527 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-80759c79-723d-4d3e-a47d-81af7f322ff0 req-b422c849-6c70-473b-b28d-b248d017336b tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 945 time: 0.0910919 Oct 26 16:10:28.350088 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-80759c79-723d-4d3e-a47d-81af7f322ff0 req-4c5efeb2-2924-4a1e-b18a-8732c23b2630 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/security-groups?id=32891ae3-d3f6-42ab-9b93-d24bc2fc00ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379758 Oct 26 16:10:29.537536 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a2635-f95f-4cc3-98e2-f31fe8d19809 req-c02fd6fd-3961-41db-8520-5e0e9befe210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:29.538931 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4c5a2635-f95f-4cc3-98e2-f31fe8d19809 req-c02fd6fd-3961-41db-8520-5e0e9befe210 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0231d731dc0c44dd9d9b04df4cefda1b&device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 1098 time: 0.1881886 Oct 26 16:10:29.566123 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c4239-872e-4717-ae96-f3ebe0a65b27 req-4c0c326b-c9d0-4623-b065-c6a1b8c56d83 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:29.568873 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-626c4239-872e-4717-ae96-f3ebe0a65b27 req-4c0c326b-c9d0-4623-b065-c6a1b8c56d83 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 945 time: 0.1001828 Oct 26 16:10:29.695370 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-626c4239-872e-4717-ae96-f3ebe0a65b27 req-35e7e05b-3d86-4149-ba9b-381d1eaa35d8 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/security-groups?id=32891ae3-d3f6-42ab-9b93-d24bc2fc00ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088085 Oct 26 16:10:29.731104 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a2635-f95f-4cc3-98e2-f31fe8d19809 req-683985ef-95b6-4d5e-b88a-78da48383265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:29.732515 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4c5a2635-f95f-4cc3-98e2-f31fe8d19809 req-683985ef-95b6-4d5e-b88a-78da48383265 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3e56ca49-7138-4805-8a03-c3b13767a17a HTTP/1.1" status: 200 len: 912 time: 0.1641428 Oct 26 16:10:29.804576 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4c5a2635-f95f-4cc3-98e2-f31fe8d19809 req-83926838-c9f9-47f8-a8cb-d66893ae395b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9593f394-a652-42d9-a79b-34a63963145d HTTP/1.1" status: 200 len: 217 time: 0.0652947 Oct 26 16:10:29.868020 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a2635-f95f-4cc3-98e2-f31fe8d19809 req-cd43e7e6-ceea-494c-b024-1b60e9bb76ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:29.869381 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4c5a2635-f95f-4cc3-98e2-f31fe8d19809 req-cd43e7e6-ceea-494c-b024-1b60e9bb76ea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f5e3635d-15a6-4c35-8305-b7fd0df4b3b3 HTTP/1.1" status: 200 len: 850 time: 0.0580153 Oct 26 16:10:29.957514 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a2635-f95f-4cc3-98e2-f31fe8d19809 req-3817c13c-d725-47ac-8253-fc37b498e296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:29.959025 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4c5a2635-f95f-4cc3-98e2-f31fe8d19809 req-3817c13c-d725-47ac-8253-fc37b498e296 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3e56ca49-7138-4805-8a03-c3b13767a17a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834494 Oct 26 16:10:30.191795 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4c5a2635-f95f-4cc3-98e2-f31fe8d19809 req-dfca1d5f-1cb7-41ca-b584-a6dd4682c77c service neutron] 10.222.0.48 "GET /v2.0/networks/3e56ca49-7138-4805-8a03-c3b13767a17a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261739 Oct 26 16:10:30.321776 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4c5a2635-f95f-4cc3-98e2-f31fe8d19809 req-1b6eb4d3-9eda-46db-b928-0b20a8f9e269 service neutron] 10.222.0.48 "GET /v2.0/networks/3e56ca49-7138-4805-8a03-c3b13767a17a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239054 Oct 26 16:10:30.803412 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6711fe8d-d1c5-4d8b-8563-7dcab244ed2e req-3aeef278-20a3-4269-a1bd-ee7c882c6f7f service neutron] 10.222.0.48 "GET /v2.0/ports/9593f394-a652-42d9-a79b-34a63963145d/bindings/hv-neutron-8627 HTTP/1.1" status: 200 len: 384 time: 0.0777512 Oct 26 16:10:30.896854 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5331b5-6e41-4ce6-ad3c-bcf985f3e23a req-5d888dc3-d2fb-4f0a-9470-a43c80766d8f tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:30.898576 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-be5331b5-6e41-4ce6-ad3c-bcf985f3e23a req-5d888dc3-d2fb-4f0a-9470-a43c80766d8f tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 945 time: 0.0911422 Oct 26 16:10:30.943733 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-be5331b5-6e41-4ce6-ad3c-bcf985f3e23a req-17e19760-d49c-4a1a-a431-ae050c928b13 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/security-groups?id=32891ae3-d3f6-42ab-9b93-d24bc2fc00ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394838 Oct 26 16:10:31.428846 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711fe8d-d1c5-4d8b-8563-7dcab244ed2e req-5bc80f96-96fa-4c93-a3af-a42a6d4facfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:31.430272 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6711fe8d-d1c5-4d8b-8563-7dcab244ed2e req-5bc80f96-96fa-4c93-a3af-a42a6d4facfc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95&tenant_id=0231d731dc0c44dd9d9b04df4cefda1b HTTP/1.1" status: 200 len: 1098 time: 0.0819976 Oct 26 16:10:31.558094 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711fe8d-d1c5-4d8b-8563-7dcab244ed2e req-98615079-ca3d-4cc8-a5f5-02d4f6668b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:31.559477 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6711fe8d-d1c5-4d8b-8563-7dcab244ed2e req-98615079-ca3d-4cc8-a5f5-02d4f6668b49 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0231d731dc0c44dd9d9b04df4cefda1b&device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 1098 time: 0.0789828 Oct 26 16:10:31.690494 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711fe8d-d1c5-4d8b-8563-7dcab244ed2e req-4d5f493b-bd2d-4560-aa63-065783892e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:31.691843 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6711fe8d-d1c5-4d8b-8563-7dcab244ed2e req-4d5f493b-bd2d-4560-aa63-065783892e1b service neutron] 10.222.0.48 "GET /v2.0/networks?id=3e56ca49-7138-4805-8a03-c3b13767a17a HTTP/1.1" status: 200 len: 912 time: 0.1263976 Oct 26 16:10:31.763115 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6711fe8d-d1c5-4d8b-8563-7dcab244ed2e req-ce0080f8-25e0-4ef1-854c-acf396cb75ce service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9593f394-a652-42d9-a79b-34a63963145d HTTP/1.1" status: 200 len: 217 time: 0.0655992 Oct 26 16:10:31.824428 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711fe8d-d1c5-4d8b-8563-7dcab244ed2e req-401338c7-d8ae-49cd-8353-9256950274f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:31.825728 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6711fe8d-d1c5-4d8b-8563-7dcab244ed2e req-401338c7-d8ae-49cd-8353-9256950274f7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f5e3635d-15a6-4c35-8305-b7fd0df4b3b3 HTTP/1.1" status: 200 len: 850 time: 0.0571423 Oct 26 16:10:31.910446 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711fe8d-d1c5-4d8b-8563-7dcab244ed2e req-16fcc2a5-860b-40f0-a906-803666d2394d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:31.912025 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6711fe8d-d1c5-4d8b-8563-7dcab244ed2e req-16fcc2a5-860b-40f0-a906-803666d2394d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3e56ca49-7138-4805-8a03-c3b13767a17a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805466 Oct 26 16:10:32.045439 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6711fe8d-d1c5-4d8b-8563-7dcab244ed2e req-b61b0129-d1de-40bd-b458-b83f3f69a74a service neutron] 10.222.0.48 "GET /v2.0/networks/3e56ca49-7138-4805-8a03-c3b13767a17a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265993 Oct 26 16:10:32.069765 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-82e5f0ec-aef7-44a1-b3ac-8ff8a73bc957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:32.244270 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14f57a-8ac2-4137-a0e8-9b862cd6f92e req-b874c999-4bcc-4318-ad12-e7a8deaf8121 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:32.245692 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7c14f57a-8ac2-4137-a0e8-9b862cd6f92e req-b874c999-4bcc-4318-ad12-e7a8deaf8121 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 945 time: 0.1776838 Oct 26 16:10:32.248833 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6711fe8d-d1c5-4d8b-8563-7dcab244ed2e req-cacb7cd9-bd77-42ac-8f81-d0bccb0c120b service neutron] 10.222.0.48 "GET /v2.0/networks/3e56ca49-7138-4805-8a03-c3b13767a17a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980960 Oct 26 16:10:32.292839 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7c14f57a-8ac2-4137-a0e8-9b862cd6f92e req-a2a029ae-c7fd-4f61-8eb4-be9314c05a80 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/security-groups?id=32891ae3-d3f6-42ab-9b93-d24bc2fc00ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412581 Oct 26 16:10:33.451708 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 9593f394-a652-42d9-a79b-34a63963145d no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:10:33.501559 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f4d45-01ce-42dd-8f6f-746dd275baf7 req-8c39073d-dbaa-408f-8cc5-04b8e67876a3 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:33.503941 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a50f4d45-01ce-42dd-8f6f-746dd275baf7 req-8c39073d-dbaa-408f-8cc5-04b8e67876a3 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 945 time: 0.0935605 Oct 26 16:10:33.548477 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a50f4d45-01ce-42dd-8f6f-746dd275baf7 req-44ac6825-71ba-49cb-963e-11648ade7635 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/security-groups?id=32891ae3-d3f6-42ab-9b93-d24bc2fc00ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385175 Oct 26 16:10:33.565379 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 9593f394-a652-42d9-a79b-34a63963145d is: ACTIVE; New status is: DOWN {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:10:33.565848 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:33.592864 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceef8c27-89fe-48cb-86cb-9611042b1a95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9593f394-a652-42d9-a79b-34a63963145d'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:10:33.595136 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733c361b-ae5e-4120-873f-6730e68d1eb5" -d '{"events": [{"server_uuid": "ceef8c27-89fe-48cb-86cb-9611042b1a95", "name": "network-vif-unplugged", "status": "completed", "tag": "9593f394-a652-42d9-a79b-34a63963145d"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:10:33.602799 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 9593f394-a652-42d9-a79b-34a63963145d, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=9593f394-a652-42d9-a79b-34a63963145d,segment=NetworkSegment(06ae3a71-0f2c-4065-a389-8692728e07f2),segment_id=06ae3a71-0f2c-4065-a389-8692728e07f2)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:10:33.653886 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Oct 2022 16:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b6867b-77d4-4711-a647-2645d3071f84 x-openstack-request-id: req-57b6867b-77d4-4711-a647-2645d3071f84 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:10:33.653886 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceef8c27-89fe-48cb-86cb-9611042b1a95", "name": "network-vif-unplugged", "status": "completed", "tag": "9593f394-a652-42d9-a79b-34a63963145d", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:10:33.653886 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-57b6867b-77d4-4711-a647-2645d3071f84 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:10:33.653886 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57b6867b-77d4-4711-a647-2645d3071f84'] response: {'server_uuid': 'ceef8c27-89fe-48cb-86cb-9611042b1a95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9593f394-a652-42d9-a79b-34a63963145d', 'code': 200} Oct 26 16:10:33.668418 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:33.737742 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=9593f394-a652-42d9-a79b-34a63963145d,revision_number=6']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:10:34.475755 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7c2bc623-b4bc-4159-b85e-50f95ea8e93f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:34.748747 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a63e1-05d8-4627-aea8-54e21c1a1748 req-c86e0955-edb5-44bd-8c8f-b6af859af864 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:34.750131 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b36a63e1-05d8-4627-aea8-54e21c1a1748 req-c86e0955-edb5-44bd-8c8f-b6af859af864 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 943 time: 0.0878968 Oct 26 16:10:34.798396 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b36a63e1-05d8-4627-aea8-54e21c1a1748 req-8be34827-eb9a-4e27-bc51-abeeff06100c tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/security-groups?id=32891ae3-d3f6-42ab-9b93-d24bc2fc00ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425315 Oct 26 16:10:35.314751 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:35.315558 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:35.471256 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 9593f394-a652-42d9-a79b-34a63963145d details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 16:10:35.605478 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 9593f394-a652-42d9-a79b-34a63963145d, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=9593f394-a652-42d9-a79b-34a63963145d,segment=NetworkSegment(06ae3a71-0f2c-4065-a389-8692728e07f2),segment_id=06ae3a71-0f2c-4065-a389-8692728e07f2)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:10:35.618393 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': '9593f394-a652-42d9-a79b-34a63963145d', 'network_id': '3e56ca49-7138-4805-8a03-c3b13767a17a', 'port_id': '9593f394-a652-42d9-a79b-34a63963145d', 'mac_address': 'fa:16:3e:9a:29:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5e3635d-15a6-4c35-8305-b7fd0df4b3b3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 16:10:35.674333 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 9593f394-a652-42d9-a79b-34a63963145d is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:10:35.674760 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:35.694992 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9593f394-a652-42d9-a79b-34a63963145d {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:10:35.710923 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 9593f394-a652-42d9-a79b-34a63963145d, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=9593f394-a652-42d9-a79b-34a63963145d,segment=NetworkSegment(06ae3a71-0f2c-4065-a389-8692728e07f2),segment_id=06ae3a71-0f2c-4065-a389-8692728e07f2)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:10:35.783884 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:35.852434 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=9593f394-a652-42d9-a79b-34a63963145d,revision_number=7']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:10:35.909885 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['9593f394-a652-42d9-a79b-34a63963145d'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:10:35.997407 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a168a-75b2-49ad-a3d5-f81922c8a8dc req-8290d7bb-3201-49a7-a998-96c0f0fbad6c tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:35.999555 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e04a168a-75b2-49ad-a3d5-f81922c8a8dc req-8290d7bb-3201-49a7-a998-96c0f0fbad6c tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 944 time: 0.0880599 Oct 26 16:10:36.044092 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e04a168a-75b2-49ad-a3d5-f81922c8a8dc req-6f45f9ea-3b5f-4b37-8ec6-a12997e1b0ed tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/security-groups?id=32891ae3-d3f6-42ab-9b93-d24bc2fc00ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382893 Oct 26 16:10:36.680939 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba74cd-606f-4f1a-b4a4-ff1b630715e7 req-57ff1fa4-daff-4f3e-ab5b-5039ee441a70 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:36.682384 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-44ba74cd-606f-4f1a-b4a4-ff1b630715e7 req-57ff1fa4-daff-4f3e-ab5b-5039ee441a70 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.48 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95&tenant_id=0231d731dc0c44dd9d9b04df4cefda1b&binding%3Ahost_id=hv-neutron-8627 HTTP/1.1" status: 200 len: 944 time: 0.0963936 Oct 26 16:10:36.859579 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba74cd-606f-4f1a-b4a4-ff1b630715e7 req-d7a8d721-264a-4e0e-bd9b-438183401d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:36.861029 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-44ba74cd-606f-4f1a-b4a4-ff1b630715e7 req-d7a8d721-264a-4e0e-bd9b-438183401d48 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0231d731dc0c44dd9d9b04df4cefda1b&device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 1097 time: 0.0811970 Oct 26 16:10:36.880222 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:37.094886 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba74cd-606f-4f1a-b4a4-ff1b630715e7 req-34c43ec6-9929-4c1f-abfa-c47298fea674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:37.096352 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-44ba74cd-606f-4f1a-b4a4-ff1b630715e7 req-34c43ec6-9929-4c1f-abfa-c47298fea674 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3e56ca49-7138-4805-8a03-c3b13767a17a HTTP/1.1" status: 200 len: 912 time: 0.2301650 Oct 26 16:10:37.167544 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-44ba74cd-606f-4f1a-b4a4-ff1b630715e7 req-32b47f9a-5669-4d28-bc8e-c853db8e0636 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9593f394-a652-42d9-a79b-34a63963145d HTTP/1.1" status: 200 len: 217 time: 0.0653956 Oct 26 16:10:37.229562 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba74cd-606f-4f1a-b4a4-ff1b630715e7 req-c5a36f64-0676-4e8f-8a6c-b8b7265f7ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:37.230894 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-44ba74cd-606f-4f1a-b4a4-ff1b630715e7 req-c5a36f64-0676-4e8f-8a6c-b8b7265f7ac3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f5e3635d-15a6-4c35-8305-b7fd0df4b3b3 HTTP/1.1" status: 200 len: 850 time: 0.0579529 Oct 26 16:10:37.317120 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba74cd-606f-4f1a-b4a4-ff1b630715e7 req-57d3424f-e757-4d38-87aa-c21def476315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:37.318605 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-44ba74cd-606f-4f1a-b4a4-ff1b630715e7 req-57d3424f-e757-4d38-87aa-c21def476315 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3e56ca49-7138-4805-8a03-c3b13767a17a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821514 Oct 26 16:10:37.460286 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-44ba74cd-606f-4f1a-b4a4-ff1b630715e7 req-ff4eb66d-86cb-46e4-8ab7-13dd6dbc816c service neutron] 10.222.0.48 "GET /v2.0/networks/3e56ca49-7138-4805-8a03-c3b13767a17a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266685 Oct 26 16:10:37.474012 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 9593f394-a652-42d9-a79b-34a63963145d up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:10:37.541655 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port 9593f394-a652-42d9-a79b-34a63963145d triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:10:37.542026 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:37.542362 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port 9593f394-a652-42d9-a79b-34a63963145d Oct 26 16:10:37.596652 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-44ba74cd-606f-4f1a-b4a4-ff1b630715e7 req-808368c6-a07d-466b-a493-d64621b7e53d service neutron] 10.222.0.48 "GET /v2.0/networks/3e56ca49-7138-4805-8a03-c3b13767a17a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285191 Oct 26 16:10:37.659972 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 9593f394-a652-42d9-a79b-34a63963145d is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:10:37.660416 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:37.687682 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceef8c27-89fe-48cb-86cb-9611042b1a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9593f394-a652-42d9-a79b-34a63963145d'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:10:37.689958 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926e6096-ad38-4666-8d04-1d10de17c105" -d '{"events": [{"server_uuid": "ceef8c27-89fe-48cb-86cb-9611042b1a95", "name": "network-vif-plugged", "status": "completed", "tag": "9593f394-a652-42d9-a79b-34a63963145d"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:10:37.697691 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 9593f394-a652-42d9-a79b-34a63963145d, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=9593f394-a652-42d9-a79b-34a63963145d,segment=NetworkSegment(06ae3a71-0f2c-4065-a389-8692728e07f2),segment_id=06ae3a71-0f2c-4065-a389-8692728e07f2)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:10:37.750221 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55eb4ff9-12f6-4263-a73e-7e83de0f3da7 x-openstack-request-id: req-55eb4ff9-12f6-4263-a73e-7e83de0f3da7 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:10:37.750221 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceef8c27-89fe-48cb-86cb-9611042b1a95", "name": "network-vif-plugged", "status": "completed", "tag": "9593f394-a652-42d9-a79b-34a63963145d", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:10:37.750221 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-55eb4ff9-12f6-4263-a73e-7e83de0f3da7 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:10:37.750221 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55eb4ff9-12f6-4263-a73e-7e83de0f3da7'] response: {'server_uuid': 'ceef8c27-89fe-48cb-86cb-9611042b1a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9593f394-a652-42d9-a79b-34a63963145d', 'code': 200} Oct 26 16:10:37.767043 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:37.834838 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=9593f394-a652-42d9-a79b-34a63963145d,revision_number=8']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:10:39.332123 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e7f99-c908-410b-89d6-727eac9a0ef3 req-55a19638-d337-411a-a2c4-df29fdbd8302 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:39.333584 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-eb9e7f99-c908-410b-89d6-727eac9a0ef3 req-55a19638-d337-411a-a2c4-df29fdbd8302 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 945 time: 0.0882037 Oct 26 16:10:39.376436 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-eb9e7f99-c908-410b-89d6-727eac9a0ef3 req-5bb63e73-27f1-4392-8633-6a2ce2325e25 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/security-groups?id=32891ae3-d3f6-42ab-9b93-d24bc2fc00ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372725 Oct 26 16:10:40.579721 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a4233-659d-47d4-b09b-281f1faf9303 req-b510035c-bff7-4508-b124-59b3bc2212c9 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:40.581069 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-9b3a4233-659d-47d4-b09b-281f1faf9303 req-b510035c-bff7-4508-b124-59b3bc2212c9 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 945 time: 0.0878236 Oct 26 16:10:40.625514 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-9b3a4233-659d-47d4-b09b-281f1faf9303 req-3d8a02a1-d4bf-42a6-9178-cba869000d21 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/security-groups?id=32891ae3-d3f6-42ab-9b93-d24bc2fc00ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386446 Oct 26 16:10:41.476887 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba74cd-606f-4f1a-b4a4-ff1b630715e7 req-dc131796-9fa6-4099-a7bf-24ebdb502e3d tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:41.478201 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-44ba74cd-606f-4f1a-b4a4-ff1b630715e7 req-dc131796-9fa6-4099-a7bf-24ebdb502e3d tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.48 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 945 time: 0.0904081 Oct 26 16:10:41.546906 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-44ba74cd-606f-4f1a-b4a4-ff1b630715e7 req-2be765d3-d640-4771-9eb6-193073a421b7 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Deleting port 9593f394-a652-42d9-a79b-34a63963145d {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:10:41.547170 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-44ba74cd-606f-4f1a-b4a4-ff1b630715e7 req-2be765d3-d640-4771-9eb6-193073a421b7 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:41.854394 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-44ba74cd-606f-4f1a-b4a4-ff1b630715e7 req-2be765d3-d640-4771-9eb6-193073a421b7 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] For port 9593f394-a652-42d9-a79b-34a63963145d, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=9593f394-a652-42d9-a79b-34a63963145d,segment=NetworkSegment(06ae3a71-0f2c-4065-a389-8692728e07f2),segment_id=06ae3a71-0f2c-4065-a389-8692728e07f2)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:10:41.854660 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-44ba74cd-606f-4f1a-b4a4-ff1b630715e7 req-2be765d3-d640-4771-9eb6-193073a421b7 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:41.978670 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-44ba74cd-606f-4f1a-b4a4-ff1b630715e7 req-2be765d3-d640-4771-9eb6-193073a421b7 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Calling delete_port for 9593f394-a652-42d9-a79b-34a63963145d owned by compute:nova {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:10:42.030757 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e04d6-ff6c-4129-a2a3-9096a0f54b9e req-16937fe1-f142-43c2-985e-ef215a17bd56 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:42.032186 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c79e04d6-ff6c-4129-a2a3-9096a0f54b9e req-16937fe1-f142-43c2-985e-ef215a17bd56 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 945 time: 0.2950659 Oct 26 16:10:42.099425 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c79e04d6-ff6c-4129-a2a3-9096a0f54b9e req-c4f28b02-42cd-4532-9ba8-b3c2a5adf606 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/security-groups?id=32891ae3-d3f6-42ab-9b93-d24bc2fc00ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615470 Oct 26 16:10:42.280736 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-44ba74cd-606f-4f1a-b4a4-ff1b630715e7 req-2be765d3-d640-4771-9eb6-193073a421b7 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:42.332115 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be765d3-d640-4771-9eb6-193073a421b7 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Pushing event deleted for resources: {'Port': ['ID=9593f394-a652-42d9-a79b-34a63963145d,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:10:42.494087 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be765d3-d640-4771-9eb6-193073a421b7 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:42.494798 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be765d3-d640-4771-9eb6-193073a421b7 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:42.494798 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be765d3-d640-4771-9eb6-193073a421b7 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:42.495120 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be765d3-d640-4771-9eb6-193073a421b7 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:42.495456 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be765d3-d640-4771-9eb6-193073a421b7 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:42.495794 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be765d3-d640-4771-9eb6-193073a421b7 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:42.496127 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be765d3-d640-4771-9eb6-193073a421b7 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:42.496460 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be765d3-d640-4771-9eb6-193073a421b7 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:42.496807 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be765d3-d640-4771-9eb6-193073a421b7 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:42.497104 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be765d3-d640-4771-9eb6-193073a421b7 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:42.497432 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be765d3-d640-4771-9eb6-193073a421b7 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:42.497757 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be765d3-d640-4771-9eb6-193073a421b7 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:42.544346 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ba74cd-606f-4f1a-b4a4-ff1b630715e7 req-2be765d3-d640-4771-9eb6-193073a421b7 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] No DVR routers for this DVR port 9593f394-a652-42d9-a79b-34a63963145d on host hv-neutron-8627 {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:10:42.546893 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-44ba74cd-606f-4f1a-b4a4-ff1b630715e7 req-2be765d3-d640-4771-9eb6-193073a421b7 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:42.549711 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceef8c27-89fe-48cb-86cb-9611042b1a95', 'name': 'network-vif-deleted', 'tag': '9593f394-a652-42d9-a79b-34a63963145d'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:10:42.552071 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254f8541-f29b-4f1b-a1ec-be93e6be5acf" -d '{"events": [{"server_uuid": "ceef8c27-89fe-48cb-86cb-9611042b1a95", "name": "network-vif-deleted", "tag": "9593f394-a652-42d9-a79b-34a63963145d"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:10:42.599493 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33676237-d595-40d6-8503-25d34cd35fae x-openstack-request-id: req-33676237-d595-40d6-8503-25d34cd35fae {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:10:42.599493 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceef8c27-89fe-48cb-86cb-9611042b1a95", "name": "network-vif-deleted", "tag": "9593f394-a652-42d9-a79b-34a63963145d", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:10:42.599493 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-33676237-d595-40d6-8503-25d34cd35fae {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:10:42.599493 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33676237-d595-40d6-8503-25d34cd35fae'] response: {'server_uuid': 'ceef8c27-89fe-48cb-86cb-9611042b1a95', 'name': 'network-vif-deleted', 'tag': '9593f394-a652-42d9-a79b-34a63963145d', 'status': 'completed', 'code': 200} Oct 26 16:10:42.629357 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-44ba74cd-606f-4f1a-b4a4-ff1b630715e7 req-2be765d3-d640-4771-9eb6-193073a421b7 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.48 "DELETE /v2.0/ports/9593f394-a652-42d9-a79b-34a63963145d HTTP/1.1" status: 204 len: 173 time: 1.1454022 Oct 26 16:10:43.276656 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-2edcf062-fcb8-46be-ad41-5df9ad7680cc req-6cecabaf-f765-4b0e-ba56-7c06198972d6 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Synchronizing usage tracker for tenant:0231d731dc0c44dd9d9b04df4cefda1b on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:10:43.359362 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-2edcf062-fcb8-46be-ad41-5df9ad7680cc req-6cecabaf-f765-4b0e-ba56-7c06198972d6 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] Unset dirty status for tenant:0231d731dc0c44dd9d9b04df4cefda1b on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:10:43.360600 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2edcf062-fcb8-46be-ad41-5df9ad7680cc req-6cecabaf-f765-4b0e-ba56-7c06198972d6 tempest-DeleteServersTestJSON-1174938883 tempest-DeleteServersTestJSON-1174938883-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceef8c27-89fe-48cb-86cb-9611042b1a95 HTTP/1.1" status: 200 len: 210 time: 0.1373694 Oct 26 16:10:43.516707 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 9593f394-a652-42d9-a79b-34a63963145d no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:10:43.555921 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] No Port match for: 9593f394-a652-42d9-a79b-34a63963145d {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:10:43.556257 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 9593f394-a652-42d9-a79b-34a63963145d not bound to the agent host hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:10:44.612566 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 48028) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:10:45.150069 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ba9ccb82-b756-496b-989e-696c2b7f99d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:45.498267 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-ba9ccb82-b756-496b-989e-696c2b7f99d8 admin admin] Deleting port a16694cf-dc08-4a8b-85c2-96b662aa1ab4 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:10:45.498661 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ba9ccb82-b756-496b-989e-696c2b7f99d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:45.671115 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-ba9ccb82-b756-496b-989e-696c2b7f99d8 admin admin] For port a16694cf-dc08-4a8b-85c2-96b662aa1ab4, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=a16694cf-dc08-4a8b-85c2-96b662aa1ab4,segment=NetworkSegment(06ae3a71-0f2c-4065-a389-8692728e07f2),segment_id=06ae3a71-0f2c-4065-a389-8692728e07f2)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:10:45.671799 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ba9ccb82-b756-496b-989e-696c2b7f99d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:45.794636 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-ba9ccb82-b756-496b-989e-696c2b7f99d8 admin admin] Calling delete_port for a16694cf-dc08-4a8b-85c2-96b662aa1ab4 owned by network:router_interface {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:10:46.144040 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ba9ccb82-b756-496b-989e-696c2b7f99d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:46.191371 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9ccb82-b756-496b-989e-696c2b7f99d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a16694cf-dc08-4a8b-85c2-96b662aa1ab4,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:10:46.466369 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ba9ccb82-b756-496b-989e-696c2b7f99d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:46.870030 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9ccb82-b756-496b-989e-696c2b7f99d8 admin admin] Router e2d420ff-819a-49af-88f0-2a8bbeb255fa has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:10:47.047037 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9ccb82-b756-496b-989e-696c2b7f99d8 admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:10:47.056121 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63ce436-641a-4000-b357-d89b25331be7 None None] Sync routers for ids ['e2d420ff-819a-49af-88f0-2a8bbeb255fa'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:10:47.065483 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63ce436-641a-4000-b357-d89b25331be7 None None] Routers {'e2d420ff-819a-49af-88f0-2a8bbeb255fa'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:10:47.067514 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-e63ce436-641a-4000-b357-d89b25331be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:10:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['e2d420ff-819a-49af-88f0-2a8bbeb255fa'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:10:47.124756 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ba9ccb82-b756-496b-989e-696c2b7f99d8 admin admin] 10.222.0.23 "PUT /v2.0/routers/e2d420ff-819a-49af-88f0-2a8bbeb255fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5086684 Oct 26 16:10:47.124946 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 48032) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:10:47.249697 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-e63ce436-641a-4000-b357-d89b25331be7 None None] Set router e2d420ff-819a-49af-88f0-2a8bbeb255fa gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:10:47.304945 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ee381fa2-71bf-4be8-8aed-331fe30c605d admin admin] Notify callbacks [] for router, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:47.582130 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-e63ce436-641a-4000-b357-d89b25331be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d420ff-819a-49af-88f0-2a8bbeb255fa', 'name': 'tempest-DeleteServersTestJSON-251790553-router', 'tenant_id': '0231d731dc0c44dd9d9b04df4cefda1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '9af90d7f-4672-44ce-9a59-c9dce3f41ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:09:37Z', 'updated_at': '2022-10-26T16:10:45Z', 'revision_number': 5, 'project_id': '0231d731dc0c44dd9d9b04df4cefda1b', 'gw_port': {'id': '9af90d7f-4672-44ce-9a59-c9dce3f41ab4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:12:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d420ff-819a-49af-88f0-2a8bbeb255fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:09:38Z', 'updated_at': '2022-10-26T16:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:10:47.586120 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63ce436-641a-4000-b357-d89b25331be7 None None] Checking router: e2d420ff-819a-49af-88f0-2a8bbeb255fa for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:10:47.594566 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63ce436-641a-4000-b357-d89b25331be7 None None] Routers {'e2d420ff-819a-49af-88f0-2a8bbeb255fa'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:10:47.595167 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-e63ce436-641a-4000-b357-d89b25331be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:10:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['e2d420ff-819a-49af-88f0-2a8bbeb255fa'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:10:47.606559 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ee381fa2-71bf-4be8-8aed-331fe30c605d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:47.669379 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-ee381fa2-71bf-4be8-8aed-331fe30c605d admin admin] Deleting port 9af90d7f-4672-44ce-9a59-c9dce3f41ab4 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:10:47.669862 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ee381fa2-71bf-4be8-8aed-331fe30c605d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:47.776971 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-e63ce436-641a-4000-b357-d89b25331be7 None None] Set router e2d420ff-819a-49af-88f0-2a8bbeb255fa gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:10:47.847213 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-ee381fa2-71bf-4be8-8aed-331fe30c605d admin admin] For port 9af90d7f-4672-44ce-9a59-c9dce3f41ab4, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=9af90d7f-4672-44ce-9a59-c9dce3f41ab4,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:10:47.847487 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ee381fa2-71bf-4be8-8aed-331fe30c605d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:47.974313 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-ee381fa2-71bf-4be8-8aed-331fe30c605d admin admin] Calling delete_port for 9af90d7f-4672-44ce-9a59-c9dce3f41ab4 owned by network:router_gateway {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:10:48.064425 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-e63ce436-641a-4000-b357-d89b25331be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d420ff-819a-49af-88f0-2a8bbeb255fa', 'name': 'tempest-DeleteServersTestJSON-251790553-router', 'tenant_id': '0231d731dc0c44dd9d9b04df4cefda1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '9af90d7f-4672-44ce-9a59-c9dce3f41ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:09:37Z', 'updated_at': '2022-10-26T16:10:45Z', 'revision_number': 5, 'project_id': '0231d731dc0c44dd9d9b04df4cefda1b', 'gw_port': {'id': '9af90d7f-4672-44ce-9a59-c9dce3f41ab4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:12:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d420ff-819a-49af-88f0-2a8bbeb255fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:09:38Z', 'updated_at': '2022-10-26T16:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:10:48.068330 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63ce436-641a-4000-b357-d89b25331be7 None None] The sync data for ids ['e2d420ff-819a-49af-88f0-2a8bbeb255fa'] in dv-neutron-862712-1-hyperv is: [{'id': 'e2d420ff-819a-49af-88f0-2a8bbeb255fa', 'name': 'tempest-DeleteServersTestJSON-251790553-router', 'tenant_id': '0231d731dc0c44dd9d9b04df4cefda1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '9af90d7f-4672-44ce-9a59-c9dce3f41ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:09:37Z', 'updated_at': '2022-10-26T16:10:45Z', 'revision_number': 5, 'project_id': '0231d731dc0c44dd9d9b04df4cefda1b', 'gw_port': {'id': '9af90d7f-4672-44ce-9a59-c9dce3f41ab4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:12:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d420ff-819a-49af-88f0-2a8bbeb255fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:09:38Z', 'updated_at': '2022-10-26T16:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:10:48.222308 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ee381fa2-71bf-4be8-8aed-331fe30c605d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:48.268752 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee381fa2-71bf-4be8-8aed-331fe30c605d admin admin] Pushing event deleted for resources: {'Port': ['ID=9af90d7f-4672-44ce-9a59-c9dce3f41ab4,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:10:48.371370 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ee381fa2-71bf-4be8-8aed-331fe30c605d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:48.550317 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ee381fa2-71bf-4be8-8aed-331fe30c605d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:48.552576 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ee381fa2-71bf-4be8-8aed-331fe30c605d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:48.675244 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ee381fa2-71bf-4be8-8aed-331fe30c605d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:48.675838 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee381fa2-71bf-4be8-8aed-331fe30c605d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2d420ff-819a-49af-88f0-2a8bbeb255fa {{(pid=89748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 16:10:48.689596 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ee381fa2-71bf-4be8-8aed-331fe30c605d admin admin] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:48.690521 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ee381fa2-71bf-4be8-8aed-331fe30c605d admin admin] 10.222.0.23 "DELETE /v2.0/routers/e2d420ff-819a-49af-88f0-2a8bbeb255fa HTTP/1.1" status: 204 len: 168 time: 1.5646877 Oct 26 16:10:48.693000 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 48036) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:10:48.711248 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:10:48.753988 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9d0c12b-a20e-4bb3-9a02-3ad3f8f11423 admin admin] Deleting subnet f5e3635d-15a6-4c35-8305-b7fd0df4b3b3 {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 16:10:48.758208 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c9d0c12b-a20e-4bb3-9a02-3ad3f8f11423 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:48.813573 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c9d0c12b-a20e-4bb3-9a02-3ad3f8f11423 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:48.891873 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c9d0c12b-a20e-4bb3-9a02-3ad3f8f11423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:49.047109 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c9d0c12b-a20e-4bb3-9a02-3ad3f8f11423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:49.084266 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d0c12b-a20e-4bb3-9a02-3ad3f8f11423 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5e3635d-15a6-4c35-8305-b7fd0df4b3b3,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:10:49.087933 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c9d0c12b-a20e-4bb3-9a02-3ad3f8f11423 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:49.093606 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027ed84d-e973-493d-a018-539dbfb68f91 None None] Network 3e56ca49-7138-4805-8a03-c3b13767a17a requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:10:49.094216 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-c9d0c12b-a20e-4bb3-9a02-3ad3f8f11423 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f5e3635d-15a6-4c35-8305-b7fd0df4b3b3 HTTP/1.1" status: 204 len: 168 time: 0.3997543 Oct 26 16:10:49.097534 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 48040) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:10:49.216754 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f1637938-ca15-416a-ae9a-9b601f59526d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:49.227554 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f1637938-ca15-416a-ae9a-9b601f59526d admin admin] Deleting port c230a484-f7ff-4e95-bf07-6b15339cc55c {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:10:49.227910 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f1637938-ca15-416a-ae9a-9b601f59526d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:49.291998 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 9af90d7f-4672-44ce-9a59-c9dce3f41ab4 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:10:49.325964 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 9af90d7f-4672-44ce-9a59-c9dce3f41ab4 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:10:49.326215 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 9af90d7f-4672-44ce-9a59-c9dce3f41ab4 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:10:49.326650 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a16694cf-dc08-4a8b-85c2-96b662aa1ab4 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:10:49.364782 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: a16694cf-dc08-4a8b-85c2-96b662aa1ab4 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:10:49.365120 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a16694cf-dc08-4a8b-85c2-96b662aa1ab4 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:10:49.433899 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d18fbac-37d3-49ec-9831-1c6fa90cfb86 None None] DHCP port deletion for 3e56ca49-7138-4805-8a03-c3b13767a17a request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 16:10:49.438093 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3d18fbac-37d3-49ec-9831-1c6fa90cfb86 None None] Deleting port c230a484-f7ff-4e95-bf07-6b15339cc55c {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:10:49.438484 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3d18fbac-37d3-49ec-9831-1c6fa90cfb86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:49.449808 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-f1637938-ca15-416a-ae9a-9b601f59526d admin admin] For port c230a484-f7ff-4e95-bf07-6b15339cc55c, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=c230a484-f7ff-4e95-bf07-6b15339cc55c,segment=NetworkSegment(06ae3a71-0f2c-4065-a389-8692728e07f2),segment_id=06ae3a71-0f2c-4065-a389-8692728e07f2)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:10:49.450161 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f1637938-ca15-416a-ae9a-9b601f59526d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:49.574421 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f1637938-ca15-416a-ae9a-9b601f59526d admin admin] Calling delete_port for c230a484-f7ff-4e95-bf07-6b15339cc55c owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:10:49.648579 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-3d18fbac-37d3-49ec-9831-1c6fa90cfb86 None None] For port c230a484-f7ff-4e95-bf07-6b15339cc55c, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=c230a484-f7ff-4e95-bf07-6b15339cc55c,segment=NetworkSegment(06ae3a71-0f2c-4065-a389-8692728e07f2),segment_id=06ae3a71-0f2c-4065-a389-8692728e07f2)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:10:49.648929 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3d18fbac-37d3-49ec-9831-1c6fa90cfb86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:49.749348 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f1637938-ca15-416a-ae9a-9b601f59526d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:49.774995 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3d18fbac-37d3-49ec-9831-1c6fa90cfb86 None None] Calling delete_port for c230a484-f7ff-4e95-bf07-6b15339cc55c owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:10:49.856146 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-3d18fbac-37d3-49ec-9831-1c6fa90cfb86 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:10:49.856508 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-3d18fbac-37d3-49ec-9831-1c6fa90cfb86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:10:49.904842 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1637938-ca15-416a-ae9a-9b601f59526d admin admin] Pushing event deleted for resources: {'Port': ['ID=c230a484-f7ff-4e95-bf07-6b15339cc55c,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:10:49.907046 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1637938-ca15-416a-ae9a-9b601f59526d admin admin] No DVR routers for this DVR port c230a484-f7ff-4e95-bf07-6b15339cc55c on host dv-neutron-862712-1-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:10:49.939545 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1637938-ca15-416a-ae9a-9b601f59526d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:49.939887 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1637938-ca15-416a-ae9a-9b601f59526d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:49.940217 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1637938-ca15-416a-ae9a-9b601f59526d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:49.940548 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1637938-ca15-416a-ae9a-9b601f59526d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:49.940869 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1637938-ca15-416a-ae9a-9b601f59526d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:49.941190 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1637938-ca15-416a-ae9a-9b601f59526d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:49.941503 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1637938-ca15-416a-ae9a-9b601f59526d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:49.941823 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1637938-ca15-416a-ae9a-9b601f59526d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:49.942136 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1637938-ca15-416a-ae9a-9b601f59526d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:49.942448 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1637938-ca15-416a-ae9a-9b601f59526d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:49.942787 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1637938-ca15-416a-ae9a-9b601f59526d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:49.943096 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1637938-ca15-416a-ae9a-9b601f59526d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:50.033753 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f1637938-ca15-416a-ae9a-9b601f59526d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:50.058644 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-f1637938-ca15-416a-ae9a-9b601f59526d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e56ca49-7138-4805-8a03-c3b13767a17a']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:10:50.071168 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-f1637938-ca15-416a-ae9a-9b601f59526d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06ae3a71-0f2c-4065-a389-8692728e07f2') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:10:50.071465 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-f1637938-ca15-416a-ae9a-9b601f59526d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06ae3a71-0f2c-4065-a389-8692728e07f2') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:10:50.082384 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f1637938-ca15-416a-ae9a-9b601f59526d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:50.098969 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f1637938-ca15-416a-ae9a-9b601f59526d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:50.105389 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1637938-ca15-416a-ae9a-9b601f59526d admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:10:50.105759 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f1637938-ca15-416a-ae9a-9b601f59526d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:50.173063 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 06ae3a71-0f2c-4065-a389-8692728e07f2 resource provider aggregate not found Oct 26 16:10:50.195731 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 06ae3a71-0f2c-4065-a389-8692728e07f2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 06ae3a71-0f2c-4065-a389-8692728e07f2 found for delete ", "request_id": "req-0ac2de75-b3c3-480b-982e-ab332444f1da"}]} Oct 26 16:10:50.258545 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f1637938-ca15-416a-ae9a-9b601f59526d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:50.263158 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f1637938-ca15-416a-ae9a-9b601f59526d admin admin] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:50.286496 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1637938-ca15-416a-ae9a-9b601f59526d admin admin] Pushing event deleted for resources: {'Network': ['ID=3e56ca49-7138-4805-8a03-c3b13767a17a,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:10:50.353813 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f1637938-ca15-416a-ae9a-9b601f59526d admin admin] 10.222.0.23 "DELETE /v2.0/networks/3e56ca49-7138-4805-8a03-c3b13767a17a HTTP/1.1" status: 204 len: 168 time: 1.2562344 Oct 26 16:10:50.357869 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3d18fbac-37d3-49ec-9831-1c6fa90cfb86 None None] Deleting port c230a484-f7ff-4e95-bf07-6b15339cc55c {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:10:50.357869 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3d18fbac-37d3-49ec-9831-1c6fa90cfb86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:50.425808 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3d18fbac-37d3-49ec-9831-1c6fa90cfb86 None None] The port 'c230a484-f7ff-4e95-bf07-6b15339cc55c' was deleted {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 16:10:50.695630 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 48050) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:10:50.744691 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ccc4dc6d-0981-4fd8-8325-496c3b4a83e6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0231d731dc0c44dd9d9b04df4cefda1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479426 Oct 26 16:10:50.749130 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 48054) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:10:50.812172 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f3ab3fbf-282a-4daa-84d4-64fa286e57f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:50.837789 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f3ab3fbf-282a-4daa-84d4-64fa286e57f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:50.966392 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f3ab3fbf-282a-4daa-84d4-64fa286e57f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:50.983861 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab3fbf-282a-4daa-84d4-64fa286e57f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32891ae3-d3f6-42ab-9b93-d24bc2fc00ea,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:10:51.050698 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f3ab3fbf-282a-4daa-84d4-64fa286e57f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:51.051820 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f3ab3fbf-282a-4daa-84d4-64fa286e57f5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/32891ae3-d3f6-42ab-9b93-d24bc2fc00ea HTTP/1.1" status: 204 len: 168 time: 0.3018091 Oct 26 16:10:51.282573 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device c230a484-f7ff-4e95-bf07-6b15339cc55c no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:10:51.355797 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: c230a484-f7ff-4e95-bf07-6b15339cc55c {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:10:51.356147 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device c230a484-f7ff-4e95-bf07-6b15339cc55c not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:10:52.051816 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 48078) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:10:52.154811 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-4093df9f-c487-41db-b494-b0f8222e108d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-307736875-network', 'tenant_id': '2c16edf02c4e441fa05092b315e5f3b2'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:10:52.159571 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4093df9f-c487-41db-b494-b0f8222e108d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:10:52.163510 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4093df9f-c487-41db-b494-b0f8222e108d admin admin] Usage tracker for resource:network and tenant:2c16edf02c4e441fa05092b315e5f3b2 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:10:52.167280 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4093df9f-c487-41db-b494-b0f8222e108d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:10:52.173463 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4093df9f-c487-41db-b494-b0f8222e108d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:10:52.252110 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4093df9f-c487-41db-b494-b0f8222e108d admin admin] Made reservation on behalf of 2c16edf02c4e441fa05092b315e5f3b2 for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:10:52.254391 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4093df9f-c487-41db-b494-b0f8222e108d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:52.267780 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4093df9f-c487-41db-b494-b0f8222e108d admin admin] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:52.283294 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4093df9f-c487-41db-b494-b0f8222e108d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:10:52.287130 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4093df9f-c487-41db-b494-b0f8222e108d admin admin] Usage tracker for resource:security_group_rule and tenant:2c16edf02c4e441fa05092b315e5f3b2 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:10:52.290082 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4093df9f-c487-41db-b494-b0f8222e108d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:10:52.295704 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4093df9f-c487-41db-b494-b0f8222e108d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:10:52.376676 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4093df9f-c487-41db-b494-b0f8222e108d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:52.417510 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4093df9f-c487-41db-b494-b0f8222e108d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:52.448898 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4093df9f-c487-41db-b494-b0f8222e108d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:10:52.461108 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4093df9f-c487-41db-b494-b0f8222e108d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2faa475a-2286-4af5-bd51-cb1738d14750,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:10:52.466315 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4093df9f-c487-41db-b494-b0f8222e108d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:52.466676 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-4093df9f-c487-41db-b494-b0f8222e108d admin admin] Added segment 1ebd0b59-fb0f-490c-aa41-c63dc3447ae5 of type vlan for network a28084eb-f0e0-43da-a0d1-b6016e90b9ae Oct 26 16:10:52.492964 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4093df9f-c487-41db-b494-b0f8222e108d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:52.572153 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4093df9f-c487-41db-b494-b0f8222e108d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:52.573073 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4093df9f-c487-41db-b494-b0f8222e108d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:52.573631 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4093df9f-c487-41db-b494-b0f8222e108d admin admin] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:52.674767 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4093df9f-c487-41db-b494-b0f8222e108d admin admin] Pushing event updated for resources: {'Network': ['ID=a28084eb-f0e0-43da-a0d1-b6016e90b9ae,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:10:52.685375 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network a28084eb-f0e0-43da-a0d1-b6016e90b9ae details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 16:10:52.749785 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4093df9f-c487-41db-b494-b0f8222e108d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6968412 Oct 26 16:10:52.752598 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 48084) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:10:52.758707 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-b2d19217-b916-4909-b4c3-7c71ddb00345 admin admin] Request body: {'subnet': {'network_id': 'a28084eb-f0e0-43da-a0d1-b6016e90b9ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-307736875-subnet', 'tenant_id': '2c16edf02c4e441fa05092b315e5f3b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:10:52.763885 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b2d19217-b916-4909-b4c3-7c71ddb00345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:10:52.767814 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b2d19217-b916-4909-b4c3-7c71ddb00345 admin admin] Usage tracker for resource:subnet and tenant:2c16edf02c4e441fa05092b315e5f3b2 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:10:52.770977 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b2d19217-b916-4909-b4c3-7c71ddb00345 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:10:52.777046 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b2d19217-b916-4909-b4c3-7c71ddb00345 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:10:52.845997 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d19217-b916-4909-b4c3-7c71ddb00345 admin admin] Made reservation on behalf of 2c16edf02c4e441fa05092b315e5f3b2 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:10:52.848345 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b2d19217-b916-4909-b4c3-7c71ddb00345 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:53.086565 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b2d19217-b916-4909-b4c3-7c71ddb00345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:53.162099 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d19217-b916-4909-b4c3-7c71ddb00345 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0d1e747-1dc7-4c62-b517-b1aaf9997955,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:10:53.173083 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d19217-b916-4909-b4c3-7c71ddb00345 admin admin] Checking segment: {'id': '1ebd0b59-fb0f-490c-aa41-c63dc3447ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a28084eb-f0e0-43da-a0d1-b6016e90b9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:10:53.173438 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d19217-b916-4909-b4c3-7c71ddb00345 admin admin] Network hostable DHCP agents. Network: a28084eb-f0e0-43da-a0d1-b6016e90b9ae, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:10:53.284544 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d19217-b916-4909-b4c3-7c71ddb00345 admin admin] Network a28084eb-f0e0-43da-a0d1-b6016e90b9ae is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:10:53.364596 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-b2d19217-b916-4909-b4c3-7c71ddb00345 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, a28084eb-f0e0-43da-a0d1-b6016e90b9ae) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:10:53.368595 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d19217-b916-4909-b4c3-7c71ddb00345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:53.369171 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b2d19217-b916-4909-b4c3-7c71ddb00345 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:53.373405 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6a86c1-a1c0-4a1e-bd22-ef12b362cfc6 None None] Network a28084eb-f0e0-43da-a0d1-b6016e90b9ae requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:10:53.468163 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b2d19217-b916-4909-b4c3-7c71ddb00345 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7145023 Oct 26 16:10:53.470830 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 48088) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:10:53.476862 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-66a5579f-24f7-4a7c-9512-9b68b724bf4f admin admin] Request body: {'router': {'name': 'tempest-ServerDiskConfigTestJSON-307736875-router', 'tenant_id': '2c16edf02c4e441fa05092b315e5f3b2', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:10:53.481652 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-66a5579f-24f7-4a7c-9512-9b68b724bf4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:10:53.485435 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-66a5579f-24f7-4a7c-9512-9b68b724bf4f admin admin] Usage tracker for resource:router and tenant:2c16edf02c4e441fa05092b315e5f3b2 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:10:53.488278 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-66a5579f-24f7-4a7c-9512-9b68b724bf4f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:10:53.494525 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-66a5579f-24f7-4a7c-9512-9b68b724bf4f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:10:53.571359 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-66a5579f-24f7-4a7c-9512-9b68b724bf4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:53.572384 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-66a5579f-24f7-4a7c-9512-9b68b724bf4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:53.588015 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-66a5579f-24f7-4a7c-9512-9b68b724bf4f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:53.596832 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef6592a-1fe8-4e58-a4f2-4c8fe52b68e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-a28084eb-f0e0-43da-a0d1-b6016e90b9ae', 'network_id': 'a28084eb-f0e0-43da-a0d1-b6016e90b9ae', 'tenant_id': '2c16edf02c4e441fa05092b315e5f3b2', 'fixed_ips': [{'subnet_id': 'd0d1e747-1dc7-4c62-b517-b1aaf9997955'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 16:10:53.597851 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fef6592a-1fe8-4e58-a4f2-4c8fe52b68e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:53.751855 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-fef6592a-1fe8-4e58-a4f2-4c8fe52b68e6 None None] Allocated IP 172.20.0.2 (a28084eb-f0e0-43da-a0d1-b6016e90b9ae/d0d1e747-1dc7-4c62-b517-b1aaf9997955/75d97812-ea11-44e6-b69f-1aaa4e952e99) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:10:53.916450 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-66a5579f-24f7-4a7c-9512-9b68b724bf4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:53.963633 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fef6592a-1fe8-4e58-a4f2-4c8fe52b68e6 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:53.973522 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-fef6592a-1fe8-4e58-a4f2-4c8fe52b68e6 None None] Transition to ACTIVE for port object 75d97812-ea11-44e6-b69f-1aaa4e952e99 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:10:53.992585 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-fef6592a-1fe8-4e58-a4f2-4c8fe52b68e6 None None] Transition to ACTIVE for port object 75d97812-ea11-44e6-b69f-1aaa4e952e99 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:10:54.062732 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fef6592a-1fe8-4e58-a4f2-4c8fe52b68e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:54.130633 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef6592a-1fe8-4e58-a4f2-4c8fe52b68e6 None None] Network a28084eb-f0e0-43da-a0d1-b6016e90b9ae is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:10:54.133752 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-fef6592a-1fe8-4e58-a4f2-4c8fe52b68e6 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:10:54.138546 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef6592a-1fe8-4e58-a4f2-4c8fe52b68e6 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:10:54.148320 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef6592a-1fe8-4e58-a4f2-4c8fe52b68e6 None None] Pushing event updated for resources: {'Port': ['ID=75d97812-ea11-44e6-b69f-1aaa4e952e99,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:10:54.197862 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef6592a-1fe8-4e58-a4f2-4c8fe52b68e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:54.198215 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef6592a-1fe8-4e58-a4f2-4c8fe52b68e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:54.198596 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef6592a-1fe8-4e58-a4f2-4c8fe52b68e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:54.198935 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef6592a-1fe8-4e58-a4f2-4c8fe52b68e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:54.199269 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef6592a-1fe8-4e58-a4f2-4c8fe52b68e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:54.199619 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef6592a-1fe8-4e58-a4f2-4c8fe52b68e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:54.199951 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef6592a-1fe8-4e58-a4f2-4c8fe52b68e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:54.200281 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef6592a-1fe8-4e58-a4f2-4c8fe52b68e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:54.200612 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef6592a-1fe8-4e58-a4f2-4c8fe52b68e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:54.200942 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef6592a-1fe8-4e58-a4f2-4c8fe52b68e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:54.201267 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef6592a-1fe8-4e58-a4f2-4c8fe52b68e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:54.201590 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef6592a-1fe8-4e58-a4f2-4c8fe52b68e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:54.260757 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-fef6592a-1fe8-4e58-a4f2-4c8fe52b68e6 None None] Attempting to bind port 75d97812-ea11-44e6-b69f-1aaa4e952e99 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:10:54.261046 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-fef6592a-1fe8-4e58-a4f2-4c8fe52b68e6 None None] Attempting to bind port 75d97812-ea11-44e6-b69f-1aaa4e952e99 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '1ebd0b59-fb0f-490c-aa41-c63dc3447ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a28084eb-f0e0-43da-a0d1-b6016e90b9ae'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:10:54.261411 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef6592a-1fe8-4e58-a4f2-4c8fe52b68e6 None None] Attempting to bind port 75d97812-ea11-44e6-b69f-1aaa4e952e99 on network a28084eb-f0e0-43da-a0d1-b6016e90b9ae {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:10:54.267073 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef6592a-1fe8-4e58-a4f2-4c8fe52b68e6 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:10:54.267446 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef6592a-1fe8-4e58-a4f2-4c8fe52b68e6 None None] Checking segment: {'id': '1ebd0b59-fb0f-490c-aa41-c63dc3447ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a28084eb-f0e0-43da-a0d1-b6016e90b9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:10:54.268820 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fef6592a-1fe8-4e58-a4f2-4c8fe52b68e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:54.268820 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef6592a-1fe8-4e58-a4f2-4c8fe52b68e6 None None] Bound using segment: {'id': '1ebd0b59-fb0f-490c-aa41-c63dc3447ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a28084eb-f0e0-43da-a0d1-b6016e90b9ae'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:10:54.268820 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-fef6592a-1fe8-4e58-a4f2-4c8fe52b68e6 None None] Bound port: 75d97812-ea11-44e6-b69f-1aaa4e952e99, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ebd0b59-fb0f-490c-aa41-c63dc3447ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a28084eb-f0e0-43da-a0d1-b6016e90b9ae'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:10:54.269129 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fef6592a-1fe8-4e58-a4f2-4c8fe52b68e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:54.360664 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-fef6592a-1fe8-4e58-a4f2-4c8fe52b68e6 None None] For port 75d97812-ea11-44e6-b69f-1aaa4e952e99, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:10:54.363635 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-fef6592a-1fe8-4e58-a4f2-4c8fe52b68e6 None None] For port 75d97812-ea11-44e6-b69f-1aaa4e952e99, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=75d97812-ea11-44e6-b69f-1aaa4e952e99,segment=NetworkSegment(1ebd0b59-fb0f-490c-aa41-c63dc3447ae5),segment_id=1ebd0b59-fb0f-490c-aa41-c63dc3447ae5)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:10:54.395198 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-66a5579f-24f7-4a7c-9512-9b68b724bf4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:54.426706 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-66a5579f-24f7-4a7c-9512-9b68b724bf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:54.475767 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fef6592a-1fe8-4e58-a4f2-4c8fe52b68e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:54.554542 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef6592a-1fe8-4e58-a4f2-4c8fe52b68e6 None None] Pushing event updated for resources: {'Port': ['ID=75d97812-ea11-44e6-b69f-1aaa4e952e99,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:10:54.567587 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-66a5579f-24f7-4a7c-9512-9b68b724bf4f admin admin] Allocated IP 172.26.2.170 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/af21464f-5567-4267-9f5d-bf07f17e2265) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:10:54.736666 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-66a5579f-24f7-4a7c-9512-9b68b724bf4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:54.886862 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-66a5579f-24f7-4a7c-9512-9b68b724bf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:54.953251 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a5579f-24f7-4a7c-9512-9b68b724bf4f admin admin] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:10:54.956017 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-66a5579f-24f7-4a7c-9512-9b68b724bf4f admin admin] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:10:54.960149 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a5579f-24f7-4a7c-9512-9b68b724bf4f admin admin] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:10:54.990426 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a5579f-24f7-4a7c-9512-9b68b724bf4f admin admin] Pushing event updated for resources: {'Port': ['ID=af21464f-5567-4267-9f5d-bf07f17e2265,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:10:55.323037 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 75d97812-ea11-44e6-b69f-1aaa4e952e99 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:10:55.469896 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 75d97812-ea11-44e6-b69f-1aaa4e952e99 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:10:55.484528 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc1132c-bb38-478a-9641-e066763661b6 None None] Network a28084eb-f0e0-43da-a0d1-b6016e90b9ae requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:10:55.490305 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-66a5579f-24f7-4a7c-9512-9b68b724bf4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:55.657799 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-d3f05d44-e72a-421d-b71e-d1d8925ed9a3 None None] Provisioning for port 75d97812-ea11-44e6-b69f-1aaa4e952e99 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:10:55.668544 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-d3f05d44-e72a-421d-b71e-d1d8925ed9a3 None None] Provisioning complete for port 75d97812-ea11-44e6-b69f-1aaa4e952e99 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:10:55.668917 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d3f05d44-e72a-421d-b71e-d1d8925ed9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:55.669389 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-d3f05d44-e72a-421d-b71e-d1d8925ed9a3 None None] Attempt 1 to provision port 75d97812-ea11-44e6-b69f-1aaa4e952e99 Oct 26 16:10:55.855165 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-d3f05d44-e72a-421d-b71e-d1d8925ed9a3 None None] Current status of the port 75d97812-ea11-44e6-b69f-1aaa4e952e99 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:10:55.855625 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d3f05d44-e72a-421d-b71e-d1d8925ed9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:55.892936 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-d3f05d44-e72a-421d-b71e-d1d8925ed9a3 None None] For port 75d97812-ea11-44e6-b69f-1aaa4e952e99, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=75d97812-ea11-44e6-b69f-1aaa4e952e99,segment=NetworkSegment(1ebd0b59-fb0f-490c-aa41-c63dc3447ae5),segment_id=1ebd0b59-fb0f-490c-aa41-c63dc3447ae5)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:10:55.958766 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d3f05d44-e72a-421d-b71e-d1d8925ed9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:55.962269 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-66a5579f-24f7-4a7c-9512-9b68b724bf4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:56.063843 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f05d44-e72a-421d-b71e-d1d8925ed9a3 None None] Pushing event updated for resources: {'Port': ['ID=75d97812-ea11-44e6-b69f-1aaa4e952e99,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:10:56.078838 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-7442ace9-e240-4e70-90b9-15f2c5e13368 None None] Provisioning complete for port 75d97812-ea11-44e6-b69f-1aaa4e952e99 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:10:56.079209 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7442ace9-e240-4e70-90b9-15f2c5e13368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:56.079545 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-7442ace9-e240-4e70-90b9-15f2c5e13368 None None] Attempt 1 to provision port 75d97812-ea11-44e6-b69f-1aaa4e952e99 Oct 26 16:10:56.196651 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-7442ace9-e240-4e70-90b9-15f2c5e13368 None None] Current status of the port 75d97812-ea11-44e6-b69f-1aaa4e952e99 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:10:56.227213 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a5579f-24f7-4a7c-9512-9b68b724bf4f admin admin] Router 33b40115-e884-4380-8b96-5195893beab8 is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 16:10:56.403159 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a5579f-24f7-4a7c-9512-9b68b724bf4f admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:10:56.413635 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b09db1c-787d-4bec-b4ff-992868785d0e None None] Sync routers for ids ['33b40115-e884-4380-8b96-5195893beab8'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:10:56.423438 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b09db1c-787d-4bec-b4ff-992868785d0e None None] Routers {'33b40115-e884-4380-8b96-5195893beab8'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:10:56.424068 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-9b09db1c-787d-4bec-b4ff-992868785d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:10:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['33b40115-e884-4380-8b96-5195893beab8'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:10:56.480468 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-66a5579f-24f7-4a7c-9512-9b68b724bf4f admin admin] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:56.484431 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-66a5579f-24f7-4a7c-9512-9b68b724bf4f admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0099559 Oct 26 16:10:56.484663 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 48092) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:10:56.626039 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-9b09db1c-787d-4bec-b4ff-992868785d0e None None] Set router 33b40115-e884-4380-8b96-5195893beab8 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:10:56.915510 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-9b09db1c-787d-4bec-b4ff-992868785d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b40115-e884-4380-8b96-5195893beab8', 'name': 'tempest-ServerDiskConfigTestJSON-307736875-router', 'tenant_id': '2c16edf02c4e441fa05092b315e5f3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': 'af21464f-5567-4267-9f5d-bf07f17e2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:10:53Z', 'updated_at': '2022-10-26T16:10:55Z', 'revision_number': 3, 'project_id': '2c16edf02c4e441fa05092b315e5f3b2', 'gw_port': {'id': 'af21464f-5567-4267-9f5d-bf07f17e2265', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b40115-e884-4380-8b96-5195893beab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:10:54Z', 'updated_at': '2022-10-26T16:10:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:10:56.919646 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b09db1c-787d-4bec-b4ff-992868785d0e None None] Checking router: 33b40115-e884-4380-8b96-5195893beab8 for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:10:56.920166 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b09db1c-787d-4bec-b4ff-992868785d0e None None] Updating router 33b40115-e884-4380-8b96-5195893beab8 port af21464f-5567-4267-9f5d-bf07f17e2265 binding host dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:10:56.973217 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-9b09db1c-787d-4bec-b4ff-992868785d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:57.143805 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:57.160134 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2488a46f-eeae-4ed0-a6d2-64737c4887ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:57.300905 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 75d97812-ea11-44e6-b69f-1aaa4e952e99 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:10:57.306298 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-9b09db1c-787d-4bec-b4ff-992868785d0e None None] Notify callbacks [] for port, precommit_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:57.318209 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.provisioning_blocks [None req-9b09db1c-787d-4bec-b4ff-992868785d0e None None] Transition to ACTIVE for port object af21464f-5567-4267-9f5d-bf07f17e2265 will not be triggered until provisioned by entity L2. {{(pid=89750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:10:57.371074 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 75d97812-ea11-44e6-b69f-1aaa4e952e99 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:10:57.371479 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:57.371848 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 75d97812-ea11-44e6-b69f-1aaa4e952e99 Oct 26 16:10:57.372449 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-2488a46f-eeae-4ed0-a6d2-64737c4887ec admin admin] Allocated IP 172.20.0.1 (a28084eb-f0e0-43da-a0d1-b6016e90b9ae/d0d1e747-1dc7-4c62-b517-b1aaf9997955/0371ab84-06fd-4f96-85c9-992c51214035) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:10:57.414712 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-9b09db1c-787d-4bec-b4ff-992868785d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:57.504598 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-9b09db1c-787d-4bec-b4ff-992868785d0e None None] Attempting to bind port af21464f-5567-4267-9f5d-bf07f17e2265 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:10:57.505112 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-9b09db1c-787d-4bec-b4ff-992868785d0e None None] Attempting to bind port af21464f-5567-4267-9f5d-bf07f17e2265 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:10:57.506120 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b09db1c-787d-4bec-b4ff-992868785d0e None None] Attempting to bind port af21464f-5567-4267-9f5d-bf07f17e2265 on network 0c79a151-ef79-4fff-8a3c-258f9478471d {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:10:57.513699 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 75d97812-ea11-44e6-b69f-1aaa4e952e99 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:10:57.525415 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b09db1c-787d-4bec-b4ff-992868785d0e None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:10:57.525795 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b09db1c-787d-4bec-b4ff-992868785d0e None None] Checking segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:10:57.526196 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-9b09db1c-787d-4bec-b4ff-992868785d0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:57.526613 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b09db1c-787d-4bec-b4ff-992868785d0e None None] Bound using segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:10:57.527097 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-9b09db1c-787d-4bec-b4ff-992868785d0e None None] Bound port: af21464f-5567-4267-9f5d-bf07f17e2265, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:10:57.527464 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-9b09db1c-787d-4bec-b4ff-992868785d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:57.591481 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a53a0d-afb4-4b9c-a14f-11b9942b3e1e None None] Pushing event updated for resources: {'Port': ['ID=af21464f-5567-4267-9f5d-bf07f17e2265,revision_number=2']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:10:57.603560 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a53a0d-afb4-4b9c-a14f-11b9942b3e1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:57.603895 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a53a0d-afb4-4b9c-a14f-11b9942b3e1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:57.604228 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a53a0d-afb4-4b9c-a14f-11b9942b3e1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:57.604548 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a53a0d-afb4-4b9c-a14f-11b9942b3e1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:57.604867 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a53a0d-afb4-4b9c-a14f-11b9942b3e1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:57.605188 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a53a0d-afb4-4b9c-a14f-11b9942b3e1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:57.605502 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a53a0d-afb4-4b9c-a14f-11b9942b3e1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:57.605816 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a53a0d-afb4-4b9c-a14f-11b9942b3e1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:57.606126 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a53a0d-afb4-4b9c-a14f-11b9942b3e1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:57.606436 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a53a0d-afb4-4b9c-a14f-11b9942b3e1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:57.606768 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a53a0d-afb4-4b9c-a14f-11b9942b3e1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:57.607080 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a53a0d-afb4-4b9c-a14f-11b9942b3e1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:10:57.634724 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-9b09db1c-787d-4bec-b4ff-992868785d0e None None] For port af21464f-5567-4267-9f5d-bf07f17e2265, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:10:57.638797 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-9b09db1c-787d-4bec-b4ff-992868785d0e None None] For port af21464f-5567-4267-9f5d-bf07f17e2265, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=af21464f-5567-4267-9f5d-bf07f17e2265,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:10:57.669247 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2488a46f-eeae-4ed0-a6d2-64737c4887ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:57.684568 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-2488a46f-eeae-4ed0-a6d2-64737c4887ec admin admin] Transition to ACTIVE for port object 0371ab84-06fd-4f96-85c9-992c51214035 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:10:57.727778 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-9b09db1c-787d-4bec-b4ff-992868785d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:57.790409 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2488a46f-eeae-4ed0-a6d2-64737c4887ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:57.791572 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b09db1c-787d-4bec-b4ff-992868785d0e None None] Routers {'33b40115-e884-4380-8b96-5195893beab8'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:10:57.792192 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-9b09db1c-787d-4bec-b4ff-992868785d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:10:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['33b40115-e884-4380-8b96-5195893beab8'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:10:57.859388 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2488a46f-eeae-4ed0-a6d2-64737c4887ec admin admin] Network a28084eb-f0e0-43da-a0d1-b6016e90b9ae is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:10:57.862331 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-2488a46f-eeae-4ed0-a6d2-64737c4887ec admin admin] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:10:57.866192 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2488a46f-eeae-4ed0-a6d2-64737c4887ec admin admin] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:10:57.902535 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2488a46f-eeae-4ed0-a6d2-64737c4887ec admin admin] Pushing event updated for resources: {'Port': ['ID=0371ab84-06fd-4f96-85c9-992c51214035,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:10:57.927252 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2488a46f-eeae-4ed0-a6d2-64737c4887ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:57.929812 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a53a0d-afb4-4b9c-a14f-11b9942b3e1e None None] Pushing event updated for resources: {'Port': ['ID=af21464f-5567-4267-9f5d-bf07f17e2265,revision_number=3']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:10:57.990176 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-9b09db1c-787d-4bec-b4ff-992868785d0e None None] Set router 33b40115-e884-4380-8b96-5195893beab8 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:10:58.120607 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2488a46f-eeae-4ed0-a6d2-64737c4887ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:58.192746 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-b9c50f64-a257-45a4-90f9-2968b5c5b7f0 None None] Provisioning for port 0371ab84-06fd-4f96-85c9-992c51214035 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:10:58.199633 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-b9c50f64-a257-45a4-90f9-2968b5c5b7f0 None None] Provisioning complete for port 0371ab84-06fd-4f96-85c9-992c51214035 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:10:58.200266 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b9c50f64-a257-45a4-90f9-2968b5c5b7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:58.200766 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-b9c50f64-a257-45a4-90f9-2968b5c5b7f0 None None] Attempt 1 to provision port 0371ab84-06fd-4f96-85c9-992c51214035 Oct 26 16:10:58.263174 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-b9c50f64-a257-45a4-90f9-2968b5c5b7f0 None None] Port 0371ab84-06fd-4f96-85c9-992c51214035 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:10:58.311040 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-9b09db1c-787d-4bec-b4ff-992868785d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b40115-e884-4380-8b96-5195893beab8', 'name': 'tempest-ServerDiskConfigTestJSON-307736875-router', 'tenant_id': '2c16edf02c4e441fa05092b315e5f3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': 'af21464f-5567-4267-9f5d-bf07f17e2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:10:53Z', 'updated_at': '2022-10-26T16:10:55Z', 'revision_number': 3, 'project_id': '2c16edf02c4e441fa05092b315e5f3b2', 'gw_port': {'id': 'af21464f-5567-4267-9f5d-bf07f17e2265', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b40115-e884-4380-8b96-5195893beab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:10:54Z', 'updated_at': '2022-10-26T16:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:10:58.315072 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b09db1c-787d-4bec-b4ff-992868785d0e None None] The sync data for ids ['33b40115-e884-4380-8b96-5195893beab8'] in dv-neutron-862712-1-hyperv is: [{'id': '33b40115-e884-4380-8b96-5195893beab8', 'name': 'tempest-ServerDiskConfigTestJSON-307736875-router', 'tenant_id': '2c16edf02c4e441fa05092b315e5f3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': 'af21464f-5567-4267-9f5d-bf07f17e2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:10:53Z', 'updated_at': '2022-10-26T16:10:55Z', 'revision_number': 3, 'project_id': '2c16edf02c4e441fa05092b315e5f3b2', 'gw_port': {'id': 'af21464f-5567-4267-9f5d-bf07f17e2265', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b40115-e884-4380-8b96-5195893beab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:10:54Z', 'updated_at': '2022-10-26T16:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:10:58.353567 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2488a46f-eeae-4ed0-a6d2-64737c4887ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:58.430120 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2488a46f-eeae-4ed0-a6d2-64737c4887ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:58.549681 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2488a46f-eeae-4ed0-a6d2-64737c4887ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:58.553880 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2488a46f-eeae-4ed0-a6d2-64737c4887ec admin admin] Pushing event updated for resources: {'Port': ['ID=0371ab84-06fd-4f96-85c9-992c51214035,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:10:58.702101 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2488a46f-eeae-4ed0-a6d2-64737c4887ec admin admin] Network a28084eb-f0e0-43da-a0d1-b6016e90b9ae is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:10:58.703341 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-2488a46f-eeae-4ed0-a6d2-64737c4887ec admin admin] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:10:58.764629 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-b9c50f64-a257-45a4-90f9-2968b5c5b7f0 None None] Attempt 2 to provision port 0371ab84-06fd-4f96-85c9-992c51214035 Oct 26 16:10:58.831447 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-b9c50f64-a257-45a4-90f9-2968b5c5b7f0 None None] Port 0371ab84-06fd-4f96-85c9-992c51214035 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:10:58.913743 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2488a46f-eeae-4ed0-a6d2-64737c4887ec admin admin] Router 33b40115-e884-4380-8b96-5195893beab8 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:10:59.098767 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2488a46f-eeae-4ed0-a6d2-64737c4887ec admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:10:59.116653 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-2488a46f-eeae-4ed0-a6d2-64737c4887ec admin admin] 10.222.0.23 "PUT /v2.0/routers/33b40115-e884-4380-8b96-5195893beab8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6304667 Oct 26 16:10:59.308969 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device af21464f-5567-4267-9f5d-bf07f17e2265 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:10:59.340223 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-b9c50f64-a257-45a4-90f9-2968b5c5b7f0 None None] Attempt 3 to provision port 0371ab84-06fd-4f96-85c9-992c51214035 Oct 26 16:10:59.416641 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-b9c50f64-a257-45a4-90f9-2968b5c5b7f0 None None] Port 0371ab84-06fd-4f96-85c9-992c51214035 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:10:59.495949 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port af21464f-5567-4267-9f5d-bf07f17e2265 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:10:59.501623 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port af21464f-5567-4267-9f5d-bf07f17e2265 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:10:59.502103 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:59.502518 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port af21464f-5567-4267-9f5d-bf07f17e2265 Oct 26 16:10:59.635066 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port af21464f-5567-4267-9f5d-bf07f17e2265 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:10:59.635423 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:59.639915 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-a726d568-d82d-4a3b-89ad-8aa37628a631 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:59.641506 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-a726d568-d82d-4a3b-89ad-8aa37628a631 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/networks?id=a28084eb-f0e0-43da-a0d1-b6016e90b9ae HTTP/1.1" status: 200 len: 814 time: 0.1573086 Oct 26 16:10:59.657065 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-5a4d55cf-2f86-46d4-bffd-55ca7443cac1 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/quotas/2c16edf02c4e441fa05092b315e5f3b2 HTTP/1.1" status: 200 len: 375 time: 0.0100882 Oct 26 16:10:59.659568 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port af21464f-5567-4267-9f5d-bf07f17e2265, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=af21464f-5567-4267-9f5d-bf07f17e2265,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:10:59.730560 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:10:59.755053 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-4b38defa-77cc-45f5-9959-3b8955a7fb8a tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2c16edf02c4e441fa05092b315e5f3b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0926156 Oct 26 16:10:59.806269 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=af21464f-5567-4267-9f5d-bf07f17e2265,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:10:59.819402 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe022154-7e1e-417f-b44e-b2527a09a9bf None None] Sync routers for ids ['33b40115-e884-4380-8b96-5195893beab8'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:10:59.829886 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe022154-7e1e-417f-b44e-b2527a09a9bf None None] Routers {'33b40115-e884-4380-8b96-5195893beab8'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:10:59.830547 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-fe022154-7e1e-417f-b44e-b2527a09a9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:10:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['33b40115-e884-4380-8b96-5195893beab8'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:10:59.943476 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-b9c50f64-a257-45a4-90f9-2968b5c5b7f0 None None] Attempt 4 to provision port 0371ab84-06fd-4f96-85c9-992c51214035 Oct 26 16:11:00.001240 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-892de581-92a6-4802-9e0a-663d8dd3f16b service neutron] 10.222.0.23 "GET /v2.0/networks/a28084eb-f0e0-43da-a0d1-b6016e90b9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414970 Oct 26 16:11:00.027201 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-b9c50f64-a257-45a4-90f9-2968b5c5b7f0 None None] Port 0371ab84-06fd-4f96-85c9-992c51214035 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:11:00.058086 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-fe022154-7e1e-417f-b44e-b2527a09a9bf None None] Set router 33b40115-e884-4380-8b96-5195893beab8 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:11:00.133532 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-e3d7af1b-40d3-4470-9094-2ea56921eddc service neutron] 10.222.0.23 "GET /v2.0/networks/a28084eb-f0e0-43da-a0d1-b6016e90b9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258626 Oct 26 16:11:00.379801 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-fe022154-7e1e-417f-b44e-b2527a09a9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b40115-e884-4380-8b96-5195893beab8', 'name': 'tempest-ServerDiskConfigTestJSON-307736875-router', 'tenant_id': '2c16edf02c4e441fa05092b315e5f3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': 'af21464f-5567-4267-9f5d-bf07f17e2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:10:53Z', 'updated_at': '2022-10-26T16:10:57Z', 'revision_number': 4, 'project_id': '2c16edf02c4e441fa05092b315e5f3b2', 'gw_port': {'id': 'af21464f-5567-4267-9f5d-bf07f17e2265', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b40115-e884-4380-8b96-5195893beab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:10:54Z', 'updated_at': '2022-10-26T16:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '0371ab84-06fd-4f96-85c9-992c51214035', 'name': '', 'network_id': 'a28084eb-f0e0-43da-a0d1-b6016e90b9ae', 'tenant_id': '2c16edf02c4e441fa05092b315e5f3b2', 'mac_address': 'fa:16:3e:a4:90:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b40115-e884-4380-8b96-5195893beab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'd0d1e747-1dc7-4c62-b517-b1aaf9997955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:10:57Z', 'updated_at': '2022-10-26T16:10:58Z', 'revision_number': 2, 'project_id': '2c16edf02c4e441fa05092b315e5f3b2', 'subnets': [{'id': 'd0d1e747-1dc7-4c62-b517-b1aaf9997955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:11:00.383958 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe022154-7e1e-417f-b44e-b2527a09a9bf None None] Checking router: 33b40115-e884-4380-8b96-5195893beab8 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:11:00.384312 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe022154-7e1e-417f-b44e-b2527a09a9bf None None] Updating router 33b40115-e884-4380-8b96-5195893beab8 port 0371ab84-06fd-4f96-85c9-992c51214035 binding host dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:11:00.427644 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-68893848-ba6e-4b09-bb0b-eb117faf934f req-9b63f7f5-cf51-473a-a90c-707016130c0a tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Synchronizing usage tracker for tenant:2c16edf02c4e441fa05092b315e5f3b2 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:11:00.440056 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fe022154-7e1e-417f-b44e-b2527a09a9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:00.541771 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-68893848-ba6e-4b09-bb0b-eb117faf934f req-9b63f7f5-cf51-473a-a90c-707016130c0a tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Unset dirty status for tenant:2c16edf02c4e441fa05092b315e5f3b2 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:11:00.543036 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-68893848-ba6e-4b09-bb0b-eb117faf934f req-9b63f7f5-cf51-473a-a90c-707016130c0a tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 210 time: 0.1691232 Oct 26 16:11:00.579594 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-b9c50f64-a257-45a4-90f9-2968b5c5b7f0 None None] Attempt 5 to provision port 0371ab84-06fd-4f96-85c9-992c51214035 Oct 26 16:11:00.660062 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-b9c50f64-a257-45a4-90f9-2968b5c5b7f0 None None] Port 0371ab84-06fd-4f96-85c9-992c51214035 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:11:00.856955 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fe022154-7e1e-417f-b44e-b2527a09a9bf None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:00.868577 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-fe022154-7e1e-417f-b44e-b2527a09a9bf None None] Transition to ACTIVE for port object 0371ab84-06fd-4f96-85c9-992c51214035 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:11:00.966414 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fe022154-7e1e-417f-b44e-b2527a09a9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:01.161516 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-b9c50f64-a257-45a4-90f9-2968b5c5b7f0 None None] Attempt 6 to provision port 0371ab84-06fd-4f96-85c9-992c51214035 Oct 26 16:11:01.195072 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd352258-3d68-405a-9138-5c571bd9d0f0 None None] Pushing event updated for resources: {'Port': ['ID=0371ab84-06fd-4f96-85c9-992c51214035,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:11:01.229130 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-fe022154-7e1e-417f-b44e-b2527a09a9bf None None] Attempting to bind port 0371ab84-06fd-4f96-85c9-992c51214035 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:11:01.229494 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-fe022154-7e1e-417f-b44e-b2527a09a9bf None None] Attempting to bind port 0371ab84-06fd-4f96-85c9-992c51214035 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '1ebd0b59-fb0f-490c-aa41-c63dc3447ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a28084eb-f0e0-43da-a0d1-b6016e90b9ae'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:11:01.229855 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe022154-7e1e-417f-b44e-b2527a09a9bf None None] Attempting to bind port 0371ab84-06fd-4f96-85c9-992c51214035 on network a28084eb-f0e0-43da-a0d1-b6016e90b9ae {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:11:01.239161 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe022154-7e1e-417f-b44e-b2527a09a9bf None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:11:01.239528 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe022154-7e1e-417f-b44e-b2527a09a9bf None None] Checking segment: {'id': '1ebd0b59-fb0f-490c-aa41-c63dc3447ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a28084eb-f0e0-43da-a0d1-b6016e90b9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:11:01.239922 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fe022154-7e1e-417f-b44e-b2527a09a9bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:01.240412 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe022154-7e1e-417f-b44e-b2527a09a9bf None None] Bound using segment: {'id': '1ebd0b59-fb0f-490c-aa41-c63dc3447ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a28084eb-f0e0-43da-a0d1-b6016e90b9ae'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:11:01.241396 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-fe022154-7e1e-417f-b44e-b2527a09a9bf None None] Bound port: 0371ab84-06fd-4f96-85c9-992c51214035, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ebd0b59-fb0f-490c-aa41-c63dc3447ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a28084eb-f0e0-43da-a0d1-b6016e90b9ae'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:11:01.241771 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fe022154-7e1e-417f-b44e-b2527a09a9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:01.254605 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-b9c50f64-a257-45a4-90f9-2968b5c5b7f0 None None] Port 0371ab84-06fd-4f96-85c9-992c51214035 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:11:01.302936 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device af21464f-5567-4267-9f5d-bf07f17e2265 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:11:01.387821 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-fe022154-7e1e-417f-b44e-b2527a09a9bf None None] For port 0371ab84-06fd-4f96-85c9-992c51214035, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:11:01.391461 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-fe022154-7e1e-417f-b44e-b2527a09a9bf None None] For port 0371ab84-06fd-4f96-85c9-992c51214035, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=0371ab84-06fd-4f96-85c9-992c51214035,segment=NetworkSegment(1ebd0b59-fb0f-490c-aa41-c63dc3447ae5),segment_id=1ebd0b59-fb0f-490c-aa41-c63dc3447ae5)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:11:01.401666 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port af21464f-5567-4267-9f5d-bf07f17e2265 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:11:01.402035 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:01.402367 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port af21464f-5567-4267-9f5d-bf07f17e2265 Oct 26 16:11:01.449502 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fe022154-7e1e-417f-b44e-b2527a09a9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:01.518310 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe022154-7e1e-417f-b44e-b2527a09a9bf None None] Routers {'33b40115-e884-4380-8b96-5195893beab8'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:11:01.518938 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-fe022154-7e1e-417f-b44e-b2527a09a9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:10:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['33b40115-e884-4380-8b96-5195893beab8'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:11:01.672923 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd352258-3d68-405a-9138-5c571bd9d0f0 None None] Pushing event updated for resources: {'Port': ['ID=0371ab84-06fd-4f96-85c9-992c51214035,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:11:01.712989 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0cd25418-a39e-419f-a89e-af25f8e5e1bc req-a5f843c9-2968-4170-8b8b-f106db7feff7 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 210 time: 0.0547006 Oct 26 16:11:01.755970 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-b9c50f64-a257-45a4-90f9-2968b5c5b7f0 None None] Attempt 7 to provision port 0371ab84-06fd-4f96-85c9-992c51214035 Oct 26 16:11:01.790163 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port af21464f-5567-4267-9f5d-bf07f17e2265 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:11:01.821073 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-fe022154-7e1e-417f-b44e-b2527a09a9bf None None] Set router 33b40115-e884-4380-8b96-5195893beab8 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:11:01.954346 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-b9c50f64-a257-45a4-90f9-2968b5c5b7f0 None None] Port 0371ab84-06fd-4f96-85c9-992c51214035 had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 16:11:02.188490 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-61582823-7ed3-4016-82db-1072a540e230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:02.225093 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-fe022154-7e1e-417f-b44e-b2527a09a9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b40115-e884-4380-8b96-5195893beab8', 'name': 'tempest-ServerDiskConfigTestJSON-307736875-router', 'tenant_id': '2c16edf02c4e441fa05092b315e5f3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': 'af21464f-5567-4267-9f5d-bf07f17e2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:10:53Z', 'updated_at': '2022-10-26T16:10:57Z', 'revision_number': 4, 'project_id': '2c16edf02c4e441fa05092b315e5f3b2', 'gw_port': {'id': 'af21464f-5567-4267-9f5d-bf07f17e2265', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b40115-e884-4380-8b96-5195893beab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:10:54Z', 'updated_at': '2022-10-26T16:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '0371ab84-06fd-4f96-85c9-992c51214035', 'name': '', 'network_id': 'a28084eb-f0e0-43da-a0d1-b6016e90b9ae', 'tenant_id': '2c16edf02c4e441fa05092b315e5f3b2', 'mac_address': 'fa:16:3e:a4:90:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b40115-e884-4380-8b96-5195893beab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'd0d1e747-1dc7-4c62-b517-b1aaf9997955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:10:57Z', 'updated_at': '2022-10-26T16:11:01Z', 'revision_number': 4, 'project_id': '2c16edf02c4e441fa05092b315e5f3b2', 'subnets': [{'id': 'd0d1e747-1dc7-4c62-b517-b1aaf9997955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:11:02.229028 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe022154-7e1e-417f-b44e-b2527a09a9bf None None] The sync data for ids ['33b40115-e884-4380-8b96-5195893beab8'] in dv-neutron-862712-1-hyperv is: [{'id': '33b40115-e884-4380-8b96-5195893beab8', 'name': 'tempest-ServerDiskConfigTestJSON-307736875-router', 'tenant_id': '2c16edf02c4e441fa05092b315e5f3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': 'af21464f-5567-4267-9f5d-bf07f17e2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:10:53Z', 'updated_at': '2022-10-26T16:10:57Z', 'revision_number': 4, 'project_id': '2c16edf02c4e441fa05092b315e5f3b2', 'gw_port': {'id': 'af21464f-5567-4267-9f5d-bf07f17e2265', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b40115-e884-4380-8b96-5195893beab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:10:54Z', 'updated_at': '2022-10-26T16:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '0371ab84-06fd-4f96-85c9-992c51214035', 'name': '', 'network_id': 'a28084eb-f0e0-43da-a0d1-b6016e90b9ae', 'tenant_id': '2c16edf02c4e441fa05092b315e5f3b2', 'mac_address': 'fa:16:3e:a4:90:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b40115-e884-4380-8b96-5195893beab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'd0d1e747-1dc7-4c62-b517-b1aaf9997955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:10:57Z', 'updated_at': '2022-10-26T16:11:01Z', 'revision_number': 4, 'project_id': '2c16edf02c4e441fa05092b315e5f3b2', 'subnets': [{'id': 'd0d1e747-1dc7-4c62-b517-b1aaf9997955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:11:02.890429 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ad15dd12-be3f-44ae-b940-341583e17360 req-eedd8f03-ff3e-45cc-af6c-f23f59dda167 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 210 time: 0.0547924 Oct 26 16:11:02.936196 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-b21dbe37-2d1f-46ad-92d7-f39a76c139b7 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:02.937769 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-b21dbe37-2d1f-46ad-92d7-f39a76c139b7 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.48 "GET /v2.0/networks?id=a28084eb-f0e0-43da-a0d1-b6016e90b9ae HTTP/1.1" status: 200 len: 814 time: 0.1662629 Oct 26 16:11:02.954838 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-68f0e27f-2f69-493a-b9d6-a5b2c7c2db19 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Request body: {'port': {'device_id': '23225902-b37e-40e0-9db2-fcca107aedea', 'network_id': 'a28084eb-f0e0-43da-a0d1-b6016e90b9ae', 'admin_state_up': True, 'tenant_id': '2c16edf02c4e441fa05092b315e5f3b2'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:11:03.101832 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-68f0e27f-2f69-493a-b9d6-a5b2c7c2db19 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:11:03.112463 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-68f0e27f-2f69-493a-b9d6-a5b2c7c2db19 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:11:03.192922 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-68f0e27f-2f69-493a-b9d6-a5b2c7c2db19 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Made reservation on behalf of 2c16edf02c4e441fa05092b315e5f3b2 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:11:03.197628 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-68f0e27f-2f69-493a-b9d6-a5b2c7c2db19 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:03.320857 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 0371ab84-06fd-4f96-85c9-992c51214035 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:11:03.386549 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-68f0e27f-2f69-493a-b9d6-a5b2c7c2db19 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Allocated IP 172.20.0.11 (a28084eb-f0e0-43da-a0d1-b6016e90b9ae/d0d1e747-1dc7-4c62-b517-b1aaf9997955/cc35ec39-6990-421e-8ba7-8b25356bcb19) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:11:03.434605 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 0371ab84-06fd-4f96-85c9-992c51214035 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:11:03.439588 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 0371ab84-06fd-4f96-85c9-992c51214035 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:11:03.439958 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:03.440287 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 0371ab84-06fd-4f96-85c9-992c51214035 Oct 26 16:11:03.561550 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 0371ab84-06fd-4f96-85c9-992c51214035 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:11:03.561843 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:03.591095 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-68f0e27f-2f69-493a-b9d6-a5b2c7c2db19 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:03.594461 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 0371ab84-06fd-4f96-85c9-992c51214035, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=0371ab84-06fd-4f96-85c9-992c51214035,segment=NetworkSegment(1ebd0b59-fb0f-490c-aa41-c63dc3447ae5),segment_id=1ebd0b59-fb0f-490c-aa41-c63dc3447ae5)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:11:03.607331 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-68f0e27f-2f69-493a-b9d6-a5b2c7c2db19 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Transition to ACTIVE for port object cc35ec39-6990-421e-8ba7-8b25356bcb19 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:11:03.686234 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:03.710038 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-68f0e27f-2f69-493a-b9d6-a5b2c7c2db19 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:03.756760 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=0371ab84-06fd-4f96-85c9-992c51214035,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:11:03.784474 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-68f0e27f-2f69-493a-b9d6-a5b2c7c2db19 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Network a28084eb-f0e0-43da-a0d1-b6016e90b9ae is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:11:03.788049 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-68f0e27f-2f69-493a-b9d6-a5b2c7c2db19 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:11:03.791814 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-68f0e27f-2f69-493a-b9d6-a5b2c7c2db19 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:11:03.823109 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f0e27f-2f69-493a-b9d6-a5b2c7c2db19 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Pushing event updated for resources: {'Port': ['ID=cc35ec39-6990-421e-8ba7-8b25356bcb19,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:11:03.861682 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-68f0e27f-2f69-493a-b9d6-a5b2c7c2db19 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:03.862290 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-68f0e27f-2f69-493a-b9d6-a5b2c7c2db19 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:03.953560 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-68f0e27f-2f69-493a-b9d6-a5b2c7c2db19 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0027459 Oct 26 16:11:03.970934 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-96dedb50-1232-4f62-b419-39a63185a866 service neutron] Request body: {'port': {'device_id': '23225902-b37e-40e0-9db2-fcca107aedea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8627'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:11:04.107097 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-9f7f0bb4-409f-453c-866a-155e7ac27d9b None None] Provisioning for port cc35ec39-6990-421e-8ba7-8b25356bcb19 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:11:04.112924 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-9f7f0bb4-409f-453c-866a-155e7ac27d9b None None] Provisioning complete for port cc35ec39-6990-421e-8ba7-8b25356bcb19 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:11:04.113407 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9f7f0bb4-409f-453c-866a-155e7ac27d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:04.113985 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-9f7f0bb4-409f-453c-866a-155e7ac27d9b None None] Attempt 1 to provision port cc35ec39-6990-421e-8ba7-8b25356bcb19 Oct 26 16:11:04.146357 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-96dedb50-1232-4f62-b419-39a63185a866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:04.173676 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-9f7f0bb4-409f-453c-866a-155e7ac27d9b None None] Port cc35ec39-6990-421e-8ba7-8b25356bcb19 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:11:04.225279 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a560fbd-db75-4829-8807-95d8446f7d6b req-fc1eb661-8c14-43f5-87e3-5897b80b45e8 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:04.226007 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-0a560fbd-db75-4829-8807-95d8446f7d6b req-fc1eb661-8c14-43f5-87e3-5897b80b45e8 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Synchronizing usage tracker for tenant:2c16edf02c4e441fa05092b315e5f3b2 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:11:04.385471 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-0a560fbd-db75-4829-8807-95d8446f7d6b req-fc1eb661-8c14-43f5-87e3-5897b80b45e8 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Unset dirty status for tenant:2c16edf02c4e441fa05092b315e5f3b2 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:11:04.386547 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0a560fbd-db75-4829-8807-95d8446f7d6b req-fc1eb661-8c14-43f5-87e3-5897b80b45e8 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 932 time: 0.3735211 Oct 26 16:11:04.461753 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0a560fbd-db75-4829-8807-95d8446f7d6b req-fb128557-4320-473f-82c8-8ac2542fdcdd tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677900 Oct 26 16:11:04.497504 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a5435803-2102-4416-a3c5-27298cc85c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:04.652220 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-96dedb50-1232-4f62-b419-39a63185a866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc35ec39-6990-421e-8ba7-8b25356bcb19 {{(pid=89748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:11:04.659471 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-96dedb50-1232-4f62-b419-39a63185a866 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:04.674082 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-96dedb50-1232-4f62-b419-39a63185a866 service neutron] Transition to ACTIVE for port object cc35ec39-6990-421e-8ba7-8b25356bcb19 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:11:04.675101 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-9f7f0bb4-409f-453c-866a-155e7ac27d9b None None] Attempt 2 to provision port cc35ec39-6990-421e-8ba7-8b25356bcb19 Oct 26 16:11:04.729325 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-9f7f0bb4-409f-453c-866a-155e7ac27d9b None None] Port cc35ec39-6990-421e-8ba7-8b25356bcb19 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:11:04.766085 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-96dedb50-1232-4f62-b419-39a63185a866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:04.954167 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dedb50-1232-4f62-b419-39a63185a866 service neutron] Pushing event updated for resources: {'Port': ['ID=cc35ec39-6990-421e-8ba7-8b25356bcb19,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:11:04.994746 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-96dedb50-1232-4f62-b419-39a63185a866 service neutron] Attempting to bind port cc35ec39-6990-421e-8ba7-8b25356bcb19 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:11:04.995081 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-96dedb50-1232-4f62-b419-39a63185a866 service neutron] Attempting to bind port cc35ec39-6990-421e-8ba7-8b25356bcb19 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': '1ebd0b59-fb0f-490c-aa41-c63dc3447ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a28084eb-f0e0-43da-a0d1-b6016e90b9ae'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:11:04.995408 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-96dedb50-1232-4f62-b419-39a63185a866 service neutron] Attempting to bind port cc35ec39-6990-421e-8ba7-8b25356bcb19 on network a28084eb-f0e0-43da-a0d1-b6016e90b9ae {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:11:04.999988 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-96dedb50-1232-4f62-b419-39a63185a866 service neutron] Port cc35ec39-6990-421e-8ba7-8b25356bcb19 on network a28084eb-f0e0-43da-a0d1-b6016e90b9ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 16:11:05.000335 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-96dedb50-1232-4f62-b419-39a63185a866 service neutron] Attempting to bind port cc35ec39-6990-421e-8ba7-8b25356bcb19 on network a28084eb-f0e0-43da-a0d1-b6016e90b9ae {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:11:05.005425 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-96dedb50-1232-4f62-b419-39a63185a866 service neutron] Checking agent: {'id': '1b551391-ebdd-44bd-8801-034277ca5526', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8627', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'started_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:11:05.005765 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-96dedb50-1232-4f62-b419-39a63185a866 service neutron] Checking segment: {'id': '1ebd0b59-fb0f-490c-aa41-c63dc3447ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a28084eb-f0e0-43da-a0d1-b6016e90b9ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:11:05.006716 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-96dedb50-1232-4f62-b419-39a63185a866 service neutron] Bound using segment: {'id': '1ebd0b59-fb0f-490c-aa41-c63dc3447ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a28084eb-f0e0-43da-a0d1-b6016e90b9ae'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:11:05.007172 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-96dedb50-1232-4f62-b419-39a63185a866 service neutron] Bound port: cc35ec39-6990-421e-8ba7-8b25356bcb19, host: hv-neutron-8627, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ebd0b59-fb0f-490c-aa41-c63dc3447ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a28084eb-f0e0-43da-a0d1-b6016e90b9ae'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:11:05.007482 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-96dedb50-1232-4f62-b419-39a63185a866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:05.099397 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-96dedb50-1232-4f62-b419-39a63185a866 service neutron] For port cc35ec39-6990-421e-8ba7-8b25356bcb19, host hv-neutron-8627, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:11:05.102411 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-96dedb50-1232-4f62-b419-39a63185a866 service neutron] For port cc35ec39-6990-421e-8ba7-8b25356bcb19, host hv-neutron-8627, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=cc35ec39-6990-421e-8ba7-8b25356bcb19,segment=NetworkSegment(1ebd0b59-fb0f-490c-aa41-c63dc3447ae5),segment_id=1ebd0b59-fb0f-490c-aa41-c63dc3447ae5)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:11:05.181997 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-96dedb50-1232-4f62-b419-39a63185a866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:05.214159 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-96dedb50-1232-4f62-b419-39a63185a866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:05.220269 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-96dedb50-1232-4f62-b419-39a63185a866 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:05.220269 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-96dedb50-1232-4f62-b419-39a63185a866 service neutron] 10.222.0.48 "PUT /v2.0/ports/cc35ec39-6990-421e-8ba7-8b25356bcb19 HTTP/1.1" status: 200 len: 1094 time: 1.2499785 Oct 26 16:11:05.220269 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23225902-b37e-40e0-9db2-fcca107aedea', 'tag': 'cc35ec39-6990-421e-8ba7-8b25356bcb19'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:11:05.220269 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f843e2e0-df0b-44de-b220-af62b221c451" -d '{"events": [{"name": "network-changed", "server_uuid": "23225902-b37e-40e0-9db2-fcca107aedea", "tag": "cc35ec39-6990-421e-8ba7-8b25356bcb19"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:11:05.231933 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-9f7f0bb4-409f-453c-866a-155e7ac27d9b None None] Attempt 3 to provision port cc35ec39-6990-421e-8ba7-8b25356bcb19 Oct 26 16:11:05.264241 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dedb50-1232-4f62-b419-39a63185a866 service neutron] Pushing event updated for resources: {'Port': ['ID=cc35ec39-6990-421e-8ba7-8b25356bcb19,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:11:05.274422 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0a6e7d-ca72-4fec-90d3-0880d9261439 x-openstack-request-id: req-7b0a6e7d-ca72-4fec-90d3-0880d9261439 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:11:05.274840 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23225902-b37e-40e0-9db2-fcca107aedea", "tag": "cc35ec39-6990-421e-8ba7-8b25356bcb19", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:11:05.275163 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7b0a6e7d-ca72-4fec-90d3-0880d9261439 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:11:05.275720 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b0a6e7d-ca72-4fec-90d3-0880d9261439'] response: {'name': 'network-changed', 'server_uuid': '23225902-b37e-40e0-9db2-fcca107aedea', 'tag': 'cc35ec39-6990-421e-8ba7-8b25356bcb19', 'status': 'completed', 'code': 200} Oct 26 16:11:05.285055 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:05.315995 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-9f7f0bb4-409f-453c-866a-155e7ac27d9b None None] Port cc35ec39-6990-421e-8ba7-8b25356bcb19 had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 16:11:05.319247 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 0371ab84-06fd-4f96-85c9-992c51214035 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:11:05.361857 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:05.388913 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 0371ab84-06fd-4f96-85c9-992c51214035 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:11:05.389290 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:05.389631 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 0371ab84-06fd-4f96-85c9-992c51214035 Oct 26 16:11:05.399788 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843e2e0-df0b-44de-b220-af62b221c451 req-9b344ce5-129b-4547-a1c6-87a36aadf9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:05.401317 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f843e2e0-df0b-44de-b220-af62b221c451 req-9b344ce5-129b-4547-a1c6-87a36aadf9ca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c16edf02c4e441fa05092b315e5f3b2&device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 1097 time: 0.0852590 Oct 26 16:11:05.508781 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 0371ab84-06fd-4f96-85c9-992c51214035 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:11:05.552057 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843e2e0-df0b-44de-b220-af62b221c451 req-66bed949-8068-4f00-a11a-97737e4ed006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:05.554352 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f843e2e0-df0b-44de-b220-af62b221c451 req-66bed949-8068-4f00-a11a-97737e4ed006 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=2c16edf02c4e441fa05092b315e5f3b2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1402109 Oct 26 16:11:05.749543 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843e2e0-df0b-44de-b220-af62b221c451 req-bfc2b63a-e753-46bf-8c3e-4f1020349e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:05.751108 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f843e2e0-df0b-44de-b220-af62b221c451 req-bfc2b63a-e753-46bf-8c3e-4f1020349e68 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1916156 Oct 26 16:11:05.764229 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7262cef-22b2-4b1d-a7b5-da473c53adc4 req-924b4eaa-eb79-4f49-b611-6b92a432aad2 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:05.765615 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d7262cef-22b2-4b1d-a7b5-da473c53adc4 req-924b4eaa-eb79-4f49-b611-6b92a432aad2 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 944 time: 0.1858184 Oct 26 16:11:05.849679 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d7262cef-22b2-4b1d-a7b5-da473c53adc4 req-81e3890f-c24f-4759-aad7-fee72950ab1f tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782320 Oct 26 16:11:05.894013 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-d71c5f2e-9a98-45ad-abd5-2576b9fbe425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:05.895584 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-d71c5f2e-9a98-45ad-abd5-2576b9fbe425 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c16edf02c4e441fa05092b315e5f3b2&device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 1097 time: 0.0869815 Oct 26 16:11:05.969579 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-ffe0d202-06d9-4ba5-9681-b1ea8de8b231 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc35ec39-6990-421e-8ba7-8b25356bcb19 HTTP/1.1" status: 200 len: 217 time: 0.0606251 Oct 26 16:11:06.032524 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-377a2701-dd29-4b91-ab58-cda7a4aa93b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:06.033792 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-377a2701-dd29-4b91-ab58-cda7a4aa93b1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0d1e747-1dc7-4c62-b517-b1aaf9997955 HTTP/1.1" status: 200 len: 853 time: 0.0593879 Oct 26 16:11:06.114979 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-3bc13d5e-dc32-4822-a254-70040cb094aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:06.116536 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-3bc13d5e-dc32-4822-a254-70040cb094aa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a28084eb-f0e0-43da-a0d1-b6016e90b9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762522 Oct 26 16:11:06.258929 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-43c418c1-0118-4435-8378-53cdb5fd429f service neutron] 10.222.0.48 "GET /v2.0/networks/a28084eb-f0e0-43da-a0d1-b6016e90b9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364141 Oct 26 16:11:06.401344 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4cffa2a4-4e88-4aae-91ef-55f845b4fbae req-eb8217ac-29f2-4454-881f-ec74ca17a6fd service neutron] 10.222.0.48 "GET /v2.0/networks/a28084eb-f0e0-43da-a0d1-b6016e90b9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371098 Oct 26 16:11:06.878320 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:07.059979 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874fecc-0c54-4dc1-8e43-20f99a5b1de4 req-cf0f7212-244e-43b3-bb2a-079ea00cc671 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:07.061374 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0874fecc-0c54-4dc1-8e43-20f99a5b1de4 req-cf0f7212-244e-43b3-bb2a-079ea00cc671 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 944 time: 0.0946245 Oct 26 16:11:07.105190 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-0874fecc-0c54-4dc1-8e43-20f99a5b1de4 req-cff76170-ffde-410c-a4e4-37f605dd1f3c tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Synchronizing usage tracker for tenant:2c16edf02c4e441fa05092b315e5f3b2 on resource:security_group {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:11:07.181251 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-0874fecc-0c54-4dc1-8e43-20f99a5b1de4 req-cff76170-ffde-410c-a4e4-37f605dd1f3c tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Unset dirty status for tenant:2c16edf02c4e441fa05092b315e5f3b2 on resource:security_group {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:11:07.182410 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0874fecc-0c54-4dc1-8e43-20f99a5b1de4 req-cff76170-ffde-410c-a4e4-37f605dd1f3c tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151702 Oct 26 16:11:08.481346 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f3c71-5d4b-4da1-abe4-457d2ba23b28 req-6e773b94-4be3-4a0f-acef-2dc86f70949c tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:08.482741 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-790f3c71-5d4b-4da1-abe4-457d2ba23b28 req-6e773b94-4be3-4a0f-acef-2dc86f70949c tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 944 time: 0.1883352 Oct 26 16:11:08.528301 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-790f3c71-5d4b-4da1-abe4-457d2ba23b28 req-98574235-c7bc-40a1-989e-7a025350f847 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398793 Oct 26 16:11:09.625759 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device cc35ec39-6990-421e-8ba7-8b25356bcb19 details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 16:11:09.728431 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3efac5-3d21-4265-ada4-693ff1ac538f req-e0b68a2c-b3a5-4688-ba25-7c759625f8a0 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:09.729951 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-cb3efac5-3d21-4265-ada4-693ff1ac538f req-e0b68a2c-b3a5-4688-ba25-7c759625f8a0 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 944 time: 0.0912249 Oct 26 16:11:09.765180 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port cc35ec39-6990-421e-8ba7-8b25356bcb19, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=cc35ec39-6990-421e-8ba7-8b25356bcb19,segment=NetworkSegment(1ebd0b59-fb0f-490c-aa41-c63dc3447ae5),segment_id=1ebd0b59-fb0f-490c-aa41-c63dc3447ae5)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:11:09.778461 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-cb3efac5-3d21-4265-ada4-693ff1ac538f req-0c96e613-22b5-4bbf-92d5-713c65d61dcf tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427394 Oct 26 16:11:09.778707 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': 'cc35ec39-6990-421e-8ba7-8b25356bcb19', 'network_id': 'a28084eb-f0e0-43da-a0d1-b6016e90b9ae', 'port_id': 'cc35ec39-6990-421e-8ba7-8b25356bcb19', 'mac_address': 'fa:16:3e:82:11:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0d1e747-1dc7-4c62-b517-b1aaf9997955', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 16:11:09.838162 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port cc35ec39-6990-421e-8ba7-8b25356bcb19 is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:11:09.838461 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:09.855047 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc35ec39-6990-421e-8ba7-8b25356bcb19 {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:11:09.870721 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port cc35ec39-6990-421e-8ba7-8b25356bcb19, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=cc35ec39-6990-421e-8ba7-8b25356bcb19,segment=NetworkSegment(1ebd0b59-fb0f-490c-aa41-c63dc3447ae5),segment_id=1ebd0b59-fb0f-490c-aa41-c63dc3447ae5)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:11:09.925642 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:09.994151 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=cc35ec39-6990-421e-8ba7-8b25356bcb19,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:11:10.301597 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['cc35ec39-6990-421e-8ba7-8b25356bcb19'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:11:10.984251 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b7645b-be37-4de4-83ab-61ddbab9629a req-a6dab82a-aa42-4da8-92af-24dbd4b8dd82 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:10.985650 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-68b7645b-be37-4de4-83ab-61ddbab9629a req-a6dab82a-aa42-4da8-92af-24dbd4b8dd82 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 945 time: 0.0932236 Oct 26 16:11:11.030868 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-68b7645b-be37-4de4-83ab-61ddbab9629a req-2b925495-3112-427a-a163-1194f001c630 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392807 Oct 26 16:11:11.640609 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device cc35ec39-6990-421e-8ba7-8b25356bcb19 up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:11:11.765769 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning for port cc35ec39-6990-421e-8ba7-8b25356bcb19 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:11:11.770595 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port cc35ec39-6990-421e-8ba7-8b25356bcb19 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:11:11.770970 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:11.771311 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port cc35ec39-6990-421e-8ba7-8b25356bcb19 Oct 26 16:11:11.921586 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port cc35ec39-6990-421e-8ba7-8b25356bcb19 is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:11:11.921968 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:11.948166 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23225902-b37e-40e0-9db2-fcca107aedea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc35ec39-6990-421e-8ba7-8b25356bcb19'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:11:11.950407 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dae0308-687c-4b5a-a142-59baab021b24" -d '{"events": [{"server_uuid": "23225902-b37e-40e0-9db2-fcca107aedea", "name": "network-vif-plugged", "status": "completed", "tag": "cc35ec39-6990-421e-8ba7-8b25356bcb19"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:11:11.958127 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port cc35ec39-6990-421e-8ba7-8b25356bcb19, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=cc35ec39-6990-421e-8ba7-8b25356bcb19,segment=NetworkSegment(1ebd0b59-fb0f-490c-aa41-c63dc3447ae5),segment_id=1ebd0b59-fb0f-490c-aa41-c63dc3447ae5)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:11:11.991019 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9849f9eb-2df8-4f4f-b575-42a2d7f2762a x-openstack-request-id: req-9849f9eb-2df8-4f4f-b575-42a2d7f2762a {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:11:11.992696 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23225902-b37e-40e0-9db2-fcca107aedea", "name": "network-vif-plugged", "status": "completed", "tag": "cc35ec39-6990-421e-8ba7-8b25356bcb19", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:11:11.992696 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9849f9eb-2df8-4f4f-b575-42a2d7f2762a {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:11:11.992696 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9849f9eb-2df8-4f4f-b575-42a2d7f2762a'] response: {'server_uuid': '23225902-b37e-40e0-9db2-fcca107aedea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc35ec39-6990-421e-8ba7-8b25356bcb19', 'code': 200} Oct 26 16:11:12.011331 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:12.087416 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=cc35ec39-6990-421e-8ba7-8b25356bcb19,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:11:12.236934 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ddfa6-4aa9-4bde-97e7-5354f04c303d req-45147f34-b3d7-4952-9f67-14c2097a7ad7 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:12.238311 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-284ddfa6-4aa9-4bde-97e7-5354f04c303d req-45147f34-b3d7-4952-9f67-14c2097a7ad7 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 946 time: 0.0878272 Oct 26 16:11:12.285495 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-284ddfa6-4aa9-4bde-97e7-5354f04c303d req-bc070ac0-b596-4d06-ad7e-bce63314ae9b tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413918 Oct 26 16:11:12.384233 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588e56b-eb40-4a00-be0a-6abc1bb91aa7 req-c06cf810-a9a7-4104-9d40-677ea425391e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:12.385679 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5588e56b-eb40-4a00-be0a-6abc1bb91aa7 req-c06cf810-a9a7-4104-9d40-677ea425391e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 1099 time: 0.0782595 Oct 26 16:11:12.424842 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5588e56b-eb40-4a00-be0a-6abc1bb91aa7 req-4fac6db9-37ca-479e-a753-4f53b76b6eeb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334115 Oct 26 16:11:13.585248 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ccf30-259e-44fa-9fa1-01282abc9086 req-048c2ca1-b032-45b6-8a0a-d635a51cc048 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:13.586631 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-947ccf30-259e-44fa-9fa1-01282abc9086 req-048c2ca1-b032-45b6-8a0a-d635a51cc048 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 946 time: 0.1865633 Oct 26 16:11:13.631334 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-947ccf30-259e-44fa-9fa1-01282abc9086 req-8cc3a249-62d2-44f6-b4c7-a34fa9f5db6c tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385077 Oct 26 16:11:14.832117 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137d0fb-e50d-46ff-8372-32a194009569 req-79b34b6e-24ea-48f6-998a-477535d616b7 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:14.833598 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1137d0fb-e50d-46ff-8372-32a194009569 req-79b34b6e-24ea-48f6-998a-477535d616b7 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 946 time: 0.0921738 Oct 26 16:11:14.877159 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1137d0fb-e50d-46ff-8372-32a194009569 req-e836408e-9f17-45aa-9d7c-5d64ce71d0e4 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368052 Oct 26 16:11:15.075646 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea4f5c-77a9-453d-852a-3c4fb8db42d9 req-4d1dbc8a-2db7-4fca-a152-3cb28ca8ad0b tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:15.077095 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-18ea4f5c-77a9-453d-852a-3c4fb8db42d9 req-4d1dbc8a-2db7-4fca-a152-3cb28ca8ad0b tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 946 time: 0.0904989 Oct 26 16:11:15.120161 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-18ea4f5c-77a9-453d-852a-3c4fb8db42d9 req-c246ea9b-2521-4949-a069-80002b3c5850 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373917 Oct 26 16:11:15.542885 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8b630-62cc-462e-9670-ed7ea1ca8afc req-7bb0f39c-7b75-49bc-9619-940b28f325b8 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:15.544231 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0ee8b630-62cc-462e-9670-ed7ea1ca8afc req-7bb0f39c-7b75-49bc-9619-940b28f325b8 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 946 time: 0.0867839 Oct 26 16:11:15.591334 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0ee8b630-62cc-462e-9670-ed7ea1ca8afc req-82b5eb5a-6cf4-4b08-a8ec-1221d60873a3 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414758 Oct 26 16:11:15.790525 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea65bc-02f1-4f8e-a2b7-356be0c3d9f1 req-de6b7e99-685a-4e39-a4d9-9e0e9d6963d6 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:15.792030 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-70ea65bc-02f1-4f8e-a2b7-356be0c3d9f1 req-de6b7e99-685a-4e39-a4d9-9e0e9d6963d6 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 946 time: 0.0917771 Oct 26 16:11:15.838577 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-70ea65bc-02f1-4f8e-a2b7-356be0c3d9f1 req-783f98b0-e6c1-4f79-b042-2d5511b09806 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409014 Oct 26 16:11:16.384982 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55cf1a-3c8a-47ef-ae5d-b85c272fadb5 req-59ca551c-8658-468b-bef6-875199459a76 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:16.386412 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ec55cf1a-3c8a-47ef-ae5d-b85c272fadb5 req-59ca551c-8658-468b-bef6-875199459a76 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 946 time: 0.0898075 Oct 26 16:11:16.488079 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ec55cf1a-3c8a-47ef-ae5d-b85c272fadb5 req-8a2e2346-0c95-4236-9cc6-fbee005d3d48 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954988 Oct 26 16:11:16.505091 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ecf8fd42-b19a-4668-8ac7-5b8b68d0d4e1 req-052299f9-3590-45fa-8d92-4081f065858d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=23225902-b37e-40e0-9db2-fcca107aedea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0992095 Oct 26 16:11:17.691376 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab68a5-9817-4efa-8483-d420c54a41d4 req-4dc13dfd-c06d-49a9-b0f7-1fe37548ea03 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:17.692886 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-8fab68a5-9817-4efa-8483-d420c54a41d4 req-4dc13dfd-c06d-49a9-b0f7-1fe37548ea03 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 946 time: 0.0904469 Oct 26 16:11:17.738875 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-8fab68a5-9817-4efa-8483-d420c54a41d4 req-919ce1ce-2cdf-4489-99fa-1fddfe99c4d6 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398216 Oct 26 16:11:18.734386 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8fd42-b19a-4668-8ac7-5b8b68d0d4e1 req-f2cb15eb-ec34-4671-a594-86357158952a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:18.735900 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ecf8fd42-b19a-4668-8ac7-5b8b68d0d4e1 req-f2cb15eb-ec34-4671-a594-86357158952a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c16edf02c4e441fa05092b315e5f3b2&device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 1099 time: 0.0804465 Oct 26 16:11:18.916500 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8fd42-b19a-4668-8ac7-5b8b68d0d4e1 req-8996e494-b125-45d9-a7a8-3347e0153ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:18.917939 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ecf8fd42-b19a-4668-8ac7-5b8b68d0d4e1 req-8996e494-b125-45d9-a7a8-3347e0153ced service neutron] 10.222.0.48 "GET /v2.0/networks?id=a28084eb-f0e0-43da-a0d1-b6016e90b9ae HTTP/1.1" status: 200 len: 915 time: 0.1740255 Oct 26 16:11:18.994442 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ecf8fd42-b19a-4668-8ac7-5b8b68d0d4e1 req-136298c0-8ae8-4f52-bca6-9dfa1aab3b51 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc35ec39-6990-421e-8ba7-8b25356bcb19 HTTP/1.1" status: 200 len: 217 time: 0.0703218 Oct 26 16:11:19.064915 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8fd42-b19a-4668-8ac7-5b8b68d0d4e1 req-de4ef8e9-fe77-40e4-8b4b-d2500cb28e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:19.066319 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ecf8fd42-b19a-4668-8ac7-5b8b68d0d4e1 req-de4ef8e9-fe77-40e4-8b4b-d2500cb28e90 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0d1e747-1dc7-4c62-b517-b1aaf9997955 HTTP/1.1" status: 200 len: 853 time: 0.0664997 Oct 26 16:11:19.077240 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8248ccd-7786-4e6e-abf9-f2bec1e17b97 req-a84f31a4-7e59-4612-a742-0420aa541901 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:19.078628 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e8248ccd-7786-4e6e-abf9-f2bec1e17b97 req-a84f31a4-7e59-4612-a742-0420aa541901 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 946 time: 0.2211142 Oct 26 16:11:19.180167 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e8248ccd-7786-4e6e-abf9-f2bec1e17b97 req-f5b19a2c-d03c-4f6d-88e4-3efcd6db5680 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654771 Oct 26 16:11:19.193705 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8fd42-b19a-4668-8ac7-5b8b68d0d4e1 req-0586aaf5-f5a7-4487-b8e9-eb8c5b790b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:19.195368 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ecf8fd42-b19a-4668-8ac7-5b8b68d0d4e1 req-0586aaf5-f5a7-4487-b8e9-eb8c5b790b12 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a28084eb-f0e0-43da-a0d1-b6016e90b9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1159310 Oct 26 16:11:19.327531 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ecf8fd42-b19a-4668-8ac7-5b8b68d0d4e1 req-cb305c1e-4583-4e34-8fa1-ffd2174e18c7 service neutron] 10.222.0.48 "GET /v2.0/networks/a28084eb-f0e0-43da-a0d1-b6016e90b9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261508 Oct 26 16:11:19.566717 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ecf8fd42-b19a-4668-8ac7-5b8b68d0d4e1 req-74f2ddc8-369e-45c4-92c0-0d0d6b564fa1 service neutron] 10.222.0.48 "GET /v2.0/networks/a28084eb-f0e0-43da-a0d1-b6016e90b9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338254 Oct 26 16:11:20.384327 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7320e3d-d54d-4126-8a8b-529b69e7fc2d req-52f3984e-1486-4572-a646-67e125dcdaaa tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:20.385868 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d7320e3d-d54d-4126-8a8b-529b69e7fc2d req-52f3984e-1486-4572-a646-67e125dcdaaa tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 946 time: 0.0915952 Oct 26 16:11:20.430257 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d7320e3d-d54d-4126-8a8b-529b69e7fc2d req-b2b45f86-9060-498e-b5d9-bec59eba01f9 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384305 Oct 26 16:11:21.627627 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47165182-13fd-4ba6-b79e-ac6455b72400 req-ff447bbb-0d7d-4395-bb19-1c2600574f1f tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:21.629001 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-47165182-13fd-4ba6-b79e-ac6455b72400 req-ff447bbb-0d7d-4395-bb19-1c2600574f1f tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 946 time: 0.0896356 Oct 26 16:11:21.675208 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-47165182-13fd-4ba6-b79e-ac6455b72400 req-febf4bd7-366e-4815-929d-2e3a080917c6 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399530 Oct 26 16:11:22.872286 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6fece6-a026-4f30-bc15-e6ee6fd013bb req-6e600dc9-892d-4b8e-8fc3-3e925f8692ad tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:22.873768 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-4d6fece6-a026-4f30-bc15-e6ee6fd013bb req-6e600dc9-892d-4b8e-8fc3-3e925f8692ad tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 946 time: 0.0885968 Oct 26 16:11:22.920625 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-4d6fece6-a026-4f30-bc15-e6ee6fd013bb req-bd5ed514-1f9c-42ff-a139-fa7a5eea3d65 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410440 Oct 26 16:11:24.126739 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e94db-bef1-4636-b7a2-95862356cc4e req-2a355522-1e23-4ae1-8609-9ee27a56c578 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:24.128178 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bc4e94db-bef1-4636-b7a2-95862356cc4e req-2a355522-1e23-4ae1-8609-9ee27a56c578 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 946 time: 0.0917132 Oct 26 16:11:24.172034 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bc4e94db-bef1-4636-b7a2-95862356cc4e req-9570c31d-79a7-4386-ad12-a020213ef2e6 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375249 Oct 26 16:11:25.370123 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd791d-002c-4c6e-9bd3-059602215264 req-f0a61cec-2db6-4990-a088-1992f1e474cf tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:25.371609 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-7fdd791d-002c-4c6e-9bd3-059602215264 req-f0a61cec-2db6-4990-a088-1992f1e474cf tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 946 time: 0.0862861 Oct 26 16:11:25.414616 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-7fdd791d-002c-4c6e-9bd3-059602215264 req-1c220865-a427-4a19-a279-193b2aa1a640 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374470 Oct 26 16:11:25.711307 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:11:26.618827 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f9b03-5459-4b0f-8f4c-36bcff70d660 req-5c7c281a-7e65-48e9-aff0-3a681db5e17e tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:26.620263 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ed1f9b03-5459-4b0f-8f4c-36bcff70d660 req-5c7c281a-7e65-48e9-aff0-3a681db5e17e tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 946 time: 0.0907054 Oct 26 16:11:26.665462 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ed1f9b03-5459-4b0f-8f4c-36bcff70d660 req-15cd0d46-e96d-4a97-8f2a-0691f610aa4e tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395384 Oct 26 16:11:27.182397 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:27.870998 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118df5d-f5f1-44a2-993f-3ad3ee0c05e4 req-13caaefe-98d9-4030-8dc6-edadce84b5d5 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:27.872474 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c118df5d-f5f1-44a2-993f-3ad3ee0c05e4 req-13caaefe-98d9-4030-8dc6-edadce84b5d5 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 946 time: 0.0923977 Oct 26 16:11:27.917308 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c118df5d-f5f1-44a2-993f-3ad3ee0c05e4 req-6be40ded-b031-4feb-88a8-497e0d9a5c9c tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390437 Oct 26 16:11:29.116055 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4106be4-573e-4c4e-a5d5-081f8bbc8bd4 req-6d6f5b1a-dc33-4251-9b68-2ee965c0e317 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:29.117510 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d4106be4-573e-4c4e-a5d5-081f8bbc8bd4 req-6d6f5b1a-dc33-4251-9b68-2ee965c0e317 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 946 time: 0.0890489 Oct 26 16:11:29.162813 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d4106be4-573e-4c4e-a5d5-081f8bbc8bd4 req-73e69463-8408-4beb-9e2b-bbae057f9ca4 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385618 Oct 26 16:11:29.382434 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94b4b7-e2d4-4d7f-af54-cca6bb44fc82 req-84ab2eb7-1d06-4fa2-8d53-050bcc637189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:29.384506 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ea94b4b7-e2d4-4d7f-af54-cca6bb44fc82 req-84ab2eb7-1d06-4fa2-8d53-050bcc637189 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c16edf02c4e441fa05092b315e5f3b2&device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 1099 time: 0.0817306 Oct 26 16:11:29.529775 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94b4b7-e2d4-4d7f-af54-cca6bb44fc82 req-fc46cf36-2609-4661-a33e-278075db0ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:29.531161 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ea94b4b7-e2d4-4d7f-af54-cca6bb44fc82 req-fc46cf36-2609-4661-a33e-278075db0ce9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a28084eb-f0e0-43da-a0d1-b6016e90b9ae HTTP/1.1" status: 200 len: 915 time: 0.1288936 Oct 26 16:11:29.602135 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ea94b4b7-e2d4-4d7f-af54-cca6bb44fc82 req-adb94541-6224-46b7-8956-519b87d70fc0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc35ec39-6990-421e-8ba7-8b25356bcb19 HTTP/1.1" status: 200 len: 217 time: 0.0647216 Oct 26 16:11:29.664411 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94b4b7-e2d4-4d7f-af54-cca6bb44fc82 req-6e688c9f-c4f2-43fc-8db4-e68172eb0bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:29.666392 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ea94b4b7-e2d4-4d7f-af54-cca6bb44fc82 req-6e688c9f-c4f2-43fc-8db4-e68172eb0bef service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0d1e747-1dc7-4c62-b517-b1aaf9997955 HTTP/1.1" status: 200 len: 853 time: 0.0587168 Oct 26 16:11:29.750284 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94b4b7-e2d4-4d7f-af54-cca6bb44fc82 req-22bc98e7-2ae3-479d-9089-a754806096a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:29.751760 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ea94b4b7-e2d4-4d7f-af54-cca6bb44fc82 req-22bc98e7-2ae3-479d-9089-a754806096a5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a28084eb-f0e0-43da-a0d1-b6016e90b9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801826 Oct 26 16:11:29.888001 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ea94b4b7-e2d4-4d7f-af54-cca6bb44fc82 req-b0375cb7-6080-47ba-b617-d8cb70da5b85 service neutron] 10.222.0.48 "GET /v2.0/networks/a28084eb-f0e0-43da-a0d1-b6016e90b9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302037 Oct 26 16:11:30.019800 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ea94b4b7-e2d4-4d7f-af54-cca6bb44fc82 req-7bf15670-0672-4054-8342-4f19ff76aeb0 service neutron] 10.222.0.48 "GET /v2.0/networks/a28084eb-f0e0-43da-a0d1-b6016e90b9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265025 Oct 26 16:11:30.361405 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7795a-1233-42d2-b98d-165974ac9e47 req-be327ff5-f079-48ac-8701-120b9d0ac5d5 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:30.362880 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-56d7795a-1233-42d2-b98d-165974ac9e47 req-be327ff5-f079-48ac-8701-120b9d0ac5d5 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 946 time: 0.0875959 Oct 26 16:11:30.411085 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-56d7795a-1233-42d2-b98d-165974ac9e47 req-380b9553-b612-4c05-ad0d-a8932c328f6a tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426147 Oct 26 16:11:31.611272 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f345dc-434d-4681-85b6-bfdfebbc3abc req-8a6dfa69-28c8-4402-97e0-536245383f77 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:31.612640 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-03f345dc-434d-4681-85b6-bfdfebbc3abc req-8a6dfa69-28c8-4402-97e0-536245383f77 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 946 time: 0.0927486 Oct 26 16:11:31.656991 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-03f345dc-434d-4681-85b6-bfdfebbc3abc req-bb52dd52-0107-4c08-bcd9-7f7698fdaec9 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387561 Oct 26 16:11:32.113642 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fac4cbea-fdbe-4b81-8cf0-20bf99f1eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:32.878694 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1de29-2aeb-49f3-9e93-dedbc3998c95 req-50cffa3c-5f39-4897-9408-d2b9a514a728 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:32.880154 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-83e1de29-2aeb-49f3-9e93-dedbc3998c95 req-50cffa3c-5f39-4897-9408-d2b9a514a728 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 946 time: 0.1120224 Oct 26 16:11:32.924424 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-83e1de29-2aeb-49f3-9e93-dedbc3998c95 req-6a82ef1e-ba9c-4e5e-853f-3096ac0ef8c8 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378923 Oct 26 16:11:34.130898 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e8f96-6459-4347-a2aa-7073729ff8dd req-4b60e211-0fda-4fcf-aa64-7553384ce906 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:34.132345 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b89e8f96-6459-4347-a2aa-7073729ff8dd req-4b60e211-0fda-4fcf-aa64-7553384ce906 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 946 time: 0.0950494 Oct 26 16:11:34.176817 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b89e8f96-6459-4347-a2aa-7073729ff8dd req-f1bf4a56-8903-4300-969d-f8d7904f0eb3 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380096 Oct 26 16:11:34.499712 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d18de8b0-0f2c-489a-aadd-fa20d56343f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:35.251721 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:35.313435 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:35.386216 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac27da0-a48d-478b-968f-86d3b401f0a3 req-e80f202c-da51-4d7a-bd13-905d1bc22fc3 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:35.387978 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-5ac27da0-a48d-478b-968f-86d3b401f0a3 req-e80f202c-da51-4d7a-bd13-905d1bc22fc3 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 946 time: 0.0943272 Oct 26 16:11:35.433175 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-5ac27da0-a48d-478b-968f-86d3b401f0a3 req-359c2f3a-c1bb-4bf6-a3f9-f6718c0f6092 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394423 Oct 26 16:11:36.629839 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910724c-5d55-41c7-bc6c-27abe28381ba req-cbd6822b-c3ca-4929-ba3a-317b066a5451 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:36.631316 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d910724c-5d55-41c7-bc6c-27abe28381ba req-cbd6822b-c3ca-4929-ba3a-317b066a5451 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 946 time: 0.0875185 Oct 26 16:11:36.675715 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d910724c-5d55-41c7-bc6c-27abe28381ba req-f169d744-7821-4f2c-88db-04982614a089 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377624 Oct 26 16:11:36.797039 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ecf8fd42-b19a-4668-8ac7-5b8b68d0d4e1 req-0127dea8-e493-455d-875a-030c9ffd43a7 service neutron] 10.222.0.48 "GET /v2.0/ports/cc35ec39-6990-421e-8ba7-8b25356bcb19/bindings/hv-neutron-8627 HTTP/1.1" status: 200 len: 384 time: 0.0783157 Oct 26 16:11:36.947897 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:37.348649 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8fd42-b19a-4668-8ac7-5b8b68d0d4e1 req-029fa2c8-ec88-4a99-a795-0fe7144eff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:37.350129 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ecf8fd42-b19a-4668-8ac7-5b8b68d0d4e1 req-029fa2c8-ec88-4a99-a795-0fe7144eff14 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=23225902-b37e-40e0-9db2-fcca107aedea&tenant_id=2c16edf02c4e441fa05092b315e5f3b2 HTTP/1.1" status: 200 len: 1099 time: 0.0803115 Oct 26 16:11:37.462521 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8fd42-b19a-4668-8ac7-5b8b68d0d4e1 req-e15c230b-5606-4341-b0d7-fd3eb4411a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:37.463965 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ecf8fd42-b19a-4668-8ac7-5b8b68d0d4e1 req-e15c230b-5606-4341-b0d7-fd3eb4411a79 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c16edf02c4e441fa05092b315e5f3b2&device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 1099 time: 0.0831914 Oct 26 16:11:37.692972 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8fd42-b19a-4668-8ac7-5b8b68d0d4e1 req-e7a06e5a-9a74-498a-9339-ec43278f4efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:37.694448 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ecf8fd42-b19a-4668-8ac7-5b8b68d0d4e1 req-e7a06e5a-9a74-498a-9339-ec43278f4efc service neutron] 10.222.0.48 "GET /v2.0/networks?id=a28084eb-f0e0-43da-a0d1-b6016e90b9ae HTTP/1.1" status: 200 len: 915 time: 0.2250276 Oct 26 16:11:37.765190 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ecf8fd42-b19a-4668-8ac7-5b8b68d0d4e1 req-c896fa26-810f-4f01-b8a8-bbc85de3c1ab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc35ec39-6990-421e-8ba7-8b25356bcb19 HTTP/1.1" status: 200 len: 217 time: 0.0647178 Oct 26 16:11:37.827595 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8fd42-b19a-4668-8ac7-5b8b68d0d4e1 req-9d5dd093-4d3a-4a81-bd8d-c526c61d0ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:37.829025 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ecf8fd42-b19a-4668-8ac7-5b8b68d0d4e1 req-9d5dd093-4d3a-4a81-bd8d-c526c61d0ef3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0d1e747-1dc7-4c62-b517-b1aaf9997955 HTTP/1.1" status: 200 len: 853 time: 0.0586731 Oct 26 16:11:37.879173 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877bbed-3ec1-4abe-b737-b861acbaeb15 req-7481d8af-add4-4f51-bc3d-c9ff252714e1 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:37.880745 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b877bbed-3ec1-4abe-b737-b861acbaeb15 req-7481d8af-add4-4f51-bc3d-c9ff252714e1 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 946 time: 0.0888295 Oct 26 16:11:37.913079 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8fd42-b19a-4668-8ac7-5b8b68d0d4e1 req-864476f6-3485-4ae5-80f3-b64ae38517b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:37.914569 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ecf8fd42-b19a-4668-8ac7-5b8b68d0d4e1 req-864476f6-3485-4ae5-80f3-b64ae38517b0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a28084eb-f0e0-43da-a0d1-b6016e90b9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795879 Oct 26 16:11:37.932184 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b877bbed-3ec1-4abe-b737-b861acbaeb15 req-cf0b7bdf-073a-43df-8212-b3e86262ff44 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447812 Oct 26 16:11:38.045126 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ecf8fd42-b19a-4668-8ac7-5b8b68d0d4e1 req-6597db81-211a-42b7-8e46-380a3934c3dd service neutron] 10.222.0.48 "GET /v2.0/networks/a28084eb-f0e0-43da-a0d1-b6016e90b9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247151 Oct 26 16:11:38.175032 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ecf8fd42-b19a-4668-8ac7-5b8b68d0d4e1 req-8f900fa9-898f-449b-a5fd-680c1e0cc149 service neutron] 10.222.0.48 "GET /v2.0/networks/a28084eb-f0e0-43da-a0d1-b6016e90b9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246774 Oct 26 16:11:39.137069 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed439c77-d401-46db-8c1e-19958953c01f req-b305d16a-d873-417d-bb0d-31061febc786 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:39.138559 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ed439c77-d401-46db-8c1e-19958953c01f req-b305d16a-d873-417d-bb0d-31061febc786 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 946 time: 0.0949590 Oct 26 16:11:39.184020 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ed439c77-d401-46db-8c1e-19958953c01f req-5937e0a0-ce4b-402f-a72d-55f1d2b8b8b0 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398762 Oct 26 16:11:39.764689 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device cc35ec39-6990-421e-8ba7-8b25356bcb19 no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:11:39.880367 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port cc35ec39-6990-421e-8ba7-8b25356bcb19 is: ACTIVE; New status is: DOWN {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:11:39.880748 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:39.908886 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23225902-b37e-40e0-9db2-fcca107aedea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc35ec39-6990-421e-8ba7-8b25356bcb19'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:11:39.911272 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634147d0-31a7-44ef-964b-21c1d72e8f56" -d '{"events": [{"server_uuid": "23225902-b37e-40e0-9db2-fcca107aedea", "name": "network-vif-unplugged", "status": "completed", "tag": "cc35ec39-6990-421e-8ba7-8b25356bcb19"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:11:39.919988 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port cc35ec39-6990-421e-8ba7-8b25356bcb19, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=cc35ec39-6990-421e-8ba7-8b25356bcb19,segment=NetworkSegment(1ebd0b59-fb0f-490c-aa41-c63dc3447ae5),segment_id=1ebd0b59-fb0f-490c-aa41-c63dc3447ae5)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:11:39.961611 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Oct 2022 16:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a822063-23db-401f-9661-53879d9c4d4f x-openstack-request-id: req-7a822063-23db-401f-9661-53879d9c4d4f {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:11:39.961611 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23225902-b37e-40e0-9db2-fcca107aedea", "name": "network-vif-unplugged", "status": "completed", "tag": "cc35ec39-6990-421e-8ba7-8b25356bcb19", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:11:39.962998 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7a822063-23db-401f-9661-53879d9c4d4f {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:11:39.962998 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a822063-23db-401f-9661-53879d9c4d4f'] response: {'server_uuid': '23225902-b37e-40e0-9db2-fcca107aedea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc35ec39-6990-421e-8ba7-8b25356bcb19', 'code': 200} Oct 26 16:11:40.016449 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:40.084082 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=cc35ec39-6990-421e-8ba7-8b25356bcb19,revision_number=6']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:11:40.388741 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8579a5-3974-42bc-b92e-512416cffcd6 req-db433065-77d6-4f63-bbf1-0d7c0b66aeb7 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:40.390192 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ad8579a5-3974-42bc-b92e-512416cffcd6 req-db433065-77d6-4f63-bbf1-0d7c0b66aeb7 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 944 time: 0.0931585 Oct 26 16:11:40.434717 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ad8579a5-3974-42bc-b92e-512416cffcd6 req-9adf65f2-889d-43df-8e0d-7d8e5856ad46 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388038 Oct 26 16:11:41.636454 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2f906-27f7-43b9-86e1-f020ad35fa44 req-5adce0b0-24b2-46b9-970f-24144213a164 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:41.638170 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-7fe2f906-27f7-43b9-86e1-f020ad35fa44 req-5adce0b0-24b2-46b9-970f-24144213a164 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 944 time: 0.0884190 Oct 26 16:11:41.681925 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-7fe2f906-27f7-43b9-86e1-f020ad35fa44 req-86c7898f-6f80-4c2d-9e6e-75c9b1fb9921 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381279 Oct 26 16:11:41.757054 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device cc35ec39-6990-421e-8ba7-8b25356bcb19 details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 16:11:41.893155 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port cc35ec39-6990-421e-8ba7-8b25356bcb19, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=cc35ec39-6990-421e-8ba7-8b25356bcb19,segment=NetworkSegment(1ebd0b59-fb0f-490c-aa41-c63dc3447ae5),segment_id=1ebd0b59-fb0f-490c-aa41-c63dc3447ae5)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:11:41.906186 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': 'cc35ec39-6990-421e-8ba7-8b25356bcb19', 'network_id': 'a28084eb-f0e0-43da-a0d1-b6016e90b9ae', 'port_id': 'cc35ec39-6990-421e-8ba7-8b25356bcb19', 'mac_address': 'fa:16:3e:82:11:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0d1e747-1dc7-4c62-b517-b1aaf9997955', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 16:11:41.967458 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port cc35ec39-6990-421e-8ba7-8b25356bcb19 is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:11:41.967845 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:41.985245 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc35ec39-6990-421e-8ba7-8b25356bcb19 {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:11:42.002264 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port cc35ec39-6990-421e-8ba7-8b25356bcb19, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=cc35ec39-6990-421e-8ba7-8b25356bcb19,segment=NetworkSegment(1ebd0b59-fb0f-490c-aa41-c63dc3447ae5),segment_id=1ebd0b59-fb0f-490c-aa41-c63dc3447ae5)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:11:42.057430 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:42.127827 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73679b8d-a3a5-4393-94a7-5afacd788b20 req-53c1d684-f99e-4f17-8ff5-a7d3050712d8 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:42.129476 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-73679b8d-a3a5-4393-94a7-5afacd788b20 req-53c1d684-f99e-4f17-8ff5-a7d3050712d8 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 945 time: 0.1038527 Oct 26 16:11:42.134452 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=cc35ec39-6990-421e-8ba7-8b25356bcb19,revision_number=7']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:11:42.177123 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-73679b8d-a3a5-4393-94a7-5afacd788b20 req-bee13a91-1d58-4832-bbcf-0dad3dca7223 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402532 Oct 26 16:11:42.192419 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['cc35ec39-6990-421e-8ba7-8b25356bcb19'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:11:42.195851 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa2aaf-7fc4-4fe7-ae6a-12fa0196a372 req-83a470e7-3082-45fe-bd79-004539333a2b tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:42.197873 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-46aa2aaf-7fc4-4fe7-ae6a-12fa0196a372 req-83a470e7-3082-45fe-bd79-004539333a2b tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.48 "GET /v2.0/ports?device_id=23225902-b37e-40e0-9db2-fcca107aedea&tenant_id=2c16edf02c4e441fa05092b315e5f3b2&binding%3Ahost_id=hv-neutron-8627 HTTP/1.1" status: 200 len: 945 time: 0.0929916 Oct 26 16:11:42.361667 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa2aaf-7fc4-4fe7-ae6a-12fa0196a372 req-b41b8b07-31f4-468d-beb9-27a56d70ceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:42.363148 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-46aa2aaf-7fc4-4fe7-ae6a-12fa0196a372 req-b41b8b07-31f4-468d-beb9-27a56d70ceb4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c16edf02c4e441fa05092b315e5f3b2&device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 1098 time: 0.0822878 Oct 26 16:11:42.493990 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa2aaf-7fc4-4fe7-ae6a-12fa0196a372 req-b6d6b972-8593-46a6-9749-a78721a0c990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:42.494914 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-46aa2aaf-7fc4-4fe7-ae6a-12fa0196a372 req-b6d6b972-8593-46a6-9749-a78721a0c990 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a28084eb-f0e0-43da-a0d1-b6016e90b9ae HTTP/1.1" status: 200 len: 915 time: 0.1256411 Oct 26 16:11:42.561445 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-46aa2aaf-7fc4-4fe7-ae6a-12fa0196a372 req-d68d5dda-842c-49a1-a3be-ebd9a57cf60c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc35ec39-6990-421e-8ba7-8b25356bcb19 HTTP/1.1" status: 200 len: 217 time: 0.0603864 Oct 26 16:11:42.625139 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa2aaf-7fc4-4fe7-ae6a-12fa0196a372 req-81d12e28-fceb-4e7f-b45c-59c6dc19a742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:42.626540 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-46aa2aaf-7fc4-4fe7-ae6a-12fa0196a372 req-81d12e28-fceb-4e7f-b45c-59c6dc19a742 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0d1e747-1dc7-4c62-b517-b1aaf9997955 HTTP/1.1" status: 200 len: 853 time: 0.0594816 Oct 26 16:11:42.709203 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa2aaf-7fc4-4fe7-ae6a-12fa0196a372 req-d4f23a77-792f-4629-994c-5926b256aa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:42.710685 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-46aa2aaf-7fc4-4fe7-ae6a-12fa0196a372 req-d4f23a77-792f-4629-994c-5926b256aa09 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a28084eb-f0e0-43da-a0d1-b6016e90b9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778849 Oct 26 16:11:42.843240 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-46aa2aaf-7fc4-4fe7-ae6a-12fa0196a372 req-ad1af127-8637-4649-8bfa-4f608f606dab service neutron] 10.222.0.48 "GET /v2.0/networks/a28084eb-f0e0-43da-a0d1-b6016e90b9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262059 Oct 26 16:11:42.973888 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-46aa2aaf-7fc4-4fe7-ae6a-12fa0196a372 req-3249bdce-10c6-4cc1-94c3-ca426fd8bc02 service neutron] 10.222.0.48 "GET /v2.0/networks/a28084eb-f0e0-43da-a0d1-b6016e90b9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252887 Oct 26 16:11:43.384010 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb3a79-127f-4203-8529-2739972dbdf4 req-2a842128-b873-4491-a721-e836f49dc27c tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:43.385916 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-15fb3a79-127f-4203-8529-2739972dbdf4 req-2a842128-b873-4491-a721-e836f49dc27c tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 945 time: 0.0932801 Oct 26 16:11:43.430184 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-15fb3a79-127f-4203-8529-2739972dbdf4 req-264cbe9d-b67e-4265-91d8-8f8410d7a573 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383899 Oct 26 16:11:43.772371 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device cc35ec39-6990-421e-8ba7-8b25356bcb19 up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:11:43.842984 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port cc35ec39-6990-421e-8ba7-8b25356bcb19 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:11:43.843356 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:43.843750 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port cc35ec39-6990-421e-8ba7-8b25356bcb19 Oct 26 16:11:43.964063 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port cc35ec39-6990-421e-8ba7-8b25356bcb19 is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:11:43.964523 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:43.991545 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23225902-b37e-40e0-9db2-fcca107aedea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc35ec39-6990-421e-8ba7-8b25356bcb19'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:11:43.994449 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bad562b-18a9-440f-84b9-6508689b3e36" -d '{"events": [{"server_uuid": "23225902-b37e-40e0-9db2-fcca107aedea", "name": "network-vif-plugged", "status": "completed", "tag": "cc35ec39-6990-421e-8ba7-8b25356bcb19"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:11:44.001880 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port cc35ec39-6990-421e-8ba7-8b25356bcb19, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=cc35ec39-6990-421e-8ba7-8b25356bcb19,segment=NetworkSegment(1ebd0b59-fb0f-490c-aa41-c63dc3447ae5),segment_id=1ebd0b59-fb0f-490c-aa41-c63dc3447ae5)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:11:44.036403 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e129e548-199a-42b3-bbfa-4b4b85d97fe6 x-openstack-request-id: req-e129e548-199a-42b3-bbfa-4b4b85d97fe6 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:11:44.039659 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23225902-b37e-40e0-9db2-fcca107aedea", "name": "network-vif-plugged", "status": "completed", "tag": "cc35ec39-6990-421e-8ba7-8b25356bcb19", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:11:44.039659 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e129e548-199a-42b3-bbfa-4b4b85d97fe6 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:11:44.039659 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e129e548-199a-42b3-bbfa-4b4b85d97fe6'] response: {'server_uuid': '23225902-b37e-40e0-9db2-fcca107aedea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc35ec39-6990-421e-8ba7-8b25356bcb19', 'code': 200} Oct 26 16:11:44.050656 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:44.126236 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=cc35ec39-6990-421e-8ba7-8b25356bcb19,revision_number=8']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:11:44.635432 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffce21e-3142-406f-afb1-b4526027cdde req-7e8d851c-c5a7-4c69-b36d-9ac87115be6f tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:44.637146 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1ffce21e-3142-406f-afb1-b4526027cdde req-7e8d851c-c5a7-4c69-b36d-9ac87115be6f tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 946 time: 0.0913627 Oct 26 16:11:44.682062 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1ffce21e-3142-406f-afb1-b4526027cdde req-e1fa4bf7-daf6-46cd-9298-1f3f809b2af6 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390866 Oct 26 16:11:44.882746 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99916f-a619-4e7d-9a3d-b42ba0607268 req-f07ec4f1-e9e7-46ea-86b1-21c0156c4e87 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:44.884241 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-9e99916f-a619-4e7d-9a3d-b42ba0607268 req-f07ec4f1-e9e7-46ea-86b1-21c0156c4e87 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 946 time: 0.0894928 Oct 26 16:11:44.932354 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-9e99916f-a619-4e7d-9a3d-b42ba0607268 req-35f25852-c433-4a6f-a85c-d1f5b09b8cf4 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419064 Oct 26 16:11:46.107156 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 48250) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:11:46.112330 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-3ec24d72-2b75-45a4-b22e-35f851b30b99 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Request body: {'security_group': {'name': 'tempest-securitygroup--87100873', 'description': 'tempest-description--712173583'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:11:46.118970 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-3ec24d72-2b75-45a4-b22e-35f851b30b99 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:11:46.128542 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-3ec24d72-2b75-45a4-b22e-35f851b30b99 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:11:46.193512 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3ec24d72-2b75-45a4-b22e-35f851b30b99 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:46.214742 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-3ec24d72-2b75-45a4-b22e-35f851b30b99 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:11:46.218567 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-3ec24d72-2b75-45a4-b22e-35f851b30b99 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Usage tracker for resource:security_group_rule and tenant:2c16edf02c4e441fa05092b315e5f3b2 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:11:46.221412 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-3ec24d72-2b75-45a4-b22e-35f851b30b99 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:11:46.227112 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-3ec24d72-2b75-45a4-b22e-35f851b30b99 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:11:46.296594 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3ec24d72-2b75-45a4-b22e-35f851b30b99 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:46.398805 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3ec24d72-2b75-45a4-b22e-35f851b30b99 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:46.440689 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec24d72-2b75-45a4-b22e-35f851b30b99 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73f3476c-51e5-4b95-a7d2-7187fc0301c0,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:11:46.510949 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3ec24d72-2b75-45a4-b22e-35f851b30b99 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:46.512440 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-3ec24d72-2b75-45a4-b22e-35f851b30b99 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4042754 Oct 26 16:11:46.515272 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 48254) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:11:46.520217 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-9cd6284e-b025-48be-a14a-42038c975cba tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Request body: {'security_group_rule': {'security_group_id': '73f3476c-51e5-4b95-a7d2-7187fc0301c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:11:46.526360 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-9cd6284e-b025-48be-a14a-42038c975cba tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:11:46.530204 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-9cd6284e-b025-48be-a14a-42038c975cba tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Usage tracker for resource:security_group_rule and tenant:2c16edf02c4e441fa05092b315e5f3b2 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:11:46.534943 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-9cd6284e-b025-48be-a14a-42038c975cba tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:11:46.538834 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-9cd6284e-b025-48be-a14a-42038c975cba tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:11:46.620604 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9cd6284e-b025-48be-a14a-42038c975cba tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:46.679661 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9cd6284e-b025-48be-a14a-42038c975cba tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:46.756566 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9cd6284e-b025-48be-a14a-42038c975cba tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:46.783659 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6284e-b025-48be-a14a-42038c975cba tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edcd6c7e-dd6d-42f1-9bb2-6152b1dcfa47,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:11:46.854235 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9cd6284e-b025-48be-a14a-42038c975cba tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:46.855478 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-9cd6284e-b025-48be-a14a-42038c975cba tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3392963 Oct 26 16:11:46.858159 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 48258) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:11:46.863178 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-196e7498-543e-4266-a39c-226b5d8adbd8 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Request body: {'security_group_rule': {'security_group_id': '73f3476c-51e5-4b95-a7d2-7187fc0301c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:11:46.869197 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-196e7498-543e-4266-a39c-226b5d8adbd8 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:11:46.873071 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-196e7498-543e-4266-a39c-226b5d8adbd8 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Usage tracker for resource:security_group_rule and tenant:2c16edf02c4e441fa05092b315e5f3b2 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:11:46.875904 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-196e7498-543e-4266-a39c-226b5d8adbd8 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:11:46.881559 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-196e7498-543e-4266-a39c-226b5d8adbd8 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:11:46.953587 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-196e7498-543e-4266-a39c-226b5d8adbd8 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:47.014929 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-196e7498-543e-4266-a39c-226b5d8adbd8 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:47.084519 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-196e7498-543e-4266-a39c-226b5d8adbd8 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:47.108293 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e7498-543e-4266-a39c-226b5d8adbd8 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f72488b-b6e6-4fbb-83a7-e53655bb99dd,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:11:47.202375 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-196e7498-543e-4266-a39c-226b5d8adbd8 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:47.203598 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-196e7498-543e-4266-a39c-226b5d8adbd8 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3444800 Oct 26 16:11:47.206646 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 48262) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:11:47.212250 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-eb52b247-de2a-424c-a65c-dab7ffc11cb1 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Request body: {'floatingip': {'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:11:47.218334 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-eb52b247-de2a-424c-a65c-dab7ffc11cb1 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:11:47.222186 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-eb52b247-de2a-424c-a65c-dab7ffc11cb1 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Usage tracker for resource:floatingip and tenant:2c16edf02c4e441fa05092b315e5f3b2 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:11:47.225026 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-eb52b247-de2a-424c-a65c-dab7ffc11cb1 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:11:47.230725 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-eb52b247-de2a-424c-a65c-dab7ffc11cb1 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:11:47.319069 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-eb52b247-de2a-424c-a65c-dab7ffc11cb1 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Notify callbacks [] for floatingip, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:47.456164 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-eb52b247-de2a-424c-a65c-dab7ffc11cb1 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:47.590715 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-eb52b247-de2a-424c-a65c-dab7ffc11cb1 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Allocated IP 172.26.2.171 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/62337f10-91c4-43f0-add5-60ad9d986d69) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:11:47.838220 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-eb52b247-de2a-424c-a65c-dab7ffc11cb1 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:47.941954 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-eb52b247-de2a-424c-a65c-dab7ffc11cb1 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:48.005088 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb52b247-de2a-424c-a65c-dab7ffc11cb1 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:11:48.007955 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-eb52b247-de2a-424c-a65c-dab7ffc11cb1 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:11:48.010458 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb52b247-de2a-424c-a65c-dab7ffc11cb1 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:11:48.051097 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb52b247-de2a-424c-a65c-dab7ffc11cb1 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Pushing event updated for resources: {'Port': ['ID=62337f10-91c4-43f0-add5-60ad9d986d69,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:11:48.097825 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-eb52b247-de2a-424c-a65c-dab7ffc11cb1 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:48.212743 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-eb52b247-de2a-424c-a65c-dab7ffc11cb1 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:48.424108 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-eb52b247-de2a-424c-a65c-dab7ffc11cb1 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:48.501618 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-eb52b247-de2a-424c-a65c-dab7ffc11cb1 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:48.606283 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb52b247-de2a-424c-a65c-dab7ffc11cb1 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Pushing event updated for resources: {'Port': ['ID=62337f10-91c4-43f0-add5-60ad9d986d69,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:11:48.608591 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-eb52b247-de2a-424c-a65c-dab7ffc11cb1 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:48.710999 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-eb52b247-de2a-424c-a65c-dab7ffc11cb1 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:48.712461 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-eb52b247-de2a-424c-a65c-dab7ffc11cb1 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5048931 Oct 26 16:11:48.891990 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55e392-98d4-4389-af4b-2600f953d7c7 req-9c871237-547f-459c-b660-ef17770b9623 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:48.893453 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-5f55e392-98d4-4389-af4b-2600f953d7c7 req-9c871237-547f-459c-b660-ef17770b9623 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 946 time: 0.0940497 Oct 26 16:11:48.937199 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-5f55e392-98d4-4389-af4b-2600f953d7c7 req-ff9fb7e4-1346-46de-9fee-e5c84febae1d tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Synchronizing usage tracker for tenant:2c16edf02c4e441fa05092b315e5f3b2 on resource:security_group {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:11:49.013625 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-5f55e392-98d4-4389-af4b-2600f953d7c7 req-ff9fb7e4-1346-46de-9fee-e5c84febae1d tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Unset dirty status for tenant:2c16edf02c4e441fa05092b315e5f3b2 on resource:security_group {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:11:49.014712 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-5f55e392-98d4-4389-af4b-2600f953d7c7 req-ff9fb7e4-1346-46de-9fee-e5c84febae1d tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155632 Oct 26 16:11:49.706061 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-3e0235db-efff-44f7-b45b-6e2b102c495a tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:49.706757 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-3e0235db-efff-44f7-b45b-6e2b102c495a tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Synchronizing usage tracker for tenant:2c16edf02c4e441fa05092b315e5f3b2 on resource:network {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:11:49.793133 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-3e0235db-efff-44f7-b45b-6e2b102c495a tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Unset dirty status for tenant:2c16edf02c4e441fa05092b315e5f3b2 on resource:network {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:11:49.794305 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-3e0235db-efff-44f7-b45b-6e2b102c495a tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/networks?id=a28084eb-f0e0-43da-a0d1-b6016e90b9ae HTTP/1.1" status: 200 len: 814 time: 0.2326615 Oct 26 16:11:49.809592 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-2e1fb41c-c22d-417a-b531-f732a040fc69 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/quotas/2c16edf02c4e441fa05092b315e5f3b2 HTTP/1.1" status: 200 len: 375 time: 0.0098891 Oct 26 16:11:49.907459 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-fe0b2b17-7351-4cae-b547-4fad1566e438 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2c16edf02c4e441fa05092b315e5f3b2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0925815 Oct 26 16:11:49.959774 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-97d314e1-4875-4806-a2d8-6e58948ec08c service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:11:49.960764 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-97d314e1-4875-4806-a2d8-6e58948ec08c service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469010 Oct 26 16:11:50.091835 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-c6686a27-f602-492b-a236-134cea8e79d8 service neutron] 10.222.0.23 "GET /v2.0/networks/a28084eb-f0e0-43da-a0d1-b6016e90b9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249635 Oct 26 16:11:50.222223 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-cbbd007e-02ca-4d85-9412-bd9ae04d7f44 service neutron] 10.222.0.23 "GET /v2.0/networks/a28084eb-f0e0-43da-a0d1-b6016e90b9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245131 Oct 26 16:11:50.449443 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e2215788-be01-43be-994b-658cccad9754 req-fca13329-eca0-4ac8-8865-76abb8b35c43 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 210 time: 0.0503027 Oct 26 16:11:51.597079 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb88c7-c4ee-434f-9ecf-2e7e16c596f8 req-bc8c4aff-8e81-424b-87f8-0178efbaa956 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:51.598514 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-60fb88c7-c4ee-434f-9ecf-2e7e16c596f8 req-bc8c4aff-8e81-424b-87f8-0178efbaa956 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.48 "GET /v2.0/ports?device_id=23225902-b37e-40e0-9db2-fcca107aedea HTTP/1.1" status: 200 len: 946 time: 0.0939438 Oct 26 16:11:51.616328 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a8be59e2-63fe-4f0a-b235-143f5c156ab7 req-f0dfa094-150c-407b-a00f-5cc70119f829 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 210 time: 0.0529826 Oct 26 16:11:51.791439 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-60fb88c7-c4ee-434f-9ecf-2e7e16c596f8 req-f4ed641a-c4e5-4b45-9a80-94ca86a4d133 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Deleting port cc35ec39-6990-421e-8ba7-8b25356bcb19 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:11:51.791692 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-60fb88c7-c4ee-434f-9ecf-2e7e16c596f8 req-f4ed641a-c4e5-4b45-9a80-94ca86a4d133 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:52.045301 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-60fb88c7-c4ee-434f-9ecf-2e7e16c596f8 req-f4ed641a-c4e5-4b45-9a80-94ca86a4d133 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] For port cc35ec39-6990-421e-8ba7-8b25356bcb19, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=cc35ec39-6990-421e-8ba7-8b25356bcb19,segment=NetworkSegment(1ebd0b59-fb0f-490c-aa41-c63dc3447ae5),segment_id=1ebd0b59-fb0f-490c-aa41-c63dc3447ae5)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:11:52.045572 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-60fb88c7-c4ee-434f-9ecf-2e7e16c596f8 req-f4ed641a-c4e5-4b45-9a80-94ca86a4d133 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:52.170490 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-60fb88c7-c4ee-434f-9ecf-2e7e16c596f8 req-f4ed641a-c4e5-4b45-9a80-94ca86a4d133 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Calling delete_port for cc35ec39-6990-421e-8ba7-8b25356bcb19 owned by compute:nova {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:11:52.410405 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-60fb88c7-c4ee-434f-9ecf-2e7e16c596f8 req-f4ed641a-c4e5-4b45-9a80-94ca86a4d133 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:52.516672 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed641a-c4e5-4b45-9a80-94ca86a4d133 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Pushing event deleted for resources: {'Port': ['ID=cc35ec39-6990-421e-8ba7-8b25356bcb19,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:11:52.582396 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed641a-c4e5-4b45-9a80-94ca86a4d133 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:11:52.582776 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed641a-c4e5-4b45-9a80-94ca86a4d133 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:11:52.583125 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed641a-c4e5-4b45-9a80-94ca86a4d133 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:11:52.583466 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed641a-c4e5-4b45-9a80-94ca86a4d133 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:11:52.583805 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed641a-c4e5-4b45-9a80-94ca86a4d133 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:11:52.584140 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed641a-c4e5-4b45-9a80-94ca86a4d133 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:11:52.584471 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed641a-c4e5-4b45-9a80-94ca86a4d133 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:11:52.584800 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed641a-c4e5-4b45-9a80-94ca86a4d133 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:11:52.585127 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed641a-c4e5-4b45-9a80-94ca86a4d133 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:11:52.585455 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed641a-c4e5-4b45-9a80-94ca86a4d133 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:11:52.585819 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed641a-c4e5-4b45-9a80-94ca86a4d133 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:11:52.586113 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed641a-c4e5-4b45-9a80-94ca86a4d133 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:11:52.637790 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-60fb88c7-c4ee-434f-9ecf-2e7e16c596f8 req-f4ed641a-c4e5-4b45-9a80-94ca86a4d133 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] No DVR routers for this DVR port cc35ec39-6990-421e-8ba7-8b25356bcb19 on host hv-neutron-8627 {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:11:52.642961 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-60fb88c7-c4ee-434f-9ecf-2e7e16c596f8 req-f4ed641a-c4e5-4b45-9a80-94ca86a4d133 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:52.645562 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23225902-b37e-40e0-9db2-fcca107aedea', 'name': 'network-vif-deleted', 'tag': 'cc35ec39-6990-421e-8ba7-8b25356bcb19'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:11:52.651569 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845d4ff6-ad60-47f9-aa21-e1f1634016b9" -d '{"events": [{"server_uuid": "23225902-b37e-40e0-9db2-fcca107aedea", "name": "network-vif-deleted", "tag": "cc35ec39-6990-421e-8ba7-8b25356bcb19"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:11:52.722647 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-8ca2d683-bbe4-4187-8df2-40e47f453915 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:52.723528 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-8ca2d683-bbe4-4187-8df2-40e47f453915 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.48 "GET /v2.0/networks?id=a28084eb-f0e0-43da-a0d1-b6016e90b9ae HTTP/1.1" status: 200 len: 814 time: 0.3358450 Oct 26 16:11:52.745600 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-5ab1a159-e0e0-40ed-bb42-237169800017 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Request body: {'port': {'device_id': '571fd42c-c49b-43a2-b49c-c8f92433f420', 'network_id': 'a28084eb-f0e0-43da-a0d1-b6016e90b9ae', 'admin_state_up': True, 'tenant_id': '2c16edf02c4e441fa05092b315e5f3b2'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:11:52.860134 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd04d0ca-aa26-4328-973b-38a84f53c262 x-openstack-request-id: req-cd04d0ca-aa26-4328-973b-38a84f53c262 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:11:52.860386 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23225902-b37e-40e0-9db2-fcca107aedea", "name": "network-vif-deleted", "tag": "cc35ec39-6990-421e-8ba7-8b25356bcb19", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:11:52.860656 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd04d0ca-aa26-4328-973b-38a84f53c262 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:11:52.861002 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd04d0ca-aa26-4328-973b-38a84f53c262'] response: {'server_uuid': '23225902-b37e-40e0-9db2-fcca107aedea', 'name': 'network-vif-deleted', 'tag': 'cc35ec39-6990-421e-8ba7-8b25356bcb19', 'status': 'completed', 'code': 200} Oct 26 16:11:52.873057 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-60fb88c7-c4ee-434f-9ecf-2e7e16c596f8 req-f4ed641a-c4e5-4b45-9a80-94ca86a4d133 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.48 "DELETE /v2.0/ports/cc35ec39-6990-421e-8ba7-8b25356bcb19 HTTP/1.1" status: 204 len: 173 time: 1.2507899 Oct 26 16:11:52.876822 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-62cb8eee-54ba-4490-b750-6c1164c295a4 req-e39c7314-559e-468f-a695-1d8d6b6f7858 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Synchronizing usage tracker for tenant:2c16edf02c4e441fa05092b315e5f3b2 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:11:52.952794 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-5ab1a159-e0e0-40ed-bb42-237169800017 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:11:52.980569 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-62cb8eee-54ba-4490-b750-6c1164c295a4 req-e39c7314-559e-468f-a695-1d8d6b6f7858 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Unset dirty status for tenant:2c16edf02c4e441fa05092b315e5f3b2 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:11:52.981755 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-62cb8eee-54ba-4490-b750-6c1164c295a4 req-e39c7314-559e-468f-a695-1d8d6b6f7858 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 210 time: 0.2138655 Oct 26 16:11:52.982982 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-5ab1a159-e0e0-40ed-bb42-237169800017 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Usage tracker for resource:port and tenant:2c16edf02c4e441fa05092b315e5f3b2 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:11:52.986035 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-5ab1a159-e0e0-40ed-bb42-237169800017 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:11:52.992171 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-5ab1a159-e0e0-40ed-bb42-237169800017 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:11:53.070908 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-5ab1a159-e0e0-40ed-bb42-237169800017 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Made reservation on behalf of 2c16edf02c4e441fa05092b315e5f3b2 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:11:53.075219 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-5ab1a159-e0e0-40ed-bb42-237169800017 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:53.243315 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-5ab1a159-e0e0-40ed-bb42-237169800017 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Allocated IP 172.20.0.14 (a28084eb-f0e0-43da-a0d1-b6016e90b9ae/d0d1e747-1dc7-4c62-b517-b1aaf9997955/95bbfa7f-ebb7-4bf1-87da-c68918355739) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:11:53.443854 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-5ab1a159-e0e0-40ed-bb42-237169800017 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:53.459132 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-5ab1a159-e0e0-40ed-bb42-237169800017 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Transition to ACTIVE for port object 95bbfa7f-ebb7-4bf1-87da-c68918355739 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:11:53.585510 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-5ab1a159-e0e0-40ed-bb42-237169800017 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:53.659615 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-5ab1a159-e0e0-40ed-bb42-237169800017 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Network a28084eb-f0e0-43da-a0d1-b6016e90b9ae is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:11:53.662527 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-5ab1a159-e0e0-40ed-bb42-237169800017 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:11:53.667441 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-5ab1a159-e0e0-40ed-bb42-237169800017 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:11:53.704193 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab1a159-e0e0-40ed-bb42-237169800017 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Pushing event updated for resources: {'Port': ['ID=95bbfa7f-ebb7-4bf1-87da-c68918355739,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:11:53.810610 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device cc35ec39-6990-421e-8ba7-8b25356bcb19 no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:11:53.858229 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] No Port match for: cc35ec39-6990-421e-8ba7-8b25356bcb19 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:11:53.858834 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device cc35ec39-6990-421e-8ba7-8b25356bcb19 not bound to the agent host hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:11:53.868605 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-5ab1a159-e0e0-40ed-bb42-237169800017 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:53.869239 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-5ab1a159-e0e0-40ed-bb42-237169800017 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:53.996331 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-78cb5001-9fb6-4db6-ac94-8376e72ffb4d None None] Provisioning for port 95bbfa7f-ebb7-4bf1-87da-c68918355739 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:11:53.997116 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-5ab1a159-e0e0-40ed-bb42-237169800017 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2572997 Oct 26 16:11:54.002199 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-78cb5001-9fb6-4db6-ac94-8376e72ffb4d None None] Provisioning complete for port 95bbfa7f-ebb7-4bf1-87da-c68918355739 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:11:54.007136 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-78cb5001-9fb6-4db6-ac94-8376e72ffb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:54.007136 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-78cb5001-9fb6-4db6-ac94-8376e72ffb4d None None] Attempt 1 to provision port 95bbfa7f-ebb7-4bf1-87da-c68918355739 Oct 26 16:11:54.015270 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-85445c53-ad40-4aa9-9357-4c8fb2630777 service neutron] Request body: {'port': {'device_id': '571fd42c-c49b-43a2-b49c-c8f92433f420', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8627'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:11:54.057975 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-78cb5001-9fb6-4db6-ac94-8376e72ffb4d None None] Port 95bbfa7f-ebb7-4bf1-87da-c68918355739 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:11:54.140217 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-85445c53-ad40-4aa9-9357-4c8fb2630777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:54.194127 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915d0a5-1fc4-496d-a42d-aeeb6c37a064 req-6e98b08e-49c1-4d43-8463-2e46f0fe187c tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:54.195616 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-7915d0a5-1fc4-496d-a42d-aeeb6c37a064 req-6e98b08e-49c1-4d43-8463-2e46f0fe187c tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 932 time: 0.0921750 Oct 26 16:11:54.239853 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-7915d0a5-1fc4-496d-a42d-aeeb6c37a064 req-3094fbbf-ebf1-4389-a145-a084cdb895c3 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373876 Oct 26 16:11:54.479855 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-85445c53-ad40-4aa9-9357-4c8fb2630777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95bbfa7f-ebb7-4bf1-87da-c68918355739 {{(pid=89748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:11:54.486932 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-85445c53-ad40-4aa9-9357-4c8fb2630777 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:54.501209 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-85445c53-ad40-4aa9-9357-4c8fb2630777 service neutron] Transition to ACTIVE for port object 95bbfa7f-ebb7-4bf1-87da-c68918355739 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:11:54.559620 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-78cb5001-9fb6-4db6-ac94-8376e72ffb4d None None] Attempt 2 to provision port 95bbfa7f-ebb7-4bf1-87da-c68918355739 Oct 26 16:11:54.599093 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-85445c53-ad40-4aa9-9357-4c8fb2630777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:54.616920 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-78cb5001-9fb6-4db6-ac94-8376e72ffb4d None None] Port 95bbfa7f-ebb7-4bf1-87da-c68918355739 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:11:54.794387 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85445c53-ad40-4aa9-9357-4c8fb2630777 service neutron] Pushing event updated for resources: {'Port': ['ID=95bbfa7f-ebb7-4bf1-87da-c68918355739,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:11:54.828654 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-85445c53-ad40-4aa9-9357-4c8fb2630777 service neutron] Attempting to bind port 95bbfa7f-ebb7-4bf1-87da-c68918355739 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:11:54.828990 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-85445c53-ad40-4aa9-9357-4c8fb2630777 service neutron] Attempting to bind port 95bbfa7f-ebb7-4bf1-87da-c68918355739 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': '1ebd0b59-fb0f-490c-aa41-c63dc3447ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a28084eb-f0e0-43da-a0d1-b6016e90b9ae'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:11:54.829315 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-85445c53-ad40-4aa9-9357-4c8fb2630777 service neutron] Attempting to bind port 95bbfa7f-ebb7-4bf1-87da-c68918355739 on network a28084eb-f0e0-43da-a0d1-b6016e90b9ae {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:11:54.834040 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-85445c53-ad40-4aa9-9357-4c8fb2630777 service neutron] Port 95bbfa7f-ebb7-4bf1-87da-c68918355739 on network a28084eb-f0e0-43da-a0d1-b6016e90b9ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 16:11:54.834372 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-85445c53-ad40-4aa9-9357-4c8fb2630777 service neutron] Attempting to bind port 95bbfa7f-ebb7-4bf1-87da-c68918355739 on network a28084eb-f0e0-43da-a0d1-b6016e90b9ae {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:11:54.839538 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-85445c53-ad40-4aa9-9357-4c8fb2630777 service neutron] Checking agent: {'id': '1b551391-ebdd-44bd-8801-034277ca5526', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8627', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'started_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:11:54.839872 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-85445c53-ad40-4aa9-9357-4c8fb2630777 service neutron] Checking segment: {'id': '1ebd0b59-fb0f-490c-aa41-c63dc3447ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a28084eb-f0e0-43da-a0d1-b6016e90b9ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:11:54.840253 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-85445c53-ad40-4aa9-9357-4c8fb2630777 service neutron] Bound using segment: {'id': '1ebd0b59-fb0f-490c-aa41-c63dc3447ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a28084eb-f0e0-43da-a0d1-b6016e90b9ae'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:11:54.840739 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-85445c53-ad40-4aa9-9357-4c8fb2630777 service neutron] Bound port: 95bbfa7f-ebb7-4bf1-87da-c68918355739, host: hv-neutron-8627, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ebd0b59-fb0f-490c-aa41-c63dc3447ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a28084eb-f0e0-43da-a0d1-b6016e90b9ae'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:11:54.841083 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-85445c53-ad40-4aa9-9357-4c8fb2630777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:54.930135 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-85445c53-ad40-4aa9-9357-4c8fb2630777 service neutron] For port 95bbfa7f-ebb7-4bf1-87da-c68918355739, host hv-neutron-8627, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:11:54.933677 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-85445c53-ad40-4aa9-9357-4c8fb2630777 service neutron] For port 95bbfa7f-ebb7-4bf1-87da-c68918355739, host hv-neutron-8627, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=95bbfa7f-ebb7-4bf1-87da-c68918355739,segment=NetworkSegment(1ebd0b59-fb0f-490c-aa41-c63dc3447ae5),segment_id=1ebd0b59-fb0f-490c-aa41-c63dc3447ae5)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:11:55.027763 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-85445c53-ad40-4aa9-9357-4c8fb2630777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:55.062832 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-85445c53-ad40-4aa9-9357-4c8fb2630777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:55.063367 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-85445c53-ad40-4aa9-9357-4c8fb2630777 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:55.064737 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-85445c53-ad40-4aa9-9357-4c8fb2630777 service neutron] 10.222.0.48 "PUT /v2.0/ports/95bbfa7f-ebb7-4bf1-87da-c68918355739 HTTP/1.1" status: 200 len: 1094 time: 1.0552430 Oct 26 16:11:55.065278 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '571fd42c-c49b-43a2-b49c-c8f92433f420', 'tag': '95bbfa7f-ebb7-4bf1-87da-c68918355739'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:11:55.067664 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436efe0f-0ea4-4be7-853c-74db0564b1d4" -d '{"events": [{"name": "network-changed", "server_uuid": "571fd42c-c49b-43a2-b49c-c8f92433f420", "tag": "95bbfa7f-ebb7-4bf1-87da-c68918355739"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:11:55.110903 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693eb347-45df-4ed9-a1fa-95ea276194d3 x-openstack-request-id: req-693eb347-45df-4ed9-a1fa-95ea276194d3 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:11:55.111192 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "571fd42c-c49b-43a2-b49c-c8f92433f420", "tag": "95bbfa7f-ebb7-4bf1-87da-c68918355739", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:11:55.111447 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-693eb347-45df-4ed9-a1fa-95ea276194d3 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:11:55.111848 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-693eb347-45df-4ed9-a1fa-95ea276194d3'] response: {'name': 'network-changed', 'server_uuid': '571fd42c-c49b-43a2-b49c-c8f92433f420', 'tag': '95bbfa7f-ebb7-4bf1-87da-c68918355739', 'status': 'completed', 'code': 200} Oct 26 16:11:55.112632 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85445c53-ad40-4aa9-9357-4c8fb2630777 service neutron] Pushing event updated for resources: {'Port': ['ID=95bbfa7f-ebb7-4bf1-87da-c68918355739,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:11:55.118722 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-78cb5001-9fb6-4db6-ac94-8376e72ffb4d None None] Attempt 3 to provision port 95bbfa7f-ebb7-4bf1-87da-c68918355739 Oct 26 16:11:55.180296 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-78cb5001-9fb6-4db6-ac94-8376e72ffb4d None None] Port 95bbfa7f-ebb7-4bf1-87da-c68918355739 had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 16:11:55.234406 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436efe0f-0ea4-4be7-853c-74db0564b1d4 req-c835b7fd-f379-4303-bf21-77b1c6fd08c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:55.235916 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-436efe0f-0ea4-4be7-853c-74db0564b1d4 req-c835b7fd-f379-4303-bf21-77b1c6fd08c0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c16edf02c4e441fa05092b315e5f3b2&device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 1097 time: 0.0839198 Oct 26 16:11:55.385597 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436efe0f-0ea4-4be7-853c-74db0564b1d4 req-b61e3e2b-6c8e-4aa1-9c17-213aa13eda86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:55.387233 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-436efe0f-0ea4-4be7-853c-74db0564b1d4 req-b61e3e2b-6c8e-4aa1-9c17-213aa13eda86 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=2c16edf02c4e441fa05092b315e5f3b2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1386385 Oct 26 16:11:55.439070 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3535012-803d-43c9-a7f3-e344a2ee54f1 req-812e413b-e456-4d23-a2e3-9df82a9959e7 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:55.440570 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d3535012-803d-43c9-a7f3-e344a2ee54f1 req-812e413b-e456-4d23-a2e3-9df82a9959e7 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 944 time: 0.0892630 Oct 26 16:11:55.484076 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d3535012-803d-43c9-a7f3-e344a2ee54f1 req-19e5b24d-b0ac-44be-b2c8-e3962e90dbd0 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378876 Oct 26 16:11:55.525655 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436efe0f-0ea4-4be7-853c-74db0564b1d4 req-6e68ba1d-7353-40a6-a665-20a4f3a354d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:55.527140 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-436efe0f-0ea4-4be7-853c-74db0564b1d4 req-6e68ba1d-7353-40a6-a665-20a4f3a354d4 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1348116 Oct 26 16:11:55.663310 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-13d819db-22ce-49a7-b367-861b35664b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:55.664691 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-13d819db-22ce-49a7-b367-861b35664b24 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c16edf02c4e441fa05092b315e5f3b2&device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 1097 time: 0.0829737 Oct 26 16:11:55.739237 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-35911b13-deed-4737-95ef-13fa0b605c61 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95bbfa7f-ebb7-4bf1-87da-c68918355739 HTTP/1.1" status: 200 len: 217 time: 0.0622010 Oct 26 16:11:55.804947 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-3bf0d626-66bb-4566-938b-7f9838bc2ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:55.806400 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-3bf0d626-66bb-4566-938b-7f9838bc2ba8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0d1e747-1dc7-4c62-b517-b1aaf9997955 HTTP/1.1" status: 200 len: 853 time: 0.0611277 Oct 26 16:11:55.888171 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-527e8844-f679-4894-b845-63dec79f8c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:55.889614 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-527e8844-f679-4894-b845-63dec79f8c6b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a28084eb-f0e0-43da-a0d1-b6016e90b9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780880 Oct 26 16:11:56.117449 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-31bcfc95-45c8-4a22-b062-114dddc78860 service neutron] 10.222.0.48 "GET /v2.0/networks/a28084eb-f0e0-43da-a0d1-b6016e90b9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217124 Oct 26 16:11:56.248298 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e350262e-c834-49b7-8ef9-083158f3e5ff req-9d0308ba-d089-44e1-956a-58eef03d5dc8 service neutron] 10.222.0.48 "GET /v2.0/networks/a28084eb-f0e0-43da-a0d1-b6016e90b9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246119 Oct 26 16:11:56.685734 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61ef4f-3b7d-4630-8ef4-c32f7463c255 req-23a1907d-3902-4ccf-b267-e35fe8f49b4c tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:56.686428 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-ad61ef4f-3b7d-4630-8ef4-c32f7463c255 req-23a1907d-3902-4ccf-b267-e35fe8f49b4c tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Synchronizing usage tracker for tenant:2c16edf02c4e441fa05092b315e5f3b2 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:11:56.752779 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-ad61ef4f-3b7d-4630-8ef4-c32f7463c255 req-23a1907d-3902-4ccf-b267-e35fe8f49b4c tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Unset dirty status for tenant:2c16edf02c4e441fa05092b315e5f3b2 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:11:56.753923 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ad61ef4f-3b7d-4630-8ef4-c32f7463c255 req-23a1907d-3902-4ccf-b267-e35fe8f49b4c tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 944 time: 0.1582437 Oct 26 16:11:56.800153 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ad61ef4f-3b7d-4630-8ef4-c32f7463c255 req-7150e203-f7ab-4886-a6ef-ab29e6cef503 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404911 Oct 26 16:11:57.150344 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:11:58.000011 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623a30d-870f-448a-a7a3-06e53c40729d req-7497e74f-bc5c-4592-bc0a-4df7d9f39dcf tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:58.001442 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-f623a30d-870f-448a-a7a3-06e53c40729d req-7497e74f-bc5c-4592-bc0a-4df7d9f39dcf tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 944 time: 0.0910721 Oct 26 16:11:58.046455 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-f623a30d-870f-448a-a7a3-06e53c40729d req-11f4445b-2863-439c-a515-e8c3f616514a tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393665 Oct 26 16:11:59.250107 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafcb109-b4a5-448d-abdd-e872d38988b2 req-0de00377-3632-4599-9d54-136b8d8af302 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:59.251581 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-eafcb109-b4a5-448d-abdd-e872d38988b2 req-0de00377-3632-4599-9d54-136b8d8af302 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 944 time: 0.0923493 Oct 26 16:11:59.295940 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-eafcb109-b4a5-448d-abdd-e872d38988b2 req-171ff3dd-9f5f-4846-991e-c8f15f9c7895 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385461 Oct 26 16:11:59.825498 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 95bbfa7f-ebb7-4bf1-87da-c68918355739 details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 16:11:59.957807 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 95bbfa7f-ebb7-4bf1-87da-c68918355739, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=95bbfa7f-ebb7-4bf1-87da-c68918355739,segment=NetworkSegment(1ebd0b59-fb0f-490c-aa41-c63dc3447ae5),segment_id=1ebd0b59-fb0f-490c-aa41-c63dc3447ae5)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:11:59.971393 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': '95bbfa7f-ebb7-4bf1-87da-c68918355739', 'network_id': 'a28084eb-f0e0-43da-a0d1-b6016e90b9ae', 'port_id': '95bbfa7f-ebb7-4bf1-87da-c68918355739', 'mac_address': 'fa:16:3e:7f:0f:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0d1e747-1dc7-4c62-b517-b1aaf9997955', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 16:12:00.029264 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 95bbfa7f-ebb7-4bf1-87da-c68918355739 is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:12:00.029642 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:00.046363 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95bbfa7f-ebb7-4bf1-87da-c68918355739 {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:12:00.061363 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 95bbfa7f-ebb7-4bf1-87da-c68918355739, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=95bbfa7f-ebb7-4bf1-87da-c68918355739,segment=NetworkSegment(1ebd0b59-fb0f-490c-aa41-c63dc3447ae5),segment_id=1ebd0b59-fb0f-490c-aa41-c63dc3447ae5)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:12:00.118426 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:00.185803 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=95bbfa7f-ebb7-4bf1-87da-c68918355739,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:00.192792 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:00.193138 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:00.193474 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:00.193806 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:00.194131 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:00.194456 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:00.194808 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:00.195130 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:00.195453 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:00.195770 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:00.196088 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:00.196402 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:00.496617 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101e7ec-b898-4cdf-b661-bec8cc867074 req-9f39fa81-17e3-4af0-ad20-6f136173a717 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:00.498095 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d101e7ec-b898-4cdf-b661-bec8cc867074 req-9f39fa81-17e3-4af0-ad20-6f136173a717 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 945 time: 0.0902691 Oct 26 16:12:00.512993 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['95bbfa7f-ebb7-4bf1-87da-c68918355739'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:12:00.652824 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d101e7ec-b898-4cdf-b661-bec8cc867074 req-5c5334e2-ca1b-4c95-96cb-3bf05daaf136 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487939 Oct 26 16:12:01.840458 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 95bbfa7f-ebb7-4bf1-87da-c68918355739 up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:12:01.853021 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2b859-6cf6-419d-8862-9e417e656041 req-f375ac5d-2fec-4a37-a473-752c59204205 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:01.854579 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f9a2b859-6cf6-419d-8862-9e417e656041 req-f375ac5d-2fec-4a37-a473-752c59204205 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 945 time: 0.0885689 Oct 26 16:12:01.898741 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f9a2b859-6cf6-419d-8862-9e417e656041 req-9531e828-bad2-4ef4-8493-d88187dbe794 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384538 Oct 26 16:12:01.967640 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning for port 95bbfa7f-ebb7-4bf1-87da-c68918355739 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:12:01.972883 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port 95bbfa7f-ebb7-4bf1-87da-c68918355739 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:12:01.973270 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:01.973599 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port 95bbfa7f-ebb7-4bf1-87da-c68918355739 Oct 26 16:12:02.100249 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 95bbfa7f-ebb7-4bf1-87da-c68918355739 is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:12:02.100632 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:02.117061 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a7189aa0-0d77-4d37-b1da-cd8eb981fcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:02.131822 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571fd42c-c49b-43a2-b49c-c8f92433f420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95bbfa7f-ebb7-4bf1-87da-c68918355739'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:12:02.134132 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1a71f0-7fd0-441a-a302-22214896eaf4" -d '{"events": [{"server_uuid": "571fd42c-c49b-43a2-b49c-c8f92433f420", "name": "network-vif-plugged", "status": "completed", "tag": "95bbfa7f-ebb7-4bf1-87da-c68918355739"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:12:02.143129 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 95bbfa7f-ebb7-4bf1-87da-c68918355739, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=95bbfa7f-ebb7-4bf1-87da-c68918355739,segment=NetworkSegment(1ebd0b59-fb0f-490c-aa41-c63dc3447ae5),segment_id=1ebd0b59-fb0f-490c-aa41-c63dc3447ae5)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:12:02.178308 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98d262d-7bf0-487c-8255-7b3e25bcd401 x-openstack-request-id: req-c98d262d-7bf0-487c-8255-7b3e25bcd401 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:12:02.178630 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "571fd42c-c49b-43a2-b49c-c8f92433f420", "name": "network-vif-plugged", "status": "completed", "tag": "95bbfa7f-ebb7-4bf1-87da-c68918355739", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:12:02.178894 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c98d262d-7bf0-487c-8255-7b3e25bcd401 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:12:02.179288 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c98d262d-7bf0-487c-8255-7b3e25bcd401'] response: {'server_uuid': '571fd42c-c49b-43a2-b49c-c8f92433f420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95bbfa7f-ebb7-4bf1-87da-c68918355739', 'code': 200} Oct 26 16:12:02.227319 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:02.299653 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=95bbfa7f-ebb7-4bf1-87da-c68918355739,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:02.586513 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f91dca5-3c3d-4c33-9023-2cf5c4436c57 req-d82332a8-bb8e-4edc-aaea-b8af0ec6156f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:02.587908 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2f91dca5-3c3d-4c33-9023-2cf5c4436c57 req-d82332a8-bb8e-4edc-aaea-b8af0ec6156f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 1099 time: 0.0810504 Oct 26 16:12:02.628091 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2f91dca5-3c3d-4c33-9023-2cf5c4436c57 req-fe62e845-867a-4382-8ced-609cf94e0d61 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346165 Oct 26 16:12:02.710261 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:12:03.097444 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d26acd-541f-4945-9262-dd267ba86bf1 req-ff22f0ba-c5bb-4208-8222-8f0a27fdee49 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:03.098908 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-35d26acd-541f-4945-9262-dd267ba86bf1 req-ff22f0ba-c5bb-4208-8222-8f0a27fdee49 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 946 time: 0.0925329 Oct 26 16:12:03.142531 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-35d26acd-541f-4945-9262-dd267ba86bf1 req-e4c62fbb-5414-49b6-957e-c6df392899b1 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377743 Oct 26 16:12:04.344944 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc86414-69d3-49c3-b4cd-a60de5b6e2a7 req-801783fa-0485-4702-9639-988287611739 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:04.346505 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-cbc86414-69d3-49c3-b4cd-a60de5b6e2a7 req-801783fa-0485-4702-9639-988287611739 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 946 time: 0.0899029 Oct 26 16:12:04.394267 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-cbc86414-69d3-49c3-b4cd-a60de5b6e2a7 req-eeb0a9af-a710-4f27-89c9-c15a14179f72 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410399 Oct 26 16:12:04.466796 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fd343bd9-b09d-4928-818e-c8e2ab52eeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:05.238169 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:05.318628 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:05.591728 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b627e-55b1-4086-bc4b-13a7ba35716b req-4eb9818b-ce93-4600-a9bb-b98fafc0f371 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:05.593095 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5c7b627e-55b1-4086-bc4b-13a7ba35716b req-4eb9818b-ce93-4600-a9bb-b98fafc0f371 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 946 time: 0.0869503 Oct 26 16:12:05.636182 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5c7b627e-55b1-4086-bc4b-13a7ba35716b req-729ab428-07bc-41dd-8231-e3fd5b29a4c4 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374069 Oct 26 16:12:05.837409 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018909ec-d6d2-4a33-86b6-bb811d83d9a4 req-b463ae32-409d-4575-9a94-d2dfd8690232 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:05.839942 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-018909ec-d6d2-4a33-86b6-bb811d83d9a4 req-b463ae32-409d-4575-9a94-d2dfd8690232 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 946 time: 0.0899580 Oct 26 16:12:05.882686 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-018909ec-d6d2-4a33-86b6-bb811d83d9a4 req-ddb4432a-bdda-41f2-80f7-2daf63e93e7f tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374160 Oct 26 16:12:06.444246 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c7b7b5-8314-4247-b240-33a68fe94047 req-0ac10b77-380a-49e7-8493-a6bb4391c634 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:06.445769 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c2c7b7b5-8314-4247-b240-33a68fe94047 req-0ac10b77-380a-49e7-8493-a6bb4391c634 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 946 time: 0.0917995 Oct 26 16:12:06.490976 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c2c7b7b5-8314-4247-b240-33a68fe94047 req-8e8ea9d2-5a68-478d-8b74-63be8a5459b4 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383790 Oct 26 16:12:06.538449 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e7156854-4005-47ed-8a38-7f3d71ae0207 req-2e02a912-e054-4416-bee8-f3e34a8464e4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0812972 Oct 26 16:12:06.947303 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:07.883236 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9e458-40ac-4efc-a6d2-c59a7cd053a0 req-3e849b54-5f27-4e03-a96b-34621dd773c5 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:07.885277 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cbc9e458-40ac-4efc-a6d2-c59a7cd053a0 req-3e849b54-5f27-4e03-a96b-34621dd773c5 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 946 time: 0.1018379 Oct 26 16:12:07.935597 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cbc9e458-40ac-4efc-a6d2-c59a7cd053a0 req-bd66c126-bfeb-45b3-8836-b97365606664 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431802 Oct 26 16:12:08.784980 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7156854-4005-47ed-8a38-7f3d71ae0207 req-70a2b0da-efcc-4df9-878b-0612a61e0ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:08.786483 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e7156854-4005-47ed-8a38-7f3d71ae0207 req-70a2b0da-efcc-4df9-878b-0612a61e0ef7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c16edf02c4e441fa05092b315e5f3b2&device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 1099 time: 0.0836422 Oct 26 16:12:08.918635 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7156854-4005-47ed-8a38-7f3d71ae0207 req-bc634ff8-4696-4e13-ac28-9828fe40c0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:08.920079 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e7156854-4005-47ed-8a38-7f3d71ae0207 req-bc634ff8-4696-4e13-ac28-9828fe40c0b9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a28084eb-f0e0-43da-a0d1-b6016e90b9ae HTTP/1.1" status: 200 len: 915 time: 0.1270890 Oct 26 16:12:08.991983 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e7156854-4005-47ed-8a38-7f3d71ae0207 req-42e2488e-bd7e-44a4-a31b-3c1644b285ab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95bbfa7f-ebb7-4bf1-87da-c68918355739 HTTP/1.1" status: 200 len: 217 time: 0.0650120 Oct 26 16:12:09.055199 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7156854-4005-47ed-8a38-7f3d71ae0207 req-3c9f2038-8d52-4277-b1fb-39e1c61865e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:09.056638 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e7156854-4005-47ed-8a38-7f3d71ae0207 req-3c9f2038-8d52-4277-b1fb-39e1c61865e9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0d1e747-1dc7-4c62-b517-b1aaf9997955 HTTP/1.1" status: 200 len: 853 time: 0.0595686 Oct 26 16:12:09.143477 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6373dc4-40d9-4eed-907a-5b5ff6074df0 req-79d7fa46-422a-413f-92d2-18592fb15ca7 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:09.144951 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d6373dc4-40d9-4eed-907a-5b5ff6074df0 req-79d7fa46-422a-413f-92d2-18592fb15ca7 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 946 time: 0.0926859 Oct 26 16:12:09.146409 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7156854-4005-47ed-8a38-7f3d71ae0207 req-c8e7f216-0e2d-4039-8044-ce52494047a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:09.147945 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e7156854-4005-47ed-8a38-7f3d71ae0207 req-c8e7f216-0e2d-4039-8044-ce52494047a4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a28084eb-f0e0-43da-a0d1-b6016e90b9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0856457 Oct 26 16:12:09.192441 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d6373dc4-40d9-4eed-907a-5b5ff6074df0 req-21386dda-b0df-47f6-9ac2-579c382e6069 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417802 Oct 26 16:12:09.292447 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e7156854-4005-47ed-8a38-7f3d71ae0207 req-57bef870-b3b9-402f-b3c3-0c4347832154 service neutron] 10.222.0.48 "GET /v2.0/networks/a28084eb-f0e0-43da-a0d1-b6016e90b9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290348 Oct 26 16:12:09.522756 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e7156854-4005-47ed-8a38-7f3d71ae0207 req-3c383fdb-85b4-4455-985d-38eff70ce84c service neutron] 10.222.0.48 "GET /v2.0/networks/a28084eb-f0e0-43da-a0d1-b6016e90b9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243929 Oct 26 16:12:10.390235 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffcb124-1e74-4f60-99aa-df0504dc3e9d req-e913891d-adb4-4d96-abc0-4b16927c82fb tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:10.391699 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bffcb124-1e74-4f60-99aa-df0504dc3e9d req-e913891d-adb4-4d96-abc0-4b16927c82fb tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 946 time: 0.0895267 Oct 26 16:12:10.437038 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bffcb124-1e74-4f60-99aa-df0504dc3e9d req-1ec4517e-1293-4bb8-a5e8-bc9f50151a23 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397313 Oct 26 16:12:11.631582 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef47648-aaad-4411-be16-64cb2ef5a34e req-02994828-8d2a-4491-9931-535c0c24ca09 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:11.632942 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0ef47648-aaad-4411-be16-64cb2ef5a34e req-02994828-8d2a-4491-9931-535c0c24ca09 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 946 time: 0.0871365 Oct 26 16:12:11.676994 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0ef47648-aaad-4411-be16-64cb2ef5a34e req-b5e67f9f-0d9d-43cc-89ac-54e68c29826f tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373633 Oct 26 16:12:12.879075 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fceab7-b401-461e-b332-a49c59c0e393 req-667e0df2-0cb7-4f75-9ad5-1d5c60fd0f19 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:12.880513 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-38fceab7-b401-461e-b332-a49c59c0e393 req-667e0df2-0cb7-4f75-9ad5-1d5c60fd0f19 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 946 time: 0.0919123 Oct 26 16:12:12.924613 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-38fceab7-b401-461e-b332-a49c59c0e393 req-26fed1cb-3dbb-47c6-b473-a564c3fd825c tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384960 Oct 26 16:12:14.280182 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657abb5f-f023-4301-ab6c-65ef97cd848e req-87581e68-e9be-4038-ae24-b9f4b592ccd5 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:14.281534 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-657abb5f-f023-4301-ab6c-65ef97cd848e req-87581e68-e9be-4038-ae24-b9f4b592ccd5 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 946 time: 0.0910227 Oct 26 16:12:14.324382 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-657abb5f-f023-4301-ab6c-65ef97cd848e req-319bb17b-bf15-49a7-90bb-81618de59a1c tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373104 Oct 26 16:12:15.523387 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0117ee1-51df-4b89-a185-2d48ff250139 req-6dfff3af-e8a8-481f-8306-86a654fb5ca4 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:15.524737 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e0117ee1-51df-4b89-a185-2d48ff250139 req-6dfff3af-e8a8-481f-8306-86a654fb5ca4 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 946 time: 0.0871587 Oct 26 16:12:15.571840 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e0117ee1-51df-4b89-a185-2d48ff250139 req-244e22d3-db36-40e0-ab08-714752a941b3 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411060 Oct 26 16:12:16.768976 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316dbb4b-56cf-40bb-87f9-de9218c5c276 req-af58862b-65aa-4f68-b4b8-cece7d466187 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:16.770424 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-316dbb4b-56cf-40bb-87f9-de9218c5c276 req-af58862b-65aa-4f68-b4b8-cece7d466187 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 946 time: 0.0888526 Oct 26 16:12:16.817614 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-316dbb4b-56cf-40bb-87f9-de9218c5c276 req-6a410a41-da63-4d74-8076-72c11a2d2e42 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414431 Oct 26 16:12:18.015956 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae95c4-f52f-4dec-a911-5345c78ce8be req-670b6746-473c-4518-a3fc-ea61b37a6683 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:18.017317 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e0ae95c4-f52f-4dec-a911-5345c78ce8be req-670b6746-473c-4518-a3fc-ea61b37a6683 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 946 time: 0.0895178 Oct 26 16:12:18.060682 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e0ae95c4-f52f-4dec-a911-5345c78ce8be req-a820594c-5c3c-4f22-9597-d0d5b378b6d1 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378017 Oct 26 16:12:19.255628 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d131ca-546c-405b-9ce1-2b3cc2c3f481 req-7155fc87-88f9-493c-b556-fdf7243843be tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:19.257071 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-10d131ca-546c-405b-9ce1-2b3cc2c3f481 req-7155fc87-88f9-493c-b556-fdf7243843be tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 946 time: 0.0877573 Oct 26 16:12:19.301700 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-10d131ca-546c-405b-9ce1-2b3cc2c3f481 req-4d52dbd2-1578-4d1f-ac3b-d7d5622cd60b tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387471 Oct 26 16:12:20.504519 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975e439-22c7-4b82-9126-c1cbe2aba690 req-cb685aef-1737-4b84-b058-b43a69570bef tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:20.505967 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1975e439-22c7-4b82-9126-c1cbe2aba690 req-cb685aef-1737-4b84-b058-b43a69570bef tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 946 time: 0.0921032 Oct 26 16:12:20.550123 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1975e439-22c7-4b82-9126-c1cbe2aba690 req-00dd8f81-7ec9-4c4d-8414-06a4fa00f61a tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382144 Oct 26 16:12:21.789977 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06f55f-769b-4e5e-a914-935c5eaeae27 req-f6370625-0234-41e0-b60a-ea8fd9bcff99 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:21.791454 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2f06f55f-769b-4e5e-a914-935c5eaeae27 req-f6370625-0234-41e0-b60a-ea8fd9bcff99 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 946 time: 0.0945487 Oct 26 16:12:21.836585 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2f06f55f-769b-4e5e-a914-935c5eaeae27 req-f08cc37a-a6cd-4510-9ab4-88821e26dfd4 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387144 Oct 26 16:12:23.036995 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c18124-2741-498b-8ce2-b1893d713de2 req-ce98370d-2916-4ed1-87b1-b15cba1786a5 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:23.038356 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d2c18124-2741-498b-8ce2-b1893d713de2 req-ce98370d-2916-4ed1-87b1-b15cba1786a5 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 946 time: 0.0889394 Oct 26 16:12:23.085986 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d2c18124-2741-498b-8ce2-b1893d713de2 req-be45a0f6-17c6-4d3b-9137-5ccd551a907d tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420356 Oct 26 16:12:24.281286 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84deeb1-845e-4d1b-980a-158d16fef714 req-abaae47e-91ee-4623-bfad-206570358904 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:24.282749 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a84deeb1-845e-4d1b-980a-158d16fef714 req-abaae47e-91ee-4623-bfad-206570358904 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 946 time: 0.0875065 Oct 26 16:12:24.329268 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a84deeb1-845e-4d1b-980a-158d16fef714 req-a04f00de-5d03-4679-89a2-7a42252de0da tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409980 Oct 26 16:12:25.528337 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aadd93-1eaa-42cd-99c8-34b066ddadd2 req-e2687147-b42a-4a0f-bc1b-cbba6a71207b tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:25.529830 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c3aadd93-1eaa-42cd-99c8-34b066ddadd2 req-e2687147-b42a-4a0f-bc1b-cbba6a71207b tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 946 time: 0.0894732 Oct 26 16:12:25.573812 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c3aadd93-1eaa-42cd-99c8-34b066ddadd2 req-09897510-96fa-4f6b-a8b5-fbe6b17e2828 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375984 Oct 26 16:12:26.774018 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d1f75-eb20-41fe-b129-25518c6a587b req-96b065dc-d55b-41e8-b924-d07523ed89d3 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:26.775490 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0c9d1f75-eb20-41fe-b129-25518c6a587b req-96b065dc-d55b-41e8-b924-d07523ed89d3 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 946 time: 0.0894651 Oct 26 16:12:26.821696 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0c9d1f75-eb20-41fe-b129-25518c6a587b req-84705112-0069-4401-918d-529067f84a10 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406516 Oct 26 16:12:26.837868 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e7156854-4005-47ed-8a38-7f3d71ae0207 req-4a6d2871-267e-4782-8650-f67295884d68 service neutron] 10.222.0.48 "GET /v2.0/ports/95bbfa7f-ebb7-4bf1-87da-c68918355739/bindings/hv-neutron-8627 HTTP/1.1" status: 200 len: 384 time: 0.0799899 Oct 26 16:12:27.174866 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:27.462517 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7156854-4005-47ed-8a38-7f3d71ae0207 req-47707c84-56bf-434f-857c-5348626d6351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:27.463871 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e7156854-4005-47ed-8a38-7f3d71ae0207 req-47707c84-56bf-434f-857c-5348626d6351 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420&tenant_id=2c16edf02c4e441fa05092b315e5f3b2 HTTP/1.1" status: 200 len: 1099 time: 0.0813830 Oct 26 16:12:27.575422 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7156854-4005-47ed-8a38-7f3d71ae0207 req-4a523798-bea9-40b9-8aae-c2bf9feb92f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:27.576866 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e7156854-4005-47ed-8a38-7f3d71ae0207 req-4a523798-bea9-40b9-8aae-c2bf9feb92f7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c16edf02c4e441fa05092b315e5f3b2&device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 1099 time: 0.0809457 Oct 26 16:12:27.707331 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7156854-4005-47ed-8a38-7f3d71ae0207 req-db73d506-77d2-4cab-8a6a-2750552b212a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:27.708767 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e7156854-4005-47ed-8a38-7f3d71ae0207 req-db73d506-77d2-4cab-8a6a-2750552b212a service neutron] 10.222.0.48 "GET /v2.0/networks?id=a28084eb-f0e0-43da-a0d1-b6016e90b9ae HTTP/1.1" status: 200 len: 915 time: 0.1262681 Oct 26 16:12:27.775653 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e7156854-4005-47ed-8a38-7f3d71ae0207 req-467fa117-bc01-4740-a562-161034f1933d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95bbfa7f-ebb7-4bf1-87da-c68918355739 HTTP/1.1" status: 200 len: 217 time: 0.0609949 Oct 26 16:12:27.839338 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7156854-4005-47ed-8a38-7f3d71ae0207 req-3d5daa9f-8537-4936-8dd2-6dddbde53cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:27.840723 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e7156854-4005-47ed-8a38-7f3d71ae0207 req-3d5daa9f-8537-4936-8dd2-6dddbde53cf5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0d1e747-1dc7-4c62-b517-b1aaf9997955 HTTP/1.1" status: 200 len: 853 time: 0.0589912 Oct 26 16:12:27.924165 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7156854-4005-47ed-8a38-7f3d71ae0207 req-660e20c2-79dc-4200-bc1e-932a6022485a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:27.925611 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e7156854-4005-47ed-8a38-7f3d71ae0207 req-660e20c2-79dc-4200-bc1e-932a6022485a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a28084eb-f0e0-43da-a0d1-b6016e90b9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789285 Oct 26 16:12:28.230089 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e7156854-4005-47ed-8a38-7f3d71ae0207 req-5741ca1d-2b5d-4209-8c57-454b2308802f service neutron] 10.222.0.48 "GET /v2.0/networks/a28084eb-f0e0-43da-a0d1-b6016e90b9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974968 Oct 26 16:12:28.242170 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b5d36-06f6-41e8-afa1-6f8269f80a9c req-6c06307c-5bc8-4b78-9f68-c9641291499d tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:28.243568 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8a1b5d36-06f6-41e8-afa1-6f8269f80a9c req-6c06307c-5bc8-4b78-9f68-c9641291499d tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 946 time: 0.2932227 Oct 26 16:12:28.372045 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8a1b5d36-06f6-41e8-afa1-6f8269f80a9c req-98a9b861-8737-4a59-9c4f-746c41df3466 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092589 Oct 26 16:12:28.407996 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e7156854-4005-47ed-8a38-7f3d71ae0207 req-edc02cc9-c7f5-4c80-ac07-83870944f8b0 service neutron] 10.222.0.48 "GET /v2.0/networks/a28084eb-f0e0-43da-a0d1-b6016e90b9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635177 Oct 26 16:12:29.585744 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd63883-13e7-4612-aa15-5a99d2e20497 req-9dbeb8cb-6af7-4818-be6b-225f1ee7fd3d tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:29.587151 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2fd63883-13e7-4612-aa15-5a99d2e20497 req-9dbeb8cb-6af7-4818-be6b-225f1ee7fd3d tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 946 time: 0.0926130 Oct 26 16:12:29.630836 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2fd63883-13e7-4612-aa15-5a99d2e20497 req-3f81e077-6362-40c2-a6d6-0efb33f3d7b3 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380003 Oct 26 16:12:29.979933 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 95bbfa7f-ebb7-4bf1-87da-c68918355739 no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:12:30.091803 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 95bbfa7f-ebb7-4bf1-87da-c68918355739 is: ACTIVE; New status is: DOWN {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:12:30.092180 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:30.118582 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571fd42c-c49b-43a2-b49c-c8f92433f420', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95bbfa7f-ebb7-4bf1-87da-c68918355739'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:12:30.120829 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70050409-1033-4f3b-ad51-d99f92004191" -d '{"events": [{"server_uuid": "571fd42c-c49b-43a2-b49c-c8f92433f420", "name": "network-vif-unplugged", "status": "completed", "tag": "95bbfa7f-ebb7-4bf1-87da-c68918355739"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:12:30.128914 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 95bbfa7f-ebb7-4bf1-87da-c68918355739, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=95bbfa7f-ebb7-4bf1-87da-c68918355739,segment=NetworkSegment(1ebd0b59-fb0f-490c-aa41-c63dc3447ae5),segment_id=1ebd0b59-fb0f-490c-aa41-c63dc3447ae5)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:12:30.173130 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Oct 2022 16:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97811c8e-47a3-46da-81e7-fca4f84be2a5 x-openstack-request-id: req-97811c8e-47a3-46da-81e7-fca4f84be2a5 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:12:30.173419 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "571fd42c-c49b-43a2-b49c-c8f92433f420", "name": "network-vif-unplugged", "status": "completed", "tag": "95bbfa7f-ebb7-4bf1-87da-c68918355739", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:12:30.173670 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-97811c8e-47a3-46da-81e7-fca4f84be2a5 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:12:30.174070 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97811c8e-47a3-46da-81e7-fca4f84be2a5'] response: {'server_uuid': '571fd42c-c49b-43a2-b49c-c8f92433f420', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95bbfa7f-ebb7-4bf1-87da-c68918355739', 'code': 200} Oct 26 16:12:30.197489 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:30.265365 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=95bbfa7f-ebb7-4bf1-87da-c68918355739,revision_number=6']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:30.411834 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f924b6-a58b-40bd-9177-50e1b5a90ef7 req-822222b9-bb4b-4111-b21b-aa02d6b5cf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:30.413300 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-73f924b6-a58b-40bd-9177-50e1b5a90ef7 req-822222b9-bb4b-4111-b21b-aa02d6b5cf8f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c16edf02c4e441fa05092b315e5f3b2&device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 1097 time: 0.0836852 Oct 26 16:12:30.558659 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f924b6-a58b-40bd-9177-50e1b5a90ef7 req-3832c887-6854-407b-953f-88f8cd5a9b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:30.560006 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-73f924b6-a58b-40bd-9177-50e1b5a90ef7 req-3832c887-6854-407b-953f-88f8cd5a9b05 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a28084eb-f0e0-43da-a0d1-b6016e90b9ae HTTP/1.1" status: 200 len: 915 time: 0.1269767 Oct 26 16:12:30.628268 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-73f924b6-a58b-40bd-9177-50e1b5a90ef7 req-7c701885-e170-4526-9ca7-af188a6877ae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95bbfa7f-ebb7-4bf1-87da-c68918355739 HTTP/1.1" status: 200 len: 217 time: 0.0615299 Oct 26 16:12:30.695509 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f924b6-a58b-40bd-9177-50e1b5a90ef7 req-6268e365-e008-4bb2-a26c-35aa857ab75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:30.696954 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-73f924b6-a58b-40bd-9177-50e1b5a90ef7 req-6268e365-e008-4bb2-a26c-35aa857ab75b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0d1e747-1dc7-4c62-b517-b1aaf9997955 HTTP/1.1" status: 200 len: 853 time: 0.0621696 Oct 26 16:12:30.788046 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f924b6-a58b-40bd-9177-50e1b5a90ef7 req-d6188239-3885-4772-9690-89a92b799c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:30.789555 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-73f924b6-a58b-40bd-9177-50e1b5a90ef7 req-d6188239-3885-4772-9690-89a92b799c7d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a28084eb-f0e0-43da-a0d1-b6016e90b9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804744 Oct 26 16:12:30.832351 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ac52d-6580-470c-b612-d2de9eed2f20 req-59860d8d-ea49-4b11-b042-81ddd59336da tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:30.833727 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d97ac52d-6580-470c-b612-d2de9eed2f20 req-59860d8d-ea49-4b11-b042-81ddd59336da tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 944 time: 0.0896430 Oct 26 16:12:30.881170 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d97ac52d-6580-470c-b612-d2de9eed2f20 req-1692b581-d746-4e0a-9031-cbb34fd152f1 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412800 Oct 26 16:12:30.924584 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-73f924b6-a58b-40bd-9177-50e1b5a90ef7 req-1466749b-776b-45a4-a235-8fdd04045958 service neutron] 10.222.0.48 "GET /v2.0/networks/a28084eb-f0e0-43da-a0d1-b6016e90b9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282275 Oct 26 16:12:31.058035 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-73f924b6-a58b-40bd-9177-50e1b5a90ef7 req-08a648c9-5ae3-4f79-8a81-5bca4c4affeb service neutron] 10.222.0.48 "GET /v2.0/networks/a28084eb-f0e0-43da-a0d1-b6016e90b9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274905 Oct 26 16:12:31.973370 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 95bbfa7f-ebb7-4bf1-87da-c68918355739 details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 16:12:32.091447 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ecdc2-bc62-48b4-a6a0-0289c80bac54 req-af7728e3-8c63-4858-a92a-b9aaf7749ccc tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:32.092906 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a61ecdc2-bc62-48b4-a6a0-0289c80bac54 req-af7728e3-8c63-4858-a92a-b9aaf7749ccc tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 944 time: 0.0953741 Oct 26 16:12:32.123811 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 95bbfa7f-ebb7-4bf1-87da-c68918355739, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=95bbfa7f-ebb7-4bf1-87da-c68918355739,segment=NetworkSegment(1ebd0b59-fb0f-490c-aa41-c63dc3447ae5),segment_id=1ebd0b59-fb0f-490c-aa41-c63dc3447ae5)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:12:32.137210 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-70b3776c-f8f5-40e9-bbba-6da94c308ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:32.138718 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': '95bbfa7f-ebb7-4bf1-87da-c68918355739', 'network_id': 'a28084eb-f0e0-43da-a0d1-b6016e90b9ae', 'port_id': '95bbfa7f-ebb7-4bf1-87da-c68918355739', 'mac_address': 'fa:16:3e:7f:0f:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0d1e747-1dc7-4c62-b517-b1aaf9997955', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 16:12:32.139938 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a61ecdc2-bc62-48b4-a6a0-0289c80bac54 req-8b648008-a8c0-410f-aff8-6d8a67b7c414 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405712 Oct 26 16:12:32.200250 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 95bbfa7f-ebb7-4bf1-87da-c68918355739 is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:12:32.200636 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:32.218007 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95bbfa7f-ebb7-4bf1-87da-c68918355739 {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:12:32.234380 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 95bbfa7f-ebb7-4bf1-87da-c68918355739, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=95bbfa7f-ebb7-4bf1-87da-c68918355739,segment=NetworkSegment(1ebd0b59-fb0f-490c-aa41-c63dc3447ae5),segment_id=1ebd0b59-fb0f-490c-aa41-c63dc3447ae5)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:12:32.291765 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:32.359167 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=95bbfa7f-ebb7-4bf1-87da-c68918355739,revision_number=7']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:32.414270 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['95bbfa7f-ebb7-4bf1-87da-c68918355739'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:12:32.598138 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02dbab-bc73-4aa8-a378-0b81cab7a747 req-52849455-a6a3-4ef8-af16-280a20084bb0 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:32.599724 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6e02dbab-bc73-4aa8-a378-0b81cab7a747 req-52849455-a6a3-4ef8-af16-280a20084bb0 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 945 time: 0.0957983 Oct 26 16:12:32.702701 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6e02dbab-bc73-4aa8-a378-0b81cab7a747 req-10796d2d-0f4f-428e-afa5-76ebda47ab19 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626934 Oct 26 16:12:32.727120 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865fcae-e982-4376-89bb-be2646b7af45 req-e424cfde-e747-46b7-a988-3b1359ca0aeb tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:32.728525 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c865fcae-e982-4376-89bb-be2646b7af45 req-e424cfde-e747-46b7-a988-3b1359ca0aeb tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.48 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420&tenant_id=2c16edf02c4e441fa05092b315e5f3b2&binding%3Ahost_id=hv-neutron-8627 HTTP/1.1" status: 200 len: 945 time: 0.1279471 Oct 26 16:12:32.895171 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865fcae-e982-4376-89bb-be2646b7af45 req-97b6c1f0-d4f0-4a92-9716-00ff75ed22f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:32.896559 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c865fcae-e982-4376-89bb-be2646b7af45 req-97b6c1f0-d4f0-4a92-9716-00ff75ed22f1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c16edf02c4e441fa05092b315e5f3b2&device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 1098 time: 0.0828619 Oct 26 16:12:33.027753 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865fcae-e982-4376-89bb-be2646b7af45 req-1db08646-a3a6-45ec-bd3a-237401d940a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:33.029179 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c865fcae-e982-4376-89bb-be2646b7af45 req-1db08646-a3a6-45ec-bd3a-237401d940a4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a28084eb-f0e0-43da-a0d1-b6016e90b9ae HTTP/1.1" status: 200 len: 915 time: 0.1270204 Oct 26 16:12:33.094998 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c865fcae-e982-4376-89bb-be2646b7af45 req-a9fe8da6-b813-4a18-afac-0940c2047ff2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95bbfa7f-ebb7-4bf1-87da-c68918355739 HTTP/1.1" status: 200 len: 217 time: 0.0605085 Oct 26 16:12:33.260943 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865fcae-e982-4376-89bb-be2646b7af45 req-8f55614a-ce69-4e4c-8b8b-1132fb59fb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:33.262640 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c865fcae-e982-4376-89bb-be2646b7af45 req-8f55614a-ce69-4e4c-8b8b-1132fb59fb80 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0d1e747-1dc7-4c62-b517-b1aaf9997955 HTTP/1.1" status: 200 len: 853 time: 0.1623290 Oct 26 16:12:33.344438 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865fcae-e982-4376-89bb-be2646b7af45 req-b9e02067-2c94-4b00-b1bb-681fde83e516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:33.345976 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c865fcae-e982-4376-89bb-be2646b7af45 req-b9e02067-2c94-4b00-b1bb-681fde83e516 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a28084eb-f0e0-43da-a0d1-b6016e90b9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780697 Oct 26 16:12:33.475360 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c865fcae-e982-4376-89bb-be2646b7af45 req-cbf73e1b-d6ad-4ab2-9526-6f8071035c66 service neutron] 10.222.0.48 "GET /v2.0/networks/a28084eb-f0e0-43da-a0d1-b6016e90b9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237409 Oct 26 16:12:33.606341 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c865fcae-e982-4376-89bb-be2646b7af45 req-7c691d49-999a-4e80-976c-c4c24ba107a9 service neutron] 10.222.0.48 "GET /v2.0/networks/a28084eb-f0e0-43da-a0d1-b6016e90b9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252038 Oct 26 16:12:33.910503 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ca7dc-a93c-40f2-8636-b18d927c49de req-156495ae-44c2-4452-99fa-bb2296f39422 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:33.911875 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-520ca7dc-a93c-40f2-8636-b18d927c49de req-156495ae-44c2-4452-99fa-bb2296f39422 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 945 time: 0.0919089 Oct 26 16:12:33.957246 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-520ca7dc-a93c-40f2-8636-b18d927c49de req-164c5052-d1d3-4d3f-9996-599afcbdc7f7 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396485 Oct 26 16:12:34.004013 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 95bbfa7f-ebb7-4bf1-87da-c68918355739 up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:12:34.072596 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port 95bbfa7f-ebb7-4bf1-87da-c68918355739 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:12:34.072968 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:34.073304 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port 95bbfa7f-ebb7-4bf1-87da-c68918355739 Oct 26 16:12:34.194214 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 95bbfa7f-ebb7-4bf1-87da-c68918355739 is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:12:34.194623 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:34.222584 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571fd42c-c49b-43a2-b49c-c8f92433f420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95bbfa7f-ebb7-4bf1-87da-c68918355739'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:12:34.224963 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a15a98-5368-41bd-83ec-ee0e0701b2ed" -d '{"events": [{"server_uuid": "571fd42c-c49b-43a2-b49c-c8f92433f420", "name": "network-vif-plugged", "status": "completed", "tag": "95bbfa7f-ebb7-4bf1-87da-c68918355739"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:12:34.233304 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 95bbfa7f-ebb7-4bf1-87da-c68918355739, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=95bbfa7f-ebb7-4bf1-87da-c68918355739,segment=NetworkSegment(1ebd0b59-fb0f-490c-aa41-c63dc3447ae5),segment_id=1ebd0b59-fb0f-490c-aa41-c63dc3447ae5)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:12:34.267586 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87596333-f91e-4b28-ad88-d873ce7bb574 x-openstack-request-id: req-87596333-f91e-4b28-ad88-d873ce7bb574 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:12:34.267997 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "571fd42c-c49b-43a2-b49c-c8f92433f420", "name": "network-vif-plugged", "status": "completed", "tag": "95bbfa7f-ebb7-4bf1-87da-c68918355739", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:12:34.268256 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-87596333-f91e-4b28-ad88-d873ce7bb574 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:12:34.268647 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87596333-f91e-4b28-ad88-d873ce7bb574'] response: {'server_uuid': '571fd42c-c49b-43a2-b49c-c8f92433f420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95bbfa7f-ebb7-4bf1-87da-c68918355739', 'code': 200} Oct 26 16:12:34.294528 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:34.365128 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=95bbfa7f-ebb7-4bf1-87da-c68918355739,revision_number=8']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:34.469745 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-784ab942-c31c-4de8-ac45-2e2ad3775331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:35.156066 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548951f0-5ec7-4a1a-859a-7d11993f786b req-9d22cae5-b414-4e6e-862d-a724517fe680 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:35.157561 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-548951f0-5ec7-4a1a-859a-7d11993f786b req-9d22cae5-b414-4e6e-862d-a724517fe680 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 946 time: 0.0910378 Oct 26 16:12:35.201837 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-548951f0-5ec7-4a1a-859a-7d11993f786b req-ea725b1d-2c06-41e6-933d-feb6aad1dd8d tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384295 Oct 26 16:12:35.237883 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:35.317710 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:35.404943 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6003819-eb95-4041-bae0-5dc0a8c1b031 req-a7197db8-e86d-40c9-90a1-9b2ca19e1d89 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:35.406427 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a6003819-eb95-4041-bae0-5dc0a8c1b031 req-a7197db8-e86d-40c9-90a1-9b2ca19e1d89 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 946 time: 0.0914588 Oct 26 16:12:35.450659 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a6003819-eb95-4041-bae0-5dc0a8c1b031 req-b722752b-e100-4b83-adb9-e1c93aebcaf2 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385838 Oct 26 16:12:35.647672 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9070eb7-d228-4e14-b624-ef2084ab52a8 req-76f04a42-4504-4318-9c1e-705a76abc89b tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:35.649034 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a9070eb7-d228-4e14-b624-ef2084ab52a8 req-76f04a42-4504-4318-9c1e-705a76abc89b tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 946 time: 0.0877638 Oct 26 16:12:35.696787 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a9070eb7-d228-4e14-b624-ef2084ab52a8 req-f1f73839-a9b7-4ce3-8cf6-46cc5d92c3b9 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421028 Oct 26 16:12:36.503954 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae7fac-bd9b-4b88-851a-f66cc2095d03 req-0f290a31-2d7c-4879-98be-82ea5948a185 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:36.505401 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a2ae7fac-bd9b-4b88-851a-f66cc2095d03 req-0f290a31-2d7c-4879-98be-82ea5948a185 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 946 time: 0.0930364 Oct 26 16:12:36.550659 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a2ae7fac-bd9b-4b88-851a-f66cc2095d03 req-470ff56f-662a-4fe6-8200-8b9407996d13 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393960 Oct 26 16:12:36.914155 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:37.749437 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d588bc4-2b74-4cc8-b521-21a2bf18ce96 req-46e2fe67-c8ec-4191-b5fb-6c44ff1f13b1 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:37.756000 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-1d588bc4-2b74-4cc8-b521-21a2bf18ce96 req-46e2fe67-c8ec-4191-b5fb-6c44ff1f13b1 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 946 time: 0.0898683 Oct 26 16:12:37.795415 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-1d588bc4-2b74-4cc8-b521-21a2bf18ce96 req-977b0afc-e4fc-4421-b515-fdd9b219e486 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups?id=2faa475a-2286-4af5-bd51-cb1738d14750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384831 Oct 26 16:12:38.293090 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9ebe6-1d64-49cb-9217-9ea534f39281 req-ecd4ed9a-60a6-43dd-87ac-459c4a032b68 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:38.294536 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-28c9ebe6-1d64-49cb-9217-9ea534f39281 req-ecd4ed9a-60a6-43dd-87ac-459c4a032b68 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.48 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 946 time: 0.0893555 Oct 26 16:12:38.366795 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-28c9ebe6-1d64-49cb-9217-9ea534f39281 req-2056cca0-cebf-4b75-8ca2-fd2ddf86af01 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Deleting port 95bbfa7f-ebb7-4bf1-87da-c68918355739 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:12:38.367138 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-28c9ebe6-1d64-49cb-9217-9ea534f39281 req-2056cca0-cebf-4b75-8ca2-fd2ddf86af01 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:38.614059 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-28c9ebe6-1d64-49cb-9217-9ea534f39281 req-2056cca0-cebf-4b75-8ca2-fd2ddf86af01 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] For port 95bbfa7f-ebb7-4bf1-87da-c68918355739, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=95bbfa7f-ebb7-4bf1-87da-c68918355739,segment=NetworkSegment(1ebd0b59-fb0f-490c-aa41-c63dc3447ae5),segment_id=1ebd0b59-fb0f-490c-aa41-c63dc3447ae5)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:12:38.614313 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-28c9ebe6-1d64-49cb-9217-9ea534f39281 req-2056cca0-cebf-4b75-8ca2-fd2ddf86af01 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:38.738474 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-28c9ebe6-1d64-49cb-9217-9ea534f39281 req-2056cca0-cebf-4b75-8ca2-fd2ddf86af01 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Calling delete_port for 95bbfa7f-ebb7-4bf1-87da-c68918355739 owned by compute:nova {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:12:38.951482 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-28c9ebe6-1d64-49cb-9217-9ea534f39281 req-2056cca0-cebf-4b75-8ca2-fd2ddf86af01 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:38.986227 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['95bbfa7f-ebb7-4bf1-87da-c68918355739'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:12:38.993568 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2f1af90c-c3b2-4e26-b5f3-9ca623e4411c req-eba2faaf-8bf5-4cf6-b76f-aa78a626f4c2 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 210 time: 0.0840580 Oct 26 16:12:39.012686 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2056cca0-cebf-4b75-8ca2-fd2ddf86af01 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Pushing event deleted for resources: {'Port': ['ID=95bbfa7f-ebb7-4bf1-87da-c68918355739,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:39.114124 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c9ebe6-1d64-49cb-9217-9ea534f39281 req-2056cca0-cebf-4b75-8ca2-fd2ddf86af01 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] No DVR routers for this DVR port 95bbfa7f-ebb7-4bf1-87da-c68918355739 on host hv-neutron-8627 {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:12:39.116653 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-28c9ebe6-1d64-49cb-9217-9ea534f39281 req-2056cca0-cebf-4b75-8ca2-fd2ddf86af01 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:39.119501 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571fd42c-c49b-43a2-b49c-c8f92433f420', 'name': 'network-vif-deleted', 'tag': '95bbfa7f-ebb7-4bf1-87da-c68918355739'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:12:39.121769 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6ebd6a-da68-4803-8c04-086a4242c1e2" -d '{"events": [{"server_uuid": "571fd42c-c49b-43a2-b49c-c8f92433f420", "name": "network-vif-deleted", "tag": "95bbfa7f-ebb7-4bf1-87da-c68918355739"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:12:39.166304 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a9013b-aa96-481a-8aa3-382867dbcf18 x-openstack-request-id: req-d6a9013b-aa96-481a-8aa3-382867dbcf18 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:12:39.166623 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "571fd42c-c49b-43a2-b49c-c8f92433f420", "name": "network-vif-deleted", "tag": "95bbfa7f-ebb7-4bf1-87da-c68918355739", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:12:39.166877 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d6a9013b-aa96-481a-8aa3-382867dbcf18 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:12:39.167275 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6a9013b-aa96-481a-8aa3-382867dbcf18'] response: {'server_uuid': '571fd42c-c49b-43a2-b49c-c8f92433f420', 'name': 'network-vif-deleted', 'tag': '95bbfa7f-ebb7-4bf1-87da-c68918355739', 'status': 'completed', 'code': 200} Oct 26 16:12:39.212325 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-28c9ebe6-1d64-49cb-9217-9ea534f39281 req-2056cca0-cebf-4b75-8ca2-fd2ddf86af01 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.48 "DELETE /v2.0/ports/95bbfa7f-ebb7-4bf1-87da-c68918355739 HTTP/1.1" status: 204 len: 173 time: 0.9128206 Oct 26 16:12:39.710154 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:12:40.180442 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-9150344a-5b18-4b6d-b163-0b00e350fee3 req-a88cc8ae-8e5c-4c02-b50d-bc4878b36260 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Synchronizing usage tracker for tenant:2c16edf02c4e441fa05092b315e5f3b2 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:12:40.279930 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-9150344a-5b18-4b6d-b163-0b00e350fee3 req-a88cc8ae-8e5c-4c02-b50d-bc4878b36260 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Unset dirty status for tenant:2c16edf02c4e441fa05092b315e5f3b2 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:12:40.281539 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9150344a-5b18-4b6d-b163-0b00e350fee3 req-a88cc8ae-8e5c-4c02-b50d-bc4878b36260 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/ports?device_id=571fd42c-c49b-43a2-b49c-c8f92433f420 HTTP/1.1" status: 200 len: 210 time: 0.1545324 Oct 26 16:12:41.474635 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 48436) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:12:41.541086 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-04f87eb1-23e6-47fd-9f76-4733ed1eb4a6 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:41.568226 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-04f87eb1-23e6-47fd-9f76-4733ed1eb4a6 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:41.691557 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-04f87eb1-23e6-47fd-9f76-4733ed1eb4a6 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:41.710672 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f87eb1-23e6-47fd-9f76-4733ed1eb4a6 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f3476c-51e5-4b95-a7d2-7187fc0301c0,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:41.718454 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f87eb1-23e6-47fd-9f76-4733ed1eb4a6 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:41.718818 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f87eb1-23e6-47fd-9f76-4733ed1eb4a6 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:41.719154 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f87eb1-23e6-47fd-9f76-4733ed1eb4a6 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:41.719485 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f87eb1-23e6-47fd-9f76-4733ed1eb4a6 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:41.719817 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f87eb1-23e6-47fd-9f76-4733ed1eb4a6 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:41.720143 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f87eb1-23e6-47fd-9f76-4733ed1eb4a6 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:41.720466 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f87eb1-23e6-47fd-9f76-4733ed1eb4a6 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:41.721972 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f87eb1-23e6-47fd-9f76-4733ed1eb4a6 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:41.721972 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f87eb1-23e6-47fd-9f76-4733ed1eb4a6 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:41.721972 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f87eb1-23e6-47fd-9f76-4733ed1eb4a6 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:41.721972 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f87eb1-23e6-47fd-9f76-4733ed1eb4a6 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:41.722402 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f87eb1-23e6-47fd-9f76-4733ed1eb4a6 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:41.768716 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-04f87eb1-23e6-47fd-9f76-4733ed1eb4a6 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:41.769858 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-04f87eb1-23e6-47fd-9f76-4733ed1eb4a6 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "DELETE /v2.0/security-groups/73f3476c-51e5-4b95-a7d2-7187fc0301c0 HTTP/1.1" status: 204 len: 168 time: 0.2942173 Oct 26 16:12:41.772505 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 48440) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:12:41.788469 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.api.v2.resource [None req-156b38b1-e900-47a5-86e4-747ef7c8b60f tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] show failed (client error): The resource could not be found. Oct 26 16:12:41.789439 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-156b38b1-e900-47a5-86e4-747ef7c8b60f tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "GET /v2.0/security-groups/73f3476c-51e5-4b95-a7d2-7187fc0301c0 HTTP/1.1" status: 404 len: 347 time: 0.0159893 Oct 26 16:12:41.791964 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 48444) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:12:41.950385 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-87630a70-b009-41c6-8ad8-21bee04583a2 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Deleting port 62337f10-91c4-43f0-add5-60ad9d986d69 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:12:41.950754 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-87630a70-b009-41c6-8ad8-21bee04583a2 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:42.026381 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 95bbfa7f-ebb7-4bf1-87da-c68918355739 no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:12:42.065073 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] No Port match for: 95bbfa7f-ebb7-4bf1-87da-c68918355739 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:12:42.065410 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 95bbfa7f-ebb7-4bf1-87da-c68918355739 not bound to the agent host hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:12:42.220684 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-87630a70-b009-41c6-8ad8-21bee04583a2 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:42.221008 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-87630a70-b009-41c6-8ad8-21bee04583a2 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:42.342348 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-87630a70-b009-41c6-8ad8-21bee04583a2 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Calling delete_port for 62337f10-91c4-43f0-add5-60ad9d986d69 owned by network:floatingip {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:12:42.557111 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-87630a70-b009-41c6-8ad8-21bee04583a2 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:42.607398 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87630a70-b009-41c6-8ad8-21bee04583a2 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Pushing event deleted for resources: {'Port': ['ID=62337f10-91c4-43f0-add5-60ad9d986d69,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:42.705334 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-87630a70-b009-41c6-8ad8-21bee04583a2 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Notify callbacks [] for floatingip, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:42.802387 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-87630a70-b009-41c6-8ad8-21bee04583a2 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:42.803661 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-87630a70-b009-41c6-8ad8-21bee04583a2 tempest-ServerDiskConfigTestJSON-690050780 tempest-ServerDiskConfigTestJSON-690050780-project] 10.222.0.23 "DELETE /v2.0/floatingips/5f7e1056-3364-436f-b8fa-38199f8218b7 HTTP/1.1" status: 204 len: 168 time: 1.0107503 Oct 26 16:12:42.947674 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 48452) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:12:43.480333 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-29e17196-9cba-4a00-8ef8-7cf6531246fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:43.931398 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-29e17196-9cba-4a00-8ef8-7cf6531246fe admin admin] Deleting port 0371ab84-06fd-4f96-85c9-992c51214035 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:12:43.932065 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-29e17196-9cba-4a00-8ef8-7cf6531246fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:44.104665 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-29e17196-9cba-4a00-8ef8-7cf6531246fe admin admin] For port 0371ab84-06fd-4f96-85c9-992c51214035, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=0371ab84-06fd-4f96-85c9-992c51214035,segment=NetworkSegment(1ebd0b59-fb0f-490c-aa41-c63dc3447ae5),segment_id=1ebd0b59-fb0f-490c-aa41-c63dc3447ae5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:12:44.104928 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-29e17196-9cba-4a00-8ef8-7cf6531246fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:44.227488 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-29e17196-9cba-4a00-8ef8-7cf6531246fe admin admin] Calling delete_port for 0371ab84-06fd-4f96-85c9-992c51214035 owned by network:router_interface {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:12:44.468111 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-29e17196-9cba-4a00-8ef8-7cf6531246fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:44.518034 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17196-9cba-4a00-8ef8-7cf6531246fe admin admin] Pushing event deleted for resources: {'Port': ['ID=0371ab84-06fd-4f96-85c9-992c51214035,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:44.792211 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-29e17196-9cba-4a00-8ef8-7cf6531246fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:45.145115 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e17196-9cba-4a00-8ef8-7cf6531246fe admin admin] Router 33b40115-e884-4380-8b96-5195893beab8 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:12:45.437262 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e17196-9cba-4a00-8ef8-7cf6531246fe admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:12:45.445808 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805887ef-7e9c-41b9-ad7a-96aeb1d2a26e None None] Sync routers for ids ['33b40115-e884-4380-8b96-5195893beab8'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:12:45.449779 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-29e17196-9cba-4a00-8ef8-7cf6531246fe admin admin] 10.222.0.23 "PUT /v2.0/routers/33b40115-e884-4380-8b96-5195893beab8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5010231 Oct 26 16:12:45.452399 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 48456) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:12:45.455149 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805887ef-7e9c-41b9-ad7a-96aeb1d2a26e None None] Routers {'33b40115-e884-4380-8b96-5195893beab8'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:12:45.455778 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-805887ef-7e9c-41b9-ad7a-96aeb1d2a26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:12:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['33b40115-e884-4380-8b96-5195893beab8'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:45.635746 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-805887ef-7e9c-41b9-ad7a-96aeb1d2a26e None None] Set router 33b40115-e884-4380-8b96-5195893beab8 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:12:45.732202 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-da845051-f096-4fb3-8e2a-f416d6aaf9c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:45.913427 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-da845051-f096-4fb3-8e2a-f416d6aaf9c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:45.926765 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-805887ef-7e9c-41b9-ad7a-96aeb1d2a26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b40115-e884-4380-8b96-5195893beab8', 'name': 'tempest-ServerDiskConfigTestJSON-307736875-router', 'tenant_id': '2c16edf02c4e441fa05092b315e5f3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': 'af21464f-5567-4267-9f5d-bf07f17e2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:10:53Z', 'updated_at': '2022-10-26T16:12:44Z', 'revision_number': 5, 'project_id': '2c16edf02c4e441fa05092b315e5f3b2', 'gw_port': {'id': 'af21464f-5567-4267-9f5d-bf07f17e2265', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b40115-e884-4380-8b96-5195893beab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:10:54Z', 'updated_at': '2022-10-26T16:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:45.930699 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805887ef-7e9c-41b9-ad7a-96aeb1d2a26e None None] Checking router: 33b40115-e884-4380-8b96-5195893beab8 for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:12:45.939679 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805887ef-7e9c-41b9-ad7a-96aeb1d2a26e None None] Routers {'33b40115-e884-4380-8b96-5195893beab8'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:12:45.940264 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-805887ef-7e9c-41b9-ad7a-96aeb1d2a26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:12:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['33b40115-e884-4380-8b96-5195893beab8'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:46.009273 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-da845051-f096-4fb3-8e2a-f416d6aaf9c9 admin admin] Deleting port af21464f-5567-4267-9f5d-bf07f17e2265 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:12:46.009528 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-da845051-f096-4fb3-8e2a-f416d6aaf9c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:46.114060 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-805887ef-7e9c-41b9-ad7a-96aeb1d2a26e None None] Set router 33b40115-e884-4380-8b96-5195893beab8 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:12:46.183394 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-da845051-f096-4fb3-8e2a-f416d6aaf9c9 admin admin] For port af21464f-5567-4267-9f5d-bf07f17e2265, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=af21464f-5567-4267-9f5d-bf07f17e2265,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:12:46.183743 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-da845051-f096-4fb3-8e2a-f416d6aaf9c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:46.309216 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-da845051-f096-4fb3-8e2a-f416d6aaf9c9 admin admin] Calling delete_port for af21464f-5567-4267-9f5d-bf07f17e2265 owned by network:router_gateway {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:12:46.400420 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-805887ef-7e9c-41b9-ad7a-96aeb1d2a26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b40115-e884-4380-8b96-5195893beab8', 'name': 'tempest-ServerDiskConfigTestJSON-307736875-router', 'tenant_id': '2c16edf02c4e441fa05092b315e5f3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': 'af21464f-5567-4267-9f5d-bf07f17e2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:10:53Z', 'updated_at': '2022-10-26T16:12:44Z', 'revision_number': 5, 'project_id': '2c16edf02c4e441fa05092b315e5f3b2', 'gw_port': {'id': 'af21464f-5567-4267-9f5d-bf07f17e2265', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b40115-e884-4380-8b96-5195893beab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:10:54Z', 'updated_at': '2022-10-26T16:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:46.404580 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805887ef-7e9c-41b9-ad7a-96aeb1d2a26e None None] The sync data for ids ['33b40115-e884-4380-8b96-5195893beab8'] in dv-neutron-862712-1-hyperv is: [{'id': '33b40115-e884-4380-8b96-5195893beab8', 'name': 'tempest-ServerDiskConfigTestJSON-307736875-router', 'tenant_id': '2c16edf02c4e441fa05092b315e5f3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': 'af21464f-5567-4267-9f5d-bf07f17e2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:10:53Z', 'updated_at': '2022-10-26T16:12:44Z', 'revision_number': 5, 'project_id': '2c16edf02c4e441fa05092b315e5f3b2', 'gw_port': {'id': 'af21464f-5567-4267-9f5d-bf07f17e2265', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b40115-e884-4380-8b96-5195893beab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:10:54Z', 'updated_at': '2022-10-26T16:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:12:46.542631 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-da845051-f096-4fb3-8e2a-f416d6aaf9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:46.623115 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da845051-f096-4fb3-8e2a-f416d6aaf9c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=af21464f-5567-4267-9f5d-bf07f17e2265,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:46.694449 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-da845051-f096-4fb3-8e2a-f416d6aaf9c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:46.872695 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-da845051-f096-4fb3-8e2a-f416d6aaf9c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:46.875176 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-da845051-f096-4fb3-8e2a-f416d6aaf9c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:46.959847 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-da845051-f096-4fb3-8e2a-f416d6aaf9c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:46.960364 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da845051-f096-4fb3-8e2a-f416d6aaf9c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33b40115-e884-4380-8b96-5195893beab8 {{(pid=89748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 16:12:46.973565 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-da845051-f096-4fb3-8e2a-f416d6aaf9c9 admin admin] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:46.977057 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-da845051-f096-4fb3-8e2a-f416d6aaf9c9 admin admin] 10.222.0.23 "DELETE /v2.0/routers/33b40115-e884-4380-8b96-5195893beab8 HTTP/1.1" status: 204 len: 168 time: 1.5211563 Oct 26 16:12:46.977415 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 48460) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:12:47.041216 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-06968f04-0b16-435a-a8bc-71e59d540190 admin admin] Deleting subnet d0d1e747-1dc7-4c62-b517-b1aaf9997955 {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 16:12:47.044406 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-06968f04-0b16-435a-a8bc-71e59d540190 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:47.095288 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-06968f04-0b16-435a-a8bc-71e59d540190 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:47.175865 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-06968f04-0b16-435a-a8bc-71e59d540190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:47.302608 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-06968f04-0b16-435a-a8bc-71e59d540190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:47.338650 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06968f04-0b16-435a-a8bc-71e59d540190 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0d1e747-1dc7-4c62-b517-b1aaf9997955,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:47.344068 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-06968f04-0b16-435a-a8bc-71e59d540190 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:47.350133 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59cface-24f5-4c79-8157-5d7addf35630 None None] Network a28084eb-f0e0-43da-a0d1-b6016e90b9ae requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:12:47.351216 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-06968f04-0b16-435a-a8bc-71e59d540190 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d0d1e747-1dc7-4c62-b517-b1aaf9997955 HTTP/1.1" status: 204 len: 168 time: 0.3730729 Oct 26 16:12:47.353786 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 48464) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:12:47.448417 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 0371ab84-06fd-4f96-85c9-992c51214035 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:12:47.469825 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9de84b7b-65bd-4df7-a3d3-b1b7bf52e826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:47.480548 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-9de84b7b-65bd-4df7-a3d3-b1b7bf52e826 admin admin] Deleting port 75d97812-ea11-44e6-b69f-1aaa4e952e99 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:12:47.480882 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9de84b7b-65bd-4df7-a3d3-b1b7bf52e826 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:47.515874 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 0371ab84-06fd-4f96-85c9-992c51214035 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:12:47.516261 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 0371ab84-06fd-4f96-85c9-992c51214035 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:12:47.516617 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device af21464f-5567-4267-9f5d-bf07f17e2265 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:12:47.553272 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: af21464f-5567-4267-9f5d-bf07f17e2265 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:12:47.553620 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device af21464f-5567-4267-9f5d-bf07f17e2265 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:12:47.694187 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-9de84b7b-65bd-4df7-a3d3-b1b7bf52e826 admin admin] For port 75d97812-ea11-44e6-b69f-1aaa4e952e99, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=75d97812-ea11-44e6-b69f-1aaa4e952e99,segment=NetworkSegment(1ebd0b59-fb0f-490c-aa41-c63dc3447ae5),segment_id=1ebd0b59-fb0f-490c-aa41-c63dc3447ae5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:12:47.694575 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9de84b7b-65bd-4df7-a3d3-b1b7bf52e826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:47.725881 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36e964f-b2bd-4a94-aade-40788986fbf0 None None] DHCP port deletion for a28084eb-f0e0-43da-a0d1-b6016e90b9ae request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 16:12:47.730135 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-d36e964f-b2bd-4a94-aade-40788986fbf0 None None] Deleting port 75d97812-ea11-44e6-b69f-1aaa4e952e99 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:12:47.730666 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d36e964f-b2bd-4a94-aade-40788986fbf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:47.819091 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-9de84b7b-65bd-4df7-a3d3-b1b7bf52e826 admin admin] Calling delete_port for 75d97812-ea11-44e6-b69f-1aaa4e952e99 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:12:47.933945 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-d36e964f-b2bd-4a94-aade-40788986fbf0 None None] For port 75d97812-ea11-44e6-b69f-1aaa4e952e99, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=75d97812-ea11-44e6-b69f-1aaa4e952e99,segment=NetworkSegment(1ebd0b59-fb0f-490c-aa41-c63dc3447ae5),segment_id=1ebd0b59-fb0f-490c-aa41-c63dc3447ae5)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:12:47.934333 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d36e964f-b2bd-4a94-aade-40788986fbf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:47.946013 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9de84b7b-65bd-4df7-a3d3-b1b7bf52e826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:47.997122 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de84b7b-65bd-4df7-a3d3-b1b7bf52e826 admin admin] Pushing event deleted for resources: {'Port': ['ID=75d97812-ea11-44e6-b69f-1aaa4e952e99,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:47.999192 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de84b7b-65bd-4df7-a3d3-b1b7bf52e826 admin admin] No DVR routers for this DVR port 75d97812-ea11-44e6-b69f-1aaa4e952e99 on host dv-neutron-862712-1-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:12:48.061667 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-d36e964f-b2bd-4a94-aade-40788986fbf0 None None] Calling delete_port for 75d97812-ea11-44e6-b69f-1aaa4e952e99 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:12:48.116650 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9de84b7b-65bd-4df7-a3d3-b1b7bf52e826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:48.133063 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-d36e964f-b2bd-4a94-aade-40788986fbf0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:12:48.133418 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-d36e964f-b2bd-4a94-aade-40788986fbf0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:12:48.142882 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-9de84b7b-65bd-4df7-a3d3-b1b7bf52e826 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a28084eb-f0e0-43da-a0d1-b6016e90b9ae']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:48.154449 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-9de84b7b-65bd-4df7-a3d3-b1b7bf52e826 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ebd0b59-fb0f-490c-aa41-c63dc3447ae5') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:48.154766 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-9de84b7b-65bd-4df7-a3d3-b1b7bf52e826 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ebd0b59-fb0f-490c-aa41-c63dc3447ae5') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:48.166647 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9de84b7b-65bd-4df7-a3d3-b1b7bf52e826 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:48.182405 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9de84b7b-65bd-4df7-a3d3-b1b7bf52e826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:48.189178 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9de84b7b-65bd-4df7-a3d3-b1b7bf52e826 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:12:48.189552 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9de84b7b-65bd-4df7-a3d3-b1b7bf52e826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:48.277436 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 1ebd0b59-fb0f-490c-aa41-c63dc3447ae5 resource provider aggregate not found Oct 26 16:12:48.293691 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 1ebd0b59-fb0f-490c-aa41-c63dc3447ae5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ebd0b59-fb0f-490c-aa41-c63dc3447ae5 found for delete ", "request_id": "req-459072e0-6351-4c2b-9131-7cd3cb187e39"}]} Oct 26 16:12:48.363020 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9de84b7b-65bd-4df7-a3d3-b1b7bf52e826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:48.367288 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9de84b7b-65bd-4df7-a3d3-b1b7bf52e826 admin admin] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:48.392446 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de84b7b-65bd-4df7-a3d3-b1b7bf52e826 admin admin] Pushing event deleted for resources: {'Network': ['ID=a28084eb-f0e0-43da-a0d1-b6016e90b9ae,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:48.460529 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-9de84b7b-65bd-4df7-a3d3-b1b7bf52e826 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a28084eb-f0e0-43da-a0d1-b6016e90b9ae HTTP/1.1" status: 204 len: 168 time: 1.1056268 Oct 26 16:12:48.634988 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-d36e964f-b2bd-4a94-aade-40788986fbf0 None None] Deleting port 75d97812-ea11-44e6-b69f-1aaa4e952e99 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:12:48.635536 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d36e964f-b2bd-4a94-aade-40788986fbf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:48.705474 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-d36e964f-b2bd-4a94-aade-40788986fbf0 None None] The port '75d97812-ea11-44e6-b69f-1aaa4e952e99' was deleted {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 16:12:48.759214 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 48476) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:12:48.808420 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c5f0403b-0597-4d41-af87-6866e0bf8190 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2c16edf02c4e441fa05092b315e5f3b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480640 Oct 26 16:12:48.811009 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 48480) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:12:48.869666 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ce4bcdcd-55e8-4112-a3a8-6bcf9e8891c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:48.895800 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ce4bcdcd-55e8-4112-a3a8-6bcf9e8891c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:49.008441 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ce4bcdcd-55e8-4112-a3a8-6bcf9e8891c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:49.025716 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4bcdcd-55e8-4112-a3a8-6bcf9e8891c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2faa475a-2286-4af5-bd51-cb1738d14750,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:49.033320 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ce4bcdcd-55e8-4112-a3a8-6bcf9e8891c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:49.034432 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ce4bcdcd-55e8-4112-a3a8-6bcf9e8891c6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2faa475a-2286-4af5-bd51-cb1738d14750 HTTP/1.1" status: 204 len: 168 time: 0.2225499 Oct 26 16:12:49.337495 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 75d97812-ea11-44e6-b69f-1aaa4e952e99 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:12:49.372777 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 75d97812-ea11-44e6-b69f-1aaa4e952e99 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:12:49.373134 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 75d97812-ea11-44e6-b69f-1aaa4e952e99 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:12:50.068793 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 48504) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:12:50.171324 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-4d96f82b-fa98-4143-ab83-338acb3de586 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-576556714-network', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:12:50.176173 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4d96f82b-fa98-4143-ab83-338acb3de586 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:12:50.179971 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4d96f82b-fa98-4143-ab83-338acb3de586 admin admin] Usage tracker for resource:network and tenant:ac8cfce7f56b4de59a2eac4bfb14ae25 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:12:50.182841 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4d96f82b-fa98-4143-ab83-338acb3de586 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:12:50.188430 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4d96f82b-fa98-4143-ab83-338acb3de586 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:12:50.245321 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d96f82b-fa98-4143-ab83-338acb3de586 admin admin] Made reservation on behalf of ac8cfce7f56b4de59a2eac4bfb14ae25 for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:12:50.247598 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4d96f82b-fa98-4143-ab83-338acb3de586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:50.259449 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4d96f82b-fa98-4143-ab83-338acb3de586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:50.274335 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4d96f82b-fa98-4143-ab83-338acb3de586 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:12:50.278110 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4d96f82b-fa98-4143-ab83-338acb3de586 admin admin] Usage tracker for resource:security_group_rule and tenant:ac8cfce7f56b4de59a2eac4bfb14ae25 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:12:50.281555 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-4d96f82b-fa98-4143-ab83-338acb3de586 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:12:50.287138 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-4d96f82b-fa98-4143-ab83-338acb3de586 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:12:50.367426 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4d96f82b-fa98-4143-ab83-338acb3de586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:50.431491 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4d96f82b-fa98-4143-ab83-338acb3de586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:50.461774 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d96f82b-fa98-4143-ab83-338acb3de586 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:12:50.470007 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96f82b-fa98-4143-ab83-338acb3de586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1fc9acf-7dd1-464b-9b5a-3bdc0a1a5d34,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:50.475709 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4d96f82b-fa98-4143-ab83-338acb3de586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:50.476053 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-4d96f82b-fa98-4143-ab83-338acb3de586 admin admin] Added segment b2c531e6-0c2f-4d63-bba1-8864da2b635e of type vlan for network 6f4e0b0c-8ba8-4256-811e-3ae779a1b600 Oct 26 16:12:50.502259 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4d96f82b-fa98-4143-ab83-338acb3de586 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:50.599595 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4d96f82b-fa98-4143-ab83-338acb3de586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:50.600526 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d96f82b-fa98-4143-ab83-338acb3de586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:50.601143 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4d96f82b-fa98-4143-ab83-338acb3de586 admin admin] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:50.704877 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96f82b-fa98-4143-ab83-338acb3de586 admin admin] Pushing event updated for resources: {'Network': ['ID=6f4e0b0c-8ba8-4256-811e-3ae779a1b600,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:50.714446 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 6f4e0b0c-8ba8-4256-811e-3ae779a1b600 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 16:12:50.771594 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4d96f82b-fa98-4143-ab83-338acb3de586 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7016764 Oct 26 16:12:50.774378 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 48510) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:12:50.779909 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-d0566cee-4c89-4ac3-88e9-aaa03fb0202c admin admin] Request body: {'subnet': {'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-576556714-subnet', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:12:50.784883 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d0566cee-4c89-4ac3-88e9-aaa03fb0202c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:12:50.788762 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d0566cee-4c89-4ac3-88e9-aaa03fb0202c admin admin] Usage tracker for resource:subnet and tenant:ac8cfce7f56b4de59a2eac4bfb14ae25 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:12:50.791584 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d0566cee-4c89-4ac3-88e9-aaa03fb0202c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:12:50.798155 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d0566cee-4c89-4ac3-88e9-aaa03fb0202c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:12:50.865183 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0566cee-4c89-4ac3-88e9-aaa03fb0202c admin admin] Made reservation on behalf of ac8cfce7f56b4de59a2eac4bfb14ae25 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:12:50.867622 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d0566cee-4c89-4ac3-88e9-aaa03fb0202c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:51.231525 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d0566cee-4c89-4ac3-88e9-aaa03fb0202c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:51.300268 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0566cee-4c89-4ac3-88e9-aaa03fb0202c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e408eec8-d1c1-4bc3-8669-81aaf1adffc5,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:51.312949 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0566cee-4c89-4ac3-88e9-aaa03fb0202c admin admin] Checking segment: {'id': 'b2c531e6-0c2f-4d63-bba1-8864da2b635e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:12:51.313370 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0566cee-4c89-4ac3-88e9-aaa03fb0202c admin admin] Network hostable DHCP agents. Network: 6f4e0b0c-8ba8-4256-811e-3ae779a1b600, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:12:51.385402 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0566cee-4c89-4ac3-88e9-aaa03fb0202c admin admin] Network 6f4e0b0c-8ba8-4256-811e-3ae779a1b600 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:12:51.465528 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-d0566cee-4c89-4ac3-88e9-aaa03fb0202c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 6f4e0b0c-8ba8-4256-811e-3ae779a1b600) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:12:51.470461 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0566cee-4c89-4ac3-88e9-aaa03fb0202c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:51.471640 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d0566cee-4c89-4ac3-88e9-aaa03fb0202c admin admin] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:51.475171 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b1aa53-35a8-4e1d-a3d4-a0a348d9889c None None] Network 6f4e0b0c-8ba8-4256-811e-3ae779a1b600 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:12:51.547286 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d0566cee-4c89-4ac3-88e9-aaa03fb0202c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7710409 Oct 26 16:12:51.552856 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 48514) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:12:51.557967 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-65f98736-1d03-497e-a59f-75b6f8aad4d6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-576556714-router', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:12:51.562849 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-65f98736-1d03-497e-a59f-75b6f8aad4d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:12:51.566957 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-65f98736-1d03-497e-a59f-75b6f8aad4d6 admin admin] Usage tracker for resource:router and tenant:ac8cfce7f56b4de59a2eac4bfb14ae25 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:12:51.569815 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-65f98736-1d03-497e-a59f-75b6f8aad4d6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:12:51.575459 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-65f98736-1d03-497e-a59f-75b6f8aad4d6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:12:51.668575 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-65f98736-1d03-497e-a59f-75b6f8aad4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:51.669622 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-65f98736-1d03-497e-a59f-75b6f8aad4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:51.688594 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-65f98736-1d03-497e-a59f-75b6f8aad4d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:51.701500 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ab13fe-0a5e-4346-bbde-67491f048329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'fixed_ips': [{'subnet_id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 16:12:51.702533 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-96ab13fe-0a5e-4346-bbde-67491f048329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:51.859448 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-96ab13fe-0a5e-4346-bbde-67491f048329 None None] Allocated IP 172.20.0.2 (6f4e0b0c-8ba8-4256-811e-3ae779a1b600/e408eec8-d1c1-4bc3-8669-81aaf1adffc5/fef4d3ca-14c1-4b63-a335-bdea966abc7f) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:12:52.022925 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-65f98736-1d03-497e-a59f-75b6f8aad4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:52.064670 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-96ab13fe-0a5e-4346-bbde-67491f048329 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:52.074415 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-96ab13fe-0a5e-4346-bbde-67491f048329 None None] Transition to ACTIVE for port object fef4d3ca-14c1-4b63-a335-bdea966abc7f will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:12:52.092081 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-96ab13fe-0a5e-4346-bbde-67491f048329 None None] Transition to ACTIVE for port object fef4d3ca-14c1-4b63-a335-bdea966abc7f will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:12:52.182941 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-96ab13fe-0a5e-4346-bbde-67491f048329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:52.250385 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ab13fe-0a5e-4346-bbde-67491f048329 None None] Network 6f4e0b0c-8ba8-4256-811e-3ae779a1b600 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:12:52.253357 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-96ab13fe-0a5e-4346-bbde-67491f048329 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:12:52.256987 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ab13fe-0a5e-4346-bbde-67491f048329 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:12:52.294329 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab13fe-0a5e-4346-bbde-67491f048329 None None] Pushing event updated for resources: {'Port': ['ID=fef4d3ca-14c1-4b63-a335-bdea966abc7f,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:52.364352 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-96ab13fe-0a5e-4346-bbde-67491f048329 None None] Attempting to bind port fef4d3ca-14c1-4b63-a335-bdea966abc7f on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:12:52.364721 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-96ab13fe-0a5e-4346-bbde-67491f048329 None None] Attempting to bind port fef4d3ca-14c1-4b63-a335-bdea966abc7f by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'b2c531e6-0c2f-4d63-bba1-8864da2b635e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:12:52.365083 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ab13fe-0a5e-4346-bbde-67491f048329 None None] Attempting to bind port fef4d3ca-14c1-4b63-a335-bdea966abc7f on network 6f4e0b0c-8ba8-4256-811e-3ae779a1b600 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:12:52.370304 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ab13fe-0a5e-4346-bbde-67491f048329 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:12:52.370703 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ab13fe-0a5e-4346-bbde-67491f048329 None None] Checking segment: {'id': 'b2c531e6-0c2f-4d63-bba1-8864da2b635e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:12:52.371103 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-96ab13fe-0a5e-4346-bbde-67491f048329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:52.371495 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ab13fe-0a5e-4346-bbde-67491f048329 None None] Bound using segment: {'id': 'b2c531e6-0c2f-4d63-bba1-8864da2b635e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:12:52.371958 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-96ab13fe-0a5e-4346-bbde-67491f048329 None None] Bound port: fef4d3ca-14c1-4b63-a335-bdea966abc7f, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c531e6-0c2f-4d63-bba1-8864da2b635e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:12:52.372329 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-96ab13fe-0a5e-4346-bbde-67491f048329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:52.402286 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-65f98736-1d03-497e-a59f-75b6f8aad4d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:52.433414 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-65f98736-1d03-497e-a59f-75b6f8aad4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:52.495826 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-96ab13fe-0a5e-4346-bbde-67491f048329 None None] For port fef4d3ca-14c1-4b63-a335-bdea966abc7f, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:12:52.498776 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-96ab13fe-0a5e-4346-bbde-67491f048329 None None] For port fef4d3ca-14c1-4b63-a335-bdea966abc7f, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=fef4d3ca-14c1-4b63-a335-bdea966abc7f,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:12:52.571327 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-65f98736-1d03-497e-a59f-75b6f8aad4d6 admin admin] Allocated IP 172.26.2.143 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/54a5fe95-cca4-486d-8ad8-5cde2435aaa3) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:12:52.574907 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-96ab13fe-0a5e-4346-bbde-67491f048329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:52.660709 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab13fe-0a5e-4346-bbde-67491f048329 None None] Pushing event updated for resources: {'Port': ['ID=fef4d3ca-14c1-4b63-a335-bdea966abc7f,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:52.732577 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-65f98736-1d03-497e-a59f-75b6f8aad4d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:52.852199 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-65f98736-1d03-497e-a59f-75b6f8aad4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:52.922066 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f98736-1d03-497e-a59f-75b6f8aad4d6 admin admin] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:12:52.924949 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-65f98736-1d03-497e-a59f-75b6f8aad4d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:12:52.928935 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f98736-1d03-497e-a59f-75b6f8aad4d6 admin admin] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:12:52.969501 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f98736-1d03-497e-a59f-75b6f8aad4d6 admin admin] Pushing event updated for resources: {'Port': ['ID=54a5fe95-cca4-486d-8ad8-5cde2435aaa3,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:53.370320 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device fef4d3ca-14c1-4b63-a335-bdea966abc7f up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:12:53.502595 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port fef4d3ca-14c1-4b63-a335-bdea966abc7f completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:12:53.559845 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-65f98736-1d03-497e-a59f-75b6f8aad4d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:53.601052 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e857871-a682-41a0-a372-e349f9c53e8a None None] Network 6f4e0b0c-8ba8-4256-811e-3ae779a1b600 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:12:53.758118 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-abdb052c-c0d5-4bb1-8b31-14a48708a50f None None] Provisioning for port fef4d3ca-14c1-4b63-a335-bdea966abc7f completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:12:53.770174 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-abdb052c-c0d5-4bb1-8b31-14a48708a50f None None] Provisioning complete for port fef4d3ca-14c1-4b63-a335-bdea966abc7f triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:12:53.770523 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-abdb052c-c0d5-4bb1-8b31-14a48708a50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:53.775319 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-abdb052c-c0d5-4bb1-8b31-14a48708a50f None None] Attempt 1 to provision port fef4d3ca-14c1-4b63-a335-bdea966abc7f Oct 26 16:12:53.909371 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-65f98736-1d03-497e-a59f-75b6f8aad4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:53.963949 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-abdb052c-c0d5-4bb1-8b31-14a48708a50f None None] Current status of the port fef4d3ca-14c1-4b63-a335-bdea966abc7f is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:12:53.964336 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-abdb052c-c0d5-4bb1-8b31-14a48708a50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:54.002068 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-abdb052c-c0d5-4bb1-8b31-14a48708a50f None None] For port fef4d3ca-14c1-4b63-a335-bdea966abc7f, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=fef4d3ca-14c1-4b63-a335-bdea966abc7f,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:12:54.096425 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-abdb052c-c0d5-4bb1-8b31-14a48708a50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:54.166448 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb052c-c0d5-4bb1-8b31-14a48708a50f None None] Pushing event updated for resources: {'Port': ['ID=fef4d3ca-14c1-4b63-a335-bdea966abc7f,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:54.214282 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f98736-1d03-497e-a59f-75b6f8aad4d6 admin admin] Router a28d5634-9298-4c2f-bd30-85373259106d is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 16:12:54.215486 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-849a5713-875f-4d8a-b2c8-724836456663 None None] Provisioning complete for port fef4d3ca-14c1-4b63-a335-bdea966abc7f triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:12:54.215934 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-849a5713-875f-4d8a-b2c8-724836456663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:54.216335 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-849a5713-875f-4d8a-b2c8-724836456663 None None] Attempt 1 to provision port fef4d3ca-14c1-4b63-a335-bdea966abc7f Oct 26 16:12:54.335200 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-849a5713-875f-4d8a-b2c8-724836456663 None None] Current status of the port fef4d3ca-14c1-4b63-a335-bdea966abc7f is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:12:54.397675 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f98736-1d03-497e-a59f-75b6f8aad4d6 admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:12:54.406894 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8d3a1f-4bd8-4a28-9fd9-5ed59aea3aa3 None None] Sync routers for ids ['a28d5634-9298-4c2f-bd30-85373259106d'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:12:54.416216 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8d3a1f-4bd8-4a28-9fd9-5ed59aea3aa3 None None] Routers {'a28d5634-9298-4c2f-bd30-85373259106d'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:12:54.416824 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-5f8d3a1f-4bd8-4a28-9fd9-5ed59aea3aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:12:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['a28d5634-9298-4c2f-bd30-85373259106d'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:54.485892 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-65f98736-1d03-497e-a59f-75b6f8aad4d6 admin admin] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:54.487166 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-65f98736-1d03-497e-a59f-75b6f8aad4d6 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9333644 Oct 26 16:12:54.489878 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 48518) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:12:54.597084 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-5f8d3a1f-4bd8-4a28-9fd9-5ed59aea3aa3 None None] Set router a28d5634-9298-4c2f-bd30-85373259106d gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:12:54.992261 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-5f8d3a1f-4bd8-4a28-9fd9-5ed59aea3aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'name': 'tempest-ServerActionsTestJSON-576556714-router', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:51Z', 'updated_at': '2022-10-26T16:12:53Z', 'revision_number': 3, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'gw_port': {'id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:52Z', 'updated_at': '2022-10-26T16:12:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:54.996183 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8d3a1f-4bd8-4a28-9fd9-5ed59aea3aa3 None None] Checking router: a28d5634-9298-4c2f-bd30-85373259106d for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:12:54.996533 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8d3a1f-4bd8-4a28-9fd9-5ed59aea3aa3 None None] Updating router a28d5634-9298-4c2f-bd30-85373259106d port 54a5fe95-cca4-486d-8ad8-5cde2435aaa3 binding host dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:12:55.052281 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5f8d3a1f-4bd8-4a28-9fd9-5ed59aea3aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:55.288037 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6ccb2901-0c38-4ea6-9912-060378df78a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:55.349761 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device fef4d3ca-14c1-4b63-a335-bdea966abc7f up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:12:55.479746 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5f8d3a1f-4bd8-4a28-9fd9-5ed59aea3aa3 None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:55.494770 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port fef4d3ca-14c1-4b63-a335-bdea966abc7f triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:12:55.495142 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:55.495481 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port fef4d3ca-14c1-4b63-a335-bdea966abc7f Oct 26 16:12:55.498814 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-6ccb2901-0c38-4ea6-9912-060378df78a6 admin admin] Allocated IP 172.20.0.1 (6f4e0b0c-8ba8-4256-811e-3ae779a1b600/e408eec8-d1c1-4bc3-8669-81aaf1adffc5/7ce2c619-1bc6-46dd-81cf-07689ccb31aa) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:12:55.526407 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-5f8d3a1f-4bd8-4a28-9fd9-5ed59aea3aa3 None None] Transition to ACTIVE for port object 54a5fe95-cca4-486d-8ad8-5cde2435aaa3 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:12:55.606772 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5f8d3a1f-4bd8-4a28-9fd9-5ed59aea3aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:55.651483 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6ccb2901-0c38-4ea6-9912-060378df78a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:55.668535 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-6ccb2901-0c38-4ea6-9912-060378df78a6 admin admin] Transition to ACTIVE for port object 7ce2c619-1bc6-46dd-81cf-07689ccb31aa will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:12:55.677935 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-5f8d3a1f-4bd8-4a28-9fd9-5ed59aea3aa3 None None] Attempting to bind port 54a5fe95-cca4-486d-8ad8-5cde2435aaa3 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:12:55.678565 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-5f8d3a1f-4bd8-4a28-9fd9-5ed59aea3aa3 None None] Attempting to bind port 54a5fe95-cca4-486d-8ad8-5cde2435aaa3 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:12:55.678754 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8d3a1f-4bd8-4a28-9fd9-5ed59aea3aa3 None None] Attempting to bind port 54a5fe95-cca4-486d-8ad8-5cde2435aaa3 on network 0c79a151-ef79-4fff-8a3c-258f9478471d {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:12:55.682504 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port fef4d3ca-14c1-4b63-a335-bdea966abc7f is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:12:55.693164 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8d3a1f-4bd8-4a28-9fd9-5ed59aea3aa3 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:12:55.693543 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8d3a1f-4bd8-4a28-9fd9-5ed59aea3aa3 None None] Checking segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:12:55.693941 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5f8d3a1f-4bd8-4a28-9fd9-5ed59aea3aa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:55.694325 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8d3a1f-4bd8-4a28-9fd9-5ed59aea3aa3 None None] Bound using segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:12:55.694813 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-5f8d3a1f-4bd8-4a28-9fd9-5ed59aea3aa3 None None] Bound port: 54a5fe95-cca4-486d-8ad8-5cde2435aaa3, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:12:55.695279 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5f8d3a1f-4bd8-4a28-9fd9-5ed59aea3aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:55.741678 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2da0ec-2d16-4dd9-bd77-4bc1b5d8d8f2 None None] Pushing event updated for resources: {'Port': ['ID=54a5fe95-cca4-486d-8ad8-5cde2435aaa3,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:55.760077 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6ccb2901-0c38-4ea6-9912-060378df78a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:55.777609 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-5f8d3a1f-4bd8-4a28-9fd9-5ed59aea3aa3 None None] For port 54a5fe95-cca4-486d-8ad8-5cde2435aaa3, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:12:55.781768 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-5f8d3a1f-4bd8-4a28-9fd9-5ed59aea3aa3 None None] For port 54a5fe95-cca4-486d-8ad8-5cde2435aaa3, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=54a5fe95-cca4-486d-8ad8-5cde2435aaa3,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:12:55.825873 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccb2901-0c38-4ea6-9912-060378df78a6 admin admin] Network 6f4e0b0c-8ba8-4256-811e-3ae779a1b600 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:12:55.829488 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-6ccb2901-0c38-4ea6-9912-060378df78a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:12:55.833181 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccb2901-0c38-4ea6-9912-060378df78a6 admin admin] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:12:55.874629 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5f8d3a1f-4bd8-4a28-9fd9-5ed59aea3aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:55.874826 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb2901-0c38-4ea6-9912-060378df78a6 admin admin] Pushing event updated for resources: {'Port': ['ID=7ce2c619-1bc6-46dd-81cf-07689ccb31aa,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:55.898163 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6ccb2901-0c38-4ea6-9912-060378df78a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:55.939937 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8d3a1f-4bd8-4a28-9fd9-5ed59aea3aa3 None None] Routers {'a28d5634-9298-4c2f-bd30-85373259106d'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:12:55.940584 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-5f8d3a1f-4bd8-4a28-9fd9-5ed59aea3aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:12:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['a28d5634-9298-4c2f-bd30-85373259106d'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:56.086530 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6ccb2901-0c38-4ea6-9912-060378df78a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:56.090028 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2da0ec-2d16-4dd9-bd77-4bc1b5d8d8f2 None None] Pushing event updated for resources: {'Port': ['ID=54a5fe95-cca4-486d-8ad8-5cde2435aaa3,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:56.142701 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-5f8d3a1f-4bd8-4a28-9fd9-5ed59aea3aa3 None None] Set router a28d5634-9298-4c2f-bd30-85373259106d gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:12:56.187430 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-5bfa1fd7-1f52-47d1-836c-9cb158b182c4 None None] Provisioning for port 7ce2c619-1bc6-46dd-81cf-07689ccb31aa completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:12:56.266168 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-5bfa1fd7-1f52-47d1-836c-9cb158b182c4 None None] Provisioning complete for port 7ce2c619-1bc6-46dd-81cf-07689ccb31aa triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:12:56.266563 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5bfa1fd7-1f52-47d1-836c-9cb158b182c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:56.266904 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-5bfa1fd7-1f52-47d1-836c-9cb158b182c4 None None] Attempt 1 to provision port 7ce2c619-1bc6-46dd-81cf-07689ccb31aa Oct 26 16:12:56.318462 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6ccb2901-0c38-4ea6-9912-060378df78a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:56.379732 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6ccb2901-0c38-4ea6-9912-060378df78a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:56.382733 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-5bfa1fd7-1f52-47d1-836c-9cb158b182c4 None None] Port 7ce2c619-1bc6-46dd-81cf-07689ccb31aa cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:12:56.484006 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-5f8d3a1f-4bd8-4a28-9fd9-5ed59aea3aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'name': 'tempest-ServerActionsTestJSON-576556714-router', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:51Z', 'updated_at': '2022-10-26T16:12:53Z', 'revision_number': 3, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'gw_port': {'id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:52Z', 'updated_at': '2022-10-26T16:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:56.488009 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8d3a1f-4bd8-4a28-9fd9-5ed59aea3aa3 None None] The sync data for ids ['a28d5634-9298-4c2f-bd30-85373259106d'] in dv-neutron-862712-1-hyperv is: [{'id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'name': 'tempest-ServerActionsTestJSON-576556714-router', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:51Z', 'updated_at': '2022-10-26T16:12:53Z', 'revision_number': 3, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'gw_port': {'id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:52Z', 'updated_at': '2022-10-26T16:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:12:56.488745 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6ccb2901-0c38-4ea6-9912-060378df78a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:56.492224 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb2901-0c38-4ea6-9912-060378df78a6 admin admin] Pushing event updated for resources: {'Port': ['ID=7ce2c619-1bc6-46dd-81cf-07689ccb31aa,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:56.773976 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccb2901-0c38-4ea6-9912-060378df78a6 admin admin] Network 6f4e0b0c-8ba8-4256-811e-3ae779a1b600 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:12:56.775155 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-6ccb2901-0c38-4ea6-9912-060378df78a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:12:56.883758 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-5bfa1fd7-1f52-47d1-836c-9cb158b182c4 None None] Attempt 2 to provision port 7ce2c619-1bc6-46dd-81cf-07689ccb31aa Oct 26 16:12:56.948936 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-5bfa1fd7-1f52-47d1-836c-9cb158b182c4 None None] Port 7ce2c619-1bc6-46dd-81cf-07689ccb31aa cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:12:56.981212 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ccb2901-0c38-4ea6-9912-060378df78a6 admin admin] Router a28d5634-9298-4c2f-bd30-85373259106d has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:12:57.167468 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ccb2901-0c38-4ea6-9912-060378df78a6 admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:12:57.172043 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:57.177644 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-6ccb2901-0c38-4ea6-9912-060378df78a6 admin admin] 10.222.0.23 "PUT /v2.0/routers/a28d5634-9298-4c2f-bd30-85373259106d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6867757 Oct 26 16:12:57.381384 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 54a5fe95-cca4-486d-8ad8-5cde2435aaa3 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:12:57.450225 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-5bfa1fd7-1f52-47d1-836c-9cb158b182c4 None None] Attempt 3 to provision port 7ce2c619-1bc6-46dd-81cf-07689ccb31aa Oct 26 16:12:57.504839 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-5bfa1fd7-1f52-47d1-836c-9cb158b182c4 None None] Port 7ce2c619-1bc6-46dd-81cf-07689ccb31aa cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:12:57.507688 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 54a5fe95-cca4-486d-8ad8-5cde2435aaa3 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:12:57.512663 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 54a5fe95-cca4-486d-8ad8-5cde2435aaa3 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:12:57.513041 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:57.513367 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 54a5fe95-cca4-486d-8ad8-5cde2435aaa3 Oct 26 16:12:57.581132 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 48528) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:12:57.586637 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-d5723de2-3dc7-4f3d-96e5-5e074c5c73fc tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Request body: {'security_group': {'name': 'tempest-securitygroup--268804624', 'description': 'tempest-description--505544851'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:12:57.593485 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d5723de2-3dc7-4f3d-96e5-5e074c5c73fc tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:12:57.597503 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d5723de2-3dc7-4f3d-96e5-5e074c5c73fc tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Usage tracker for resource:security_group and tenant:ac8cfce7f56b4de59a2eac4bfb14ae25 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:12:57.600528 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d5723de2-3dc7-4f3d-96e5-5e074c5c73fc tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:12:57.606301 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d5723de2-3dc7-4f3d-96e5-5e074c5c73fc tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:12:57.635152 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 54a5fe95-cca4-486d-8ad8-5cde2435aaa3 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:12:57.635537 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:57.652734 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 54a5fe95-cca4-486d-8ad8-5cde2435aaa3, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=54a5fe95-cca4-486d-8ad8-5cde2435aaa3,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:12:57.671436 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d5723de2-3dc7-4f3d-96e5-5e074c5c73fc tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:57.691505 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d5723de2-3dc7-4f3d-96e5-5e074c5c73fc tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:12:57.695406 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d5723de2-3dc7-4f3d-96e5-5e074c5c73fc tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Usage tracker for resource:security_group_rule and tenant:ac8cfce7f56b4de59a2eac4bfb14ae25 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:12:57.698242 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d5723de2-3dc7-4f3d-96e5-5e074c5c73fc tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:12:57.704591 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d5723de2-3dc7-4f3d-96e5-5e074c5c73fc tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:12:57.731120 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:57.777158 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d5723de2-3dc7-4f3d-96e5-5e074c5c73fc tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:57.803299 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=54a5fe95-cca4-486d-8ad8-5cde2435aaa3,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:57.845399 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d5723de2-3dc7-4f3d-96e5-5e074c5c73fc tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:57.891880 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5723de2-3dc7-4f3d-96e5-5e074c5c73fc tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fab83f6-afd1-4a8a-a681-ae3f163d914e,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:57.959742 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d5723de2-3dc7-4f3d-96e5-5e074c5c73fc tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:57.961030 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d5723de2-3dc7-4f3d-96e5-5e074c5c73fc tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3787410 Oct 26 16:12:57.963740 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 48532) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:12:57.969126 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-a719b831-14f0-4d3b-869e-6e6956128f5a tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Request body: {'security_group_rule': {'security_group_id': '2fab83f6-afd1-4a8a-a681-ae3f163d914e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:12:57.975398 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-a719b831-14f0-4d3b-869e-6e6956128f5a tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:12:57.979326 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-a719b831-14f0-4d3b-869e-6e6956128f5a tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Usage tracker for resource:security_group_rule and tenant:ac8cfce7f56b4de59a2eac4bfb14ae25 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:12:57.982188 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-a719b831-14f0-4d3b-869e-6e6956128f5a tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:12:57.988272 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-a719b831-14f0-4d3b-869e-6e6956128f5a tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:12:58.005749 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-5bfa1fd7-1f52-47d1-836c-9cb158b182c4 None None] Attempt 4 to provision port 7ce2c619-1bc6-46dd-81cf-07689ccb31aa Oct 26 16:12:58.044198 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a719b831-14f0-4d3b-869e-6e6956128f5a tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:58.045811 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253c5292-f2d1-481e-bbae-a68f6a0da317 None None] Sync routers for ids ['a28d5634-9298-4c2f-bd30-85373259106d'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:12:58.057674 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253c5292-f2d1-481e-bbae-a68f6a0da317 None None] Routers {'a28d5634-9298-4c2f-bd30-85373259106d'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:12:58.058360 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-253c5292-f2d1-481e-bbae-a68f6a0da317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:12:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['a28d5634-9298-4c2f-bd30-85373259106d'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:58.100734 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-5bfa1fd7-1f52-47d1-836c-9cb158b182c4 None None] Port 7ce2c619-1bc6-46dd-81cf-07689ccb31aa cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:12:58.110595 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a719b831-14f0-4d3b-869e-6e6956128f5a tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:58.176604 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a719b831-14f0-4d3b-869e-6e6956128f5a tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:58.200718 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a719b831-14f0-4d3b-869e-6e6956128f5a tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9376de2c-b3bc-4fa9-803f-71f9c1ea9cfa,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:58.264005 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-253c5292-f2d1-481e-bbae-a68f6a0da317 None None] Set router a28d5634-9298-4c2f-bd30-85373259106d gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:12:58.290731 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a719b831-14f0-4d3b-869e-6e6956128f5a tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:58.294384 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a719b831-14f0-4d3b-869e-6e6956128f5a tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3270609 Oct 26 16:12:58.296467 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 48536) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:12:58.300889 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-3866af9b-45c2-455c-865d-0f182f53513f tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Request body: {'security_group_rule': {'security_group_id': '2fab83f6-afd1-4a8a-a681-ae3f163d914e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:12:58.308127 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-3866af9b-45c2-455c-865d-0f182f53513f tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:12:58.313189 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-3866af9b-45c2-455c-865d-0f182f53513f tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Usage tracker for resource:security_group_rule and tenant:ac8cfce7f56b4de59a2eac4bfb14ae25 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:12:58.318658 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-3866af9b-45c2-455c-865d-0f182f53513f tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:12:58.321825 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-3866af9b-45c2-455c-865d-0f182f53513f tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:12:58.395272 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3866af9b-45c2-455c-865d-0f182f53513f tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:58.457045 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3866af9b-45c2-455c-865d-0f182f53513f tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:58.531355 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3866af9b-45c2-455c-865d-0f182f53513f tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:58.556603 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3866af9b-45c2-455c-865d-0f182f53513f tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=147e84e1-eaf7-43b5-8156-0a22bfbb6f5f,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:58.580650 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-253c5292-f2d1-481e-bbae-a68f6a0da317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'name': 'tempest-ServerActionsTestJSON-576556714-router', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:51Z', 'updated_at': '2022-10-26T16:12:55Z', 'revision_number': 4, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'gw_port': {'id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:52Z', 'updated_at': '2022-10-26T16:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '7ce2c619-1bc6-46dd-81cf-07689ccb31aa', 'name': '', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'mac_address': 'fa:16:3e:de:74:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:55Z', 'updated_at': '2022-10-26T16:12:56Z', 'revision_number': 2, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'subnets': [{'id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:58.584498 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253c5292-f2d1-481e-bbae-a68f6a0da317 None None] Checking router: a28d5634-9298-4c2f-bd30-85373259106d for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:12:58.584849 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253c5292-f2d1-481e-bbae-a68f6a0da317 None None] Updating router a28d5634-9298-4c2f-bd30-85373259106d port 7ce2c619-1bc6-46dd-81cf-07689ccb31aa binding host dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:12:58.601700 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-5bfa1fd7-1f52-47d1-836c-9cb158b182c4 None None] Attempt 5 to provision port 7ce2c619-1bc6-46dd-81cf-07689ccb31aa Oct 26 16:12:58.633910 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3866af9b-45c2-455c-865d-0f182f53513f tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:58.635597 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-3866af9b-45c2-455c-865d-0f182f53513f tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3398192 Oct 26 16:12:58.638498 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 48540) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:12:58.645399 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-f35797b0-acfc-4d15-ad6f-4d01b0d6c4b7 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Request body: {'floatingip': {'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:12:58.649510 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-253c5292-f2d1-481e-bbae-a68f6a0da317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:58.652476 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-f35797b0-acfc-4d15-ad6f-4d01b0d6c4b7 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:12:58.657525 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-f35797b0-acfc-4d15-ad6f-4d01b0d6c4b7 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Usage tracker for resource:floatingip and tenant:ac8cfce7f56b4de59a2eac4bfb14ae25 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:12:58.658833 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-5bfa1fd7-1f52-47d1-836c-9cb158b182c4 None None] Port 7ce2c619-1bc6-46dd-81cf-07689ccb31aa cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:12:58.661006 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-f35797b0-acfc-4d15-ad6f-4d01b0d6c4b7 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:12:58.667029 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-f35797b0-acfc-4d15-ad6f-4d01b0d6c4b7 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:12:58.734440 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f35797b0-acfc-4d15-ad6f-4d01b0d6c4b7 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks [] for floatingip, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:58.869639 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f35797b0-acfc-4d15-ad6f-4d01b0d6c4b7 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:59.002420 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-253c5292-f2d1-481e-bbae-a68f6a0da317 None None] Notify callbacks [] for port, precommit_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:59.008089 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-f35797b0-acfc-4d15-ad6f-4d01b0d6c4b7 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Allocated IP 172.26.2.205 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/dcf3dacb-adc1-4bc2-aced-fbe450b6d448) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:12:59.014572 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.provisioning_blocks [None req-253c5292-f2d1-481e-bbae-a68f6a0da317 None None] Transition to ACTIVE for port object 7ce2c619-1bc6-46dd-81cf-07689ccb31aa will not be triggered until provisioned by entity L2. {{(pid=89750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:12:59.082762 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-253c5292-f2d1-481e-bbae-a68f6a0da317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:59.160293 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-5bfa1fd7-1f52-47d1-836c-9cb158b182c4 None None] Attempt 6 to provision port 7ce2c619-1bc6-46dd-81cf-07689ccb31aa Oct 26 16:12:59.160844 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f35797b0-acfc-4d15-ad6f-4d01b0d6c4b7 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:59.222683 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-5bfa1fd7-1f52-47d1-836c-9cb158b182c4 None None] Port 7ce2c619-1bc6-46dd-81cf-07689ccb31aa cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:12:59.243368 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f35797b0-acfc-4d15-ad6f-4d01b0d6c4b7 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:59.284605 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c9959-1487-4496-aac6-018a3615473c None None] Pushing event updated for resources: {'Port': ['ID=7ce2c619-1bc6-46dd-81cf-07689ccb31aa,revision_number=3']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:59.302999 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468c9959-1487-4496-aac6-018a3615473c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:59.303400 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468c9959-1487-4496-aac6-018a3615473c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:59.303666 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468c9959-1487-4496-aac6-018a3615473c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:59.303993 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468c9959-1487-4496-aac6-018a3615473c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:59.304320 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468c9959-1487-4496-aac6-018a3615473c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:59.304644 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468c9959-1487-4496-aac6-018a3615473c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:59.304962 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468c9959-1487-4496-aac6-018a3615473c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:59.305296 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468c9959-1487-4496-aac6-018a3615473c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:59.305584 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468c9959-1487-4496-aac6-018a3615473c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:59.305932 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468c9959-1487-4496-aac6-018a3615473c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:59.306224 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468c9959-1487-4496-aac6-018a3615473c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:59.306519 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468c9959-1487-4496-aac6-018a3615473c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:59.311748 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35797b0-acfc-4d15-ad6f-4d01b0d6c4b7 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:12:59.313878 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-253c5292-f2d1-481e-bbae-a68f6a0da317 None None] Attempting to bind port 7ce2c619-1bc6-46dd-81cf-07689ccb31aa on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:12:59.314350 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-253c5292-f2d1-481e-bbae-a68f6a0da317 None None] Attempting to bind port 7ce2c619-1bc6-46dd-81cf-07689ccb31aa by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'b2c531e6-0c2f-4d63-bba1-8864da2b635e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600'}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:12:59.314783 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-f35797b0-acfc-4d15-ad6f-4d01b0d6c4b7 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:12:59.314919 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253c5292-f2d1-481e-bbae-a68f6a0da317 None None] Attempting to bind port 7ce2c619-1bc6-46dd-81cf-07689ccb31aa on network 6f4e0b0c-8ba8-4256-811e-3ae779a1b600 {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:12:59.319079 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35797b0-acfc-4d15-ad6f-4d01b0d6c4b7 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:12:59.322625 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253c5292-f2d1-481e-bbae-a68f6a0da317 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:12:59.323100 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253c5292-f2d1-481e-bbae-a68f6a0da317 None None] Checking segment: {'id': 'b2c531e6-0c2f-4d63-bba1-8864da2b635e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:12:59.323589 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-253c5292-f2d1-481e-bbae-a68f6a0da317 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:59.324065 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253c5292-f2d1-481e-bbae-a68f6a0da317 None None] Bound using segment: {'id': 'b2c531e6-0c2f-4d63-bba1-8864da2b635e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600'} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:12:59.324621 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-253c5292-f2d1-481e-bbae-a68f6a0da317 None None] Bound port: 7ce2c619-1bc6-46dd-81cf-07689ccb31aa, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c531e6-0c2f-4d63-bba1-8864da2b635e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600'}}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:12:59.325090 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-253c5292-f2d1-481e-bbae-a68f6a0da317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:59.359926 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35797b0-acfc-4d15-ad6f-4d01b0d6c4b7 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Pushing event updated for resources: {'Port': ['ID=dcf3dacb-adc1-4bc2-aced-fbe450b6d448,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:59.360589 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 54a5fe95-cca4-486d-8ad8-5cde2435aaa3 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:12:59.411702 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f35797b0-acfc-4d15-ad6f-4d01b0d6c4b7 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:59.424545 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-253c5292-f2d1-481e-bbae-a68f6a0da317 None None] For port 7ce2c619-1bc6-46dd-81cf-07689ccb31aa, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:12:59.428017 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-253c5292-f2d1-481e-bbae-a68f6a0da317 None None] For port 7ce2c619-1bc6-46dd-81cf-07689ccb31aa, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=7ce2c619-1bc6-46dd-81cf-07689ccb31aa,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:12:59.432874 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 54a5fe95-cca4-486d-8ad8-5cde2435aaa3 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:12:59.433291 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:59.433585 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 54a5fe95-cca4-486d-8ad8-5cde2435aaa3 Oct 26 16:12:59.505751 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-253c5292-f2d1-481e-bbae-a68f6a0da317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:59.532458 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f35797b0-acfc-4d15-ad6f-4d01b0d6c4b7 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:59.560265 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 54a5fe95-cca4-486d-8ad8-5cde2435aaa3 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:12:59.576839 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253c5292-f2d1-481e-bbae-a68f6a0da317 None None] Routers {'a28d5634-9298-4c2f-bd30-85373259106d'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:12:59.577466 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-253c5292-f2d1-481e-bbae-a68f6a0da317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:12:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['a28d5634-9298-4c2f-bd30-85373259106d'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:59.710734 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c9959-1487-4496-aac6-018a3615473c None None] Pushing event updated for resources: {'Port': ['ID=7ce2c619-1bc6-46dd-81cf-07689ccb31aa,revision_number=4']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:59.723569 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-5bfa1fd7-1f52-47d1-836c-9cb158b182c4 None None] Attempt 7 to provision port 7ce2c619-1bc6-46dd-81cf-07689ccb31aa Oct 26 16:12:59.749939 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f35797b0-acfc-4d15-ad6f-4d01b0d6c4b7 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:12:59.766296 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-253c5292-f2d1-481e-bbae-a68f6a0da317 None None] Set router a28d5634-9298-4c2f-bd30-85373259106d gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:12:59.786315 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-5bfa1fd7-1f52-47d1-836c-9cb158b182c4 None None] Port 7ce2c619-1bc6-46dd-81cf-07689ccb31aa had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 16:12:59.802348 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f35797b0-acfc-4d15-ad6f-4d01b0d6c4b7 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:13:00.021680 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35797b0-acfc-4d15-ad6f-4d01b0d6c4b7 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Pushing event updated for resources: {'Port': ['ID=dcf3dacb-adc1-4bc2-aced-fbe450b6d448,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:00.023934 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f35797b0-acfc-4d15-ad6f-4d01b0d6c4b7 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:13:00.113392 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-253c5292-f2d1-481e-bbae-a68f6a0da317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'name': 'tempest-ServerActionsTestJSON-576556714-router', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:51Z', 'updated_at': '2022-10-26T16:12:55Z', 'revision_number': 4, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'gw_port': {'id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:52Z', 'updated_at': '2022-10-26T16:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '7ce2c619-1bc6-46dd-81cf-07689ccb31aa', 'name': '', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'mac_address': 'fa:16:3e:de:74:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:55Z', 'updated_at': '2022-10-26T16:12:59Z', 'revision_number': 4, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'subnets': [{'id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:00.116876 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f35797b0-acfc-4d15-ad6f-4d01b0d6c4b7 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:13:00.117288 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253c5292-f2d1-481e-bbae-a68f6a0da317 None None] The sync data for ids ['a28d5634-9298-4c2f-bd30-85373259106d'] in dv-neutron-862712-1-hyperv is: [{'id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'name': 'tempest-ServerActionsTestJSON-576556714-router', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:51Z', 'updated_at': '2022-10-26T16:12:55Z', 'revision_number': 4, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'gw_port': {'id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:52Z', 'updated_at': '2022-10-26T16:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '7ce2c619-1bc6-46dd-81cf-07689ccb31aa', 'name': '', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'mac_address': 'fa:16:3e:de:74:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:55Z', 'updated_at': '2022-10-26T16:12:59Z', 'revision_number': 4, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'subnets': [{'id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:13:00.118243 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f35797b0-acfc-4d15-ad6f-4d01b0d6c4b7 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4785867 Oct 26 16:13:00.299884 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-814b262d-0b56-4283-8629-6afbdddc8120 req-1bab961d-5566-4581-b828-26d668bba5d2 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--268804624&fields=id&tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25 HTTP/1.1" status: 200 len: 267 time: 0.0462461 Oct 26 16:13:00.578002 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b262d-0b56-4283-8629-6afbdddc8120 req-401bde7b-7fc4-495b-b415-f8ee049e53fe tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:00.579925 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-814b262d-0b56-4283-8629-6afbdddc8120 req-401bde7b-7fc4-495b-b415-f8ee049e53fe tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/networks?id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600 HTTP/1.1" status: 200 len: 811 time: 0.2721219 Oct 26 16:13:00.596140 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-814b262d-0b56-4283-8629-6afbdddc8120 req-89bc8f95-3c17-47d5-8f33-33090b35c746 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/quotas/ac8cfce7f56b4de59a2eac4bfb14ae25 HTTP/1.1" status: 200 len: 375 time: 0.0107419 Oct 26 16:13:00.692175 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-814b262d-0b56-4283-8629-6afbdddc8120 req-ea62b0ac-1344-4deb-bf3a-47ab7ccf7acf tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0902207 Oct 26 16:13:00.888982 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-814b262d-0b56-4283-8629-6afbdddc8120 req-01b5eb83-24d4-4503-968d-51e7022d822e service neutron] 10.222.0.23 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840549 Oct 26 16:13:01.028103 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-814b262d-0b56-4283-8629-6afbdddc8120 req-dd53d2d8-12fd-4e78-b495-7105dc088c59 service neutron] 10.222.0.23 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326375 Oct 26 16:13:01.307095 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-6e824dd8-ac8e-477e-a8f2-5af56e1bbb87 req-0b142f49-038d-4012-b87b-c081c1a0a90b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Synchronizing usage tracker for tenant:ac8cfce7f56b4de59a2eac4bfb14ae25 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:13:01.374788 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 7ce2c619-1bc6-46dd-81cf-07689ccb31aa up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:13:01.376450 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-6e824dd8-ac8e-477e-a8f2-5af56e1bbb87 req-0b142f49-038d-4012-b87b-c081c1a0a90b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Unset dirty status for tenant:ac8cfce7f56b4de59a2eac4bfb14ae25 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:13:01.378263 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-6e824dd8-ac8e-477e-a8f2-5af56e1bbb87 req-0b142f49-038d-4012-b87b-c081c1a0a90b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 210 time: 0.1269372 Oct 26 16:13:01.478747 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 7ce2c619-1bc6-46dd-81cf-07689ccb31aa completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:13:01.483655 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 7ce2c619-1bc6-46dd-81cf-07689ccb31aa triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:13:01.483923 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:13:01.484276 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 7ce2c619-1bc6-46dd-81cf-07689ccb31aa Oct 26 16:13:01.603963 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 7ce2c619-1bc6-46dd-81cf-07689ccb31aa is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:13:01.604360 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:13:01.638221 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 7ce2c619-1bc6-46dd-81cf-07689ccb31aa, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=7ce2c619-1bc6-46dd-81cf-07689ccb31aa,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:13:01.696523 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:13:01.768382 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=7ce2c619-1bc6-46dd-81cf-07689ccb31aa,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:01.775904 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:01.776251 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:01.776592 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:01.776928 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:01.777262 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:01.777588 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:01.777914 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:01.778282 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:01.778629 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:01.778953 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:01.779272 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:01.779590 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:02.128331 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-30f1477b-f75f-44bf-a3de-48b920f0de17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:13:02.548036 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-502875f3-2b23-4687-a288-dd56849c1ccb req-3eff9000-1c3d-452a-a2fb-a9aec1827748 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 210 time: 0.0559983 Oct 26 16:13:03.353179 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 7ce2c619-1bc6-46dd-81cf-07689ccb31aa up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:13:03.422005 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 7ce2c619-1bc6-46dd-81cf-07689ccb31aa triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:13:03.422381 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:13:03.422752 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 7ce2c619-1bc6-46dd-81cf-07689ccb31aa Oct 26 16:13:03.460545 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b262d-0b56-4283-8629-6afbdddc8120 req-704c2aef-42e0-4a44-90b7-dbf820c4c466 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:03.461963 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-814b262d-0b56-4283-8629-6afbdddc8120 req-704c2aef-42e0-4a44-90b7-dbf820c4c466 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.48 "GET /v2.0/networks?id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600 HTTP/1.1" status: 200 len: 811 time: 0.1657391 Oct 26 16:13:03.517991 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-814b262d-0b56-4283-8629-6afbdddc8120 req-9bf17562-606c-4690-be28-f90a3add8ec8 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25 HTTP/1.1" status: 200 len: 379 time: 0.0426416 Oct 26 16:13:03.526314 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-814b262d-0b56-4283-8629-6afbdddc8120 req-1765ab82-66d8-4985-8918-a5ff20bedfac tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Request body: {'port': {'device_id': 'da4ac34c-d91d-4b44-b840-d8333d475147', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'admin_state_up': True, 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'security_groups': ['2fab83f6-afd1-4a8a-a681-ae3f163d914e']}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:13:03.543710 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 7ce2c619-1bc6-46dd-81cf-07689ccb31aa is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:13:03.675767 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-814b262d-0b56-4283-8629-6afbdddc8120 req-1765ab82-66d8-4985-8918-a5ff20bedfac tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:13:03.685756 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-814b262d-0b56-4283-8629-6afbdddc8120 req-1765ab82-66d8-4985-8918-a5ff20bedfac tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:13:03.726688 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-98ca7d06-10e9-4964-a176-78e9bb20ac8b req-7f68fcb4-bc24-4ef9-ad9f-e7dc7d5446d7 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 210 time: 0.0557194 Oct 26 16:13:03.748132 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-814b262d-0b56-4283-8629-6afbdddc8120 req-1765ab82-66d8-4985-8918-a5ff20bedfac tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Made reservation on behalf of ac8cfce7f56b4de59a2eac4bfb14ae25 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:13:03.752651 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-814b262d-0b56-4283-8629-6afbdddc8120 req-1765ab82-66d8-4985-8918-a5ff20bedfac tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:13:03.918806 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [req-814b262d-0b56-4283-8629-6afbdddc8120 req-1765ab82-66d8-4985-8918-a5ff20bedfac tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Allocated IP 172.20.0.11 (6f4e0b0c-8ba8-4256-811e-3ae779a1b600/e408eec8-d1c1-4bc3-8669-81aaf1adffc5/6082c05b-ef0e-4523-bdf4-c49005fb7757) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:13:04.110380 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-814b262d-0b56-4283-8629-6afbdddc8120 req-1765ab82-66d8-4985-8918-a5ff20bedfac tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:13:04.125763 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-814b262d-0b56-4283-8629-6afbdddc8120 req-1765ab82-66d8-4985-8918-a5ff20bedfac tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Transition to ACTIVE for port object 6082c05b-ef0e-4523-bdf4-c49005fb7757 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:13:04.225797 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-814b262d-0b56-4283-8629-6afbdddc8120 req-1765ab82-66d8-4985-8918-a5ff20bedfac tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:13:04.302099 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-814b262d-0b56-4283-8629-6afbdddc8120 req-1765ab82-66d8-4985-8918-a5ff20bedfac tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Network 6f4e0b0c-8ba8-4256-811e-3ae779a1b600 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:13:04.305031 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [req-814b262d-0b56-4283-8629-6afbdddc8120 req-1765ab82-66d8-4985-8918-a5ff20bedfac tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:13:04.308737 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-814b262d-0b56-4283-8629-6afbdddc8120 req-1765ab82-66d8-4985-8918-a5ff20bedfac tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:13:04.340822 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1765ab82-66d8-4985-8918-a5ff20bedfac tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Pushing event updated for resources: {'Port': ['ID=6082c05b-ef0e-4523-bdf4-c49005fb7757,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:04.361196 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1765ab82-66d8-4985-8918-a5ff20bedfac tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:04.361561 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1765ab82-66d8-4985-8918-a5ff20bedfac tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:04.361879 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1765ab82-66d8-4985-8918-a5ff20bedfac tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:04.362218 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1765ab82-66d8-4985-8918-a5ff20bedfac tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:04.362581 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1765ab82-66d8-4985-8918-a5ff20bedfac tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:04.362911 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1765ab82-66d8-4985-8918-a5ff20bedfac tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:04.363240 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1765ab82-66d8-4985-8918-a5ff20bedfac tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:04.363564 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1765ab82-66d8-4985-8918-a5ff20bedfac tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:04.363893 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1765ab82-66d8-4985-8918-a5ff20bedfac tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:04.364217 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1765ab82-66d8-4985-8918-a5ff20bedfac tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:04.364540 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1765ab82-66d8-4985-8918-a5ff20bedfac tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:04.364859 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1765ab82-66d8-4985-8918-a5ff20bedfac tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:04.394517 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b262d-0b56-4283-8629-6afbdddc8120 req-1765ab82-66d8-4985-8918-a5ff20bedfac tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:04.395134 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-814b262d-0b56-4283-8629-6afbdddc8120 req-1765ab82-66d8-4985-8918-a5ff20bedfac tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:13:04.477005 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2810f429-0395-4cd7-b6e8-f5536be5f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:13:04.506169 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-814b262d-0b56-4283-8629-6afbdddc8120 req-1765ab82-66d8-4985-8918-a5ff20bedfac tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9836760 Oct 26 16:13:04.523287 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-814b262d-0b56-4283-8629-6afbdddc8120 req-46c309fe-58f9-475e-a94c-01808dd27753 service neutron] Request body: {'port': {'device_id': 'da4ac34c-d91d-4b44-b840-d8333d475147', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8627'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:13:04.637339 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-814b262d-0b56-4283-8629-6afbdddc8120 req-46c309fe-58f9-475e-a94c-01808dd27753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:13:04.647868 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c9040fee-6913-4b82-b586-e0437d029383 None None] Provisioning for port 6082c05b-ef0e-4523-bdf4-c49005fb7757 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:13:04.652904 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c9040fee-6913-4b82-b586-e0437d029383 None None] Provisioning complete for port 6082c05b-ef0e-4523-bdf4-c49005fb7757 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:13:04.653275 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c9040fee-6913-4b82-b586-e0437d029383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:13:04.654362 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c9040fee-6913-4b82-b586-e0437d029383 None None] Attempt 1 to provision port 6082c05b-ef0e-4523-bdf4-c49005fb7757 Oct 26 16:13:04.708635 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c9040fee-6913-4b82-b586-e0437d029383 None None] Port 6082c05b-ef0e-4523-bdf4-c49005fb7757 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:13:05.096101 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28558f0d-f32a-4abb-8d2b-f7bef0c1acd1 req-95510054-97bf-4601-a70a-41ece643c25e tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:05.096709 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-28558f0d-f32a-4abb-8d2b-f7bef0c1acd1 req-95510054-97bf-4601-a70a-41ece643c25e tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Synchronizing usage tracker for tenant:ac8cfce7f56b4de59a2eac4bfb14ae25 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:13:05.178627 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [req-814b262d-0b56-4283-8629-6afbdddc8120 req-46c309fe-58f9-475e-a94c-01808dd27753 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6082c05b-ef0e-4523-bdf4-c49005fb7757 {{(pid=89748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:13:05.186099 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-814b262d-0b56-4283-8629-6afbdddc8120 req-46c309fe-58f9-475e-a94c-01808dd27753 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:13:05.193524 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-28558f0d-f32a-4abb-8d2b-f7bef0c1acd1 req-95510054-97bf-4601-a70a-41ece643c25e tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Unset dirty status for tenant:ac8cfce7f56b4de59a2eac4bfb14ae25 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:13:05.194683 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-28558f0d-f32a-4abb-8d2b-f7bef0c1acd1 req-95510054-97bf-4601-a70a-41ece643c25e tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 932 time: 0.3412299 Oct 26 16:13:05.210102 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c9040fee-6913-4b82-b586-e0437d029383 None None] Attempt 2 to provision port 6082c05b-ef0e-4523-bdf4-c49005fb7757 Oct 26 16:13:05.215530 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-814b262d-0b56-4283-8629-6afbdddc8120 req-46c309fe-58f9-475e-a94c-01808dd27753 service neutron] Transition to ACTIVE for port object 6082c05b-ef0e-4523-bdf4-c49005fb7757 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:13:05.243498 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-28558f0d-f32a-4abb-8d2b-f7bef0c1acd1 req-765cbcdf-4812-4451-bd1a-1e550235db9e tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415909 Oct 26 16:13:05.271866 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:13:05.282048 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c9040fee-6913-4b82-b586-e0437d029383 None None] Port 6082c05b-ef0e-4523-bdf4-c49005fb7757 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:13:05.293994 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-814b262d-0b56-4283-8629-6afbdddc8120 req-46c309fe-58f9-475e-a94c-01808dd27753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:13:05.345136 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:13:05.489620 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c309fe-58f9-475e-a94c-01808dd27753 service neutron] Pushing event updated for resources: {'Port': ['ID=6082c05b-ef0e-4523-bdf4-c49005fb7757,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:05.526344 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-814b262d-0b56-4283-8629-6afbdddc8120 req-46c309fe-58f9-475e-a94c-01808dd27753 service neutron] Attempting to bind port 6082c05b-ef0e-4523-bdf4-c49005fb7757 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:13:05.526726 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-814b262d-0b56-4283-8629-6afbdddc8120 req-46c309fe-58f9-475e-a94c-01808dd27753 service neutron] Attempting to bind port 6082c05b-ef0e-4523-bdf4-c49005fb7757 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'b2c531e6-0c2f-4d63-bba1-8864da2b635e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:13:05.527056 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814b262d-0b56-4283-8629-6afbdddc8120 req-46c309fe-58f9-475e-a94c-01808dd27753 service neutron] Attempting to bind port 6082c05b-ef0e-4523-bdf4-c49005fb7757 on network 6f4e0b0c-8ba8-4256-811e-3ae779a1b600 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:13:05.532203 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814b262d-0b56-4283-8629-6afbdddc8120 req-46c309fe-58f9-475e-a94c-01808dd27753 service neutron] Port 6082c05b-ef0e-4523-bdf4-c49005fb7757 on network 6f4e0b0c-8ba8-4256-811e-3ae779a1b600 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 16:13:05.532524 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814b262d-0b56-4283-8629-6afbdddc8120 req-46c309fe-58f9-475e-a94c-01808dd27753 service neutron] Attempting to bind port 6082c05b-ef0e-4523-bdf4-c49005fb7757 on network 6f4e0b0c-8ba8-4256-811e-3ae779a1b600 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:13:05.537630 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814b262d-0b56-4283-8629-6afbdddc8120 req-46c309fe-58f9-475e-a94c-01808dd27753 service neutron] Checking agent: {'id': '1b551391-ebdd-44bd-8801-034277ca5526', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8627', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'started_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:13:05.537966 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814b262d-0b56-4283-8629-6afbdddc8120 req-46c309fe-58f9-475e-a94c-01808dd27753 service neutron] Checking segment: {'id': 'b2c531e6-0c2f-4d63-bba1-8864da2b635e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:13:05.538345 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814b262d-0b56-4283-8629-6afbdddc8120 req-46c309fe-58f9-475e-a94c-01808dd27753 service neutron] Bound using segment: {'id': 'b2c531e6-0c2f-4d63-bba1-8864da2b635e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:13:05.538810 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-814b262d-0b56-4283-8629-6afbdddc8120 req-46c309fe-58f9-475e-a94c-01808dd27753 service neutron] Bound port: 6082c05b-ef0e-4523-bdf4-c49005fb7757, host: hv-neutron-8627, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c531e6-0c2f-4d63-bba1-8864da2b635e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:13:05.539152 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-814b262d-0b56-4283-8629-6afbdddc8120 req-46c309fe-58f9-475e-a94c-01808dd27753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:13:05.627305 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-814b262d-0b56-4283-8629-6afbdddc8120 req-46c309fe-58f9-475e-a94c-01808dd27753 service neutron] For port 6082c05b-ef0e-4523-bdf4-c49005fb7757, host hv-neutron-8627, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:13:05.630408 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-814b262d-0b56-4283-8629-6afbdddc8120 req-46c309fe-58f9-475e-a94c-01808dd27753 service neutron] For port 6082c05b-ef0e-4523-bdf4-c49005fb7757, host hv-neutron-8627, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=6082c05b-ef0e-4523-bdf4-c49005fb7757,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:13:05.696904 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-814b262d-0b56-4283-8629-6afbdddc8120 req-46c309fe-58f9-475e-a94c-01808dd27753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:13:05.732055 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b262d-0b56-4283-8629-6afbdddc8120 req-46c309fe-58f9-475e-a94c-01808dd27753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:05.732671 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-814b262d-0b56-4283-8629-6afbdddc8120 req-46c309fe-58f9-475e-a94c-01808dd27753 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:13:05.734710 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-814b262d-0b56-4283-8629-6afbdddc8120 req-46c309fe-58f9-475e-a94c-01808dd27753 service neutron] 10.222.0.48 "PUT /v2.0/ports/6082c05b-ef0e-4523-bdf4-c49005fb7757 HTTP/1.1" status: 200 len: 1094 time: 1.2156131 Oct 26 16:13:05.735209 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da4ac34c-d91d-4b44-b840-d8333d475147', 'tag': '6082c05b-ef0e-4523-bdf4-c49005fb7757'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:13:05.737491 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e89df2-17f6-48b1-a8ad-be01f86e7eaa" -d '{"events": [{"name": "network-changed", "server_uuid": "da4ac34c-d91d-4b44-b840-d8333d475147", "tag": "6082c05b-ef0e-4523-bdf4-c49005fb7757"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:13:05.782045 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c309fe-58f9-475e-a94c-01808dd27753 service neutron] Pushing event updated for resources: {'Port': ['ID=6082c05b-ef0e-4523-bdf4-c49005fb7757,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:05.783650 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c9040fee-6913-4b82-b586-e0437d029383 None None] Attempt 3 to provision port 6082c05b-ef0e-4523-bdf4-c49005fb7757 Oct 26 16:13:05.786708 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077df933-3f52-4121-a8ea-61bb7575ef98 x-openstack-request-id: req-077df933-3f52-4121-a8ea-61bb7575ef98 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:13:05.786994 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da4ac34c-d91d-4b44-b840-d8333d475147", "tag": "6082c05b-ef0e-4523-bdf4-c49005fb7757", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:13:05.787251 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-077df933-3f52-4121-a8ea-61bb7575ef98 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:13:05.787641 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-077df933-3f52-4121-a8ea-61bb7575ef98'] response: {'name': 'network-changed', 'server_uuid': 'da4ac34c-d91d-4b44-b840-d8333d475147', 'tag': '6082c05b-ef0e-4523-bdf4-c49005fb7757', 'status': 'completed', 'code': 200} Oct 26 16:13:05.847871 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c9040fee-6913-4b82-b586-e0437d029383 None None] Port 6082c05b-ef0e-4523-bdf4-c49005fb7757 had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 16:13:05.906104 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e89df2-17f6-48b1-a8ad-be01f86e7eaa req-7e4f739b-1d99-4bf7-8438-62f48aa3c80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:05.907634 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-88e89df2-17f6-48b1-a8ad-be01f86e7eaa req-7e4f739b-1d99-4bf7-8438-62f48aa3c80b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25&device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 1097 time: 0.0840142 Oct 26 16:13:06.054016 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e89df2-17f6-48b1-a8ad-be01f86e7eaa req-02fe5ce4-7550-45a8-8004-f8e23c93232f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:06.055410 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-88e89df2-17f6-48b1-a8ad-be01f86e7eaa req-02fe5ce4-7550-45a8-8004-f8e23c93232f service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1349075 Oct 26 16:13:06.191474 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e89df2-17f6-48b1-a8ad-be01f86e7eaa req-b43e1b6a-8bc7-4bdb-afd5-dfb5acd4c57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:06.192925 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-88e89df2-17f6-48b1-a8ad-be01f86e7eaa req-b43e1b6a-8bc7-4bdb-afd5-dfb5acd4c57b service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1323261 Oct 26 16:13:06.334451 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b262d-0b56-4283-8629-6afbdddc8120 req-27cd446a-d065-4415-a528-f6a4be725716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:06.334883 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-814b262d-0b56-4283-8629-6afbdddc8120 req-27cd446a-d065-4415-a528-f6a4be725716 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25&device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 1097 time: 0.0873005 Oct 26 16:13:06.445718 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-814b262d-0b56-4283-8629-6afbdddc8120 req-7c90ab66-0ee9-4656-bcbb-578d83d094a6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6082c05b-ef0e-4523-bdf4-c49005fb7757 HTTP/1.1" status: 200 len: 217 time: 0.0994267 Oct 26 16:13:06.525525 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b262d-0b56-4283-8629-6afbdddc8120 req-a0a62182-5ed1-43e0-b385-362db24112e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:06.526987 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-814b262d-0b56-4283-8629-6afbdddc8120 req-a0a62182-5ed1-43e0-b385-362db24112e7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e408eec8-d1c1-4bc3-8669-81aaf1adffc5 HTTP/1.1" status: 200 len: 850 time: 0.0757740 Oct 26 16:13:06.606177 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8784e3-a707-4d82-b201-89ed33e66f16 req-cbd8d661-32f8-42ec-92de-d677b52c3a30 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:06.607538 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0c8784e3-a707-4d82-b201-89ed33e66f16 req-cbd8d661-32f8-42ec-92de-d677b52c3a30 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 944 time: 0.2072318 Oct 26 16:13:06.659214 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0c8784e3-a707-4d82-b201-89ed33e66f16 req-dc63d453-081c-4a01-b118-e3969186c2e7 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450058 Oct 26 16:13:06.664232 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b262d-0b56-4283-8629-6afbdddc8120 req-9c545c50-21a8-46ba-975a-d56edf2f654a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:06.665705 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-814b262d-0b56-4283-8629-6afbdddc8120 req-9c545c50-21a8-46ba-975a-d56edf2f654a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1325290 Oct 26 16:13:06.809981 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-814b262d-0b56-4283-8629-6afbdddc8120 req-89f1cb40-1405-49ff-b7ec-dd4e96683c20 service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377926 Oct 26 16:13:06.890630 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:13:07.049522 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-814b262d-0b56-4283-8629-6afbdddc8120 req-6fdb16e5-5ba8-426c-bfb6-4b0ba5e627a7 service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332857 Oct 26 16:13:07.894027 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f662512-253d-4ccc-a222-11dd892f88a8 req-42571d14-085b-4041-8427-87d0aeba2117 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:07.895616 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-1f662512-253d-4ccc-a222-11dd892f88a8 req-42571d14-085b-4041-8427-87d0aeba2117 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 944 time: 0.0970309 Oct 26 16:13:07.944628 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-1f662512-253d-4ccc-a222-11dd892f88a8 req-91ffa6e6-4ef7-46d6-9474-7996e4d54a7d tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Synchronizing usage tracker for tenant:ac8cfce7f56b4de59a2eac4bfb14ae25 on resource:security_group {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:13:08.064997 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-1f662512-253d-4ccc-a222-11dd892f88a8 req-91ffa6e6-4ef7-46d6-9474-7996e4d54a7d tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Unset dirty status for tenant:ac8cfce7f56b4de59a2eac4bfb14ae25 on resource:security_group {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:13:08.066196 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-1f662512-253d-4ccc-a222-11dd892f88a8 req-91ffa6e6-4ef7-46d6-9474-7996e4d54a7d tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644800 Oct 26 16:13:09.273785 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08617823-08c0-4c99-bb1d-a36bdf2607e2 req-c153cd81-21c7-49a8-b9bf-866895bed927 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:09.275316 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-08617823-08c0-4c99-bb1d-a36bdf2607e2 req-c153cd81-21c7-49a8-b9bf-866895bed927 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 944 time: 0.0899291 Oct 26 16:13:09.323263 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-08617823-08c0-4c99-bb1d-a36bdf2607e2 req-865fe94e-a5b6-45d7-84a0-7b239485973b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418167 Oct 26 16:13:10.170434 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 6082c05b-ef0e-4523-bdf4-c49005fb7757 details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 16:13:10.304255 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 6082c05b-ef0e-4523-bdf4-c49005fb7757, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=6082c05b-ef0e-4523-bdf4-c49005fb7757,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:13:10.320694 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': '6082c05b-ef0e-4523-bdf4-c49005fb7757', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'port_id': '6082c05b-ef0e-4523-bdf4-c49005fb7757', 'mac_address': 'fa:16:3e:6c:03:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 16:13:10.376634 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 6082c05b-ef0e-4523-bdf4-c49005fb7757 is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:13:10.377014 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:13:10.394912 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6082c05b-ef0e-4523-bdf4-c49005fb7757 {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:13:10.411246 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 6082c05b-ef0e-4523-bdf4-c49005fb7757, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=6082c05b-ef0e-4523-bdf4-c49005fb7757,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:13:10.499924 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:13:10.526781 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b9701-1ffd-4d3c-818e-7413c42a27a3 req-0d5b2e08-4a24-4188-9186-5fa89268935e tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:10.528251 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-4b2b9701-1ffd-4d3c-818e-7413c42a27a3 req-0d5b2e08-4a24-4188-9186-5fa89268935e tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 944 time: 0.0939910 Oct 26 16:13:10.568673 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=6082c05b-ef0e-4523-bdf4-c49005fb7757,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:10.573416 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-4b2b9701-1ffd-4d3c-818e-7413c42a27a3 req-4ab7ebac-132b-4279-94ee-b3ea98be4463 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384853 Oct 26 16:13:10.986854 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['6082c05b-ef0e-4523-bdf4-c49005fb7757'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:13:11.771933 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560f899-bf22-4002-9b73-3305f20a30e0 req-d17ae634-02d8-499f-bbee-4e7a120d1f52 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:11.773375 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0560f899-bf22-4002-9b73-3305f20a30e0 req-d17ae634-02d8-499f-bbee-4e7a120d1f52 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 945 time: 0.0881519 Oct 26 16:13:11.818209 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0560f899-bf22-4002-9b73-3305f20a30e0 req-cb1870b0-877b-427c-bbc9-646614743af0 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390775 Oct 26 16:13:12.147828 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 6082c05b-ef0e-4523-bdf4-c49005fb7757 up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:13:12.284133 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning for port 6082c05b-ef0e-4523-bdf4-c49005fb7757 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:13:12.288850 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port 6082c05b-ef0e-4523-bdf4-c49005fb7757 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:13:12.289226 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:13:12.289560 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port 6082c05b-ef0e-4523-bdf4-c49005fb7757 Oct 26 16:13:12.406779 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 6082c05b-ef0e-4523-bdf4-c49005fb7757 is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:13:12.407083 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:13:12.433293 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da4ac34c-d91d-4b44-b840-d8333d475147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6082c05b-ef0e-4523-bdf4-c49005fb7757'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:13:12.435741 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1093e50f-85eb-43bb-a558-7da4b55f33e2" -d '{"events": [{"server_uuid": "da4ac34c-d91d-4b44-b840-d8333d475147", "name": "network-vif-plugged", "status": "completed", "tag": "6082c05b-ef0e-4523-bdf4-c49005fb7757"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:13:12.443913 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 6082c05b-ef0e-4523-bdf4-c49005fb7757, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=6082c05b-ef0e-4523-bdf4-c49005fb7757,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:13:12.479072 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01338d96-3c0d-48d8-bf17-d4aa0370246a x-openstack-request-id: req-01338d96-3c0d-48d8-bf17-d4aa0370246a {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:13:12.479072 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da4ac34c-d91d-4b44-b840-d8333d475147", "name": "network-vif-plugged", "status": "completed", "tag": "6082c05b-ef0e-4523-bdf4-c49005fb7757", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:13:12.479072 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-01338d96-3c0d-48d8-bf17-d4aa0370246a {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:13:12.479350 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01338d96-3c0d-48d8-bf17-d4aa0370246a'] response: {'server_uuid': 'da4ac34c-d91d-4b44-b840-d8333d475147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6082c05b-ef0e-4523-bdf4-c49005fb7757', 'code': 200} Oct 26 16:13:12.533559 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:13:12.601170 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=6082c05b-ef0e-4523-bdf4-c49005fb7757,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:12.873618 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8031c75d-7d06-407d-b68e-bc0b030fff8d req-70edf667-9c9e-41b0-94a6-ddc60b44bc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:12.875766 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8031c75d-7d06-407d-b68e-bc0b030fff8d req-70edf667-9c9e-41b0-94a6-ddc60b44bc96 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 1099 time: 0.0839486 Oct 26 16:13:12.916598 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8031c75d-7d06-407d-b68e-bc0b030fff8d req-1a5db747-0f96-4386-95d9-52a3f75f7809 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351043 Oct 26 16:13:13.018618 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9feaf-2b4e-4927-87ae-72a2d44f7949 req-fed8f9f4-77e9-4f93-9f52-53fddcfaec8f tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:13.019994 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-31a9feaf-2b4e-4927-87ae-72a2d44f7949 req-fed8f9f4-77e9-4f93-9f52-53fddcfaec8f tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 946 time: 0.0878103 Oct 26 16:13:13.066732 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-31a9feaf-2b4e-4927-87ae-72a2d44f7949 req-d4033997-4134-463a-b81e-f48e536ee2e1 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411386 Oct 26 16:13:14.268378 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37aea9-789e-4bef-bda8-0ae0cf2cfea9 req-a42bd2a3-3473-4e8b-ac44-330240220e75 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:14.269853 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-be37aea9-789e-4bef-bda8-0ae0cf2cfea9 req-a42bd2a3-3473-4e8b-ac44-330240220e75 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 946 time: 0.0898228 Oct 26 16:13:14.320191 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-be37aea9-789e-4bef-bda8-0ae0cf2cfea9 req-48d3ce37-e7b7-4823-9465-cdfee0250232 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445118 Oct 26 16:13:15.521419 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2663ab-34f4-41f7-849c-7924bb42b513 req-13bf5aa4-ffd7-4d83-b11a-3261024f9fd2 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:15.522881 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8c2663ab-34f4-41f7-849c-7924bb42b513 req-13bf5aa4-ffd7-4d83-b11a-3261024f9fd2 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 946 time: 0.0894551 Oct 26 16:13:15.567384 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8c2663ab-34f4-41f7-849c-7924bb42b513 req-d1799012-5b20-4e4e-8552-c477c4486979 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388129 Oct 26 16:13:15.760411 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e75c4-4a42-40f8-91d5-ab0e4fabc69d req-d56f4a8b-9c84-47be-9732-e0bafa44f0a3 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:15.762139 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2c1e75c4-4a42-40f8-91d5-ab0e4fabc69d req-d56f4a8b-9c84-47be-9732-e0bafa44f0a3 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 946 time: 0.0875852 Oct 26 16:13:15.772552 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 48602) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:13:15.777405 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-09db28ba-951d-4123-9ae5-64ebdf1e2922 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Request body: {'floatingip': {'port_id': '6082c05b-ef0e-4523-bdf4-c49005fb7757'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:13:15.856429 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-09db28ba-951d-4123-9ae5-64ebdf1e2922 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks [] for floatingip, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:13:16.433185 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-09db28ba-951d-4123-9ae5-64ebdf1e2922 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:13:16.516330 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-09db28ba-951d-4123-9ae5-64ebdf1e2922 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:13:16.710128 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:13:16.801965 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.l3_db [None req-09db28ba-951d-4123-9ae5-64ebdf1e2922 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Floating IP 28d162d4-3f3c-4a9a-a8c5-ef301a0e23aa associated. External IP: 172.26.2.205, port: 6082c05b-ef0e-4523-bdf4-c49005fb7757. Oct 26 16:13:17.150230 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09db28ba-951d-4123-9ae5-64ebdf1e2922 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Router a28d5634-9298-4c2f-bd30-85373259106d has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:13:17.325329 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09db28ba-951d-4123-9ae5-64ebdf1e2922 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:13:17.330160 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-09db28ba-951d-4123-9ae5-64ebdf1e2922 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:13:17.335698 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12062a0-1f62-4b8d-8ba9-c96b0a58ac75 None None] Sync routers for ids ['a28d5634-9298-4c2f-bd30-85373259106d'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:13:17.346743 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12062a0-1f62-4b8d-8ba9-c96b0a58ac75 None None] Routers {'a28d5634-9298-4c2f-bd30-85373259106d'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:13:17.347352 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-c12062a0-1f62-4b8d-8ba9-c96b0a58ac75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:13:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['a28d5634-9298-4c2f-bd30-85373259106d'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:17.386953 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-09db28ba-951d-4123-9ae5-64ebdf1e2922 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "PUT /v2.0/floatingips/28d162d4-3f3c-4a9a-a8c5-ef301a0e23aa HTTP/1.1" status: 200 len: 992 time: 1.6133711 Oct 26 16:13:17.387694 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da4ac34c-d91d-4b44-b840-d8333d475147', 'tag': '6082c05b-ef0e-4523-bdf4-c49005fb7757'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:13:17.390822 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec078ab02bc810209f0573d5deb19682ea498273c1503582233cb0925c39ad22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60fbe33-b80d-4799-9b13-8c96a6351cc7" -d '{"events": [{"name": "network-changed", "server_uuid": "da4ac34c-d91d-4b44-b840-d8333d475147", "tag": "6082c05b-ef0e-4523-bdf4-c49005fb7757"}]}' {{(pid=89747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:13:17.488980 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0490692a-65b7-4582-a87b-7a8f11680cdf x-openstack-request-id: req-0490692a-65b7-4582-a87b-7a8f11680cdf {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:13:17.489268 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da4ac34c-d91d-4b44-b840-d8333d475147", "tag": "6082c05b-ef0e-4523-bdf4-c49005fb7757", "status": "completed", "code": 200}]} {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:13:17.489526 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0490692a-65b7-4582-a87b-7a8f11680cdf {{(pid=89747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:13:17.489922 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0490692a-65b7-4582-a87b-7a8f11680cdf'] response: {'name': 'network-changed', 'server_uuid': 'da4ac34c-d91d-4b44-b840-d8333d475147', 'tag': '6082c05b-ef0e-4523-bdf4-c49005fb7757', 'status': 'completed', 'code': 200} Oct 26 16:13:17.529484 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-c12062a0-1f62-4b8d-8ba9-c96b0a58ac75 None None] Set router a28d5634-9298-4c2f-bd30-85373259106d gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:13:17.613531 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60fbe33-b80d-4799-9b13-8c96a6351cc7 req-44867d25-92cf-441a-9954-003000e55206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:17.615042 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c60fbe33-b80d-4799-9b13-8c96a6351cc7 req-44867d25-92cf-441a-9954-003000e55206 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25&device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 1099 time: 0.0837464 Oct 26 16:13:17.751191 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60fbe33-b80d-4799-9b13-8c96a6351cc7 req-bcf28552-9e7c-4ebb-93d7-77cc36c56e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:17.752731 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c60fbe33-b80d-4799-9b13-8c96a6351cc7 req-bcf28552-9e7c-4ebb-93d7-77cc36c56e75 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600 HTTP/1.1" status: 200 len: 912 time: 0.1323280 Oct 26 16:13:17.859427 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c60fbe33-b80d-4799-9b13-8c96a6351cc7 req-b51b307b-97b7-4471-84e2-46ead701f269 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6082c05b-ef0e-4523-bdf4-c49005fb7757 HTTP/1.1" status: 200 len: 1000 time: 0.1002598 Oct 26 16:13:17.886770 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-c12062a0-1f62-4b8d-8ba9-c96b0a58ac75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'name': 'tempest-ServerActionsTestJSON-576556714-router', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:51Z', 'updated_at': '2022-10-26T16:12:55Z', 'revision_number': 4, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'gw_port': {'id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:52Z', 'updated_at': '2022-10-26T16:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '28d162d4-3f3c-4a9a-a8c5-ef301a0e23aa', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'floating_ip_address': '172.26.2.205', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'port_id': '6082c05b-ef0e-4523-bdf4-c49005fb7757', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'mac_address': 'fa:16:3e:6c:03:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4ac34c-d91d-4b44-b840-d8333d475147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:12:59Z', 'updated_at': '2022-10-26T16:13:16Z', 'revision_number': 1, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ce2c619-1bc6-46dd-81cf-07689ccb31aa', 'name': '', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'mac_address': 'fa:16:3e:de:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:55Z', 'updated_at': '2022-10-26T16:13:01Z', 'revision_number': 5, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'subnets': [{'id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:17.890679 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12062a0-1f62-4b8d-8ba9-c96b0a58ac75 None None] Checking router: a28d5634-9298-4c2f-bd30-85373259106d for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:13:17.898995 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12062a0-1f62-4b8d-8ba9-c96b0a58ac75 None None] Routers {'a28d5634-9298-4c2f-bd30-85373259106d'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:13:17.899590 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-c12062a0-1f62-4b8d-8ba9-c96b0a58ac75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:13:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['a28d5634-9298-4c2f-bd30-85373259106d'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:17.921364 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60fbe33-b80d-4799-9b13-8c96a6351cc7 req-293d9390-d4ea-42d3-872c-422462b08b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:17.922973 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c60fbe33-b80d-4799-9b13-8c96a6351cc7 req-293d9390-d4ea-42d3-872c-422462b08b1f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e408eec8-d1c1-4bc3-8669-81aaf1adffc5 HTTP/1.1" status: 200 len: 850 time: 0.0581071 Oct 26 16:13:18.009084 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60fbe33-b80d-4799-9b13-8c96a6351cc7 req-702fa58b-d341-427c-9e8c-9b35eba1bb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:18.010426 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c60fbe33-b80d-4799-9b13-8c96a6351cc7 req-702fa58b-d341-427c-9e8c-9b35eba1bb57 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819678 Oct 26 16:13:18.076321 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-c12062a0-1f62-4b8d-8ba9-c96b0a58ac75 None None] Set router a28d5634-9298-4c2f-bd30-85373259106d gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:13:18.143472 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c60fbe33-b80d-4799-9b13-8c96a6351cc7 req-4413fa28-1d99-4ac3-bdc5-7719aff4742a service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269188 Oct 26 16:13:18.276036 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c60fbe33-b80d-4799-9b13-8c96a6351cc7 req-763641ae-878b-4872-96c5-79af8f42adcc service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270003 Oct 26 16:13:18.474276 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-c12062a0-1f62-4b8d-8ba9-c96b0a58ac75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'name': 'tempest-ServerActionsTestJSON-576556714-router', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:51Z', 'updated_at': '2022-10-26T16:12:55Z', 'revision_number': 4, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'gw_port': {'id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:52Z', 'updated_at': '2022-10-26T16:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '28d162d4-3f3c-4a9a-a8c5-ef301a0e23aa', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'floating_ip_address': '172.26.2.205', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'port_id': '6082c05b-ef0e-4523-bdf4-c49005fb7757', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'mac_address': 'fa:16:3e:6c:03:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4ac34c-d91d-4b44-b840-d8333d475147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:12:59Z', 'updated_at': '2022-10-26T16:13:16Z', 'revision_number': 1, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ce2c619-1bc6-46dd-81cf-07689ccb31aa', 'name': '', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'mac_address': 'fa:16:3e:de:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:55Z', 'updated_at': '2022-10-26T16:13:01Z', 'revision_number': 5, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'subnets': [{'id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:18.478285 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12062a0-1f62-4b8d-8ba9-c96b0a58ac75 None None] The sync data for ids ['a28d5634-9298-4c2f-bd30-85373259106d'] in dv-neutron-862712-1-hyperv is: [{'id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'name': 'tempest-ServerActionsTestJSON-576556714-router', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:51Z', 'updated_at': '2022-10-26T16:12:55Z', 'revision_number': 4, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'gw_port': {'id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:52Z', 'updated_at': '2022-10-26T16:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '28d162d4-3f3c-4a9a-a8c5-ef301a0e23aa', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'floating_ip_address': '172.26.2.205', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'port_id': '6082c05b-ef0e-4523-bdf4-c49005fb7757', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'mac_address': 'fa:16:3e:6c:03:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4ac34c-d91d-4b44-b840-d8333d475147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:12:59Z', 'updated_at': '2022-10-26T16:13:16Z', 'revision_number': 1, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ce2c619-1bc6-46dd-81cf-07689ccb31aa', 'name': '', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'mac_address': 'fa:16:3e:de:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:55Z', 'updated_at': '2022-10-26T16:13:01Z', 'revision_number': 5, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'subnets': [{'id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:13:18.653866 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2a58eb-73b6-40c0-9a7a-73698c48d5bc None None] New status for floating IP 28d162d4-3f3c-4a9a-a8c5-ef301a0e23aa: ACTIVE {{(pid=89750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:13:27.181033 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:13:31.306797 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-00f403b8-a426-45db-b32a-e2ad69e1637e req-53c372ed-3fc3-456c-b4c8-a1c68a275ddf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0768301 Oct 26 16:13:31.475877 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f403b8-a426-45db-b32a-e2ad69e1637e req-9e648b9b-7d76-4634-9aca-7f2b9aa1f880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:31.477324 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-00f403b8-a426-45db-b32a-e2ad69e1637e req-9e648b9b-7d76-4634-9aca-7f2b9aa1f880 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25&device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 1099 time: 0.0825288 Oct 26 16:13:31.622143 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f403b8-a426-45db-b32a-e2ad69e1637e req-d359efb3-74a5-44aa-bf81-b8aab0debad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:31.623528 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-00f403b8-a426-45db-b32a-e2ad69e1637e req-d359efb3-74a5-44aa-bf81-b8aab0debad6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600 HTTP/1.1" status: 200 len: 912 time: 0.1273744 Oct 26 16:13:31.824295 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-00f403b8-a426-45db-b32a-e2ad69e1637e req-c7e8d146-3533-4656-a249-982cbf50755f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6082c05b-ef0e-4523-bdf4-c49005fb7757 HTTP/1.1" status: 200 len: 1002 time: 0.1946955 Oct 26 16:13:31.886595 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f403b8-a426-45db-b32a-e2ad69e1637e req-8bde84f4-4756-47d2-a650-b75e05b21d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:31.887906 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-00f403b8-a426-45db-b32a-e2ad69e1637e req-8bde84f4-4756-47d2-a650-b75e05b21d2e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e408eec8-d1c1-4bc3-8669-81aaf1adffc5 HTTP/1.1" status: 200 len: 850 time: 0.0575800 Oct 26 16:13:31.973430 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f403b8-a426-45db-b32a-e2ad69e1637e req-42f3b51b-c076-466d-b057-80a4f2f9e831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:31.974967 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-00f403b8-a426-45db-b32a-e2ad69e1637e req-42f3b51b-c076-466d-b057-80a4f2f9e831 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811334 Oct 26 16:13:32.087442 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-91a6d027-7051-4446-b372-d7f041e77970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:13:32.110271 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-00f403b8-a426-45db-b32a-e2ad69e1637e req-2f44bc06-01b5-4677-ad9c-936e444063e3 service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284959 Oct 26 16:13:32.247177 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-00f403b8-a426-45db-b32a-e2ad69e1637e req-7d29c1a2-d0bc-40b2-a4b9-59e50e4e28bb service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308429 Oct 26 16:13:34.546125 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d58284e7-1397-42a8-8b89-a2624fa8bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:13:35.238210 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:13:35.323512 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:13:36.917774 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:13:53.710528 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:13:57.167993 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:14:02.064924 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ed198f99-c904-478f-9f40-2d9ae63359eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:14:04.480005 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-600ee2db-92e3-449e-a035-faabe628673c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:14:05.240205 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:14:05.327705 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:14:06.887316 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:14:27.182430 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:14:30.710739 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:14:31.278404 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-34fd35b9-c1da-4ef5-ac92-0e246579ea02 req-8acb25d6-e57a-4174-9d10-06038beb9a02 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799572 Oct 26 16:14:31.441563 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd35b9-c1da-4ef5-ac92-0e246579ea02 req-428e59dd-e8c1-4254-98bb-4d8c48d51470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:31.443012 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-34fd35b9-c1da-4ef5-ac92-0e246579ea02 req-428e59dd-e8c1-4254-98bb-4d8c48d51470 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25&device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 1099 time: 0.0825093 Oct 26 16:14:31.589505 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd35b9-c1da-4ef5-ac92-0e246579ea02 req-0d1813e3-745f-4721-ac04-e3c24ce9eff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:31.590864 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-34fd35b9-c1da-4ef5-ac92-0e246579ea02 req-0d1813e3-745f-4721-ac04-e3c24ce9eff9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600 HTTP/1.1" status: 200 len: 912 time: 0.1307132 Oct 26 16:14:31.692088 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-34fd35b9-c1da-4ef5-ac92-0e246579ea02 req-fbeeb3a9-09ca-4ab4-aaf0-3dd5fd0111aa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6082c05b-ef0e-4523-bdf4-c49005fb7757 HTTP/1.1" status: 200 len: 1002 time: 0.0952010 Oct 26 16:14:31.757619 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd35b9-c1da-4ef5-ac92-0e246579ea02 req-3be6fb7a-0c3c-4075-9dab-8bbc35a41ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:31.759038 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-34fd35b9-c1da-4ef5-ac92-0e246579ea02 req-3be6fb7a-0c3c-4075-9dab-8bbc35a41ca8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e408eec8-d1c1-4bc3-8669-81aaf1adffc5 HTTP/1.1" status: 200 len: 850 time: 0.0614026 Oct 26 16:14:31.842958 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd35b9-c1da-4ef5-ac92-0e246579ea02 req-666a691c-7d05-444b-aec5-12a9176eb91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:31.844398 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-34fd35b9-c1da-4ef5-ac92-0e246579ea02 req-666a691c-7d05-444b-aec5-12a9176eb91a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792215 Oct 26 16:14:31.977378 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-34fd35b9-c1da-4ef5-ac92-0e246579ea02 req-145db997-e8c5-476b-a5b0-e22db1feafb6 service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273608 Oct 26 16:14:32.086717 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-0e36ad9d-caca-4eb4-88ae-989c7c559c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:14:32.113284 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-34fd35b9-c1da-4ef5-ac92-0e246579ea02 req-8886745e-4600-4ab1-9b85-55a2a214d907 service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299667 Oct 26 16:14:33.173760 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05942a9c-a521-4e0a-a135-3ffe23338d1f req-1127ba40-500e-4850-9638-4de4b8dc8440 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:33.175933 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-05942a9c-a521-4e0a-a135-3ffe23338d1f req-1127ba40-500e-4850-9638-4de4b8dc8440 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 946 time: 0.0894639 Oct 26 16:14:33.218748 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-05942a9c-a521-4e0a-a135-3ffe23338d1f req-be3b518f-2a10-4482-aff1-60d87f0ccd3a tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372028 Oct 26 16:14:33.421792 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76997a-9f83-4c4f-890b-44166fbbc59b req-738fa034-935c-4067-b3e6-8c8a6322c406 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:33.423253 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ba76997a-9f83-4c4f-890b-44166fbbc59b req-738fa034-935c-4067-b3e6-8c8a6322c406 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 946 time: 0.0923784 Oct 26 16:14:33.467227 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ba76997a-9f83-4c4f-890b-44166fbbc59b req-ccc63404-3ea7-4b5a-8ea3-9828830ed04c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380852 Oct 26 16:14:33.667490 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c7ce1-ddd4-4e37-acc0-072010bd5043 req-1566a667-0994-495a-ac77-cef973764061 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:33.668939 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-862c7ce1-ddd4-4e37-acc0-072010bd5043 req-1566a667-0994-495a-ac77-cef973764061 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 946 time: 0.0923262 Oct 26 16:14:33.713108 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-862c7ce1-ddd4-4e37-acc0-072010bd5043 req-4a86f571-96c6-4e29-a78d-94bd815ec576 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382915 Oct 26 16:14:34.289330 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009f636-e107-4223-a0cd-45e87da46832 req-15a734a2-ba77-4f2d-aac2-c60587ab832d tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:34.290802 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2009f636-e107-4223-a0cd-45e87da46832 req-15a734a2-ba77-4f2d-aac2-c60587ab832d tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 946 time: 0.0917737 Oct 26 16:14:34.334729 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2009f636-e107-4223-a0cd-45e87da46832 req-f917aeb1-c864-4caa-9c9f-614821b3ef86 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382614 Oct 26 16:14:34.391820 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 48654) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:14:34.469449 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ee3e2078-deaf-4b3e-b5bf-9b57c8b7e554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:14:34.516413 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-43d42c46-dbfe-4019-ae4d-9c766f73de78 req-65dd3812-6440-4813-81e0-00d61af46169 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1234326 Oct 26 16:14:35.245198 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:14:35.344178 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:14:35.634459 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ed4ae-9fc7-436c-9491-988a78df698d req-306eb856-40c1-445a-a1c0-27ecf1984657 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:35.636138 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-664ed4ae-9fc7-436c-9491-988a78df698d req-306eb856-40c1-445a-a1c0-27ecf1984657 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 946 time: 0.1868451 Oct 26 16:14:35.680711 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-664ed4ae-9fc7-436c-9491-988a78df698d req-c9c677b2-22ca-4adf-966e-62da95df9110 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387640 Oct 26 16:14:36.552785 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d42c46-dbfe-4019-ae4d-9c766f73de78 req-c3b1b4d2-ae54-497f-8277-a9a5bd19e510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:36.554231 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-43d42c46-dbfe-4019-ae4d-9c766f73de78 req-c3b1b4d2-ae54-497f-8277-a9a5bd19e510 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25&device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 1099 time: 0.0816274 Oct 26 16:14:36.685487 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d42c46-dbfe-4019-ae4d-9c766f73de78 req-7c52e8ba-26ac-4c56-888d-3c31117a6d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:36.687065 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-43d42c46-dbfe-4019-ae4d-9c766f73de78 req-7c52e8ba-26ac-4c56-888d-3c31117a6d48 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600 HTTP/1.1" status: 200 len: 912 time: 0.1266515 Oct 26 16:14:36.793288 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-43d42c46-dbfe-4019-ae4d-9c766f73de78 req-21f9360b-141d-43ac-a337-54752c257c42 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6082c05b-ef0e-4523-bdf4-c49005fb7757 HTTP/1.1" status: 200 len: 1002 time: 0.1000109 Oct 26 16:14:36.856979 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d42c46-dbfe-4019-ae4d-9c766f73de78 req-50c25015-2d6e-4930-b604-532c710f6616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:36.858437 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-43d42c46-dbfe-4019-ae4d-9c766f73de78 req-50c25015-2d6e-4930-b604-532c710f6616 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e408eec8-d1c1-4bc3-8669-81aaf1adffc5 HTTP/1.1" status: 200 len: 850 time: 0.0598481 Oct 26 16:14:36.883496 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc490d2-0c5d-4dde-ba2b-18d5c3d94fb3 req-ed04be01-4e97-4a53-901b-710d2e10ad00 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:36.885265 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-bcc490d2-0c5d-4dde-ba2b-18d5c3d94fb3 req-ed04be01-4e97-4a53-901b-710d2e10ad00 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 946 time: 0.0912642 Oct 26 16:14:36.915362 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:14:36.931524 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-bcc490d2-0c5d-4dde-ba2b-18d5c3d94fb3 req-a6306cf3-5230-4543-a751-3533967eadb1 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404370 Oct 26 16:14:36.947690 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d42c46-dbfe-4019-ae4d-9c766f73de78 req-4963aa57-ac3e-4875-b79d-4717e98c38e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:36.949160 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-43d42c46-dbfe-4019-ae4d-9c766f73de78 req-4963aa57-ac3e-4875-b79d-4717e98c38e3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0854557 Oct 26 16:14:37.084454 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-43d42c46-dbfe-4019-ae4d-9c766f73de78 req-71807a01-49b8-4ae7-900c-3b8ce10fa5d6 service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281488 Oct 26 16:14:37.218034 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-43d42c46-dbfe-4019-ae4d-9c766f73de78 req-fdc5bdaa-6cad-44a2-8221-de2a62359fdb service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278496 Oct 26 16:14:38.131483 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f68c34-3052-4d54-8d34-3fdcb89a4a2e req-d9fe0240-183f-4ee8-98cd-9849946912bc tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:38.132914 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-76f68c34-3052-4d54-8d34-3fdcb89a4a2e req-d9fe0240-183f-4ee8-98cd-9849946912bc tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 946 time: 0.0884366 Oct 26 16:14:38.176343 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-76f68c34-3052-4d54-8d34-3fdcb89a4a2e req-dac8172b-9aa3-4da0-b36f-64ccbcfd63f9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374608 Oct 26 16:14:39.378284 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d84f1-fea2-4151-a9e8-bd16b476ee9c req-08f43e20-6281-40e9-812e-7211641a3cbc tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:39.379886 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c57d84f1-fea2-4151-a9e8-bd16b476ee9c req-08f43e20-6281-40e9-812e-7211641a3cbc tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 946 time: 0.0919199 Oct 26 16:14:39.423586 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c57d84f1-fea2-4151-a9e8-bd16b476ee9c req-c722f330-cd11-4b61-91de-7cfc03be3f06 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378590 Oct 26 16:14:40.628496 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e281d5a-6fd0-40ce-8d14-c8b07ec8f8da req-9f0deee7-7919-455f-8983-6c42d8af7f37 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:40.629878 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7e281d5a-6fd0-40ce-8d14-c8b07ec8f8da req-9f0deee7-7919-455f-8983-6c42d8af7f37 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 946 time: 0.0942616 Oct 26 16:14:40.674695 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7e281d5a-6fd0-40ce-8d14-c8b07ec8f8da req-eabce65c-47e2-4b57-bc05-e699b89490f6 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383742 Oct 26 16:14:41.879001 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d0817-5cca-42b2-9a2c-7da5c18c9852 req-1ce53b0a-6980-41ee-9b50-3fa20be6188b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:41.881128 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-609d0817-5cca-42b2-9a2c-7da5c18c9852 req-1ce53b0a-6980-41ee-9b50-3fa20be6188b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 946 time: 0.0918934 Oct 26 16:14:41.924194 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-609d0817-5cca-42b2-9a2c-7da5c18c9852 req-9485763e-6d57-47c8-89c2-51722d71fcf2 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371861 Oct 26 16:14:43.122973 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f4605-6f2c-4109-bb1b-be3fd23d9442 req-95be0162-1782-4e0f-8e78-3e231ba7b7bb tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:43.124427 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3f9f4605-6f2c-4109-bb1b-be3fd23d9442 req-95be0162-1782-4e0f-8e78-3e231ba7b7bb tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 946 time: 0.0885713 Oct 26 16:14:43.171976 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3f9f4605-6f2c-4109-bb1b-be3fd23d9442 req-16194817-5c44-48eb-8d00-5aa7d53aec8b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414152 Oct 26 16:14:44.371047 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f160d0-a41d-4885-9afc-f9c48cd72687 req-23bb4427-5eb4-4a0e-881f-6646de3b548c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:44.372683 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-19f160d0-a41d-4885-9afc-f9c48cd72687 req-23bb4427-5eb4-4a0e-881f-6646de3b548c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 946 time: 0.0864437 Oct 26 16:14:44.416719 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-19f160d0-a41d-4885-9afc-f9c48cd72687 req-d81e44b6-d494-4db9-86a8-6fe3fec9351a tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384839 Oct 26 16:14:45.612240 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666f482-4cc1-4547-9a96-4154b7e3ba64 req-cd5dba07-6021-465e-a025-65a704546b05 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:45.613611 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5666f482-4cc1-4547-9a96-4154b7e3ba64 req-cd5dba07-6021-465e-a025-65a704546b05 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 946 time: 0.0878346 Oct 26 16:14:45.658198 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5666f482-4cc1-4547-9a96-4154b7e3ba64 req-6237400a-920a-4766-8e70-31d855c5ee5b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383856 Oct 26 16:14:46.856484 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd771cc8-b5e9-4eba-8eaf-602ebae8e1f6 req-77a4ee13-cdb1-4e03-b595-1acd760aa60d tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:46.857936 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-bd771cc8-b5e9-4eba-8eaf-602ebae8e1f6 req-77a4ee13-cdb1-4e03-b595-1acd760aa60d tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 946 time: 0.0905175 Oct 26 16:14:46.902235 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-bd771cc8-b5e9-4eba-8eaf-602ebae8e1f6 req-10542ba7-cb6e-4b68-a74f-aa035597bb2d tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386181 Oct 26 16:14:48.109987 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b1feb-c2cf-4ea1-9685-5c9a6179cd9a req-7fda1442-ee75-4d59-a688-3fc72a1dab8f tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:48.111466 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8e0b1feb-c2cf-4ea1-9685-5c9a6179cd9a req-7fda1442-ee75-4d59-a688-3fc72a1dab8f tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 946 time: 0.0943813 Oct 26 16:14:48.159435 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8e0b1feb-c2cf-4ea1-9685-5c9a6179cd9a req-7081aca8-6a06-40c8-91d4-abf5595f3f87 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412230 Oct 26 16:14:49.363964 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f0130-60df-4e06-a3d9-df73f115ae72 req-452056d9-f34e-453c-868f-4f8be3836e41 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:49.365412 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-1e0f0130-60df-4e06-a3d9-df73f115ae72 req-452056d9-f34e-453c-868f-4f8be3836e41 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 946 time: 0.0874217 Oct 26 16:14:49.437593 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-43d42c46-dbfe-4019-ae4d-9c766f73de78 req-88e8db50-a60b-4e82-b960-67ba297bfd03 service neutron] 10.222.0.48 "GET /v2.0/ports/6082c05b-ef0e-4523-bdf4-c49005fb7757/bindings/hv-neutron-8627 HTTP/1.1" status: 200 len: 384 time: 0.0789247 Oct 26 16:14:49.523954 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-1e0f0130-60df-4e06-a3d9-df73f115ae72 req-33241e8c-6b8e-4528-add3-1ee3665374f8 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521585 Oct 26 16:14:50.046071 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d42c46-dbfe-4019-ae4d-9c766f73de78 req-9709f3dd-1b21-4edf-8e4d-e84da041605e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:50.047574 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-43d42c46-dbfe-4019-ae4d-9c766f73de78 req-9709f3dd-1b21-4edf-8e4d-e84da041605e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147&tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25 HTTP/1.1" status: 200 len: 1099 time: 0.0821514 Oct 26 16:14:50.158052 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d42c46-dbfe-4019-ae4d-9c766f73de78 req-bd941ee6-5753-4e92-aebe-0ba72337e886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:50.159540 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-43d42c46-dbfe-4019-ae4d-9c766f73de78 req-bd941ee6-5753-4e92-aebe-0ba72337e886 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25&device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 1099 time: 0.0802741 Oct 26 16:14:50.387172 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d42c46-dbfe-4019-ae4d-9c766f73de78 req-e4988edb-3852-4185-a355-4c3fbc5fb553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:50.388519 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-43d42c46-dbfe-4019-ae4d-9c766f73de78 req-e4988edb-3852-4185-a355-4c3fbc5fb553 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600 HTTP/1.1" status: 200 len: 912 time: 0.2229531 Oct 26 16:14:50.490883 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-43d42c46-dbfe-4019-ae4d-9c766f73de78 req-f753baad-ccac-4712-847e-00b59e6c0e6d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6082c05b-ef0e-4523-bdf4-c49005fb7757 HTTP/1.1" status: 200 len: 1002 time: 0.0962026 Oct 26 16:14:50.553738 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d42c46-dbfe-4019-ae4d-9c766f73de78 req-cdfcbfd2-0bab-4fe1-bbc8-e7502b5a2354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:50.555858 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-43d42c46-dbfe-4019-ae4d-9c766f73de78 req-cdfcbfd2-0bab-4fe1-bbc8-e7502b5a2354 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e408eec8-d1c1-4bc3-8669-81aaf1adffc5 HTTP/1.1" status: 200 len: 850 time: 0.0597332 Oct 26 16:14:50.676844 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d42c46-dbfe-4019-ae4d-9c766f73de78 req-d9faa8ab-d59d-4bb3-b56d-912620e1c2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:50.678280 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-43d42c46-dbfe-4019-ae4d-9c766f73de78 req-d9faa8ab-d59d-4bb3-b56d-912620e1c2b0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1150656 Oct 26 16:14:50.837009 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-43d42c46-dbfe-4019-ae4d-9c766f73de78 req-80a8f39f-986d-44fc-b375-fef2b848531f service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521151 Oct 26 16:14:50.845276 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e39607-e8f3-4cf4-ac21-c89eef00adf0 req-5aa16e05-ccf1-4bbe-8a35-977c8ec59798 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:50.846623 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-71e39607-e8f3-4cf4-ac21-c89eef00adf0 req-5aa16e05-ccf1-4bbe-8a35-977c8ec59798 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 946 time: 0.2067227 Oct 26 16:14:50.970757 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-71e39607-e8f3-4cf4-ac21-c89eef00adf0 req-ba11442c-2c61-48ce-bbea-5d8df61e81d0 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054516 Oct 26 16:14:51.006107 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-43d42c46-dbfe-4019-ae4d-9c766f73de78 req-d0a64ef0-f40c-4896-be9f-000bfc653bde service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585772 Oct 26 16:14:52.168143 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135d96b-f230-42c0-ac66-87ef1d6a01f3 req-726f7f34-50f1-4676-8a71-c16667bb14b8 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:52.169587 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b135d96b-f230-42c0-ac66-87ef1d6a01f3 req-726f7f34-50f1-4676-8a71-c16667bb14b8 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 946 time: 0.0870769 Oct 26 16:14:52.214987 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b135d96b-f230-42c0-ac66-87ef1d6a01f3 req-0ac6cee4-f47b-4f96-8d59-c9c93edf93e1 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389726 Oct 26 16:14:52.533275 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 6082c05b-ef0e-4523-bdf4-c49005fb7757 details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 16:14:52.541685 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 6082c05b-ef0e-4523-bdf4-c49005fb7757 no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:14:52.766650 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 6082c05b-ef0e-4523-bdf4-c49005fb7757 is: ACTIVE; New status is: DOWN {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:14:52.767024 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:14:52.783526 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 6082c05b-ef0e-4523-bdf4-c49005fb7757, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=6082c05b-ef0e-4523-bdf4-c49005fb7757,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:14:52.804638 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': '6082c05b-ef0e-4523-bdf4-c49005fb7757', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'port_id': '6082c05b-ef0e-4523-bdf4-c49005fb7757', 'mac_address': 'fa:16:3e:6c:03:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 16:14:52.811206 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da4ac34c-d91d-4b44-b840-d8333d475147', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6082c05b-ef0e-4523-bdf4-c49005fb7757'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:14:52.813481 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372c2e1c-8adc-445f-8396-ce1492650040" -d '{"events": [{"server_uuid": "da4ac34c-d91d-4b44-b840-d8333d475147", "name": "network-vif-unplugged", "status": "completed", "tag": "6082c05b-ef0e-4523-bdf4-c49005fb7757"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:14:52.849772 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 6082c05b-ef0e-4523-bdf4-c49005fb7757, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=6082c05b-ef0e-4523-bdf4-c49005fb7757,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:14:52.865274 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Oct 2022 16:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7bff3d-1d61-4c83-a817-9f527f582493 x-openstack-request-id: req-4d7bff3d-1d61-4c83-a817-9f527f582493 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:14:52.865568 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da4ac34c-d91d-4b44-b840-d8333d475147", "name": "network-vif-unplugged", "status": "completed", "tag": "6082c05b-ef0e-4523-bdf4-c49005fb7757", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:14:52.865821 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4d7bff3d-1d61-4c83-a817-9f527f582493 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:14:52.866207 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d7bff3d-1d61-4c83-a817-9f527f582493'] response: {'server_uuid': 'da4ac34c-d91d-4b44-b840-d8333d475147', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6082c05b-ef0e-4523-bdf4-c49005fb7757', 'code': 200} Oct 26 16:14:52.878434 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 6082c05b-ef0e-4523-bdf4-c49005fb7757 is: ACTIVE; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:14:52.878837 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:14:52.899801 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6082c05b-ef0e-4523-bdf4-c49005fb7757 {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:14:52.908384 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:14:53.017970 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:14:53.018322 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:14:53.021496 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=6082c05b-ef0e-4523-bdf4-c49005fb7757,revision_number=6']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:14:53.029460 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:53.029806 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:53.030144 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:53.030485 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:53.030831 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:53.031158 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:53.031479 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:53.031799 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:53.032121 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:53.032440 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:53.032756 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:53.033069 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:53.416092 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713f676-7cac-4f9b-a01b-674491878953 req-30eea467-56b2-4e71-baf9-4a8eea2711f6 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:53.417574 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-5713f676-7cac-4f9b-a01b-674491878953 req-30eea467-56b2-4e71-baf9-4a8eea2711f6 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 944 time: 0.0911510 Oct 26 16:14:53.461928 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-5713f676-7cac-4f9b-a01b-674491878953 req-28ff904f-2e02-44fd-bbe3-722ce79f9d8f tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387866 Oct 26 16:14:53.574171 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 6082c05b-ef0e-4523-bdf4-c49005fb7757 is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:14:53.574764 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:14:53.590953 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6082c05b-ef0e-4523-bdf4-c49005fb7757 {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:14:53.606103 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 6082c05b-ef0e-4523-bdf4-c49005fb7757, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=6082c05b-ef0e-4523-bdf4-c49005fb7757,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:14:53.679470 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:14:53.746567 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=6082c05b-ef0e-4523-bdf4-c49005fb7757,revision_number=7']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:14:53.808578 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['6082c05b-ef0e-4523-bdf4-c49005fb7757'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:14:54.557345 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 6082c05b-ef0e-4523-bdf4-c49005fb7757 up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:14:54.629049 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port 6082c05b-ef0e-4523-bdf4-c49005fb7757 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:14:54.629766 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:14:54.629766 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port 6082c05b-ef0e-4523-bdf4-c49005fb7757 Oct 26 16:14:54.686629 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e699c3-a362-4458-a926-ac79fd2f8723 req-062a9c41-fa99-4ee4-8c0d-9faabf181c40 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:54.688092 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-20e699c3-a362-4458-a926-ac79fd2f8723 req-062a9c41-fa99-4ee4-8c0d-9faabf181c40 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 945 time: 0.1103756 Oct 26 16:14:54.735283 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-20e699c3-a362-4458-a926-ac79fd2f8723 req-822548ff-c2ac-4b84-847f-05a4a3b4ce23 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383544 Oct 26 16:14:54.751404 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 6082c05b-ef0e-4523-bdf4-c49005fb7757 is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:14:54.751404 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:14:54.785442 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 6082c05b-ef0e-4523-bdf4-c49005fb7757, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=6082c05b-ef0e-4523-bdf4-c49005fb7757,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:14:54.867622 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da4ac34c-d91d-4b44-b840-d8333d475147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6082c05b-ef0e-4523-bdf4-c49005fb7757'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:14:54.869992 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe512e2-247b-4701-9d65-7aa0f72e3ebb" -d '{"events": [{"server_uuid": "da4ac34c-d91d-4b44-b840-d8333d475147", "name": "network-vif-plugged", "status": "completed", "tag": "6082c05b-ef0e-4523-bdf4-c49005fb7757"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:14:54.873324 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:14:54.925855 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82d85bd-95be-47d9-a6f4-b730f914245f x-openstack-request-id: req-b82d85bd-95be-47d9-a6f4-b730f914245f {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:14:54.926149 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da4ac34c-d91d-4b44-b840-d8333d475147", "name": "network-vif-plugged", "status": "completed", "tag": "6082c05b-ef0e-4523-bdf4-c49005fb7757", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:14:54.926400 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b82d85bd-95be-47d9-a6f4-b730f914245f {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:14:54.926814 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b82d85bd-95be-47d9-a6f4-b730f914245f'] response: {'server_uuid': 'da4ac34c-d91d-4b44-b840-d8333d475147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6082c05b-ef0e-4523-bdf4-c49005fb7757', 'code': 200} Oct 26 16:14:54.947734 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=6082c05b-ef0e-4523-bdf4-c49005fb7757,revision_number=8']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:14:55.209711 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c523bd-2aea-49d0-9b98-019d9cf32afc req-c84c7ca0-ba15-4c91-b427-eaa8265ebff5 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:55.211292 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b5c523bd-2aea-49d0-9b98-019d9cf32afc req-c84c7ca0-ba15-4c91-b427-eaa8265ebff5 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 946 time: 0.0911846 Oct 26 16:14:55.314578 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b5c523bd-2aea-49d0-9b98-019d9cf32afc req-b459ad39-4157-4a31-aedb-e62a1d905461 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681646 Oct 26 16:14:55.337182 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbee98c-abf8-4f51-a866-14f47b26b9ee req-deefacab-e186-41b5-871b-38e309c03f7c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:55.338619 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8bbee98c-abf8-4f51-a866-14f47b26b9ee req-deefacab-e186-41b5-871b-38e309c03f7c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.48 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147&tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25&binding%3Ahost_id=hv-neutron-8627 HTTP/1.1" status: 200 len: 946 time: 0.1370091 Oct 26 16:14:55.347851 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [req-8bbee98c-abf8-4f51-a866-14f47b26b9ee req-152fead8-7a8c-47bc-a321-5ce65acb8c73 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=89748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:14:55.348761 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8bbee98c-abf8-4f51-a866-14f47b26b9ee req-152fead8-7a8c-47bc-a321-5ce65acb8c73 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046546 Oct 26 16:14:55.511317 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbee98c-abf8-4f51-a866-14f47b26b9ee req-f57a08a8-db22-4dc0-8ec2-6ded4ff6ef4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:55.512749 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8bbee98c-abf8-4f51-a866-14f47b26b9ee req-f57a08a8-db22-4dc0-8ec2-6ded4ff6ef4d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25&device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 1099 time: 0.0819170 Oct 26 16:14:55.645049 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbee98c-abf8-4f51-a866-14f47b26b9ee req-68fbe3d0-05f4-4ec7-825d-6dfbb93baa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:55.646388 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8bbee98c-abf8-4f51-a866-14f47b26b9ee req-68fbe3d0-05f4-4ec7-825d-6dfbb93baa98 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600 HTTP/1.1" status: 200 len: 912 time: 0.1279979 Oct 26 16:14:55.750663 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8bbee98c-abf8-4f51-a866-14f47b26b9ee req-777de539-a28a-41e0-b85c-0fdb051ee60c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6082c05b-ef0e-4523-bdf4-c49005fb7757 HTTP/1.1" status: 200 len: 1002 time: 0.0986350 Oct 26 16:14:55.816045 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbee98c-abf8-4f51-a866-14f47b26b9ee req-2ff409b9-804d-4bed-8a70-908cef72c181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:55.817505 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8bbee98c-abf8-4f51-a866-14f47b26b9ee req-2ff409b9-804d-4bed-8a70-908cef72c181 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e408eec8-d1c1-4bc3-8669-81aaf1adffc5 HTTP/1.1" status: 200 len: 850 time: 0.0615501 Oct 26 16:14:55.900879 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbee98c-abf8-4f51-a866-14f47b26b9ee req-6f1a9695-71d0-4ff5-9301-361631d28a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:55.902296 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8bbee98c-abf8-4f51-a866-14f47b26b9ee req-6f1a9695-71d0-4ff5-9301-361631d28a1d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791955 Oct 26 16:14:56.132567 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8bbee98c-abf8-4f51-a866-14f47b26b9ee req-c4cf8dc8-8e79-48e6-914d-3d226e29d76b service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234995 Oct 26 16:14:56.263285 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8bbee98c-abf8-4f51-a866-14f47b26b9ee req-805be80d-c64b-4002-83d9-5a8731e85794 service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256411 Oct 26 16:14:56.520730 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e0580-4e4d-4223-94ad-8a476702d2ee req-f8e38e1f-97f2-4bb7-91cb-f9c31ee872bf tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:56.522099 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-cc6e0580-4e4d-4223-94ad-8a476702d2ee req-f8e38e1f-97f2-4bb7-91cb-f9c31ee872bf tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 946 time: 0.0937810 Oct 26 16:14:56.566551 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-cc6e0580-4e4d-4223-94ad-8a476702d2ee req-54710cca-7859-4d59-a29a-4272e0231045 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381920 Oct 26 16:14:57.211289 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:14:57.769513 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613da726-68a4-4a44-87af-838dee69c4d4 req-ce935e0f-acf3-4085-904e-b0c0dc113ae2 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:57.770976 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-613da726-68a4-4a44-87af-838dee69c4d4 req-ce935e0f-acf3-4085-904e-b0c0dc113ae2 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 946 time: 0.0927672 Oct 26 16:14:57.814505 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-613da726-68a4-4a44-87af-838dee69c4d4 req-4ad09835-73b3-4926-8654-656664342161 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372846 Oct 26 16:14:58.013195 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df6c3c-0c69-40f5-b866-9321fcaaea0e req-4c54f4aa-b99c-4022-9230-756e41d17d60 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:58.014666 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b8df6c3c-0c69-40f5-b866-9321fcaaea0e req-4c54f4aa-b99c-4022-9230-756e41d17d60 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 946 time: 0.0887988 Oct 26 16:14:58.058146 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b8df6c3c-0c69-40f5-b866-9321fcaaea0e req-2e8de4fb-0ed1-42bf-bf63-b545f586a8e0 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378950 Oct 26 16:14:58.263124 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6226f1b-aa92-458e-8583-ed47e2c5da1e req-7e2826ed-43d2-435c-8011-6bbe4156a3e5 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:58.264600 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a6226f1b-aa92-458e-8583-ed47e2c5da1e req-7e2826ed-43d2-435c-8011-6bbe4156a3e5 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 946 time: 0.0913842 Oct 26 16:14:58.308588 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a6226f1b-aa92-458e-8583-ed47e2c5da1e req-a0642b95-a22f-4917-93e3-6c8379affe4c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377836 Oct 26 16:14:58.888342 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04c3d2-99f8-4dad-bb58-b03a69a25d2e req-6865283c-3619-4c43-aca4-2c8ce1431001 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:58.889769 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-fe04c3d2-99f8-4dad-bb58-b03a69a25d2e req-6865283c-3619-4c43-aca4-2c8ce1431001 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 946 time: 0.0874104 Oct 26 16:14:58.933841 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-fe04c3d2-99f8-4dad-bb58-b03a69a25d2e req-f95b5b08-21ea-4421-9523-601718ff6d4b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384264 Oct 26 16:15:00.135527 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb986d74-f141-44f5-aff3-1ad6a1275195 req-585089e1-c504-4330-9824-7b2d12e08b7c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:00.137509 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-cb986d74-f141-44f5-aff3-1ad6a1275195 req-585089e1-c504-4330-9824-7b2d12e08b7c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 946 time: 0.0924256 Oct 26 16:15:00.181744 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-cb986d74-f141-44f5-aff3-1ad6a1275195 req-fca173ee-eb33-4604-ac3f-20f032733d5b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385685 Oct 26 16:15:00.900336 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c182010-2350-4939-ac90-265827ee99fb req-37a17927-4faf-4571-a478-ada8e899ba69 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:00.902572 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6c182010-2350-4939-ac90-265827ee99fb req-37a17927-4faf-4571-a478-ada8e899ba69 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.48 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 946 time: 0.0930080 Oct 26 16:15:00.973943 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-6c182010-2350-4939-ac90-265827ee99fb req-366c5590-5fb3-4301-9e12-4da57133d993 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Deleting port 6082c05b-ef0e-4523-bdf4-c49005fb7757 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:15:00.974215 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-6c182010-2350-4939-ac90-265827ee99fb req-366c5590-5fb3-4301-9e12-4da57133d993 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:15:01.224672 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-6c182010-2350-4939-ac90-265827ee99fb req-366c5590-5fb3-4301-9e12-4da57133d993 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] For port 6082c05b-ef0e-4523-bdf4-c49005fb7757, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=6082c05b-ef0e-4523-bdf4-c49005fb7757,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:15:01.225034 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-6c182010-2350-4939-ac90-265827ee99fb req-366c5590-5fb3-4301-9e12-4da57133d993 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:15:01.565636 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a43b6b-a862-487a-8a19-8f974ae2569b req-d368ff11-ddfa-46df-9f74-755c56522db6 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:01.567029 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d5a43b6b-a862-487a-8a19-8f974ae2569b req-d368ff11-ddfa-46df-9f74-755c56522db6 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 946 time: 0.2627556 Oct 26 16:15:01.600689 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-6c182010-2350-4939-ac90-265827ee99fb req-366c5590-5fb3-4301-9e12-4da57133d993 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:15:01.601059 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-6c182010-2350-4939-ac90-265827ee99fb req-366c5590-5fb3-4301-9e12-4da57133d993 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:15:01.601370 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.l3_db [req-6c182010-2350-4939-ac90-265827ee99fb req-366c5590-5fb3-4301-9e12-4da57133d993 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Floating IP 28d162d4-3f3c-4a9a-a8c5-ef301a0e23aa disassociated. External IP: 172.26.2.205, port: 6082c05b-ef0e-4523-bdf4-c49005fb7757. Oct 26 16:15:01.601705 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-6c182010-2350-4939-ac90-265827ee99fb req-366c5590-5fb3-4301-9e12-4da57133d993 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Calling delete_port for 6082c05b-ef0e-4523-bdf4-c49005fb7757 owned by compute:nova {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:15:01.681506 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d5a43b6b-a862-487a-8a19-8f974ae2569b req-cd9b0228-1896-4519-b93b-6cae84da20c2 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068203 Oct 26 16:15:01.839983 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-6c182010-2350-4939-ac90-265827ee99fb req-366c5590-5fb3-4301-9e12-4da57133d993 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:15:01.994241 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c5590-5fb3-4301-9e12-4da57133d993 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Pushing event deleted for resources: {'Port': ['ID=6082c05b-ef0e-4523-bdf4-c49005fb7757,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:02.005975 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366c5590-5fb3-4301-9e12-4da57133d993 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:02.006199 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366c5590-5fb3-4301-9e12-4da57133d993 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:02.006565 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366c5590-5fb3-4301-9e12-4da57133d993 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:02.006901 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366c5590-5fb3-4301-9e12-4da57133d993 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:02.007232 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366c5590-5fb3-4301-9e12-4da57133d993 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:02.007664 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366c5590-5fb3-4301-9e12-4da57133d993 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:02.007885 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366c5590-5fb3-4301-9e12-4da57133d993 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:02.008215 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366c5590-5fb3-4301-9e12-4da57133d993 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:02.008541 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366c5590-5fb3-4301-9e12-4da57133d993 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:02.008864 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366c5590-5fb3-4301-9e12-4da57133d993 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:02.009203 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366c5590-5fb3-4301-9e12-4da57133d993 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:02.009502 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366c5590-5fb3-4301-9e12-4da57133d993 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:02.091345 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ac10653b-d93f-418b-a7d0-e896e7ffee6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:15:02.199412 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c182010-2350-4939-ac90-265827ee99fb req-366c5590-5fb3-4301-9e12-4da57133d993 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Router a28d5634-9298-4c2f-bd30-85373259106d has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:15:02.383320 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c182010-2350-4939-ac90-265827ee99fb req-366c5590-5fb3-4301-9e12-4da57133d993 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:15:02.392853 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698f1b4f-c93a-4772-9c0d-dfeb35db56f7 None None] Sync routers for ids ['a28d5634-9298-4c2f-bd30-85373259106d'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:15:02.403009 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698f1b4f-c93a-4772-9c0d-dfeb35db56f7 None None] Routers {'a28d5634-9298-4c2f-bd30-85373259106d'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:15:02.403624 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-698f1b4f-c93a-4772-9c0d-dfeb35db56f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:14:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['a28d5634-9298-4c2f-bd30-85373259106d'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:02.473513 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c182010-2350-4939-ac90-265827ee99fb req-366c5590-5fb3-4301-9e12-4da57133d993 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] No DVR routers for this DVR port 6082c05b-ef0e-4523-bdf4-c49005fb7757 on host hv-neutron-8627 {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:15:02.476103 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-6c182010-2350-4939-ac90-265827ee99fb req-366c5590-5fb3-4301-9e12-4da57133d993 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:15:02.478819 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da4ac34c-d91d-4b44-b840-d8333d475147', 'name': 'network-vif-deleted', 'tag': '6082c05b-ef0e-4523-bdf4-c49005fb7757'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:15:02.481884 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f840dd-d397-40a8-b796-71efa5adfddd" -d '{"events": [{"server_uuid": "da4ac34c-d91d-4b44-b840-d8333d475147", "name": "network-vif-deleted", "tag": "6082c05b-ef0e-4523-bdf4-c49005fb7757"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:15:02.524674 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465f7d20-139c-4c33-a0d6-877d5a5eca2f x-openstack-request-id: req-465f7d20-139c-4c33-a0d6-877d5a5eca2f {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:15:02.525028 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da4ac34c-d91d-4b44-b840-d8333d475147", "name": "network-vif-deleted", "tag": "6082c05b-ef0e-4523-bdf4-c49005fb7757", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:15:02.525603 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-465f7d20-139c-4c33-a0d6-877d5a5eca2f {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:15:02.526015 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-465f7d20-139c-4c33-a0d6-877d5a5eca2f'] response: {'server_uuid': 'da4ac34c-d91d-4b44-b840-d8333d475147', 'name': 'network-vif-deleted', 'tag': '6082c05b-ef0e-4523-bdf4-c49005fb7757', 'status': 'completed', 'code': 200} Oct 26 16:15:02.543917 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6c182010-2350-4939-ac90-265827ee99fb req-366c5590-5fb3-4301-9e12-4da57133d993 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.48 "DELETE /v2.0/ports/6082c05b-ef0e-4523-bdf4-c49005fb7757 HTTP/1.1" status: 204 len: 173 time: 1.6363177 Oct 26 16:15:02.586852 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-698f1b4f-c93a-4772-9c0d-dfeb35db56f7 None None] Set router a28d5634-9298-4c2f-bd30-85373259106d gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:15:02.848176 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-80209940-58c7-4627-ad5b-eb406a9873be req-d87ab655-f595-4569-8d45-b1647c4d0f46 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Synchronizing usage tracker for tenant:ac8cfce7f56b4de59a2eac4bfb14ae25 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:15:02.942630 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-80209940-58c7-4627-ad5b-eb406a9873be req-d87ab655-f595-4569-8d45-b1647c4d0f46 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Unset dirty status for tenant:ac8cfce7f56b4de59a2eac4bfb14ae25 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:15:02.943753 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-80209940-58c7-4627-ad5b-eb406a9873be req-d87ab655-f595-4569-8d45-b1647c4d0f46 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=da4ac34c-d91d-4b44-b840-d8333d475147 HTTP/1.1" status: 200 len: 210 time: 0.1474414 Oct 26 16:15:02.944811 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-698f1b4f-c93a-4772-9c0d-dfeb35db56f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'name': 'tempest-ServerActionsTestJSON-576556714-router', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:51Z', 'updated_at': '2022-10-26T16:12:55Z', 'revision_number': 4, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'gw_port': {'id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:52Z', 'updated_at': '2022-10-26T16:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '7ce2c619-1bc6-46dd-81cf-07689ccb31aa', 'name': '', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'mac_address': 'fa:16:3e:de:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:55Z', 'updated_at': '2022-10-26T16:13:01Z', 'revision_number': 5, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'subnets': [{'id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:02.949026 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698f1b4f-c93a-4772-9c0d-dfeb35db56f7 None None] Checking router: a28d5634-9298-4c2f-bd30-85373259106d for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:15:02.957919 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698f1b4f-c93a-4772-9c0d-dfeb35db56f7 None None] Routers {'a28d5634-9298-4c2f-bd30-85373259106d'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:15:02.958576 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-698f1b4f-c93a-4772-9c0d-dfeb35db56f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:14:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['a28d5634-9298-4c2f-bd30-85373259106d'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:03.139601 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-698f1b4f-c93a-4772-9c0d-dfeb35db56f7 None None] Set router a28d5634-9298-4c2f-bd30-85373259106d gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:15:03.453757 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-698f1b4f-c93a-4772-9c0d-dfeb35db56f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'name': 'tempest-ServerActionsTestJSON-576556714-router', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:51Z', 'updated_at': '2022-10-26T16:12:55Z', 'revision_number': 4, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'gw_port': {'id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:52Z', 'updated_at': '2022-10-26T16:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '7ce2c619-1bc6-46dd-81cf-07689ccb31aa', 'name': '', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'mac_address': 'fa:16:3e:de:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:55Z', 'updated_at': '2022-10-26T16:13:01Z', 'revision_number': 5, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'subnets': [{'id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:03.457663 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698f1b4f-c93a-4772-9c0d-dfeb35db56f7 None None] The sync data for ids ['a28d5634-9298-4c2f-bd30-85373259106d'] in dv-neutron-862712-1-hyperv is: [{'id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'name': 'tempest-ServerActionsTestJSON-576556714-router', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:51Z', 'updated_at': '2022-10-26T16:12:55Z', 'revision_number': 4, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'gw_port': {'id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:52Z', 'updated_at': '2022-10-26T16:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '7ce2c619-1bc6-46dd-81cf-07689ccb31aa', 'name': '', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'mac_address': 'fa:16:3e:de:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:55Z', 'updated_at': '2022-10-26T16:13:01Z', 'revision_number': 5, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'subnets': [{'id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:15:03.688641 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ba2e46-4001-4e23-acbf-b1707c98c162 None None] New status for floating IP 28d162d4-3f3c-4a9a-a8c5-ef301a0e23aa: DOWN {{(pid=89750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:15:04.283916 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-1896eda1-43b2-4701-bbcc-4b00eb65b536 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--268804624&fields=id&tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25 HTTP/1.1" status: 200 len: 267 time: 0.0400620 Oct 26 16:15:04.431466 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-d147068f-ee9f-41f6-b219-08549a186790 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:04.432133 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-d147068f-ee9f-41f6-b219-08549a186790 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Synchronizing usage tracker for tenant:ac8cfce7f56b4de59a2eac4bfb14ae25 on resource:network {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:15:04.467878 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bae2fdc2-94a9-470c-b670-240a9ed69a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:15:04.525298 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-d147068f-ee9f-41f6-b219-08549a186790 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Unset dirty status for tenant:ac8cfce7f56b4de59a2eac4bfb14ae25 on resource:network {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:15:04.526445 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-d147068f-ee9f-41f6-b219-08549a186790 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/networks?id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600 HTTP/1.1" status: 200 len: 811 time: 0.2362287 Oct 26 16:15:04.542155 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-f58016e0-d819-4b66-bfd6-78b6d3be0cb6 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/quotas/ac8cfce7f56b4de59a2eac4bfb14ae25 HTTP/1.1" status: 200 len: 375 time: 0.0092747 Oct 26 16:15:04.595928 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 6082c05b-ef0e-4523-bdf4-c49005fb7757 no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:15:04.631409 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] No Port match for: 6082c05b-ef0e-4523-bdf4-c49005fb7757 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:15:04.631764 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 6082c05b-ef0e-4523-bdf4-c49005fb7757 not bound to the agent host hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:15:04.642330 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-189f3ee6-0db3-4fbd-9b3e-8b2b2a7cc42a tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0952001 Oct 26 16:15:04.781713 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-12d389a1-39ac-4eff-8900-321d688b6958 service neutron] 10.222.0.23 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268203 Oct 26 16:15:04.911992 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-f8c17341-26bf-4ac2-930e-ebe04f1d7f4f service neutron] 10.222.0.23 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245351 Oct 26 16:15:05.157660 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c1a44be8-185e-4ed9-b5de-49b9098bb3f7 req-ed85c5ce-8103-4259-b7cb-73e133e33578 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 210 time: 0.0544703 Oct 26 16:15:05.245235 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:15:05.342355 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:15:06.319979 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-43905627-af82-4ffa-8697-1f9a50b4b90b req-048c4fdc-071f-48e8-9b8e-4d5ccc38e7ef tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 210 time: 0.0492389 Oct 26 16:15:06.907909 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:15:07.338982 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-b3179f6e-4acc-4dfc-a16d-f76a86549f0f tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:07.341136 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-b3179f6e-4acc-4dfc-a16d-f76a86549f0f tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.48 "GET /v2.0/networks?id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600 HTTP/1.1" status: 200 len: 811 time: 0.1496730 Oct 26 16:15:07.396487 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-097940c5-a56e-40d3-b602-71e4f3c7393b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25 HTTP/1.1" status: 200 len: 379 time: 0.0421927 Oct 26 16:15:07.405503 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-56fa0e13-a677-466e-bd8a-18b51473868b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Request body: {'port': {'device_id': '3a4b898e-e39f-4004-a6a9-343437b9f5ea', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'admin_state_up': True, 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'security_groups': ['2fab83f6-afd1-4a8a-a681-ae3f163d914e']}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:15:07.591817 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-add9706e-27c6-4bef-80bf-a8faf9cb4ac5 req-665db6be-37cd-4e0b-8695-bb98dc8875de tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 210 time: 0.1208172 Oct 26 16:15:07.600085 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-56fa0e13-a677-466e-bd8a-18b51473868b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:15:07.610565 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-56fa0e13-a677-466e-bd8a-18b51473868b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:15:07.684856 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-56fa0e13-a677-466e-bd8a-18b51473868b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Made reservation on behalf of ac8cfce7f56b4de59a2eac4bfb14ae25 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:15:07.688616 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-56fa0e13-a677-466e-bd8a-18b51473868b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:15:07.709826 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:15:07.850563 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-56fa0e13-a677-466e-bd8a-18b51473868b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Allocated IP 172.20.0.9 (6f4e0b0c-8ba8-4256-811e-3ae779a1b600/e408eec8-d1c1-4bc3-8669-81aaf1adffc5/f2a3ca82-8a3e-491a-a4d5-e70ee7410e80) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:15:08.036798 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-56fa0e13-a677-466e-bd8a-18b51473868b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:15:08.052610 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-56fa0e13-a677-466e-bd8a-18b51473868b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Transition to ACTIVE for port object f2a3ca82-8a3e-491a-a4d5-e70ee7410e80 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:15:08.165406 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-56fa0e13-a677-466e-bd8a-18b51473868b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:15:08.238419 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-56fa0e13-a677-466e-bd8a-18b51473868b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Network 6f4e0b0c-8ba8-4256-811e-3ae779a1b600 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:15:08.241349 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-56fa0e13-a677-466e-bd8a-18b51473868b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:15:08.245095 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-56fa0e13-a677-466e-bd8a-18b51473868b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:15:08.281229 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa0e13-a677-466e-bd8a-18b51473868b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Pushing event updated for resources: {'Port': ['ID=f2a3ca82-8a3e-491a-a4d5-e70ee7410e80,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:08.313991 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-56fa0e13-a677-466e-bd8a-18b51473868b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:08.314633 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-56fa0e13-a677-466e-bd8a-18b51473868b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:15:08.446079 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-56fa0e13-a677-466e-bd8a-18b51473868b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0449927 Oct 26 16:15:08.462556 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-68d21bb6-543c-4d3f-9211-32cdcf9e5c57 service neutron] Request body: {'port': {'device_id': '3a4b898e-e39f-4004-a6a9-343437b9f5ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8627'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:15:08.548424 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-d2775a6b-4cff-42a5-a31c-16d0a3aba660 None None] Provisioning for port f2a3ca82-8a3e-491a-a4d5-e70ee7410e80 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:15:08.553967 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-d2775a6b-4cff-42a5-a31c-16d0a3aba660 None None] Provisioning complete for port f2a3ca82-8a3e-491a-a4d5-e70ee7410e80 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:15:08.554357 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d2775a6b-4cff-42a5-a31c-16d0a3aba660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:15:08.554904 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-d2775a6b-4cff-42a5-a31c-16d0a3aba660 None None] Attempt 1 to provision port f2a3ca82-8a3e-491a-a4d5-e70ee7410e80 Oct 26 16:15:08.615985 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-d2775a6b-4cff-42a5-a31c-16d0a3aba660 None None] Port f2a3ca82-8a3e-491a-a4d5-e70ee7410e80 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:15:08.687256 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-68d21bb6-543c-4d3f-9211-32cdcf9e5c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:15:08.849024 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0d497-7ea3-4b57-8147-93dbea40ef25 req-dca69793-36fc-4c9a-b63f-6fa8bd5fd250 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:08.850721 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-5ca0d497-7ea3-4b57-8147-93dbea40ef25 req-dca69793-36fc-4c9a-b63f-6fa8bd5fd250 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 931 time: 0.1419847 Oct 26 16:15:08.898092 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-5ca0d497-7ea3-4b57-8147-93dbea40ef25 req-fdf789cd-ea55-4105-bb75-094456ef2caf tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414042 Oct 26 16:15:09.056963 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-68d21bb6-543c-4d3f-9211-32cdcf9e5c57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2a3ca82-8a3e-491a-a4d5-e70ee7410e80 {{(pid=89748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:15:09.064514 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-68d21bb6-543c-4d3f-9211-32cdcf9e5c57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:15:09.080435 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-68d21bb6-543c-4d3f-9211-32cdcf9e5c57 service neutron] Transition to ACTIVE for port object f2a3ca82-8a3e-491a-a4d5-e70ee7410e80 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:15:09.117248 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-d2775a6b-4cff-42a5-a31c-16d0a3aba660 None None] Attempt 2 to provision port f2a3ca82-8a3e-491a-a4d5-e70ee7410e80 Oct 26 16:15:09.158842 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-68d21bb6-543c-4d3f-9211-32cdcf9e5c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:15:09.178030 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-d2775a6b-4cff-42a5-a31c-16d0a3aba660 None None] Port f2a3ca82-8a3e-491a-a4d5-e70ee7410e80 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:15:09.375572 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d21bb6-543c-4d3f-9211-32cdcf9e5c57 service neutron] Pushing event updated for resources: {'Port': ['ID=f2a3ca82-8a3e-491a-a4d5-e70ee7410e80,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:09.416949 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-68d21bb6-543c-4d3f-9211-32cdcf9e5c57 service neutron] Attempting to bind port f2a3ca82-8a3e-491a-a4d5-e70ee7410e80 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:15:09.417281 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-68d21bb6-543c-4d3f-9211-32cdcf9e5c57 service neutron] Attempting to bind port f2a3ca82-8a3e-491a-a4d5-e70ee7410e80 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'b2c531e6-0c2f-4d63-bba1-8864da2b635e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:15:09.417603 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-68d21bb6-543c-4d3f-9211-32cdcf9e5c57 service neutron] Attempting to bind port f2a3ca82-8a3e-491a-a4d5-e70ee7410e80 on network 6f4e0b0c-8ba8-4256-811e-3ae779a1b600 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:15:09.424458 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-68d21bb6-543c-4d3f-9211-32cdcf9e5c57 service neutron] Port f2a3ca82-8a3e-491a-a4d5-e70ee7410e80 on network 6f4e0b0c-8ba8-4256-811e-3ae779a1b600 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 16:15:09.424776 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-68d21bb6-543c-4d3f-9211-32cdcf9e5c57 service neutron] Attempting to bind port f2a3ca82-8a3e-491a-a4d5-e70ee7410e80 on network 6f4e0b0c-8ba8-4256-811e-3ae779a1b600 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:15:09.432580 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-68d21bb6-543c-4d3f-9211-32cdcf9e5c57 service neutron] Checking agent: {'id': '1b551391-ebdd-44bd-8801-034277ca5526', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8627', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'started_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:15:09.433087 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-68d21bb6-543c-4d3f-9211-32cdcf9e5c57 service neutron] Checking segment: {'id': 'b2c531e6-0c2f-4d63-bba1-8864da2b635e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:15:09.434111 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-68d21bb6-543c-4d3f-9211-32cdcf9e5c57 service neutron] Bound using segment: {'id': 'b2c531e6-0c2f-4d63-bba1-8864da2b635e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:15:09.435122 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-68d21bb6-543c-4d3f-9211-32cdcf9e5c57 service neutron] Bound port: f2a3ca82-8a3e-491a-a4d5-e70ee7410e80, host: hv-neutron-8627, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c531e6-0c2f-4d63-bba1-8864da2b635e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:15:09.435480 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-68d21bb6-543c-4d3f-9211-32cdcf9e5c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:15:09.541046 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-68d21bb6-543c-4d3f-9211-32cdcf9e5c57 service neutron] For port f2a3ca82-8a3e-491a-a4d5-e70ee7410e80, host hv-neutron-8627, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:15:09.545606 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-68d21bb6-543c-4d3f-9211-32cdcf9e5c57 service neutron] For port f2a3ca82-8a3e-491a-a4d5-e70ee7410e80, host hv-neutron-8627, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=f2a3ca82-8a3e-491a-a4d5-e70ee7410e80,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:15:09.644966 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-68d21bb6-543c-4d3f-9211-32cdcf9e5c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:15:09.679855 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-d2775a6b-4cff-42a5-a31c-16d0a3aba660 None None] Attempt 3 to provision port f2a3ca82-8a3e-491a-a4d5-e70ee7410e80 Oct 26 16:15:09.688770 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-68d21bb6-543c-4d3f-9211-32cdcf9e5c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:09.689532 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-68d21bb6-543c-4d3f-9211-32cdcf9e5c57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:15:09.691155 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-68d21bb6-543c-4d3f-9211-32cdcf9e5c57 service neutron] 10.222.0.48 "PUT /v2.0/ports/f2a3ca82-8a3e-491a-a4d5-e70ee7410e80 HTTP/1.1" status: 200 len: 1093 time: 1.2325215 Oct 26 16:15:09.692100 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a4b898e-e39f-4004-a6a9-343437b9f5ea', 'tag': 'f2a3ca82-8a3e-491a-a4d5-e70ee7410e80'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:15:09.694603 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb92d164-1890-48a3-be23-1f9f42217c9a" -d '{"events": [{"name": "network-changed", "server_uuid": "3a4b898e-e39f-4004-a6a9-343437b9f5ea", "tag": "f2a3ca82-8a3e-491a-a4d5-e70ee7410e80"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:15:09.747021 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d21bb6-543c-4d3f-9211-32cdcf9e5c57 service neutron] Pushing event updated for resources: {'Port': ['ID=f2a3ca82-8a3e-491a-a4d5-e70ee7410e80,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:09.752643 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff0e898-ea0f-49c6-ba24-a1c4cc1d80c4 x-openstack-request-id: req-2ff0e898-ea0f-49c6-ba24-a1c4cc1d80c4 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:15:09.752824 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a4b898e-e39f-4004-a6a9-343437b9f5ea", "tag": "f2a3ca82-8a3e-491a-a4d5-e70ee7410e80", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:15:09.753251 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2ff0e898-ea0f-49c6-ba24-a1c4cc1d80c4 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:15:09.753638 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ff0e898-ea0f-49c6-ba24-a1c4cc1d80c4'] response: {'name': 'network-changed', 'server_uuid': '3a4b898e-e39f-4004-a6a9-343437b9f5ea', 'tag': 'f2a3ca82-8a3e-491a-a4d5-e70ee7410e80', 'status': 'completed', 'code': 200} Oct 26 16:15:09.758754 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-d2775a6b-4cff-42a5-a31c-16d0a3aba660 None None] Port f2a3ca82-8a3e-491a-a4d5-e70ee7410e80 had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 16:15:09.895692 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92d164-1890-48a3-be23-1f9f42217c9a req-c862a3e8-2388-41e1-b388-37b9596d8fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:09.897090 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-eb92d164-1890-48a3-be23-1f9f42217c9a req-c862a3e8-2388-41e1-b388-37b9596d8fed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25&device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 1096 time: 0.1031847 Oct 26 16:15:10.063232 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92d164-1890-48a3-be23-1f9f42217c9a req-fab47e87-a8db-4a86-8bb4-af4d38a786f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:10.064676 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-eb92d164-1890-48a3-be23-1f9f42217c9a req-fab47e87-a8db-4a86-8bb4-af4d38a786f3 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1563864 Oct 26 16:15:10.120947 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d001e-359b-4d44-8818-37c1ee71fd9d req-da556424-9c32-4838-8c72-80eb4b2f9715 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:10.122775 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-080d001e-359b-4d44-8818-37c1ee71fd9d req-da556424-9c32-4838-8c72-80eb4b2f9715 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 943 time: 0.0896087 Oct 26 16:15:10.172047 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-080d001e-359b-4d44-8818-37c1ee71fd9d req-23931695-f498-4120-be81-67c57c30e027 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435512 Oct 26 16:15:10.202973 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92d164-1890-48a3-be23-1f9f42217c9a req-2914205a-31d4-4a56-b897-22cc6316d506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:10.204438 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-eb92d164-1890-48a3-be23-1f9f42217c9a req-2914205a-31d4-4a56-b897-22cc6316d506 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1337433 Oct 26 16:15:10.339471 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-dd0e2ad2-4d46-4cdb-87c6-28ec400c59d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:10.341919 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-dd0e2ad2-4d46-4cdb-87c6-28ec400c59d6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25&device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 1096 time: 0.0820184 Oct 26 16:15:10.420735 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-5bb0bfad-10d5-4306-b48b-bcc790ae1b20 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2a3ca82-8a3e-491a-a4d5-e70ee7410e80 HTTP/1.1" status: 200 len: 217 time: 0.0651991 Oct 26 16:15:10.482512 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-1dfe0b2e-6846-4478-b4ea-627140e2de50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:10.483834 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-1dfe0b2e-6846-4478-b4ea-627140e2de50 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e408eec8-d1c1-4bc3-8669-81aaf1adffc5 HTTP/1.1" status: 200 len: 850 time: 0.0573270 Oct 26 16:15:10.569591 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-c9b8e472-726c-4ad3-81ba-c0f5ffada23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:10.571088 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-c9b8e472-726c-4ad3-81ba-c0f5ffada23d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816271 Oct 26 16:15:10.810770 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-5811d2b4-f3d4-4542-aaff-160b629fa90c service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328157 Oct 26 16:15:10.944754 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ab16b47e-71a7-422a-b2d4-90476c0f4bd4 req-0d9cb3b5-63de-4d38-83cf-5aa09c2a059e service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280704 Oct 26 16:15:11.377166 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3205f76-6e0f-49d2-a2a9-5f3e333d4656 req-c3ed6182-cfc1-4a37-b7c9-b9848443f58b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:11.377858 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-e3205f76-6e0f-49d2-a2a9-5f3e333d4656 req-c3ed6182-cfc1-4a37-b7c9-b9848443f58b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Synchronizing usage tracker for tenant:ac8cfce7f56b4de59a2eac4bfb14ae25 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:15:11.443730 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-e3205f76-6e0f-49d2-a2a9-5f3e333d4656 req-c3ed6182-cfc1-4a37-b7c9-b9848443f58b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Unset dirty status for tenant:ac8cfce7f56b4de59a2eac4bfb14ae25 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:15:11.444895 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e3205f76-6e0f-49d2-a2a9-5f3e333d4656 req-c3ed6182-cfc1-4a37-b7c9-b9848443f58b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 943 time: 0.1624651 Oct 26 16:15:11.490390 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e3205f76-6e0f-49d2-a2a9-5f3e333d4656 req-aff99eb9-0c83-48a7-b77b-9c363cea6741 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393767 Oct 26 16:15:12.688666 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0f7ef-6730-459b-9d19-02c01ad89ec4 req-2264587f-2c17-4ba3-a558-90caf1be009e tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:12.690362 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e4a0f7ef-6730-459b-9d19-02c01ad89ec4 req-2264587f-2c17-4ba3-a558-90caf1be009e tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 943 time: 0.0890236 Oct 26 16:15:12.734868 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e4a0f7ef-6730-459b-9d19-02c01ad89ec4 req-20ce1696-196e-4543-9bda-d76996947934 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390236 Oct 26 16:15:13.937073 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b17cf-9ee2-4fd5-b3e6-02796f25d7b9 req-c135caf5-c138-4d41-8691-9c4ec7383b72 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:13.938542 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-949b17cf-9ee2-4fd5-b3e6-02796f25d7b9 req-c135caf5-c138-4d41-8691-9c4ec7383b72 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 943 time: 0.0921021 Oct 26 16:15:13.982936 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-949b17cf-9ee2-4fd5-b3e6-02796f25d7b9 req-3d27f124-d948-4cd9-9aec-0ce931ed2ef4 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386415 Oct 26 16:15:14.610236 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device f2a3ca82-8a3e-491a-a4d5-e70ee7410e80 details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 16:15:14.744623 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port f2a3ca82-8a3e-491a-a4d5-e70ee7410e80, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=f2a3ca82-8a3e-491a-a4d5-e70ee7410e80,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:15:14.758239 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': 'f2a3ca82-8a3e-491a-a4d5-e70ee7410e80', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'port_id': 'f2a3ca82-8a3e-491a-a4d5-e70ee7410e80', 'mac_address': 'fa:16:3e:8d:49:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 16:15:14.816617 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port f2a3ca82-8a3e-491a-a4d5-e70ee7410e80 is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:15:14.816998 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:15:14.868743 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2a3ca82-8a3e-491a-a4d5-e70ee7410e80 {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:15:14.884274 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port f2a3ca82-8a3e-491a-a4d5-e70ee7410e80, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=f2a3ca82-8a3e-491a-a4d5-e70ee7410e80,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:15:14.946433 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:15:15.013709 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=f2a3ca82-8a3e-491a-a4d5-e70ee7410e80,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:15.183124 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f5ef2-6a3b-4bbe-a201-51bde4b88c1a req-34ae3706-d03a-442f-8232-93c10b8bc161 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:15.184598 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a49f5ef2-6a3b-4bbe-a201-51bde4b88c1a req-34ae3706-d03a-442f-8232-93c10b8bc161 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 944 time: 0.0909581 Oct 26 16:15:15.228612 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a49f5ef2-6a3b-4bbe-a201-51bde4b88c1a req-bcf2388c-fb02-4ffc-b2ec-c9646bc5cb49 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383954 Oct 26 16:15:15.357354 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['f2a3ca82-8a3e-491a-a4d5-e70ee7410e80'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:15:16.430664 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241ad8e-d608-4ebb-af61-b98250b1e35b req-d59e3bfa-e2dc-4e96-bf8b-0f437a3a3ab6 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:16.432157 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a241ad8e-d608-4ebb-af61-b98250b1e35b req-d59e3bfa-e2dc-4e96-bf8b-0f437a3a3ab6 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 944 time: 0.0917885 Oct 26 16:15:16.477324 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a241ad8e-d608-4ebb-af61-b98250b1e35b req-c520b456-3bb3-4469-9598-88b6357ebb6f tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386498 Oct 26 16:15:16.609911 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device f2a3ca82-8a3e-491a-a4d5-e70ee7410e80 up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:15:16.735793 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning for port f2a3ca82-8a3e-491a-a4d5-e70ee7410e80 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:15:16.740759 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port f2a3ca82-8a3e-491a-a4d5-e70ee7410e80 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:15:16.745566 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:15:16.745566 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port f2a3ca82-8a3e-491a-a4d5-e70ee7410e80 Oct 26 16:15:16.859026 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port f2a3ca82-8a3e-491a-a4d5-e70ee7410e80 is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:15:16.859405 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:15:16.885618 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4b898e-e39f-4004-a6a9-343437b9f5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a3ca82-8a3e-491a-a4d5-e70ee7410e80'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:15:16.887873 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54226ec2-293c-42f9-a851-e1b04ed75194" -d '{"events": [{"server_uuid": "3a4b898e-e39f-4004-a6a9-343437b9f5ea", "name": "network-vif-plugged", "status": "completed", "tag": "f2a3ca82-8a3e-491a-a4d5-e70ee7410e80"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:15:16.895641 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port f2a3ca82-8a3e-491a-a4d5-e70ee7410e80, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=f2a3ca82-8a3e-491a-a4d5-e70ee7410e80,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:15:16.979828 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6873b7-38df-4c37-ae29-f85206f32607 x-openstack-request-id: req-9c6873b7-38df-4c37-ae29-f85206f32607 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:15:16.980141 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a4b898e-e39f-4004-a6a9-343437b9f5ea", "name": "network-vif-plugged", "status": "completed", "tag": "f2a3ca82-8a3e-491a-a4d5-e70ee7410e80", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:15:16.981136 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9c6873b7-38df-4c37-ae29-f85206f32607 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:15:16.981536 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c6873b7-38df-4c37-ae29-f85206f32607'] response: {'server_uuid': '3a4b898e-e39f-4004-a6a9-343437b9f5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a3ca82-8a3e-491a-a4d5-e70ee7410e80', 'code': 200} Oct 26 16:15:16.987336 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:15:17.060646 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=f2a3ca82-8a3e-491a-a4d5-e70ee7410e80,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:17.387145 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f052d-92c4-40b6-ac88-37e645c623f4 req-4c5ad7db-4958-4f92-a239-7c6e01329038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:17.388668 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-969f052d-92c4-40b6-ac88-37e645c623f4 req-4c5ad7db-4958-4f92-a239-7c6e01329038 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 1098 time: 0.0812354 Oct 26 16:15:17.428655 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-969f052d-92c4-40b6-ac88-37e645c623f4 req-59028afb-097c-45b3-8278-454a1e909c09 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346658 Oct 26 16:15:17.680678 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3932d-5b74-4e03-8f39-826534b5d274 req-9887c29d-c217-440b-999b-83faaa61e94f tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:17.682131 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f2a3932d-5b74-4e03-8f39-826534b5d274 req-9887c29d-c217-440b-999b-83faaa61e94f tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 945 time: 0.0933344 Oct 26 16:15:17.725965 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f2a3932d-5b74-4e03-8f39-826534b5d274 req-77ed683c-518f-47dc-9ae1-9036be76977d tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381117 Oct 26 16:15:18.930715 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c07f36-ac95-4863-b563-7391b07877cc req-c5a6e6be-1c96-40cd-a5bb-c8c64906fcbc tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:18.932170 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-01c07f36-ac95-4863-b563-7391b07877cc req-c5a6e6be-1c96-40cd-a5bb-c8c64906fcbc tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 945 time: 0.0889621 Oct 26 16:15:18.980933 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-01c07f36-ac95-4863-b563-7391b07877cc req-c4cbcba2-0788-4570-a20a-ffa92067a192 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418487 Oct 26 16:15:20.184830 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6a4dd-4877-4598-abbf-dfc8e25a4834 req-afafa54a-7a46-4c56-b5c9-51cce676b1cb tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:20.186323 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4fc6a4dd-4877-4598-abbf-dfc8e25a4834 req-afafa54a-7a46-4c56-b5c9-51cce676b1cb tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 945 time: 0.0914385 Oct 26 16:15:20.231238 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4fc6a4dd-4877-4598-abbf-dfc8e25a4834 req-b052b1da-cb56-4f17-968b-fb962e21a181 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393360 Oct 26 16:15:20.519228 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f0e2e-ed71-4e22-b1af-118e040c0b8e req-6ead5244-aeea-4142-b43f-ad2dac1e4f4c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:20.520624 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-3a0f0e2e-ed71-4e22-b1af-118e040c0b8e req-6ead5244-aeea-4142-b43f-ad2dac1e4f4c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 945 time: 0.1850109 Oct 26 16:15:20.531298 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 48820) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:15:20.536163 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-10bdc7d0-3ca9-4015-956d-1e9b23d308d0 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Request body: {'floatingip': {'port_id': 'f2a3ca82-8a3e-491a-a4d5-e70ee7410e80'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:15:20.615296 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-10bdc7d0-3ca9-4015-956d-1e9b23d308d0 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks [] for floatingip, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:15:21.200787 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-10bdc7d0-3ca9-4015-956d-1e9b23d308d0 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:15:21.255865 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-10bdc7d0-3ca9-4015-956d-1e9b23d308d0 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:15:21.428953 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.l3_db [None req-10bdc7d0-3ca9-4015-956d-1e9b23d308d0 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Floating IP 28d162d4-3f3c-4a9a-a8c5-ef301a0e23aa associated. External IP: 172.26.2.205, port: f2a3ca82-8a3e-491a-a4d5-e70ee7410e80. Oct 26 16:15:21.885228 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10bdc7d0-3ca9-4015-956d-1e9b23d308d0 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Router a28d5634-9298-4c2f-bd30-85373259106d has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:15:22.060155 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bdc7d0-3ca9-4015-956d-1e9b23d308d0 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:15:22.064323 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-10bdc7d0-3ca9-4015-956d-1e9b23d308d0 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:15:22.069511 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf127ce8-632c-4d35-a236-b1d02ccc4bf5 None None] Sync routers for ids ['a28d5634-9298-4c2f-bd30-85373259106d'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:15:22.080388 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf127ce8-632c-4d35-a236-b1d02ccc4bf5 None None] Routers {'a28d5634-9298-4c2f-bd30-85373259106d'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:15:22.081087 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-bf127ce8-632c-4d35-a236-b1d02ccc4bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:15:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['a28d5634-9298-4c2f-bd30-85373259106d'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:22.121906 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-10bdc7d0-3ca9-4015-956d-1e9b23d308d0 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "PUT /v2.0/floatingips/28d162d4-3f3c-4a9a-a8c5-ef301a0e23aa HTTP/1.1" status: 200 len: 991 time: 1.5895417 Oct 26 16:15:22.122617 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a4b898e-e39f-4004-a6a9-343437b9f5ea', 'tag': 'f2a3ca82-8a3e-491a-a4d5-e70ee7410e80'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:15:22.124950 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec078ab02bc810209f0573d5deb19682ea498273c1503582233cb0925c39ad22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3937f9a0-4685-432c-95cc-059915257ab0" -d '{"events": [{"name": "network-changed", "server_uuid": "3a4b898e-e39f-4004-a6a9-343437b9f5ea", "tag": "f2a3ca82-8a3e-491a-a4d5-e70ee7410e80"}]}' {{(pid=89747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:15:22.166795 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a4b7db-9b09-47e5-9da0-7ba580185801 x-openstack-request-id: req-31a4b7db-9b09-47e5-9da0-7ba580185801 {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:15:22.167089 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a4b898e-e39f-4004-a6a9-343437b9f5ea", "tag": "f2a3ca82-8a3e-491a-a4d5-e70ee7410e80", "status": "completed", "code": 200}]} {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:15:22.167389 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-31a4b7db-9b09-47e5-9da0-7ba580185801 {{(pid=89747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:15:22.168404 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31a4b7db-9b09-47e5-9da0-7ba580185801'] response: {'name': 'network-changed', 'server_uuid': '3a4b898e-e39f-4004-a6a9-343437b9f5ea', 'tag': 'f2a3ca82-8a3e-491a-a4d5-e70ee7410e80', 'status': 'completed', 'code': 200} Oct 26 16:15:22.263926 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-bf127ce8-632c-4d35-a236-b1d02ccc4bf5 None None] Set router a28d5634-9298-4c2f-bd30-85373259106d gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:15:22.288303 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937f9a0-4685-432c-95cc-059915257ab0 req-8ba111ce-0324-4100-84ff-5d44cfe40278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:22.289829 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3937f9a0-4685-432c-95cc-059915257ab0 req-8ba111ce-0324-4100-84ff-5d44cfe40278 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25&device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 1098 time: 0.0809028 Oct 26 16:15:22.425635 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937f9a0-4685-432c-95cc-059915257ab0 req-ee183af0-dc2b-49fc-8f47-cb4c23869b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:22.427178 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3937f9a0-4685-432c-95cc-059915257ab0 req-ee183af0-dc2b-49fc-8f47-cb4c23869b9b service neutron] 10.222.0.48 "GET /v2.0/networks?id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600 HTTP/1.1" status: 200 len: 912 time: 0.1299090 Oct 26 16:15:22.533891 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3937f9a0-4685-432c-95cc-059915257ab0 req-b8250721-d0d6-48be-a812-0bf568d607d9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2a3ca82-8a3e-491a-a4d5-e70ee7410e80 HTTP/1.1" status: 200 len: 999 time: 0.1012318 Oct 26 16:15:22.598060 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937f9a0-4685-432c-95cc-059915257ab0 req-d051846b-212c-44e9-aa14-c46953f5d95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:22.599520 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3937f9a0-4685-432c-95cc-059915257ab0 req-d051846b-212c-44e9-aa14-c46953f5d95f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e408eec8-d1c1-4bc3-8669-81aaf1adffc5 HTTP/1.1" status: 200 len: 850 time: 0.0606208 Oct 26 16:15:22.611867 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-bf127ce8-632c-4d35-a236-b1d02ccc4bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'name': 'tempest-ServerActionsTestJSON-576556714-router', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:51Z', 'updated_at': '2022-10-26T16:12:55Z', 'revision_number': 4, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'gw_port': {'id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:52Z', 'updated_at': '2022-10-26T16:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '28d162d4-3f3c-4a9a-a8c5-ef301a0e23aa', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'floating_ip_address': '172.26.2.205', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'port_id': 'f2a3ca82-8a3e-491a-a4d5-e70ee7410e80', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'mac_address': 'fa:16:3e:8d:49:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4b898e-e39f-4004-a6a9-343437b9f5ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:12:59Z', 'updated_at': '2022-10-26T16:15:21Z', 'revision_number': 5, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ce2c619-1bc6-46dd-81cf-07689ccb31aa', 'name': '', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'mac_address': 'fa:16:3e:de:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:55Z', 'updated_at': '2022-10-26T16:13:01Z', 'revision_number': 5, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'subnets': [{'id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:22.615814 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf127ce8-632c-4d35-a236-b1d02ccc4bf5 None None] Checking router: a28d5634-9298-4c2f-bd30-85373259106d for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:15:22.624736 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf127ce8-632c-4d35-a236-b1d02ccc4bf5 None None] Routers {'a28d5634-9298-4c2f-bd30-85373259106d'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:15:22.625344 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-bf127ce8-632c-4d35-a236-b1d02ccc4bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:15:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['a28d5634-9298-4c2f-bd30-85373259106d'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:22.684378 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937f9a0-4685-432c-95cc-059915257ab0 req-bb4bbc04-80f7-4ab8-b7b6-5acff7b717e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:22.685884 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3937f9a0-4685-432c-95cc-059915257ab0 req-bb4bbc04-80f7-4ab8-b7b6-5acff7b717e0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811245 Oct 26 16:15:22.806220 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-bf127ce8-632c-4d35-a236-b1d02ccc4bf5 None None] Set router a28d5634-9298-4c2f-bd30-85373259106d gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:15:22.818968 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3937f9a0-4685-432c-95cc-059915257ab0 req-a02230b3-3ae8-4fe2-bced-6f1e1eff59bd service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275718 Oct 26 16:15:22.952844 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3937f9a0-4685-432c-95cc-059915257ab0 req-34ebf094-ae0c-49ad-a4f3-5193b2f8d4c6 service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274705 Oct 26 16:15:23.188268 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-bf127ce8-632c-4d35-a236-b1d02ccc4bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'name': 'tempest-ServerActionsTestJSON-576556714-router', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:51Z', 'updated_at': '2022-10-26T16:12:55Z', 'revision_number': 4, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'gw_port': {'id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:52Z', 'updated_at': '2022-10-26T16:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '28d162d4-3f3c-4a9a-a8c5-ef301a0e23aa', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'floating_ip_address': '172.26.2.205', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'port_id': 'f2a3ca82-8a3e-491a-a4d5-e70ee7410e80', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'mac_address': 'fa:16:3e:8d:49:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4b898e-e39f-4004-a6a9-343437b9f5ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:12:59Z', 'updated_at': '2022-10-26T16:15:21Z', 'revision_number': 5, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ce2c619-1bc6-46dd-81cf-07689ccb31aa', 'name': '', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'mac_address': 'fa:16:3e:de:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:55Z', 'updated_at': '2022-10-26T16:13:01Z', 'revision_number': 5, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'subnets': [{'id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:23.192271 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf127ce8-632c-4d35-a236-b1d02ccc4bf5 None None] The sync data for ids ['a28d5634-9298-4c2f-bd30-85373259106d'] in dv-neutron-862712-1-hyperv is: [{'id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'name': 'tempest-ServerActionsTestJSON-576556714-router', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:51Z', 'updated_at': '2022-10-26T16:12:55Z', 'revision_number': 4, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'gw_port': {'id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:52Z', 'updated_at': '2022-10-26T16:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '28d162d4-3f3c-4a9a-a8c5-ef301a0e23aa', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'floating_ip_address': '172.26.2.205', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'port_id': 'f2a3ca82-8a3e-491a-a4d5-e70ee7410e80', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'mac_address': 'fa:16:3e:8d:49:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4b898e-e39f-4004-a6a9-343437b9f5ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:12:59Z', 'updated_at': '2022-10-26T16:15:21Z', 'revision_number': 5, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ce2c619-1bc6-46dd-81cf-07689ccb31aa', 'name': '', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'mac_address': 'fa:16:3e:de:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:55Z', 'updated_at': '2022-10-26T16:13:01Z', 'revision_number': 5, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'subnets': [{'id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:15:23.381348 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588409e2-7e41-4c59-8980-bf17491a7a85 None None] New status for floating IP 28d162d4-3f3c-4a9a-a8c5-ef301a0e23aa: ACTIVE {{(pid=89750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:15:27.187011 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:15:32.072700 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-26482020-8261-46e9-9ea2-63a2b4c79624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:15:33.313491 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-99655052-5b4f-43b1-b265-54d2082b15e5 req-ae10ac6d-90f4-4268-b9d1-5900be328406 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1222849 Oct 26 16:15:33.573202 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99655052-5b4f-43b1-b265-54d2082b15e5 req-ac39b407-a7f2-45c1-8a71-5a5c808c8c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:33.574676 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-99655052-5b4f-43b1-b265-54d2082b15e5 req-ac39b407-a7f2-45c1-8a71-5a5c808c8c56 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25&device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 1098 time: 0.1816535 Oct 26 16:15:33.719661 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99655052-5b4f-43b1-b265-54d2082b15e5 req-73fc44b1-f639-4ea0-8f0f-c80a9b63946b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:33.721081 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-99655052-5b4f-43b1-b265-54d2082b15e5 req-73fc44b1-f639-4ea0-8f0f-c80a9b63946b service neutron] 10.222.0.48 "GET /v2.0/networks?id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600 HTTP/1.1" status: 200 len: 912 time: 0.1286938 Oct 26 16:15:33.826270 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-99655052-5b4f-43b1-b265-54d2082b15e5 req-d4384c75-af86-459e-a1d3-3e63ea796af0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2a3ca82-8a3e-491a-a4d5-e70ee7410e80 HTTP/1.1" status: 200 len: 1001 time: 0.0985732 Oct 26 16:15:33.886647 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99655052-5b4f-43b1-b265-54d2082b15e5 req-6cfa5e50-73ef-410c-90a1-3ffde5de503e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:33.888780 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-99655052-5b4f-43b1-b265-54d2082b15e5 req-6cfa5e50-73ef-410c-90a1-3ffde5de503e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e408eec8-d1c1-4bc3-8669-81aaf1adffc5 HTTP/1.1" status: 200 len: 850 time: 0.0574617 Oct 26 16:15:33.972117 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99655052-5b4f-43b1-b265-54d2082b15e5 req-dee9e1e3-b8eb-4dc2-a783-1dd28bacb797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:33.973616 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-99655052-5b4f-43b1-b265-54d2082b15e5 req-dee9e1e3-b8eb-4dc2-a783-1dd28bacb797 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804904 Oct 26 16:15:34.105186 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-99655052-5b4f-43b1-b265-54d2082b15e5 req-f8c90104-8e16-411b-abdd-8281d6622ede service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258383 Oct 26 16:15:34.237721 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-99655052-5b4f-43b1-b265-54d2082b15e5 req-1519e635-83bc-4d90-97aa-5ce627db0640 service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269574 Oct 26 16:15:34.461008 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2179428c-b91b-4dc4-86d9-ff7b48269e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:15:35.249511 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:15:35.352145 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:15:36.906549 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:15:44.709609 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:15:57.225379 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:16:02.110903 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f4821dc6-8496-4a1c-8541-e04f809652b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:16:04.482587 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-aa2699e8-5c66-40c5-af60-77c270c3ed48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:16:05.272729 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:16:05.350966 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:16:06.916500 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:16:21.708553 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:16:27.218708 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:16:32.081561 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d77b8107-2743-4d4a-a81d-1ac7fa7677fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:16:33.308331 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-29f11329-c697-4a0d-8de0-4b3001c729c6 req-d1f2c235-8cae-430c-843d-7607bb7afc94 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0779564 Oct 26 16:16:33.471451 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f11329-c697-4a0d-8de0-4b3001c729c6 req-ea477156-6efe-4018-8dca-0b739a01cb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:33.472884 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-29f11329-c697-4a0d-8de0-4b3001c729c6 req-ea477156-6efe-4018-8dca-0b739a01cb56 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25&device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 1098 time: 0.0820141 Oct 26 16:16:33.618369 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f11329-c697-4a0d-8de0-4b3001c729c6 req-8ff7305b-9833-4f74-8ce5-de204a0f618f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:33.619789 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-29f11329-c697-4a0d-8de0-4b3001c729c6 req-8ff7305b-9833-4f74-8ce5-de204a0f618f service neutron] 10.222.0.48 "GET /v2.0/networks?id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600 HTTP/1.1" status: 200 len: 912 time: 0.1283135 Oct 26 16:16:33.724635 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-29f11329-c697-4a0d-8de0-4b3001c729c6 req-4286027b-3b3c-4f06-ac94-4e146fb00d99 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2a3ca82-8a3e-491a-a4d5-e70ee7410e80 HTTP/1.1" status: 200 len: 1001 time: 0.0987818 Oct 26 16:16:33.786087 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f11329-c697-4a0d-8de0-4b3001c729c6 req-52aecda1-04eb-4a2f-b3de-aaea71b83b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:33.787473 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-29f11329-c697-4a0d-8de0-4b3001c729c6 req-52aecda1-04eb-4a2f-b3de-aaea71b83b10 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e408eec8-d1c1-4bc3-8669-81aaf1adffc5 HTTP/1.1" status: 200 len: 850 time: 0.0567253 Oct 26 16:16:33.871415 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f11329-c697-4a0d-8de0-4b3001c729c6 req-403164fc-fa6d-477c-abac-431b0afe5766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:33.872744 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-29f11329-c697-4a0d-8de0-4b3001c729c6 req-403164fc-fa6d-477c-abac-431b0afe5766 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797637 Oct 26 16:16:34.003238 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-29f11329-c697-4a0d-8de0-4b3001c729c6 req-7172a473-058c-4139-b109-32747003c12d service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240726 Oct 26 16:16:34.132180 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-29f11329-c697-4a0d-8de0-4b3001c729c6 req-c8fcc815-3153-4b82-b86b-df7563b71f57 service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231284 Oct 26 16:16:34.469752 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c99aab65-c924-4967-a797-8d26539508f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:16:35.252913 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:16:35.339191 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:16:36.696444 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71293dc7-d011-405b-8ee8-b1e5a3f07e69 req-376e0178-ec1e-49ea-9ea6-a46b7c5e2976 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:36.698056 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-71293dc7-d011-405b-8ee8-b1e5a3f07e69 req-376e0178-ec1e-49ea-9ea6-a46b7c5e2976 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 945 time: 0.1907029 Oct 26 16:16:36.741274 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-71293dc7-d011-405b-8ee8-b1e5a3f07e69 req-18384604-9ec9-4767-a1e6-ce90a799ed62 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376494 Oct 26 16:16:36.909850 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:16:37.944975 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa62218-9665-4244-a1e9-89c149170856 req-cb0132d7-6658-4c0e-b789-b58ef6b28006 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:37.946337 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-3fa62218-9665-4244-a1e9-89c149170856 req-cb0132d7-6658-4c0e-b789-b58ef6b28006 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 945 time: 0.0891407 Oct 26 16:16:37.989099 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-3fa62218-9665-4244-a1e9-89c149170856 req-b68567b3-33f1-44d9-af29-07edec0e53b8 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369999 Oct 26 16:16:39.192739 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dae453-c3fd-48f4-9532-d9ad6185d431 req-a6d297c2-51ff-49a3-8701-12b29698374e tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:39.194169 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e5dae453-c3fd-48f4-9532-d9ad6185d431 req-a6d297c2-51ff-49a3-8701-12b29698374e tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 945 time: 0.0925400 Oct 26 16:16:39.238184 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e5dae453-c3fd-48f4-9532-d9ad6185d431 req-b71ea54a-5e17-471b-abeb-3d70069cfefb tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381153 Oct 26 16:16:40.441482 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48a09e-d042-4334-a496-2e43b1b46d10 req-a1bc681d-a3f4-479d-ae7b-232d9e5f121c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:40.442958 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-8b48a09e-d042-4334-a496-2e43b1b46d10 req-a1bc681d-a3f4-479d-ae7b-232d9e5f121c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 945 time: 0.0923674 Oct 26 16:16:40.487936 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-8b48a09e-d042-4334-a496-2e43b1b46d10 req-b6749741-3988-46cf-bd3d-6eaec4dc03b2 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389509 Oct 26 16:16:41.685415 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa309fa-9371-41c2-b557-6f753e6ee2c9 req-5f196bdd-3ca6-423b-b140-531260151ab6 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:41.686906 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2aa309fa-9371-41c2-b557-6f753e6ee2c9 req-5f196bdd-3ca6-423b-b140-531260151ab6 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 945 time: 0.0887620 Oct 26 16:16:41.733828 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2aa309fa-9371-41c2-b557-6f753e6ee2c9 req-8a4e0bcf-2ff5-40c7-b71c-a67f1a278995 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411725 Oct 26 16:16:42.934550 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428eedc-e0d9-4347-ac8b-188ddc2cf5a5 req-97e23c76-2590-4be4-8183-35a8e91bf260 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:42.936000 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-6428eedc-e0d9-4347-ac8b-188ddc2cf5a5 req-97e23c76-2590-4be4-8183-35a8e91bf260 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 945 time: 0.0908673 Oct 26 16:16:42.978957 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-6428eedc-e0d9-4347-ac8b-188ddc2cf5a5 req-ae574d26-2034-43de-a515-c87a186fe7ce tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372496 Oct 26 16:16:44.176086 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f39e5b-5db0-4d34-be43-cca099032233 req-011b519c-1b34-4844-bbf9-b754c3c2eb08 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:44.177532 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d7f39e5b-5db0-4d34-be43-cca099032233 req-011b519c-1b34-4844-bbf9-b754c3c2eb08 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 945 time: 0.0884607 Oct 26 16:16:44.221021 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d7f39e5b-5db0-4d34-be43-cca099032233 req-4fa047f0-7dac-472a-a94b-0c174f9b1a27 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371549 Oct 26 16:16:45.422695 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8b3a6-4520-49b3-b90b-8a58c189d2da req-f1f20988-cb5f-4db3-b2c4-93c73b958ad9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:45.424164 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-cab8b3a6-4520-49b3-b90b-8a58c189d2da req-f1f20988-cb5f-4db3-b2c4-93c73b958ad9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 945 time: 0.0882025 Oct 26 16:16:45.467985 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-cab8b3a6-4520-49b3-b90b-8a58c189d2da req-8759e082-66bc-43da-b430-fc041b16ef05 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382206 Oct 26 16:16:46.671662 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d16c6c-63bc-4978-a1f7-fca1649229fe req-4990f540-8f37-4326-9d7d-211f459c3030 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:46.673093 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b8d16c6c-63bc-4978-a1f7-fca1649229fe req-4990f540-8f37-4326-9d7d-211f459c3030 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 945 time: 0.0915501 Oct 26 16:16:46.717222 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b8d16c6c-63bc-4978-a1f7-fca1649229fe req-40b35034-38a5-4cbf-bb5f-93b54da8c02f tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385303 Oct 26 16:16:47.916758 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1c14e-98e9-453f-82b8-f4388fa9f61c req-0607fe7b-0453-48cf-8945-7c1dd564652b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:47.918416 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-53b1c14e-98e9-453f-82b8-f4388fa9f61c req-0607fe7b-0453-48cf-8945-7c1dd564652b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 945 time: 0.0918303 Oct 26 16:16:47.961618 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-53b1c14e-98e9-453f-82b8-f4388fa9f61c req-2cbb476b-be4b-466c-b55e-f100b57a1d5c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375021 Oct 26 16:16:49.158411 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e7240-8b76-4c53-8e82-e509507542ff req-b879d597-c532-4ab5-880a-ea078d075fdf tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:49.159897 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9b8e7240-8b76-4c53-8e82-e509507542ff req-b879d597-c532-4ab5-880a-ea078d075fdf tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 945 time: 0.0886371 Oct 26 16:16:49.206991 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9b8e7240-8b76-4c53-8e82-e509507542ff req-be9c687a-0c0f-4880-8704-c3a06dd95af9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413845 Oct 26 16:16:50.406190 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298cc607-db7e-44ec-89c4-cf16f50df91b req-7842a6a5-df31-4d72-917f-7e5d729074b2 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:50.407654 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-298cc607-db7e-44ec-89c4-cf16f50df91b req-7842a6a5-df31-4d72-917f-7e5d729074b2 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 945 time: 0.0881841 Oct 26 16:16:50.454205 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-298cc607-db7e-44ec-89c4-cf16f50df91b req-fcc034ac-ec8e-4631-8cdf-ee3ec21f3af8 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409741 Oct 26 16:16:51.652698 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f5e06-ca83-4948-a837-77fad2e4a07f req-b149453d-bbf4-48fd-91c0-4622ebe91e42 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:51.654163 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ee0f5e06-ca83-4948-a837-77fad2e4a07f req-b149453d-bbf4-48fd-91c0-4622ebe91e42 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 945 time: 0.0883591 Oct 26 16:16:51.699503 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ee0f5e06-ca83-4948-a837-77fad2e4a07f req-790d176f-49fb-4897-b469-28b780f86e65 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397596 Oct 26 16:16:52.897999 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4913f9-5adf-49a8-afaa-a46522c16174 req-0163f154-d5af-486e-b77b-db884c43d7d7 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:52.899512 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-5b4913f9-5adf-49a8-afaa-a46522c16174 req-0163f154-d5af-486e-b77b-db884c43d7d7 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 945 time: 0.0883732 Oct 26 16:16:52.943686 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-5b4913f9-5adf-49a8-afaa-a46522c16174 req-41703bcd-36fb-4c02-9fd1-53bdb07711b3 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382779 Oct 26 16:16:53.506936 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f148f-a4d7-4200-b298-eaf6e9ddcd20 req-ed27e2a8-bb8f-4540-be12-747accb458c0 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:53.508518 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-448f148f-a4d7-4200-b298-eaf6e9ddcd20 req-ed27e2a8-bb8f-4540-be12-747accb458c0 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 945 time: 0.0917666 Oct 26 16:16:53.554272 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-448f148f-a4d7-4200-b298-eaf6e9ddcd20 req-7392e67f-b404-4443-870b-0b78d554ba9c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389819 Oct 26 16:16:53.555888 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2fc6ab1d-85d6-4fd4-a63d-0001717b99ec req-c1f60009-e663-412a-be67-19f9f5d72bb8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0830038 Oct 26 16:16:54.759920 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3459e-6967-4987-aa68-c35ad23ad434 req-4e2761ae-3afa-4208-9d69-b4675e83b7dc tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:54.762141 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1bd3459e-6967-4987-aa68-c35ad23ad434 req-4e2761ae-3afa-4208-9d69-b4675e83b7dc tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 945 time: 0.0925224 Oct 26 16:16:54.808654 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1bd3459e-6967-4987-aa68-c35ad23ad434 req-2ed7b229-43b2-4d9c-b7f4-d5eea9439194 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399470 Oct 26 16:16:55.653489 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6ab1d-85d6-4fd4-a63d-0001717b99ec req-d07b7865-39de-47bc-ae30-88827b6975de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:55.654975 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2fc6ab1d-85d6-4fd4-a63d-0001717b99ec req-d07b7865-39de-47bc-ae30-88827b6975de service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25&device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 1098 time: 0.0840530 Oct 26 16:16:55.788694 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6ab1d-85d6-4fd4-a63d-0001717b99ec req-b45c463b-ae85-4029-9674-0823ea347e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:55.790195 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2fc6ab1d-85d6-4fd4-a63d-0001717b99ec req-b45c463b-ae85-4029-9674-0823ea347e8a service neutron] 10.222.0.48 "GET /v2.0/networks?id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600 HTTP/1.1" status: 200 len: 912 time: 0.1293561 Oct 26 16:16:55.896095 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2fc6ab1d-85d6-4fd4-a63d-0001717b99ec req-2e5eda04-91e1-452b-af2d-0a926c31c047 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2a3ca82-8a3e-491a-a4d5-e70ee7410e80 HTTP/1.1" status: 200 len: 1001 time: 0.1003721 Oct 26 16:16:55.958577 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6ab1d-85d6-4fd4-a63d-0001717b99ec req-1d442f2c-1b82-4aef-be8b-07b3533a2889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:55.960034 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2fc6ab1d-85d6-4fd4-a63d-0001717b99ec req-1d442f2c-1b82-4aef-be8b-07b3533a2889 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e408eec8-d1c1-4bc3-8669-81aaf1adffc5 HTTP/1.1" status: 200 len: 850 time: 0.0587549 Oct 26 16:16:56.009582 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37ad73-93b2-4c34-840e-f9448f43ef51 req-eb1a73e3-e881-40cc-9004-6331b020ee35 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:56.011674 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-de37ad73-93b2-4c34-840e-f9448f43ef51 req-eb1a73e3-e881-40cc-9004-6331b020ee35 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 945 time: 0.0905960 Oct 26 16:16:56.047509 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6ab1d-85d6-4fd4-a63d-0001717b99ec req-b8fcb76d-a79c-4ba9-87ce-28309d544ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:56.049046 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2fc6ab1d-85d6-4fd4-a63d-0001717b99ec req-b8fcb76d-a79c-4ba9-87ce-28309d544ee7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836399 Oct 26 16:16:56.059305 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-de37ad73-93b2-4c34-840e-f9448f43ef51 req-e5069cca-b0f9-431e-8aef-90c75b8d9e16 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423911 Oct 26 16:16:56.181449 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2fc6ab1d-85d6-4fd4-a63d-0001717b99ec req-144ef637-1a96-4867-9091-ac7d4da83ba5 service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267469 Oct 26 16:16:56.311129 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2fc6ab1d-85d6-4fd4-a63d-0001717b99ec req-8689f47e-2626-4e11-8a9d-0d88ebfb0ffc service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242297 Oct 26 16:16:57.235431 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:16:57.264261 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9647c39-7cf0-4352-998a-0bb9c77a76ce req-d3647473-7c87-4cb9-b2ab-caf83b5b24b8 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:57.265719 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e9647c39-7cf0-4352-998a-0bb9c77a76ce req-d3647473-7c87-4cb9-b2ab-caf83b5b24b8 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 945 time: 0.0896852 Oct 26 16:16:57.309537 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e9647c39-7cf0-4352-998a-0bb9c77a76ce req-2c038f96-eb14-48f9-b42f-503214b8aaad tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380535 Oct 26 16:16:58.468434 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2fc6ab1d-85d6-4fd4-a63d-0001717b99ec req-47fcfee4-44cf-4945-ba4d-4d916af2c5ab service neutron] 10.222.0.48 "GET /v2.0/ports/f2a3ca82-8a3e-491a-a4d5-e70ee7410e80/bindings/hv-neutron-8627 HTTP/1.1" status: 200 len: 384 time: 0.1807632 Oct 26 16:16:58.518633 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a644be2-07d0-42da-adc6-0b7e7227eff4 req-06d23148-6a6f-44a3-a7e4-24bfbb6a8363 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:58.520109 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-9a644be2-07d0-42da-adc6-0b7e7227eff4 req-06d23148-6a6f-44a3-a7e4-24bfbb6a8363 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 945 time: 0.0916574 Oct 26 16:16:58.565075 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-9a644be2-07d0-42da-adc6-0b7e7227eff4 req-05963984-e236-43fb-a44b-fb185226fccd tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393014 Oct 26 16:16:58.707834 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:16:59.032790 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6ab1d-85d6-4fd4-a63d-0001717b99ec req-b5c978b1-f9c0-42f6-8095-852105a26eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:59.034156 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2fc6ab1d-85d6-4fd4-a63d-0001717b99ec req-b5c978b1-f9c0-42f6-8095-852105a26eae service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea&tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25 HTTP/1.1" status: 200 len: 1098 time: 0.0799954 Oct 26 16:16:59.147651 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6ab1d-85d6-4fd4-a63d-0001717b99ec req-90af4c96-ed4d-4f55-98ef-ee364d3f49e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:59.149151 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2fc6ab1d-85d6-4fd4-a63d-0001717b99ec req-90af4c96-ed4d-4f55-98ef-ee364d3f49e7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25&device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 1098 time: 0.0819006 Oct 26 16:16:59.283698 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6ab1d-85d6-4fd4-a63d-0001717b99ec req-a0476681-60f5-4c05-a039-80d50682e5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:59.285038 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2fc6ab1d-85d6-4fd4-a63d-0001717b99ec req-a0476681-60f5-4c05-a039-80d50682e5bf service neutron] 10.222.0.48 "GET /v2.0/networks?id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600 HTTP/1.1" status: 200 len: 912 time: 0.1305358 Oct 26 16:16:59.384407 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2fc6ab1d-85d6-4fd4-a63d-0001717b99ec req-f96e2f28-6c53-4828-9745-813baa36807f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2a3ca82-8a3e-491a-a4d5-e70ee7410e80 HTTP/1.1" status: 200 len: 1001 time: 0.0939305 Oct 26 16:16:59.448711 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6ab1d-85d6-4fd4-a63d-0001717b99ec req-4a327bce-2219-4f85-974f-78af23224e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:59.450123 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2fc6ab1d-85d6-4fd4-a63d-0001717b99ec req-4a327bce-2219-4f85-974f-78af23224e2e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e408eec8-d1c1-4bc3-8669-81aaf1adffc5 HTTP/1.1" status: 200 len: 850 time: 0.0598052 Oct 26 16:16:59.533962 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6ab1d-85d6-4fd4-a63d-0001717b99ec req-eae21030-449c-404a-b5d3-b5db31cbf7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:59.535391 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2fc6ab1d-85d6-4fd4-a63d-0001717b99ec req-eae21030-449c-404a-b5d3-b5db31cbf7f9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792840 Oct 26 16:16:59.670609 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2fc6ab1d-85d6-4fd4-a63d-0001717b99ec req-e3a9d1e1-49bf-47ae-8233-fdde8c543138 service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294465 Oct 26 16:16:59.873922 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2fc6ab1d-85d6-4fd4-a63d-0001717b99ec req-387d31fc-b6eb-4a69-aeca-df17ec7a58a1 service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964705 Oct 26 16:16:59.886707 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88138d-63d8-4556-904f-565eec890298 req-2b9833ca-6d3e-423d-be9a-55940fcb000d tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:59.888158 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4d88138d-63d8-4556-904f-565eec890298 req-2b9833ca-6d3e-423d-be9a-55940fcb000d tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 945 time: 0.1930339 Oct 26 16:16:59.932939 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4d88138d-63d8-4556-904f-565eec890298 req-36d68fea-52aa-4adb-94e8-ad135521ae76 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391350 Oct 26 16:17:01.133312 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddabb24-d38d-4d6b-8994-f4c3d7e7bb39 req-60b490d0-db2d-4cca-ae21-d89aeb9ff8cb tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:01.135019 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-bddabb24-d38d-4d6b-8994-f4c3d7e7bb39 req-60b490d0-db2d-4cca-ae21-d89aeb9ff8cb tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 945 time: 0.0907321 Oct 26 16:17:01.180594 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-bddabb24-d38d-4d6b-8994-f4c3d7e7bb39 req-da6b0bf9-07dd-4b6d-a24c-e1d23f1a8531 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388904 Oct 26 16:17:01.228476 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device f2a3ca82-8a3e-491a-a4d5-e70ee7410e80 details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 16:17:01.361465 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port f2a3ca82-8a3e-491a-a4d5-e70ee7410e80, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=f2a3ca82-8a3e-491a-a4d5-e70ee7410e80,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:17:01.375009 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': 'f2a3ca82-8a3e-491a-a4d5-e70ee7410e80', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'port_id': 'f2a3ca82-8a3e-491a-a4d5-e70ee7410e80', 'mac_address': 'fa:16:3e:8d:49:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 16:17:01.429099 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port f2a3ca82-8a3e-491a-a4d5-e70ee7410e80 is: ACTIVE; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:17:01.429488 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:17:01.446294 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2a3ca82-8a3e-491a-a4d5-e70ee7410e80 {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:17:01.461535 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port f2a3ca82-8a3e-491a-a4d5-e70ee7410e80, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=f2a3ca82-8a3e-491a-a4d5-e70ee7410e80,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:17:01.525698 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:17:01.596006 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=f2a3ca82-8a3e-491a-a4d5-e70ee7410e80,revision_number=6']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:17:01.603127 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:17:01.603482 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:17:01.603832 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:17:01.604171 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:17:01.605225 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:17:01.605737 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:17:01.606075 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:17:01.606411 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:17:01.606787 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:17:01.607118 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:17:01.607450 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:17:01.607781 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:17:01.993212 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['f2a3ca82-8a3e-491a-a4d5-e70ee7410e80'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:17:02.139378 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-60f44d37-fbcc-4f70-8431-bf7b4f024a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:17:02.381934 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a2bac-1b90-425d-b0dc-82e57bce96d9 req-b865d148-953e-4ddd-a71b-30d0483bcd3a tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:02.383296 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-706a2bac-1b90-425d-b0dc-82e57bce96d9 req-b865d148-953e-4ddd-a71b-30d0483bcd3a tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 944 time: 0.0914056 Oct 26 16:17:02.427692 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-706a2bac-1b90-425d-b0dc-82e57bce96d9 req-b0fc5720-ee09-4959-9775-7612646165bb tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378706 Oct 26 16:17:03.244480 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device f2a3ca82-8a3e-491a-a4d5-e70ee7410e80 up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:17:03.313437 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port f2a3ca82-8a3e-491a-a4d5-e70ee7410e80 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:17:03.313805 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:17:03.314140 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port f2a3ca82-8a3e-491a-a4d5-e70ee7410e80 Oct 26 16:17:03.430422 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port f2a3ca82-8a3e-491a-a4d5-e70ee7410e80 is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:17:03.430831 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:17:03.457625 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4b898e-e39f-4004-a6a9-343437b9f5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a3ca82-8a3e-491a-a4d5-e70ee7410e80'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:17:03.459917 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4adbbc9-dcd6-4d48-8b4b-aa5854677e40" -d '{"events": [{"server_uuid": "3a4b898e-e39f-4004-a6a9-343437b9f5ea", "name": "network-vif-plugged", "status": "completed", "tag": "f2a3ca82-8a3e-491a-a4d5-e70ee7410e80"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:17:03.467760 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port f2a3ca82-8a3e-491a-a4d5-e70ee7410e80, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=f2a3ca82-8a3e-491a-a4d5-e70ee7410e80,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:17:03.514034 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe015f5-db5f-4a2b-bfc2-f2d876992184 x-openstack-request-id: req-5fe015f5-db5f-4a2b-bfc2-f2d876992184 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:17:03.514324 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a4b898e-e39f-4004-a6a9-343437b9f5ea", "name": "network-vif-plugged", "status": "completed", "tag": "f2a3ca82-8a3e-491a-a4d5-e70ee7410e80", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:17:03.514622 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5fe015f5-db5f-4a2b-bfc2-f2d876992184 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:17:03.515021 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fe015f5-db5f-4a2b-bfc2-f2d876992184'] response: {'server_uuid': '3a4b898e-e39f-4004-a6a9-343437b9f5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a3ca82-8a3e-491a-a4d5-e70ee7410e80', 'code': 200} Oct 26 16:17:03.554340 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:17:03.623590 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=f2a3ca82-8a3e-491a-a4d5-e70ee7410e80,revision_number=7']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:17:03.635540 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3b987-d8b0-4ea8-98a3-dab1be3c2d02 req-a99c31fe-f1f8-4ddd-99e5-e2a83da1d74d tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:03.637143 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b5a3b987-d8b0-4ea8-98a3-dab1be3c2d02 req-a99c31fe-f1f8-4ddd-99e5-e2a83da1d74d tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 945 time: 0.0914972 Oct 26 16:17:03.685912 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b5a3b987-d8b0-4ea8-98a3-dab1be3c2d02 req-0baf48ab-454f-4384-b147-045344252e94 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430870 Oct 26 16:17:04.157297 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b340e72-4a9b-44d2-86af-6be00d9dbbb3 req-59c35674-e5bb-4e5c-b9ee-e44a5103f8c2 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:04.158681 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-3b340e72-4a9b-44d2-86af-6be00d9dbbb3 req-59c35674-e5bb-4e5c-b9ee-e44a5103f8c2 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 945 time: 0.0911028 Oct 26 16:17:04.204409 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-3b340e72-4a9b-44d2-86af-6be00d9dbbb3 req-3d85d959-8333-4d29-ab19-b5c13f6c263c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399494 Oct 26 16:17:04.223591 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c25cf-e1ef-4e3f-a629-33fc20fab1c7 req-d543a065-8759-4737-bb99-8ec42bf18c7a tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:04.225083 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f45c25cf-e1ef-4e3f-a629-33fc20fab1c7 req-d543a065-8759-4737-bb99-8ec42bf18c7a tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea&tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25&binding%3Ahost_id=hv-neutron-8627 HTTP/1.1" status: 200 len: 945 time: 0.0930133 Oct 26 16:17:04.390611 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c25cf-e1ef-4e3f-a629-33fc20fab1c7 req-69f722c6-2ecd-4c37-9236-7688883ac7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:04.392110 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f45c25cf-e1ef-4e3f-a629-33fc20fab1c7 req-69f722c6-2ecd-4c37-9236-7688883ac7bd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25&device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 1098 time: 0.0832081 Oct 26 16:17:04.452008 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fdc69f7e-bd4e-40a7-86c3-176903fe54d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:17:04.528945 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c25cf-e1ef-4e3f-a629-33fc20fab1c7 req-0b028189-b20b-4320-b395-4b5395bfc6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:04.530407 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f45c25cf-e1ef-4e3f-a629-33fc20fab1c7 req-0b028189-b20b-4320-b395-4b5395bfc6ce service neutron] 10.222.0.48 "GET /v2.0/networks?id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600 HTTP/1.1" status: 200 len: 912 time: 0.1329722 Oct 26 16:17:04.633450 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f45c25cf-e1ef-4e3f-a629-33fc20fab1c7 req-d50c36e2-1dc9-4d8c-baf2-d1ac29081afe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2a3ca82-8a3e-491a-a4d5-e70ee7410e80 HTTP/1.1" status: 200 len: 1001 time: 0.0977869 Oct 26 16:17:04.695253 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c25cf-e1ef-4e3f-a629-33fc20fab1c7 req-5811c279-97ac-4cc1-b62b-5f0a5004144b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:04.696735 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f45c25cf-e1ef-4e3f-a629-33fc20fab1c7 req-5811c279-97ac-4cc1-b62b-5f0a5004144b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e408eec8-d1c1-4bc3-8669-81aaf1adffc5 HTTP/1.1" status: 200 len: 850 time: 0.0581775 Oct 26 16:17:04.783394 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c25cf-e1ef-4e3f-a629-33fc20fab1c7 req-12ea67d1-a047-4462-99ff-6c1895e94220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:04.784769 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f45c25cf-e1ef-4e3f-a629-33fc20fab1c7 req-12ea67d1-a047-4462-99ff-6c1895e94220 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0828457 Oct 26 16:17:05.013282 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f45c25cf-e1ef-4e3f-a629-33fc20fab1c7 req-ede977ba-702e-482a-9178-444caf994bdc service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228842 Oct 26 16:17:05.144428 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f45c25cf-e1ef-4e3f-a629-33fc20fab1c7 req-b8a9716b-9a25-4594-b41c-a96de4758e79 service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246846 Oct 26 16:17:05.257669 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:17:05.372099 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:17:05.408044 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec31b1d-568b-4065-ae20-664fddf3fce3 req-8dc7112c-153a-415a-a91f-4311ec8db00a tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:05.409427 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6ec31b1d-568b-4065-ae20-664fddf3fce3 req-8dc7112c-153a-415a-a91f-4311ec8db00a tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 945 time: 0.0894144 Oct 26 16:17:05.453593 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6ec31b1d-568b-4065-ae20-664fddf3fce3 req-0d0095ba-1e21-4aa0-9185-6fa6d6bffe6b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384564 Oct 26 16:17:06.659960 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83827123-fb29-4ffa-aba3-0401cc406f2e req-413636fd-7925-4a59-be24-810ee864bf18 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:06.661434 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-83827123-fb29-4ffa-aba3-0401cc406f2e req-413636fd-7925-4a59-be24-810ee864bf18 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 945 time: 0.0925100 Oct 26 16:17:06.706120 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-83827123-fb29-4ffa-aba3-0401cc406f2e req-aba35ba8-dca0-4b13-988d-dc829fecd068 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390663 Oct 26 16:17:06.905440 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc336b-62f2-441f-980d-809916744fce req-baccfaf0-e48d-4f96-b8bd-6b271537f7c0 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:06.906905 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-57cc336b-62f2-441f-980d-809916744fce req-baccfaf0-e48d-4f96-b8bd-6b271537f7c0 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 945 time: 0.0916350 Oct 26 16:17:06.932904 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:17:06.952976 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-57cc336b-62f2-441f-980d-809916744fce req-576a4f0b-d5b3-4483-90a7-1efd24fc79bd tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403783 Oct 26 16:17:07.445434 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dce1e1-3cd5-4da1-80c6-1e4e93f5423b req-3d252e9e-517b-4ed9-bbdf-6661a58bf79b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:07.446886 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-22dce1e1-3cd5-4da1-80c6-1e4e93f5423b req-3d252e9e-517b-4ed9-bbdf-6661a58bf79b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 945 time: 0.0900149 Oct 26 16:17:07.536170 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-22dce1e1-3cd5-4da1-80c6-1e4e93f5423b req-12fa5148-a6f0-42d0-b7d2-152afe082857 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829005 Oct 26 16:17:07.572388 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e00020-1af2-46af-886c-4d5c6ba41c8c req-f896c5cc-4074-429d-9093-46c5de869051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:07.574457 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c3e00020-1af2-46af-886c-4d5c6ba41c8c req-f896c5cc-4074-429d-9093-46c5de869051 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25&device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 1098 time: 0.0847130 Oct 26 16:17:07.707015 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e00020-1af2-46af-886c-4d5c6ba41c8c req-eeab9d6e-f376-420d-af1b-8bd3eba57dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:07.708515 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c3e00020-1af2-46af-886c-4d5c6ba41c8c req-eeab9d6e-f376-420d-af1b-8bd3eba57dce service neutron] 10.222.0.48 "GET /v2.0/networks?id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600 HTTP/1.1" status: 200 len: 912 time: 0.1284525 Oct 26 16:17:07.814024 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c3e00020-1af2-46af-886c-4d5c6ba41c8c req-98071987-685b-4dfa-9ba3-73cae534c53c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2a3ca82-8a3e-491a-a4d5-e70ee7410e80 HTTP/1.1" status: 200 len: 1001 time: 0.0997691 Oct 26 16:17:07.876623 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e00020-1af2-46af-886c-4d5c6ba41c8c req-79aba177-eaa3-45cc-979f-11ed3581ecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:07.878033 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c3e00020-1af2-46af-886c-4d5c6ba41c8c req-79aba177-eaa3-45cc-979f-11ed3581ecbe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e408eec8-d1c1-4bc3-8669-81aaf1adffc5 HTTP/1.1" status: 200 len: 850 time: 0.0581372 Oct 26 16:17:07.963448 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e00020-1af2-46af-886c-4d5c6ba41c8c req-c813094c-2b1e-44ad-83fc-2e4e43b0fcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:07.965038 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c3e00020-1af2-46af-886c-4d5c6ba41c8c req-c813094c-2b1e-44ad-83fc-2e4e43b0fcfb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802517 Oct 26 16:17:08.095540 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c3e00020-1af2-46af-886c-4d5c6ba41c8c req-93df0b81-0ae4-45c8-b39a-08491021dd01 service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242495 Oct 26 16:17:08.224547 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c3e00020-1af2-46af-886c-4d5c6ba41c8c req-9787acd6-b4e4-451b-88cd-d23d03fab9d8 service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238501 Oct 26 16:17:08.738745 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d5c7a-bd0f-4e7a-b9e7-10dc0122d91f req-c1d537a6-2f20-4767-bb5f-b0de3fe3eb79 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:08.740215 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-cc7d5c7a-bd0f-4e7a-b9e7-10dc0122d91f req-c1d537a6-2f20-4767-bb5f-b0de3fe3eb79 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 945 time: 0.0902414 Oct 26 16:17:08.789446 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-cc7d5c7a-bd0f-4e7a-b9e7-10dc0122d91f req-ace20e4e-4e1b-41ea-9d20-44703ec7d2e8 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422273 Oct 26 16:17:09.989631 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e5754-6898-44bb-8a08-d66eaef3c664 req-880bd036-672d-4493-b75e-11a14fdc508f tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:09.991033 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-349e5754-6898-44bb-8a08-d66eaef3c664 req-880bd036-672d-4493-b75e-11a14fdc508f tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 945 time: 0.0892901 Oct 26 16:17:10.040042 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-349e5754-6898-44bb-8a08-d66eaef3c664 req-3bcc6026-b609-4f82-a897-060e83dd7e56 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425711 Oct 26 16:17:10.628894 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017ade0-c48a-42ae-b8a7-23a4a650c7d9 req-8f9a3fe0-11fb-4044-b344-ef81cf84a655 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:10.630324 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a017ade0-c48a-42ae-b8a7-23a4a650c7d9 req-8f9a3fe0-11fb-4044-b344-ef81cf84a655 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 945 time: 0.0887282 Oct 26 16:17:10.674650 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a017ade0-c48a-42ae-b8a7-23a4a650c7d9 req-5d0fa1bc-16e4-45b5-be61-0cf05524ba4c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376463 Oct 26 16:17:11.895006 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44258c65-817a-4f01-a92d-73cda6004c6e req-a6335066-5e8e-4c9f-aa22-78532c5a8a33 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:11.896497 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-44258c65-817a-4f01-a92d-73cda6004c6e req-a6335066-5e8e-4c9f-aa22-78532c5a8a33 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 945 time: 0.0971620 Oct 26 16:17:11.942619 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-44258c65-817a-4f01-a92d-73cda6004c6e req-a861bf2c-b167-4c99-ac8e-bd3bb23f2b74 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402374 Oct 26 16:17:12.569221 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee1acf-7bc9-49ce-8eb0-b5c8cb18adbb req-7a31df3b-a8fe-4f2b-a798-592b84631c69 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:12.570661 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-18ee1acf-7bc9-49ce-8eb0-b5c8cb18adbb req-7a31df3b-a8fe-4f2b-a798-592b84631c69 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 945 time: 0.1964505 Oct 26 16:17:12.640379 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-18ee1acf-7bc9-49ce-8eb0-b5c8cb18adbb req-54a76f17-6703-4e86-a720-f7175ef70d5c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Deleting port f2a3ca82-8a3e-491a-a4d5-e70ee7410e80 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:17:12.640714 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-18ee1acf-7bc9-49ce-8eb0-b5c8cb18adbb req-54a76f17-6703-4e86-a720-f7175ef70d5c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:17:12.905122 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-18ee1acf-7bc9-49ce-8eb0-b5c8cb18adbb req-54a76f17-6703-4e86-a720-f7175ef70d5c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] For port f2a3ca82-8a3e-491a-a4d5-e70ee7410e80, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=f2a3ca82-8a3e-491a-a4d5-e70ee7410e80,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:17:12.905430 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-18ee1acf-7bc9-49ce-8eb0-b5c8cb18adbb req-54a76f17-6703-4e86-a720-f7175ef70d5c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:17:13.266827 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-18ee1acf-7bc9-49ce-8eb0-b5c8cb18adbb req-54a76f17-6703-4e86-a720-f7175ef70d5c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:17:13.267196 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-18ee1acf-7bc9-49ce-8eb0-b5c8cb18adbb req-54a76f17-6703-4e86-a720-f7175ef70d5c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:17:13.267535 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.l3_db [req-18ee1acf-7bc9-49ce-8eb0-b5c8cb18adbb req-54a76f17-6703-4e86-a720-f7175ef70d5c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Floating IP 28d162d4-3f3c-4a9a-a8c5-ef301a0e23aa disassociated. External IP: 172.26.2.205, port: f2a3ca82-8a3e-491a-a4d5-e70ee7410e80. Oct 26 16:17:13.267872 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-18ee1acf-7bc9-49ce-8eb0-b5c8cb18adbb req-54a76f17-6703-4e86-a720-f7175ef70d5c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Calling delete_port for f2a3ca82-8a3e-491a-a4d5-e70ee7410e80 owned by compute:nova {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:17:13.326966 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8be49-5d6a-4c58-8f0b-edb7539e8571 req-d6fd20ee-0cde-4955-b167-8a26df0965c5 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:13.328419 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-61c8be49-5d6a-4c58-8f0b-edb7539e8571 req-d6fd20ee-0cde-4955-b167-8a26df0965c5 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 945 time: 0.2495551 Oct 26 16:17:13.394526 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-61c8be49-5d6a-4c58-8f0b-edb7539e8571 req-eaefb5ca-989c-4c2b-b137-2a8074330122 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605068 Oct 26 16:17:13.531600 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-18ee1acf-7bc9-49ce-8eb0-b5c8cb18adbb req-54a76f17-6703-4e86-a720-f7175ef70d5c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:17:13.581982 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a76f17-6703-4e86-a720-f7175ef70d5c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Pushing event deleted for resources: {'Port': ['ID=f2a3ca82-8a3e-491a-a4d5-e70ee7410e80,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:17:13.592759 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a76f17-6703-4e86-a720-f7175ef70d5c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:17:13.593115 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a76f17-6703-4e86-a720-f7175ef70d5c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:17:13.593459 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a76f17-6703-4e86-a720-f7175ef70d5c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:17:13.593797 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a76f17-6703-4e86-a720-f7175ef70d5c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:17:13.594133 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a76f17-6703-4e86-a720-f7175ef70d5c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:17:13.594493 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a76f17-6703-4e86-a720-f7175ef70d5c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:17:13.594823 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a76f17-6703-4e86-a720-f7175ef70d5c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:17:13.595154 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a76f17-6703-4e86-a720-f7175ef70d5c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:17:13.595480 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a76f17-6703-4e86-a720-f7175ef70d5c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:17:13.595805 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a76f17-6703-4e86-a720-f7175ef70d5c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:17:13.596128 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a76f17-6703-4e86-a720-f7175ef70d5c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:17:13.596448 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a76f17-6703-4e86-a720-f7175ef70d5c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:17:13.792100 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18ee1acf-7bc9-49ce-8eb0-b5c8cb18adbb req-54a76f17-6703-4e86-a720-f7175ef70d5c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Router a28d5634-9298-4c2f-bd30-85373259106d has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:17:13.975687 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18ee1acf-7bc9-49ce-8eb0-b5c8cb18adbb req-54a76f17-6703-4e86-a720-f7175ef70d5c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:17:13.985621 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bbdbaa-9d66-4b3a-ae6f-908794009c27 None None] Sync routers for ids ['a28d5634-9298-4c2f-bd30-85373259106d'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:17:13.994940 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bbdbaa-9d66-4b3a-ae6f-908794009c27 None None] Routers {'a28d5634-9298-4c2f-bd30-85373259106d'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:17:13.996129 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-63bbdbaa-9d66-4b3a-ae6f-908794009c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:17:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['a28d5634-9298-4c2f-bd30-85373259106d'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:17:14.061457 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ee1acf-7bc9-49ce-8eb0-b5c8cb18adbb req-54a76f17-6703-4e86-a720-f7175ef70d5c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] No DVR routers for this DVR port f2a3ca82-8a3e-491a-a4d5-e70ee7410e80 on host hv-neutron-8627 {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:17:14.063877 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-18ee1acf-7bc9-49ce-8eb0-b5c8cb18adbb req-54a76f17-6703-4e86-a720-f7175ef70d5c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:17:14.066619 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4b898e-e39f-4004-a6a9-343437b9f5ea', 'name': 'network-vif-deleted', 'tag': 'f2a3ca82-8a3e-491a-a4d5-e70ee7410e80'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:17:14.068895 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fd60c0-a7a1-46a8-a1aa-de739eeba59b" -d '{"events": [{"server_uuid": "3a4b898e-e39f-4004-a6a9-343437b9f5ea", "name": "network-vif-deleted", "tag": "f2a3ca82-8a3e-491a-a4d5-e70ee7410e80"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:17:14.133179 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-18ee1acf-7bc9-49ce-8eb0-b5c8cb18adbb req-54a76f17-6703-4e86-a720-f7175ef70d5c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.48 "DELETE /v2.0/ports/f2a3ca82-8a3e-491a-a4d5-e70ee7410e80 HTTP/1.1" status: 204 len: 173 time: 1.5570946 Oct 26 16:17:14.179649 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-63bbdbaa-9d66-4b3a-ae6f-908794009c27 None None] Set router a28d5634-9298-4c2f-bd30-85373259106d gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:17:14.218102 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028c5461-43bb-47f7-8382-39d5b3422bc3 x-openstack-request-id: req-028c5461-43bb-47f7-8382-39d5b3422bc3 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:17:14.218102 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a4b898e-e39f-4004-a6a9-343437b9f5ea", "name": "network-vif-deleted", "tag": "f2a3ca82-8a3e-491a-a4d5-e70ee7410e80", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:17:14.218102 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-028c5461-43bb-47f7-8382-39d5b3422bc3 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:17:14.218102 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-028c5461-43bb-47f7-8382-39d5b3422bc3'] response: {'server_uuid': '3a4b898e-e39f-4004-a6a9-343437b9f5ea', 'name': 'network-vif-deleted', 'tag': 'f2a3ca82-8a3e-491a-a4d5-e70ee7410e80', 'status': 'completed', 'code': 200} Oct 26 16:17:14.547569 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-63bbdbaa-9d66-4b3a-ae6f-908794009c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'name': 'tempest-ServerActionsTestJSON-576556714-router', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:51Z', 'updated_at': '2022-10-26T16:12:55Z', 'revision_number': 4, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'gw_port': {'id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:52Z', 'updated_at': '2022-10-26T16:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '7ce2c619-1bc6-46dd-81cf-07689ccb31aa', 'name': '', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'mac_address': 'fa:16:3e:de:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:55Z', 'updated_at': '2022-10-26T16:13:01Z', 'revision_number': 5, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'subnets': [{'id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:17:14.551733 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bbdbaa-9d66-4b3a-ae6f-908794009c27 None None] Checking router: a28d5634-9298-4c2f-bd30-85373259106d for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:17:14.560779 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bbdbaa-9d66-4b3a-ae6f-908794009c27 None None] Routers {'a28d5634-9298-4c2f-bd30-85373259106d'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:17:14.561372 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-63bbdbaa-9d66-4b3a-ae6f-908794009c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:17:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['a28d5634-9298-4c2f-bd30-85373259106d'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:17:14.696228 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-abc35af5-3d0b-4eb9-9f0f-7121a624959f req-e707c4d7-dfca-45b8-98bc-518f5a76226f tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Synchronizing usage tracker for tenant:ac8cfce7f56b4de59a2eac4bfb14ae25 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:17:14.755226 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-63bbdbaa-9d66-4b3a-ae6f-908794009c27 None None] Set router a28d5634-9298-4c2f-bd30-85373259106d gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:17:14.765774 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-abc35af5-3d0b-4eb9-9f0f-7121a624959f req-e707c4d7-dfca-45b8-98bc-518f5a76226f tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Unset dirty status for tenant:ac8cfce7f56b4de59a2eac4bfb14ae25 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:17:14.767152 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-abc35af5-3d0b-4eb9-9f0f-7121a624959f req-e707c4d7-dfca-45b8-98bc-518f5a76226f tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a4b898e-e39f-4004-a6a9-343437b9f5ea HTTP/1.1" status: 200 len: 210 time: 0.2416668 Oct 26 16:17:15.072812 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-63bbdbaa-9d66-4b3a-ae6f-908794009c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'name': 'tempest-ServerActionsTestJSON-576556714-router', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:51Z', 'updated_at': '2022-10-26T16:12:55Z', 'revision_number': 4, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'gw_port': {'id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:52Z', 'updated_at': '2022-10-26T16:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '7ce2c619-1bc6-46dd-81cf-07689ccb31aa', 'name': '', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'mac_address': 'fa:16:3e:de:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:55Z', 'updated_at': '2022-10-26T16:13:01Z', 'revision_number': 5, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'subnets': [{'id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:17:15.077257 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bbdbaa-9d66-4b3a-ae6f-908794009c27 None None] The sync data for ids ['a28d5634-9298-4c2f-bd30-85373259106d'] in dv-neutron-862712-1-hyperv is: [{'id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'name': 'tempest-ServerActionsTestJSON-576556714-router', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:51Z', 'updated_at': '2022-10-26T16:12:55Z', 'revision_number': 4, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'gw_port': {'id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:52Z', 'updated_at': '2022-10-26T16:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '7ce2c619-1bc6-46dd-81cf-07689ccb31aa', 'name': '', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'mac_address': 'fa:16:3e:de:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:55Z', 'updated_at': '2022-10-26T16:13:01Z', 'revision_number': 5, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'subnets': [{'id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:17:15.289600 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4248dd3-222a-4148-a8ad-57073a0c2837 None None] New status for floating IP 28d162d4-3f3c-4a9a-a8c5-ef301a0e23aa: DOWN {{(pid=89750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:17:16.103384 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-3d72fd35-206d-4dbf-8d0e-3de11a74e160 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--268804624&fields=id&tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25 HTTP/1.1" status: 200 len: 267 time: 0.0381887 Oct 26 16:17:16.252621 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-e5e93b0c-6c46-4fca-a206-1ddd322a3aff tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:16.253949 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-e5e93b0c-6c46-4fca-a206-1ddd322a3aff tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/networks?id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600 HTTP/1.1" status: 200 len: 811 time: 0.1439464 Oct 26 16:17:16.268281 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-b07d8b42-b586-4d94-a886-e2e33bb813b0 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/quotas/ac8cfce7f56b4de59a2eac4bfb14ae25 HTTP/1.1" status: 200 len: 375 time: 0.0087230 Oct 26 16:17:16.362224 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-e46d1d45-dc55-4218-baad-012254b59f62 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0890982 Oct 26 16:17:16.680375 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-015d6169-100f-4d16-a233-1cfbea56d560 service neutron] 10.222.0.23 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060818 Oct 26 16:17:16.811715 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-62182ddb-03cf-47d1-b1e1-5659665992ab service neutron] 10.222.0.23 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253030 Oct 26 16:17:17.094261 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-258ed696-9f7c-40fc-9819-f6e435a8c010 req-a6d3102e-94bd-4ce0-9cfc-e49a6ee5449d tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 210 time: 0.0539527 Oct 26 16:17:17.337244 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device f2a3ca82-8a3e-491a-a4d5-e70ee7410e80 no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:17:17.372939 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] No Port match for: f2a3ca82-8a3e-491a-a4d5-e70ee7410e80 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:17:17.373286 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device f2a3ca82-8a3e-491a-a4d5-e70ee7410e80 not bound to the agent host hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:17:18.262896 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ad3551eb-0195-4dbd-91d4-1b5a6eefc614 req-c587c1a0-69d4-4b43-bf6e-aac622a4952b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 210 time: 0.0509202 Oct 26 16:17:19.113346 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-2cddc273-5a41-4a49-acb7-c3b236d6b989 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:19.114716 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-2cddc273-5a41-4a49-acb7-c3b236d6b989 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.48 "GET /v2.0/networks?id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600 HTTP/1.1" status: 200 len: 811 time: 0.1502161 Oct 26 16:17:19.167877 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-1a9daaa3-ec93-44ce-8a16-bf818f0368fa tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25 HTTP/1.1" status: 200 len: 379 time: 0.0397513 Oct 26 16:17:19.176764 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-cf6d9e84-2c25-422e-8f40-2c6a473d2a78 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Request body: {'port': {'device_id': '67ec47e1-38f0-49ac-84cc-751138b74fba', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'admin_state_up': True, 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'security_groups': ['2fab83f6-afd1-4a8a-a681-ae3f163d914e']}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:17:19.321159 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-cf6d9e84-2c25-422e-8f40-2c6a473d2a78 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:17:19.331418 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-cf6d9e84-2c25-422e-8f40-2c6a473d2a78 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:17:19.426852 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-cf6d9e84-2c25-422e-8f40-2c6a473d2a78 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Made reservation on behalf of ac8cfce7f56b4de59a2eac4bfb14ae25 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:17:19.430258 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-cf6d9e84-2c25-422e-8f40-2c6a473d2a78 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:17:19.450301 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-419ccfaa-ef83-47a9-a9c0-cffadcae410f req-e91dda10-53a7-45cc-aadf-13efc79df63b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 210 time: 0.0722864 Oct 26 16:17:19.603051 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-cf6d9e84-2c25-422e-8f40-2c6a473d2a78 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Allocated IP 172.20.0.3 (6f4e0b0c-8ba8-4256-811e-3ae779a1b600/e408eec8-d1c1-4bc3-8669-81aaf1adffc5/ee4c64e1-8e03-4725-be4c-17cfbfb74803) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:17:19.791706 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-cf6d9e84-2c25-422e-8f40-2c6a473d2a78 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:17:19.807144 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-cf6d9e84-2c25-422e-8f40-2c6a473d2a78 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Transition to ACTIVE for port object ee4c64e1-8e03-4725-be4c-17cfbfb74803 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:17:19.885425 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-cf6d9e84-2c25-422e-8f40-2c6a473d2a78 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:17:19.956971 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-cf6d9e84-2c25-422e-8f40-2c6a473d2a78 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Network 6f4e0b0c-8ba8-4256-811e-3ae779a1b600 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:17:19.959833 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-cf6d9e84-2c25-422e-8f40-2c6a473d2a78 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:17:19.963587 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-cf6d9e84-2c25-422e-8f40-2c6a473d2a78 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:17:20.003109 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6d9e84-2c25-422e-8f40-2c6a473d2a78 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Pushing event updated for resources: {'Port': ['ID=ee4c64e1-8e03-4725-be4c-17cfbfb74803,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:17:20.037197 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-cf6d9e84-2c25-422e-8f40-2c6a473d2a78 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:20.037836 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-cf6d9e84-2c25-422e-8f40-2c6a473d2a78 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:17:20.120841 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-cf6d9e84-2c25-422e-8f40-2c6a473d2a78 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9476454 Oct 26 16:17:20.137938 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-e8a50c77-5680-4234-a940-d857bdbb52bc service neutron] Request body: {'port': {'device_id': '67ec47e1-38f0-49ac-84cc-751138b74fba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8627'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:17:20.199113 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-75deb667-dcfa-4e12-b76a-44dc6fe5b617 None None] Provisioning for port ee4c64e1-8e03-4725-be4c-17cfbfb74803 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:17:20.204855 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-75deb667-dcfa-4e12-b76a-44dc6fe5b617 None None] Provisioning complete for port ee4c64e1-8e03-4725-be4c-17cfbfb74803 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:17:20.205230 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-75deb667-dcfa-4e12-b76a-44dc6fe5b617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:17:20.205568 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-75deb667-dcfa-4e12-b76a-44dc6fe5b617 None None] Attempt 1 to provision port ee4c64e1-8e03-4725-be4c-17cfbfb74803 Oct 26 16:17:20.251265 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-e8a50c77-5680-4234-a940-d857bdbb52bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:17:20.262988 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-75deb667-dcfa-4e12-b76a-44dc6fe5b617 None None] Port ee4c64e1-8e03-4725-be4c-17cfbfb74803 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:17:20.593755 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-e8a50c77-5680-4234-a940-d857bdbb52bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee4c64e1-8e03-4725-be4c-17cfbfb74803 {{(pid=89748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:17:20.601026 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-e8a50c77-5680-4234-a940-d857bdbb52bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:17:20.616379 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-e8a50c77-5680-4234-a940-d857bdbb52bc service neutron] Transition to ACTIVE for port object ee4c64e1-8e03-4725-be4c-17cfbfb74803 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:17:20.654799 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d4e70-f18c-44e0-8950-3e2131db4edb req-b0d58f8b-d24c-4489-8721-0c6859f7c409 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:20.656495 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-cb2d4e70-f18c-44e0-8950-3e2131db4edb req-b0d58f8b-d24c-4489-8721-0c6859f7c409 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 931 time: 0.0942657 Oct 26 16:17:20.691561 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-e8a50c77-5680-4234-a940-d857bdbb52bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:17:20.702356 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-cb2d4e70-f18c-44e0-8950-3e2131db4edb req-dfc70de4-0c8b-4b0c-ae4e-d9157c3ca2b5 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402360 Oct 26 16:17:20.763784 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-75deb667-dcfa-4e12-b76a-44dc6fe5b617 None None] Attempt 2 to provision port ee4c64e1-8e03-4725-be4c-17cfbfb74803 Oct 26 16:17:20.817788 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-75deb667-dcfa-4e12-b76a-44dc6fe5b617 None None] Port ee4c64e1-8e03-4725-be4c-17cfbfb74803 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:17:20.985057 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a50c77-5680-4234-a940-d857bdbb52bc service neutron] Pushing event updated for resources: {'Port': ['ID=ee4c64e1-8e03-4725-be4c-17cfbfb74803,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:17:21.015450 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-e8a50c77-5680-4234-a940-d857bdbb52bc service neutron] Attempting to bind port ee4c64e1-8e03-4725-be4c-17cfbfb74803 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:17:21.015908 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-e8a50c77-5680-4234-a940-d857bdbb52bc service neutron] Attempting to bind port ee4c64e1-8e03-4725-be4c-17cfbfb74803 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'b2c531e6-0c2f-4d63-bba1-8864da2b635e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:17:21.016234 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-e8a50c77-5680-4234-a940-d857bdbb52bc service neutron] Attempting to bind port ee4c64e1-8e03-4725-be4c-17cfbfb74803 on network 6f4e0b0c-8ba8-4256-811e-3ae779a1b600 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:17:21.020756 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-e8a50c77-5680-4234-a940-d857bdbb52bc service neutron] Port ee4c64e1-8e03-4725-be4c-17cfbfb74803 on network 6f4e0b0c-8ba8-4256-811e-3ae779a1b600 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 16:17:21.021068 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-e8a50c77-5680-4234-a940-d857bdbb52bc service neutron] Attempting to bind port ee4c64e1-8e03-4725-be4c-17cfbfb74803 on network 6f4e0b0c-8ba8-4256-811e-3ae779a1b600 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:17:21.026040 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-e8a50c77-5680-4234-a940-d857bdbb52bc service neutron] Checking agent: {'id': '1b551391-ebdd-44bd-8801-034277ca5526', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8627', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'started_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:17:21.026368 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-e8a50c77-5680-4234-a940-d857bdbb52bc service neutron] Checking segment: {'id': 'b2c531e6-0c2f-4d63-bba1-8864da2b635e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:17:21.026769 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-e8a50c77-5680-4234-a940-d857bdbb52bc service neutron] Bound using segment: {'id': 'b2c531e6-0c2f-4d63-bba1-8864da2b635e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:17:21.027190 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-e8a50c77-5680-4234-a940-d857bdbb52bc service neutron] Bound port: ee4c64e1-8e03-4725-be4c-17cfbfb74803, host: hv-neutron-8627, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c531e6-0c2f-4d63-bba1-8864da2b635e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:17:21.027525 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-e8a50c77-5680-4234-a940-d857bdbb52bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:17:21.115202 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-e8a50c77-5680-4234-a940-d857bdbb52bc service neutron] For port ee4c64e1-8e03-4725-be4c-17cfbfb74803, host hv-neutron-8627, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:17:21.118113 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-e8a50c77-5680-4234-a940-d857bdbb52bc service neutron] For port ee4c64e1-8e03-4725-be4c-17cfbfb74803, host hv-neutron-8627, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=ee4c64e1-8e03-4725-be4c-17cfbfb74803,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:17:21.182855 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-e8a50c77-5680-4234-a940-d857bdbb52bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:17:21.215685 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-e8a50c77-5680-4234-a940-d857bdbb52bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:21.219683 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-e8a50c77-5680-4234-a940-d857bdbb52bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:17:21.219683 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-e8a50c77-5680-4234-a940-d857bdbb52bc service neutron] 10.222.0.48 "PUT /v2.0/ports/ee4c64e1-8e03-4725-be4c-17cfbfb74803 HTTP/1.1" status: 200 len: 1093 time: 1.0842528 Oct 26 16:17:21.219683 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ec47e1-38f0-49ac-84cc-751138b74fba', 'tag': 'ee4c64e1-8e03-4725-be4c-17cfbfb74803'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:17:21.221102 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb302cce-f474-4583-ae76-c9da6ccbb84d" -d '{"events": [{"name": "network-changed", "server_uuid": "67ec47e1-38f0-49ac-84cc-751138b74fba", "tag": "ee4c64e1-8e03-4725-be4c-17cfbfb74803"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:17:21.263800 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcebba89-0854-4bc8-a8ff-25a8576b453a x-openstack-request-id: req-bcebba89-0854-4bc8-a8ff-25a8576b453a {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:17:21.264092 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67ec47e1-38f0-49ac-84cc-751138b74fba", "tag": "ee4c64e1-8e03-4725-be4c-17cfbfb74803", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:17:21.264348 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bcebba89-0854-4bc8-a8ff-25a8576b453a {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:17:21.264743 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcebba89-0854-4bc8-a8ff-25a8576b453a'] response: {'name': 'network-changed', 'server_uuid': '67ec47e1-38f0-49ac-84cc-751138b74fba', 'tag': 'ee4c64e1-8e03-4725-be4c-17cfbfb74803', 'status': 'completed', 'code': 200} Oct 26 16:17:21.266021 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a50c77-5680-4234-a940-d857bdbb52bc service neutron] Pushing event updated for resources: {'Port': ['ID=ee4c64e1-8e03-4725-be4c-17cfbfb74803,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:17:21.319070 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-75deb667-dcfa-4e12-b76a-44dc6fe5b617 None None] Attempt 3 to provision port ee4c64e1-8e03-4725-be4c-17cfbfb74803 Oct 26 16:17:21.381515 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb302cce-f474-4583-ae76-c9da6ccbb84d req-22233f38-f331-4d5b-855f-3f9a8e5ef8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:21.381776 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-75deb667-dcfa-4e12-b76a-44dc6fe5b617 None None] Port ee4c64e1-8e03-4725-be4c-17cfbfb74803 had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 16:17:21.383077 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bb302cce-f474-4583-ae76-c9da6ccbb84d req-22233f38-f331-4d5b-855f-3f9a8e5ef8cb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25&device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 1096 time: 0.0810859 Oct 26 16:17:21.528960 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb302cce-f474-4583-ae76-c9da6ccbb84d req-00424774-2f3f-4fd6-8ade-4a3baeb91928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:21.530336 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bb302cce-f474-4583-ae76-c9da6ccbb84d req-00424774-2f3f-4fd6-8ade-4a3baeb91928 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1358140 Oct 26 16:17:21.666023 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb302cce-f474-4583-ae76-c9da6ccbb84d req-210ae2a7-f2c6-4500-974d-bc45d0e76928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:21.667480 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bb302cce-f474-4583-ae76-c9da6ccbb84d req-210ae2a7-f2c6-4500-974d-bc45d0e76928 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1319251 Oct 26 16:17:21.806821 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-38a684e5-3ea9-48a5-9943-14a4314bfd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:21.808211 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-38a684e5-3ea9-48a5-9943-14a4314bfd8f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25&device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 1096 time: 0.0840681 Oct 26 16:17:21.883922 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-0ce284ed-a061-4123-9349-e496c28be611 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee4c64e1-8e03-4725-be4c-17cfbfb74803 HTTP/1.1" status: 200 len: 217 time: 0.0638390 Oct 26 16:17:21.908587 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c54587c-205a-4bfc-a15d-4f76783da047 req-853e688a-7219-4f43-9a90-bfea4c93afb4 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:21.910050 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-3c54587c-205a-4bfc-a15d-4f76783da047 req-853e688a-7219-4f43-9a90-bfea4c93afb4 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 943 time: 0.0944297 Oct 26 16:17:21.950177 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-322d7d12-4eb3-43c2-840f-044ae4004e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:21.951656 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-322d7d12-4eb3-43c2-840f-044ae4004e16 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e408eec8-d1c1-4bc3-8669-81aaf1adffc5 HTTP/1.1" status: 200 len: 850 time: 0.0628481 Oct 26 16:17:21.956120 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-3c54587c-205a-4bfc-a15d-4f76783da047 req-d01540a0-4e37-4af1-b3b1-2d5ec3148f9d tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404298 Oct 26 16:17:22.035801 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-9082c915-e9a5-492c-a37d-2d4c8fde4c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:22.037267 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-9082c915-e9a5-492c-a37d-2d4c8fde4c40 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799246 Oct 26 16:17:22.168596 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-87e695a9-4fb1-4086-afc7-2e05e9261a3e service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252465 Oct 26 16:17:22.297783 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c32762e9-b708-4e62-8caf-0e688542cf0e req-5833ec73-b9f8-4e6d-97a2-35be7d2aadc5 service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237319 Oct 26 16:17:23.159668 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30fbaf-535f-4047-afc1-22e7017489e3 req-8553ea3c-7d3b-4dc9-ab3a-f37bc58ae2ab tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:23.160358 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-ed30fbaf-535f-4047-afc1-22e7017489e3 req-8553ea3c-7d3b-4dc9-ab3a-f37bc58ae2ab tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Synchronizing usage tracker for tenant:ac8cfce7f56b4de59a2eac4bfb14ae25 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:17:23.234167 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-ed30fbaf-535f-4047-afc1-22e7017489e3 req-8553ea3c-7d3b-4dc9-ab3a-f37bc58ae2ab tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Unset dirty status for tenant:ac8cfce7f56b4de59a2eac4bfb14ae25 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:17:23.235333 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ed30fbaf-535f-4047-afc1-22e7017489e3 req-8553ea3c-7d3b-4dc9-ab3a-f37bc58ae2ab tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 943 time: 0.1675494 Oct 26 16:17:23.281293 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ed30fbaf-535f-4047-afc1-22e7017489e3 req-385d48a1-1b4a-45b7-a9ab-10c46031d90c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399911 Oct 26 16:17:24.480182 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a4eec-e800-4efe-a7f4-2ccde0459d70 req-1c3c0ac1-8c21-47c8-9413-cf1acf90c71e tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:24.481622 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a45a4eec-e800-4efe-a7f4-2ccde0459d70 req-1c3c0ac1-8c21-47c8-9413-cf1acf90c71e tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 943 time: 0.0878572 Oct 26 16:17:24.525658 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a45a4eec-e800-4efe-a7f4-2ccde0459d70 req-537eec6a-4262-4867-bd60-daaa7f6a2215 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380583 Oct 26 16:17:25.383883 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device ee4c64e1-8e03-4725-be4c-17cfbfb74803 details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 16:17:25.516508 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port ee4c64e1-8e03-4725-be4c-17cfbfb74803, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=ee4c64e1-8e03-4725-be4c-17cfbfb74803,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:17:25.532853 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': 'ee4c64e1-8e03-4725-be4c-17cfbfb74803', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'port_id': 'ee4c64e1-8e03-4725-be4c-17cfbfb74803', 'mac_address': 'fa:16:3e:51:29:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 16:17:25.588236 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port ee4c64e1-8e03-4725-be4c-17cfbfb74803 is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:17:25.588621 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:17:25.606765 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee4c64e1-8e03-4725-be4c-17cfbfb74803 {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:17:25.622757 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port ee4c64e1-8e03-4725-be4c-17cfbfb74803, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=ee4c64e1-8e03-4725-be4c-17cfbfb74803,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:17:25.685754 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:17:25.731702 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e8497-321e-4198-a612-2ac97fb16e85 req-f397238f-c0ca-44a7-8765-80ead44a7739 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:25.733147 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cc0e8497-321e-4198-a612-2ac97fb16e85 req-f397238f-c0ca-44a7-8765-80ead44a7739 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 943 time: 0.0955465 Oct 26 16:17:25.754827 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=ee4c64e1-8e03-4725-be4c-17cfbfb74803,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:17:25.778807 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cc0e8497-321e-4198-a612-2ac97fb16e85 req-bd41cd08-baf8-461e-b8dc-d6ff8882b91d tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398407 Oct 26 16:17:26.102538 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['ee4c64e1-8e03-4725-be4c-17cfbfb74803'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:17:26.979120 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7ad69-ed1e-473b-8ea1-2d03f2e29f57 req-940f6f96-e345-4b2b-8a6c-af705f1c5926 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:26.980572 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-69e7ad69-ed1e-473b-8ea1-2d03f2e29f57 req-940f6f96-e345-4b2b-8a6c-af705f1c5926 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 944 time: 0.0918007 Oct 26 16:17:27.025957 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-69e7ad69-ed1e-473b-8ea1-2d03f2e29f57 req-21b91947-b6ca-4d08-8743-8b2c5915d2fb tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397618 Oct 26 16:17:27.245612 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:17:27.384981 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device ee4c64e1-8e03-4725-be4c-17cfbfb74803 up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:17:27.542850 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning for port ee4c64e1-8e03-4725-be4c-17cfbfb74803 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:17:27.548123 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port ee4c64e1-8e03-4725-be4c-17cfbfb74803 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:17:27.548496 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:17:27.548836 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port ee4c64e1-8e03-4725-be4c-17cfbfb74803 Oct 26 16:17:27.663729 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port ee4c64e1-8e03-4725-be4c-17cfbfb74803 is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:17:27.664110 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:17:27.693267 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ec47e1-38f0-49ac-84cc-751138b74fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee4c64e1-8e03-4725-be4c-17cfbfb74803'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:17:27.695553 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82c7093-8806-46be-b47d-8d98a47ab180" -d '{"events": [{"server_uuid": "67ec47e1-38f0-49ac-84cc-751138b74fba", "name": "network-vif-plugged", "status": "completed", "tag": "ee4c64e1-8e03-4725-be4c-17cfbfb74803"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:17:27.704613 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port ee4c64e1-8e03-4725-be4c-17cfbfb74803, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=ee4c64e1-8e03-4725-be4c-17cfbfb74803,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:17:27.737476 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ae2a50-09a7-4163-b94e-16d685d4c8a4 x-openstack-request-id: req-27ae2a50-09a7-4163-b94e-16d685d4c8a4 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:17:27.737766 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ec47e1-38f0-49ac-84cc-751138b74fba", "name": "network-vif-plugged", "status": "completed", "tag": "ee4c64e1-8e03-4725-be4c-17cfbfb74803", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:17:27.738023 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-27ae2a50-09a7-4163-b94e-16d685d4c8a4 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:17:27.738410 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27ae2a50-09a7-4163-b94e-16d685d4c8a4'] response: {'server_uuid': '67ec47e1-38f0-49ac-84cc-751138b74fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee4c64e1-8e03-4725-be4c-17cfbfb74803', 'code': 200} Oct 26 16:17:27.771289 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:17:27.841715 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=ee4c64e1-8e03-4725-be4c-17cfbfb74803,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:17:28.152567 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e395c-2942-4ed5-851c-9f44caad1edc req-22bfd73b-ec2b-41b0-9709-38e0c0d99d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:28.153941 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ca7e395c-2942-4ed5-851c-9f44caad1edc req-22bfd73b-ec2b-41b0-9709-38e0c0d99d8b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 1098 time: 0.0790980 Oct 26 16:17:28.194707 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ca7e395c-2942-4ed5-851c-9f44caad1edc req-495e9cdd-350a-4937-b6e9-8daae7f590ed service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340741 Oct 26 16:17:28.224299 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5876615-7e7f-410e-bfbf-c964e4631ba3 req-f3d32407-2854-461f-96de-ac894e57f161 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:28.225733 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b5876615-7e7f-410e-bfbf-c964e4631ba3 req-f3d32407-2854-461f-96de-ac894e57f161 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 945 time: 0.0900919 Oct 26 16:17:28.273256 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b5876615-7e7f-410e-bfbf-c964e4631ba3 req-f2a3a5fd-74f9-4b0b-a31b-d2cf4475a425 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419145 Oct 26 16:17:29.627689 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b010dcf-fc1c-434d-a28c-c195283d9ee5 req-96d7fe8d-d0cb-4276-9ce1-895f1f40956c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:29.629145 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6b010dcf-fc1c-434d-a28c-c195283d9ee5 req-96d7fe8d-d0cb-4276-9ce1-895f1f40956c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 945 time: 0.0924752 Oct 26 16:17:29.678072 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6b010dcf-fc1c-434d-a28c-c195283d9ee5 req-51c7104c-9b60-46b1-bbcc-c1199bd7bdce tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429401 Oct 26 16:17:31.026413 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e024a-c192-4e42-92d5-914c70ca455f req-91f60e78-473f-4678-a9c4-badaf39dbd37 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:31.027793 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-3b6e024a-c192-4e42-92d5-914c70ca455f req-91f60e78-473f-4678-a9c4-badaf39dbd37 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 945 time: 0.0875599 Oct 26 16:17:31.070930 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-3b6e024a-c192-4e42-92d5-914c70ca455f req-07b7e82a-68b6-4138-8ed9-6cd19dee8aa8 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368919 Oct 26 16:17:31.270184 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69395dc-1526-415b-b369-3ae200ee02f8 req-7a348d3a-b4a1-4406-9cba-14c39fbd281d tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:31.271673 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e69395dc-1526-415b-b369-3ae200ee02f8 req-7a348d3a-b4a1-4406-9cba-14c39fbd281d tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 945 time: 0.0921640 Oct 26 16:17:31.282529 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 49038) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:17:31.287438 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-f70291f9-fa8d-4323-877a-518a9fd3b9e9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Request body: {'floatingip': {'port_id': 'ee4c64e1-8e03-4725-be4c-17cfbfb74803'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:17:31.363014 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f70291f9-fa8d-4323-877a-518a9fd3b9e9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks [] for floatingip, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:17:32.052776 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f70291f9-fa8d-4323-877a-518a9fd3b9e9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:17:32.073793 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-29f6389f-5550-44c8-86cb-e7b4452d9021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:17:32.119754 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f70291f9-fa8d-4323-877a-518a9fd3b9e9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:17:32.289819 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.l3_db [None req-f70291f9-fa8d-4323-877a-518a9fd3b9e9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Floating IP 28d162d4-3f3c-4a9a-a8c5-ef301a0e23aa associated. External IP: 172.26.2.205, port: ee4c64e1-8e03-4725-be4c-17cfbfb74803. Oct 26 16:17:32.640702 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f70291f9-fa8d-4323-877a-518a9fd3b9e9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Router a28d5634-9298-4c2f-bd30-85373259106d has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:17:32.932398 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70291f9-fa8d-4323-877a-518a9fd3b9e9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:17:32.938407 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f70291f9-fa8d-4323-877a-518a9fd3b9e9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:17:32.942265 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc3952f-367d-49be-aa90-2273ac406c8a None None] Sync routers for ids ['a28d5634-9298-4c2f-bd30-85373259106d'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:17:32.951455 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc3952f-367d-49be-aa90-2273ac406c8a None None] Routers {'a28d5634-9298-4c2f-bd30-85373259106d'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:17:32.952170 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-dcc3952f-367d-49be-aa90-2273ac406c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:17:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['a28d5634-9298-4c2f-bd30-85373259106d'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:17:32.991521 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f70291f9-fa8d-4323-877a-518a9fd3b9e9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "PUT /v2.0/floatingips/28d162d4-3f3c-4a9a-a8c5-ef301a0e23aa HTTP/1.1" status: 200 len: 991 time: 1.7079704 Oct 26 16:17:32.992172 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ec47e1-38f0-49ac-84cc-751138b74fba', 'tag': 'ee4c64e1-8e03-4725-be4c-17cfbfb74803'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:17:32.994510 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43662dfc-818d-4b8e-b1f9-5a7c99408540" -d '{"events": [{"name": "network-changed", "server_uuid": "67ec47e1-38f0-49ac-84cc-751138b74fba", "tag": "ee4c64e1-8e03-4725-be4c-17cfbfb74803"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:17:33.037256 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cd696d-b811-47e6-8057-8e72dae27439 x-openstack-request-id: req-62cd696d-b811-47e6-8057-8e72dae27439 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:17:33.037549 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67ec47e1-38f0-49ac-84cc-751138b74fba", "tag": "ee4c64e1-8e03-4725-be4c-17cfbfb74803", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:17:33.037804 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-62cd696d-b811-47e6-8057-8e72dae27439 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:17:33.038206 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62cd696d-b811-47e6-8057-8e72dae27439'] response: {'name': 'network-changed', 'server_uuid': '67ec47e1-38f0-49ac-84cc-751138b74fba', 'tag': 'ee4c64e1-8e03-4725-be4c-17cfbfb74803', 'status': 'completed', 'code': 200} Oct 26 16:17:33.138501 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-dcc3952f-367d-49be-aa90-2273ac406c8a None None] Set router a28d5634-9298-4c2f-bd30-85373259106d gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:17:33.160130 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43662dfc-818d-4b8e-b1f9-5a7c99408540 req-12c58a55-f4a0-42b0-8ae8-3183e9db0c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:33.161593 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-43662dfc-818d-4b8e-b1f9-5a7c99408540 req-12c58a55-f4a0-42b0-8ae8-3183e9db0c15 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25&device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 1098 time: 0.0817797 Oct 26 16:17:33.358462 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43662dfc-818d-4b8e-b1f9-5a7c99408540 req-b6363a61-cad3-47fe-b62f-29e75ecb359a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:33.360360 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-43662dfc-818d-4b8e-b1f9-5a7c99408540 req-b6363a61-cad3-47fe-b62f-29e75ecb359a service neutron] 10.222.0.48 "GET /v2.0/networks?id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600 HTTP/1.1" status: 200 len: 912 time: 0.1931632 Oct 26 16:17:33.363915 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bcae35c9-2bd7-4403-bfc3-d3bcd63e0570 req-2c1181bd-c98b-46a9-b5e8-2e180b2b964b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1782746 Oct 26 16:17:33.466661 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-43662dfc-818d-4b8e-b1f9-5a7c99408540 req-a98d18d9-0831-409d-bd34-975ce0b4ed5b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee4c64e1-8e03-4725-be4c-17cfbfb74803 HTTP/1.1" status: 200 len: 999 time: 0.0996604 Oct 26 16:17:33.501949 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-dcc3952f-367d-49be-aa90-2273ac406c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'name': 'tempest-ServerActionsTestJSON-576556714-router', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:51Z', 'updated_at': '2022-10-26T16:12:55Z', 'revision_number': 4, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'gw_port': {'id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:52Z', 'updated_at': '2022-10-26T16:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '28d162d4-3f3c-4a9a-a8c5-ef301a0e23aa', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'floating_ip_address': '172.26.2.205', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'port_id': 'ee4c64e1-8e03-4725-be4c-17cfbfb74803', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'mac_address': 'fa:16:3e:51:29:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ec47e1-38f0-49ac-84cc-751138b74fba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:12:59Z', 'updated_at': '2022-10-26T16:17:31Z', 'revision_number': 9, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ce2c619-1bc6-46dd-81cf-07689ccb31aa', 'name': '', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'mac_address': 'fa:16:3e:de:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:55Z', 'updated_at': '2022-10-26T16:13:01Z', 'revision_number': 5, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'subnets': [{'id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:17:33.505764 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc3952f-367d-49be-aa90-2273ac406c8a None None] Checking router: a28d5634-9298-4c2f-bd30-85373259106d for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:17:33.514196 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc3952f-367d-49be-aa90-2273ac406c8a None None] Routers {'a28d5634-9298-4c2f-bd30-85373259106d'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:17:33.514855 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-dcc3952f-367d-49be-aa90-2273ac406c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:17:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['a28d5634-9298-4c2f-bd30-85373259106d'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:17:33.533596 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43662dfc-818d-4b8e-b1f9-5a7c99408540 req-0e087fe3-ec11-49a9-88c1-c8f5afb8d0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:33.535082 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-43662dfc-818d-4b8e-b1f9-5a7c99408540 req-0e087fe3-ec11-49a9-88c1-c8f5afb8d0e1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e408eec8-d1c1-4bc3-8669-81aaf1adffc5 HTTP/1.1" status: 200 len: 850 time: 0.0626786 Oct 26 16:17:33.620252 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43662dfc-818d-4b8e-b1f9-5a7c99408540 req-142482d5-1630-4416-9d5b-3ee7db65e76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:33.621647 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-43662dfc-818d-4b8e-b1f9-5a7c99408540 req-142482d5-1630-4416-9d5b-3ee7db65e76e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809064 Oct 26 16:17:33.698810 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-dcc3952f-367d-49be-aa90-2273ac406c8a None None] Set router a28d5634-9298-4c2f-bd30-85373259106d gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:17:33.757862 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-43662dfc-818d-4b8e-b1f9-5a7c99408540 req-5e842726-cb3e-4df4-bc50-f9507689859c service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295123 Oct 26 16:17:33.889862 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-43662dfc-818d-4b8e-b1f9-5a7c99408540 req-f079a9ab-843c-4f9c-a876-44dab75d51a0 service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262183 Oct 26 16:17:34.056110 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-dcc3952f-367d-49be-aa90-2273ac406c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'name': 'tempest-ServerActionsTestJSON-576556714-router', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:51Z', 'updated_at': '2022-10-26T16:12:55Z', 'revision_number': 4, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'gw_port': {'id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:52Z', 'updated_at': '2022-10-26T16:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '28d162d4-3f3c-4a9a-a8c5-ef301a0e23aa', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'floating_ip_address': '172.26.2.205', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'port_id': 'ee4c64e1-8e03-4725-be4c-17cfbfb74803', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'mac_address': 'fa:16:3e:51:29:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ec47e1-38f0-49ac-84cc-751138b74fba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:12:59Z', 'updated_at': '2022-10-26T16:17:31Z', 'revision_number': 9, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ce2c619-1bc6-46dd-81cf-07689ccb31aa', 'name': '', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'mac_address': 'fa:16:3e:de:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:55Z', 'updated_at': '2022-10-26T16:13:01Z', 'revision_number': 5, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'subnets': [{'id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:17:34.060244 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc3952f-367d-49be-aa90-2273ac406c8a None None] The sync data for ids ['a28d5634-9298-4c2f-bd30-85373259106d'] in dv-neutron-862712-1-hyperv is: [{'id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'name': 'tempest-ServerActionsTestJSON-576556714-router', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:51Z', 'updated_at': '2022-10-26T16:12:55Z', 'revision_number': 4, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'gw_port': {'id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:52Z', 'updated_at': '2022-10-26T16:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '28d162d4-3f3c-4a9a-a8c5-ef301a0e23aa', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'floating_ip_address': '172.26.2.205', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'port_id': 'ee4c64e1-8e03-4725-be4c-17cfbfb74803', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'mac_address': 'fa:16:3e:51:29:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ec47e1-38f0-49ac-84cc-751138b74fba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:12:59Z', 'updated_at': '2022-10-26T16:17:31Z', 'revision_number': 9, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ce2c619-1bc6-46dd-81cf-07689ccb31aa', 'name': '', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'mac_address': 'fa:16:3e:de:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:55Z', 'updated_at': '2022-10-26T16:13:01Z', 'revision_number': 5, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'subnets': [{'id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:17:34.187425 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae35c9-2bd7-4403-bfc3-d3bcd63e0570 req-51db4071-af87-47b3-a9e5-5b4e78b1def8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:34.188967 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bcae35c9-2bd7-4403-bfc3-d3bcd63e0570 req-51db4071-af87-47b3-a9e5-5b4e78b1def8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25&device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 1098 time: 0.0846488 Oct 26 16:17:34.268212 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d9107d-2af2-424e-ad1e-8b56d1136a17 None None] New status for floating IP 28d162d4-3f3c-4a9a-a8c5-ef301a0e23aa: ACTIVE {{(pid=89750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:17:34.340084 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae35c9-2bd7-4403-bfc3-d3bcd63e0570 req-0908ad99-b58b-4d9b-84e7-961bcdab66f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:34.341515 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bcae35c9-2bd7-4403-bfc3-d3bcd63e0570 req-0908ad99-b58b-4d9b-84e7-961bcdab66f6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600 HTTP/1.1" status: 200 len: 912 time: 0.1339688 Oct 26 16:17:34.446111 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bcae35c9-2bd7-4403-bfc3-d3bcd63e0570 req-5950e190-384e-4356-b8f4-6b1a52598cb9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee4c64e1-8e03-4725-be4c-17cfbfb74803 HTTP/1.1" status: 200 len: 999 time: 0.0986402 Oct 26 16:17:34.469184 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a4d60324-08e3-4dcb-a920-3ded27a6b3e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:17:34.514033 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae35c9-2bd7-4403-bfc3-d3bcd63e0570 req-b70cc0c8-9166-4cdd-90a4-39d4623d5b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:34.516210 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bcae35c9-2bd7-4403-bfc3-d3bcd63e0570 req-b70cc0c8-9166-4cdd-90a4-39d4623d5b65 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e408eec8-d1c1-4bc3-8669-81aaf1adffc5 HTTP/1.1" status: 200 len: 850 time: 0.0652566 Oct 26 16:17:34.600558 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae35c9-2bd7-4403-bfc3-d3bcd63e0570 req-89e1d12a-6967-4335-bec0-1581d278961c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:34.602127 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bcae35c9-2bd7-4403-bfc3-d3bcd63e0570 req-89e1d12a-6967-4335-bec0-1581d278961c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807447 Oct 26 16:17:34.736815 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bcae35c9-2bd7-4403-bfc3-d3bcd63e0570 req-a679c0dc-7747-4420-b012-a0920a0b855a service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291106 Oct 26 16:17:34.977516 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bcae35c9-2bd7-4403-bfc3-d3bcd63e0570 req-b8a3adf0-21ca-4661-819e-c11110b5acb7 service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351823 Oct 26 16:17:35.245026 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:17:35.347437 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:17:35.707095 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:17:36.948000 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:17:57.227828 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:18:02.078802 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-034b0111-3078-47f7-b009-a82fae6c6bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:18:04.495653 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-10d3f14d-2287-413c-8200-e72e8617b47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:18:05.267360 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:18:05.345540 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:18:06.907252 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:18:12.707094 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:18:27.236056 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:18:32.081982 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-021ae3a2-d7a6-4bd3-bd43-4a380f6b6c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:18:34.275676 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1360bf6a-01ec-4458-b67c-bb9ca9e37492 req-d1f8b5e4-f239-4a7a-9936-ead8d7ca6f29 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0809522 Oct 26 16:18:34.442090 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360bf6a-01ec-4458-b67c-bb9ca9e37492 req-e2a90be8-be34-4b0e-bf3f-b575816d15df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:18:34.443584 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1360bf6a-01ec-4458-b67c-bb9ca9e37492 req-e2a90be8-be34-4b0e-bf3f-b575816d15df service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25&device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 1098 time: 0.0820565 Oct 26 16:18:34.512372 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6d8672e5-825d-45f2-b667-e5c1806562f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:18:34.586834 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360bf6a-01ec-4458-b67c-bb9ca9e37492 req-7771a443-0a32-48c8-8a66-4cac8eb229cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:18:34.588167 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1360bf6a-01ec-4458-b67c-bb9ca9e37492 req-7771a443-0a32-48c8-8a66-4cac8eb229cf service neutron] 10.222.0.48 "GET /v2.0/networks?id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600 HTTP/1.1" status: 200 len: 912 time: 0.1265082 Oct 26 16:18:34.692077 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1360bf6a-01ec-4458-b67c-bb9ca9e37492 req-3d936a4e-3af9-4795-b52f-75881f5b5f3d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee4c64e1-8e03-4725-be4c-17cfbfb74803 HTTP/1.1" status: 200 len: 1002 time: 0.0984263 Oct 26 16:18:34.756632 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360bf6a-01ec-4458-b67c-bb9ca9e37492 req-25c84767-b619-46ce-8db6-001ef607ce85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:18:34.758295 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1360bf6a-01ec-4458-b67c-bb9ca9e37492 req-25c84767-b619-46ce-8db6-001ef607ce85 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e408eec8-d1c1-4bc3-8669-81aaf1adffc5 HTTP/1.1" status: 200 len: 850 time: 0.0604477 Oct 26 16:18:34.839449 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360bf6a-01ec-4458-b67c-bb9ca9e37492 req-2b95e6c2-ec50-4239-811f-d013edeb7686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:18:34.840930 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1360bf6a-01ec-4458-b67c-bb9ca9e37492 req-2b95e6c2-ec50-4239-811f-d013edeb7686 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770984 Oct 26 16:18:34.971198 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1360bf6a-01ec-4458-b67c-bb9ca9e37492 req-c19cc8d0-6cea-4296-858d-266a1a1a3c2c service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244125 Oct 26 16:18:35.100413 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1360bf6a-01ec-4458-b67c-bb9ca9e37492 req-14e00ddf-172e-42af-b3a8-70a6a42a912a service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238077 Oct 26 16:18:35.304177 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:18:35.349793 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:18:36.923567 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:18:47.597048 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d4905-b982-4a23-8bd3-f8071b98352c req-45348d89-f033-42ac-9e46-905f3f992ab0 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:18:47.598489 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-7e2d4905-b982-4a23-8bd3-f8071b98352c req-45348d89-f033-42ac-9e46-905f3f992ab0 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 945 time: 0.0933135 Oct 26 16:18:47.644021 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-7e2d4905-b982-4a23-8bd3-f8071b98352c req-9021b199-83bb-438f-9c45-329f83edf74a tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400529 Oct 26 16:18:47.704813 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b5bf479e-ba89-4a75-9faf-664c4a4b4074 req-1a82a769-61a0-466f-a62a-403c610674a2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1270750 Oct 26 16:18:48.848373 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f9c3c-67e6-459a-98c0-ea561a4095ee req-4a6c5e2e-1031-4d53-8297-c275dd260bdd tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:18:48.849731 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-418f9c3c-67e6-459a-98c0-ea561a4095ee req-4a6c5e2e-1031-4d53-8297-c275dd260bdd tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 945 time: 0.0874164 Oct 26 16:18:48.896153 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-418f9c3c-67e6-459a-98c0-ea561a4095ee req-2a0847d8-9d4a-4ece-9f66-fb4ad34344c5 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400572 Oct 26 16:18:49.706036 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:18:49.844231 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf479e-ba89-4a75-9faf-664c4a4b4074 req-35497ba8-6e18-46db-974b-e0208ca3b39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:18:49.845581 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b5bf479e-ba89-4a75-9faf-664c4a4b4074 req-35497ba8-6e18-46db-974b-e0208ca3b39b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25&device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 1098 time: 0.0813241 Oct 26 16:18:49.981444 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf479e-ba89-4a75-9faf-664c4a4b4074 req-78730ad9-8442-45cd-be8f-77474f42a8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:18:49.983034 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b5bf479e-ba89-4a75-9faf-664c4a4b4074 req-78730ad9-8442-45cd-be8f-77474f42a8f5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600 HTTP/1.1" status: 200 len: 912 time: 0.1313610 Oct 26 16:18:50.089770 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b5bf479e-ba89-4a75-9faf-664c4a4b4074 req-f18dd35a-418b-4529-96fb-4a8bd32883af service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee4c64e1-8e03-4725-be4c-17cfbfb74803 HTTP/1.1" status: 200 len: 1002 time: 0.1008277 Oct 26 16:18:50.096829 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d20723-1ca9-450d-8015-8daaa78cadbf req-88d88c5f-cb17-4e2e-b045-e52c3d0e832c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:18:50.098268 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-54d20723-1ca9-450d-8015-8daaa78cadbf req-88d88c5f-cb17-4e2e-b045-e52c3d0e832c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 945 time: 0.0894451 Oct 26 16:18:50.146284 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-54d20723-1ca9-450d-8015-8daaa78cadbf req-dfef86e5-decc-443c-9a8b-675cb7714a94 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423269 Oct 26 16:18:50.151038 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf479e-ba89-4a75-9faf-664c4a4b4074 req-8ca980df-2c45-47cb-acd0-5902e8e110ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:18:50.153066 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b5bf479e-ba89-4a75-9faf-664c4a4b4074 req-8ca980df-2c45-47cb-acd0-5902e8e110ba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e408eec8-d1c1-4bc3-8669-81aaf1adffc5 HTTP/1.1" status: 200 len: 850 time: 0.0579910 Oct 26 16:18:50.335998 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf479e-ba89-4a75-9faf-664c4a4b4074 req-326fe4c8-9295-4f42-9c09-36ba6a245316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:18:50.337445 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b5bf479e-ba89-4a75-9faf-664c4a4b4074 req-326fe4c8-9295-4f42-9c09-36ba6a245316 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1786902 Oct 26 16:18:50.467501 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b5bf479e-ba89-4a75-9faf-664c4a4b4074 req-e599b941-3d46-4e6b-a90a-87f68fc6e064 service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241345 Oct 26 16:18:50.600198 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b5bf479e-ba89-4a75-9faf-664c4a4b4074 req-76280fc3-5c3d-4b5c-aa21-d581c995b39f service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268227 Oct 26 16:18:51.343899 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49937c-bddd-491b-a339-806ff5b7a9e5 req-f1f96c11-fb4f-4971-a1de-1fc0c7f929fa tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:18:51.345385 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2e49937c-bddd-491b-a339-806ff5b7a9e5 req-f1f96c11-fb4f-4971-a1de-1fc0c7f929fa tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 945 time: 0.0887780 Oct 26 16:18:51.389063 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2e49937c-bddd-491b-a339-806ff5b7a9e5 req-e02dfba5-f4c8-402f-a22b-8a6d304ba5f5 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380838 Oct 26 16:18:52.587579 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a68d6a-4649-432d-9370-7dbdc75e1dbc req-73e1b8f3-d29f-4de2-bd0c-7f44a9f6862b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:18:52.589058 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-19a68d6a-4649-432d-9370-7dbdc75e1dbc req-73e1b8f3-d29f-4de2-bd0c-7f44a9f6862b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 945 time: 0.0882308 Oct 26 16:18:52.632990 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-19a68d6a-4649-432d-9370-7dbdc75e1dbc req-5bd7d064-1cea-4d60-a3c2-6ffc43664ca6 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374622 Oct 26 16:18:53.834915 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b0cdd-90fd-45da-aeb2-bcb7beb779b2 req-e1898a4d-4291-4c79-b73f-d5a0c0affb8e tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:18:53.836270 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c78b0cdd-90fd-45da-aeb2-bcb7beb779b2 req-e1898a4d-4291-4c79-b73f-d5a0c0affb8e tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 945 time: 0.0900450 Oct 26 16:18:53.881667 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c78b0cdd-90fd-45da-aeb2-bcb7beb779b2 req-894e732d-7350-4974-9e70-6c744ec2d50b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392418 Oct 26 16:18:55.082976 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59251e10-473c-44e6-b800-2ca5af20a720 req-ae145119-3ee6-47ac-b574-203d36402de0 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:18:55.084357 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-59251e10-473c-44e6-b800-2ca5af20a720 req-ae145119-3ee6-47ac-b574-203d36402de0 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 945 time: 0.0907779 Oct 26 16:18:55.128369 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-59251e10-473c-44e6-b800-2ca5af20a720 req-07eb4a81-00bc-41d4-bb3e-8cd9aed810ac tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384007 Oct 26 16:18:56.325848 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f7b1f-a0d5-4c7b-9696-9e0eee7215ab req-edbe3734-520f-4381-95aa-f362f5b7bad2 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:18:56.327391 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2d1f7b1f-a0d5-4c7b-9696-9e0eee7215ab req-edbe3734-520f-4381-95aa-f362f5b7bad2 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 945 time: 0.0875027 Oct 26 16:18:56.374899 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2d1f7b1f-a0d5-4c7b-9696-9e0eee7215ab req-2a179b59-4e5f-4ead-a666-531de6b80087 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418355 Oct 26 16:18:57.280765 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:18:57.570975 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4688d3c-a398-49a0-9a96-d43d05f60edf req-951434a8-bc98-4dad-9982-2ab2940ba27b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:18:57.572367 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c4688d3c-a398-49a0-9a96-d43d05f60edf req-951434a8-bc98-4dad-9982-2ab2940ba27b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 945 time: 0.0875068 Oct 26 16:18:57.619316 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c4688d3c-a398-49a0-9a96-d43d05f60edf req-917f3fa1-bb9a-416c-9024-805bf1ea0922 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407610 Oct 26 16:18:58.818376 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f2d31-252d-4c0f-86f1-260088b36df7 req-406e026f-cf3d-4a20-ac6d-a6a086aec21d tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:18:58.819821 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-381f2d31-252d-4c0f-86f1-260088b36df7 req-406e026f-cf3d-4a20-ac6d-a6a086aec21d tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 945 time: 0.0879519 Oct 26 16:18:58.863894 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-381f2d31-252d-4c0f-86f1-260088b36df7 req-81f5d0a9-131c-4144-aee1-ea8cd8aeec10 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383914 Oct 26 16:19:00.073406 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1ab84-333c-4d7d-93ac-8b27062614e6 req-64372ea8-1da5-4639-a560-c59cd7a22a31 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:00.074907 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-52e1ab84-333c-4d7d-93ac-8b27062614e6 req-64372ea8-1da5-4639-a560-c59cd7a22a31 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 945 time: 0.0894830 Oct 26 16:19:00.119179 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-52e1ab84-333c-4d7d-93ac-8b27062614e6 req-cd00fea6-a23a-4df9-b9d6-dd77d26174ef tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380824 Oct 26 16:19:01.323103 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ee50b-6b56-4e0e-a3bd-9906143a50d3 req-adcc1e72-a6e6-476e-a93a-ca50ab239f00 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:01.324555 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d90ee50b-6b56-4e0e-a3bd-9906143a50d3 req-adcc1e72-a6e6-476e-a93a-ca50ab239f00 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 945 time: 0.0924318 Oct 26 16:19:01.368871 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d90ee50b-6b56-4e0e-a3bd-9906143a50d3 req-69bb2410-1d03-47bd-b03f-ad1652365591 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381792 Oct 26 16:19:02.094854 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1f5451b8-38ba-4ea4-9c93-68608ce997d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:02.570735 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e5650-eba3-41cc-865d-135c8c47ef7e req-9d2f9a44-d8f5-48a6-9495-79bdc58df7df tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:02.572235 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-468e5650-eba3-41cc-865d-135c8c47ef7e req-9d2f9a44-d8f5-48a6-9495-79bdc58df7df tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 945 time: 0.0922852 Oct 26 16:19:02.616428 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-468e5650-eba3-41cc-865d-135c8c47ef7e req-b6a3331c-744f-409a-99fa-7f850f47d838 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376177 Oct 26 16:19:02.810421 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b5bf479e-ba89-4a75-9faf-664c4a4b4074 req-e453c830-0479-471a-a566-5a88019cc3f6 service neutron] 10.222.0.48 "GET /v2.0/ports/ee4c64e1-8e03-4725-be4c-17cfbfb74803/bindings/hv-neutron-8627 HTTP/1.1" status: 200 len: 384 time: 0.0752101 Oct 26 16:19:03.448744 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf479e-ba89-4a75-9faf-664c4a4b4074 req-70bf4752-e6c5-4d71-b1cf-d3127a6328fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:03.450215 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b5bf479e-ba89-4a75-9faf-664c4a4b4074 req-70bf4752-e6c5-4d71-b1cf-d3127a6328fb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba&tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25 HTTP/1.1" status: 200 len: 1098 time: 0.0831757 Oct 26 16:19:03.560164 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf479e-ba89-4a75-9faf-664c4a4b4074 req-4595567c-5127-40c1-8a51-1f498e5a3927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:03.561607 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b5bf479e-ba89-4a75-9faf-664c4a4b4074 req-4595567c-5127-40c1-8a51-1f498e5a3927 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25&device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 1098 time: 0.0791409 Oct 26 16:19:03.694203 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf479e-ba89-4a75-9faf-664c4a4b4074 req-73df8d8f-7568-48c2-96e0-7cb8e62c529d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:03.695746 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b5bf479e-ba89-4a75-9faf-664c4a4b4074 req-73df8d8f-7568-48c2-96e0-7cb8e62c529d service neutron] 10.222.0.48 "GET /v2.0/networks?id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600 HTTP/1.1" status: 200 len: 912 time: 0.1280015 Oct 26 16:19:03.854374 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b5bf479e-ba89-4a75-9faf-664c4a4b4074 req-b59b4464-53dd-4c5e-b797-684179ddc4ec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee4c64e1-8e03-4725-be4c-17cfbfb74803 HTTP/1.1" status: 200 len: 1002 time: 0.1532280 Oct 26 16:19:03.922194 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e95794-8d4a-419b-97f8-4104522b1446 req-a6a01d5d-1239-423f-83f4-160730eb35fb tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:03.923656 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d0e95794-8d4a-419b-97f8-4104522b1446 req-a6a01d5d-1239-423f-83f4-160730eb35fb tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 945 time: 0.1708877 Oct 26 16:19:03.932135 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf479e-ba89-4a75-9faf-664c4a4b4074 req-e8eaa314-cdf0-4989-b5e8-52b3a8ec147b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:03.933457 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b5bf479e-ba89-4a75-9faf-664c4a4b4074 req-e8eaa314-cdf0-4989-b5e8-52b3a8ec147b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e408eec8-d1c1-4bc3-8669-81aaf1adffc5 HTTP/1.1" status: 200 len: 850 time: 0.0731099 Oct 26 16:19:04.026972 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d0e95794-8d4a-419b-97f8-4104522b1446 req-4a689cde-3591-4323-b50e-defa03145550 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964048 Oct 26 16:19:04.045755 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf479e-ba89-4a75-9faf-664c4a4b4074 req-87b56502-a72b-4703-b363-0c291b67c431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:04.047771 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b5bf479e-ba89-4a75-9faf-664c4a4b4074 req-87b56502-a72b-4703-b363-0c291b67c431 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1014907 Oct 26 16:19:04.277594 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b5bf479e-ba89-4a75-9faf-664c4a4b4074 req-83d791a2-0f7c-48c7-90c9-51ffcd3671d7 service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233701 Oct 26 16:19:04.410746 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b5bf479e-ba89-4a75-9faf-664c4a4b4074 req-25f87850-754e-4be1-a827-faba0977eff1 service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267483 Oct 26 16:19:04.482328 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e1230970-286e-4669-8d2b-95d24515b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:05.228457 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed0409-7b1e-441e-a7a5-d69f8399aced req-a8cf4c9c-0bdc-4c28-b50a-f4b6f8524d11 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:05.229920 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-bbed0409-7b1e-441e-a7a5-d69f8399aced req-a8cf4c9c-0bdc-4c28-b50a-f4b6f8524d11 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 945 time: 0.0873935 Oct 26 16:19:05.278021 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-bbed0409-7b1e-441e-a7a5-d69f8399aced req-397cdd74-6973-4989-8d1a-d08525e9d27a tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417631 Oct 26 16:19:05.283448 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:05.343288 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:05.845736 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device ee4c64e1-8e03-4725-be4c-17cfbfb74803 details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 16:19:05.978684 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port ee4c64e1-8e03-4725-be4c-17cfbfb74803, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=ee4c64e1-8e03-4725-be4c-17cfbfb74803,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:19:05.992402 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': 'ee4c64e1-8e03-4725-be4c-17cfbfb74803', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'port_id': 'ee4c64e1-8e03-4725-be4c-17cfbfb74803', 'mac_address': 'fa:16:3e:51:29:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 16:19:06.050570 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port ee4c64e1-8e03-4725-be4c-17cfbfb74803 is: ACTIVE; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:19:06.050929 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:06.068330 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee4c64e1-8e03-4725-be4c-17cfbfb74803 {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:19:06.083483 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port ee4c64e1-8e03-4725-be4c-17cfbfb74803, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=ee4c64e1-8e03-4725-be4c-17cfbfb74803,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:19:06.148502 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:06.214545 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=ee4c64e1-8e03-4725-be4c-17cfbfb74803,revision_number=6']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:19:06.222047 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:06.222394 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:06.222759 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:06.223096 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:06.223427 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:06.223755 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:06.224078 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:06.224402 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:06.224721 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:06.225155 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:06.225555 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:06.225874 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:06.485583 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ff944-7ff4-44fe-aaf5-4770da884596 req-dd7e6ed2-67aa-4d91-8dc6-747ff9d59cd0 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:06.486994 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8a2ff944-7ff4-44fe-aaf5-4770da884596 req-dd7e6ed2-67aa-4d91-8dc6-747ff9d59cd0 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 944 time: 0.0948443 Oct 26 16:19:06.523191 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['ee4c64e1-8e03-4725-be4c-17cfbfb74803'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:19:06.531591 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8a2ff944-7ff4-44fe-aaf5-4770da884596 req-4496352f-2a0e-4cbd-9c21-ab0a7aff054c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389559 Oct 26 16:19:06.919989 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:07.735295 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea441ea4-fca0-47e1-87ed-905654bc6a98 req-2a64ad3a-595e-42df-a767-a4541ece247a tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:07.736690 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ea441ea4-fca0-47e1-87ed-905654bc6a98 req-2a64ad3a-595e-42df-a767-a4541ece247a tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 944 time: 0.0906591 Oct 26 16:19:07.780329 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ea441ea4-fca0-47e1-87ed-905654bc6a98 req-121cf866-3b92-4984-a306-260f577ae2de tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378780 Oct 26 16:19:07.854826 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device ee4c64e1-8e03-4725-be4c-17cfbfb74803 up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:19:07.923516 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port ee4c64e1-8e03-4725-be4c-17cfbfb74803 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:19:07.924175 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:07.924292 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port ee4c64e1-8e03-4725-be4c-17cfbfb74803 Oct 26 16:19:08.039806 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port ee4c64e1-8e03-4725-be4c-17cfbfb74803 is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:19:08.040106 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:08.066639 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ec47e1-38f0-49ac-84cc-751138b74fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee4c64e1-8e03-4725-be4c-17cfbfb74803'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:19:08.068907 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d2500c-fa51-4897-bf11-b9f54c26c34c" -d '{"events": [{"server_uuid": "67ec47e1-38f0-49ac-84cc-751138b74fba", "name": "network-vif-plugged", "status": "completed", "tag": "ee4c64e1-8e03-4725-be4c-17cfbfb74803"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:19:08.076876 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port ee4c64e1-8e03-4725-be4c-17cfbfb74803, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=ee4c64e1-8e03-4725-be4c-17cfbfb74803,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:19:08.120259 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f607cea-2ba5-4f9f-bf9b-bb326d9a15a7 x-openstack-request-id: req-1f607cea-2ba5-4f9f-bf9b-bb326d9a15a7 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:19:08.120599 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ec47e1-38f0-49ac-84cc-751138b74fba", "name": "network-vif-plugged", "status": "completed", "tag": "ee4c64e1-8e03-4725-be4c-17cfbfb74803", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:19:08.125528 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1f607cea-2ba5-4f9f-bf9b-bb326d9a15a7 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:19:08.125528 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f607cea-2ba5-4f9f-bf9b-bb326d9a15a7'] response: {'server_uuid': '67ec47e1-38f0-49ac-84cc-751138b74fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee4c64e1-8e03-4725-be4c-17cfbfb74803', 'code': 200} Oct 26 16:19:08.143279 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:08.212710 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=ee4c64e1-8e03-4725-be4c-17cfbfb74803,revision_number=7']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:19:08.986900 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0e9ca-e8ef-4317-997b-98ae7b023260 req-74ae8848-1168-42aa-9d2b-e692584d67c5 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:08.988263 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b0a0e9ca-e8ef-4317-997b-98ae7b023260 req-74ae8848-1168-42aa-9d2b-e692584d67c5 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 945 time: 0.0923991 Oct 26 16:19:09.031771 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b0a0e9ca-e8ef-4317-997b-98ae7b023260 req-3cda09fa-7d71-4077-99e6-779b0d819ea9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378644 Oct 26 16:19:09.743309 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2521060-7906-46b1-88e2-5a8fce0e1b8e req-fd364dfd-2941-471c-95bf-ff21dc24f151 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:09.744690 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e2521060-7906-46b1-88e2-5a8fce0e1b8e req-fd364dfd-2941-471c-95bf-ff21dc24f151 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 945 time: 0.0897322 Oct 26 16:19:09.746598 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a95eb-ffe0-40bd-83aa-75bf6bca5005 req-9ae111a5-f4ab-45b3-8930-cb53369bb518 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:09.748035 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a51a95eb-ffe0-40bd-83aa-75bf6bca5005 req-9ae111a5-f4ab-45b3-8930-cb53369bb518 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.48 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba&tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25&binding%3Ahost_id=hv-neutron-8627 HTTP/1.1" status: 200 len: 945 time: 0.0917628 Oct 26 16:19:09.792895 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e2521060-7906-46b1-88e2-5a8fce0e1b8e req-8e56749f-767a-4db3-acb1-6ac0e737d549 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425763 Oct 26 16:19:09.834151 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a51a95eb-ffe0-40bd-83aa-75bf6bca5005 req-2676220b-c7f5-4fd4-95b5-9f570e69fc53 service neutron] 10.222.0.48 "GET /v2.0/ports/ee4c64e1-8e03-4725-be4c-17cfbfb74803/bindings/hv-neutron-8627 HTTP/1.1" status: 200 len: 384 time: 0.0807962 Oct 26 16:19:09.952845 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a95eb-ffe0-40bd-83aa-75bf6bca5005 req-40d41da7-f8da-423f-b07d-3c41210f7350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:09.955117 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a51a95eb-ffe0-40bd-83aa-75bf6bca5005 req-40d41da7-f8da-423f-b07d-3c41210f7350 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25&device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 1098 time: 0.0836673 Oct 26 16:19:10.069908 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [req-333694aa-4002-4917-8ed5-0b56b26f1f38 req-80b22789-f45a-4574-a179-73973f54d561 service neutron] (89748) timed out ('10.222.0.48', 50113) {{(pid=89748) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 26 16:19:10.092233 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a95eb-ffe0-40bd-83aa-75bf6bca5005 req-9c655bc5-7079-4abb-84cb-8b12e65155c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:10.093679 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a51a95eb-ffe0-40bd-83aa-75bf6bca5005 req-9c655bc5-7079-4abb-84cb-8b12e65155c4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600 HTTP/1.1" status: 200 len: 912 time: 0.1325643 Oct 26 16:19:10.198150 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a51a95eb-ffe0-40bd-83aa-75bf6bca5005 req-e08ba959-ce91-49a4-b7e6-205a3bf7ea1c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee4c64e1-8e03-4725-be4c-17cfbfb74803 HTTP/1.1" status: 200 len: 1002 time: 0.0983050 Oct 26 16:19:10.260851 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a95eb-ffe0-40bd-83aa-75bf6bca5005 req-58063d96-a469-4895-9e19-16b460e465c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:10.262221 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a51a95eb-ffe0-40bd-83aa-75bf6bca5005 req-58063d96-a469-4895-9e19-16b460e465c5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e408eec8-d1c1-4bc3-8669-81aaf1adffc5 HTTP/1.1" status: 200 len: 850 time: 0.0587697 Oct 26 16:19:10.346551 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a95eb-ffe0-40bd-83aa-75bf6bca5005 req-725dd518-f994-4273-81ae-9c7834528709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:10.347925 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a51a95eb-ffe0-40bd-83aa-75bf6bca5005 req-725dd518-f994-4273-81ae-9c7834528709 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802259 Oct 26 16:19:10.478810 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a51a95eb-ffe0-40bd-83aa-75bf6bca5005 req-63958ab4-fe8f-44c1-b5b5-f18c8f0f93fb service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248710 Oct 26 16:19:10.609088 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a51a95eb-ffe0-40bd-83aa-75bf6bca5005 req-cc55642c-5bad-4c30-a115-a92bef8f1b49 service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245923 Oct 26 16:19:10.993716 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e3c35-02b4-4585-8eeb-98a3cb0686cc req-49568757-b196-4670-9e2f-d9c23e11c78e tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:10.995242 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d79e3c35-02b4-4585-8eeb-98a3cb0686cc req-49568757-b196-4670-9e2f-d9c23e11c78e tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 945 time: 0.0885162 Oct 26 16:19:11.043671 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d79e3c35-02b4-4585-8eeb-98a3cb0686cc req-3f6018f8-b306-424d-b260-3d97a72382f2 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427945 Oct 26 16:19:11.871279 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device ee4c64e1-8e03-4725-be4c-17cfbfb74803 no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:19:11.983853 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port ee4c64e1-8e03-4725-be4c-17cfbfb74803 is: ACTIVE; New status is: DOWN {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:19:11.984232 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:12.010837 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ec47e1-38f0-49ac-84cc-751138b74fba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee4c64e1-8e03-4725-be4c-17cfbfb74803'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:19:12.013068 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985a30a6-2d67-462d-bda5-13835d0f7eca" -d '{"events": [{"server_uuid": "67ec47e1-38f0-49ac-84cc-751138b74fba", "name": "network-vif-unplugged", "status": "completed", "tag": "ee4c64e1-8e03-4725-be4c-17cfbfb74803"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:19:12.021163 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port ee4c64e1-8e03-4725-be4c-17cfbfb74803, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=ee4c64e1-8e03-4725-be4c-17cfbfb74803,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:19:12.062750 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Oct 2022 16:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2141588d-689e-451b-acce-e9c47351bb54 x-openstack-request-id: req-2141588d-689e-451b-acce-e9c47351bb54 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:19:12.063568 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ec47e1-38f0-49ac-84cc-751138b74fba", "name": "network-vif-unplugged", "status": "completed", "tag": "ee4c64e1-8e03-4725-be4c-17cfbfb74803", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:19:12.063833 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2141588d-689e-451b-acce-e9c47351bb54 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:19:12.064305 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2141588d-689e-451b-acce-e9c47351bb54'] response: {'server_uuid': '67ec47e1-38f0-49ac-84cc-751138b74fba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee4c64e1-8e03-4725-be4c-17cfbfb74803', 'code': 200} Oct 26 16:19:12.110746 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:12.183229 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=ee4c64e1-8e03-4725-be4c-17cfbfb74803,revision_number=8']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:19:12.248686 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d16ed-bc25-426e-922a-d6203a2c7de1 req-07440630-a2d8-4138-be55-f6ed61bb6486 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:12.250130 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8f8d16ed-bc25-426e-922a-d6203a2c7de1 req-07440630-a2d8-4138-be55-f6ed61bb6486 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 943 time: 0.0883493 Oct 26 16:19:12.295716 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8f8d16ed-bc25-426e-922a-d6203a2c7de1 req-16bee2ad-224e-4b89-b16a-e7b09e700f20 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390172 Oct 26 16:19:13.505318 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364bc68-81ba-4684-91b4-2a473c9001b7 req-4b4de32d-908c-4151-88dd-388006f4b74c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:13.506842 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-9364bc68-81ba-4684-91b4-2a473c9001b7 req-4b4de32d-908c-4151-88dd-388006f4b74c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 943 time: 0.0927727 Oct 26 16:19:13.552232 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-9364bc68-81ba-4684-91b4-2a473c9001b7 req-dba3a3ef-82b1-40af-a35e-d6d57ba30233 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393398 Oct 26 16:19:13.747605 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a95eb-ffe0-40bd-83aa-75bf6bca5005 req-23ec0404-79e7-415a-bbe1-cf67a3a671d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:13.749071 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a51a95eb-ffe0-40bd-83aa-75bf6bca5005 req-23ec0404-79e7-415a-bbe1-cf67a3a671d4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba&tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25 HTTP/1.1" status: 200 len: 1096 time: 0.0821648 Oct 26 16:19:13.863189 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a95eb-ffe0-40bd-83aa-75bf6bca5005 req-407c89ac-d236-4a2b-92a1-1738b9719992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:13.864649 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a51a95eb-ffe0-40bd-83aa-75bf6bca5005 req-407c89ac-d236-4a2b-92a1-1738b9719992 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25&device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 1096 time: 0.0831871 Oct 26 16:19:14.131182 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a95eb-ffe0-40bd-83aa-75bf6bca5005 req-681140c8-73bd-4c4a-9def-2982660bed09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:14.133227 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a51a95eb-ffe0-40bd-83aa-75bf6bca5005 req-681140c8-73bd-4c4a-9def-2982660bed09 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600 HTTP/1.1" status: 200 len: 912 time: 0.2633386 Oct 26 16:19:14.258894 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a51a95eb-ffe0-40bd-83aa-75bf6bca5005 req-76d96b4e-2af1-4c8f-8a51-b1900ab9692e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee4c64e1-8e03-4725-be4c-17cfbfb74803 HTTP/1.1" status: 200 len: 1000 time: 0.1200783 Oct 26 16:19:14.337492 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a95eb-ffe0-40bd-83aa-75bf6bca5005 req-e1e32378-50c1-44bc-9ece-8bfad368c557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:14.338958 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a51a95eb-ffe0-40bd-83aa-75bf6bca5005 req-e1e32378-50c1-44bc-9ece-8bfad368c557 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e408eec8-d1c1-4bc3-8669-81aaf1adffc5 HTTP/1.1" status: 200 len: 850 time: 0.0747557 Oct 26 16:19:14.433602 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a95eb-ffe0-40bd-83aa-75bf6bca5005 req-693f09b6-05f6-4025-bfc4-83cc93d5eccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:14.435307 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a51a95eb-ffe0-40bd-83aa-75bf6bca5005 req-693f09b6-05f6-4025-bfc4-83cc93d5eccd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0894117 Oct 26 16:19:14.584645 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a51a95eb-ffe0-40bd-83aa-75bf6bca5005 req-1f91d8a4-9fa4-42c8-b2eb-6157f0a4a643 service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433663 Oct 26 16:19:14.806661 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a51a95eb-ffe0-40bd-83aa-75bf6bca5005 req-a9ddda87-d8cb-41c0-bbf0-c5fa3f53974b service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164133 Oct 26 16:19:14.822185 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52837a11-79c3-4fe5-94b3-cdfc93ebb54a req-5672f64d-9055-4731-b1af-8f13062d967b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:14.823667 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-52837a11-79c3-4fe5-94b3-cdfc93ebb54a req-5672f64d-9055-4731-b1af-8f13062d967b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 943 time: 0.1447005 Oct 26 16:19:14.869245 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-52837a11-79c3-4fe5-94b3-cdfc93ebb54a req-b431f98b-6c4a-43cd-931b-166fbdc4353b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399642 Oct 26 16:19:15.906725 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device ee4c64e1-8e03-4725-be4c-17cfbfb74803 details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 16:19:16.043363 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port ee4c64e1-8e03-4725-be4c-17cfbfb74803, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=ee4c64e1-8e03-4725-be4c-17cfbfb74803,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:19:16.056665 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': 'ee4c64e1-8e03-4725-be4c-17cfbfb74803', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'port_id': 'ee4c64e1-8e03-4725-be4c-17cfbfb74803', 'mac_address': 'fa:16:3e:51:29:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 16:19:16.075231 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89754a8-2dac-48fd-a445-5959b6abc16e req-2a002f78-fcd6-49b9-9d23-886cbf170896 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:16.076676 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b89754a8-2dac-48fd-a445-5959b6abc16e req-2a002f78-fcd6-49b9-9d23-886cbf170896 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 943 time: 0.0923638 Oct 26 16:19:16.112858 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port ee4c64e1-8e03-4725-be4c-17cfbfb74803 is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:19:16.113264 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:16.121231 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b89754a8-2dac-48fd-a445-5959b6abc16e req-0100f180-567a-4002-9768-d768c5a979ad tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383074 Oct 26 16:19:16.130489 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee4c64e1-8e03-4725-be4c-17cfbfb74803 {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:19:16.146662 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port ee4c64e1-8e03-4725-be4c-17cfbfb74803, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=ee4c64e1-8e03-4725-be4c-17cfbfb74803,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:19:16.219020 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:16.289993 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=ee4c64e1-8e03-4725-be4c-17cfbfb74803,revision_number=9']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:19:16.380051 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['ee4c64e1-8e03-4725-be4c-17cfbfb74803'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:19:17.323662 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5dde26-2f01-4c3b-9649-84da59217b65 req-3eafd109-d8d0-48b0-8fb4-f94f9129f8e9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:17.325211 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0b5dde26-2f01-4c3b-9649-84da59217b65 req-3eafd109-d8d0-48b0-8fb4-f94f9129f8e9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 944 time: 0.0916455 Oct 26 16:19:17.374460 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0b5dde26-2f01-4c3b-9649-84da59217b65 req-46713789-6aec-422f-bdc2-c6522a622138 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435834 Oct 26 16:19:17.897994 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device ee4c64e1-8e03-4725-be4c-17cfbfb74803 up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:19:17.965507 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port ee4c64e1-8e03-4725-be4c-17cfbfb74803 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:19:17.965877 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:17.966211 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port ee4c64e1-8e03-4725-be4c-17cfbfb74803 Oct 26 16:19:18.082303 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port ee4c64e1-8e03-4725-be4c-17cfbfb74803 is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:19:18.082750 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:18.109459 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ec47e1-38f0-49ac-84cc-751138b74fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee4c64e1-8e03-4725-be4c-17cfbfb74803'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:19:18.111751 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2fd714-dc44-41db-92dd-f5b1689ff510" -d '{"events": [{"server_uuid": "67ec47e1-38f0-49ac-84cc-751138b74fba", "name": "network-vif-plugged", "status": "completed", "tag": "ee4c64e1-8e03-4725-be4c-17cfbfb74803"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:19:18.119381 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port ee4c64e1-8e03-4725-be4c-17cfbfb74803, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=ee4c64e1-8e03-4725-be4c-17cfbfb74803,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:19:18.154669 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7cf139-5de3-4efc-9705-09fea748e5f2 x-openstack-request-id: req-ec7cf139-5de3-4efc-9705-09fea748e5f2 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:19:18.154987 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ec47e1-38f0-49ac-84cc-751138b74fba", "name": "network-vif-plugged", "status": "completed", "tag": "ee4c64e1-8e03-4725-be4c-17cfbfb74803", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:19:18.155242 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ec7cf139-5de3-4efc-9705-09fea748e5f2 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:19:18.155654 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec7cf139-5de3-4efc-9705-09fea748e5f2'] response: {'server_uuid': '67ec47e1-38f0-49ac-84cc-751138b74fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee4c64e1-8e03-4725-be4c-17cfbfb74803', 'code': 200} Oct 26 16:19:18.196442 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:18.266325 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=ee4c64e1-8e03-4725-be4c-17cfbfb74803,revision_number=10']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:19:18.577398 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5309ba-5396-40d5-841d-80a40a11d14d req-ea2222f9-3f38-4db7-85a5-b2806ecb8359 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:18.578884 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2b5309ba-5396-40d5-841d-80a40a11d14d req-ea2222f9-3f38-4db7-85a5-b2806ecb8359 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 946 time: 0.0880179 Oct 26 16:19:18.623310 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2b5309ba-5396-40d5-841d-80a40a11d14d req-da4bf8d2-801c-4205-a093-1bade2eaa115 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387721 Oct 26 16:19:18.822263 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae549f7-0299-4c9a-9bd3-35f2921d87c4 req-539afa85-e95e-4954-905a-1aca9a3045a9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:18.823811 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2ae549f7-0299-4c9a-9bd3-35f2921d87c4 req-539afa85-e95e-4954-905a-1aca9a3045a9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 946 time: 0.0893707 Oct 26 16:19:18.871445 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2ae549f7-0299-4c9a-9bd3-35f2921d87c4 req-e713e842-450a-4f8f-83a9-5d138ef20109 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419502 Oct 26 16:19:19.070484 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665cf7e6-79f0-4e32-8132-5c4c76313dd4 req-09110b7c-c7d6-47e5-b33b-b25f218f4d14 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:19.071927 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-665cf7e6-79f0-4e32-8132-5c4c76313dd4 req-09110b7c-c7d6-47e5-b33b-b25f218f4d14 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 946 time: 0.0911906 Oct 26 16:19:19.116094 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-665cf7e6-79f0-4e32-8132-5c4c76313dd4 req-c8f27647-3ae4-46bb-a42c-c4fbd581f334 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386035 Oct 26 16:19:19.675357 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b5a89-021a-4700-b495-0724ed00748e req-5856dfab-110a-4bb0-b3bf-d9bdbfe993ad tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:19.676969 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f35b5a89-021a-4700-b495-0724ed00748e req-5856dfab-110a-4bb0-b3bf-d9bdbfe993ad tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 946 time: 0.0895152 Oct 26 16:19:19.724775 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f35b5a89-021a-4700-b495-0724ed00748e req-520215e5-66ac-4191-91b4-2dcb3b092b5d tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419228 Oct 26 16:19:20.923873 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1bb7e-e04c-4413-9124-8638b6fa1564 req-711b409f-a8a8-4ce7-9127-d765255cd0ab tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:20.925539 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-83f1bb7e-e04c-4413-9124-8638b6fa1564 req-711b409f-a8a8-4ce7-9127-d765255cd0ab tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 946 time: 0.0889018 Oct 26 16:19:20.970066 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-83f1bb7e-e04c-4413-9124-8638b6fa1564 req-0fd4b08f-8c3b-48b5-b5b0-3f7b6a690e58 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388551 Oct 26 16:19:21.984910 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d8527-3234-4110-8674-16f1b7ca670a req-d4b9cc55-dc0a-4576-8284-319ad9e83ed4 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:21.986313 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c03d8527-3234-4110-8674-16f1b7ca670a req-d4b9cc55-dc0a-4576-8284-319ad9e83ed4 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.48 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 946 time: 0.0887268 Oct 26 16:19:22.056917 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-c03d8527-3234-4110-8674-16f1b7ca670a req-ec7c2072-9883-42b7-aa83-e03858ef1aa9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Deleting port ee4c64e1-8e03-4725-be4c-17cfbfb74803 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:19:22.057247 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c03d8527-3234-4110-8674-16f1b7ca670a req-ec7c2072-9883-42b7-aa83-e03858ef1aa9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:22.327368 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a71512-fb84-4c63-a870-e8cbed6a7cff req-7925cbd0-04b3-4ce8-a999-7968f1a63a92 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:22.328730 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-77a71512-fb84-4c63-a870-e8cbed6a7cff req-7925cbd0-04b3-4ce8-a999-7968f1a63a92 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 946 time: 0.2422285 Oct 26 16:19:22.512525 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-c03d8527-3234-4110-8674-16f1b7ca670a req-ec7c2072-9883-42b7-aa83-e03858ef1aa9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] For port ee4c64e1-8e03-4725-be4c-17cfbfb74803, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=ee4c64e1-8e03-4725-be4c-17cfbfb74803,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:19:22.512881 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c03d8527-3234-4110-8674-16f1b7ca670a req-ec7c2072-9883-42b7-aa83-e03858ef1aa9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:22.522046 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-77a71512-fb84-4c63-a870-e8cbed6a7cff req-bca0971c-7f3c-4c84-be7e-cd1277869d62 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827960 Oct 26 16:19:22.805851 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c03d8527-3234-4110-8674-16f1b7ca670a req-ec7c2072-9883-42b7-aa83-e03858ef1aa9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:22.806220 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c03d8527-3234-4110-8674-16f1b7ca670a req-ec7c2072-9883-42b7-aa83-e03858ef1aa9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:22.806557 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.l3_db [req-c03d8527-3234-4110-8674-16f1b7ca670a req-ec7c2072-9883-42b7-aa83-e03858ef1aa9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Floating IP 28d162d4-3f3c-4a9a-a8c5-ef301a0e23aa disassociated. External IP: 172.26.2.205, port: ee4c64e1-8e03-4725-be4c-17cfbfb74803. Oct 26 16:19:22.806899 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-c03d8527-3234-4110-8674-16f1b7ca670a req-ec7c2072-9883-42b7-aa83-e03858ef1aa9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Calling delete_port for ee4c64e1-8e03-4725-be4c-17cfbfb74803 owned by compute:nova {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:19:23.041746 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c03d8527-3234-4110-8674-16f1b7ca670a req-ec7c2072-9883-42b7-aa83-e03858ef1aa9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:23.092286 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c2072-9883-42b7-aa83-e03858ef1aa9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Pushing event deleted for resources: {'Port': ['ID=ee4c64e1-8e03-4725-be4c-17cfbfb74803,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:19:23.103063 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c2072-9883-42b7-aa83-e03858ef1aa9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:23.103462 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c2072-9883-42b7-aa83-e03858ef1aa9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:23.103795 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c2072-9883-42b7-aa83-e03858ef1aa9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:23.104134 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c2072-9883-42b7-aa83-e03858ef1aa9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:23.104471 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c2072-9883-42b7-aa83-e03858ef1aa9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:23.104805 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c2072-9883-42b7-aa83-e03858ef1aa9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:23.105136 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c2072-9883-42b7-aa83-e03858ef1aa9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:23.105462 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c2072-9883-42b7-aa83-e03858ef1aa9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:23.105790 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c2072-9883-42b7-aa83-e03858ef1aa9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:23.106127 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c2072-9883-42b7-aa83-e03858ef1aa9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:23.106445 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c2072-9883-42b7-aa83-e03858ef1aa9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:23.106788 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c2072-9883-42b7-aa83-e03858ef1aa9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:23.298003 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c03d8527-3234-4110-8674-16f1b7ca670a req-ec7c2072-9883-42b7-aa83-e03858ef1aa9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Router a28d5634-9298-4c2f-bd30-85373259106d has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:19:23.479829 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c03d8527-3234-4110-8674-16f1b7ca670a req-ec7c2072-9883-42b7-aa83-e03858ef1aa9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:19:23.489387 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203c5488-01b6-4901-b460-dc51016ce091 None None] Sync routers for ids ['a28d5634-9298-4c2f-bd30-85373259106d'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:19:23.498577 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203c5488-01b6-4901-b460-dc51016ce091 None None] Routers {'a28d5634-9298-4c2f-bd30-85373259106d'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:19:23.499189 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-203c5488-01b6-4901-b460-dc51016ce091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:19:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['a28d5634-9298-4c2f-bd30-85373259106d'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:19:23.564208 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-c03d8527-3234-4110-8674-16f1b7ca670a req-ec7c2072-9883-42b7-aa83-e03858ef1aa9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] No DVR routers for this DVR port ee4c64e1-8e03-4725-be4c-17cfbfb74803 on host hv-neutron-8627 {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:19:23.567583 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c03d8527-3234-4110-8674-16f1b7ca670a req-ec7c2072-9883-42b7-aa83-e03858ef1aa9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:23.571558 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ec47e1-38f0-49ac-84cc-751138b74fba', 'name': 'network-vif-deleted', 'tag': 'ee4c64e1-8e03-4725-be4c-17cfbfb74803'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:19:23.573890 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4529be7f-00b3-4a54-bf0d-270d4767807e" -d '{"events": [{"server_uuid": "67ec47e1-38f0-49ac-84cc-751138b74fba", "name": "network-vif-deleted", "tag": "ee4c64e1-8e03-4725-be4c-17cfbfb74803"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:19:23.622934 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a5cc76-d34b-4421-a5e0-36bb577d7f10 x-openstack-request-id: req-62a5cc76-d34b-4421-a5e0-36bb577d7f10 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:19:23.625056 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ec47e1-38f0-49ac-84cc-751138b74fba", "name": "network-vif-deleted", "tag": "ee4c64e1-8e03-4725-be4c-17cfbfb74803", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:19:23.625056 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-62a5cc76-d34b-4421-a5e0-36bb577d7f10 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:19:23.625056 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62a5cc76-d34b-4421-a5e0-36bb577d7f10'] response: {'server_uuid': '67ec47e1-38f0-49ac-84cc-751138b74fba', 'name': 'network-vif-deleted', 'tag': 'ee4c64e1-8e03-4725-be4c-17cfbfb74803', 'status': 'completed', 'code': 200} Oct 26 16:19:23.642825 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c03d8527-3234-4110-8674-16f1b7ca670a req-ec7c2072-9883-42b7-aa83-e03858ef1aa9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.48 "DELETE /v2.0/ports/ee4c64e1-8e03-4725-be4c-17cfbfb74803 HTTP/1.1" status: 204 len: 173 time: 1.6516769 Oct 26 16:19:23.698287 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-203c5488-01b6-4901-b460-dc51016ce091 None None] Set router a28d5634-9298-4c2f-bd30-85373259106d gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:19:23.704802 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-3fad33fb-a2ea-4c7a-9729-1b42f3fa1fee req-b61a9f36-a04c-4deb-be78-70017f7ccfca tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ec47e1-38f0-49ac-84cc-751138b74fba HTTP/1.1" status: 200 len: 210 time: 0.0617142 Oct 26 16:19:24.021347 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-203c5488-01b6-4901-b460-dc51016ce091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'name': 'tempest-ServerActionsTestJSON-576556714-router', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:51Z', 'updated_at': '2022-10-26T16:12:55Z', 'revision_number': 4, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'gw_port': {'id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:52Z', 'updated_at': '2022-10-26T16:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '7ce2c619-1bc6-46dd-81cf-07689ccb31aa', 'name': '', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'mac_address': 'fa:16:3e:de:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:55Z', 'updated_at': '2022-10-26T16:13:01Z', 'revision_number': 5, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'subnets': [{'id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:19:24.025158 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203c5488-01b6-4901-b460-dc51016ce091 None None] Checking router: a28d5634-9298-4c2f-bd30-85373259106d for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:19:24.033350 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203c5488-01b6-4901-b460-dc51016ce091 None None] Routers {'a28d5634-9298-4c2f-bd30-85373259106d'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:19:24.033957 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-203c5488-01b6-4901-b460-dc51016ce091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:19:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['a28d5634-9298-4c2f-bd30-85373259106d'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:19:24.208821 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-203c5488-01b6-4901-b460-dc51016ce091 None None] Set router a28d5634-9298-4c2f-bd30-85373259106d gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:19:24.527410 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-203c5488-01b6-4901-b460-dc51016ce091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'name': 'tempest-ServerActionsTestJSON-576556714-router', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:51Z', 'updated_at': '2022-10-26T16:12:55Z', 'revision_number': 4, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'gw_port': {'id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:52Z', 'updated_at': '2022-10-26T16:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '7ce2c619-1bc6-46dd-81cf-07689ccb31aa', 'name': '', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'mac_address': 'fa:16:3e:de:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:55Z', 'updated_at': '2022-10-26T16:13:01Z', 'revision_number': 5, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'subnets': [{'id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:19:24.531342 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203c5488-01b6-4901-b460-dc51016ce091 None None] The sync data for ids ['a28d5634-9298-4c2f-bd30-85373259106d'] in dv-neutron-862712-1-hyperv is: [{'id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'name': 'tempest-ServerActionsTestJSON-576556714-router', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:51Z', 'updated_at': '2022-10-26T16:12:55Z', 'revision_number': 4, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'gw_port': {'id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:52Z', 'updated_at': '2022-10-26T16:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '7ce2c619-1bc6-46dd-81cf-07689ccb31aa', 'name': '', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'mac_address': 'fa:16:3e:de:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:55Z', 'updated_at': '2022-10-26T16:13:01Z', 'revision_number': 5, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'subnets': [{'id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:19:24.766980 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de04f77a-2ce2-4aae-987b-5090dfccff09 None None] New status for floating IP 28d162d4-3f3c-4a9a-a8c5-ef301a0e23aa: DOWN {{(pid=89750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:19:25.068186 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-e984967d-8254-4092-af54-97c83c72e0a3 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--268804624&fields=id&tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25 HTTP/1.1" status: 200 len: 267 time: 0.0453491 Oct 26 16:19:25.225753 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-9103ee6e-e885-40c6-bd34-c1485b080284 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:25.227223 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-9103ee6e-e885-40c6-bd34-c1485b080284 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/networks?id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600 HTTP/1.1" status: 200 len: 811 time: 0.1524649 Oct 26 16:19:25.242098 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-cd49d8b1-9e31-4705-9b19-fdfdfe05f29c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/quotas/ac8cfce7f56b4de59a2eac4bfb14ae25 HTTP/1.1" status: 200 len: 375 time: 0.0094252 Oct 26 16:19:25.332794 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-0eb2474c-98d5-43b9-b5b3-c80a3db8047e tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Synchronizing usage tracker for tenant:ac8cfce7f56b4de59a2eac4bfb14ae25 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:19:25.401674 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-0eb2474c-98d5-43b9-b5b3-c80a3db8047e tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Unset dirty status for tenant:ac8cfce7f56b4de59a2eac4bfb14ae25 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:19:25.403018 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-0eb2474c-98d5-43b9-b5b3-c80a3db8047e tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1562467 Oct 26 16:19:25.456614 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-d4c320d7-2421-4327-8372-62ce8a44d2f2 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=89748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:19:25.457594 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-d4c320d7-2421-4327-8372-62ce8a44d2f2 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0429962 Oct 26 16:19:25.591501 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-7d0eb653-d58f-46aa-a1b0-37f1ef8b65aa service neutron] 10.222.0.23 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280036 Oct 26 16:19:25.832735 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-857dc6c9-3ce2-4ece-8a02-8c0767266660 service neutron] 10.222.0.23 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344692 Oct 26 16:19:25.955656 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device ee4c64e1-8e03-4725-be4c-17cfbfb74803 no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:19:25.993458 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] No Port match for: ee4c64e1-8e03-4725-be4c-17cfbfb74803 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:19:25.993795 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device ee4c64e1-8e03-4725-be4c-17cfbfb74803 not bound to the agent host hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:19:26.126275 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-82508931-83db-41af-b2c2-62ef61f79712 req-83bdec4b-9ca1-40c1-99cb-ecad2f61756d tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 210 time: 0.0506964 Oct 26 16:19:26.704815 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:19:27.235873 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:27.291904 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a92fd50e-ad5e-4817-8dd6-4be05c4cd5c7 req-5a4dc5c7-0b79-4ada-85ba-4a3866d8177a tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 210 time: 0.0539753 Oct 26 16:19:28.076055 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-3950ff43-9bc3-4e19-b1cc-38b7c1b57452 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:28.077490 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-3950ff43-9bc3-4e19-b1cc-38b7c1b57452 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.48 "GET /v2.0/networks?id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600 HTTP/1.1" status: 200 len: 811 time: 0.1452885 Oct 26 16:19:28.133229 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-0b68e2a0-e387-4805-8e62-c58219f9cae6 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25 HTTP/1.1" status: 200 len: 379 time: 0.0402067 Oct 26 16:19:28.140927 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-d14bb103-13a8-4b19-92b5-7d77454e4f46 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Request body: {'port': {'device_id': '63522043-4079-40ba-9604-07c864c3d13f', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'admin_state_up': True, 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'security_groups': ['2fab83f6-afd1-4a8a-a681-ae3f163d914e']}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:19:28.277381 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-d14bb103-13a8-4b19-92b5-7d77454e4f46 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:19:28.288347 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-d14bb103-13a8-4b19-92b5-7d77454e4f46 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:19:28.361832 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-d14bb103-13a8-4b19-92b5-7d77454e4f46 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Made reservation on behalf of ac8cfce7f56b4de59a2eac4bfb14ae25 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:19:28.366012 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-d14bb103-13a8-4b19-92b5-7d77454e4f46 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:28.466341 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-8d029c6d-d57c-4ada-bdbb-ef18c67e3270 req-8ac22d4c-e6d4-4218-9bb6-9e92ea460b04 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 210 time: 0.0553763 Oct 26 16:19:28.541931 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-d14bb103-13a8-4b19-92b5-7d77454e4f46 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Allocated IP 172.20.0.5 (6f4e0b0c-8ba8-4256-811e-3ae779a1b600/e408eec8-d1c1-4bc3-8669-81aaf1adffc5/6d40739e-03ed-451e-8ccb-ec77de4508d0) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:19:28.729340 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-d14bb103-13a8-4b19-92b5-7d77454e4f46 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:28.745274 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-d14bb103-13a8-4b19-92b5-7d77454e4f46 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Transition to ACTIVE for port object 6d40739e-03ed-451e-8ccb-ec77de4508d0 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:19:28.813577 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-d14bb103-13a8-4b19-92b5-7d77454e4f46 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:28.888963 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-d14bb103-13a8-4b19-92b5-7d77454e4f46 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Network 6f4e0b0c-8ba8-4256-811e-3ae779a1b600 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:19:28.892173 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-d14bb103-13a8-4b19-92b5-7d77454e4f46 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:19:28.895912 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-d14bb103-13a8-4b19-92b5-7d77454e4f46 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:19:28.929543 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14bb103-13a8-4b19-92b5-7d77454e4f46 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Pushing event updated for resources: {'Port': ['ID=6d40739e-03ed-451e-8ccb-ec77de4508d0,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:19:28.968315 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-d14bb103-13a8-4b19-92b5-7d77454e4f46 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:28.968925 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-d14bb103-13a8-4b19-92b5-7d77454e4f46 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:29.069166 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-d14bb103-13a8-4b19-92b5-7d77454e4f46 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9316683 Oct 26 16:19:29.086190 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-6f4b2726-e1c3-450d-afe7-cec2dfe26ec0 service neutron] Request body: {'port': {'device_id': '63522043-4079-40ba-9604-07c864c3d13f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8627'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:19:29.200696 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-6f4b2726-e1c3-450d-afe7-cec2dfe26ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:29.259012 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-ee056bd0-70d8-4e3a-a21c-cef2bd4767dd None None] Provisioning for port 6d40739e-03ed-451e-8ccb-ec77de4508d0 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:19:29.263978 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-ee056bd0-70d8-4e3a-a21c-cef2bd4767dd None None] Provisioning complete for port 6d40739e-03ed-451e-8ccb-ec77de4508d0 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:19:29.264350 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ee056bd0-70d8-4e3a-a21c-cef2bd4767dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:29.264685 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ee056bd0-70d8-4e3a-a21c-cef2bd4767dd None None] Attempt 1 to provision port 6d40739e-03ed-451e-8ccb-ec77de4508d0 Oct 26 16:19:29.317364 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ee056bd0-70d8-4e3a-a21c-cef2bd4767dd None None] Port 6d40739e-03ed-451e-8ccb-ec77de4508d0 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:19:29.544701 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-6f4b2726-e1c3-450d-afe7-cec2dfe26ec0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d40739e-03ed-451e-8ccb-ec77de4508d0 {{(pid=89748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:19:29.552125 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-6f4b2726-e1c3-450d-afe7-cec2dfe26ec0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:29.567053 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-6f4b2726-e1c3-450d-afe7-cec2dfe26ec0 service neutron] Transition to ACTIVE for port object 6d40739e-03ed-451e-8ccb-ec77de4508d0 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:19:29.659868 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-6f4b2726-e1c3-450d-afe7-cec2dfe26ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:29.818695 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ee056bd0-70d8-4e3a-a21c-cef2bd4767dd None None] Attempt 2 to provision port 6d40739e-03ed-451e-8ccb-ec77de4508d0 Oct 26 16:19:29.875767 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ee056bd0-70d8-4e3a-a21c-cef2bd4767dd None None] Port 6d40739e-03ed-451e-8ccb-ec77de4508d0 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:19:29.920323 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38742c9c-0000-4d33-8c2d-dcaefdc332d6 req-225985cc-3009-47c2-922e-0e923676062b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:29.921029 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-38742c9c-0000-4d33-8c2d-dcaefdc332d6 req-225985cc-3009-47c2-922e-0e923676062b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Synchronizing usage tracker for tenant:ac8cfce7f56b4de59a2eac4bfb14ae25 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:19:29.986481 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b2726-e1c3-450d-afe7-cec2dfe26ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=6d40739e-03ed-451e-8ccb-ec77de4508d0,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:19:30.021558 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-6f4b2726-e1c3-450d-afe7-cec2dfe26ec0 service neutron] Attempting to bind port 6d40739e-03ed-451e-8ccb-ec77de4508d0 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:19:30.021921 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-6f4b2726-e1c3-450d-afe7-cec2dfe26ec0 service neutron] Attempting to bind port 6d40739e-03ed-451e-8ccb-ec77de4508d0 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'b2c531e6-0c2f-4d63-bba1-8864da2b635e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:19:30.022219 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-6f4b2726-e1c3-450d-afe7-cec2dfe26ec0 service neutron] Attempting to bind port 6d40739e-03ed-451e-8ccb-ec77de4508d0 on network 6f4e0b0c-8ba8-4256-811e-3ae779a1b600 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:19:30.027021 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-6f4b2726-e1c3-450d-afe7-cec2dfe26ec0 service neutron] Port 6d40739e-03ed-451e-8ccb-ec77de4508d0 on network 6f4e0b0c-8ba8-4256-811e-3ae779a1b600 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 16:19:30.027343 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-6f4b2726-e1c3-450d-afe7-cec2dfe26ec0 service neutron] Attempting to bind port 6d40739e-03ed-451e-8ccb-ec77de4508d0 on network 6f4e0b0c-8ba8-4256-811e-3ae779a1b600 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:19:30.032413 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-6f4b2726-e1c3-450d-afe7-cec2dfe26ec0 service neutron] Checking agent: {'id': '1b551391-ebdd-44bd-8801-034277ca5526', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8627', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'started_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:19:30.032742 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-6f4b2726-e1c3-450d-afe7-cec2dfe26ec0 service neutron] Checking segment: {'id': 'b2c531e6-0c2f-4d63-bba1-8864da2b635e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:19:30.033117 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-6f4b2726-e1c3-450d-afe7-cec2dfe26ec0 service neutron] Bound using segment: {'id': 'b2c531e6-0c2f-4d63-bba1-8864da2b635e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:19:30.033534 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-6f4b2726-e1c3-450d-afe7-cec2dfe26ec0 service neutron] Bound port: 6d40739e-03ed-451e-8ccb-ec77de4508d0, host: hv-neutron-8627, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c531e6-0c2f-4d63-bba1-8864da2b635e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:19:30.033872 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-6f4b2726-e1c3-450d-afe7-cec2dfe26ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:30.079877 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-38742c9c-0000-4d33-8c2d-dcaefdc332d6 req-225985cc-3009-47c2-922e-0e923676062b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Unset dirty status for tenant:ac8cfce7f56b4de59a2eac4bfb14ae25 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:19:30.080964 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-38742c9c-0000-4d33-8c2d-dcaefdc332d6 req-225985cc-3009-47c2-922e-0e923676062b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 931 time: 0.4989724 Oct 26 16:19:30.154576 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-38742c9c-0000-4d33-8c2d-dcaefdc332d6 req-e91003e5-5817-46df-99e8-4d8216405644 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619400 Oct 26 16:19:30.160240 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-6f4b2726-e1c3-450d-afe7-cec2dfe26ec0 service neutron] For port 6d40739e-03ed-451e-8ccb-ec77de4508d0, host hv-neutron-8627, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:19:30.163693 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-6f4b2726-e1c3-450d-afe7-cec2dfe26ec0 service neutron] For port 6d40739e-03ed-451e-8ccb-ec77de4508d0, host hv-neutron-8627, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=6d40739e-03ed-451e-8ccb-ec77de4508d0,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:19:30.236529 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-6f4b2726-e1c3-450d-afe7-cec2dfe26ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:30.272296 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-6f4b2726-e1c3-450d-afe7-cec2dfe26ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:30.272898 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-6f4b2726-e1c3-450d-afe7-cec2dfe26ec0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:30.274236 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-6f4b2726-e1c3-450d-afe7-cec2dfe26ec0 service neutron] 10.222.0.48 "PUT /v2.0/ports/6d40739e-03ed-451e-8ccb-ec77de4508d0 HTTP/1.1" status: 200 len: 1093 time: 1.1927969 Oct 26 16:19:30.274757 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63522043-4079-40ba-9604-07c864c3d13f', 'tag': '6d40739e-03ed-451e-8ccb-ec77de4508d0'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:19:30.277002 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47d7bc7-29d9-49c7-92f4-11280ee05e79" -d '{"events": [{"name": "network-changed", "server_uuid": "63522043-4079-40ba-9604-07c864c3d13f", "tag": "6d40739e-03ed-451e-8ccb-ec77de4508d0"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:19:30.320538 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b60d63-e14c-4cdf-b2ed-6fb1a7acf2dc x-openstack-request-id: req-79b60d63-e14c-4cdf-b2ed-6fb1a7acf2dc {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:19:30.320820 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63522043-4079-40ba-9604-07c864c3d13f", "tag": "6d40739e-03ed-451e-8ccb-ec77de4508d0", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:19:30.321072 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-79b60d63-e14c-4cdf-b2ed-6fb1a7acf2dc {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:19:30.321469 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79b60d63-e14c-4cdf-b2ed-6fb1a7acf2dc'] response: {'name': 'network-changed', 'server_uuid': '63522043-4079-40ba-9604-07c864c3d13f', 'tag': '6d40739e-03ed-451e-8ccb-ec77de4508d0', 'status': 'completed', 'code': 200} Oct 26 16:19:30.322240 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b2726-e1c3-450d-afe7-cec2dfe26ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=6d40739e-03ed-451e-8ccb-ec77de4508d0,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:19:30.376604 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ee056bd0-70d8-4e3a-a21c-cef2bd4767dd None None] Attempt 3 to provision port 6d40739e-03ed-451e-8ccb-ec77de4508d0 Oct 26 16:19:30.437141 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d7bc7-29d9-49c7-92f4-11280ee05e79 req-18074bef-57de-4cfd-949e-15a4caaceb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:30.438688 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d47d7bc7-29d9-49c7-92f4-11280ee05e79 req-18074bef-57de-4cfd-949e-15a4caaceb7f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25&device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 1096 time: 0.0808241 Oct 26 16:19:30.438950 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ee056bd0-70d8-4e3a-a21c-cef2bd4767dd None None] Port 6d40739e-03ed-451e-8ccb-ec77de4508d0 had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 16:19:30.584925 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d7bc7-29d9-49c7-92f4-11280ee05e79 req-55b6411a-7c38-4fc8-9cea-295563465017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:30.586275 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d47d7bc7-29d9-49c7-92f4-11280ee05e79 req-55b6411a-7c38-4fc8-9cea-295563465017 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1352301 Oct 26 16:19:30.723710 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d7bc7-29d9-49c7-92f4-11280ee05e79 req-352adbca-2193-4415-ac80-78b8bafba4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:30.725185 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d47d7bc7-29d9-49c7-92f4-11280ee05e79 req-352adbca-2193-4415-ac80-78b8bafba4bf service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1337659 Oct 26 16:19:30.861482 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-4eefd42d-0d47-4f07-a386-8489704f3425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:30.862862 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-4eefd42d-0d47-4f07-a386-8489704f3425 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25&device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 1096 time: 0.0825620 Oct 26 16:19:30.936826 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-9d33c1ae-0541-41c6-8f1e-c6d31e04a1b8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d40739e-03ed-451e-8ccb-ec77de4508d0 HTTP/1.1" status: 200 len: 217 time: 0.0621119 Oct 26 16:19:31.001303 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-a0a2566a-34c3-4d6d-8ae7-d0d353edc37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:31.002707 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-a0a2566a-34c3-4d6d-8ae7-d0d353edc37e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e408eec8-d1c1-4bc3-8669-81aaf1adffc5 HTTP/1.1" status: 200 len: 850 time: 0.0600531 Oct 26 16:19:31.084709 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-3d1f77d3-119e-43bb-af3d-569e67059d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:31.086162 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-3d1f77d3-119e-43bb-af3d-569e67059d79 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772381 Oct 26 16:19:31.220483 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-ed03dce1-d692-4f8e-ac37-85de9346f8fb service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281991 Oct 26 16:19:31.420296 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-27da0b08-3a89-480a-8687-e5fe55566e89 req-5149bf7d-7fa3-48e7-962c-7537cc1fbb99 service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922879 Oct 26 16:19:31.436267 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ab6a2-c8be-4342-89cf-15e298c77632 req-f42b26f4-e3d6-4370-aaa7-cb43689b5d57 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:31.437709 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8a3ab6a2-c8be-4342-89cf-15e298c77632 req-f42b26f4-e3d6-4370-aaa7-cb43689b5d57 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 943 time: 0.1397305 Oct 26 16:19:31.490326 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8a3ab6a2-c8be-4342-89cf-15e298c77632 req-c52af907-cc63-4927-a838-80d13681888c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460684 Oct 26 16:19:32.107402 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fb70cdd1-f036-4075-a0ab-6eadc319a50e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:32.797044 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082508f3-4d42-4c93-8398-f0e1bee2cd28 req-3df8a4d6-5b30-46ca-9a9a-9b4f596cb2c3 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:32.798406 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-082508f3-4d42-4c93-8398-f0e1bee2cd28 req-3df8a4d6-5b30-46ca-9a9a-9b4f596cb2c3 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 943 time: 0.1936462 Oct 26 16:19:32.842892 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-082508f3-4d42-4c93-8398-f0e1bee2cd28 req-d9af703f-6c52-4497-a991-d807513156cd tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382335 Oct 26 16:19:34.044433 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79242620-d75c-41ef-b97f-ce6d8a9ba370 req-63820e5a-5c3e-49f3-8ac7-79e7003267d1 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:34.045888 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-79242620-d75c-41ef-b97f-ce6d8a9ba370 req-63820e5a-5c3e-49f3-8ac7-79e7003267d1 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 943 time: 0.0917206 Oct 26 16:19:34.089635 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-79242620-d75c-41ef-b97f-ce6d8a9ba370 req-d1b41080-dacc-47f2-83d1-f316eed16c16 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381107 Oct 26 16:19:34.470025 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5a21b3ce-e702-4ea3-af66-3cf9348dff5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:35.257466 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:35.293771 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf63b6-84a0-486e-889c-fbd36838484e req-a60c45a0-533d-478a-8c44-af6582deb419 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:35.295235 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-fbbf63b6-84a0-486e-889c-fbd36838484e req-a60c45a0-533d-478a-8c44-af6582deb419 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 943 time: 0.0906801 Oct 26 16:19:35.338625 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-fbbf63b6-84a0-486e-889c-fbd36838484e req-ec71ce89-a307-4e89-84c1-ba9996c91f86 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376787 Oct 26 16:19:35.344244 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:35.984669 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 6d40739e-03ed-451e-8ccb-ec77de4508d0 details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 16:19:36.117907 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 6d40739e-03ed-451e-8ccb-ec77de4508d0, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=6d40739e-03ed-451e-8ccb-ec77de4508d0,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:19:36.131418 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': '6d40739e-03ed-451e-8ccb-ec77de4508d0', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'port_id': '6d40739e-03ed-451e-8ccb-ec77de4508d0', 'mac_address': 'fa:16:3e:a3:71:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 16:19:36.190301 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 6d40739e-03ed-451e-8ccb-ec77de4508d0 is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:19:36.190718 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:36.208042 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d40739e-03ed-451e-8ccb-ec77de4508d0 {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:19:36.223633 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 6d40739e-03ed-451e-8ccb-ec77de4508d0, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=6d40739e-03ed-451e-8ccb-ec77de4508d0,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:19:36.292707 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:36.361112 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=6d40739e-03ed-451e-8ccb-ec77de4508d0,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:19:36.540853 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da901ea-3595-46ff-ac3a-19f44e16a5ad req-c8a5da58-25e5-416d-a95f-af50b7aa9a0a tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:36.542310 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1da901ea-3595-46ff-ac3a-19f44e16a5ad req-c8a5da58-25e5-416d-a95f-af50b7aa9a0a tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 944 time: 0.0884902 Oct 26 16:19:36.586715 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1da901ea-3595-46ff-ac3a-19f44e16a5ad req-48f66119-0390-4d76-a1fa-9487ac17202f tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386667 Oct 26 16:19:36.738862 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['6d40739e-03ed-451e-8ccb-ec77de4508d0'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:19:36.990488 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:37.784853 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a6567-df35-4b43-9453-a33fa8b038b1 req-1edac388-7f32-456c-9e0c-c995a8313a26 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:37.786722 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c51a6567-df35-4b43-9453-a33fa8b038b1 req-1edac388-7f32-456c-9e0c-c995a8313a26 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 944 time: 0.0860665 Oct 26 16:19:37.833546 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c51a6567-df35-4b43-9453-a33fa8b038b1 req-ccef4c1c-8640-4914-81c8-04eb5b57315d tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411777 Oct 26 16:19:37.999806 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 6d40739e-03ed-451e-8ccb-ec77de4508d0 up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:19:38.130392 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning for port 6d40739e-03ed-451e-8ccb-ec77de4508d0 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:19:38.135701 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port 6d40739e-03ed-451e-8ccb-ec77de4508d0 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:19:38.136082 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:38.136504 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port 6d40739e-03ed-451e-8ccb-ec77de4508d0 Oct 26 16:19:38.253581 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 6d40739e-03ed-451e-8ccb-ec77de4508d0 is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:19:38.253965 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:38.280916 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63522043-4079-40ba-9604-07c864c3d13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d40739e-03ed-451e-8ccb-ec77de4508d0'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:19:38.283201 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80f34d3-9b30-4d6e-89c8-8a2d6e187709" -d '{"events": [{"server_uuid": "63522043-4079-40ba-9604-07c864c3d13f", "name": "network-vif-plugged", "status": "completed", "tag": "6d40739e-03ed-451e-8ccb-ec77de4508d0"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:19:38.294351 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 6d40739e-03ed-451e-8ccb-ec77de4508d0, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=6d40739e-03ed-451e-8ccb-ec77de4508d0,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:19:38.324868 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9053a3e0-ee77-46cb-895b-3d0ce1258c8f x-openstack-request-id: req-9053a3e0-ee77-46cb-895b-3d0ce1258c8f {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:19:38.325223 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63522043-4079-40ba-9604-07c864c3d13f", "name": "network-vif-plugged", "status": "completed", "tag": "6d40739e-03ed-451e-8ccb-ec77de4508d0", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:19:38.325481 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9053a3e0-ee77-46cb-895b-3d0ce1258c8f {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:19:38.325880 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9053a3e0-ee77-46cb-895b-3d0ce1258c8f'] response: {'server_uuid': '63522043-4079-40ba-9604-07c864c3d13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d40739e-03ed-451e-8ccb-ec77de4508d0', 'code': 200} Oct 26 16:19:38.382313 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:38.452377 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=6d40739e-03ed-451e-8ccb-ec77de4508d0,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:19:38.878168 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5688a-4a4d-4f4e-9ffc-6cb6203d8c25 req-a014226a-ca71-4ba3-800b-28147b478e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:38.878861 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-51e5688a-4a4d-4f4e-9ffc-6cb6203d8c25 req-a014226a-ca71-4ba3-800b-28147b478e9a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 1098 time: 0.1824300 Oct 26 16:19:38.919129 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-51e5688a-4a4d-4f4e-9ffc-6cb6203d8c25 req-b4272dea-f557-4e83-9f7c-1dc6bfc57f34 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344477 Oct 26 16:19:39.035008 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939cb5a2-80fc-48f4-ad76-d2aaab6753d2 req-a97044ad-5966-4ad4-971d-8a35f8e5064a tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:39.036958 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-939cb5a2-80fc-48f4-ad76-d2aaab6753d2 req-a97044ad-5966-4ad4-971d-8a35f8e5064a tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 945 time: 0.0866692 Oct 26 16:19:39.079992 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-939cb5a2-80fc-48f4-ad76-d2aaab6753d2 req-4f5b26aa-9434-4838-a455-1954fa112a2d tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370107 Oct 26 16:19:40.281599 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70531fae-cd8c-4fcc-bff0-8530a1da4102 req-cada3f64-00a0-4f3a-9104-d93c574fe7a9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:40.283106 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-70531fae-cd8c-4fcc-bff0-8530a1da4102 req-cada3f64-00a0-4f3a-9104-d93c574fe7a9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 945 time: 0.0910234 Oct 26 16:19:40.330451 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-70531fae-cd8c-4fcc-bff0-8530a1da4102 req-1226862a-3a45-4143-8ff7-59cf1fa6e48b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412176 Oct 26 16:19:41.533771 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a409d-75c9-4bf0-bdd6-da50d7f5642c req-a0fb7855-12ec-4bff-a566-ffc781a72cdb tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:41.535163 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-aa6a409d-75c9-4bf0-bdd6-da50d7f5642c req-a0fb7855-12ec-4bff-a566-ffc781a72cdb tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 945 time: 0.0942206 Oct 26 16:19:41.578408 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-aa6a409d-75c9-4bf0-bdd6-da50d7f5642c req-af58fe08-11f8-493f-807e-8faaae42aad7 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375724 Oct 26 16:19:41.769926 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d61117-03aa-4d5e-96a9-78797f57e361 req-38d706ce-3028-449b-b0f1-09c531c310c4 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:41.771601 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-24d61117-03aa-4d5e-96a9-78797f57e361 req-38d706ce-3028-449b-b0f1-09c531c310c4 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 945 time: 0.0877478 Oct 26 16:19:41.781658 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 49258) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:19:41.786533 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-4a6fd24a-e1cf-451d-9ffb-a8b6180e75f5 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Request body: {'floatingip': {'port_id': '6d40739e-03ed-451e-8ccb-ec77de4508d0'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:19:41.863750 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4a6fd24a-e1cf-451d-9ffb-a8b6180e75f5 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks [] for floatingip, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:42.443847 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4a6fd24a-e1cf-451d-9ffb-a8b6180e75f5 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:42.501648 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4a6fd24a-e1cf-451d-9ffb-a8b6180e75f5 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:42.674626 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.l3_db [None req-4a6fd24a-e1cf-451d-9ffb-a8b6180e75f5 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Floating IP 28d162d4-3f3c-4a9a-a8c5-ef301a0e23aa associated. External IP: 172.26.2.205, port: 6d40739e-03ed-451e-8ccb-ec77de4508d0. Oct 26 16:19:43.124877 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a6fd24a-e1cf-451d-9ffb-a8b6180e75f5 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Router a28d5634-9298-4c2f-bd30-85373259106d has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:19:43.306050 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6fd24a-e1cf-451d-9ffb-a8b6180e75f5 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:19:43.310398 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4a6fd24a-e1cf-451d-9ffb-a8b6180e75f5 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:19:43.315560 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa065f9a-b208-49b1-95b6-1dbd8c70ae63 None None] Sync routers for ids ['a28d5634-9298-4c2f-bd30-85373259106d'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:19:43.325978 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa065f9a-b208-49b1-95b6-1dbd8c70ae63 None None] Routers {'a28d5634-9298-4c2f-bd30-85373259106d'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:19:43.326699 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-fa065f9a-b208-49b1-95b6-1dbd8c70ae63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:19:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['a28d5634-9298-4c2f-bd30-85373259106d'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:19:43.368365 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-4a6fd24a-e1cf-451d-9ffb-a8b6180e75f5 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "PUT /v2.0/floatingips/28d162d4-3f3c-4a9a-a8c5-ef301a0e23aa HTTP/1.1" status: 200 len: 992 time: 1.5835872 Oct 26 16:19:43.368365 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63522043-4079-40ba-9604-07c864c3d13f', 'tag': '6d40739e-03ed-451e-8ccb-ec77de4508d0'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:19:43.369240 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9a927e-a72a-40b6-8038-ddda2e4698d8" -d '{"events": [{"name": "network-changed", "server_uuid": "63522043-4079-40ba-9604-07c864c3d13f", "tag": "6d40739e-03ed-451e-8ccb-ec77de4508d0"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:19:43.411889 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3336df37-3c46-4090-b5b4-472553cf6ee4 x-openstack-request-id: req-3336df37-3c46-4090-b5b4-472553cf6ee4 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:19:43.412181 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63522043-4079-40ba-9604-07c864c3d13f", "tag": "6d40739e-03ed-451e-8ccb-ec77de4508d0", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:19:43.412431 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3336df37-3c46-4090-b5b4-472553cf6ee4 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:19:43.412830 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3336df37-3c46-4090-b5b4-472553cf6ee4'] response: {'name': 'network-changed', 'server_uuid': '63522043-4079-40ba-9604-07c864c3d13f', 'tag': '6d40739e-03ed-451e-8ccb-ec77de4508d0', 'status': 'completed', 'code': 200} Oct 26 16:19:43.509366 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-fa065f9a-b208-49b1-95b6-1dbd8c70ae63 None None] Set router a28d5634-9298-4c2f-bd30-85373259106d gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:19:43.533998 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a927e-a72a-40b6-8038-ddda2e4698d8 req-a286947a-2517-4207-94bf-8a0e0c8a56e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:43.535512 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2d9a927e-a72a-40b6-8038-ddda2e4698d8 req-a286947a-2517-4207-94bf-8a0e0c8a56e7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25&device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 1098 time: 0.0826602 Oct 26 16:19:43.669359 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a927e-a72a-40b6-8038-ddda2e4698d8 req-c9073d10-7ca7-4a89-a670-f69848d1f4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:43.670853 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2d9a927e-a72a-40b6-8038-ddda2e4698d8 req-c9073d10-7ca7-4a89-a670-f69848d1f4b8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600 HTTP/1.1" status: 200 len: 912 time: 0.1301410 Oct 26 16:19:43.775292 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2d9a927e-a72a-40b6-8038-ddda2e4698d8 req-802f7d84-3da2-4e09-b2b8-4da18cbfce02 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d40739e-03ed-451e-8ccb-ec77de4508d0 HTTP/1.1" status: 200 len: 1000 time: 0.0986214 Oct 26 16:19:43.836205 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a927e-a72a-40b6-8038-ddda2e4698d8 req-ba8a3f19-e0d7-42a3-80f1-d8c303c25350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:43.837619 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2d9a927e-a72a-40b6-8038-ddda2e4698d8 req-ba8a3f19-e0d7-42a3-80f1-d8c303c25350 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e408eec8-d1c1-4bc3-8669-81aaf1adffc5 HTTP/1.1" status: 200 len: 850 time: 0.0573063 Oct 26 16:19:43.858918 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-fa065f9a-b208-49b1-95b6-1dbd8c70ae63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'name': 'tempest-ServerActionsTestJSON-576556714-router', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:51Z', 'updated_at': '2022-10-26T16:12:55Z', 'revision_number': 4, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'gw_port': {'id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:52Z', 'updated_at': '2022-10-26T16:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '28d162d4-3f3c-4a9a-a8c5-ef301a0e23aa', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'floating_ip_address': '172.26.2.205', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'port_id': '6d40739e-03ed-451e-8ccb-ec77de4508d0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'mac_address': 'fa:16:3e:a3:71:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63522043-4079-40ba-9604-07c864c3d13f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:12:59Z', 'updated_at': '2022-10-26T16:19:42Z', 'revision_number': 13, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ce2c619-1bc6-46dd-81cf-07689ccb31aa', 'name': '', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'mac_address': 'fa:16:3e:de:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:55Z', 'updated_at': '2022-10-26T16:13:01Z', 'revision_number': 5, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'subnets': [{'id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:19:43.862922 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa065f9a-b208-49b1-95b6-1dbd8c70ae63 None None] Checking router: a28d5634-9298-4c2f-bd30-85373259106d for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:19:43.871606 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa065f9a-b208-49b1-95b6-1dbd8c70ae63 None None] Routers {'a28d5634-9298-4c2f-bd30-85373259106d'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:19:43.872202 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-fa065f9a-b208-49b1-95b6-1dbd8c70ae63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:19:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['a28d5634-9298-4c2f-bd30-85373259106d'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:19:43.921874 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a927e-a72a-40b6-8038-ddda2e4698d8 req-5628e47d-7568-4f7b-a7fb-173fcbe836c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:43.923290 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2d9a927e-a72a-40b6-8038-ddda2e4698d8 req-5628e47d-7568-4f7b-a7fb-173fcbe836c7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804110 Oct 26 16:19:44.058318 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2d9a927e-a72a-40b6-8038-ddda2e4698d8 req-28b06b93-e05d-44cf-b5a0-3e483a66ea58 service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288242 Oct 26 16:19:44.084819 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-fa065f9a-b208-49b1-95b6-1dbd8c70ae63 None None] Set router a28d5634-9298-4c2f-bd30-85373259106d gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:19:44.190200 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2d9a927e-a72a-40b6-8038-ddda2e4698d8 req-6916160e-2d3f-4e3f-9111-ad6ec66b6da8 service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265366 Oct 26 16:19:44.443741 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-fa065f9a-b208-49b1-95b6-1dbd8c70ae63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'name': 'tempest-ServerActionsTestJSON-576556714-router', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:51Z', 'updated_at': '2022-10-26T16:12:55Z', 'revision_number': 4, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'gw_port': {'id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:52Z', 'updated_at': '2022-10-26T16:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '28d162d4-3f3c-4a9a-a8c5-ef301a0e23aa', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'floating_ip_address': '172.26.2.205', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'port_id': '6d40739e-03ed-451e-8ccb-ec77de4508d0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'mac_address': 'fa:16:3e:a3:71:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63522043-4079-40ba-9604-07c864c3d13f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:12:59Z', 'updated_at': '2022-10-26T16:19:42Z', 'revision_number': 13, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ce2c619-1bc6-46dd-81cf-07689ccb31aa', 'name': '', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'mac_address': 'fa:16:3e:de:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:55Z', 'updated_at': '2022-10-26T16:13:01Z', 'revision_number': 5, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'subnets': [{'id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:19:44.502934 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa065f9a-b208-49b1-95b6-1dbd8c70ae63 None None] The sync data for ids ['a28d5634-9298-4c2f-bd30-85373259106d'] in dv-neutron-862712-1-hyperv is: [{'id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'name': 'tempest-ServerActionsTestJSON-576556714-router', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:51Z', 'updated_at': '2022-10-26T16:12:55Z', 'revision_number': 4, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'gw_port': {'id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:52Z', 'updated_at': '2022-10-26T16:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '28d162d4-3f3c-4a9a-a8c5-ef301a0e23aa', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'floating_ip_address': '172.26.2.205', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'port_id': '6d40739e-03ed-451e-8ccb-ec77de4508d0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'mac_address': 'fa:16:3e:a3:71:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63522043-4079-40ba-9604-07c864c3d13f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:12:59Z', 'updated_at': '2022-10-26T16:19:42Z', 'revision_number': 13, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ce2c619-1bc6-46dd-81cf-07689ccb31aa', 'name': '', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'mac_address': 'fa:16:3e:de:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:55Z', 'updated_at': '2022-10-26T16:13:01Z', 'revision_number': 5, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'subnets': [{'id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:19:44.635970 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057329ed-cf84-4c10-9551-e5a25d27b0c9 None None] New status for floating IP 28d162d4-3f3c-4a9a-a8c5-ef301a0e23aa: ACTIVE {{(pid=89750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:19:57.249734 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:20:02.094690 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d486d331-36bc-48f2-9cdd-0d19b15ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:20:03.703493 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:20:04.509328 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-55e84980-101b-4fff-8816-f2032d9fe749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:20:05.258073 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:20:05.357564 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:20:06.934923 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:20:27.233609 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:20:32.096502 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-293f861a-dc89-49da-89a4-844b299f104c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:20:34.352509 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4aa871cb-a236-4f53-a80b-b1191d4406cb req-92a048d8-1766-45e9-844d-de7d4c3b86e5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1195984 Oct 26 16:20:34.451640 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-982336d0-0808-4fda-a43a-1628f1a5e245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:20:34.514175 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa871cb-a236-4f53-a80b-b1191d4406cb req-94ed2c5a-31a8-4b0e-b779-cf79acce1759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:34.515577 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4aa871cb-a236-4f53-a80b-b1191d4406cb req-94ed2c5a-31a8-4b0e-b779-cf79acce1759 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25&device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 1098 time: 0.0800955 Oct 26 16:20:34.662551 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa871cb-a236-4f53-a80b-b1191d4406cb req-9ccfe6b6-2bf9-4afe-8f42-3d893047cb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:34.664075 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4aa871cb-a236-4f53-a80b-b1191d4406cb req-9ccfe6b6-2bf9-4afe-8f42-3d893047cb8f service neutron] 10.222.0.48 "GET /v2.0/networks?id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600 HTTP/1.1" status: 200 len: 912 time: 0.1296608 Oct 26 16:20:34.870631 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4aa871cb-a236-4f53-a80b-b1191d4406cb req-15a989b5-b6b6-4ee5-b84e-590cf98ec658 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d40739e-03ed-451e-8ccb-ec77de4508d0 HTTP/1.1" status: 200 len: 1002 time: 0.2007270 Oct 26 16:20:34.935038 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa871cb-a236-4f53-a80b-b1191d4406cb req-a0b12d20-876a-4b4a-8383-1fe0f9f02521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:34.936473 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4aa871cb-a236-4f53-a80b-b1191d4406cb req-a0b12d20-876a-4b4a-8383-1fe0f9f02521 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e408eec8-d1c1-4bc3-8669-81aaf1adffc5 HTTP/1.1" status: 200 len: 850 time: 0.0607841 Oct 26 16:20:35.020073 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa871cb-a236-4f53-a80b-b1191d4406cb req-3dc715f2-7bf4-47a4-a13a-a391f518f750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:35.021509 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4aa871cb-a236-4f53-a80b-b1191d4406cb req-3dc715f2-7bf4-47a4-a13a-a391f518f750 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792437 Oct 26 16:20:35.153893 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4aa871cb-a236-4f53-a80b-b1191d4406cb req-a4b90446-6785-4f01-b594-465c57b2b37d service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259513 Oct 26 16:20:35.264865 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:20:35.288467 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4aa871cb-a236-4f53-a80b-b1191d4406cb req-d617b3f4-3549-4632-974f-32355b3ef500 service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274726 Oct 26 16:20:35.379369 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:20:36.930571 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:20:40.702406 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:20:57.286800 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:20:59.588797 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ab614-4569-4527-978f-38175299fe9d req-0c75ae55-cc18-4125-8c7b-87e0ee9200a7 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:59.590226 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-855ab614-4569-4527-978f-38175299fe9d req-0c75ae55-cc18-4125-8c7b-87e0ee9200a7 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 945 time: 0.1546609 Oct 26 16:20:59.636696 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-855ab614-4569-4527-978f-38175299fe9d req-81235a1f-5192-4bf2-8694-c8888cb7eee7 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400646 Oct 26 16:21:02.107278 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-13ecc522-d088-46a6-ab8a-f9fdc1896d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:21:04.467256 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-daeaa162-e898-4c31-87ac-ee6addfe318a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:21:05.257865 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:21:05.363919 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:21:06.946768 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:21:11.836392 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09fd8f-0f7d-436e-9bb6-2727a18ed218 req-ac3ed125-d32f-4635-afd1-5c9c26c63d74 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:11.838014 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-dd09fd8f-0f7d-436e-9bb6-2727a18ed218 req-ac3ed125-d32f-4635-afd1-5c9c26c63d74 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 945 time: 0.0926871 Oct 26 16:21:11.883578 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-dd09fd8f-0f7d-436e-9bb6-2727a18ed218 req-534a4bf4-c1ab-4096-86bc-b455e364bc58 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394876 Oct 26 16:21:11.944170 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-11687ba8-f38e-4eea-836b-9102a99b4c69 req-417f2c6e-c144-4aae-bb42-6533e3bbc5a8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1194832 Oct 26 16:21:13.087700 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45b2c5-5a50-49bb-bc31-2982a999dbe8 req-3e0f7084-f539-4dee-ac6d-08c7f805fb5d tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:13.089154 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-db45b2c5-5a50-49bb-bc31-2982a999dbe8 req-3e0f7084-f539-4dee-ac6d-08c7f805fb5d tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 945 time: 0.0897839 Oct 26 16:21:13.134500 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-db45b2c5-5a50-49bb-bc31-2982a999dbe8 req-ec1c0abb-0d7d-44b2-99cc-252bb40a648f tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388925 Oct 26 16:21:14.195176 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11687ba8-f38e-4eea-836b-9102a99b4c69 req-1d6194b9-3c48-4b3b-a610-9bc0d390fa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:14.196654 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-11687ba8-f38e-4eea-836b-9102a99b4c69 req-1d6194b9-3c48-4b3b-a610-9bc0d390fa43 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25&device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 1098 time: 0.0840628 Oct 26 16:21:14.331843 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11687ba8-f38e-4eea-836b-9102a99b4c69 req-a84d3136-7c2a-495f-a614-2a89d5a4bd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:14.333293 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-11687ba8-f38e-4eea-836b-9102a99b4c69 req-a84d3136-7c2a-495f-a614-2a89d5a4bd04 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600 HTTP/1.1" status: 200 len: 912 time: 0.1308458 Oct 26 16:21:14.334041 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61634e1-2ffe-451f-9309-458bfc1dd3e1 req-332bafc3-aeb2-4f56-ab80-942bcf0f7674 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:14.335536 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c61634e1-2ffe-451f-9309-458bfc1dd3e1 req-332bafc3-aeb2-4f56-ab80-942bcf0f7674 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 945 time: 0.0883391 Oct 26 16:21:14.381911 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c61634e1-2ffe-451f-9309-458bfc1dd3e1 req-5557fb26-d55a-4c2c-83f1-d18d7cc8f0f7 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406511 Oct 26 16:21:14.439749 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-11687ba8-f38e-4eea-836b-9102a99b4c69 req-30fa0384-88c1-4069-b50c-719337f088d0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d40739e-03ed-451e-8ccb-ec77de4508d0 HTTP/1.1" status: 200 len: 1002 time: 0.1003354 Oct 26 16:21:14.501352 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11687ba8-f38e-4eea-836b-9102a99b4c69 req-0e154eb4-f6e9-4ab6-99dd-5778c5721521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:14.502803 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-11687ba8-f38e-4eea-836b-9102a99b4c69 req-0e154eb4-f6e9-4ab6-99dd-5778c5721521 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e408eec8-d1c1-4bc3-8669-81aaf1adffc5 HTTP/1.1" status: 200 len: 850 time: 0.0574036 Oct 26 16:21:14.588089 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11687ba8-f38e-4eea-836b-9102a99b4c69 req-ecc8e9f1-a698-426a-a393-717cd4b408ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:14.589585 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-11687ba8-f38e-4eea-836b-9102a99b4c69 req-ecc8e9f1-a698-426a-a393-717cd4b408ea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813870 Oct 26 16:21:14.724497 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-11687ba8-f38e-4eea-836b-9102a99b4c69 req-59cb78bb-2368-4dd5-b7bd-f4e070f2d970 service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281381 Oct 26 16:21:14.856452 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-11687ba8-f38e-4eea-836b-9102a99b4c69 req-ea1b55ac-a31a-49d8-803f-3721852e2d8e service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266735 Oct 26 16:21:15.677436 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f4706e-ca2e-45c6-9c80-30512e7f0055 req-87c791be-2b63-4243-a001-663dc88a3726 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:15.678808 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-67f4706e-ca2e-45c6-9c80-30512e7f0055 req-87c791be-2b63-4243-a001-663dc88a3726 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 945 time: 0.1858439 Oct 26 16:21:15.723941 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-67f4706e-ca2e-45c6-9c80-30512e7f0055 req-ac2149b3-6130-48c9-9dc2-b20084410687 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390179 Oct 26 16:21:16.925476 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b6e48-9474-4056-92df-8cc76600b969 req-e1ff8cda-6433-4d7d-b5a3-d9f73e23d7a0 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:16.927014 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a90b6e48-9474-4056-92df-8cc76600b969 req-e1ff8cda-6433-4d7d-b5a3-d9f73e23d7a0 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 945 time: 0.0924394 Oct 26 16:21:16.971760 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a90b6e48-9474-4056-92df-8cc76600b969 req-f6d506a7-1fc0-4bd9-83a5-17350d000578 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390007 Oct 26 16:21:17.701946 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:21:18.171085 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11949ea9-13e0-404d-b365-fea594be70cd req-9c9ae03f-c882-4965-8d26-d3776b183283 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:18.172517 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-11949ea9-13e0-404d-b365-fea594be70cd req-9c9ae03f-c882-4965-8d26-d3776b183283 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 945 time: 0.0899420 Oct 26 16:21:18.215517 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-11949ea9-13e0-404d-b365-fea594be70cd req-755e3951-157e-44bd-b26b-a9e759e93200 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367148 Oct 26 16:21:19.416394 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5a35b-8388-45bd-aead-70d4f260b29e req-65747679-d9e9-496e-a6fd-b94fa75726e5 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:19.417853 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-64f5a35b-8388-45bd-aead-70d4f260b29e req-65747679-d9e9-496e-a6fd-b94fa75726e5 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 945 time: 0.0887043 Oct 26 16:21:19.464403 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-64f5a35b-8388-45bd-aead-70d4f260b29e req-bf1570d7-5c63-42ab-a76c-2f834be1ef92 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409410 Oct 26 16:21:20.670181 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d92b8-76f6-4b0f-a3a0-85d273082f9a req-2b494139-9665-467c-9ccb-f9a361c137a0 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:20.671636 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-533d92b8-76f6-4b0f-a3a0-85d273082f9a req-2b494139-9665-467c-9ccb-f9a361c137a0 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 945 time: 0.0916038 Oct 26 16:21:20.719878 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-533d92b8-76f6-4b0f-a3a0-85d273082f9a req-ce9ef08e-78e7-4587-87e6-12d6f97db85b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424206 Oct 26 16:21:21.918800 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec835404-881b-4eb7-8197-a707a121aa28 req-dad4b65e-5a77-4346-9c90-1a6bc9420c9c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:21.920262 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ec835404-881b-4eb7-8197-a707a121aa28 req-dad4b65e-5a77-4346-9c90-1a6bc9420c9c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 945 time: 0.0882826 Oct 26 16:21:21.964220 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ec835404-881b-4eb7-8197-a707a121aa28 req-7c2701d6-6289-4a4c-9bd0-d1d0bb8ef5b2 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383742 Oct 26 16:21:23.160597 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95833979-1fed-4176-97b8-b831225f8bd1 req-65a23d71-5cb6-4aab-ab54-dffb3c90264f tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:23.162083 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-95833979-1fed-4176-97b8-b831225f8bd1 req-65a23d71-5cb6-4aab-ab54-dffb3c90264f tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 945 time: 0.0887258 Oct 26 16:21:23.205839 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-95833979-1fed-4176-97b8-b831225f8bd1 req-f937cbc4-302a-4ec0-a4e4-9db0138c0bcb tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380845 Oct 26 16:21:24.409676 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3292e-294d-41b8-81b0-b6cb35380393 req-9b384d59-14d2-42cd-97d7-020abb98d044 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:24.411175 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-58f3292e-294d-41b8-81b0-b6cb35380393 req-9b384d59-14d2-42cd-97d7-020abb98d044 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 945 time: 0.0930378 Oct 26 16:21:24.453684 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-58f3292e-294d-41b8-81b0-b6cb35380393 req-9f4181d9-6dbf-480a-8fef-695433d91d36 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369654 Oct 26 16:21:25.655626 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797ddfb-8a2d-4a61-a06e-ae77740b59dc req-11f544e3-9b05-4ced-95a4-9e794ef15d27 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:25.657065 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d797ddfb-8a2d-4a61-a06e-ae77740b59dc req-11f544e3-9b05-4ced-95a4-9e794ef15d27 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 945 time: 0.0914717 Oct 26 16:21:25.702601 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d797ddfb-8a2d-4a61-a06e-ae77740b59dc req-bb305360-098d-4eb9-b877-ee9ea1d1734f tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392060 Oct 26 16:21:26.903902 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724e8723-1d46-4996-bcb6-7141d558675f req-1277f3f6-8a59-4739-8990-680563eb83ac tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:26.905349 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-724e8723-1d46-4996-bcb6-7141d558675f req-1277f3f6-8a59-4739-8990-680563eb83ac tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 945 time: 0.0877373 Oct 26 16:21:26.952967 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-724e8723-1d46-4996-bcb6-7141d558675f req-af6522b4-eb77-4b7d-b097-3f61a45d0491 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413849 Oct 26 16:21:27.278095 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:21:28.155221 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa643466-78c7-4c7e-a7aa-e3530ba45cf4 req-5d6bea0d-28dd-463f-9ac2-32f0beba1b15 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:28.156658 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-fa643466-78c7-4c7e-a7aa-e3530ba45cf4 req-5d6bea0d-28dd-463f-9ac2-32f0beba1b15 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 945 time: 0.0903082 Oct 26 16:21:28.204603 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-fa643466-78c7-4c7e-a7aa-e3530ba45cf4 req-c3c8a61e-03d3-4c63-8106-46c6707b07a3 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420318 Oct 26 16:21:29.402916 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf50327-6b66-4334-93b3-c51bd3adac14 req-186ba9b8-b8b9-4c2d-882b-e127a39a3093 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:29.404427 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ebf50327-6b66-4334-93b3-c51bd3adac14 req-186ba9b8-b8b9-4c2d-882b-e127a39a3093 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 945 time: 0.0891497 Oct 26 16:21:29.447847 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ebf50327-6b66-4334-93b3-c51bd3adac14 req-9b596b02-f6e5-4f45-801a-30ab06ca6ecd tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378277 Oct 26 16:21:30.647456 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0cfa40-da2d-4832-a18c-6f549897fca1 req-ecdd1c58-2d43-4f04-9c2e-9200ec66fa15 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:30.648891 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ec0cfa40-da2d-4832-a18c-6f549897fca1 req-ecdd1c58-2d43-4f04-9c2e-9200ec66fa15 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 945 time: 0.0891190 Oct 26 16:21:30.693400 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ec0cfa40-da2d-4832-a18c-6f549897fca1 req-0494f830-4b39-43f2-84de-8596f818bb4f tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389154 Oct 26 16:21:31.895194 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb23b30-4e66-4cfc-904f-8b397d61d51b req-d1012b9f-f433-4319-9281-51d4ed8e0ebe tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:31.896568 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ecb23b30-4e66-4cfc-904f-8b397d61d51b req-d1012b9f-f433-4319-9281-51d4ed8e0ebe tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 945 time: 0.0920823 Oct 26 16:21:31.940971 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ecb23b30-4e66-4cfc-904f-8b397d61d51b req-a252d57d-7332-4c21-bd89-4269e0ebb2fb tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387344 Oct 26 16:21:32.108064 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-92bd7bcc-8d6c-4aa0-8c2c-b092f3868fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:21:33.145794 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc2e5e-f14b-4485-8e13-14dff6bbff3f req-75d129ed-8306-44b9-a188-519e27a91222 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:33.147351 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-87bc2e5e-f14b-4485-8e13-14dff6bbff3f req-75d129ed-8306-44b9-a188-519e27a91222 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 945 time: 0.0940995 Oct 26 16:21:33.191028 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-87bc2e5e-f14b-4485-8e13-14dff6bbff3f req-b9053f6d-2e3b-4b88-b82f-e0223d1a413a tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380671 Oct 26 16:21:34.391741 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b41e73-de1d-4197-b795-3a02a7af3b5b req-8a329316-c46f-42df-a1d4-e3b5a919a429 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:34.393204 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-83b41e73-de1d-4197-b795-3a02a7af3b5b req-8a329316-c46f-42df-a1d4-e3b5a919a429 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 945 time: 0.0877752 Oct 26 16:21:34.440711 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-83b41e73-de1d-4197-b795-3a02a7af3b5b req-5b52d3fa-dd15-4036-8736-18901067ae56 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412517 Oct 26 16:21:34.483482 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2d476340-57e1-41e0-abb4-42d646218a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:21:35.266361 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:21:35.334589 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032529ee-7bca-4a41-ad9d-9b32a5bd0be6 req-284a19d3-4701-41fd-9e50-280f87ad3bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:35.336084 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-032529ee-7bca-4a41-ad9d-9b32a5bd0be6 req-284a19d3-4701-41fd-9e50-280f87ad3bea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25&device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 1098 time: 0.0807021 Oct 26 16:21:35.368920 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:21:35.484821 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032529ee-7bca-4a41-ad9d-9b32a5bd0be6 req-c1179263-8c7a-44fc-8b70-6fcc5e64fd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:35.486277 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-032529ee-7bca-4a41-ad9d-9b32a5bd0be6 req-c1179263-8c7a-44fc-8b70-6fcc5e64fd25 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600 HTTP/1.1" status: 200 len: 912 time: 0.1315489 Oct 26 16:21:35.652118 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-032529ee-7bca-4a41-ad9d-9b32a5bd0be6 req-54e16570-9ca7-428e-9d11-fdea620b4a67 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d40739e-03ed-451e-8ccb-ec77de4508d0 HTTP/1.1" status: 200 len: 1002 time: 0.1599283 Oct 26 16:21:35.725195 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032529ee-7bca-4a41-ad9d-9b32a5bd0be6 req-6776a716-7155-4947-816f-ee43d366c104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:35.726650 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-032529ee-7bca-4a41-ad9d-9b32a5bd0be6 req-6776a716-7155-4947-816f-ee43d366c104 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e408eec8-d1c1-4bc3-8669-81aaf1adffc5 HTTP/1.1" status: 200 len: 850 time: 0.0683482 Oct 26 16:21:35.734670 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677b110-e2f4-4e5b-9c44-0e1bd24f7a40 req-436eecb9-aa9b-4dc5-aee6-78705bb751a6 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:35.735970 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a677b110-e2f4-4e5b-9c44-0e1bd24f7a40 req-436eecb9-aa9b-4dc5-aee6-78705bb751a6 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 945 time: 0.1700394 Oct 26 16:21:35.837928 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a677b110-e2f4-4e5b-9c44-0e1bd24f7a40 req-1e910dfc-e56c-49d6-8f91-42599d986c89 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624919 Oct 26 16:21:35.851922 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032529ee-7bca-4a41-ad9d-9b32a5bd0be6 req-a8e71e24-89b5-4519-82ec-b1718cd66408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:35.853363 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-032529ee-7bca-4a41-ad9d-9b32a5bd0be6 req-a8e71e24-89b5-4519-82ec-b1718cd66408 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1165817 Oct 26 16:21:35.985847 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-032529ee-7bca-4a41-ad9d-9b32a5bd0be6 req-b075f116-f548-44e0-9083-f868f7819108 service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261663 Oct 26 16:21:36.117687 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-032529ee-7bca-4a41-ad9d-9b32a5bd0be6 req-9f4a4835-39df-433b-a99b-72f853c22058 service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255200 Oct 26 16:21:36.935137 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:21:37.037131 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d9e39-15c3-4fe6-9e01-53714551c023 req-01e5f3ae-4e43-4d02-97fd-7d76136c9d85 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:37.038559 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ab5d9e39-15c3-4fe6-9e01-53714551c023 req-01e5f3ae-4e43-4d02-97fd-7d76136c9d85 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 945 time: 0.0887606 Oct 26 16:21:37.083152 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ab5d9e39-15c3-4fe6-9e01-53714551c023 req-99a18bf6-139c-4c71-9fb7-3967c20a85a0 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382299 Oct 26 16:21:37.986115 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-11687ba8-f38e-4eea-836b-9102a99b4c69 req-39db43c2-48d6-401e-96ac-366cfab91362 service neutron] 10.222.0.48 "GET /v2.0/ports/6d40739e-03ed-451e-8ccb-ec77de4508d0/bindings/hv-neutron-8627 HTTP/1.1" status: 200 len: 384 time: 0.0786734 Oct 26 16:21:38.384612 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637957f-ea4f-446b-a1fb-5849664aa6e3 req-92b8acd2-5acc-478f-95e8-60a6e2a9e450 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:38.386056 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a637957f-ea4f-446b-a1fb-5849664aa6e3 req-92b8acd2-5acc-478f-95e8-60a6e2a9e450 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 945 time: 0.1896808 Oct 26 16:21:38.431361 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a637957f-ea4f-446b-a1fb-5849664aa6e3 req-650e87c0-8714-49e6-be20-b91209916614 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395575 Oct 26 16:21:38.544028 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11687ba8-f38e-4eea-836b-9102a99b4c69 req-f7ac7c6a-e319-445e-a2af-41d1268cbfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:38.545475 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-11687ba8-f38e-4eea-836b-9102a99b4c69 req-f7ac7c6a-e319-445e-a2af-41d1268cbfea service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f&tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25 HTTP/1.1" status: 200 len: 1098 time: 0.0821223 Oct 26 16:21:38.655455 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11687ba8-f38e-4eea-836b-9102a99b4c69 req-3a24b2ac-3c6c-46c3-b3a0-5a959bb2dcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:38.656816 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-11687ba8-f38e-4eea-836b-9102a99b4c69 req-3a24b2ac-3c6c-46c3-b3a0-5a959bb2dcc8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25&device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 1098 time: 0.0809572 Oct 26 16:21:38.787404 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11687ba8-f38e-4eea-836b-9102a99b4c69 req-13885efb-2d69-4333-b142-2daaf929aea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:38.788825 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-11687ba8-f38e-4eea-836b-9102a99b4c69 req-13885efb-2d69-4333-b142-2daaf929aea2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600 HTTP/1.1" status: 200 len: 912 time: 0.1262178 Oct 26 16:21:38.891011 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-11687ba8-f38e-4eea-836b-9102a99b4c69 req-9363ed9b-732d-4b11-9ce1-9af964b5274b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d40739e-03ed-451e-8ccb-ec77de4508d0 HTTP/1.1" status: 200 len: 1002 time: 0.0967805 Oct 26 16:21:38.954203 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11687ba8-f38e-4eea-836b-9102a99b4c69 req-25231739-06a4-4e2b-a02a-767253d5d7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:38.955754 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-11687ba8-f38e-4eea-836b-9102a99b4c69 req-25231739-06a4-4e2b-a02a-767253d5d7ce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e408eec8-d1c1-4bc3-8669-81aaf1adffc5 HTTP/1.1" status: 200 len: 850 time: 0.0596380 Oct 26 16:21:39.037118 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11687ba8-f38e-4eea-836b-9102a99b4c69 req-30a9002e-bdf0-4fa7-b10c-fea7e2a8b8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:39.038580 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-11687ba8-f38e-4eea-836b-9102a99b4c69 req-30a9002e-bdf0-4fa7-b10c-fea7e2a8b8d9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774691 Oct 26 16:21:39.168536 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-11687ba8-f38e-4eea-836b-9102a99b4c69 req-94b3d46e-c144-48bc-8871-eb828df32ed7 service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243384 Oct 26 16:21:39.299227 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-11687ba8-f38e-4eea-836b-9102a99b4c69 req-61f2570e-eb82-45f6-9529-2ce94925daa5 service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245189 Oct 26 16:21:39.639608 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c8985-1d64-4b1d-a174-d605c8a58f03 req-96762a98-61dc-4a9c-a64d-f5562dff30cf tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:39.641192 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c10c8985-1d64-4b1d-a174-d605c8a58f03 req-96762a98-61dc-4a9c-a64d-f5562dff30cf tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 945 time: 0.0948834 Oct 26 16:21:39.689007 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c10c8985-1d64-4b1d-a174-d605c8a58f03 req-c9d9025e-d428-45a2-bf09-fc3e692546c9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414615 Oct 26 16:21:40.618858 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 6d40739e-03ed-451e-8ccb-ec77de4508d0 no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:21:40.739838 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 6d40739e-03ed-451e-8ccb-ec77de4508d0 is: ACTIVE; New status is: DOWN {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:21:40.740452 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:21:40.772896 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63522043-4079-40ba-9604-07c864c3d13f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d40739e-03ed-451e-8ccb-ec77de4508d0'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:21:40.775330 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866319e9-2fb2-4ba2-8209-474b39bbf0ff" -d '{"events": [{"server_uuid": "63522043-4079-40ba-9604-07c864c3d13f", "name": "network-vif-unplugged", "status": "completed", "tag": "6d40739e-03ed-451e-8ccb-ec77de4508d0"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:21:40.786316 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 6d40739e-03ed-451e-8ccb-ec77de4508d0, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=6d40739e-03ed-451e-8ccb-ec77de4508d0,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:21:40.851976 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:21:40.916788 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Oct 2022 16:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d90b68b-3f8c-4986-bb22-ee7beea12fce x-openstack-request-id: req-1d90b68b-3f8c-4986-bb22-ee7beea12fce {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:21:40.917128 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63522043-4079-40ba-9604-07c864c3d13f", "name": "network-vif-unplugged", "status": "completed", "tag": "6d40739e-03ed-451e-8ccb-ec77de4508d0", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:21:40.917409 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1d90b68b-3f8c-4986-bb22-ee7beea12fce {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:21:40.917829 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d90b68b-3f8c-4986-bb22-ee7beea12fce'] response: {'server_uuid': '63522043-4079-40ba-9604-07c864c3d13f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d40739e-03ed-451e-8ccb-ec77de4508d0', 'code': 200} Oct 26 16:21:40.940621 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a0517-77d4-4dbc-8b8d-734efaf4deca req-ee6970a0-5eb0-4b8d-a9be-b2f97a64d9d6 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:40.941288 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=6d40739e-03ed-451e-8ccb-ec77de4508d0,revision_number=6']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:40.942742 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-181a0517-77d4-4dbc-8b8d-734efaf4deca req-ee6970a0-5eb0-4b8d-a9be-b2f97a64d9d6 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 943 time: 0.1207366 Oct 26 16:21:40.948324 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:40.948686 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:40.949029 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:40.949365 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:40.949698 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:40.950034 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:40.950357 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:40.950845 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:40.954965 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:40.955378 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:40.958534 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:40.958534 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:40.992768 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-181a0517-77d4-4dbc-8b8d-734efaf4deca req-a0600faf-5e61-4593-bf5a-2c15ac9352c0 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433972 Oct 26 16:21:42.192781 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39780af1-d4ab-43d9-96e2-d1918a570452 req-66b94e8a-e405-4ddc-a5ca-b5b23146b92a tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:42.194241 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-39780af1-d4ab-43d9-96e2-d1918a570452 req-66b94e8a-e405-4ddc-a5ca-b5b23146b92a tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 943 time: 0.0867755 Oct 26 16:21:42.240891 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-39780af1-d4ab-43d9-96e2-d1918a570452 req-cc468393-f276-4c8a-a05c-4a1c6884bdbc tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409322 Oct 26 16:21:43.442855 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437f081-d169-4dbe-b48a-c436ebee8832 req-67a8b57c-cd49-4c3a-9691-81d5145cf98e tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:43.444285 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1437f081-d169-4dbe-b48a-c436ebee8832 req-67a8b57c-cd49-4c3a-9691-81d5145cf98e tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 943 time: 0.0891771 Oct 26 16:21:43.487174 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1437f081-d169-4dbe-b48a-c436ebee8832 req-d2a6204c-86e5-47bc-8c2f-ce0de025cba9 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373619 Oct 26 16:21:44.617845 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 6d40739e-03ed-451e-8ccb-ec77de4508d0 details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 16:21:44.687761 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f5e76-c96c-4edf-828f-6b53577f68a0 req-fc9115b7-d69e-4a8f-911c-7883e0ecf8f8 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:44.689254 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c12f5e76-c96c-4edf-828f-6b53577f68a0 req-fc9115b7-d69e-4a8f-911c-7883e0ecf8f8 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 943 time: 0.0905156 Oct 26 16:21:44.736279 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c12f5e76-c96c-4edf-828f-6b53577f68a0 req-d3a87ac7-9e6d-4821-a722-95436e00d32c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408123 Oct 26 16:21:44.754850 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 6d40739e-03ed-451e-8ccb-ec77de4508d0, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=6d40739e-03ed-451e-8ccb-ec77de4508d0,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:21:44.767932 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': '6d40739e-03ed-451e-8ccb-ec77de4508d0', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'port_id': '6d40739e-03ed-451e-8ccb-ec77de4508d0', 'mac_address': 'fa:16:3e:a3:71:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 16:21:44.822236 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 6d40739e-03ed-451e-8ccb-ec77de4508d0 is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:21:44.822578 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:21:44.842237 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d40739e-03ed-451e-8ccb-ec77de4508d0 {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:21:44.858134 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 6d40739e-03ed-451e-8ccb-ec77de4508d0, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=6d40739e-03ed-451e-8ccb-ec77de4508d0,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:21:44.918960 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:21:44.985695 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=6d40739e-03ed-451e-8ccb-ec77de4508d0,revision_number=7']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:45.044052 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['6d40739e-03ed-451e-8ccb-ec77de4508d0'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:21:45.941718 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a5399-2a29-4b78-aed8-ee3c1fd363b4 req-616c7993-f59d-4aa7-b191-0f34ea86c03c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:45.943315 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-de5a5399-2a29-4b78-aed8-ee3c1fd363b4 req-616c7993-f59d-4aa7-b191-0f34ea86c03c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 944 time: 0.0940845 Oct 26 16:21:45.988068 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-de5a5399-2a29-4b78-aed8-ee3c1fd363b4 req-796d0103-97db-4bb7-b531-91ac181ec843 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386846 Oct 26 16:21:46.633870 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 6d40739e-03ed-451e-8ccb-ec77de4508d0 up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:21:46.701587 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port 6d40739e-03ed-451e-8ccb-ec77de4508d0 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:21:46.701968 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:21:46.702304 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port 6d40739e-03ed-451e-8ccb-ec77de4508d0 Oct 26 16:21:46.817894 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 6d40739e-03ed-451e-8ccb-ec77de4508d0 is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:21:46.818270 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:21:46.844627 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63522043-4079-40ba-9604-07c864c3d13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d40739e-03ed-451e-8ccb-ec77de4508d0'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:21:46.846920 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8daeb953-804f-40ef-bd7b-5725e25dc4d5" -d '{"events": [{"server_uuid": "63522043-4079-40ba-9604-07c864c3d13f", "name": "network-vif-plugged", "status": "completed", "tag": "6d40739e-03ed-451e-8ccb-ec77de4508d0"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:21:46.854859 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 6d40739e-03ed-451e-8ccb-ec77de4508d0, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=6d40739e-03ed-451e-8ccb-ec77de4508d0,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:21:46.900861 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc93240-045b-4036-9f86-f38edcfc0702 x-openstack-request-id: req-2bc93240-045b-4036-9f86-f38edcfc0702 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:21:46.900861 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63522043-4079-40ba-9604-07c864c3d13f", "name": "network-vif-plugged", "status": "completed", "tag": "6d40739e-03ed-451e-8ccb-ec77de4508d0", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:21:46.900861 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2bc93240-045b-4036-9f86-f38edcfc0702 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:21:46.900861 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bc93240-045b-4036-9f86-f38edcfc0702'] response: {'server_uuid': '63522043-4079-40ba-9604-07c864c3d13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d40739e-03ed-451e-8ccb-ec77de4508d0', 'code': 200} Oct 26 16:21:46.918623 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:21:46.987750 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=6d40739e-03ed-451e-8ccb-ec77de4508d0,revision_number=8']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:47.190197 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036f2aa-d2ce-4fdd-89e3-3d5373d3eebb req-f7bae914-f621-4695-affa-bcb86b3c2a0a tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:47.192418 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3036f2aa-d2ce-4fdd-89e3-3d5373d3eebb req-f7bae914-f621-4695-affa-bcb86b3c2a0a tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 945 time: 0.0926845 Oct 26 16:21:47.235854 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3036f2aa-d2ce-4fdd-89e3-3d5373d3eebb req-d07e0d6c-e21b-4c8a-af2e-b6ff2f14f334 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379407 Oct 26 16:21:48.440665 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc9347-a818-4f0b-8bf1-ecf1a40d9346 req-eedbf567-86bd-49a0-8d5b-a4d3585ad931 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:48.442967 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b9fc9347-a818-4f0b-8bf1-ecf1a40d9346 req-eedbf567-86bd-49a0-8d5b-a4d3585ad931 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 945 time: 0.0928259 Oct 26 16:21:48.486408 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b9fc9347-a818-4f0b-8bf1-ecf1a40d9346 req-a62d37da-32f4-4ce6-9149-626469e1c5c0 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376685 Oct 26 16:21:49.695523 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2d94f-7b8f-4aac-9538-d5eb2cc745fd req-b1fbec57-5d89-459c-9653-c4fb74fb4fcc tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:49.697020 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-67b2d94f-7b8f-4aac-9538-d5eb2cc745fd req-b1fbec57-5d89-459c-9653-c4fb74fb4fcc tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 945 time: 0.0903881 Oct 26 16:21:49.742915 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-67b2d94f-7b8f-4aac-9538-d5eb2cc745fd req-e1728cba-5d61-4d28-9b72-888332df19e1 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400786 Oct 26 16:21:50.945832 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050ef71-993f-4222-bbb1-3c0f9cbdab42 req-6e14ed06-1adc-4493-9d8b-edff6a5b6fde tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:50.947211 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0050ef71-993f-4222-bbb1-3c0f9cbdab42 req-6e14ed06-1adc-4493-9d8b-edff6a5b6fde tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 945 time: 0.0894265 Oct 26 16:21:50.994566 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0050ef71-993f-4222-bbb1-3c0f9cbdab42 req-f24c141f-82a3-4fdd-b1ef-4fd4c046776f tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416451 Oct 26 16:21:51.696082 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc2ac2-f864-4a30-a2b9-66461ae301d8 req-a9627915-0c9c-445a-893e-5e2a2647e7e8 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:51.697557 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-fdcc2ac2-f864-4a30-a2b9-66461ae301d8 req-a9627915-0c9c-445a-893e-5e2a2647e7e8 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 945 time: 0.0940099 Oct 26 16:21:51.701039 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03374b8d-8cc3-45f3-a5c0-087fe49e01b6 req-49cbef7f-3fe5-4c2a-8f1b-c7ad4b89396f tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:51.702594 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-03374b8d-8cc3-45f3-a5c0-087fe49e01b6 req-49cbef7f-3fe5-4c2a-8f1b-c7ad4b89396f tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.48 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f&tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25&binding%3Ahost_id=hv-neutron-8627 HTTP/1.1" status: 200 len: 945 time: 0.0976048 Oct 26 16:21:51.743053 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-fdcc2ac2-f864-4a30-a2b9-66461ae301d8 req-2d9532ef-24dc-4bf8-be5c-e17be72456e4 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397673 Oct 26 16:21:51.784083 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-03374b8d-8cc3-45f3-a5c0-087fe49e01b6 req-b9b2f12e-136b-4b47-a1d0-ccd8ab993ce1 service neutron] 10.222.0.48 "GET /v2.0/ports/6d40739e-03ed-451e-8ccb-ec77de4508d0/bindings/hv-neutron-8627 HTTP/1.1" status: 200 len: 384 time: 0.0764456 Oct 26 16:21:51.999329 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03374b8d-8cc3-45f3-a5c0-087fe49e01b6 req-b015536b-c164-4690-9465-a3e47145d65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:52.000816 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-03374b8d-8cc3-45f3-a5c0-087fe49e01b6 req-b015536b-c164-4690-9465-a3e47145d65b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25&device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 1098 time: 0.1804767 Oct 26 16:21:52.132152 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03374b8d-8cc3-45f3-a5c0-087fe49e01b6 req-cfb6ba29-2ca7-4edf-8285-a6856f761a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:52.133557 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-03374b8d-8cc3-45f3-a5c0-087fe49e01b6 req-cfb6ba29-2ca7-4edf-8285-a6856f761a79 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600 HTTP/1.1" status: 200 len: 912 time: 0.1268106 Oct 26 16:21:52.237122 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-03374b8d-8cc3-45f3-a5c0-087fe49e01b6 req-1923304a-5088-4a9d-a95d-a67247964116 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d40739e-03ed-451e-8ccb-ec77de4508d0 HTTP/1.1" status: 200 len: 1002 time: 0.0978494 Oct 26 16:21:52.298031 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03374b8d-8cc3-45f3-a5c0-087fe49e01b6 req-39a0ea0f-376b-44a6-920b-249fa246c2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:52.299449 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-03374b8d-8cc3-45f3-a5c0-087fe49e01b6 req-39a0ea0f-376b-44a6-920b-249fa246c2de service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e408eec8-d1c1-4bc3-8669-81aaf1adffc5 HTTP/1.1" status: 200 len: 850 time: 0.0568540 Oct 26 16:21:52.383589 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03374b8d-8cc3-45f3-a5c0-087fe49e01b6 req-e1e9e76f-53a0-4366-8d14-2a081715878c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:52.384937 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-03374b8d-8cc3-45f3-a5c0-087fe49e01b6 req-e1e9e76f-53a0-4366-8d14-2a081715878c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802824 Oct 26 16:21:52.514881 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-03374b8d-8cc3-45f3-a5c0-087fe49e01b6 req-0acf580e-6b6a-4bd3-bf2b-677a762f60e2 service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244304 Oct 26 16:21:52.643838 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-03374b8d-8cc3-45f3-a5c0-087fe49e01b6 req-cff5da30-2728-48ae-863e-1fe100588bbb service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232295 Oct 26 16:21:52.947111 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5bf7d-cd02-47ad-bc8e-e0026ce56c3b req-6ac9ee9f-7fcd-4b8e-b6a0-e3bf64538b7a tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:52.948551 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2fa5bf7d-cd02-47ad-bc8e-e0026ce56c3b req-6ac9ee9f-7fcd-4b8e-b6a0-e3bf64538b7a tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 945 time: 0.0889883 Oct 26 16:21:52.992069 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2fa5bf7d-cd02-47ad-bc8e-e0026ce56c3b req-6369f6ff-1582-4dfc-b301-22475ad6a99a tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379841 Oct 26 16:21:54.191865 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f3be9-8dff-4365-93aa-7480a5950bf6 req-43447321-0878-4988-b5ac-13d0f77f9fd0 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:54.193311 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-7c0f3be9-8dff-4365-93aa-7480a5950bf6 req-43447321-0878-4988-b5ac-13d0f77f9fd0 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 945 time: 0.0905144 Oct 26 16:21:54.236700 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-7c0f3be9-8dff-4365-93aa-7480a5950bf6 req-3db4ad0e-e0d8-4b59-ada2-e6e4064f80ed tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377631 Oct 26 16:21:54.700812 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:21:55.440528 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fdbc25-27c4-4216-bdef-3b5a98960b25 req-e4381d65-65fd-46b4-bdd8-d1f90b632787 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:55.443253 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d2fdbc25-27c4-4216-bdef-3b5a98960b25 req-e4381d65-65fd-46b4-bdd8-d1f90b632787 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 945 time: 0.0957675 Oct 26 16:21:55.490319 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d2fdbc25-27c4-4216-bdef-3b5a98960b25 req-186dd80c-5ae8-475c-84b9-e3f8c69e698b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413275 Oct 26 16:21:56.696048 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695794cb-76ef-4db2-a946-1fdbd6c81e95 req-de7db951-3ce6-45be-b5e5-3b7e00966aa1 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:56.697546 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-695794cb-76ef-4db2-a946-1fdbd6c81e95 req-de7db951-3ce6-45be-b5e5-3b7e00966aa1 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 945 time: 0.0911894 Oct 26 16:21:56.744255 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-695794cb-76ef-4db2-a946-1fdbd6c81e95 req-43679b52-3ab6-4e4a-837d-8f8fa4a4b2ad tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412128 Oct 26 16:21:56.891135 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03374b8d-8cc3-45f3-a5c0-087fe49e01b6 req-7408bdf1-6ac8-4c6a-b617-6463d3701b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:56.892592 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-03374b8d-8cc3-45f3-a5c0-087fe49e01b6 req-7408bdf1-6ac8-4c6a-b617-6463d3701b49 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f&tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25 HTTP/1.1" status: 200 len: 1098 time: 0.0808284 Oct 26 16:21:57.008654 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03374b8d-8cc3-45f3-a5c0-087fe49e01b6 req-70b3b680-8dba-4f46-8af7-9d0e05bf7b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:57.010109 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-03374b8d-8cc3-45f3-a5c0-087fe49e01b6 req-70b3b680-8dba-4f46-8af7-9d0e05bf7b0f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25&device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 1098 time: 0.0833445 Oct 26 16:21:57.142930 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03374b8d-8cc3-45f3-a5c0-087fe49e01b6 req-de82023f-eb89-4955-977c-541eb734671c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:57.144333 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-03374b8d-8cc3-45f3-a5c0-087fe49e01b6 req-de82023f-eb89-4955-977c-541eb734671c service neutron] 10.222.0.48 "GET /v2.0/networks?id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600 HTTP/1.1" status: 200 len: 912 time: 0.1276624 Oct 26 16:21:57.269786 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-03374b8d-8cc3-45f3-a5c0-087fe49e01b6 req-323763fa-740b-4766-83dc-979398e90447 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d40739e-03ed-451e-8ccb-ec77de4508d0 HTTP/1.1" status: 200 len: 1002 time: 0.1019919 Oct 26 16:21:57.296051 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:21:57.330922 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03374b8d-8cc3-45f3-a5c0-087fe49e01b6 req-d7dc7eb9-6b69-470c-9a10-2a57b5c74567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:57.333114 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-03374b8d-8cc3-45f3-a5c0-087fe49e01b6 req-d7dc7eb9-6b69-470c-9a10-2a57b5c74567 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e408eec8-d1c1-4bc3-8669-81aaf1adffc5 HTTP/1.1" status: 200 len: 850 time: 0.0578613 Oct 26 16:21:57.418040 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03374b8d-8cc3-45f3-a5c0-087fe49e01b6 req-5395e133-2451-4438-87d9-d3595fdafd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:57.419550 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-03374b8d-8cc3-45f3-a5c0-087fe49e01b6 req-5395e133-2451-4438-87d9-d3595fdafd04 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6f4e0b0c-8ba8-4256-811e-3ae779a1b600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810907 Oct 26 16:21:57.653760 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-03374b8d-8cc3-45f3-a5c0-087fe49e01b6 req-acde444c-3570-48d5-99d7-7c9e60642732 service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277431 Oct 26 16:21:57.785949 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-03374b8d-8cc3-45f3-a5c0-087fe49e01b6 req-88ed8d18-35f0-44d8-b5aa-649982576db4 service neutron] 10.222.0.48 "GET /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266563 Oct 26 16:21:57.945707 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c64fc1-7631-4083-befb-cf0196cd4bd8 req-f8f22a1f-e017-4b92-ac7a-da0dc23990a5 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:57.947269 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f3c64fc1-7631-4083-befb-cf0196cd4bd8 req-f8f22a1f-e017-4b92-ac7a-da0dc23990a5 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 945 time: 0.0905406 Oct 26 16:21:57.992101 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f3c64fc1-7631-4083-befb-cf0196cd4bd8 req-91e731de-97d2-489e-a0bb-0cc0a4b15b8c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391154 Oct 26 16:21:58.710810 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 6d40739e-03ed-451e-8ccb-ec77de4508d0 no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:21:58.826023 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 6d40739e-03ed-451e-8ccb-ec77de4508d0 is: ACTIVE; New status is: DOWN {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:21:58.826419 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:21:58.854205 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63522043-4079-40ba-9604-07c864c3d13f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d40739e-03ed-451e-8ccb-ec77de4508d0'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:21:58.856485 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e3a337-189f-460a-af32-e9adb4b9388f" -d '{"events": [{"server_uuid": "63522043-4079-40ba-9604-07c864c3d13f", "name": "network-vif-unplugged", "status": "completed", "tag": "6d40739e-03ed-451e-8ccb-ec77de4508d0"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:21:58.865104 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 6d40739e-03ed-451e-8ccb-ec77de4508d0, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=6d40739e-03ed-451e-8ccb-ec77de4508d0,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:21:58.913730 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Oct 2022 16:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42ea6b8-e3a2-46d4-974c-28c19bfbc9c8 x-openstack-request-id: req-a42ea6b8-e3a2-46d4-974c-28c19bfbc9c8 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:21:58.913730 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63522043-4079-40ba-9604-07c864c3d13f", "name": "network-vif-unplugged", "status": "completed", "tag": "6d40739e-03ed-451e-8ccb-ec77de4508d0", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:21:58.913730 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a42ea6b8-e3a2-46d4-974c-28c19bfbc9c8 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:21:58.913730 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a42ea6b8-e3a2-46d4-974c-28c19bfbc9c8'] response: {'server_uuid': '63522043-4079-40ba-9604-07c864c3d13f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d40739e-03ed-451e-8ccb-ec77de4508d0', 'code': 200} Oct 26 16:21:58.924235 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:21:58.993836 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=6d40739e-03ed-451e-8ccb-ec77de4508d0,revision_number=9']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:59.200352 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da571ff-e317-4807-8702-c94f5ea8001a req-3acd1718-ef1b-4ef7-a583-ed199cf69978 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:59.201800 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1da571ff-e317-4807-8702-c94f5ea8001a req-3acd1718-ef1b-4ef7-a583-ed199cf69978 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 943 time: 0.0921156 Oct 26 16:21:59.246902 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1da571ff-e317-4807-8702-c94f5ea8001a req-5ae567c8-4e4f-43be-a734-c143c9966e11 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383294 Oct 26 16:22:00.546287 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b859a1d-91ed-4da5-bec5-725f77d03a9e req-df79d1e7-b182-432c-b04d-622185a251f3 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:00.547686 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-7b859a1d-91ed-4da5-bec5-725f77d03a9e req-df79d1e7-b182-432c-b04d-622185a251f3 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 943 time: 0.1833169 Oct 26 16:22:00.590797 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-7b859a1d-91ed-4da5-bec5-725f77d03a9e req-50fe5e05-3b62-4c76-92a2-561bf1a9d607 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373261 Oct 26 16:22:01.791933 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3249bc4-5eb5-49b6-867e-a9cbc4c68a96 req-b9f3b1a9-193c-470a-9659-a07fe70f2e07 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:01.793384 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f3249bc4-5eb5-49b6-867e-a9cbc4c68a96 req-b9f3b1a9-193c-470a-9659-a07fe70f2e07 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 943 time: 0.0890961 Oct 26 16:22:01.840660 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f3249bc4-5eb5-49b6-867e-a9cbc4c68a96 req-ff0382ca-81fc-45a9-aecb-4aba133259ad tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414164 Oct 26 16:22:02.084090 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5db4e623-2d25-419d-b191-4f26a857e3a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:02.740284 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 6d40739e-03ed-451e-8ccb-ec77de4508d0 details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 16:22:02.875158 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 6d40739e-03ed-451e-8ccb-ec77de4508d0, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=6d40739e-03ed-451e-8ccb-ec77de4508d0,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:22:02.889528 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': '6d40739e-03ed-451e-8ccb-ec77de4508d0', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'port_id': '6d40739e-03ed-451e-8ccb-ec77de4508d0', 'mac_address': 'fa:16:3e:a3:71:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 16:22:02.948897 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 6d40739e-03ed-451e-8ccb-ec77de4508d0 is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:22:02.949199 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:02.966721 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d40739e-03ed-451e-8ccb-ec77de4508d0 {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:22:02.982763 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 6d40739e-03ed-451e-8ccb-ec77de4508d0, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=6d40739e-03ed-451e-8ccb-ec77de4508d0,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:22:03.047644 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e9d04-aaef-4096-9d9e-e94f4bc4be2e req-93376230-0d55-438a-ab22-4d77788e4c49 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:03.049111 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-184e9d04-aaef-4096-9d9e-e94f4bc4be2e req-93376230-0d55-438a-ab22-4d77788e4c49 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 943 time: 0.0927534 Oct 26 16:22:03.049843 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:03.094635 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-184e9d04-aaef-4096-9d9e-e94f4bc4be2e req-ac7e6b56-d6ec-4596-b2b1-51d1668278cf tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387690 Oct 26 16:22:03.118985 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=6d40739e-03ed-451e-8ccb-ec77de4508d0,revision_number=10']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:03.175865 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['6d40739e-03ed-451e-8ccb-ec77de4508d0'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:22:04.295968 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a97339-7052-4a84-8a27-0579c5e480a6 req-031b3e63-34bc-49ee-b701-963920279c6c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:04.297417 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-26a97339-7052-4a84-8a27-0579c5e480a6 req-031b3e63-34bc-49ee-b701-963920279c6c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 945 time: 0.0891128 Oct 26 16:22:04.341679 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-26a97339-7052-4a84-8a27-0579c5e480a6 req-7706ac62-4c55-44cb-9327-57146a303797 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379272 Oct 26 16:22:04.493530 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6e9c6dee-24c6-4806-9688-61e201dc040e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:04.743721 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 6d40739e-03ed-451e-8ccb-ec77de4508d0 up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:22:04.812000 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port 6d40739e-03ed-451e-8ccb-ec77de4508d0 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:22:04.812477 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:04.812752 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port 6d40739e-03ed-451e-8ccb-ec77de4508d0 Oct 26 16:22:04.931319 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 6d40739e-03ed-451e-8ccb-ec77de4508d0 is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:22:04.931698 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:04.958551 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63522043-4079-40ba-9604-07c864c3d13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d40739e-03ed-451e-8ccb-ec77de4508d0'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:22:04.960829 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c96d95-d3c3-4fe4-8d03-1ce42e099500" -d '{"events": [{"server_uuid": "63522043-4079-40ba-9604-07c864c3d13f", "name": "network-vif-plugged", "status": "completed", "tag": "6d40739e-03ed-451e-8ccb-ec77de4508d0"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:22:04.968220 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 6d40739e-03ed-451e-8ccb-ec77de4508d0, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=6d40739e-03ed-451e-8ccb-ec77de4508d0,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:22:05.011581 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df27b87f-aa33-4462-b365-758c06a977da x-openstack-request-id: req-df27b87f-aa33-4462-b365-758c06a977da {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:22:05.011879 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63522043-4079-40ba-9604-07c864c3d13f", "name": "network-vif-plugged", "status": "completed", "tag": "6d40739e-03ed-451e-8ccb-ec77de4508d0", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:22:05.012141 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-df27b87f-aa33-4462-b365-758c06a977da {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:22:05.012545 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df27b87f-aa33-4462-b365-758c06a977da'] response: {'server_uuid': '63522043-4079-40ba-9604-07c864c3d13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d40739e-03ed-451e-8ccb-ec77de4508d0', 'code': 200} Oct 26 16:22:05.065517 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:05.136041 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=6d40739e-03ed-451e-8ccb-ec77de4508d0,revision_number=11']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:05.256213 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:05.364098 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:05.550045 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8456b1d-dc72-420b-bf72-c0c91c515206 req-c57063ed-f8e2-499c-9ffb-6a15540458ef tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:05.551404 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b8456b1d-dc72-420b-bf72-c0c91c515206 req-c57063ed-f8e2-499c-9ffb-6a15540458ef tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 946 time: 0.0934768 Oct 26 16:22:05.595830 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b8456b1d-dc72-420b-bf72-c0c91c515206 req-0cc32481-c5a5-4c14-a10e-022db4dfe6f1 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378833 Oct 26 16:22:06.798614 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba20bd8-dc15-4872-935d-642a146db2e7 req-8e0e01e0-0a4f-40f8-be45-3683a3758b2c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:06.800032 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-eba20bd8-dc15-4872-935d-642a146db2e7 req-8e0e01e0-0a4f-40f8-be45-3683a3758b2c tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 946 time: 0.0877798 Oct 26 16:22:06.848678 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-eba20bd8-dc15-4872-935d-642a146db2e7 req-1f5967e5-694e-4588-8db6-0b01a64ea50f tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425055 Oct 26 16:22:06.935316 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:08.046307 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce237f-82c1-41fc-a1fc-8509f483995a req-7511b33a-c6a9-4a3f-90db-beb33d8baa6b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:08.047764 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6cce237f-82c1-41fc-a1fc-8509f483995a req-7511b33a-c6a9-4a3f-90db-beb33d8baa6b tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 946 time: 0.0875614 Oct 26 16:22:08.095559 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6cce237f-82c1-41fc-a1fc-8509f483995a req-489bfc34-b4c5-4b99-a5e2-6f9b713b2dfe tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417063 Oct 26 16:22:08.292581 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab8b67-30db-4f42-bd03-f704a1c0f061 req-abb66f30-743c-48b8-baf7-9e1e432a949f tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:08.294023 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-59ab8b67-30db-4f42-bd03-f704a1c0f061 req-abb66f30-743c-48b8-baf7-9e1e432a949f tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 946 time: 0.0874774 Oct 26 16:22:08.338959 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-59ab8b67-30db-4f42-bd03-f704a1c0f061 req-7bba704c-c251-4830-b571-9f94cf0d96ce tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388951 Oct 26 16:22:08.538094 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62640829-ba8e-4754-88e3-29816fdad098 req-b17f0092-8237-4cb9-8b68-8f0a3d7d3bd4 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:08.539555 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-62640829-ba8e-4754-88e3-29816fdad098 req-b17f0092-8237-4cb9-8b68-8f0a3d7d3bd4 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 946 time: 0.0887766 Oct 26 16:22:08.582703 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-62640829-ba8e-4754-88e3-29816fdad098 req-0c259234-0132-4d69-af5d-6cecb1e33c44 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374639 Oct 26 16:22:09.143687 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028df3b-b20f-4dae-9845-d597d5ae4d67 req-a83b8824-529d-4604-94bf-72a25dcc0dc4 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:09.145110 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0028df3b-b20f-4dae-9845-d597d5ae4d67 req-a83b8824-529d-4604-94bf-72a25dcc0dc4 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 946 time: 0.0937324 Oct 26 16:22:09.202645 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0028df3b-b20f-4dae-9845-d597d5ae4d67 req-7d15496c-f016-47ec-8562-67128cb9ee8d tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511422 Oct 26 16:22:10.407605 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae196cd9-fbf0-4ad8-969c-84a0b53ff934 req-479b6d3c-8809-4253-bfbd-c85ab0188ee7 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:10.409060 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ae196cd9-fbf0-4ad8-969c-84a0b53ff934 req-479b6d3c-8809-4253-bfbd-c85ab0188ee7 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 946 time: 0.0930474 Oct 26 16:22:10.453851 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ae196cd9-fbf0-4ad8-969c-84a0b53ff934 req-94ed7eb3-6b05-48a3-a10b-dcf20953ad20 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381086 Oct 26 16:22:11.655755 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b519a-7820-49c5-9dd8-3e521a720a38 req-3529b2f3-1129-4edc-9762-facaf7d57f2f tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:11.657193 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-788b519a-7820-49c5-9dd8-3e521a720a38 req-3529b2f3-1129-4edc-9762-facaf7d57f2f tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 946 time: 0.0917504 Oct 26 16:22:11.708144 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-788b519a-7820-49c5-9dd8-3e521a720a38 req-1740f8d1-c160-46d2-981b-43a3ef1eb405 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430865 Oct 26 16:22:11.963772 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e89e19-842d-484f-9501-2c6e74c24e93 req-0122ca3d-bc9e-481f-b575-e2bb76f21d91 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:11.965219 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-20e89e19-842d-484f-9501-2c6e74c24e93 req-0122ca3d-bc9e-481f-b575-e2bb76f21d91 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.48 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 946 time: 0.0905921 Oct 26 16:22:12.038612 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-20e89e19-842d-484f-9501-2c6e74c24e93 req-e1145a65-12ae-4aaf-8ddc-3627870eb8fa tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Deleting port 6d40739e-03ed-451e-8ccb-ec77de4508d0 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:22:12.038865 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-20e89e19-842d-484f-9501-2c6e74c24e93 req-e1145a65-12ae-4aaf-8ddc-3627870eb8fa tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:12.285278 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-20e89e19-842d-484f-9501-2c6e74c24e93 req-e1145a65-12ae-4aaf-8ddc-3627870eb8fa tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] For port 6d40739e-03ed-451e-8ccb-ec77de4508d0, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=6d40739e-03ed-451e-8ccb-ec77de4508d0,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:22:12.285545 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-20e89e19-842d-484f-9501-2c6e74c24e93 req-e1145a65-12ae-4aaf-8ddc-3627870eb8fa tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:12.583473 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-20e89e19-842d-484f-9501-2c6e74c24e93 req-e1145a65-12ae-4aaf-8ddc-3627870eb8fa tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:12.583758 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-20e89e19-842d-484f-9501-2c6e74c24e93 req-e1145a65-12ae-4aaf-8ddc-3627870eb8fa tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:12.584068 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.l3_db [req-20e89e19-842d-484f-9501-2c6e74c24e93 req-e1145a65-12ae-4aaf-8ddc-3627870eb8fa tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Floating IP 28d162d4-3f3c-4a9a-a8c5-ef301a0e23aa disassociated. External IP: 172.26.2.205, port: 6d40739e-03ed-451e-8ccb-ec77de4508d0. Oct 26 16:22:12.584410 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-20e89e19-842d-484f-9501-2c6e74c24e93 req-e1145a65-12ae-4aaf-8ddc-3627870eb8fa tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Calling delete_port for 6d40739e-03ed-451e-8ccb-ec77de4508d0 owned by compute:nova {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:22:12.926583 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b9e28-0a16-4cd0-b9cf-872bf6962b0d req-e72d6524-0ce3-42f7-a08c-eff332513f5e tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:12.928472 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2b3b9e28-0a16-4cd0-b9cf-872bf6962b0d req-e72d6524-0ce3-42f7-a08c-eff332513f5e tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 946 time: 0.0952148 Oct 26 16:22:12.962897 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-20e89e19-842d-484f-9501-2c6e74c24e93 req-e1145a65-12ae-4aaf-8ddc-3627870eb8fa tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:12.985055 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2b3b9e28-0a16-4cd0-b9cf-872bf6962b0d req-21f1faf1-424b-43fb-83a1-5d6bd3c289de tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fab83f6-afd1-4a8a-a681-ae3f163d914e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492520 Oct 26 16:22:13.025240 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1145a65-12ae-4aaf-8ddc-3627870eb8fa tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Pushing event deleted for resources: {'Port': ['ID=6d40739e-03ed-451e-8ccb-ec77de4508d0,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:13.036012 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1145a65-12ae-4aaf-8ddc-3627870eb8fa tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:13.036357 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1145a65-12ae-4aaf-8ddc-3627870eb8fa tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:13.036698 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1145a65-12ae-4aaf-8ddc-3627870eb8fa tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:13.037032 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1145a65-12ae-4aaf-8ddc-3627870eb8fa tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:13.037361 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1145a65-12ae-4aaf-8ddc-3627870eb8fa tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:13.037689 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1145a65-12ae-4aaf-8ddc-3627870eb8fa tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:13.038012 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1145a65-12ae-4aaf-8ddc-3627870eb8fa tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:13.038687 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1145a65-12ae-4aaf-8ddc-3627870eb8fa tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:13.039034 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1145a65-12ae-4aaf-8ddc-3627870eb8fa tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:13.039349 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1145a65-12ae-4aaf-8ddc-3627870eb8fa tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:13.039670 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1145a65-12ae-4aaf-8ddc-3627870eb8fa tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:13.039992 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1145a65-12ae-4aaf-8ddc-3627870eb8fa tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:13.233470 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20e89e19-842d-484f-9501-2c6e74c24e93 req-e1145a65-12ae-4aaf-8ddc-3627870eb8fa tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Router a28d5634-9298-4c2f-bd30-85373259106d has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:22:13.416998 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20e89e19-842d-484f-9501-2c6e74c24e93 req-e1145a65-12ae-4aaf-8ddc-3627870eb8fa tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:22:13.426547 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a851d8f8-2462-48c8-a11d-2d956e74b6b2 None None] Sync routers for ids ['a28d5634-9298-4c2f-bd30-85373259106d'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:22:13.436956 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a851d8f8-2462-48c8-a11d-2d956e74b6b2 None None] Routers {'a28d5634-9298-4c2f-bd30-85373259106d'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:22:13.437488 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-a851d8f8-2462-48c8-a11d-2d956e74b6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:22:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['a28d5634-9298-4c2f-bd30-85373259106d'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:13.504409 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e89e19-842d-484f-9501-2c6e74c24e93 req-e1145a65-12ae-4aaf-8ddc-3627870eb8fa tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] No DVR routers for this DVR port 6d40739e-03ed-451e-8ccb-ec77de4508d0 on host hv-neutron-8627 {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:22:13.507807 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-20e89e19-842d-484f-9501-2c6e74c24e93 req-e1145a65-12ae-4aaf-8ddc-3627870eb8fa tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:13.510483 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63522043-4079-40ba-9604-07c864c3d13f', 'name': 'network-vif-deleted', 'tag': '6d40739e-03ed-451e-8ccb-ec77de4508d0'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:22:13.512783 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77319097-f941-43da-bd32-34ff43a4a1db" -d '{"events": [{"server_uuid": "63522043-4079-40ba-9604-07c864c3d13f", "name": "network-vif-deleted", "tag": "6d40739e-03ed-451e-8ccb-ec77de4508d0"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:22:13.561774 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0bd4de-6dd6-4499-a808-b4c3a8b3919d x-openstack-request-id: req-cb0bd4de-6dd6-4499-a808-b4c3a8b3919d {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:22:13.561774 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63522043-4079-40ba-9604-07c864c3d13f", "name": "network-vif-deleted", "tag": "6d40739e-03ed-451e-8ccb-ec77de4508d0", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:22:13.561774 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cb0bd4de-6dd6-4499-a808-b4c3a8b3919d {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:22:13.561774 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb0bd4de-6dd6-4499-a808-b4c3a8b3919d'] response: {'server_uuid': '63522043-4079-40ba-9604-07c864c3d13f', 'name': 'network-vif-deleted', 'tag': '6d40739e-03ed-451e-8ccb-ec77de4508d0', 'status': 'completed', 'code': 200} Oct 26 16:22:13.581460 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-20e89e19-842d-484f-9501-2c6e74c24e93 req-e1145a65-12ae-4aaf-8ddc-3627870eb8fa tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.48 "DELETE /v2.0/ports/6d40739e-03ed-451e-8ccb-ec77de4508d0 HTTP/1.1" status: 204 len: 173 time: 1.6111069 Oct 26 16:22:13.621646 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-a851d8f8-2462-48c8-a11d-2d956e74b6b2 None None] Set router a28d5634-9298-4c2f-bd30-85373259106d gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:22:13.993487 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-a851d8f8-2462-48c8-a11d-2d956e74b6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'name': 'tempest-ServerActionsTestJSON-576556714-router', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:51Z', 'updated_at': '2022-10-26T16:12:55Z', 'revision_number': 4, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'gw_port': {'id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:52Z', 'updated_at': '2022-10-26T16:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '7ce2c619-1bc6-46dd-81cf-07689ccb31aa', 'name': '', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'mac_address': 'fa:16:3e:de:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:55Z', 'updated_at': '2022-10-26T16:13:01Z', 'revision_number': 5, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'subnets': [{'id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:13.997935 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a851d8f8-2462-48c8-a11d-2d956e74b6b2 None None] Checking router: a28d5634-9298-4c2f-bd30-85373259106d for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:22:14.006777 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a851d8f8-2462-48c8-a11d-2d956e74b6b2 None None] Routers {'a28d5634-9298-4c2f-bd30-85373259106d'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:22:14.008165 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-a851d8f8-2462-48c8-a11d-2d956e74b6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:22:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['a28d5634-9298-4c2f-bd30-85373259106d'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:14.182849 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a4f7b397-16d2-4721-a56b-60efb89ab4d6 req-f3a5289d-e6a7-4818-a923-e8ae5dcd9a69 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/ports?device_id=63522043-4079-40ba-9604-07c864c3d13f HTTP/1.1" status: 200 len: 210 time: 0.0637083 Oct 26 16:22:14.200803 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-a851d8f8-2462-48c8-a11d-2d956e74b6b2 None None] Set router a28d5634-9298-4c2f-bd30-85373259106d gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:22:14.521738 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-a851d8f8-2462-48c8-a11d-2d956e74b6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'name': 'tempest-ServerActionsTestJSON-576556714-router', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:51Z', 'updated_at': '2022-10-26T16:12:55Z', 'revision_number': 4, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'gw_port': {'id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:52Z', 'updated_at': '2022-10-26T16:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '7ce2c619-1bc6-46dd-81cf-07689ccb31aa', 'name': '', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'mac_address': 'fa:16:3e:de:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:55Z', 'updated_at': '2022-10-26T16:13:01Z', 'revision_number': 5, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'subnets': [{'id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:14.526336 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a851d8f8-2462-48c8-a11d-2d956e74b6b2 None None] The sync data for ids ['a28d5634-9298-4c2f-bd30-85373259106d'] in dv-neutron-862712-1-hyperv is: [{'id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'name': 'tempest-ServerActionsTestJSON-576556714-router', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:51Z', 'updated_at': '2022-10-26T16:12:55Z', 'revision_number': 4, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'gw_port': {'id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:52Z', 'updated_at': '2022-10-26T16:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '7ce2c619-1bc6-46dd-81cf-07689ccb31aa', 'name': '', 'network_id': '6f4e0b0c-8ba8-4256-811e-3ae779a1b600', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'mac_address': 'fa:16:3e:de:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:55Z', 'updated_at': '2022-10-26T16:13:01Z', 'revision_number': 5, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'subnets': [{'id': 'e408eec8-d1c1-4bc3-8669-81aaf1adffc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:22:14.765202 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3900932-88d8-46fd-b7db-e0ab11840c3c None None] New status for floating IP 28d162d4-3f3c-4a9a-a8c5-ef301a0e23aa: DOWN {{(pid=89750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:22:16.821499 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 6d40739e-03ed-451e-8ccb-ec77de4508d0 no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:22:16.855929 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] No Port match for: 6d40739e-03ed-451e-8ccb-ec77de4508d0 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:22:16.856279 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 6d40739e-03ed-451e-8ccb-ec77de4508d0 not bound to the agent host hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:22:19.673041 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 49538) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:22:19.742110 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-131abe3a-95e7-4b70-909a-db2a86c4fd90 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:19.769363 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-131abe3a-95e7-4b70-909a-db2a86c4fd90 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:19.906089 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-131abe3a-95e7-4b70-909a-db2a86c4fd90 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:19.924089 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131abe3a-95e7-4b70-909a-db2a86c4fd90 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fab83f6-afd1-4a8a-a681-ae3f163d914e,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:20.000944 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-131abe3a-95e7-4b70-909a-db2a86c4fd90 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:20.002067 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-131abe3a-95e7-4b70-909a-db2a86c4fd90 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "DELETE /v2.0/security-groups/2fab83f6-afd1-4a8a-a681-ae3f163d914e HTTP/1.1" status: 204 len: 168 time: 0.3280165 Oct 26 16:22:20.004541 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 49542) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:22:20.020330 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-6f140734-5215-4305-b876-a89d0a144d26 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] show failed (client error): The resource could not be found. Oct 26 16:22:20.021263 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-6f140734-5215-4305-b876-a89d0a144d26 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "GET /v2.0/security-groups/2fab83f6-afd1-4a8a-a681-ae3f163d914e HTTP/1.1" status: 404 len: 347 time: 0.0158165 Oct 26 16:22:20.024052 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 49546) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:22:20.183772 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-0ad3728f-842d-4c82-abaf-2f8fb3b0e8e6 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Deleting port dcf3dacb-adc1-4bc2-aced-fbe450b6d448 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:22:20.184116 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0ad3728f-842d-4c82-abaf-2f8fb3b0e8e6 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:20.354364 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0ad3728f-842d-4c82-abaf-2f8fb3b0e8e6 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:20.354717 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0ad3728f-842d-4c82-abaf-2f8fb3b0e8e6 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:20.477614 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-0ad3728f-842d-4c82-abaf-2f8fb3b0e8e6 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Calling delete_port for dcf3dacb-adc1-4bc2-aced-fbe450b6d448 owned by network:floatingip {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:22:20.716338 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0ad3728f-842d-4c82-abaf-2f8fb3b0e8e6 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:20.762258 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad3728f-842d-4c82-abaf-2f8fb3b0e8e6 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Pushing event deleted for resources: {'Port': ['ID=dcf3dacb-adc1-4bc2-aced-fbe450b6d448,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:20.962428 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0ad3728f-842d-4c82-abaf-2f8fb3b0e8e6 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks [] for floatingip, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:20.976467 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0ad3728f-842d-4c82-abaf-2f8fb3b0e8e6 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:20.977602 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-0ad3728f-842d-4c82-abaf-2f8fb3b0e8e6 tempest-ServerActionsTestJSON-686367429 tempest-ServerActionsTestJSON-686367429-project] 10.222.0.23 "DELETE /v2.0/floatingips/28d162d4-3f3c-4a9a-a8c5-ef301a0e23aa HTTP/1.1" status: 204 len: 168 time: 0.9527116 Oct 26 16:22:20.980620 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 49550) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:22:21.580412 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8a391e18-a59e-4a0b-85b7-c38d192739c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:21.932687 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-8a391e18-a59e-4a0b-85b7-c38d192739c7 admin admin] Deleting port 7ce2c619-1bc6-46dd-81cf-07689ccb31aa {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:22:21.933364 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8a391e18-a59e-4a0b-85b7-c38d192739c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:22.105880 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-8a391e18-a59e-4a0b-85b7-c38d192739c7 admin admin] For port 7ce2c619-1bc6-46dd-81cf-07689ccb31aa, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=7ce2c619-1bc6-46dd-81cf-07689ccb31aa,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:22:22.106231 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8a391e18-a59e-4a0b-85b7-c38d192739c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:22.228265 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-8a391e18-a59e-4a0b-85b7-c38d192739c7 admin admin] Calling delete_port for 7ce2c619-1bc6-46dd-81cf-07689ccb31aa owned by network:router_interface {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:22:22.579335 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8a391e18-a59e-4a0b-85b7-c38d192739c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:22.626317 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a391e18-a59e-4a0b-85b7-c38d192739c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ce2c619-1bc6-46dd-81cf-07689ccb31aa,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:22.909773 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8a391e18-a59e-4a0b-85b7-c38d192739c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:23.271935 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a391e18-a59e-4a0b-85b7-c38d192739c7 admin admin] Router a28d5634-9298-4c2f-bd30-85373259106d has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:22:23.452842 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a391e18-a59e-4a0b-85b7-c38d192739c7 admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:22:23.461907 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33d00b6-69a0-4370-b264-8055783f3480 None None] Sync routers for ids ['a28d5634-9298-4c2f-bd30-85373259106d'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:22:23.465580 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-8a391e18-a59e-4a0b-85b7-c38d192739c7 admin admin] 10.222.0.23 "PUT /v2.0/routers/a28d5634-9298-4c2f-bd30-85373259106d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4839742 Oct 26 16:22:23.468075 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 49556) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:22:23.471633 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33d00b6-69a0-4370-b264-8055783f3480 None None] Routers {'a28d5634-9298-4c2f-bd30-85373259106d'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:22:23.472238 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-b33d00b6-69a0-4370-b264-8055783f3480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:22:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['a28d5634-9298-4c2f-bd30-85373259106d'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:23.647396 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fe653361-fb0b-4f33-8601-95d3a243b37a admin admin] Notify callbacks [] for router, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:23.658667 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-b33d00b6-69a0-4370-b264-8055783f3480 None None] Set router a28d5634-9298-4c2f-bd30-85373259106d gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:22:23.947018 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fe653361-fb0b-4f33-8601-95d3a243b37a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:23.948852 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-b33d00b6-69a0-4370-b264-8055783f3480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'name': 'tempest-ServerActionsTestJSON-576556714-router', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:51Z', 'updated_at': '2022-10-26T16:22:22Z', 'revision_number': 5, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'gw_port': {'id': '54a5fe95-cca4-486d-8ad8-5cde2435aaa3', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:52Z', 'updated_at': '2022-10-26T16:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:23.952724 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33d00b6-69a0-4370-b264-8055783f3480 None None] Checking router: a28d5634-9298-4c2f-bd30-85373259106d for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:22:23.961807 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33d00b6-69a0-4370-b264-8055783f3480 None None] Routers {'a28d5634-9298-4c2f-bd30-85373259106d'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:22:23.962399 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-b33d00b6-69a0-4370-b264-8055783f3480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:22:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['a28d5634-9298-4c2f-bd30-85373259106d'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:24.014873 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-fe653361-fb0b-4f33-8601-95d3a243b37a admin admin] Deleting port 54a5fe95-cca4-486d-8ad8-5cde2435aaa3 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:22:24.015231 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fe653361-fb0b-4f33-8601-95d3a243b37a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:24.156451 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-b33d00b6-69a0-4370-b264-8055783f3480 None None] Set router a28d5634-9298-4c2f-bd30-85373259106d gateway port host: None {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:22:24.191145 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-fe653361-fb0b-4f33-8601-95d3a243b37a admin admin] For port 54a5fe95-cca4-486d-8ad8-5cde2435aaa3, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=54a5fe95-cca4-486d-8ad8-5cde2435aaa3,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:22:24.191502 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fe653361-fb0b-4f33-8601-95d3a243b37a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:24.262787 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-b33d00b6-69a0-4370-b264-8055783f3480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'name': 'tempest-ServerActionsTestJSON-576556714-router', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:51Z', 'updated_at': '2022-10-26T16:22:23Z', 'revision_number': 6, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'gw_port_host': None}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:24.266730 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33d00b6-69a0-4370-b264-8055783f3480 None None] The sync data for ids ['a28d5634-9298-4c2f-bd30-85373259106d'] in dv-neutron-862712-1-hyperv is: [{'id': 'a28d5634-9298-4c2f-bd30-85373259106d', 'name': 'tempest-ServerActionsTestJSON-576556714-router', 'tenant_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:51Z', 'updated_at': '2022-10-26T16:22:23Z', 'revision_number': 6, 'project_id': 'ac8cfce7f56b4de59a2eac4bfb14ae25', 'gw_port_host': None}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:22:24.318236 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-fe653361-fb0b-4f33-8601-95d3a243b37a admin admin] Calling delete_port for 54a5fe95-cca4-486d-8ad8-5cde2435aaa3 owned by network:router_gateway {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:22:24.574588 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fe653361-fb0b-4f33-8601-95d3a243b37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:24.627076 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe653361-fb0b-4f33-8601-95d3a243b37a admin admin] Pushing event deleted for resources: {'Port': ['ID=54a5fe95-cca4-486d-8ad8-5cde2435aaa3,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:24.730483 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fe653361-fb0b-4f33-8601-95d3a243b37a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:24.908439 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fe653361-fb0b-4f33-8601-95d3a243b37a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:24.910611 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fe653361-fb0b-4f33-8601-95d3a243b37a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:25.033300 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fe653361-fb0b-4f33-8601-95d3a243b37a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:25.033850 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe653361-fb0b-4f33-8601-95d3a243b37a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a28d5634-9298-4c2f-bd30-85373259106d {{(pid=89748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 16:22:25.047472 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fe653361-fb0b-4f33-8601-95d3a243b37a admin admin] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:25.048921 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-fe653361-fb0b-4f33-8601-95d3a243b37a admin admin] 10.222.0.23 "DELETE /v2.0/routers/a28d5634-9298-4c2f-bd30-85373259106d HTTP/1.1" status: 204 len: 168 time: 1.5797586 Oct 26 16:22:25.051610 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 49560) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:22:25.116082 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-36422b57-af00-42fc-88cd-ef78533fce60 admin admin] Deleting subnet e408eec8-d1c1-4bc3-8669-81aaf1adffc5 {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 16:22:25.119792 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-36422b57-af00-42fc-88cd-ef78533fce60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:25.171428 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-36422b57-af00-42fc-88cd-ef78533fce60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:25.261866 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-36422b57-af00-42fc-88cd-ef78533fce60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:25.403881 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-36422b57-af00-42fc-88cd-ef78533fce60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:25.442152 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36422b57-af00-42fc-88cd-ef78533fce60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e408eec8-d1c1-4bc3-8669-81aaf1adffc5,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:25.445717 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-36422b57-af00-42fc-88cd-ef78533fce60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:25.452099 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-36422b57-af00-42fc-88cd-ef78533fce60 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e408eec8-d1c1-4bc3-8669-81aaf1adffc5 HTTP/1.1" status: 204 len: 168 time: 0.3994765 Oct 26 16:22:25.452836 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807dc81b-a026-4cf0-8283-c24c4f6a28e1 None None] Network 6f4e0b0c-8ba8-4256-811e-3ae779a1b600 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:22:25.454648 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 49564) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:22:25.563425 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dc8a0f54-7d07-453d-9375-3121c37a3d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:25.577209 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a0f54-7d07-453d-9375-3121c37a3d88 admin admin] Deleting port fef4d3ca-14c1-4b63-a335-bdea966abc7f {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:22:25.577559 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dc8a0f54-7d07-453d-9375-3121c37a3d88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:25.625027 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 54a5fe95-cca4-486d-8ad8-5cde2435aaa3 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:22:25.671592 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 54a5fe95-cca4-486d-8ad8-5cde2435aaa3 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:22:25.671939 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 54a5fe95-cca4-486d-8ad8-5cde2435aaa3 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:22:25.672361 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 7ce2c619-1bc6-46dd-81cf-07689ccb31aa no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:22:25.709516 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 7ce2c619-1bc6-46dd-81cf-07689ccb31aa {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:22:25.709787 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 7ce2c619-1bc6-46dd-81cf-07689ccb31aa not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:22:25.781803 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9066021-14d6-4693-af41-022fd4241986 None None] DHCP port deletion for 6f4e0b0c-8ba8-4256-811e-3ae779a1b600 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 16:22:25.786125 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-f9066021-14d6-4693-af41-022fd4241986 None None] Deleting port fef4d3ca-14c1-4b63-a335-bdea966abc7f {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:22:25.786541 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f9066021-14d6-4693-af41-022fd4241986 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:25.795322 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-dc8a0f54-7d07-453d-9375-3121c37a3d88 admin admin] For port fef4d3ca-14c1-4b63-a335-bdea966abc7f, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=fef4d3ca-14c1-4b63-a335-bdea966abc7f,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:22:25.795675 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dc8a0f54-7d07-453d-9375-3121c37a3d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:25.999991 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-f9066021-14d6-4693-af41-022fd4241986 None None] For port fef4d3ca-14c1-4b63-a335-bdea966abc7f, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=fef4d3ca-14c1-4b63-a335-bdea966abc7f,segment=NetworkSegment(b2c531e6-0c2f-4d63-bba1-8864da2b635e),segment_id=b2c531e6-0c2f-4d63-bba1-8864da2b635e)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:22:26.000296 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f9066021-14d6-4693-af41-022fd4241986 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:26.026771 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a0f54-7d07-453d-9375-3121c37a3d88 admin admin] Calling delete_port for fef4d3ca-14c1-4b63-a335-bdea966abc7f owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:22:26.123249 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-f9066021-14d6-4693-af41-022fd4241986 None None] Calling delete_port for fef4d3ca-14c1-4b63-a335-bdea966abc7f owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:22:26.191495 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dc8a0f54-7d07-453d-9375-3121c37a3d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:26.196995 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-f9066021-14d6-4693-af41-022fd4241986 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:22:26.197350 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-f9066021-14d6-4693-af41-022fd4241986 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:22:26.238846 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a0f54-7d07-453d-9375-3121c37a3d88 admin admin] Pushing event deleted for resources: {'Port': ['ID=fef4d3ca-14c1-4b63-a335-bdea966abc7f,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:26.242277 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8a0f54-7d07-453d-9375-3121c37a3d88 admin admin] No DVR routers for this DVR port fef4d3ca-14c1-4b63-a335-bdea966abc7f on host dv-neutron-862712-1-hyperv {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:22:26.358137 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dc8a0f54-7d07-453d-9375-3121c37a3d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:26.383258 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-dc8a0f54-7d07-453d-9375-3121c37a3d88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f4e0b0c-8ba8-4256-811e-3ae779a1b600']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:26.395278 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-dc8a0f54-7d07-453d-9375-3121c37a3d88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c531e6-0c2f-4d63-bba1-8864da2b635e') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:26.395576 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-dc8a0f54-7d07-453d-9375-3121c37a3d88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c531e6-0c2f-4d63-bba1-8864da2b635e') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:26.407252 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dc8a0f54-7d07-453d-9375-3121c37a3d88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:26.423442 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dc8a0f54-7d07-453d-9375-3121c37a3d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:26.429349 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc8a0f54-7d07-453d-9375-3121c37a3d88 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:22:26.429725 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dc8a0f54-7d07-453d-9375-3121c37a3d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:26.511862 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment b2c531e6-0c2f-4d63-bba1-8864da2b635e resource provider aggregate not found Oct 26 16:22:26.531265 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment b2c531e6-0c2f-4d63-bba1-8864da2b635e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b2c531e6-0c2f-4d63-bba1-8864da2b635e found for delete ", "request_id": "req-ff3cb997-880f-47bc-bb07-545d702114a6"}]} Oct 26 16:22:26.596192 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dc8a0f54-7d07-453d-9375-3121c37a3d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:26.600628 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dc8a0f54-7d07-453d-9375-3121c37a3d88 admin admin] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:26.627936 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a0f54-7d07-453d-9375-3121c37a3d88 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f4e0b0c-8ba8-4256-811e-3ae779a1b600,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:26.698963 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-f9066021-14d6-4693-af41-022fd4241986 None None] Deleting port fef4d3ca-14c1-4b63-a335-bdea966abc7f {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:22:26.699386 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f9066021-14d6-4693-af41-022fd4241986 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:26.724208 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-dc8a0f54-7d07-453d-9375-3121c37a3d88 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6f4e0b0c-8ba8-4256-811e-3ae779a1b600 HTTP/1.1" status: 204 len: 168 time: 1.2684147 Oct 26 16:22:26.770895 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-f9066021-14d6-4693-af41-022fd4241986 None None] The port 'fef4d3ca-14c1-4b63-a335-bdea966abc7f' was deleted {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 16:22:27.131616 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 49576) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:22:27.180659 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-3faf26c1-4d19-4846-85d7-f74883a7dc58 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ac8cfce7f56b4de59a2eac4bfb14ae25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473778 Oct 26 16:22:27.183485 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 49580) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:22:27.245373 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-39f5ddd5-7fdf-4227-82a1-38fb5e7a1a67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:27.271857 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-39f5ddd5-7fdf-4227-82a1-38fb5e7a1a67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:27.317442 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:27.432128 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-39f5ddd5-7fdf-4227-82a1-38fb5e7a1a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:27.450173 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f5ddd5-7fdf-4227-82a1-38fb5e7a1a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1fc9acf-7dd1-464b-9b5a-3bdc0a1a5d34,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:27.456233 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-39f5ddd5-7fdf-4227-82a1-38fb5e7a1a67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:27.457343 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-39f5ddd5-7fdf-4227-82a1-38fb5e7a1a67 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f1fc9acf-7dd1-464b-9b5a-3bdc0a1a5d34 HTTP/1.1" status: 204 len: 168 time: 0.2729819 Oct 26 16:22:27.613901 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device fef4d3ca-14c1-4b63-a335-bdea966abc7f no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:22:27.652416 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: fef4d3ca-14c1-4b63-a335-bdea966abc7f {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:22:27.652758 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device fef4d3ca-14c1-4b63-a335-bdea966abc7f not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:22:28.595172 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 49604) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:22:28.701387 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-f036075c-50f6-4e52-85f4-1958c30fee6e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1848398469-network', 'tenant_id': 'd13bce8b7eb24b41b72c531cbcb2ebfc'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:22:28.706201 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-f036075c-50f6-4e52-85f4-1958c30fee6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:22:28.710121 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-f036075c-50f6-4e52-85f4-1958c30fee6e admin admin] Usage tracker for resource:network and tenant:d13bce8b7eb24b41b72c531cbcb2ebfc is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:22:28.713385 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-f036075c-50f6-4e52-85f4-1958c30fee6e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:22:28.719013 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-f036075c-50f6-4e52-85f4-1958c30fee6e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:22:28.807464 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f036075c-50f6-4e52-85f4-1958c30fee6e admin admin] Made reservation on behalf of d13bce8b7eb24b41b72c531cbcb2ebfc for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:22:28.809647 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f036075c-50f6-4e52-85f4-1958c30fee6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:28.822988 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f036075c-50f6-4e52-85f4-1958c30fee6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:28.837564 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-f036075c-50f6-4e52-85f4-1958c30fee6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:22:28.841324 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-f036075c-50f6-4e52-85f4-1958c30fee6e admin admin] Usage tracker for resource:security_group_rule and tenant:d13bce8b7eb24b41b72c531cbcb2ebfc is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:22:28.844107 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-f036075c-50f6-4e52-85f4-1958c30fee6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:22:28.849678 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-f036075c-50f6-4e52-85f4-1958c30fee6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:22:28.931309 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f036075c-50f6-4e52-85f4-1958c30fee6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:29.025584 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f036075c-50f6-4e52-85f4-1958c30fee6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:29.059353 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f036075c-50f6-4e52-85f4-1958c30fee6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:22:29.067706 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f036075c-50f6-4e52-85f4-1958c30fee6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d668fcca-1ea5-4b94-89e1-5b78852b785d,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:29.073215 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f036075c-50f6-4e52-85f4-1958c30fee6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:29.073557 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-f036075c-50f6-4e52-85f4-1958c30fee6e admin admin] Added segment 8b21f919-88ac-4dd2-88eb-a530fe699f64 of type vlan for network 0d2e16a7-78cb-4de4-8992-8d69d5cad0bd Oct 26 16:22:29.099075 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f036075c-50f6-4e52-85f4-1958c30fee6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:29.208835 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f036075c-50f6-4e52-85f4-1958c30fee6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:29.209709 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f036075c-50f6-4e52-85f4-1958c30fee6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:29.210275 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f036075c-50f6-4e52-85f4-1958c30fee6e admin admin] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:29.316108 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f036075c-50f6-4e52-85f4-1958c30fee6e admin admin] Pushing event updated for resources: {'Network': ['ID=0d2e16a7-78cb-4de4-8992-8d69d5cad0bd,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:29.326330 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 0d2e16a7-78cb-4de4-8992-8d69d5cad0bd details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 16:22:29.385425 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f036075c-50f6-4e52-85f4-1958c30fee6e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7890673 Oct 26 16:22:29.388599 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 49610) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:22:29.393997 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-df83c70a-07fc-40b1-84b9-18b9511315cb admin admin] Request body: {'subnet': {'network_id': '0d2e16a7-78cb-4de4-8992-8d69d5cad0bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1848398469-subnet', 'tenant_id': 'd13bce8b7eb24b41b72c531cbcb2ebfc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:22:29.398954 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-df83c70a-07fc-40b1-84b9-18b9511315cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:22:29.403512 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-df83c70a-07fc-40b1-84b9-18b9511315cb admin admin] Usage tracker for resource:subnet and tenant:d13bce8b7eb24b41b72c531cbcb2ebfc is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:22:29.406364 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-df83c70a-07fc-40b1-84b9-18b9511315cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:22:29.412242 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-df83c70a-07fc-40b1-84b9-18b9511315cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:22:29.504456 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df83c70a-07fc-40b1-84b9-18b9511315cb admin admin] Made reservation on behalf of d13bce8b7eb24b41b72c531cbcb2ebfc for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:22:29.507127 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-df83c70a-07fc-40b1-84b9-18b9511315cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:29.757426 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-df83c70a-07fc-40b1-84b9-18b9511315cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:29.831457 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df83c70a-07fc-40b1-84b9-18b9511315cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4be3d40e-c7c3-4814-81ac-45cf4c6d3658,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:29.842248 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df83c70a-07fc-40b1-84b9-18b9511315cb admin admin] Checking segment: {'id': '8b21f919-88ac-4dd2-88eb-a530fe699f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0d2e16a7-78cb-4de4-8992-8d69d5cad0bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:22:29.842640 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df83c70a-07fc-40b1-84b9-18b9511315cb admin admin] Network hostable DHCP agents. Network: 0d2e16a7-78cb-4de4-8992-8d69d5cad0bd, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:22:29.962960 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df83c70a-07fc-40b1-84b9-18b9511315cb admin admin] Network 0d2e16a7-78cb-4de4-8992-8d69d5cad0bd is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:22:30.048409 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-df83c70a-07fc-40b1-84b9-18b9511315cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 0d2e16a7-78cb-4de4-8992-8d69d5cad0bd) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:22:30.053044 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df83c70a-07fc-40b1-84b9-18b9511315cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:30.054093 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-df83c70a-07fc-40b1-84b9-18b9511315cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:30.057263 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589e93a1-7802-4a84-8a64-3e6e80d44a55 None None] Network 0d2e16a7-78cb-4de4-8992-8d69d5cad0bd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:22:30.146721 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-df83c70a-07fc-40b1-84b9-18b9511315cb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7569995 Oct 26 16:22:30.149281 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 49614) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:22:30.155561 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-b02884cc-b4a8-4ab2-97e9-3f01505adf55 admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestJSON-1848398469-router', 'tenant_id': 'd13bce8b7eb24b41b72c531cbcb2ebfc', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:22:30.160465 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-b02884cc-b4a8-4ab2-97e9-3f01505adf55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:22:30.164624 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-b02884cc-b4a8-4ab2-97e9-3f01505adf55 admin admin] Usage tracker for resource:router and tenant:d13bce8b7eb24b41b72c531cbcb2ebfc is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:22:30.168030 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-b02884cc-b4a8-4ab2-97e9-3f01505adf55 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:22:30.174353 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-b02884cc-b4a8-4ab2-97e9-3f01505adf55 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:22:30.271643 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b02884cc-b4a8-4ab2-97e9-3f01505adf55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:30.272858 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b02884cc-b4a8-4ab2-97e9-3f01505adf55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:30.288804 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b02884cc-b4a8-4ab2-97e9-3f01505adf55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:30.315873 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec8e582-d5b3-4214-a6c9-18d1271dd3f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-0d2e16a7-78cb-4de4-8992-8d69d5cad0bd', 'network_id': '0d2e16a7-78cb-4de4-8992-8d69d5cad0bd', 'tenant_id': 'd13bce8b7eb24b41b72c531cbcb2ebfc', 'fixed_ips': [{'subnet_id': '4be3d40e-c7c3-4814-81ac-45cf4c6d3658'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 16:22:30.316745 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bec8e582-d5b3-4214-a6c9-18d1271dd3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:30.472817 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-bec8e582-d5b3-4214-a6c9-18d1271dd3f0 None None] Allocated IP 172.20.0.2 (0d2e16a7-78cb-4de4-8992-8d69d5cad0bd/4be3d40e-c7c3-4814-81ac-45cf4c6d3658/a2571e20-eb98-481a-8bd2-c42b5c5a6e8a) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:22:30.688119 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bec8e582-d5b3-4214-a6c9-18d1271dd3f0 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:30.699187 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-bec8e582-d5b3-4214-a6c9-18d1271dd3f0 None None] Transition to ACTIVE for port object a2571e20-eb98-481a-8bd2-c42b5c5a6e8a will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:22:30.717854 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-bec8e582-d5b3-4214-a6c9-18d1271dd3f0 None None] Transition to ACTIVE for port object a2571e20-eb98-481a-8bd2-c42b5c5a6e8a will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:22:30.741892 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b02884cc-b4a8-4ab2-97e9-3f01505adf55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:30.774819 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bec8e582-d5b3-4214-a6c9-18d1271dd3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:30.839011 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec8e582-d5b3-4214-a6c9-18d1271dd3f0 None None] Network 0d2e16a7-78cb-4de4-8992-8d69d5cad0bd is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:22:30.842181 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-bec8e582-d5b3-4214-a6c9-18d1271dd3f0 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:22:30.845840 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec8e582-d5b3-4214-a6c9-18d1271dd3f0 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:22:30.855425 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8e582-d5b3-4214-a6c9-18d1271dd3f0 None None] Pushing event updated for resources: {'Port': ['ID=a2571e20-eb98-481a-8bd2-c42b5c5a6e8a,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:30.955884 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-bec8e582-d5b3-4214-a6c9-18d1271dd3f0 None None] Attempting to bind port a2571e20-eb98-481a-8bd2-c42b5c5a6e8a on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:22:30.956209 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-bec8e582-d5b3-4214-a6c9-18d1271dd3f0 None None] Attempting to bind port a2571e20-eb98-481a-8bd2-c42b5c5a6e8a by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '8b21f919-88ac-4dd2-88eb-a530fe699f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0d2e16a7-78cb-4de4-8992-8d69d5cad0bd'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:22:30.956572 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec8e582-d5b3-4214-a6c9-18d1271dd3f0 None None] Attempting to bind port a2571e20-eb98-481a-8bd2-c42b5c5a6e8a on network 0d2e16a7-78cb-4de4-8992-8d69d5cad0bd {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:22:30.961829 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec8e582-d5b3-4214-a6c9-18d1271dd3f0 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:22:30.962202 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec8e582-d5b3-4214-a6c9-18d1271dd3f0 None None] Checking segment: {'id': '8b21f919-88ac-4dd2-88eb-a530fe699f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0d2e16a7-78cb-4de4-8992-8d69d5cad0bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:22:30.962630 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bec8e582-d5b3-4214-a6c9-18d1271dd3f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:30.963023 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec8e582-d5b3-4214-a6c9-18d1271dd3f0 None None] Bound using segment: {'id': '8b21f919-88ac-4dd2-88eb-a530fe699f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0d2e16a7-78cb-4de4-8992-8d69d5cad0bd'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:22:30.963999 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-bec8e582-d5b3-4214-a6c9-18d1271dd3f0 None None] Bound port: a2571e20-eb98-481a-8bd2-c42b5c5a6e8a, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b21f919-88ac-4dd2-88eb-a530fe699f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0d2e16a7-78cb-4de4-8992-8d69d5cad0bd'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:22:30.964365 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bec8e582-d5b3-4214-a6c9-18d1271dd3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:31.054880 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-bec8e582-d5b3-4214-a6c9-18d1271dd3f0 None None] For port a2571e20-eb98-481a-8bd2-c42b5c5a6e8a, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:22:31.058100 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-bec8e582-d5b3-4214-a6c9-18d1271dd3f0 None None] For port a2571e20-eb98-481a-8bd2-c42b5c5a6e8a, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=a2571e20-eb98-481a-8bd2-c42b5c5a6e8a,segment=NetworkSegment(8b21f919-88ac-4dd2-88eb-a530fe699f64),segment_id=8b21f919-88ac-4dd2-88eb-a530fe699f64)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:22:31.128024 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bec8e582-d5b3-4214-a6c9-18d1271dd3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:31.137925 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b02884cc-b4a8-4ab2-97e9-3f01505adf55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:31.170820 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b02884cc-b4a8-4ab2-97e9-3f01505adf55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:31.212580 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8e582-d5b3-4214-a6c9-18d1271dd3f0 None None] Pushing event updated for resources: {'Port': ['ID=a2571e20-eb98-481a-8bd2-c42b5c5a6e8a,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:31.328388 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-b02884cc-b4a8-4ab2-97e9-3f01505adf55 admin admin] Allocated IP 172.26.2.178 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/b74142dd-5e9f-464d-bf6f-78b2969170b2) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:22:31.486221 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b02884cc-b4a8-4ab2-97e9-3f01505adf55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:31.603307 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b02884cc-b4a8-4ab2-97e9-3f01505adf55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:31.644416 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a2571e20-eb98-481a-8bd2-c42b5c5a6e8a up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:22:31.672007 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02884cc-b4a8-4ab2-97e9-3f01505adf55 admin admin] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:22:31.675005 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-b02884cc-b4a8-4ab2-97e9-3f01505adf55 admin admin] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:22:31.679117 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02884cc-b4a8-4ab2-97e9-3f01505adf55 admin admin] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:22:31.703017 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:22:31.716158 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02884cc-b4a8-4ab2-97e9-3f01505adf55 admin admin] Pushing event updated for resources: {'Port': ['ID=b74142dd-5e9f-464d-bf6f-78b2969170b2,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:31.780042 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port a2571e20-eb98-481a-8bd2-c42b5c5a6e8a completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:22:32.110630 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-69960ac1-063a-405e-8915-207b59e897ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:32.171754 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc604713-f538-44e7-95c9-0a1d950e83be None None] Network 0d2e16a7-78cb-4de4-8992-8d69d5cad0bd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:22:32.180916 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b02884cc-b4a8-4ab2-97e9-3f01505adf55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:32.386507 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-f3e8cedf-907d-49d8-82ef-bbf750b48f11 None None] Provisioning for port a2571e20-eb98-481a-8bd2-c42b5c5a6e8a completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:22:32.396661 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-f3e8cedf-907d-49d8-82ef-bbf750b48f11 None None] Provisioning complete for port a2571e20-eb98-481a-8bd2-c42b5c5a6e8a triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:22:32.397035 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f3e8cedf-907d-49d8-82ef-bbf750b48f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:32.397372 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-f3e8cedf-907d-49d8-82ef-bbf750b48f11 None None] Attempt 1 to provision port a2571e20-eb98-481a-8bd2-c42b5c5a6e8a Oct 26 16:22:32.543110 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-f3e8cedf-907d-49d8-82ef-bbf750b48f11 None None] Current status of the port a2571e20-eb98-481a-8bd2-c42b5c5a6e8a is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:22:32.543629 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f3e8cedf-907d-49d8-82ef-bbf750b48f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:32.581100 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-f3e8cedf-907d-49d8-82ef-bbf750b48f11 None None] For port a2571e20-eb98-481a-8bd2-c42b5c5a6e8a, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=a2571e20-eb98-481a-8bd2-c42b5c5a6e8a,segment=NetworkSegment(8b21f919-88ac-4dd2-88eb-a530fe699f64),segment_id=8b21f919-88ac-4dd2-88eb-a530fe699f64)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:22:32.648867 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b02884cc-b4a8-4ab2-97e9-3f01505adf55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:32.688389 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f3e8cedf-907d-49d8-82ef-bbf750b48f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:32.757418 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e8cedf-907d-49d8-82ef-bbf750b48f11 None None] Pushing event updated for resources: {'Port': ['ID=a2571e20-eb98-481a-8bd2-c42b5c5a6e8a,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:32.810282 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-dc08c690-2341-4af9-b44d-2fcc6037632f None None] Provisioning complete for port a2571e20-eb98-481a-8bd2-c42b5c5a6e8a triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:22:32.810622 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-dc08c690-2341-4af9-b44d-2fcc6037632f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:32.810987 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-dc08c690-2341-4af9-b44d-2fcc6037632f None None] Attempt 1 to provision port a2571e20-eb98-481a-8bd2-c42b5c5a6e8a Oct 26 16:22:32.928505 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02884cc-b4a8-4ab2-97e9-3f01505adf55 admin admin] Router 3b4efaa3-e689-49d2-9c48-8dbfca4acbdb is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 16:22:32.931038 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-dc08c690-2341-4af9-b44d-2fcc6037632f None None] Current status of the port a2571e20-eb98-481a-8bd2-c42b5c5a6e8a is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:22:33.112735 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02884cc-b4a8-4ab2-97e9-3f01505adf55 admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:22:33.122264 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11aee6d-6621-47dd-af8b-249a83d08f0e None None] Sync routers for ids ['3b4efaa3-e689-49d2-9c48-8dbfca4acbdb'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:22:33.131523 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11aee6d-6621-47dd-af8b-249a83d08f0e None None] Routers {'3b4efaa3-e689-49d2-9c48-8dbfca4acbdb'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:22:33.132125 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-f11aee6d-6621-47dd-af8b-249a83d08f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:22:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['3b4efaa3-e689-49d2-9c48-8dbfca4acbdb'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:33.179936 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b02884cc-b4a8-4ab2-97e9-3f01505adf55 admin admin] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:33.181099 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b02884cc-b4a8-4ab2-97e9-3f01505adf55 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0308652 Oct 26 16:22:33.184365 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 49618) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:22:33.307931 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-f11aee6d-6621-47dd-af8b-249a83d08f0e None None] Set router 3b4efaa3-e689-49d2-9c48-8dbfca4acbdb gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:22:33.629642 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-f11aee6d-6621-47dd-af8b-249a83d08f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4efaa3-e689-49d2-9c48-8dbfca4acbdb', 'name': 'tempest-ServersNegativeTestJSON-1848398469-router', 'tenant_id': 'd13bce8b7eb24b41b72c531cbcb2ebfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b74142dd-5e9f-464d-bf6f-78b2969170b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:22:30Z', 'updated_at': '2022-10-26T16:22:31Z', 'revision_number': 3, 'project_id': 'd13bce8b7eb24b41b72c531cbcb2ebfc', 'gw_port': {'id': 'b74142dd-5e9f-464d-bf6f-78b2969170b2', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4efaa3-e689-49d2-9c48-8dbfca4acbdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:22:31Z', 'updated_at': '2022-10-26T16:22:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:33.634421 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11aee6d-6621-47dd-af8b-249a83d08f0e None None] Checking router: 3b4efaa3-e689-49d2-9c48-8dbfca4acbdb for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:22:33.634951 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11aee6d-6621-47dd-af8b-249a83d08f0e None None] Updating router 3b4efaa3-e689-49d2-9c48-8dbfca4acbdb port b74142dd-5e9f-464d-bf6f-78b2969170b2 binding host dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:22:33.636391 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a2571e20-eb98-481a-8bd2-c42b5c5a6e8a up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:22:33.700714 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-f11aee6d-6621-47dd-af8b-249a83d08f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:33.722766 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port a2571e20-eb98-481a-8bd2-c42b5c5a6e8a triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:22:33.723419 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:33.723518 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port a2571e20-eb98-481a-8bd2-c42b5c5a6e8a Oct 26 16:22:33.849495 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port a2571e20-eb98-481a-8bd2-c42b5c5a6e8a is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:22:33.889625 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-73e34a00-4ae1-4cf5-b7b9-9a135d442509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:34.040895 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-f11aee6d-6621-47dd-af8b-249a83d08f0e None None] Notify callbacks [] for port, precommit_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:34.054160 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.provisioning_blocks [None req-f11aee6d-6621-47dd-af8b-249a83d08f0e None None] Transition to ACTIVE for port object b74142dd-5e9f-464d-bf6f-78b2969170b2 will not be triggered until provisioned by entity L2. {{(pid=89750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:22:34.134180 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-f11aee6d-6621-47dd-af8b-249a83d08f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:34.196395 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-f11aee6d-6621-47dd-af8b-249a83d08f0e None None] Attempting to bind port b74142dd-5e9f-464d-bf6f-78b2969170b2 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:22:34.196759 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-f11aee6d-6621-47dd-af8b-249a83d08f0e None None] Attempting to bind port b74142dd-5e9f-464d-bf6f-78b2969170b2 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:22:34.197118 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11aee6d-6621-47dd-af8b-249a83d08f0e None None] Attempting to bind port b74142dd-5e9f-464d-bf6f-78b2969170b2 on network 0c79a151-ef79-4fff-8a3c-258f9478471d {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:22:34.207598 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11aee6d-6621-47dd-af8b-249a83d08f0e None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:22:34.207965 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11aee6d-6621-47dd-af8b-249a83d08f0e None None] Checking segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:22:34.208361 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-f11aee6d-6621-47dd-af8b-249a83d08f0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:34.208751 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11aee6d-6621-47dd-af8b-249a83d08f0e None None] Bound using segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:22:34.209207 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-f11aee6d-6621-47dd-af8b-249a83d08f0e None None] Bound port: b74142dd-5e9f-464d-bf6f-78b2969170b2, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:22:34.209572 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-f11aee6d-6621-47dd-af8b-249a83d08f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:34.212974 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-73e34a00-4ae1-4cf5-b7b9-9a135d442509 admin admin] Allocated IP 172.20.0.1 (0d2e16a7-78cb-4de4-8992-8d69d5cad0bd/4be3d40e-c7c3-4814-81ac-45cf4c6d3658/053be494-0e68-4ffc-83ad-18e28ecfd84c) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:22:34.254527 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2e990-944d-4688-8120-a8ef73ef4aa8 None None] Pushing event updated for resources: {'Port': ['ID=b74142dd-5e9f-464d-bf6f-78b2969170b2,revision_number=2']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:34.267583 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2e990-944d-4688-8120-a8ef73ef4aa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:34.267930 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2e990-944d-4688-8120-a8ef73ef4aa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:34.268264 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2e990-944d-4688-8120-a8ef73ef4aa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:34.268590 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2e990-944d-4688-8120-a8ef73ef4aa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:34.268913 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2e990-944d-4688-8120-a8ef73ef4aa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:34.269235 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2e990-944d-4688-8120-a8ef73ef4aa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:34.269553 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2e990-944d-4688-8120-a8ef73ef4aa8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:34.269911 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2e990-944d-4688-8120-a8ef73ef4aa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:34.270227 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2e990-944d-4688-8120-a8ef73ef4aa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:34.270568 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2e990-944d-4688-8120-a8ef73ef4aa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:34.270886 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2e990-944d-4688-8120-a8ef73ef4aa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:34.271202 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2e990-944d-4688-8120-a8ef73ef4aa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:34.304040 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-f11aee6d-6621-47dd-af8b-249a83d08f0e None None] For port b74142dd-5e9f-464d-bf6f-78b2969170b2, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:22:34.307648 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-f11aee6d-6621-47dd-af8b-249a83d08f0e None None] For port b74142dd-5e9f-464d-bf6f-78b2969170b2, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=b74142dd-5e9f-464d-bf6f-78b2969170b2,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:22:34.365453 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-73e34a00-4ae1-4cf5-b7b9-9a135d442509 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:34.381992 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-73e34a00-4ae1-4cf5-b7b9-9a135d442509 admin admin] Transition to ACTIVE for port object 053be494-0e68-4ffc-83ad-18e28ecfd84c will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:22:34.397617 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-f11aee6d-6621-47dd-af8b-249a83d08f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:34.459288 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11aee6d-6621-47dd-af8b-249a83d08f0e None None] Routers {'3b4efaa3-e689-49d2-9c48-8dbfca4acbdb'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:22:34.459916 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-f11aee6d-6621-47dd-af8b-249a83d08f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:22:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['3b4efaa3-e689-49d2-9c48-8dbfca4acbdb'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:34.488250 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e40a8500-6977-44d7-97c0-3725bcb1740b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:34.500417 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-73e34a00-4ae1-4cf5-b7b9-9a135d442509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:34.566231 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e34a00-4ae1-4cf5-b7b9-9a135d442509 admin admin] Network 0d2e16a7-78cb-4de4-8992-8d69d5cad0bd is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:22:34.569054 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-73e34a00-4ae1-4cf5-b7b9-9a135d442509 admin admin] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:22:34.571472 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e34a00-4ae1-4cf5-b7b9-9a135d442509 admin admin] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:22:34.601498 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2e990-944d-4688-8120-a8ef73ef4aa8 None None] Pushing event updated for resources: {'Port': ['ID=b74142dd-5e9f-464d-bf6f-78b2969170b2,revision_number=3']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:34.617319 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e34a00-4ae1-4cf5-b7b9-9a135d442509 admin admin] Pushing event updated for resources: {'Port': ['ID=053be494-0e68-4ffc-83ad-18e28ecfd84c,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:34.643632 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-73e34a00-4ae1-4cf5-b7b9-9a135d442509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:34.650793 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-f11aee6d-6621-47dd-af8b-249a83d08f0e None None] Set router 3b4efaa3-e689-49d2-9c48-8dbfca4acbdb gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:22:34.854934 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-73e34a00-4ae1-4cf5-b7b9-9a135d442509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:34.956279 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-f11aee6d-6621-47dd-af8b-249a83d08f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4efaa3-e689-49d2-9c48-8dbfca4acbdb', 'name': 'tempest-ServersNegativeTestJSON-1848398469-router', 'tenant_id': 'd13bce8b7eb24b41b72c531cbcb2ebfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b74142dd-5e9f-464d-bf6f-78b2969170b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:22:30Z', 'updated_at': '2022-10-26T16:22:31Z', 'revision_number': 3, 'project_id': 'd13bce8b7eb24b41b72c531cbcb2ebfc', 'gw_port': {'id': 'b74142dd-5e9f-464d-bf6f-78b2969170b2', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4efaa3-e689-49d2-9c48-8dbfca4acbdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:22:31Z', 'updated_at': '2022-10-26T16:22:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:34.960226 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11aee6d-6621-47dd-af8b-249a83d08f0e None None] The sync data for ids ['3b4efaa3-e689-49d2-9c48-8dbfca4acbdb'] in dv-neutron-862712-1-hyperv is: [{'id': '3b4efaa3-e689-49d2-9c48-8dbfca4acbdb', 'name': 'tempest-ServersNegativeTestJSON-1848398469-router', 'tenant_id': 'd13bce8b7eb24b41b72c531cbcb2ebfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b74142dd-5e9f-464d-bf6f-78b2969170b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:22:30Z', 'updated_at': '2022-10-26T16:22:31Z', 'revision_number': 3, 'project_id': 'd13bce8b7eb24b41b72c531cbcb2ebfc', 'gw_port': {'id': 'b74142dd-5e9f-464d-bf6f-78b2969170b2', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4efaa3-e689-49d2-9c48-8dbfca4acbdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:22:31Z', 'updated_at': '2022-10-26T16:22:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:22:34.972919 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-8d4a60ab-9b59-4020-96ea-efec39946a79 None None] Provisioning for port 053be494-0e68-4ffc-83ad-18e28ecfd84c completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:22:34.978535 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-8d4a60ab-9b59-4020-96ea-efec39946a79 None None] Provisioning complete for port 053be494-0e68-4ffc-83ad-18e28ecfd84c triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:22:34.979562 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-8d4a60ab-9b59-4020-96ea-efec39946a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:34.979873 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-8d4a60ab-9b59-4020-96ea-efec39946a79 None None] Attempt 1 to provision port 053be494-0e68-4ffc-83ad-18e28ecfd84c Oct 26 16:22:35.073051 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-8d4a60ab-9b59-4020-96ea-efec39946a79 None None] Port 053be494-0e68-4ffc-83ad-18e28ecfd84c cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:22:35.095214 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-73e34a00-4ae1-4cf5-b7b9-9a135d442509 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:35.174068 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-73e34a00-4ae1-4cf5-b7b9-9a135d442509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:35.271138 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:35.295463 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-73e34a00-4ae1-4cf5-b7b9-9a135d442509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:35.299985 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e34a00-4ae1-4cf5-b7b9-9a135d442509 admin admin] Pushing event updated for resources: {'Port': ['ID=053be494-0e68-4ffc-83ad-18e28ecfd84c,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:35.380022 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:35.444937 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e34a00-4ae1-4cf5-b7b9-9a135d442509 admin admin] Network 0d2e16a7-78cb-4de4-8992-8d69d5cad0bd is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:22:35.445989 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-73e34a00-4ae1-4cf5-b7b9-9a135d442509 admin admin] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:22:35.574401 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-8d4a60ab-9b59-4020-96ea-efec39946a79 None None] Attempt 2 to provision port 053be494-0e68-4ffc-83ad-18e28ecfd84c Oct 26 16:22:35.656010 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e34a00-4ae1-4cf5-b7b9-9a135d442509 admin admin] Router 3b4efaa3-e689-49d2-9c48-8dbfca4acbdb has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:22:35.687747 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device b74142dd-5e9f-464d-bf6f-78b2969170b2 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:22:35.723514 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-8d4a60ab-9b59-4020-96ea-efec39946a79 None None] Port 053be494-0e68-4ffc-83ad-18e28ecfd84c cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:22:35.825777 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port b74142dd-5e9f-464d-bf6f-78b2969170b2 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:22:35.831170 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port b74142dd-5e9f-464d-bf6f-78b2969170b2 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:22:35.835927 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:35.835927 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port b74142dd-5e9f-464d-bf6f-78b2969170b2 Oct 26 16:22:35.855791 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e34a00-4ae1-4cf5-b7b9-9a135d442509 admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:22:35.865255 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-73e34a00-4ae1-4cf5-b7b9-9a135d442509 admin admin] 10.222.0.23 "PUT /v2.0/routers/3b4efaa3-e689-49d2-9c48-8dbfca4acbdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6797702 Oct 26 16:22:35.971741 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port b74142dd-5e9f-464d-bf6f-78b2969170b2 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:22:35.972126 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:35.988836 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port b74142dd-5e9f-464d-bf6f-78b2969170b2, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=b74142dd-5e9f-464d-bf6f-78b2969170b2,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:22:36.065490 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:36.135956 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=b74142dd-5e9f-464d-bf6f-78b2969170b2,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:36.224734 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-8d4a60ab-9b59-4020-96ea-efec39946a79 None None] Attempt 3 to provision port 053be494-0e68-4ffc-83ad-18e28ecfd84c Oct 26 16:22:36.281208 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-8d4a60ab-9b59-4020-96ea-efec39946a79 None None] Port 053be494-0e68-4ffc-83ad-18e28ecfd84c cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:22:36.403067 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-40b97d76-0432-4f09-89bf-ced1840155c2 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:36.404596 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-40b97d76-0432-4f09-89bf-ced1840155c2 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/networks?id=0d2e16a7-78cb-4de4-8992-8d69d5cad0bd HTTP/1.1" status: 200 len: 814 time: 0.1560440 Oct 26 16:22:36.419794 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-620b527b-5b58-4f1f-8bae-ebd7c398bf80 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/quotas/d13bce8b7eb24b41b72c531cbcb2ebfc HTTP/1.1" status: 200 len: 375 time: 0.0098493 Oct 26 16:22:36.517077 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-09f640ec-18c0-4e51-a59c-9fabdf5772d1 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d13bce8b7eb24b41b72c531cbcb2ebfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0920265 Oct 26 16:22:36.526635 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f54f4a-49ae-4077-b5be-b9cf0bf24936 None None] Sync routers for ids ['3b4efaa3-e689-49d2-9c48-8dbfca4acbdb'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:22:36.536468 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f54f4a-49ae-4077-b5be-b9cf0bf24936 None None] Routers {'3b4efaa3-e689-49d2-9c48-8dbfca4acbdb'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:22:36.537079 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-89f54f4a-49ae-4077-b5be-b9cf0bf24936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:22:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['3b4efaa3-e689-49d2-9c48-8dbfca4acbdb'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:36.576581 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-714864ab-facd-49f8-be3d-782f7e5a0209 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:22:36.577593 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-714864ab-facd-49f8-be3d-782f7e5a0209 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0531063 Oct 26 16:22:36.712480 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-a6e1f160-fc22-4e37-85c3-6cc619a6a01c service neutron] 10.222.0.23 "GET /v2.0/networks/0d2e16a7-78cb-4de4-8992-8d69d5cad0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289473 Oct 26 16:22:36.721004 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-89f54f4a-49ae-4077-b5be-b9cf0bf24936 None None] Set router 3b4efaa3-e689-49d2-9c48-8dbfca4acbdb gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:22:36.782312 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-8d4a60ab-9b59-4020-96ea-efec39946a79 None None] Attempt 4 to provision port 053be494-0e68-4ffc-83ad-18e28ecfd84c Oct 26 16:22:36.845424 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-f9411e66-98f1-4b18-8e0b-df583d7e6bcb service neutron] 10.222.0.23 "GET /v2.0/networks/0d2e16a7-78cb-4de4-8992-8d69d5cad0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262026 Oct 26 16:22:36.927193 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-8d4a60ab-9b59-4020-96ea-efec39946a79 None None] Port 053be494-0e68-4ffc-83ad-18e28ecfd84c cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:22:37.086400 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:37.096359 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-89f54f4a-49ae-4077-b5be-b9cf0bf24936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4efaa3-e689-49d2-9c48-8dbfca4acbdb', 'name': 'tempest-ServersNegativeTestJSON-1848398469-router', 'tenant_id': 'd13bce8b7eb24b41b72c531cbcb2ebfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b74142dd-5e9f-464d-bf6f-78b2969170b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:22:30Z', 'updated_at': '2022-10-26T16:22:34Z', 'revision_number': 4, 'project_id': 'd13bce8b7eb24b41b72c531cbcb2ebfc', 'gw_port': {'id': 'b74142dd-5e9f-464d-bf6f-78b2969170b2', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4efaa3-e689-49d2-9c48-8dbfca4acbdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:22:31Z', 'updated_at': '2022-10-26T16:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '053be494-0e68-4ffc-83ad-18e28ecfd84c', 'name': '', 'network_id': '0d2e16a7-78cb-4de4-8992-8d69d5cad0bd', 'tenant_id': 'd13bce8b7eb24b41b72c531cbcb2ebfc', 'mac_address': 'fa:16:3e:8f:bf:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4efaa3-e689-49d2-9c48-8dbfca4acbdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '4be3d40e-c7c3-4814-81ac-45cf4c6d3658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:22:33Z', 'updated_at': '2022-10-26T16:22:34Z', 'revision_number': 2, 'project_id': 'd13bce8b7eb24b41b72c531cbcb2ebfc', 'subnets': [{'id': '4be3d40e-c7c3-4814-81ac-45cf4c6d3658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:37.100307 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f54f4a-49ae-4077-b5be-b9cf0bf24936 None None] Checking router: 3b4efaa3-e689-49d2-9c48-8dbfca4acbdb for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:22:37.100667 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f54f4a-49ae-4077-b5be-b9cf0bf24936 None None] Updating router 3b4efaa3-e689-49d2-9c48-8dbfca4acbdb port 053be494-0e68-4ffc-83ad-18e28ecfd84c binding host dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:22:37.159765 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-89f54f4a-49ae-4077-b5be-b9cf0bf24936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:37.427784 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-8d4a60ab-9b59-4020-96ea-efec39946a79 None None] Attempt 5 to provision port 053be494-0e68-4ffc-83ad-18e28ecfd84c Oct 26 16:22:37.537622 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-8d4a60ab-9b59-4020-96ea-efec39946a79 None None] Port 053be494-0e68-4ffc-83ad-18e28ecfd84c cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:22:37.554108 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-89f54f4a-49ae-4077-b5be-b9cf0bf24936 None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:37.566280 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-89f54f4a-49ae-4077-b5be-b9cf0bf24936 None None] Transition to ACTIVE for port object 053be494-0e68-4ffc-83ad-18e28ecfd84c will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:22:37.624775 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device b74142dd-5e9f-464d-bf6f-78b2969170b2 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:22:37.656895 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-89f54f4a-49ae-4077-b5be-b9cf0bf24936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:37.866995 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff738b04-39c8-4cae-afaa-5d82ed8cf099 None None] Pushing event updated for resources: {'Port': ['ID=053be494-0e68-4ffc-83ad-18e28ecfd84c,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:37.934928 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port b74142dd-5e9f-464d-bf6f-78b2969170b2 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:22:37.935305 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:37.935637 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port b74142dd-5e9f-464d-bf6f-78b2969170b2 Oct 26 16:22:37.958197 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-89f54f4a-49ae-4077-b5be-b9cf0bf24936 None None] Attempting to bind port 053be494-0e68-4ffc-83ad-18e28ecfd84c on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:22:37.958590 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-89f54f4a-49ae-4077-b5be-b9cf0bf24936 None None] Attempting to bind port 053be494-0e68-4ffc-83ad-18e28ecfd84c by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '8b21f919-88ac-4dd2-88eb-a530fe699f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0d2e16a7-78cb-4de4-8992-8d69d5cad0bd'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:22:37.958951 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f54f4a-49ae-4077-b5be-b9cf0bf24936 None None] Attempting to bind port 053be494-0e68-4ffc-83ad-18e28ecfd84c on network 0d2e16a7-78cb-4de4-8992-8d69d5cad0bd {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:22:37.981010 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f54f4a-49ae-4077-b5be-b9cf0bf24936 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:22:37.981386 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f54f4a-49ae-4077-b5be-b9cf0bf24936 None None] Checking segment: {'id': '8b21f919-88ac-4dd2-88eb-a530fe699f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0d2e16a7-78cb-4de4-8992-8d69d5cad0bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:22:37.981778 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-89f54f4a-49ae-4077-b5be-b9cf0bf24936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:37.982173 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f54f4a-49ae-4077-b5be-b9cf0bf24936 None None] Bound using segment: {'id': '8b21f919-88ac-4dd2-88eb-a530fe699f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0d2e16a7-78cb-4de4-8992-8d69d5cad0bd'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:22:37.982662 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-89f54f4a-49ae-4077-b5be-b9cf0bf24936 None None] Bound port: 053be494-0e68-4ffc-83ad-18e28ecfd84c, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b21f919-88ac-4dd2-88eb-a530fe699f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0d2e16a7-78cb-4de4-8992-8d69d5cad0bd'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:22:37.983032 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-89f54f4a-49ae-4077-b5be-b9cf0bf24936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:38.038746 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-8d4a60ab-9b59-4020-96ea-efec39946a79 None None] Attempt 6 to provision port 053be494-0e68-4ffc-83ad-18e28ecfd84c Oct 26 16:22:38.153517 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-8d4a60ab-9b59-4020-96ea-efec39946a79 None None] Port 053be494-0e68-4ffc-83ad-18e28ecfd84c cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:22:38.176367 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-cb2b0c71-5dc5-47d9-92d4-46ec02fa5053 req-a0fde594-7c1e-4adb-b364-06908c859980 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Synchronizing usage tracker for tenant:d13bce8b7eb24b41b72c531cbcb2ebfc on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:22:38.188418 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-89f54f4a-49ae-4077-b5be-b9cf0bf24936 None None] For port 053be494-0e68-4ffc-83ad-18e28ecfd84c, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:22:38.193012 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-89f54f4a-49ae-4077-b5be-b9cf0bf24936 None None] For port 053be494-0e68-4ffc-83ad-18e28ecfd84c, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=053be494-0e68-4ffc-83ad-18e28ecfd84c,segment=NetworkSegment(8b21f919-88ac-4dd2-88eb-a530fe699f64),segment_id=8b21f919-88ac-4dd2-88eb-a530fe699f64)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:22:38.195373 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port b74142dd-5e9f-464d-bf6f-78b2969170b2 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:22:38.293809 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-cb2b0c71-5dc5-47d9-92d4-46ec02fa5053 req-a0fde594-7c1e-4adb-b364-06908c859980 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Unset dirty status for tenant:d13bce8b7eb24b41b72c531cbcb2ebfc on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:22:38.295037 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cb2b0c71-5dc5-47d9-92d4-46ec02fa5053 req-a0fde594-7c1e-4adb-b364-06908c859980 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef3c265-b4a4-4897-8aec-4f3dd961242b HTTP/1.1" status: 200 len: 210 time: 0.1728342 Oct 26 16:22:38.323701 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-89f54f4a-49ae-4077-b5be-b9cf0bf24936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:38.387383 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f54f4a-49ae-4077-b5be-b9cf0bf24936 None None] Routers {'3b4efaa3-e689-49d2-9c48-8dbfca4acbdb'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:22:38.387998 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-89f54f4a-49ae-4077-b5be-b9cf0bf24936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:22:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['3b4efaa3-e689-49d2-9c48-8dbfca4acbdb'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:38.525837 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff738b04-39c8-4cae-afaa-5d82ed8cf099 None None] Pushing event updated for resources: {'Port': ['ID=053be494-0e68-4ffc-83ad-18e28ecfd84c,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:38.575502 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-89f54f4a-49ae-4077-b5be-b9cf0bf24936 None None] Set router 3b4efaa3-e689-49d2-9c48-8dbfca4acbdb gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:22:38.699058 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-8d4a60ab-9b59-4020-96ea-efec39946a79 None None] Attempt 7 to provision port 053be494-0e68-4ffc-83ad-18e28ecfd84c Oct 26 16:22:38.857326 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-8d4a60ab-9b59-4020-96ea-efec39946a79 None None] Port 053be494-0e68-4ffc-83ad-18e28ecfd84c had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 16:22:38.941849 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-89f54f4a-49ae-4077-b5be-b9cf0bf24936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4efaa3-e689-49d2-9c48-8dbfca4acbdb', 'name': 'tempest-ServersNegativeTestJSON-1848398469-router', 'tenant_id': 'd13bce8b7eb24b41b72c531cbcb2ebfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b74142dd-5e9f-464d-bf6f-78b2969170b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:22:30Z', 'updated_at': '2022-10-26T16:22:34Z', 'revision_number': 4, 'project_id': 'd13bce8b7eb24b41b72c531cbcb2ebfc', 'gw_port': {'id': 'b74142dd-5e9f-464d-bf6f-78b2969170b2', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4efaa3-e689-49d2-9c48-8dbfca4acbdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:22:31Z', 'updated_at': '2022-10-26T16:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '053be494-0e68-4ffc-83ad-18e28ecfd84c', 'name': '', 'network_id': '0d2e16a7-78cb-4de4-8992-8d69d5cad0bd', 'tenant_id': 'd13bce8b7eb24b41b72c531cbcb2ebfc', 'mac_address': 'fa:16:3e:8f:bf:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4efaa3-e689-49d2-9c48-8dbfca4acbdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '4be3d40e-c7c3-4814-81ac-45cf4c6d3658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:22:33Z', 'updated_at': '2022-10-26T16:22:38Z', 'revision_number': 4, 'project_id': 'd13bce8b7eb24b41b72c531cbcb2ebfc', 'subnets': [{'id': '4be3d40e-c7c3-4814-81ac-45cf4c6d3658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:22:38.945890 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f54f4a-49ae-4077-b5be-b9cf0bf24936 None None] The sync data for ids ['3b4efaa3-e689-49d2-9c48-8dbfca4acbdb'] in dv-neutron-862712-1-hyperv is: [{'id': '3b4efaa3-e689-49d2-9c48-8dbfca4acbdb', 'name': 'tempest-ServersNegativeTestJSON-1848398469-router', 'tenant_id': 'd13bce8b7eb24b41b72c531cbcb2ebfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b74142dd-5e9f-464d-bf6f-78b2969170b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:22:30Z', 'updated_at': '2022-10-26T16:22:34Z', 'revision_number': 4, 'project_id': 'd13bce8b7eb24b41b72c531cbcb2ebfc', 'gw_port': {'id': 'b74142dd-5e9f-464d-bf6f-78b2969170b2', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4efaa3-e689-49d2-9c48-8dbfca4acbdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:22:31Z', 'updated_at': '2022-10-26T16:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '053be494-0e68-4ffc-83ad-18e28ecfd84c', 'name': '', 'network_id': '0d2e16a7-78cb-4de4-8992-8d69d5cad0bd', 'tenant_id': 'd13bce8b7eb24b41b72c531cbcb2ebfc', 'mac_address': 'fa:16:3e:8f:bf:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4efaa3-e689-49d2-9c48-8dbfca4acbdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '4be3d40e-c7c3-4814-81ac-45cf4c6d3658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:22:33Z', 'updated_at': '2022-10-26T16:22:38Z', 'revision_number': 4, 'project_id': 'd13bce8b7eb24b41b72c531cbcb2ebfc', 'subnets': [{'id': '4be3d40e-c7c3-4814-81ac-45cf4c6d3658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:22:39.465111 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-63fb788c-8c66-44db-9edb-90a9c5f48564 req-448832b7-e4ec-44e2-b556-9fca7240d70c tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef3c265-b4a4-4897-8aec-4f3dd961242b HTTP/1.1" status: 200 len: 210 time: 0.0534546 Oct 26 16:22:39.654329 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 053be494-0e68-4ffc-83ad-18e28ecfd84c up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:22:39.871168 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 053be494-0e68-4ffc-83ad-18e28ecfd84c completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:22:39.876925 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 053be494-0e68-4ffc-83ad-18e28ecfd84c triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:22:39.880631 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:39.880631 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 053be494-0e68-4ffc-83ad-18e28ecfd84c Oct 26 16:22:40.003937 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 053be494-0e68-4ffc-83ad-18e28ecfd84c is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:22:40.004320 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:40.037283 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 053be494-0e68-4ffc-83ad-18e28ecfd84c, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=053be494-0e68-4ffc-83ad-18e28ecfd84c,segment=NetworkSegment(8b21f919-88ac-4dd2-88eb-a530fe699f64),segment_id=8b21f919-88ac-4dd2-88eb-a530fe699f64)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:22:40.116738 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:40.184782 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=053be494-0e68-4ffc-83ad-18e28ecfd84c,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:40.688123 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3a72e554-d975-432f-b03c-446a0dbcb26c req-78b1c30f-6fbd-4f09-af9d-c95067b7061c tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef3c265-b4a4-4897-8aec-4f3dd961242b HTTP/1.1" status: 200 len: 210 time: 0.0752666 Oct 26 16:22:40.733199 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-7d7464f3-82b0-4014-8be3-ff7f94dbc736 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:40.733883 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-7d7464f3-82b0-4014-8be3-ff7f94dbc736 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Synchronizing usage tracker for tenant:d13bce8b7eb24b41b72c531cbcb2ebfc on resource:network {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:22:40.818403 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-7d7464f3-82b0-4014-8be3-ff7f94dbc736 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Unset dirty status for tenant:d13bce8b7eb24b41b72c531cbcb2ebfc on resource:network {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:22:40.819606 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-7d7464f3-82b0-4014-8be3-ff7f94dbc736 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.48 "GET /v2.0/networks?id=0d2e16a7-78cb-4de4-8992-8d69d5cad0bd HTTP/1.1" status: 200 len: 814 time: 0.4002624 Oct 26 16:22:40.836773 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-b94651eb-c579-4cce-90b7-4e9701d4e28a tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Request body: {'port': {'device_id': '7ef3c265-b4a4-4897-8aec-4f3dd961242b', 'network_id': '0d2e16a7-78cb-4de4-8992-8d69d5cad0bd', 'admin_state_up': True, 'tenant_id': 'd13bce8b7eb24b41b72c531cbcb2ebfc'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:22:40.982313 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-b94651eb-c579-4cce-90b7-4e9701d4e28a tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:22:40.992543 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-b94651eb-c579-4cce-90b7-4e9701d4e28a tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:22:41.058731 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-b94651eb-c579-4cce-90b7-4e9701d4e28a tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Made reservation on behalf of d13bce8b7eb24b41b72c531cbcb2ebfc for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:22:41.062133 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-b94651eb-c579-4cce-90b7-4e9701d4e28a tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:41.227914 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-b94651eb-c579-4cce-90b7-4e9701d4e28a tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Allocated IP 172.20.0.8 (0d2e16a7-78cb-4de4-8992-8d69d5cad0bd/4be3d40e-c7c3-4814-81ac-45cf4c6d3658/fd8382ba-e19c-4559-b20b-1ec5173a66e7) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:22:41.434522 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-b94651eb-c579-4cce-90b7-4e9701d4e28a tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:41.450382 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-b94651eb-c579-4cce-90b7-4e9701d4e28a tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Transition to ACTIVE for port object fd8382ba-e19c-4559-b20b-1ec5173a66e7 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:22:41.539261 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-b94651eb-c579-4cce-90b7-4e9701d4e28a tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:41.615158 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-b94651eb-c579-4cce-90b7-4e9701d4e28a tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Network 0d2e16a7-78cb-4de4-8992-8d69d5cad0bd is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:22:41.618191 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-b94651eb-c579-4cce-90b7-4e9701d4e28a tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:22:41.622227 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-b94651eb-c579-4cce-90b7-4e9701d4e28a tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:22:41.636408 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 053be494-0e68-4ffc-83ad-18e28ecfd84c up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:22:41.654006 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94651eb-c579-4cce-90b7-4e9701d4e28a tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Pushing event updated for resources: {'Port': ['ID=fd8382ba-e19c-4559-b20b-1ec5173a66e7,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:41.696306 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-b94651eb-c579-4cce-90b7-4e9701d4e28a tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:41.696961 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-b94651eb-c579-4cce-90b7-4e9701d4e28a tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:41.778361 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 053be494-0e68-4ffc-83ad-18e28ecfd84c triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:22:41.778816 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:41.779181 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 053be494-0e68-4ffc-83ad-18e28ecfd84c Oct 26 16:22:41.798323 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-b94651eb-c579-4cce-90b7-4e9701d4e28a tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9648468 Oct 26 16:22:41.818066 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-f65837ef-faac-418e-8697-576c2a48d972 service neutron] Request body: {'port': {'device_id': '7ef3c265-b4a4-4897-8aec-4f3dd961242b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8627'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:22:41.909422 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b3610-b8da-4118-a777-7c7a43aee816 req-5fff89f6-aebb-4874-87e0-8aad68b62c0d tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:41.911603 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-fb6b3610-b8da-4118-a777-7c7a43aee816 req-5fff89f6-aebb-4874-87e0-8aad68b62c0d tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef3c265-b4a4-4897-8aec-4f3dd961242b HTTP/1.1" status: 200 len: 931 time: 0.1041157 Oct 26 16:22:41.922786 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 053be494-0e68-4ffc-83ad-18e28ecfd84c is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:22:41.946410 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-f65837ef-faac-418e-8697-576c2a48d972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:41.961112 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-fb6b3610-b8da-4118-a777-7c7a43aee816 req-e4d4d87d-8337-4125-9b3c-8998af3af697 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/security-groups?id=d668fcca-1ea5-4b94-89e1-5b78852b785d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419230 Oct 26 16:22:42.001664 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-6fcabd07-8ed5-4eb7-b98e-0659b83e8df2 None None] Provisioning for port fd8382ba-e19c-4559-b20b-1ec5173a66e7 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:22:42.007029 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-6fcabd07-8ed5-4eb7-b98e-0659b83e8df2 None None] Provisioning complete for port fd8382ba-e19c-4559-b20b-1ec5173a66e7 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:22:42.007430 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6fcabd07-8ed5-4eb7-b98e-0659b83e8df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:42.007766 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-6fcabd07-8ed5-4eb7-b98e-0659b83e8df2 None None] Attempt 1 to provision port fd8382ba-e19c-4559-b20b-1ec5173a66e7 Oct 26 16:22:42.061586 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6fcabd07-8ed5-4eb7-b98e-0659b83e8df2 None None] Port fd8382ba-e19c-4559-b20b-1ec5173a66e7 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:22:42.290563 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-f65837ef-faac-418e-8697-576c2a48d972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd8382ba-e19c-4559-b20b-1ec5173a66e7 {{(pid=89748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:22:42.298658 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-f65837ef-faac-418e-8697-576c2a48d972 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:42.313405 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-f65837ef-faac-418e-8697-576c2a48d972 service neutron] Transition to ACTIVE for port object fd8382ba-e19c-4559-b20b-1ec5173a66e7 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:22:42.385501 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-f65837ef-faac-418e-8697-576c2a48d972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:42.562944 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-6fcabd07-8ed5-4eb7-b98e-0659b83e8df2 None None] Attempt 2 to provision port fd8382ba-e19c-4559-b20b-1ec5173a66e7 Oct 26 16:22:42.571318 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65837ef-faac-418e-8697-576c2a48d972 service neutron] Pushing event updated for resources: {'Port': ['ID=fd8382ba-e19c-4559-b20b-1ec5173a66e7,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:42.611800 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-f65837ef-faac-418e-8697-576c2a48d972 service neutron] Attempting to bind port fd8382ba-e19c-4559-b20b-1ec5173a66e7 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:22:42.612132 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-f65837ef-faac-418e-8697-576c2a48d972 service neutron] Attempting to bind port fd8382ba-e19c-4559-b20b-1ec5173a66e7 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': '8b21f919-88ac-4dd2-88eb-a530fe699f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0d2e16a7-78cb-4de4-8992-8d69d5cad0bd'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:22:42.612454 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-f65837ef-faac-418e-8697-576c2a48d972 service neutron] Attempting to bind port fd8382ba-e19c-4559-b20b-1ec5173a66e7 on network 0d2e16a7-78cb-4de4-8992-8d69d5cad0bd {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:22:42.616993 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-f65837ef-faac-418e-8697-576c2a48d972 service neutron] Port fd8382ba-e19c-4559-b20b-1ec5173a66e7 on network 0d2e16a7-78cb-4de4-8992-8d69d5cad0bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 16:22:42.617309 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-f65837ef-faac-418e-8697-576c2a48d972 service neutron] Attempting to bind port fd8382ba-e19c-4559-b20b-1ec5173a66e7 on network 0d2e16a7-78cb-4de4-8992-8d69d5cad0bd {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:22:42.618338 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6fcabd07-8ed5-4eb7-b98e-0659b83e8df2 None None] Port fd8382ba-e19c-4559-b20b-1ec5173a66e7 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:22:42.623287 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-f65837ef-faac-418e-8697-576c2a48d972 service neutron] Checking agent: {'id': '1b551391-ebdd-44bd-8801-034277ca5526', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8627', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'started_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:22:42.623619 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-f65837ef-faac-418e-8697-576c2a48d972 service neutron] Checking segment: {'id': '8b21f919-88ac-4dd2-88eb-a530fe699f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0d2e16a7-78cb-4de4-8992-8d69d5cad0bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:22:42.623997 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-f65837ef-faac-418e-8697-576c2a48d972 service neutron] Bound using segment: {'id': '8b21f919-88ac-4dd2-88eb-a530fe699f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0d2e16a7-78cb-4de4-8992-8d69d5cad0bd'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:22:42.624425 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-f65837ef-faac-418e-8697-576c2a48d972 service neutron] Bound port: fd8382ba-e19c-4559-b20b-1ec5173a66e7, host: hv-neutron-8627, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b21f919-88ac-4dd2-88eb-a530fe699f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0d2e16a7-78cb-4de4-8992-8d69d5cad0bd'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:22:42.624766 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-f65837ef-faac-418e-8697-576c2a48d972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:42.713596 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-f65837ef-faac-418e-8697-576c2a48d972 service neutron] For port fd8382ba-e19c-4559-b20b-1ec5173a66e7, host hv-neutron-8627, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:22:42.716535 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-f65837ef-faac-418e-8697-576c2a48d972 service neutron] For port fd8382ba-e19c-4559-b20b-1ec5173a66e7, host hv-neutron-8627, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=fd8382ba-e19c-4559-b20b-1ec5173a66e7,segment=NetworkSegment(8b21f919-88ac-4dd2-88eb-a530fe699f64),segment_id=8b21f919-88ac-4dd2-88eb-a530fe699f64)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:22:42.795826 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-f65837ef-faac-418e-8697-576c2a48d972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:42.932236 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-f65837ef-faac-418e-8697-576c2a48d972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:42.932951 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-f65837ef-faac-418e-8697-576c2a48d972 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:42.934324 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-f65837ef-faac-418e-8697-576c2a48d972 service neutron] 10.222.0.48 "PUT /v2.0/ports/fd8382ba-e19c-4559-b20b-1ec5173a66e7 HTTP/1.1" status: 200 len: 1093 time: 1.1233134 Oct 26 16:22:42.939570 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ef3c265-b4a4-4897-8aec-4f3dd961242b', 'tag': 'fd8382ba-e19c-4559-b20b-1ec5173a66e7'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:22:42.941876 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1020880f-1ac8-4739-af6c-9e2658f6acc8" -d '{"events": [{"name": "network-changed", "server_uuid": "7ef3c265-b4a4-4897-8aec-4f3dd961242b", "tag": "fd8382ba-e19c-4559-b20b-1ec5173a66e7"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:22:42.977379 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65837ef-faac-418e-8697-576c2a48d972 service neutron] Pushing event updated for resources: {'Port': ['ID=fd8382ba-e19c-4559-b20b-1ec5173a66e7,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:43.082744 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a6717d-fbc4-4c30-9ca5-86d01122884c x-openstack-request-id: req-15a6717d-fbc4-4c30-9ca5-86d01122884c {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:22:43.083025 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ef3c265-b4a4-4897-8aec-4f3dd961242b", "tag": "fd8382ba-e19c-4559-b20b-1ec5173a66e7", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:22:43.083275 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-15a6717d-fbc4-4c30-9ca5-86d01122884c {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:22:43.083664 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15a6717d-fbc4-4c30-9ca5-86d01122884c'] response: {'name': 'network-changed', 'server_uuid': '7ef3c265-b4a4-4897-8aec-4f3dd961242b', 'tag': 'fd8382ba-e19c-4559-b20b-1ec5173a66e7', 'status': 'completed', 'code': 200} Oct 26 16:22:43.119776 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-6fcabd07-8ed5-4eb7-b98e-0659b83e8df2 None None] Attempt 3 to provision port fd8382ba-e19c-4559-b20b-1ec5173a66e7 Oct 26 16:22:43.127268 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-3333f6b7-d94f-4a04-9776-3b7cebfe952d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:43.128929 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-3333f6b7-d94f-4a04-9776-3b7cebfe952d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d13bce8b7eb24b41b72c531cbcb2ebfc&device_id=7ef3c265-b4a4-4897-8aec-4f3dd961242b HTTP/1.1" status: 200 len: 1096 time: 0.0833194 Oct 26 16:22:43.162719 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1267393e-1e45-4fa7-a2e0-b3973d37cd8e req-a1ebe953-54b5-4c88-83cb-abca76eaeef5 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:43.164918 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-1267393e-1e45-4fa7-a2e0-b3973d37cd8e req-a1ebe953-54b5-4c88-83cb-abca76eaeef5 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef3c265-b4a4-4897-8aec-4f3dd961242b HTTP/1.1" status: 200 len: 943 time: 0.0903378 Oct 26 16:22:43.187967 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6fcabd07-8ed5-4eb7-b98e-0659b83e8df2 None None] Port fd8382ba-e19c-4559-b20b-1ec5173a66e7 had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 16:22:43.206637 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-8ad2ff74-906c-4b5d-afcc-1e2660da7606 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd8382ba-e19c-4559-b20b-1ec5173a66e7 HTTP/1.1" status: 200 len: 217 time: 0.0655713 Oct 26 16:22:43.213467 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-1267393e-1e45-4fa7-a2e0-b3973d37cd8e req-3c8af2fd-05dc-4df0-bef2-34cbfabc46fb tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/security-groups?id=d668fcca-1ea5-4b94-89e1-5b78852b785d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423553 Oct 26 16:22:43.267726 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-47813c06-7457-4922-9480-13982771d7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:43.269147 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-47813c06-7457-4922-9480-13982771d7ce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4be3d40e-c7c3-4814-81ac-45cf4c6d3658 HTTP/1.1" status: 200 len: 853 time: 0.0573535 Oct 26 16:22:43.354272 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-5d21b782-8e6a-4289-bb89-028d70c28de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:43.355765 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-5d21b782-8e6a-4289-bb89-028d70c28de9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0d2e16a7-78cb-4de4-8992-8d69d5cad0bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807765 Oct 26 16:22:43.486150 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-6a8ff232-aec0-4f7a-8bac-b041f2761713 service neutron] 10.222.0.48 "GET /v2.0/networks/0d2e16a7-78cb-4de4-8992-8d69d5cad0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245213 Oct 26 16:22:43.615850 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c7fbd7eb-d8fe-4b06-bfe5-ad171048eea7 req-ad2310b5-2701-4b35-ad2f-f5569cc6957e service neutron] 10.222.0.48 "GET /v2.0/networks/0d2e16a7-78cb-4de4-8992-8d69d5cad0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244817 Oct 26 16:22:43.873851 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020880f-1ac8-4739-af6c-9e2658f6acc8 req-39e16183-15c5-4700-9bea-a39a5cecd1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:43.875297 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1020880f-1ac8-4739-af6c-9e2658f6acc8 req-39e16183-15c5-4700-9bea-a39a5cecd1a8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d13bce8b7eb24b41b72c531cbcb2ebfc&device_id=7ef3c265-b4a4-4897-8aec-4f3dd961242b HTTP/1.1" status: 200 len: 1096 time: 0.0784266 Oct 26 16:22:44.006620 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020880f-1ac8-4739-af6c-9e2658f6acc8 req-e3a5d215-7016-4098-8481-daa2948f0142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:44.008052 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1020880f-1ac8-4739-af6c-9e2658f6acc8 req-e3a5d215-7016-4098-8481-daa2948f0142 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0d2e16a7-78cb-4de4-8992-8d69d5cad0bd HTTP/1.1" status: 200 len: 915 time: 0.1268473 Oct 26 16:22:44.077991 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1020880f-1ac8-4739-af6c-9e2658f6acc8 req-0b203ed3-8b64-40b7-ba13-73c8214181d5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd8382ba-e19c-4559-b20b-1ec5173a66e7 HTTP/1.1" status: 200 len: 217 time: 0.0644503 Oct 26 16:22:44.138503 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020880f-1ac8-4739-af6c-9e2658f6acc8 req-fdfde759-43ce-48c8-b3aa-449e9283d0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:44.139822 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1020880f-1ac8-4739-af6c-9e2658f6acc8 req-fdfde759-43ce-48c8-b3aa-449e9283d0f4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4be3d40e-c7c3-4814-81ac-45cf4c6d3658 HTTP/1.1" status: 200 len: 853 time: 0.0565391 Oct 26 16:22:44.224280 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020880f-1ac8-4739-af6c-9e2658f6acc8 req-a267a527-fe51-4dd8-839d-7625e09bb8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:44.225733 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1020880f-1ac8-4739-af6c-9e2658f6acc8 req-a267a527-fe51-4dd8-839d-7625e09bb8e0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0d2e16a7-78cb-4de4-8992-8d69d5cad0bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800841 Oct 26 16:22:44.408873 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1020880f-1ac8-4739-af6c-9e2658f6acc8 req-4eb9bf55-52e4-4360-9a5e-5734e688b3e5 service neutron] 10.222.0.48 "GET /v2.0/networks/0d2e16a7-78cb-4de4-8992-8d69d5cad0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767311 Oct 26 16:22:44.536699 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e463a0d-f41c-4065-8def-f68e3ce91b24 req-66cfa8aa-89a1-4f44-852a-168f8048d1dd tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:44.537383 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-9e463a0d-f41c-4065-8def-f68e3ce91b24 req-66cfa8aa-89a1-4f44-852a-168f8048d1dd tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Synchronizing usage tracker for tenant:d13bce8b7eb24b41b72c531cbcb2ebfc on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:22:44.568073 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1020880f-1ac8-4739-af6c-9e2658f6acc8 req-1d77f9c6-e342-4abe-a2b2-7ff508934fff service neutron] 10.222.0.48 "GET /v2.0/networks/0d2e16a7-78cb-4de4-8992-8d69d5cad0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525655 Oct 26 16:22:44.636616 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-9e463a0d-f41c-4065-8def-f68e3ce91b24 req-66cfa8aa-89a1-4f44-852a-168f8048d1dd tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Unset dirty status for tenant:d13bce8b7eb24b41b72c531cbcb2ebfc on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:22:44.638152 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9e463a0d-f41c-4065-8def-f68e3ce91b24 req-66cfa8aa-89a1-4f44-852a-168f8048d1dd tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef3c265-b4a4-4897-8aec-4f3dd961242b HTTP/1.1" status: 200 len: 943 time: 0.3022830 Oct 26 16:22:44.681517 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-9e463a0d-f41c-4065-8def-f68e3ce91b24 req-d1472c9f-c631-4af4-988b-fdbd963e5506 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Synchronizing usage tracker for tenant:d13bce8b7eb24b41b72c531cbcb2ebfc on resource:security_group {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:22:44.807581 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-9e463a0d-f41c-4065-8def-f68e3ce91b24 req-d1472c9f-c631-4af4-988b-fdbd963e5506 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Unset dirty status for tenant:d13bce8b7eb24b41b72c531cbcb2ebfc on resource:security_group {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:22:44.809782 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9e463a0d-f41c-4065-8def-f68e3ce91b24 req-d1472c9f-c631-4af4-988b-fdbd963e5506 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/security-groups?id=d668fcca-1ea5-4b94-89e1-5b78852b785d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660352 Oct 26 16:22:46.013509 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4df5d2-3970-4527-8383-f3d4c99a3478 req-37ee295a-e91d-450e-af5f-a0d6a143f726 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:46.015030 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-8d4df5d2-3970-4527-8383-f3d4c99a3478 req-37ee295a-e91d-450e-af5f-a0d6a143f726 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef3c265-b4a4-4897-8aec-4f3dd961242b HTTP/1.1" status: 200 len: 943 time: 0.0927057 Oct 26 16:22:46.058735 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-8d4df5d2-3970-4527-8383-f3d4c99a3478 req-ec79206d-7a51-4254-95bf-d9477e60978f tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/security-groups?id=d668fcca-1ea5-4b94-89e1-5b78852b785d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380151 Oct 26 16:22:46.957913 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device fd8382ba-e19c-4559-b20b-1ec5173a66e7 details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 16:22:47.092074 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port fd8382ba-e19c-4559-b20b-1ec5173a66e7, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=fd8382ba-e19c-4559-b20b-1ec5173a66e7,segment=NetworkSegment(8b21f919-88ac-4dd2-88eb-a530fe699f64),segment_id=8b21f919-88ac-4dd2-88eb-a530fe699f64)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:22:47.106578 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': 'fd8382ba-e19c-4559-b20b-1ec5173a66e7', 'network_id': '0d2e16a7-78cb-4de4-8992-8d69d5cad0bd', 'port_id': 'fd8382ba-e19c-4559-b20b-1ec5173a66e7', 'mac_address': 'fa:16:3e:09:50:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be3d40e-c7c3-4814-81ac-45cf4c6d3658', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 16:22:47.163098 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port fd8382ba-e19c-4559-b20b-1ec5173a66e7 is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:22:47.163481 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:47.181285 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd8382ba-e19c-4559-b20b-1ec5173a66e7 {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:22:47.197930 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port fd8382ba-e19c-4559-b20b-1ec5173a66e7, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=fd8382ba-e19c-4559-b20b-1ec5173a66e7,segment=NetworkSegment(8b21f919-88ac-4dd2-88eb-a530fe699f64),segment_id=8b21f919-88ac-4dd2-88eb-a530fe699f64)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:22:47.263115 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515df17c-a678-411f-aad1-df49aadb6622 req-a4202991-9b25-47cb-84d6-32797036f35e tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:47.264565 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-515df17c-a678-411f-aad1-df49aadb6622 req-a4202991-9b25-47cb-84d6-32797036f35e tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef3c265-b4a4-4897-8aec-4f3dd961242b HTTP/1.1" status: 200 len: 943 time: 0.0914159 Oct 26 16:22:47.282137 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:47.311482 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-515df17c-a678-411f-aad1-df49aadb6622 req-83abfc55-1225-46b3-b151-9e83831c526e tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/security-groups?id=d668fcca-1ea5-4b94-89e1-5b78852b785d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413263 Oct 26 16:22:47.352648 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=fd8382ba-e19c-4559-b20b-1ec5173a66e7,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:47.360427 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:47.360776 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:47.361111 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:47.361445 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:47.361772 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:47.362096 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:47.362417 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:47.362767 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:47.363088 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:47.363406 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:47.363723 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:47.364038 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:22:47.697222 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['fd8382ba-e19c-4559-b20b-1ec5173a66e7'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:22:48.507859 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d9db4-1770-4aa4-8525-bb2eae6c6bb6 req-5ec76a1a-1933-44b3-8bc9-37ba7f414bf7 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:48.509293 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-978d9db4-1770-4aa4-8525-bb2eae6c6bb6 req-5ec76a1a-1933-44b3-8bc9-37ba7f414bf7 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef3c265-b4a4-4897-8aec-4f3dd961242b HTTP/1.1" status: 200 len: 944 time: 0.0882215 Oct 26 16:22:48.557229 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-978d9db4-1770-4aa4-8525-bb2eae6c6bb6 req-b17fd3f9-574d-4b32-af2f-fb47253b9091 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/security-groups?id=d668fcca-1ea5-4b94-89e1-5b78852b785d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419316 Oct 26 16:22:48.971941 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device fd8382ba-e19c-4559-b20b-1ec5173a66e7 up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:22:49.105601 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning for port fd8382ba-e19c-4559-b20b-1ec5173a66e7 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:22:49.110814 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port fd8382ba-e19c-4559-b20b-1ec5173a66e7 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:22:49.111214 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:49.111558 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port fd8382ba-e19c-4559-b20b-1ec5173a66e7 Oct 26 16:22:49.231021 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port fd8382ba-e19c-4559-b20b-1ec5173a66e7 is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:22:49.231327 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:49.257760 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef3c265-b4a4-4897-8aec-4f3dd961242b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd8382ba-e19c-4559-b20b-1ec5173a66e7'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:22:49.260079 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7dfe9f-dac8-47bc-912f-966d2b64252b" -d '{"events": [{"server_uuid": "7ef3c265-b4a4-4897-8aec-4f3dd961242b", "name": "network-vif-plugged", "status": "completed", "tag": "fd8382ba-e19c-4559-b20b-1ec5173a66e7"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:22:49.268198 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port fd8382ba-e19c-4559-b20b-1ec5173a66e7, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=fd8382ba-e19c-4559-b20b-1ec5173a66e7,segment=NetworkSegment(8b21f919-88ac-4dd2-88eb-a530fe699f64),segment_id=8b21f919-88ac-4dd2-88eb-a530fe699f64)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:22:49.302893 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b223ad90-d164-42b2-99d2-a48a2e206e29 x-openstack-request-id: req-b223ad90-d164-42b2-99d2-a48a2e206e29 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:22:49.303185 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ef3c265-b4a4-4897-8aec-4f3dd961242b", "name": "network-vif-plugged", "status": "completed", "tag": "fd8382ba-e19c-4559-b20b-1ec5173a66e7", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:22:49.303448 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b223ad90-d164-42b2-99d2-a48a2e206e29 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:22:49.303849 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b223ad90-d164-42b2-99d2-a48a2e206e29'] response: {'server_uuid': '7ef3c265-b4a4-4897-8aec-4f3dd961242b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd8382ba-e19c-4559-b20b-1ec5173a66e7', 'code': 200} Oct 26 16:22:49.327906 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:49.397283 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=fd8382ba-e19c-4559-b20b-1ec5173a66e7,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:49.763779 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94faab1-44f2-4512-a559-a0fc332829ff req-3c80f5c8-367d-4321-9a88-cb286cc0898b tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:49.765243 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a94faab1-44f2-4512-a559-a0fc332829ff req-3c80f5c8-367d-4321-9a88-cb286cc0898b tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef3c265-b4a4-4897-8aec-4f3dd961242b HTTP/1.1" status: 200 len: 945 time: 0.0935485 Oct 26 16:22:49.809521 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a94faab1-44f2-4512-a559-a0fc332829ff req-72e1404b-b3ed-4478-89d1-92623363d5c9 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/security-groups?id=d668fcca-1ea5-4b94-89e1-5b78852b785d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384455 Oct 26 16:22:49.815930 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb8f93-7b26-40d7-a384-161cb57342e2 req-abd91da9-5af7-4a7e-87ed-b2790fefc962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:49.816586 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-75cb8f93-7b26-40d7-a384-161cb57342e2 req-abd91da9-5af7-4a7e-87ed-b2790fefc962 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7ef3c265-b4a4-4897-8aec-4f3dd961242b HTTP/1.1" status: 200 len: 1098 time: 0.1882994 Oct 26 16:22:49.857089 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-75cb8f93-7b26-40d7-a384-161cb57342e2 req-ba0008d2-2872-4c74-90dd-6b387ad6e505 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d668fcca-1ea5-4b94-89e1-5b78852b785d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351145 Oct 26 16:22:51.011782 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b677e0b-7a51-41c9-88f1-50115e3d4385 req-a7254d40-3d48-401f-a326-575c1954a78d tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:51.013204 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9b677e0b-7a51-41c9-88f1-50115e3d4385 req-a7254d40-3d48-401f-a326-575c1954a78d tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef3c265-b4a4-4897-8aec-4f3dd961242b HTTP/1.1" status: 200 len: 945 time: 0.0903606 Oct 26 16:22:51.059837 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9b677e0b-7a51-41c9-88f1-50115e3d4385 req-a87683d0-e3d2-4047-bd48-0445516092ca tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/security-groups?id=d668fcca-1ea5-4b94-89e1-5b78852b785d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410001 Oct 26 16:22:52.269565 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd53c9-16c4-4860-8ff9-ac23bcd59279 req-114ae4a1-db2f-4aa9-a8a8-d7250b8bb8f2 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:52.271034 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-7cbd53c9-16c4-4860-8ff9-ac23bcd59279 req-114ae4a1-db2f-4aa9-a8a8-d7250b8bb8f2 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef3c265-b4a4-4897-8aec-4f3dd961242b HTTP/1.1" status: 200 len: 945 time: 0.0964689 Oct 26 16:22:52.315223 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-7cbd53c9-16c4-4860-8ff9-ac23bcd59279 req-f5efafa6-5707-4568-b62f-a1bbb6c975a4 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/security-groups?id=d668fcca-1ea5-4b94-89e1-5b78852b785d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386620 Oct 26 16:22:52.602873 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-8c6b04a2-113d-4bcc-938a-1dd014c9a9ca tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:52.604944 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-8c6b04a2-113d-4bcc-938a-1dd014c9a9ca tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/networks?id=0d2e16a7-78cb-4de4-8992-8d69d5cad0bd HTTP/1.1" status: 200 len: 814 time: 0.1461680 Oct 26 16:22:52.619474 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-9baa6e3f-b200-4674-9b4c-6cec5e5959e7 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/quotas/d13bce8b7eb24b41b72c531cbcb2ebfc HTTP/1.1" status: 200 len: 375 time: 0.0091753 Oct 26 16:22:52.712709 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-d1fa74e2-b5c4-4025-8cf0-b75e6f5d2ce9 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d13bce8b7eb24b41b72c531cbcb2ebfc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0882447 Oct 26 16:22:52.846740 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-25b7e6ce-62fc-45c2-8085-b8c8f0524cea service neutron] 10.222.0.23 "GET /v2.0/networks/0d2e16a7-78cb-4de4-8992-8d69d5cad0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267493 Oct 26 16:22:52.979446 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-458d4dc3-19e7-4a9d-a307-ebea5451ad34 service neutron] 10.222.0.23 "GET /v2.0/networks/0d2e16a7-78cb-4de4-8992-8d69d5cad0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269460 Oct 26 16:22:53.246105 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-18951f51-572b-4ca4-b87e-3e478829de03 req-d8e12759-1085-4cc8-8c8e-6285eab3f6d7 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/ports?device_id=513d07b7-fbc9-4486-bf84-3fed601d5d93 HTTP/1.1" status: 200 len: 210 time: 0.0515647 Oct 26 16:22:54.417358 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-79b3e228-656e-4b25-895a-944fcf1582cc req-891e917d-b521-4c69-9457-d9dd381c56a3 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/ports?device_id=513d07b7-fbc9-4486-bf84-3fed601d5d93 HTTP/1.1" status: 200 len: 210 time: 0.0544641 Oct 26 16:22:55.360361 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-eacd7438-7125-429f-a75b-94e65d000f3f tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:55.361858 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-eacd7438-7125-429f-a75b-94e65d000f3f tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.48 "GET /v2.0/networks?id=0d2e16a7-78cb-4de4-8992-8d69d5cad0bd HTTP/1.1" status: 200 len: 814 time: 0.1549263 Oct 26 16:22:55.378804 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-35228976-a524-4f02-9838-580d1758d2de tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Request body: {'port': {'device_id': '513d07b7-fbc9-4486-bf84-3fed601d5d93', 'network_id': '0d2e16a7-78cb-4de4-8992-8d69d5cad0bd', 'admin_state_up': True, 'tenant_id': 'd13bce8b7eb24b41b72c531cbcb2ebfc'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:22:55.519636 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-35228976-a524-4f02-9838-580d1758d2de tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:22:55.530996 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-35228976-a524-4f02-9838-580d1758d2de tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:22:55.613578 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-35228976-a524-4f02-9838-580d1758d2de tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Made reservation on behalf of d13bce8b7eb24b41b72c531cbcb2ebfc for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:22:55.617117 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-35228976-a524-4f02-9838-580d1758d2de tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:55.689812 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c3160482-3b89-4b39-af05-80f043cbb1f4 req-1a39f7fa-5f0a-4a89-86db-fae7f65e2289 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/ports?device_id=513d07b7-fbc9-4486-bf84-3fed601d5d93 HTTP/1.1" status: 200 len: 210 time: 0.1588919 Oct 26 16:22:55.790175 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-35228976-a524-4f02-9838-580d1758d2de tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Allocated IP 172.20.0.7 (0d2e16a7-78cb-4de4-8992-8d69d5cad0bd/4be3d40e-c7c3-4814-81ac-45cf4c6d3658/a48c1517-cc52-42c2-90f0-235cdc8f3b2a) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:22:55.992235 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-35228976-a524-4f02-9838-580d1758d2de tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:56.007579 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-35228976-a524-4f02-9838-580d1758d2de tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Transition to ACTIVE for port object a48c1517-cc52-42c2-90f0-235cdc8f3b2a will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:22:56.087697 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-35228976-a524-4f02-9838-580d1758d2de tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:56.122587 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['fd8382ba-e19c-4559-b20b-1ec5173a66e7'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:22:56.162897 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-35228976-a524-4f02-9838-580d1758d2de tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Network 0d2e16a7-78cb-4de4-8992-8d69d5cad0bd is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:22:56.165891 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-35228976-a524-4f02-9838-580d1758d2de tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:22:56.170266 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-35228976-a524-4f02-9838-580d1758d2de tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:22:56.201474 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35228976-a524-4f02-9838-580d1758d2de tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Pushing event updated for resources: {'Port': ['ID=a48c1517-cc52-42c2-90f0-235cdc8f3b2a,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:56.245801 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-35228976-a524-4f02-9838-580d1758d2de tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:56.246366 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-35228976-a524-4f02-9838-580d1758d2de tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:56.345265 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-35228976-a524-4f02-9838-580d1758d2de tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9699051 Oct 26 16:22:56.364438 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-64a95d28-e29b-40f3-bf5f-2b2d6450f52e service neutron] Request body: {'port': {'device_id': '513d07b7-fbc9-4486-bf84-3fed601d5d93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8627'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:22:56.441520 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-21d793e9-8064-4500-9007-8b15c2ca0b38 None None] Provisioning for port a48c1517-cc52-42c2-90f0-235cdc8f3b2a completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:22:56.446889 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-21d793e9-8064-4500-9007-8b15c2ca0b38 None None] Provisioning complete for port a48c1517-cc52-42c2-90f0-235cdc8f3b2a triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:22:56.447390 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21d793e9-8064-4500-9007-8b15c2ca0b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:56.447887 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-21d793e9-8064-4500-9007-8b15c2ca0b38 None None] Attempt 1 to provision port a48c1517-cc52-42c2-90f0-235cdc8f3b2a Oct 26 16:22:56.509438 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-21d793e9-8064-4500-9007-8b15c2ca0b38 None None] Port a48c1517-cc52-42c2-90f0-235cdc8f3b2a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:22:56.581218 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-64a95d28-e29b-40f3-bf5f-2b2d6450f52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:56.978586 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f40ea86-29fc-4245-a987-9f5b5e272601 req-56011ee9-1db5-4e15-909a-86b831be914a tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:56.979277 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-8f40ea86-29fc-4245-a987-9f5b5e272601 req-56011ee9-1db5-4e15-909a-86b831be914a tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Synchronizing usage tracker for tenant:d13bce8b7eb24b41b72c531cbcb2ebfc on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:22:57.010444 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-21d793e9-8064-4500-9007-8b15c2ca0b38 None None] Attempt 2 to provision port a48c1517-cc52-42c2-90f0-235cdc8f3b2a Oct 26 16:22:57.012600 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-64a95d28-e29b-40f3-bf5f-2b2d6450f52e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a48c1517-cc52-42c2-90f0-235cdc8f3b2a {{(pid=89748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:22:57.020750 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-64a95d28-e29b-40f3-bf5f-2b2d6450f52e service neutron] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:57.035216 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-64a95d28-e29b-40f3-bf5f-2b2d6450f52e service neutron] Transition to ACTIVE for port object a48c1517-cc52-42c2-90f0-235cdc8f3b2a will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:22:57.065367 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-21d793e9-8064-4500-9007-8b15c2ca0b38 None None] Port a48c1517-cc52-42c2-90f0-235cdc8f3b2a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:22:57.104457 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-8f40ea86-29fc-4245-a987-9f5b5e272601 req-56011ee9-1db5-4e15-909a-86b831be914a tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Unset dirty status for tenant:d13bce8b7eb24b41b72c531cbcb2ebfc on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:22:57.105661 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8f40ea86-29fc-4245-a987-9f5b5e272601 req-56011ee9-1db5-4e15-909a-86b831be914a tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/ports?device_id=513d07b7-fbc9-4486-bf84-3fed601d5d93 HTTP/1.1" status: 200 len: 931 time: 0.3021576 Oct 26 16:22:57.132722 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-64a95d28-e29b-40f3-bf5f-2b2d6450f52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:57.301505 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8f40ea86-29fc-4245-a987-9f5b5e272601 req-68cdac90-8136-4b3a-9df3-a9d43cf75a1d tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/security-groups?id=d668fcca-1ea5-4b94-89e1-5b78852b785d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894200 Oct 26 16:22:57.327639 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:57.339103 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a95d28-e29b-40f3-bf5f-2b2d6450f52e service neutron] Pushing event updated for resources: {'Port': ['ID=a48c1517-cc52-42c2-90f0-235cdc8f3b2a,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:57.382865 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-64a95d28-e29b-40f3-bf5f-2b2d6450f52e service neutron] Attempting to bind port a48c1517-cc52-42c2-90f0-235cdc8f3b2a on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:22:57.383197 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-64a95d28-e29b-40f3-bf5f-2b2d6450f52e service neutron] Attempting to bind port a48c1517-cc52-42c2-90f0-235cdc8f3b2a by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': '8b21f919-88ac-4dd2-88eb-a530fe699f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0d2e16a7-78cb-4de4-8992-8d69d5cad0bd'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:22:57.383517 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-64a95d28-e29b-40f3-bf5f-2b2d6450f52e service neutron] Attempting to bind port a48c1517-cc52-42c2-90f0-235cdc8f3b2a on network 0d2e16a7-78cb-4de4-8992-8d69d5cad0bd {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:22:57.388062 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-64a95d28-e29b-40f3-bf5f-2b2d6450f52e service neutron] Port a48c1517-cc52-42c2-90f0-235cdc8f3b2a on network 0d2e16a7-78cb-4de4-8992-8d69d5cad0bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 16:22:57.388372 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-64a95d28-e29b-40f3-bf5f-2b2d6450f52e service neutron] Attempting to bind port a48c1517-cc52-42c2-90f0-235cdc8f3b2a on network 0d2e16a7-78cb-4de4-8992-8d69d5cad0bd {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:22:57.393680 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-64a95d28-e29b-40f3-bf5f-2b2d6450f52e service neutron] Checking agent: {'id': '1b551391-ebdd-44bd-8801-034277ca5526', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8627', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'started_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:22:57.394006 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-64a95d28-e29b-40f3-bf5f-2b2d6450f52e service neutron] Checking segment: {'id': '8b21f919-88ac-4dd2-88eb-a530fe699f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0d2e16a7-78cb-4de4-8992-8d69d5cad0bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:22:57.394382 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-64a95d28-e29b-40f3-bf5f-2b2d6450f52e service neutron] Bound using segment: {'id': '8b21f919-88ac-4dd2-88eb-a530fe699f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0d2e16a7-78cb-4de4-8992-8d69d5cad0bd'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:22:57.394833 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-64a95d28-e29b-40f3-bf5f-2b2d6450f52e service neutron] Bound port: a48c1517-cc52-42c2-90f0-235cdc8f3b2a, host: hv-neutron-8627, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b21f919-88ac-4dd2-88eb-a530fe699f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0d2e16a7-78cb-4de4-8992-8d69d5cad0bd'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:22:57.395167 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-64a95d28-e29b-40f3-bf5f-2b2d6450f52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:57.482724 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-64a95d28-e29b-40f3-bf5f-2b2d6450f52e service neutron] For port a48c1517-cc52-42c2-90f0-235cdc8f3b2a, host hv-neutron-8627, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:22:57.486619 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-64a95d28-e29b-40f3-bf5f-2b2d6450f52e service neutron] For port a48c1517-cc52-42c2-90f0-235cdc8f3b2a, host hv-neutron-8627, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=a48c1517-cc52-42c2-90f0-235cdc8f3b2a,segment=NetworkSegment(8b21f919-88ac-4dd2-88eb-a530fe699f64),segment_id=8b21f919-88ac-4dd2-88eb-a530fe699f64)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:22:57.567157 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-21d793e9-8064-4500-9007-8b15c2ca0b38 None None] Attempt 3 to provision port a48c1517-cc52-42c2-90f0-235cdc8f3b2a Oct 26 16:22:57.585174 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-64a95d28-e29b-40f3-bf5f-2b2d6450f52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:57.626152 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-64a95d28-e29b-40f3-bf5f-2b2d6450f52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:57.626789 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-64a95d28-e29b-40f3-bf5f-2b2d6450f52e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:22:57.628169 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-64a95d28-e29b-40f3-bf5f-2b2d6450f52e service neutron] 10.222.0.48 "PUT /v2.0/ports/a48c1517-cc52-42c2-90f0-235cdc8f3b2a HTTP/1.1" status: 200 len: 1093 time: 1.2682962 Oct 26 16:22:57.628676 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '513d07b7-fbc9-4486-bf84-3fed601d5d93', 'tag': 'a48c1517-cc52-42c2-90f0-235cdc8f3b2a'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:22:57.631247 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81a973c-c83a-4cb2-8dc2-8c2bcb22e2f2" -d '{"events": [{"name": "network-changed", "server_uuid": "513d07b7-fbc9-4486-bf84-3fed601d5d93", "tag": "a48c1517-cc52-42c2-90f0-235cdc8f3b2a"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:22:57.631766 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-21d793e9-8064-4500-9007-8b15c2ca0b38 None None] Port a48c1517-cc52-42c2-90f0-235cdc8f3b2a had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 16:22:57.668093 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a95d28-e29b-40f3-bf5f-2b2d6450f52e service neutron] Pushing event updated for resources: {'Port': ['ID=a48c1517-cc52-42c2-90f0-235cdc8f3b2a,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:22:57.681077 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1950001-ae65-4b83-b550-dc0ea286048e x-openstack-request-id: req-c1950001-ae65-4b83-b550-dc0ea286048e {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:22:57.681077 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "513d07b7-fbc9-4486-bf84-3fed601d5d93", "tag": "a48c1517-cc52-42c2-90f0-235cdc8f3b2a", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:22:57.681077 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c1950001-ae65-4b83-b550-dc0ea286048e {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:22:57.681077 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1950001-ae65-4b83-b550-dc0ea286048e'] response: {'name': 'network-changed', 'server_uuid': '513d07b7-fbc9-4486-bf84-3fed601d5d93', 'tag': 'a48c1517-cc52-42c2-90f0-235cdc8f3b2a', 'status': 'completed', 'code': 200} Oct 26 16:22:57.809440 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a973c-c83a-4cb2-8dc2-8c2bcb22e2f2 req-86f0a6cb-17e9-4429-86b6-ecfc480b8a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:57.810984 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d81a973c-c83a-4cb2-8dc2-8c2bcb22e2f2 req-86f0a6cb-17e9-4429-86b6-ecfc480b8a9c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d13bce8b7eb24b41b72c531cbcb2ebfc&device_id=513d07b7-fbc9-4486-bf84-3fed601d5d93 HTTP/1.1" status: 200 len: 1096 time: 0.0812688 Oct 26 16:22:57.960988 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a973c-c83a-4cb2-8dc2-8c2bcb22e2f2 req-ba406b98-8171-477d-ae0d-fb194130913c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:57.962485 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d81a973c-c83a-4cb2-8dc2-8c2bcb22e2f2 req-ba406b98-8171-477d-ae0d-fb194130913c service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=d13bce8b7eb24b41b72c531cbcb2ebfc&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1366458 Oct 26 16:22:58.100167 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a973c-c83a-4cb2-8dc2-8c2bcb22e2f2 req-e3e36fbc-670a-4300-a7e7-323b2182ab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:58.101592 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d81a973c-c83a-4cb2-8dc2-8c2bcb22e2f2 req-e3e36fbc-670a-4300-a7e7-323b2182ab2d service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1324189 Oct 26 16:22:58.241394 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-b568328b-bd64-4e4a-a092-6cb4a082c7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:58.242830 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-b568328b-bd64-4e4a-a092-6cb4a082c7ac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d13bce8b7eb24b41b72c531cbcb2ebfc&device_id=513d07b7-fbc9-4486-bf84-3fed601d5d93 HTTP/1.1" status: 200 len: 1096 time: 0.0833602 Oct 26 16:22:58.318656 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-d0010fd5-7ef5-435c-9bf9-72a239d14fa7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a48c1517-cc52-42c2-90f0-235cdc8f3b2a HTTP/1.1" status: 200 len: 217 time: 0.0629752 Oct 26 16:22:58.386909 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-64693c2f-68c0-4a9c-9ff4-a834c811e43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:58.388331 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-64693c2f-68c0-4a9c-9ff4-a834c811e43e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4be3d40e-c7c3-4814-81ac-45cf4c6d3658 HTTP/1.1" status: 200 len: 853 time: 0.0637333 Oct 26 16:22:58.643923 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-6c6a3ca1-f57a-4012-ac47-04458cc31f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:58.645362 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-6c6a3ca1-f57a-4012-ac47-04458cc31f00 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0d2e16a7-78cb-4de4-8992-8d69d5cad0bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2513788 Oct 26 16:22:58.656309 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205bf931-b183-4804-b95f-03ee595c4875 req-cf4becde-31ec-4c84-9ecc-85ffb9b71bbf tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:58.657799 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-205bf931-b183-4804-b95f-03ee595c4875 req-cf4becde-31ec-4c84-9ecc-85ffb9b71bbf tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/ports?device_id=513d07b7-fbc9-4486-bf84-3fed601d5d93 HTTP/1.1" status: 200 len: 943 time: 0.2227163 Oct 26 16:22:58.783972 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-205bf931-b183-4804-b95f-03ee595c4875 req-6e1e89b8-a080-434d-be7c-2f4ba98604e8 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/security-groups?id=d668fcca-1ea5-4b94-89e1-5b78852b785d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057808 Oct 26 16:22:58.815877 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-e3ccc534-322c-48da-a1f6-caa2625e92a7 service neutron] 10.222.0.48 "GET /v2.0/networks/0d2e16a7-78cb-4de4-8992-8d69d5cad0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571667 Oct 26 16:22:58.948326 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8d1a103b-ebda-4a90-b079-cbe8613361bf req-7733bfe3-3c79-46b3-ad71-6ced2dd4406d service neutron] 10.222.0.48 "GET /v2.0/networks/0d2e16a7-78cb-4de4-8992-8d69d5cad0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265657 Oct 26 16:22:59.980263 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb0087-7b64-4d25-84a4-5a8418a2f7f4 req-b241370a-4131-4205-9816-ffcf30feb2f6 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:59.981686 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-8afb0087-7b64-4d25-84a4-5a8418a2f7f4 req-b241370a-4131-4205-9816-ffcf30feb2f6 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/ports?device_id=513d07b7-fbc9-4486-bf84-3fed601d5d93 HTTP/1.1" status: 200 len: 943 time: 0.0866981 Oct 26 16:23:00.028741 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-8afb0087-7b64-4d25-84a4-5a8418a2f7f4 req-832a68c8-80e4-41a0-a1f0-8775eb83c0a1 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/security-groups?id=d668fcca-1ea5-4b94-89e1-5b78852b785d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406687 Oct 26 16:23:01.230524 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8d332-68b4-4342-8436-1d7d5c986853 req-c30ef936-4724-4195-abcd-6a99c458d5e1 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:23:01.231947 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-52e8d332-68b4-4342-8436-1d7d5c986853 req-c30ef936-4724-4195-abcd-6a99c458d5e1 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/ports?device_id=513d07b7-fbc9-4486-bf84-3fed601d5d93 HTTP/1.1" status: 200 len: 943 time: 0.0905349 Oct 26 16:23:01.276810 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-52e8d332-68b4-4342-8436-1d7d5c986853 req-f81a3424-0120-4993-9c23-0c6b220ec2b2 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/security-groups?id=d668fcca-1ea5-4b94-89e1-5b78852b785d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392621 Oct 26 16:23:02.087108 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5e4db811-0efc-4a54-921c-25bb7cfa11a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:02.475149 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea861013-faf4-492c-addb-cde7bccb9957 req-0d176dfa-48c2-4f57-b3fe-f217bcc3fe80 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:23:02.476610 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ea861013-faf4-492c-addb-cde7bccb9957 req-0d176dfa-48c2-4f57-b3fe-f217bcc3fe80 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/ports?device_id=513d07b7-fbc9-4486-bf84-3fed601d5d93 HTTP/1.1" status: 200 len: 943 time: 0.0895607 Oct 26 16:23:02.519910 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ea861013-faf4-492c-addb-cde7bccb9957 req-40802361-f323-4845-8cfa-5da36aa4ba55 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/security-groups?id=d668fcca-1ea5-4b94-89e1-5b78852b785d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377364 Oct 26 16:23:03.038367 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device a48c1517-cc52-42c2-90f0-235cdc8f3b2a details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 16:23:03.173692 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port a48c1517-cc52-42c2-90f0-235cdc8f3b2a, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=a48c1517-cc52-42c2-90f0-235cdc8f3b2a,segment=NetworkSegment(8b21f919-88ac-4dd2-88eb-a530fe699f64),segment_id=8b21f919-88ac-4dd2-88eb-a530fe699f64)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:23:03.190802 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': 'a48c1517-cc52-42c2-90f0-235cdc8f3b2a', 'network_id': '0d2e16a7-78cb-4de4-8992-8d69d5cad0bd', 'port_id': 'a48c1517-cc52-42c2-90f0-235cdc8f3b2a', 'mac_address': 'fa:16:3e:12:51:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be3d40e-c7c3-4814-81ac-45cf4c6d3658', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 16:23:03.245012 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port a48c1517-cc52-42c2-90f0-235cdc8f3b2a is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:23:03.245397 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:03.262668 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a48c1517-cc52-42c2-90f0-235cdc8f3b2a {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:23:03.277602 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port a48c1517-cc52-42c2-90f0-235cdc8f3b2a, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=a48c1517-cc52-42c2-90f0-235cdc8f3b2a,segment=NetworkSegment(8b21f919-88ac-4dd2-88eb-a530fe699f64),segment_id=8b21f919-88ac-4dd2-88eb-a530fe699f64)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:23:03.338242 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:03.407781 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=a48c1517-cc52-42c2-90f0-235cdc8f3b2a,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:03.715877 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613cf43-cbf8-4bf8-9034-17ebf647d0e3 req-1ce9cb21-ab91-46af-958b-53b69bdf4a23 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:23:03.717321 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1613cf43-cbf8-4bf8-9034-17ebf647d0e3 req-1ce9cb21-ab91-46af-958b-53b69bdf4a23 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/ports?device_id=513d07b7-fbc9-4486-bf84-3fed601d5d93 HTTP/1.1" status: 200 len: 944 time: 0.0883126 Oct 26 16:23:03.761809 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1613cf43-cbf8-4bf8-9034-17ebf647d0e3 req-813551ab-052b-4561-bc49-f04f0a75c052 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/security-groups?id=d668fcca-1ea5-4b94-89e1-5b78852b785d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381196 Oct 26 16:23:03.771785 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['a48c1517-cc52-42c2-90f0-235cdc8f3b2a'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:23:04.481386 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c3f1b359-e117-4ba7-b585-cfdb67d570d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:04.965144 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001820a9-3c08-4d36-bc42-605bf0766a05 req-bbaabfcc-98f1-4392-a673-a11f413284c5 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:23:04.966599 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-001820a9-3c08-4d36-bc42-605bf0766a05 req-bbaabfcc-98f1-4392-a673-a11f413284c5 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/ports?device_id=513d07b7-fbc9-4486-bf84-3fed601d5d93 HTTP/1.1" status: 200 len: 944 time: 0.0921838 Oct 26 16:23:05.010003 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-001820a9-3c08-4d36-bc42-605bf0766a05 req-45666263-0a21-4b6c-8b4b-32655acfcf80 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/security-groups?id=d668fcca-1ea5-4b94-89e1-5b78852b785d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377741 Oct 26 16:23:05.050929 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device a48c1517-cc52-42c2-90f0-235cdc8f3b2a up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:23:05.177942 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning for port a48c1517-cc52-42c2-90f0-235cdc8f3b2a completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:23:05.182780 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port a48c1517-cc52-42c2-90f0-235cdc8f3b2a triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:23:05.183148 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:05.183477 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port a48c1517-cc52-42c2-90f0-235cdc8f3b2a Oct 26 16:23:05.307548 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:05.328212 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port a48c1517-cc52-42c2-90f0-235cdc8f3b2a is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:23:05.329348 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:05.356967 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '513d07b7-fbc9-4486-bf84-3fed601d5d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48c1517-cc52-42c2-90f0-235cdc8f3b2a'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:23:05.360251 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbf3bd2-8e22-4e4b-ade4-44daff0d34c3" -d '{"events": [{"server_uuid": "513d07b7-fbc9-4486-bf84-3fed601d5d93", "name": "network-vif-plugged", "status": "completed", "tag": "a48c1517-cc52-42c2-90f0-235cdc8f3b2a"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:23:05.368132 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port a48c1517-cc52-42c2-90f0-235cdc8f3b2a, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=a48c1517-cc52-42c2-90f0-235cdc8f3b2a,segment=NetworkSegment(8b21f919-88ac-4dd2-88eb-a530fe699f64),segment_id=8b21f919-88ac-4dd2-88eb-a530fe699f64)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:23:05.371625 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:05.401116 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65717c29-069e-4a12-945d-62dd4933b174 x-openstack-request-id: req-65717c29-069e-4a12-945d-62dd4933b174 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:23:05.401409 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "513d07b7-fbc9-4486-bf84-3fed601d5d93", "name": "network-vif-plugged", "status": "completed", "tag": "a48c1517-cc52-42c2-90f0-235cdc8f3b2a", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:23:05.401669 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-65717c29-069e-4a12-945d-62dd4933b174 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:23:05.402070 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65717c29-069e-4a12-945d-62dd4933b174'] response: {'server_uuid': '513d07b7-fbc9-4486-bf84-3fed601d5d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48c1517-cc52-42c2-90f0-235cdc8f3b2a', 'code': 200} Oct 26 16:23:05.429680 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:05.501036 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=a48c1517-cc52-42c2-90f0-235cdc8f3b2a,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:05.831443 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ca5f0-54d5-49eb-a214-40113d4dcba9 req-b37318d0-9773-4312-a876-aa3e276f99ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:23:05.832809 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ff6ca5f0-54d5-49eb-a214-40113d4dcba9 req-b37318d0-9773-4312-a876-aa3e276f99ac service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=513d07b7-fbc9-4486-bf84-3fed601d5d93 HTTP/1.1" status: 200 len: 1098 time: 0.0807412 Oct 26 16:23:05.875793 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ff6ca5f0-54d5-49eb-a214-40113d4dcba9 req-e2b64369-cf6d-42fa-b142-ad2b0e6c3c6e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d668fcca-1ea5-4b94-89e1-5b78852b785d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371940 Oct 26 16:23:06.207917 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0677d83-28d9-4d4a-9584-42515bbc07d8 req-95e5be90-ab7e-4516-99f8-e7188390a50e tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:23:06.209371 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-f0677d83-28d9-4d4a-9584-42515bbc07d8 req-95e5be90-ab7e-4516-99f8-e7188390a50e tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/ports?device_id=513d07b7-fbc9-4486-bf84-3fed601d5d93 HTTP/1.1" status: 200 len: 945 time: 0.0904598 Oct 26 16:23:06.256329 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-f0677d83-28d9-4d4a-9584-42515bbc07d8 req-8c6a2239-b6d9-44ef-a1e5-392611cdb385 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/security-groups?id=d668fcca-1ea5-4b94-89e1-5b78852b785d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413117 Oct 26 16:23:06.949351 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:07.457115 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a671ef0-1a05-4d5d-a6e2-86515198a1be req-a999d207-6f2a-469e-83b3-3fc60769a7e6 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:23:07.458588 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1a671ef0-1a05-4d5d-a6e2-86515198a1be req-a999d207-6f2a-469e-83b3-3fc60769a7e6 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/ports?device_id=513d07b7-fbc9-4486-bf84-3fed601d5d93 HTTP/1.1" status: 200 len: 945 time: 0.0911524 Oct 26 16:23:07.507174 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1a671ef0-1a05-4d5d-a6e2-86515198a1be req-8750d4e5-e86b-41ac-be6e-b2c77649e5d9 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/security-groups?id=d668fcca-1ea5-4b94-89e1-5b78852b785d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427721 Oct 26 16:23:08.702927 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:23:08.708130 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2fe95-aecc-49e1-8165-9d93faa1534c req-5746da05-9df2-4f44-b03f-c5faed1edd60 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:23:08.709932 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-99d2fe95-aecc-49e1-8165-9d93faa1534c req-5746da05-9df2-4f44-b03f-c5faed1edd60 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/ports?device_id=513d07b7-fbc9-4486-bf84-3fed601d5d93 HTTP/1.1" status: 200 len: 945 time: 0.0904903 Oct 26 16:23:08.753311 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-99d2fe95-aecc-49e1-8165-9d93faa1534c req-9a0c5c5d-fac2-4a25-9baf-0d58adc04019 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/security-groups?id=d668fcca-1ea5-4b94-89e1-5b78852b785d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378861 Oct 26 16:23:09.322700 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc071cf6-ee0d-4a4f-87e1-d0d11de3df5c req-51bc2819-e598-47e9-8b14-9c42205dfe37 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:23:09.324151 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-cc071cf6-ee0d-4a4f-87e1-d0d11de3df5c req-51bc2819-e598-47e9-8b14-9c42205dfe37 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/ports?device_id=513d07b7-fbc9-4486-bf84-3fed601d5d93 HTTP/1.1" status: 200 len: 945 time: 0.0946054 Oct 26 16:23:09.366786 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-cc071cf6-ee0d-4a4f-87e1-d0d11de3df5c req-00380b68-e542-4eb7-92d6-8c52da9df025 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/security-groups?id=d668fcca-1ea5-4b94-89e1-5b78852b785d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368042 Oct 26 16:23:10.567519 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2744201-4b51-4841-8bb2-c7270cd4c864 req-eaf52a1e-5d69-49d5-b19a-e439dd9d55c3 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:23:10.568962 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d2744201-4b51-4841-8bb2-c7270cd4c864 req-eaf52a1e-5d69-49d5-b19a-e439dd9d55c3 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/ports?device_id=513d07b7-fbc9-4486-bf84-3fed601d5d93 HTTP/1.1" status: 200 len: 945 time: 0.0888996 Oct 26 16:23:10.613246 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d2744201-4b51-4841-8bb2-c7270cd4c864 req-40c10729-1e79-46e0-bc86-81c513d0c9c4 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/security-groups?id=d668fcca-1ea5-4b94-89e1-5b78852b785d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386467 Oct 26 16:23:11.104754 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd263908-1e52-4cf4-aedb-916814693d37 req-6142ebe3-dcec-4902-83cd-36c947f83a98 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:23:11.106162 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-dd263908-1e52-4cf4-aedb-916814693d37 req-6142ebe3-dcec-4902-83cd-36c947f83a98 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.48 "GET /v2.0/ports?device_id=513d07b7-fbc9-4486-bf84-3fed601d5d93 HTTP/1.1" status: 200 len: 945 time: 0.0902026 Oct 26 16:23:11.177273 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-dd263908-1e52-4cf4-aedb-916814693d37 req-4cf70dc0-cbd5-4a24-9b7f-a1c1c3220b9b tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Deleting port a48c1517-cc52-42c2-90f0-235cdc8f3b2a {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:23:11.177652 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-dd263908-1e52-4cf4-aedb-916814693d37 req-4cf70dc0-cbd5-4a24-9b7f-a1c1c3220b9b tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:11.431172 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-dd263908-1e52-4cf4-aedb-916814693d37 req-4cf70dc0-cbd5-4a24-9b7f-a1c1c3220b9b tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] For port a48c1517-cc52-42c2-90f0-235cdc8f3b2a, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=a48c1517-cc52-42c2-90f0-235cdc8f3b2a,segment=NetworkSegment(8b21f919-88ac-4dd2-88eb-a530fe699f64),segment_id=8b21f919-88ac-4dd2-88eb-a530fe699f64)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:23:11.431531 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-dd263908-1e52-4cf4-aedb-916814693d37 req-4cf70dc0-cbd5-4a24-9b7f-a1c1c3220b9b tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:11.556461 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-dd263908-1e52-4cf4-aedb-916814693d37 req-4cf70dc0-cbd5-4a24-9b7f-a1c1c3220b9b tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Calling delete_port for a48c1517-cc52-42c2-90f0-235cdc8f3b2a owned by compute:nova {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:23:11.761246 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-dd263908-1e52-4cf4-aedb-916814693d37 req-4cf70dc0-cbd5-4a24-9b7f-a1c1c3220b9b tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:11.777727 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e3a444e6-e75e-45fa-8ca7-52f1111845cb req-ef328c00-fa88-4936-8436-18d0d2a7674d tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/ports?device_id=513d07b7-fbc9-4486-bf84-3fed601d5d93 HTTP/1.1" status: 200 len: 210 time: 0.0513749 Oct 26 16:23:11.796865 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['fd8382ba-e19c-4559-b20b-1ec5173a66e7', 'a48c1517-cc52-42c2-90f0-235cdc8f3b2a'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:23:11.813238 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf70dc0-cbd5-4a24-9b7f-a1c1c3220b9b tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Pushing event deleted for resources: {'Port': ['ID=a48c1517-cc52-42c2-90f0-235cdc8f3b2a,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:12.020995 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd263908-1e52-4cf4-aedb-916814693d37 req-4cf70dc0-cbd5-4a24-9b7f-a1c1c3220b9b tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] No DVR routers for this DVR port a48c1517-cc52-42c2-90f0-235cdc8f3b2a on host hv-neutron-8627 {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:23:12.023398 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-dd263908-1e52-4cf4-aedb-916814693d37 req-4cf70dc0-cbd5-4a24-9b7f-a1c1c3220b9b tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:12.025924 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '513d07b7-fbc9-4486-bf84-3fed601d5d93', 'name': 'network-vif-deleted', 'tag': 'a48c1517-cc52-42c2-90f0-235cdc8f3b2a'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:23:12.028182 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ffb4f5-04b5-4ef9-b5e3-f2a16cd4f348" -d '{"events": [{"server_uuid": "513d07b7-fbc9-4486-bf84-3fed601d5d93", "name": "network-vif-deleted", "tag": "a48c1517-cc52-42c2-90f0-235cdc8f3b2a"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:23:12.069437 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24cbc76d-d9f2-4ed1-8a97-12217f7c3456 x-openstack-request-id: req-24cbc76d-d9f2-4ed1-8a97-12217f7c3456 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:23:12.069735 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "513d07b7-fbc9-4486-bf84-3fed601d5d93", "name": "network-vif-deleted", "tag": "a48c1517-cc52-42c2-90f0-235cdc8f3b2a", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:23:12.069995 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-24cbc76d-d9f2-4ed1-8a97-12217f7c3456 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:23:12.070401 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24cbc76d-d9f2-4ed1-8a97-12217f7c3456'] response: {'server_uuid': '513d07b7-fbc9-4486-bf84-3fed601d5d93', 'name': 'network-vif-deleted', 'tag': 'a48c1517-cc52-42c2-90f0-235cdc8f3b2a', 'status': 'completed', 'code': 200} Oct 26 16:23:12.075931 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-dd263908-1e52-4cf4-aedb-916814693d37 req-4cf70dc0-cbd5-4a24-9b7f-a1c1c3220b9b tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.48 "DELETE /v2.0/ports/a48c1517-cc52-42c2-90f0-235cdc8f3b2a HTTP/1.1" status: 204 len: 173 time: 0.9644308 Oct 26 16:23:12.959464 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-f90a6c44-d48c-4814-97bd-05e9b85c428e req-9bc14bff-2383-4b01-a0e6-70bf4815cb02 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/ports?device_id=513d07b7-fbc9-4486-bf84-3fed601d5d93 HTTP/1.1" status: 200 len: 210 time: 0.0541060 Oct 26 16:23:14.229228 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1a25c-d5c4-4f72-a563-43df344213ec req-bfb0ba55-68a9-48fc-a46a-91d18e473471 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:23:14.230691 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-66e1a25c-d5c4-4f72-a563-43df344213ec req-bfb0ba55-68a9-48fc-a46a-91d18e473471 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef3c265-b4a4-4897-8aec-4f3dd961242b HTTP/1.1" status: 200 len: 945 time: 0.0869544 Oct 26 16:23:14.275763 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-66e1a25c-d5c4-4f72-a563-43df344213ec req-184fd9c1-44c8-4e43-8072-a34e0e1ba197 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/security-groups?id=d668fcca-1ea5-4b94-89e1-5b78852b785d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383582 Oct 26 16:23:14.493447 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aabba0e-65a5-4e9a-b15e-e1317a4ca355 req-cf9dd4d6-fee0-43f2-a2e3-a09712376feb tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:23:14.494904 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-8aabba0e-65a5-4e9a-b15e-e1317a4ca355 req-cf9dd4d6-fee0-43f2-a2e3-a09712376feb tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef3c265-b4a4-4897-8aec-4f3dd961242b HTTP/1.1" status: 200 len: 945 time: 0.0928364 Oct 26 16:23:14.539721 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-8aabba0e-65a5-4e9a-b15e-e1317a4ca355 req-cc17e181-b8fa-45a9-97d5-4d5e7085f697 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/security-groups?id=d668fcca-1ea5-4b94-89e1-5b78852b785d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390391 Oct 26 16:23:14.739772 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8611d-a602-47b6-9354-f720088d012c req-6d12618a-dd45-44c7-90e4-6c6290847011 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:23:14.740499 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-24b8611d-a602-47b6-9354-f720088d012c req-6d12618a-dd45-44c7-90e4-6c6290847011 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Synchronizing usage tracker for tenant:d13bce8b7eb24b41b72c531cbcb2ebfc on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:23:14.812674 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-24b8611d-a602-47b6-9354-f720088d012c req-6d12618a-dd45-44c7-90e4-6c6290847011 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Unset dirty status for tenant:d13bce8b7eb24b41b72c531cbcb2ebfc on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:23:14.813809 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-24b8611d-a602-47b6-9354-f720088d012c req-6d12618a-dd45-44c7-90e4-6c6290847011 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef3c265-b4a4-4897-8aec-4f3dd961242b HTTP/1.1" status: 200 len: 945 time: 0.1640406 Oct 26 16:23:14.859149 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-24b8611d-a602-47b6-9354-f720088d012c req-73139db3-9d91-4648-98ae-3e72a788b4c0 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/security-groups?id=d668fcca-1ea5-4b94-89e1-5b78852b785d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396478 Oct 26 16:23:15.070285 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device a48c1517-cc52-42c2-90f0-235cdc8f3b2a no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:23:15.104983 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] No Port match for: a48c1517-cc52-42c2-90f0-235cdc8f3b2a {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:23:15.105324 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device a48c1517-cc52-42c2-90f0-235cdc8f3b2a not bound to the agent host hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:23:15.173534 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4246cfaa-11d1-4490-ba75-c5a89c478766 req-06f26de3-a882-4e53-a1bc-7030f7350cbc tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:23:15.174990 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4246cfaa-11d1-4490-ba75-c5a89c478766 req-06f26de3-a882-4e53-a1bc-7030f7350cbc tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef3c265-b4a4-4897-8aec-4f3dd961242b HTTP/1.1" status: 200 len: 945 time: 0.0986164 Oct 26 16:23:15.228344 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4246cfaa-11d1-4490-ba75-c5a89c478766 req-6e2f69a8-ef86-4ac5-8635-f04bb7efdd8f tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/security-groups?id=d668fcca-1ea5-4b94-89e1-5b78852b785d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476425 Oct 26 16:23:15.439952 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f0bd3-f79a-4869-8916-cc47fba6b9e0 req-28814ea9-9fc7-4513-8cf8-dbb230243f5a tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:23:15.441537 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-dd0f0bd3-f79a-4869-8916-cc47fba6b9e0 req-28814ea9-9fc7-4513-8cf8-dbb230243f5a tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef3c265-b4a4-4897-8aec-4f3dd961242b HTTP/1.1" status: 200 len: 945 time: 0.0994496 Oct 26 16:23:15.492655 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-dd0f0bd3-f79a-4869-8916-cc47fba6b9e0 req-e4e0eb9d-68dd-4756-8d35-6b7ce3e8b068 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/security-groups?id=d668fcca-1ea5-4b94-89e1-5b78852b785d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445688 Oct 26 16:23:15.739610 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefad050-3175-4a06-abdb-deaf9859d02b req-2dca96c1-f947-4170-9937-37530090db2f tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:23:15.741076 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-cefad050-3175-4a06-abdb-deaf9859d02b req-2dca96c1-f947-4170-9937-37530090db2f tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef3c265-b4a4-4897-8aec-4f3dd961242b HTTP/1.1" status: 200 len: 945 time: 0.1067264 Oct 26 16:23:15.791324 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-cefad050-3175-4a06-abdb-deaf9859d02b req-f852b06a-6817-4318-a0c6-f8cefa91d150 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/security-groups?id=d668fcca-1ea5-4b94-89e1-5b78852b785d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437491 Oct 26 16:23:16.759975 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266700f0-0abf-432a-9046-531e2cb61019 req-ca7f414a-3587-401d-83ca-b4e31cb85bf8 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:23:16.761423 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-266700f0-0abf-432a-9046-531e2cb61019 req-ca7f414a-3587-401d-83ca-b4e31cb85bf8 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef3c265-b4a4-4897-8aec-4f3dd961242b HTTP/1.1" status: 200 len: 945 time: 0.0975912 Oct 26 16:23:16.805175 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-266700f0-0abf-432a-9046-531e2cb61019 req-0cea0d9b-b0b9-4228-a91b-7bb9fcbf94af tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/security-groups?id=d668fcca-1ea5-4b94-89e1-5b78852b785d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376139 Oct 26 16:23:18.006401 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e27a7-6eba-416f-a5e8-df2a3adc5f8a req-dc778d7c-04b7-4188-a8e3-4c5e824e7653 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:23:18.007868 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1d8e27a7-6eba-416f-a5e8-df2a3adc5f8a req-dc778d7c-04b7-4188-a8e3-4c5e824e7653 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef3c265-b4a4-4897-8aec-4f3dd961242b HTTP/1.1" status: 200 len: 945 time: 0.0889754 Oct 26 16:23:18.050769 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1d8e27a7-6eba-416f-a5e8-df2a3adc5f8a req-ca2c56ad-acc2-4b9f-8759-af89c82d69d6 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/security-groups?id=d668fcca-1ea5-4b94-89e1-5b78852b785d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373676 Oct 26 16:23:18.243079 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73306007-e373-468e-9389-9fdb7238174e req-72919981-b31e-4102-a6e7-491c73074740 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:23:18.244495 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-73306007-e373-468e-9389-9fdb7238174e req-72919981-b31e-4102-a6e7-491c73074740 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ef3c265-b4a4-4897-8aec-4f3dd961242b HTTP/1.1" status: 200 len: 945 time: 0.0894809 Oct 26 16:23:18.314827 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-73306007-e373-468e-9389-9fdb7238174e req-883f7cf6-7f6f-448b-8479-0f0509f756cf tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Deleting port fd8382ba-e19c-4559-b20b-1ec5173a66e7 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:23:18.315167 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-73306007-e373-468e-9389-9fdb7238174e req-883f7cf6-7f6f-448b-8479-0f0509f756cf tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:18.567361 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-73306007-e373-468e-9389-9fdb7238174e req-883f7cf6-7f6f-448b-8479-0f0509f756cf tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] For port fd8382ba-e19c-4559-b20b-1ec5173a66e7, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=fd8382ba-e19c-4559-b20b-1ec5173a66e7,segment=NetworkSegment(8b21f919-88ac-4dd2-88eb-a530fe699f64),segment_id=8b21f919-88ac-4dd2-88eb-a530fe699f64)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:23:18.567641 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-73306007-e373-468e-9389-9fdb7238174e req-883f7cf6-7f6f-448b-8479-0f0509f756cf tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:18.692486 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-73306007-e373-468e-9389-9fdb7238174e req-883f7cf6-7f6f-448b-8479-0f0509f756cf tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Calling delete_port for fd8382ba-e19c-4559-b20b-1ec5173a66e7 owned by compute:nova {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:23:18.914799 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-73306007-e373-468e-9389-9fdb7238174e req-883f7cf6-7f6f-448b-8479-0f0509f756cf tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:18.948046 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['fd8382ba-e19c-4559-b20b-1ec5173a66e7'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:23:18.964753 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883f7cf6-7f6f-448b-8479-0f0509f756cf tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Pushing event deleted for resources: {'Port': ['ID=fd8382ba-e19c-4559-b20b-1ec5173a66e7,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:19.013393 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883f7cf6-7f6f-448b-8479-0f0509f756cf tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:19.014033 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883f7cf6-7f6f-448b-8479-0f0509f756cf tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:19.014116 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883f7cf6-7f6f-448b-8479-0f0509f756cf tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:19.014398 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883f7cf6-7f6f-448b-8479-0f0509f756cf tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:19.014760 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883f7cf6-7f6f-448b-8479-0f0509f756cf tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:19.015095 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883f7cf6-7f6f-448b-8479-0f0509f756cf tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:19.015429 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883f7cf6-7f6f-448b-8479-0f0509f756cf tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:19.015757 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883f7cf6-7f6f-448b-8479-0f0509f756cf tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:19.016082 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883f7cf6-7f6f-448b-8479-0f0509f756cf tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:19.016408 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883f7cf6-7f6f-448b-8479-0f0509f756cf tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:19.016733 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883f7cf6-7f6f-448b-8479-0f0509f756cf tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:19.017062 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883f7cf6-7f6f-448b-8479-0f0509f756cf tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:19.068627 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-73306007-e373-468e-9389-9fdb7238174e req-883f7cf6-7f6f-448b-8479-0f0509f756cf tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] No DVR routers for this DVR port fd8382ba-e19c-4559-b20b-1ec5173a66e7 on host hv-neutron-8627 {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:23:19.071208 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-73306007-e373-468e-9389-9fdb7238174e req-883f7cf6-7f6f-448b-8479-0f0509f756cf tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:19.073899 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef3c265-b4a4-4897-8aec-4f3dd961242b', 'name': 'network-vif-deleted', 'tag': 'fd8382ba-e19c-4559-b20b-1ec5173a66e7'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:23:19.076255 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8994c477-8fd1-4afe-aa2d-54f5695ddf25" -d '{"events": [{"server_uuid": "7ef3c265-b4a4-4897-8aec-4f3dd961242b", "name": "network-vif-deleted", "tag": "fd8382ba-e19c-4559-b20b-1ec5173a66e7"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:23:19.122159 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51cdc4f6-7a85-49ab-99cb-0db0196f83ee x-openstack-request-id: req-51cdc4f6-7a85-49ab-99cb-0db0196f83ee {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:23:19.122459 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ef3c265-b4a4-4897-8aec-4f3dd961242b", "name": "network-vif-deleted", "tag": "fd8382ba-e19c-4559-b20b-1ec5173a66e7", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:23:19.131093 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-51cdc4f6-7a85-49ab-99cb-0db0196f83ee {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:23:19.131093 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51cdc4f6-7a85-49ab-99cb-0db0196f83ee'] response: {'server_uuid': '7ef3c265-b4a4-4897-8aec-4f3dd961242b', 'name': 'network-vif-deleted', 'tag': 'fd8382ba-e19c-4559-b20b-1ec5173a66e7', 'status': 'completed', 'code': 200} Oct 26 16:23:19.145062 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-73306007-e373-468e-9389-9fdb7238174e req-883f7cf6-7f6f-448b-8479-0f0509f756cf tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.48 "DELETE /v2.0/ports/fd8382ba-e19c-4559-b20b-1ec5173a66e7 HTTP/1.1" status: 204 len: 173 time: 0.8946941 Oct 26 16:23:19.230960 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-5a0c77fb-d83d-49b6-832f-3f30fbbee353 req-4674d0e3-f524-433b-93d3-08e1a8ca6b42 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Synchronizing usage tracker for tenant:d13bce8b7eb24b41b72c531cbcb2ebfc on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:23:19.280482 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-5a0c77fb-d83d-49b6-832f-3f30fbbee353 req-4674d0e3-f524-433b-93d3-08e1a8ca6b42 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] Unset dirty status for tenant:d13bce8b7eb24b41b72c531cbcb2ebfc on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:23:19.281660 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5a0c77fb-d83d-49b6-832f-3f30fbbee353 req-4674d0e3-f524-433b-93d3-08e1a8ca6b42 tempest-ServersNegativeTestJSON-670239508 tempest-ServersNegativeTestJSON-670239508-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef3c265-b4a4-4897-8aec-4f3dd961242b HTTP/1.1" status: 200 len: 210 time: 0.1042387 Oct 26 16:23:20.382175 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 49788) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:21.025132 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e2a24a6e-09bc-4325-86e6-5ff230f5d196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:21.367355 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-e2a24a6e-09bc-4325-86e6-5ff230f5d196 admin admin] Deleting port 053be494-0e68-4ffc-83ad-18e28ecfd84c {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:23:21.367615 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e2a24a6e-09bc-4325-86e6-5ff230f5d196 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:21.552156 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-e2a24a6e-09bc-4325-86e6-5ff230f5d196 admin admin] For port 053be494-0e68-4ffc-83ad-18e28ecfd84c, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=053be494-0e68-4ffc-83ad-18e28ecfd84c,segment=NetworkSegment(8b21f919-88ac-4dd2-88eb-a530fe699f64),segment_id=8b21f919-88ac-4dd2-88eb-a530fe699f64)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:23:21.552995 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e2a24a6e-09bc-4325-86e6-5ff230f5d196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:21.677601 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-e2a24a6e-09bc-4325-86e6-5ff230f5d196 admin admin] Calling delete_port for 053be494-0e68-4ffc-83ad-18e28ecfd84c owned by network:router_interface {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:23:21.910200 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e2a24a6e-09bc-4325-86e6-5ff230f5d196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:21.965052 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a24a6e-09bc-4325-86e6-5ff230f5d196 admin admin] Pushing event deleted for resources: {'Port': ['ID=053be494-0e68-4ffc-83ad-18e28ecfd84c,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:22.012027 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a24a6e-09bc-4325-86e6-5ff230f5d196 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:22.012377 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a24a6e-09bc-4325-86e6-5ff230f5d196 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:22.012716 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a24a6e-09bc-4325-86e6-5ff230f5d196 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:22.013052 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a24a6e-09bc-4325-86e6-5ff230f5d196 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:22.013384 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a24a6e-09bc-4325-86e6-5ff230f5d196 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:22.013713 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a24a6e-09bc-4325-86e6-5ff230f5d196 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:22.014041 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a24a6e-09bc-4325-86e6-5ff230f5d196 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:22.014369 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a24a6e-09bc-4325-86e6-5ff230f5d196 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:22.014725 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a24a6e-09bc-4325-86e6-5ff230f5d196 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:22.015044 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a24a6e-09bc-4325-86e6-5ff230f5d196 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:22.015362 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a24a6e-09bc-4325-86e6-5ff230f5d196 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:22.015679 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a24a6e-09bc-4325-86e6-5ff230f5d196 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:22.362547 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e2a24a6e-09bc-4325-86e6-5ff230f5d196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:22.717022 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a24a6e-09bc-4325-86e6-5ff230f5d196 admin admin] Router 3b4efaa3-e689-49d2-9c48-8dbfca4acbdb has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:23:22.890975 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a24a6e-09bc-4325-86e6-5ff230f5d196 admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:23:22.900291 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c714ecf9-9a3a-4b42-8170-d576647ff35d None None] Sync routers for ids ['3b4efaa3-e689-49d2-9c48-8dbfca4acbdb'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:23:22.909805 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c714ecf9-9a3a-4b42-8170-d576647ff35d None None] Routers {'3b4efaa3-e689-49d2-9c48-8dbfca4acbdb'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:23:22.914374 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-c714ecf9-9a3a-4b42-8170-d576647ff35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:23:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['3b4efaa3-e689-49d2-9c48-8dbfca4acbdb'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:22.950993 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e2a24a6e-09bc-4325-86e6-5ff230f5d196 admin admin] 10.222.0.23 "PUT /v2.0/routers/3b4efaa3-e689-49d2-9c48-8dbfca4acbdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5675979 Oct 26 16:23:22.953493 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 49792) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:23.100307 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device fd8382ba-e19c-4559-b20b-1ec5173a66e7 no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:23:23.119690 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-c714ecf9-9a3a-4b42-8170-d576647ff35d None None] Set router 3b4efaa3-e689-49d2-9c48-8dbfca4acbdb gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:23:23.136877 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-315bb858-c972-41cc-92a9-84a88c2fa323 admin admin] Notify callbacks [] for router, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:23.138297 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] No Port match for: fd8382ba-e19c-4559-b20b-1ec5173a66e7 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:23:23.138674 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device fd8382ba-e19c-4559-b20b-1ec5173a66e7 not bound to the agent host hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:23:23.316365 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-315bb858-c972-41cc-92a9-84a88c2fa323 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:23.360663 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-315bb858-c972-41cc-92a9-84a88c2fa323 admin admin] Deleting port b74142dd-5e9f-464d-bf6f-78b2969170b2 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:23:23.361001 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-315bb858-c972-41cc-92a9-84a88c2fa323 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:23.404598 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-c714ecf9-9a3a-4b42-8170-d576647ff35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4efaa3-e689-49d2-9c48-8dbfca4acbdb', 'name': 'tempest-ServersNegativeTestJSON-1848398469-router', 'tenant_id': 'd13bce8b7eb24b41b72c531cbcb2ebfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b74142dd-5e9f-464d-bf6f-78b2969170b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:22:30Z', 'updated_at': '2022-10-26T16:23:21Z', 'revision_number': 5, 'project_id': 'd13bce8b7eb24b41b72c531cbcb2ebfc', 'gw_port': {'id': 'b74142dd-5e9f-464d-bf6f-78b2969170b2', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4efaa3-e689-49d2-9c48-8dbfca4acbdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:22:31Z', 'updated_at': '2022-10-26T16:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:23.409053 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c714ecf9-9a3a-4b42-8170-d576647ff35d None None] Checking router: 3b4efaa3-e689-49d2-9c48-8dbfca4acbdb for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:23:23.417518 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c714ecf9-9a3a-4b42-8170-d576647ff35d None None] Routers {'3b4efaa3-e689-49d2-9c48-8dbfca4acbdb'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:23:23.418128 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-c714ecf9-9a3a-4b42-8170-d576647ff35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:23:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['3b4efaa3-e689-49d2-9c48-8dbfca4acbdb'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:23.535359 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-315bb858-c972-41cc-92a9-84a88c2fa323 admin admin] For port b74142dd-5e9f-464d-bf6f-78b2969170b2, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=b74142dd-5e9f-464d-bf6f-78b2969170b2,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:23:23.535709 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-315bb858-c972-41cc-92a9-84a88c2fa323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:23.567660 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-c714ecf9-9a3a-4b42-8170-d576647ff35d None None] Set router 3b4efaa3-e689-49d2-9c48-8dbfca4acbdb gateway port host: None {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:23:23.663013 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-315bb858-c972-41cc-92a9-84a88c2fa323 admin admin] Calling delete_port for b74142dd-5e9f-464d-bf6f-78b2969170b2 owned by network:router_gateway {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:23:23.674395 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-c714ecf9-9a3a-4b42-8170-d576647ff35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4efaa3-e689-49d2-9c48-8dbfca4acbdb', 'name': 'tempest-ServersNegativeTestJSON-1848398469-router', 'tenant_id': 'd13bce8b7eb24b41b72c531cbcb2ebfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:22:30Z', 'updated_at': '2022-10-26T16:23:23Z', 'revision_number': 6, 'project_id': 'd13bce8b7eb24b41b72c531cbcb2ebfc', 'gw_port_host': None}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:23.678585 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c714ecf9-9a3a-4b42-8170-d576647ff35d None None] The sync data for ids ['3b4efaa3-e689-49d2-9c48-8dbfca4acbdb'] in dv-neutron-862712-1-hyperv is: [{'id': '3b4efaa3-e689-49d2-9c48-8dbfca4acbdb', 'name': 'tempest-ServersNegativeTestJSON-1848398469-router', 'tenant_id': 'd13bce8b7eb24b41b72c531cbcb2ebfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:22:30Z', 'updated_at': '2022-10-26T16:23:23Z', 'revision_number': 6, 'project_id': 'd13bce8b7eb24b41b72c531cbcb2ebfc', 'gw_port_host': None}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:23:24.006351 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-315bb858-c972-41cc-92a9-84a88c2fa323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:24.057586 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bb858-c972-41cc-92a9-84a88c2fa323 admin admin] Pushing event deleted for resources: {'Port': ['ID=b74142dd-5e9f-464d-bf6f-78b2969170b2,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:24.158157 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-315bb858-c972-41cc-92a9-84a88c2fa323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:24.328424 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-315bb858-c972-41cc-92a9-84a88c2fa323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:24.330690 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-315bb858-c972-41cc-92a9-84a88c2fa323 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:24.424330 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-315bb858-c972-41cc-92a9-84a88c2fa323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:24.424827 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315bb858-c972-41cc-92a9-84a88c2fa323 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b4efaa3-e689-49d2-9c48-8dbfca4acbdb {{(pid=89747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 16:23:24.436919 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-315bb858-c972-41cc-92a9-84a88c2fa323 admin admin] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:24.442641 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-315bb858-c972-41cc-92a9-84a88c2fa323 admin admin] 10.222.0.23 "DELETE /v2.0/routers/3b4efaa3-e689-49d2-9c48-8dbfca4acbdb HTTP/1.1" status: 204 len: 168 time: 1.4836206 Oct 26 16:23:24.442641 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 49796) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:24.501313 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-bce68cc3-148f-4424-8206-5429a2fb3aca admin admin] Deleting subnet 4be3d40e-c7c3-4814-81ac-45cf4c6d3658 {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 16:23:24.504995 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bce68cc3-148f-4424-8206-5429a2fb3aca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:24.555026 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bce68cc3-148f-4424-8206-5429a2fb3aca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:24.645298 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bce68cc3-148f-4424-8206-5429a2fb3aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:24.784360 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bce68cc3-148f-4424-8206-5429a2fb3aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:24.823687 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce68cc3-148f-4424-8206-5429a2fb3aca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4be3d40e-c7c3-4814-81ac-45cf4c6d3658,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:24.828423 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bce68cc3-148f-4424-8206-5429a2fb3aca admin admin] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:24.834294 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700ece90-8590-46a8-a9bb-d5d302cc3ba2 None None] Network 0d2e16a7-78cb-4de4-8992-8d69d5cad0bd requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:23:24.839332 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-bce68cc3-148f-4424-8206-5429a2fb3aca admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4be3d40e-c7c3-4814-81ac-45cf4c6d3658 HTTP/1.1" status: 204 len: 168 time: 0.3932242 Oct 26 16:23:24.839332 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 49800) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:24.944537 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-57016ee2-151e-4fa1-a3b0-8100931746f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:24.954943 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-57016ee2-151e-4fa1-a3b0-8100931746f4 admin admin] Deleting port a2571e20-eb98-481a-8bd2-c42b5c5a6e8a {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:23:24.955595 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-57016ee2-151e-4fa1-a3b0-8100931746f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:25.090011 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5af9d5-4237-4760-98d6-0675e1cda345 None None] DHCP port deletion for 0d2e16a7-78cb-4de4-8992-8d69d5cad0bd request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 16:23:25.094259 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ba5af9d5-4237-4760-98d6-0675e1cda345 None None] Deleting port a2571e20-eb98-481a-8bd2-c42b5c5a6e8a {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:23:25.094746 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ba5af9d5-4237-4760-98d6-0675e1cda345 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:25.169312 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-57016ee2-151e-4fa1-a3b0-8100931746f4 admin admin] For port a2571e20-eb98-481a-8bd2-c42b5c5a6e8a, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=a2571e20-eb98-481a-8bd2-c42b5c5a6e8a,segment=NetworkSegment(8b21f919-88ac-4dd2-88eb-a530fe699f64),segment_id=8b21f919-88ac-4dd2-88eb-a530fe699f64)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:23:25.169935 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-57016ee2-151e-4fa1-a3b0-8100931746f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:25.293152 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-57016ee2-151e-4fa1-a3b0-8100931746f4 admin admin] Calling delete_port for a2571e20-eb98-481a-8bd2-c42b5c5a6e8a owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:23:25.302784 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-ba5af9d5-4237-4760-98d6-0675e1cda345 None None] For port a2571e20-eb98-481a-8bd2-c42b5c5a6e8a, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=a2571e20-eb98-481a-8bd2-c42b5c5a6e8a,segment=NetworkSegment(8b21f919-88ac-4dd2-88eb-a530fe699f64),segment_id=8b21f919-88ac-4dd2-88eb-a530fe699f64)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:23:25.303171 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ba5af9d5-4237-4760-98d6-0675e1cda345 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:25.425404 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ba5af9d5-4237-4760-98d6-0675e1cda345 None None] Calling delete_port for a2571e20-eb98-481a-8bd2-c42b5c5a6e8a owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:23:25.445604 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-57016ee2-151e-4fa1-a3b0-8100931746f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:25.494734 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57016ee2-151e-4fa1-a3b0-8100931746f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2571e20-eb98-481a-8bd2-c42b5c5a6e8a,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:25.496576 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57016ee2-151e-4fa1-a3b0-8100931746f4 admin admin] No DVR routers for this DVR port a2571e20-eb98-481a-8bd2-c42b5c5a6e8a on host dv-neutron-862712-1-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:23:25.537294 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-ba5af9d5-4237-4760-98d6-0675e1cda345 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:23:25.537648 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-ba5af9d5-4237-4760-98d6-0675e1cda345 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:23:25.650130 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device b74142dd-5e9f-464d-bf6f-78b2969170b2 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:23:25.687748 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: b74142dd-5e9f-464d-bf6f-78b2969170b2 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:23:25.688102 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device b74142dd-5e9f-464d-bf6f-78b2969170b2 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:23:25.688533 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 053be494-0e68-4ffc-83ad-18e28ecfd84c no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:23:25.716071 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-57016ee2-151e-4fa1-a3b0-8100931746f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:25.722425 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 053be494-0e68-4ffc-83ad-18e28ecfd84c {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:23:25.722800 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 053be494-0e68-4ffc-83ad-18e28ecfd84c not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:23:25.723208 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a2571e20-eb98-481a-8bd2-c42b5c5a6e8a no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:23:25.740572 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-57016ee2-151e-4fa1-a3b0-8100931746f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d2e16a7-78cb-4de4-8992-8d69d5cad0bd']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:25.753037 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-57016ee2-151e-4fa1-a3b0-8100931746f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b21f919-88ac-4dd2-88eb-a530fe699f64') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:25.753341 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-57016ee2-151e-4fa1-a3b0-8100931746f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b21f919-88ac-4dd2-88eb-a530fe699f64') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:25.758625 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: a2571e20-eb98-481a-8bd2-c42b5c5a6e8a {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:23:25.758979 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a2571e20-eb98-481a-8bd2-c42b5c5a6e8a not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:23:25.765003 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-57016ee2-151e-4fa1-a3b0-8100931746f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:25.781486 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-57016ee2-151e-4fa1-a3b0-8100931746f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:25.787499 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57016ee2-151e-4fa1-a3b0-8100931746f4 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:23:25.787874 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-57016ee2-151e-4fa1-a3b0-8100931746f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:25.932447 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 8b21f919-88ac-4dd2-88eb-a530fe699f64 resource provider aggregate not found Oct 26 16:23:25.948824 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 8b21f919-88ac-4dd2-88eb-a530fe699f64 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8b21f919-88ac-4dd2-88eb-a530fe699f64 found for delete ", "request_id": "req-9f3b6e6c-dc85-4a1c-94e4-5522cae6f081"}]} Oct 26 16:23:25.971668 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-57016ee2-151e-4fa1-a3b0-8100931746f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:25.976005 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-57016ee2-151e-4fa1-a3b0-8100931746f4 admin admin] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:25.998641 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57016ee2-151e-4fa1-a3b0-8100931746f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d2e16a7-78cb-4de4-8992-8d69d5cad0bd,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:26.039438 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ba5af9d5-4237-4760-98d6-0675e1cda345 None None] Deleting port a2571e20-eb98-481a-8bd2-c42b5c5a6e8a {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:23:26.039912 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ba5af9d5-4237-4760-98d6-0675e1cda345 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:26.069522 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-57016ee2-151e-4fa1-a3b0-8100931746f4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0d2e16a7-78cb-4de4-8992-8d69d5cad0bd HTTP/1.1" status: 204 len: 168 time: 1.2306471 Oct 26 16:23:26.106863 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ba5af9d5-4237-4760-98d6-0675e1cda345 None None] The port 'a2571e20-eb98-481a-8bd2-c42b5c5a6e8a' was deleted {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 16:23:26.326669 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 49812) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:26.376113 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-13a8fe9f-a53a-4f4c-b62e-21997ebf0bfe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d13bce8b7eb24b41b72c531cbcb2ebfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481343 Oct 26 16:23:26.378852 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 49816) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:26.442520 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-794f72b0-7936-43d9-a035-cb7ccfc60dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:26.468079 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-794f72b0-7936-43d9-a035-cb7ccfc60dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:26.571723 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-794f72b0-7936-43d9-a035-cb7ccfc60dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:26.589388 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794f72b0-7936-43d9-a035-cb7ccfc60dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d668fcca-1ea5-4b94-89e1-5b78852b785d,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:26.673613 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-794f72b0-7936-43d9-a035-cb7ccfc60dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:26.674758 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-794f72b0-7936-43d9-a035-cb7ccfc60dc2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d668fcca-1ea5-4b94-89e1-5b78852b785d HTTP/1.1" status: 204 len: 168 time: 0.2950006 Oct 26 16:23:27.331165 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:27.715592 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 49840) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:27.817922 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-4f7286c8-5017-4aa7-9b41-2bb6fcc3d8be tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1197023579'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:23:27.823039 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-4f7286c8-5017-4aa7-9b41-2bb6fcc3d8be tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:23:27.826977 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-4f7286c8-5017-4aa7-9b41-2bb6fcc3d8be tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Usage tracker for resource:network and tenant:e99c2287923049cb940edf99218b02ca is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:23:27.829837 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-4f7286c8-5017-4aa7-9b41-2bb6fcc3d8be tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:23:27.836937 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-4f7286c8-5017-4aa7-9b41-2bb6fcc3d8be tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:23:27.897300 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7286c8-5017-4aa7-9b41-2bb6fcc3d8be tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Made reservation on behalf of e99c2287923049cb940edf99218b02ca for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:23:27.900686 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4f7286c8-5017-4aa7-9b41-2bb6fcc3d8be tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:27.912754 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4f7286c8-5017-4aa7-9b41-2bb6fcc3d8be tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:27.927536 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-4f7286c8-5017-4aa7-9b41-2bb6fcc3d8be tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:23:27.931301 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-4f7286c8-5017-4aa7-9b41-2bb6fcc3d8be tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Usage tracker for resource:security_group_rule and tenant:e99c2287923049cb940edf99218b02ca is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:23:27.934054 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-4f7286c8-5017-4aa7-9b41-2bb6fcc3d8be tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:23:27.939740 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-4f7286c8-5017-4aa7-9b41-2bb6fcc3d8be tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:23:28.021575 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4f7286c8-5017-4aa7-9b41-2bb6fcc3d8be tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:28.103010 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4f7286c8-5017-4aa7-9b41-2bb6fcc3d8be tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:28.138384 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f7286c8-5017-4aa7-9b41-2bb6fcc3d8be tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:23:28.143708 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7286c8-5017-4aa7-9b41-2bb6fcc3d8be tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34da12d5-1206-45d5-a8ae-81b03adaa0a9,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:28.151707 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4f7286c8-5017-4aa7-9b41-2bb6fcc3d8be tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:28.152056 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-4f7286c8-5017-4aa7-9b41-2bb6fcc3d8be tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Added segment 6cf6b701-de5f-49eb-9a13-56e4c4ff725a of type vlan for network 112922ad-3e6a-4f0d-9937-ff1c4b1487c5 Oct 26 16:23:28.179050 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4f7286c8-5017-4aa7-9b41-2bb6fcc3d8be tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:28.274276 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4f7286c8-5017-4aa7-9b41-2bb6fcc3d8be tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:28.279633 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7286c8-5017-4aa7-9b41-2bb6fcc3d8be tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:23:28.280200 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4f7286c8-5017-4aa7-9b41-2bb6fcc3d8be tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:28.389936 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7286c8-5017-4aa7-9b41-2bb6fcc3d8be tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Pushing event updated for resources: {'Network': ['ID=112922ad-3e6a-4f0d-9937-ff1c4b1487c5,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:28.400245 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 112922ad-3e6a-4f0d-9937-ff1c4b1487c5 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 16:23:28.470529 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-4f7286c8-5017-4aa7-9b41-2bb6fcc3d8be tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7417195 Oct 26 16:23:31.821600 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 49848) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:31.830636 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-ae6ce593-450d-4ba8-afdd-9c719c3995e9 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Request body: {'subnet': {'network_id': '112922ad-3e6a-4f0d-9937-ff1c4b1487c5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:23:32.039303 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-ae6ce593-450d-4ba8-afdd-9c719c3995e9 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:23:32.043133 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ae6ce593-450d-4ba8-afdd-9c719c3995e9 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Usage tracker for resource:subnet and tenant:e99c2287923049cb940edf99218b02ca is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:23:32.045972 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ae6ce593-450d-4ba8-afdd-9c719c3995e9 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:23:32.051949 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-ae6ce593-450d-4ba8-afdd-9c719c3995e9 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:23:32.080152 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-08987e8b-d31e-457b-add4-765d4a4d4799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:32.108557 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6ce593-450d-4ba8-afdd-9c719c3995e9 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Made reservation on behalf of e99c2287923049cb940edf99218b02ca for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:23:32.112068 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ae6ce593-450d-4ba8-afdd-9c719c3995e9 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:32.376941 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ae6ce593-450d-4ba8-afdd-9c719c3995e9 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:32.456825 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ce593-450d-4ba8-afdd-9c719c3995e9 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Pushing event updated for resources: {'Subnet': ['ID=7a041518-e360-44cf-879c-ffccd333916a,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:32.467069 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6ce593-450d-4ba8-afdd-9c719c3995e9 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Checking segment: {'id': '6cf6b701-de5f-49eb-9a13-56e4c4ff725a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '112922ad-3e6a-4f0d-9937-ff1c4b1487c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:23:32.467426 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6ce593-450d-4ba8-afdd-9c719c3995e9 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Network hostable DHCP agents. Network: 112922ad-3e6a-4f0d-9937-ff1c4b1487c5, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:23:32.536873 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6ce593-450d-4ba8-afdd-9c719c3995e9 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Network 112922ad-3e6a-4f0d-9937-ff1c4b1487c5 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:23:32.616839 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-ae6ce593-450d-4ba8-afdd-9c719c3995e9 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 112922ad-3e6a-4f0d-9937-ff1c4b1487c5) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:23:32.620882 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6ce593-450d-4ba8-afdd-9c719c3995e9 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:23:32.621496 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ae6ce593-450d-4ba8-afdd-9c719c3995e9 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:32.626181 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7617bcfd-4a58-41f0-9668-433d7bd2c565 None None] Network 112922ad-3e6a-4f0d-9937-ff1c4b1487c5 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:23:32.687325 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ae6ce593-450d-4ba8-afdd-9c719c3995e9 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8639154 Oct 26 16:23:32.690161 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 49852) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:32.696093 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-9c0268bb-34b5-44bd-b8bb-7d8b4e497749 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-288567724'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:23:32.701142 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-9c0268bb-34b5-44bd-b8bb-7d8b4e497749 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:23:32.705242 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-9c0268bb-34b5-44bd-b8bb-7d8b4e497749 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Usage tracker for resource:network and tenant:e99c2287923049cb940edf99218b02ca is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:23:32.709056 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-9c0268bb-34b5-44bd-b8bb-7d8b4e497749 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:23:32.714821 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-9c0268bb-34b5-44bd-b8bb-7d8b4e497749 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:23:32.777495 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0268bb-34b5-44bd-b8bb-7d8b4e497749 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Made reservation on behalf of e99c2287923049cb940edf99218b02ca for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:23:32.780971 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9c0268bb-34b5-44bd-b8bb-7d8b4e497749 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:32.808615 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c0268bb-34b5-44bd-b8bb-7d8b4e497749 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:23:32.817237 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9c0268bb-34b5-44bd-b8bb-7d8b4e497749 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:32.817576 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-9c0268bb-34b5-44bd-b8bb-7d8b4e497749 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Added segment ed381c77-6222-4e15-aa7b-0f686377166b of type vlan for network 3bc61831-3572-4e3c-a072-19b0db683bb4 Oct 26 16:23:32.843816 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9c0268bb-34b5-44bd-b8bb-7d8b4e497749 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:32.854814 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22884361-9bc3-4f02-a5b8-6c6b40e36973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-112922ad-3e6a-4f0d-9937-ff1c4b1487c5', 'network_id': '112922ad-3e6a-4f0d-9937-ff1c4b1487c5', 'tenant_id': 'e99c2287923049cb940edf99218b02ca', 'fixed_ips': [{'subnet_id': '7a041518-e360-44cf-879c-ffccd333916a'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 16:23:32.855669 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-22884361-9bc3-4f02-a5b8-6c6b40e36973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:32.926322 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9c0268bb-34b5-44bd-b8bb-7d8b4e497749 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:32.932071 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0268bb-34b5-44bd-b8bb-7d8b4e497749 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:23:32.932682 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9c0268bb-34b5-44bd-b8bb-7d8b4e497749 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:33.014380 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-22884361-9bc3-4f02-a5b8-6c6b40e36973 None None] Allocated IP 2001:db8:0:ffff::2 (112922ad-3e6a-4f0d-9937-ff1c4b1487c5/7a041518-e360-44cf-879c-ffccd333916a/ef98d5d1-f83c-4439-a4a9-c6d0c3143e57) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:23:33.046818 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0268bb-34b5-44bd-b8bb-7d8b4e497749 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Pushing event updated for resources: {'Network': ['ID=3bc61831-3572-4e3c-a072-19b0db683bb4,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:33.090678 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 3bc61831-3572-4e3c-a072-19b0db683bb4 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 16:23:33.144231 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-9c0268bb-34b5-44bd-b8bb-7d8b4e497749 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4522088 Oct 26 16:23:33.147025 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 49856) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:33.152545 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-70eb408e-1619-4099-bee5-b2b2c6b255a1 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Request body: {'subnet': {'network_id': '3bc61831-3572-4e3c-a072-19b0db683bb4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:23:33.264767 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-70eb408e-1619-4099-bee5-b2b2c6b255a1 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:23:33.269756 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-70eb408e-1619-4099-bee5-b2b2c6b255a1 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Usage tracker for resource:subnet and tenant:e99c2287923049cb940edf99218b02ca is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:23:33.272706 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-70eb408e-1619-4099-bee5-b2b2c6b255a1 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:23:33.278769 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-70eb408e-1619-4099-bee5-b2b2c6b255a1 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:23:33.308017 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-22884361-9bc3-4f02-a5b8-6c6b40e36973 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:33.319035 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-22884361-9bc3-4f02-a5b8-6c6b40e36973 None None] Transition to ACTIVE for port object ef98d5d1-f83c-4439-a4a9-c6d0c3143e57 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:23:33.336805 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-22884361-9bc3-4f02-a5b8-6c6b40e36973 None None] Transition to ACTIVE for port object ef98d5d1-f83c-4439-a4a9-c6d0c3143e57 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:23:33.365895 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70eb408e-1619-4099-bee5-b2b2c6b255a1 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Made reservation on behalf of e99c2287923049cb940edf99218b02ca for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:23:33.369450 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-70eb408e-1619-4099-bee5-b2b2c6b255a1 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:33.400368 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-22884361-9bc3-4f02-a5b8-6c6b40e36973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:33.467546 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22884361-9bc3-4f02-a5b8-6c6b40e36973 None None] Network 112922ad-3e6a-4f0d-9937-ff1c4b1487c5 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:23:33.470526 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-22884361-9bc3-4f02-a5b8-6c6b40e36973 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:23:33.474184 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22884361-9bc3-4f02-a5b8-6c6b40e36973 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:23:33.483250 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22884361-9bc3-4f02-a5b8-6c6b40e36973 None None] Pushing event updated for resources: {'Port': ['ID=ef98d5d1-f83c-4439-a4a9-c6d0c3143e57,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:33.587180 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-22884361-9bc3-4f02-a5b8-6c6b40e36973 None None] Attempting to bind port ef98d5d1-f83c-4439-a4a9-c6d0c3143e57 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:23:33.587443 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-22884361-9bc3-4f02-a5b8-6c6b40e36973 None None] Attempting to bind port ef98d5d1-f83c-4439-a4a9-c6d0c3143e57 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '6cf6b701-de5f-49eb-9a13-56e4c4ff725a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '112922ad-3e6a-4f0d-9937-ff1c4b1487c5'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:23:33.587809 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22884361-9bc3-4f02-a5b8-6c6b40e36973 None None] Attempting to bind port ef98d5d1-f83c-4439-a4a9-c6d0c3143e57 on network 112922ad-3e6a-4f0d-9937-ff1c4b1487c5 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:23:33.593059 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22884361-9bc3-4f02-a5b8-6c6b40e36973 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:23:33.593421 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22884361-9bc3-4f02-a5b8-6c6b40e36973 None None] Checking segment: {'id': '6cf6b701-de5f-49eb-9a13-56e4c4ff725a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '112922ad-3e6a-4f0d-9937-ff1c4b1487c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:23:33.593819 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-22884361-9bc3-4f02-a5b8-6c6b40e36973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:33.594201 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22884361-9bc3-4f02-a5b8-6c6b40e36973 None None] Bound using segment: {'id': '6cf6b701-de5f-49eb-9a13-56e4c4ff725a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '112922ad-3e6a-4f0d-9937-ff1c4b1487c5'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:23:33.594706 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-22884361-9bc3-4f02-a5b8-6c6b40e36973 None None] Bound port: ef98d5d1-f83c-4439-a4a9-c6d0c3143e57, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cf6b701-de5f-49eb-9a13-56e4c4ff725a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '112922ad-3e6a-4f0d-9937-ff1c4b1487c5'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:23:33.595049 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-22884361-9bc3-4f02-a5b8-6c6b40e36973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:33.657237 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-70eb408e-1619-4099-bee5-b2b2c6b255a1 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:33.686868 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-22884361-9bc3-4f02-a5b8-6c6b40e36973 None None] For port ef98d5d1-f83c-4439-a4a9-c6d0c3143e57, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:23:33.690118 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-22884361-9bc3-4f02-a5b8-6c6b40e36973 None None] For port ef98d5d1-f83c-4439-a4a9-c6d0c3143e57, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=ef98d5d1-f83c-4439-a4a9-c6d0c3143e57,segment=NetworkSegment(6cf6b701-de5f-49eb-9a13-56e4c4ff725a),segment_id=6cf6b701-de5f-49eb-9a13-56e4c4ff725a)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:23:33.736411 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb408e-1619-4099-bee5-b2b2c6b255a1 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Pushing event updated for resources: {'Subnet': ['ID=fe8a0bd9-43c8-4030-a672-1ba95f5fa9ab,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:33.745919 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70eb408e-1619-4099-bee5-b2b2c6b255a1 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Checking segment: {'id': 'ed381c77-6222-4e15-aa7b-0f686377166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3bc61831-3572-4e3c-a072-19b0db683bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:23:33.746275 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70eb408e-1619-4099-bee5-b2b2c6b255a1 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Network hostable DHCP agents. Network: 3bc61831-3572-4e3c-a072-19b0db683bb4, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:23:33.760663 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-22884361-9bc3-4f02-a5b8-6c6b40e36973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:33.822986 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70eb408e-1619-4099-bee5-b2b2c6b255a1 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Network 3bc61831-3572-4e3c-a072-19b0db683bb4 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:23:33.844724 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22884361-9bc3-4f02-a5b8-6c6b40e36973 None None] Pushing event updated for resources: {'Port': ['ID=ef98d5d1-f83c-4439-a4a9-c6d0c3143e57,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:33.891001 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-70eb408e-1619-4099-bee5-b2b2c6b255a1 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 3bc61831-3572-4e3c-a072-19b0db683bb4) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:23:33.895626 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70eb408e-1619-4099-bee5-b2b2c6b255a1 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:23:33.900320 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-70eb408e-1619-4099-bee5-b2b2c6b255a1 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:33.900719 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35987d22-ad3e-4a89-8cb4-1ed79cd9fd9e None None] Network 3bc61831-3572-4e3c-a072-19b0db683bb4 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:23:33.997672 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-70eb408e-1619-4099-bee5-b2b2c6b255a1 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8471019 Oct 26 16:23:33.998048 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 49860) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:34.166861 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7f94d1ee-6f40-4db9-a36e-77e072406e67 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:34.212122 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38282f20-906d-449b-9baa-d10627d0c3ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-3bc61831-3572-4e3c-a072-19b0db683bb4', 'network_id': '3bc61831-3572-4e3c-a072-19b0db683bb4', 'tenant_id': 'e99c2287923049cb940edf99218b02ca', 'fixed_ips': [{'subnet_id': 'fe8a0bd9-43c8-4030-a672-1ba95f5fa9ab'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 16:23:34.212122 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-38282f20-906d-449b-9baa-d10627d0c3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:34.240285 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7f94d1ee-6f40-4db9-a36e-77e072406e67 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:34.394899 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7f94d1ee-6f40-4db9-a36e-77e072406e67 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:34.453102 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f94d1ee-6f40-4db9-a36e-77e072406e67 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Pushing event deleted for resources: {'Subnet': ['ID=fe8a0bd9-43c8-4030-a672-1ba95f5fa9ab,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server [None req-38282f20-906d-449b-9baa-d10627d0c3ad None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fe8a0bd9-43c8-4030-a672-1ba95f5fa9ab: This subnet is being modified by another concurrent operation. Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise exception Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fe8a0bd9-43c8-4030-a672-1ba95f5fa9ab: This subnet is being modified by another concurrent operation. Oct 26 16:23:34.454059 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server Oct 26 16:23:34.479606 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f67a640-fca0-455f-ac11-09f30966ee9d None None] Network 3bc61831-3572-4e3c-a072-19b0db683bb4 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:23:34.496883 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-67e6d0ef-01d5-40af-9891-23a77e653ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:34.564167 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7f94d1ee-6f40-4db9-a36e-77e072406e67 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:34.602514 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-7f94d1ee-6f40-4db9-a36e-77e072406e67 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc61831-3572-4e3c-a072-19b0db683bb4']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:34.620488 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-7f94d1ee-6f40-4db9-a36e-77e072406e67 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed381c77-6222-4e15-aa7b-0f686377166b') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:34.620713 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-7f94d1ee-6f40-4db9-a36e-77e072406e67 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed381c77-6222-4e15-aa7b-0f686377166b') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:34.633817 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7f94d1ee-6f40-4db9-a36e-77e072406e67 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:34.652745 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7f94d1ee-6f40-4db9-a36e-77e072406e67 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:34.666789 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f94d1ee-6f40-4db9-a36e-77e072406e67 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:23:34.667211 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7f94d1ee-6f40-4db9-a36e-77e072406e67 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:34.750514 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment ed381c77-6222-4e15-aa7b-0f686377166b resource provider aggregate not found Oct 26 16:23:34.783230 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment ed381c77-6222-4e15-aa7b-0f686377166b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed381c77-6222-4e15-aa7b-0f686377166b found for delete ", "request_id": "req-e9512a7e-7d97-447a-9930-7d6e1a2f52f5"}]} Oct 26 16:23:34.860874 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6b40d8-9701-4d3c-8ccd-6bcefaf6c510 None None] Network 112922ad-3e6a-4f0d-9937-ff1c4b1487c5 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:23:34.914347 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7f94d1ee-6f40-4db9-a36e-77e072406e67 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:34.936358 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7f94d1ee-6f40-4db9-a36e-77e072406e67 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:34.943059 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f94d1ee-6f40-4db9-a36e-77e072406e67 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Pushing event deleted for resources: {'Network': ['ID=3bc61831-3572-4e3c-a072-19b0db683bb4,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:34.957737 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-7f94d1ee-6f40-4db9-a36e-77e072406e67 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] 10.222.0.23 "DELETE /v2.0/networks/3bc61831-3572-4e3c-a072-19b0db683bb4 HTTP/1.1" status: 204 len: 168 time: 0.9583762 Oct 26 16:23:34.961448 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 49870) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:34.967333 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-88e6261f-3d1b-41ed-afe9-2014406f41f7 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1627414720'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:23:34.973124 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-88e6261f-3d1b-41ed-afe9-2014406f41f7 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:23:34.977467 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-88e6261f-3d1b-41ed-afe9-2014406f41f7 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Usage tracker for resource:network and tenant:e99c2287923049cb940edf99218b02ca is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:23:34.980919 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-88e6261f-3d1b-41ed-afe9-2014406f41f7 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:23:34.987989 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-88e6261f-3d1b-41ed-afe9-2014406f41f7 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:23:35.021368 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-02a677bc-fa25-4e7f-9ece-626b768ae401 None None] Provisioning for port ef98d5d1-f83c-4439-a4a9-c6d0c3143e57 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:23:35.098099 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e6261f-3d1b-41ed-afe9-2014406f41f7 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Made reservation on behalf of e99c2287923049cb940edf99218b02ca for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:23:35.101855 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-88e6261f-3d1b-41ed-afe9-2014406f41f7 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:35.130834 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88e6261f-3d1b-41ed-afe9-2014406f41f7 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:23:35.139994 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-88e6261f-3d1b-41ed-afe9-2014406f41f7 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:35.141966 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-88e6261f-3d1b-41ed-afe9-2014406f41f7 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Added segment cc4cffcc-c58e-4763-bc8b-4cb9c8c6bf72 of type vlan for network 79ff24be-b879-48ba-ae66-8d0203d39275 Oct 26 16:23:35.171610 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-88e6261f-3d1b-41ed-afe9-2014406f41f7 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:35.274602 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:35.292295 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bccacf-563d-455f-8e47-46ce06eaa65c None None] get_active_networks_info from dv-neutron-862712-1-hyperv {{(pid=89749) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 26 16:23:35.303035 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-88e6261f-3d1b-41ed-afe9-2014406f41f7 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:35.308551 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e6261f-3d1b-41ed-afe9-2014406f41f7 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:23:35.309192 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-88e6261f-3d1b-41ed-afe9-2014406f41f7 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:35.401487 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bccacf-563d-455f-8e47-46ce06eaa65c None None] Resources bound (agent type, host, resource id): {{(pid=89749) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 16:23:35.417974 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e6261f-3d1b-41ed-afe9-2014406f41f7 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Pushing event updated for resources: {'Network': ['ID=79ff24be-b879-48ba-ae66-8d0203d39275,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:35.430139 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:35.432203 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 79ff24be-b879-48ba-ae66-8d0203d39275 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 16:23:35.515183 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-88e6261f-3d1b-41ed-afe9-2014406f41f7 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5525959 Oct 26 16:23:35.517936 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 49874) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:35.524049 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-b99e072d-b272-468b-b613-88aeb2c933b6 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Request body: {'subnet': {'network_id': '79ff24be-b879-48ba-ae66-8d0203d39275', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:23:35.646878 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b99e072d-b272-468b-b613-88aeb2c933b6 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:23:35.652734 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b99e072d-b272-468b-b613-88aeb2c933b6 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Usage tracker for resource:subnet and tenant:e99c2287923049cb940edf99218b02ca is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:23:35.655742 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-b99e072d-b272-468b-b613-88aeb2c933b6 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:23:35.661602 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-b99e072d-b272-468b-b613-88aeb2c933b6 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:23:35.723783 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device ef98d5d1-f83c-4439-a4a9-c6d0c3143e57 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:23:35.730925 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99e072d-b272-468b-b613-88aeb2c933b6 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Made reservation on behalf of e99c2287923049cb940edf99218b02ca for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:23:35.734407 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b99e072d-b272-468b-b613-88aeb2c933b6 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:35.823673 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.ipam_backend_mixin [None req-b99e072d-b272-468b-b613-88aeb2c933b6 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Performing IP validity checks on allocation pools {{(pid=89747) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 26 16:23:35.824189 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.ipam_backend_mixin [None req-b99e072d-b272-468b-b613-88aeb2c933b6 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89747) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 26 16:23:35.926089 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port ef98d5d1-f83c-4439-a4a9-c6d0c3143e57 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:23:35.931493 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port ef98d5d1-f83c-4439-a4a9-c6d0c3143e57 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:23:35.931879 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:35.932228 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port ef98d5d1-f83c-4439-a4a9-c6d0c3143e57 Oct 26 16:23:36.011913 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b99e072d-b272-468b-b613-88aeb2c933b6 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:36.052423 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port ef98d5d1-f83c-4439-a4a9-c6d0c3143e57 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:23:36.052809 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:36.084326 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port ef98d5d1-f83c-4439-a4a9-c6d0c3143e57, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=ef98d5d1-f83c-4439-a4a9-c6d0c3143e57,segment=NetworkSegment(6cf6b701-de5f-49eb-9a13-56e4c4ff725a),segment_id=6cf6b701-de5f-49eb-9a13-56e4c4ff725a)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:23:36.100076 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e072d-b272-468b-b613-88aeb2c933b6 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Pushing event updated for resources: {'Subnet': ['ID=44a5ee36-02ef-4146-b950-18da9f2b6c58,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:36.104107 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99e072d-b272-468b-b613-88aeb2c933b6 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Checking segment: {'id': 'cc4cffcc-c58e-4763-bc8b-4cb9c8c6bf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '79ff24be-b879-48ba-ae66-8d0203d39275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:23:36.104452 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99e072d-b272-468b-b613-88aeb2c933b6 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Network hostable DHCP agents. Network: 79ff24be-b879-48ba-ae66-8d0203d39275, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:23:36.154205 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:36.176893 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99e072d-b272-468b-b613-88aeb2c933b6 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Network 79ff24be-b879-48ba-ae66-8d0203d39275 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:23:36.221437 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=ef98d5d1-f83c-4439-a4a9-c6d0c3143e57,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:36.245791 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-b99e072d-b272-468b-b613-88aeb2c933b6 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 79ff24be-b879-48ba-ae66-8d0203d39275) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:23:36.250279 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99e072d-b272-468b-b613-88aeb2c933b6 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:23:36.250932 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b99e072d-b272-468b-b613-88aeb2c933b6 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:36.254307 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf0370f-9ad6-45e5-ad93-1ef4bf77829e None None] Network 79ff24be-b879-48ba-ae66-8d0203d39275 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:23:36.328874 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b99e072d-b272-468b-b613-88aeb2c933b6 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8067083 Oct 26 16:23:36.329091 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 49878) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:36.473165 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4c76a6a2-3e7e-47f1-98a8-24b1896f9554 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:36.508467 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e497d944-e398-40ec-97da-f41cd77e6a3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-79ff24be-b879-48ba-ae66-8d0203d39275', 'network_id': '79ff24be-b879-48ba-ae66-8d0203d39275', 'tenant_id': 'e99c2287923049cb940edf99218b02ca', 'fixed_ips': [{'subnet_id': '44a5ee36-02ef-4146-b950-18da9f2b6c58'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 16:23:36.509421 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e497d944-e398-40ec-97da-f41cd77e6a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:36.538335 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4c76a6a2-3e7e-47f1-98a8-24b1896f9554 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:36.680425 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4c76a6a2-3e7e-47f1-98a8-24b1896f9554 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server [None req-e497d944-e398-40ec-97da-f41cd77e6a3d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 44a5ee36-02ef-4146-b950-18da9f2b6c58: This subnet is being modified by another concurrent operation. Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server raise exception Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 44a5ee36-02ef-4146-b950-18da9f2b6c58: This subnet is being modified by another concurrent operation. Oct 26 16:23:36.704459 dv-neutron-862712-1-hyperv neutron-server[89749]: ERROR oslo_messaging.rpc.server Oct 26 16:23:36.724771 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790ca77f-2c82-4fad-b473-8f5fa37bbeaf None None] Network 79ff24be-b879-48ba-ae66-8d0203d39275 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:23:36.824345 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c76a6a2-3e7e-47f1-98a8-24b1896f9554 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Pushing event deleted for resources: {'Subnet': ['ID=44a5ee36-02ef-4146-b950-18da9f2b6c58,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:36.917656 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1329e7b-6731-412a-9d86-55ac800489e1 None None] get_active_networks_info from dv-neutron-862712-1-hyperv {{(pid=89749) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 26 16:23:36.921457 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4c76a6a2-3e7e-47f1-98a8-24b1896f9554 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:36.947722 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-4c76a6a2-3e7e-47f1-98a8-24b1896f9554 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79ff24be-b879-48ba-ae66-8d0203d39275']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:36.960820 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-4c76a6a2-3e7e-47f1-98a8-24b1896f9554 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc4cffcc-c58e-4763-bc8b-4cb9c8c6bf72') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:36.961121 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-4c76a6a2-3e7e-47f1-98a8-24b1896f9554 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc4cffcc-c58e-4763-bc8b-4cb9c8c6bf72') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:36.972486 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4c76a6a2-3e7e-47f1-98a8-24b1896f9554 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:36.988945 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4c76a6a2-3e7e-47f1-98a8-24b1896f9554 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:36.995064 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c76a6a2-3e7e-47f1-98a8-24b1896f9554 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:23:36.995525 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4c76a6a2-3e7e-47f1-98a8-24b1896f9554 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:36.998151 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:37.007695 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1329e7b-6731-412a-9d86-55ac800489e1 None None] Resources bound (agent type, host, resource id): {{(pid=89749) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 16:23:37.067791 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment cc4cffcc-c58e-4763-bc8b-4cb9c8c6bf72 resource provider aggregate not found Oct 26 16:23:37.091423 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment cc4cffcc-c58e-4763-bc8b-4cb9c8c6bf72 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cc4cffcc-c58e-4763-bc8b-4cb9c8c6bf72 found for delete ", "request_id": "req-23fda770-a66c-4340-9c3a-1aa14ca808f8"}]} Oct 26 16:23:37.165808 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4c76a6a2-3e7e-47f1-98a8-24b1896f9554 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:37.170032 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4c76a6a2-3e7e-47f1-98a8-24b1896f9554 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:37.195425 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c76a6a2-3e7e-47f1-98a8-24b1896f9554 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Pushing event deleted for resources: {'Network': ['ID=79ff24be-b879-48ba-ae66-8d0203d39275,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:37.200387 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4c76a6a2-3e7e-47f1-98a8-24b1896f9554 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] 10.222.0.23 "DELETE /v2.0/networks/79ff24be-b879-48ba-ae66-8d0203d39275 HTTP/1.1" status: 204 len: 168 time: 0.8704824 Oct 26 16:23:37.203972 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 49886) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:37.209617 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-bc424945-5cb7-4b7a-8394-e0a7dfc76595 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2090471086'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:23:37.214767 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-bc424945-5cb7-4b7a-8394-e0a7dfc76595 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:23:37.218586 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-bc424945-5cb7-4b7a-8394-e0a7dfc76595 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Usage tracker for resource:network and tenant:e99c2287923049cb940edf99218b02ca is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:23:37.221574 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-bc424945-5cb7-4b7a-8394-e0a7dfc76595 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:23:37.227643 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-bc424945-5cb7-4b7a-8394-e0a7dfc76595 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:23:37.280204 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc424945-5cb7-4b7a-8394-e0a7dfc76595 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Made reservation on behalf of e99c2287923049cb940edf99218b02ca for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:23:37.283786 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bc424945-5cb7-4b7a-8394-e0a7dfc76595 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:37.312228 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc424945-5cb7-4b7a-8394-e0a7dfc76595 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:23:37.322559 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bc424945-5cb7-4b7a-8394-e0a7dfc76595 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:37.322900 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-bc424945-5cb7-4b7a-8394-e0a7dfc76595 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Added segment c2426b16-405a-488a-85aa-ef3a8556d747 of type vlan for network 451ebe14-9543-49fe-8750-08fe93bf6cf2 Oct 26 16:23:37.348386 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bc424945-5cb7-4b7a-8394-e0a7dfc76595 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:37.422685 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bc424945-5cb7-4b7a-8394-e0a7dfc76595 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:37.428709 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc424945-5cb7-4b7a-8394-e0a7dfc76595 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:23:37.429284 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bc424945-5cb7-4b7a-8394-e0a7dfc76595 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:37.535885 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc424945-5cb7-4b7a-8394-e0a7dfc76595 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Pushing event updated for resources: {'Network': ['ID=451ebe14-9543-49fe-8750-08fe93bf6cf2,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:37.545677 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 451ebe14-9543-49fe-8750-08fe93bf6cf2 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 16:23:37.589465 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-bc424945-5cb7-4b7a-8394-e0a7dfc76595 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3843884 Oct 26 16:23:37.593132 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 49890) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:37.599304 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-18b0fc3f-2a6c-4516-aac8-55535a54ad8c tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Request body: {'subnet': {'network_id': '451ebe14-9543-49fe-8750-08fe93bf6cf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:23:37.660969 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device ef98d5d1-f83c-4439-a4a9-c6d0c3143e57 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:23:37.715692 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-18b0fc3f-2a6c-4516-aac8-55535a54ad8c tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:23:37.719580 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-18b0fc3f-2a6c-4516-aac8-55535a54ad8c tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Usage tracker for resource:subnet and tenant:e99c2287923049cb940edf99218b02ca is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:23:37.723089 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-18b0fc3f-2a6c-4516-aac8-55535a54ad8c tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:23:37.728818 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-18b0fc3f-2a6c-4516-aac8-55535a54ad8c tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:23:37.731771 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port ef98d5d1-f83c-4439-a4a9-c6d0c3143e57 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:23:37.732142 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:37.732475 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port ef98d5d1-f83c-4439-a4a9-c6d0c3143e57 Oct 26 16:23:37.817285 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b0fc3f-2a6c-4516-aac8-55535a54ad8c tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Made reservation on behalf of e99c2287923049cb940edf99218b02ca for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:23:37.820788 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-18b0fc3f-2a6c-4516-aac8-55535a54ad8c tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:37.851167 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port ef98d5d1-f83c-4439-a4a9-c6d0c3143e57 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:23:38.108617 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-18b0fc3f-2a6c-4516-aac8-55535a54ad8c tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:38.183988 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0fc3f-2a6c-4516-aac8-55535a54ad8c tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Pushing event updated for resources: {'Subnet': ['ID=53bc5379-f342-4f9c-a2f6-635de6545d53,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:38.194376 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b0fc3f-2a6c-4516-aac8-55535a54ad8c tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Checking segment: {'id': 'c2426b16-405a-488a-85aa-ef3a8556d747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '451ebe14-9543-49fe-8750-08fe93bf6cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:23:38.194753 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b0fc3f-2a6c-4516-aac8-55535a54ad8c tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Network hostable DHCP agents. Network: 451ebe14-9543-49fe-8750-08fe93bf6cf2, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:23:38.279381 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b0fc3f-2a6c-4516-aac8-55535a54ad8c tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Network 451ebe14-9543-49fe-8750-08fe93bf6cf2 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:23:38.324866 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-18b0fc3f-2a6c-4516-aac8-55535a54ad8c tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 451ebe14-9543-49fe-8750-08fe93bf6cf2) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:23:38.328794 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b0fc3f-2a6c-4516-aac8-55535a54ad8c tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:23:38.329405 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-18b0fc3f-2a6c-4516-aac8-55535a54ad8c tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:38.335553 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2dee7e-322d-4528-a151-298161f31cc0 None None] Network 451ebe14-9543-49fe-8750-08fe93bf6cf2 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:23:38.400536 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-18b0fc3f-2a6c-4516-aac8-55535a54ad8c tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8062434 Oct 26 16:23:38.403982 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 49894) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:38.409993 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-7381bd53-bcb5-4131-8e18-2787f74757e0 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1819687114'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:23:38.414922 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-7381bd53-bcb5-4131-8e18-2787f74757e0 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:23:38.418788 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7381bd53-bcb5-4131-8e18-2787f74757e0 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Usage tracker for resource:network and tenant:e99c2287923049cb940edf99218b02ca is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:23:38.421643 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7381bd53-bcb5-4131-8e18-2787f74757e0 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:23:38.428153 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-7381bd53-bcb5-4131-8e18-2787f74757e0 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:23:38.485602 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7381bd53-bcb5-4131-8e18-2787f74757e0 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Made reservation on behalf of e99c2287923049cb940edf99218b02ca for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:23:38.489861 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7381bd53-bcb5-4131-8e18-2787f74757e0 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:38.518094 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7381bd53-bcb5-4131-8e18-2787f74757e0 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:23:38.527375 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7381bd53-bcb5-4131-8e18-2787f74757e0 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:38.527685 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-7381bd53-bcb5-4131-8e18-2787f74757e0 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Added segment 652e9999-15c0-4f29-a927-bf50b631e6dc of type vlan for network 906011a2-2221-4ef3-81ee-a0ac6fdff631 Oct 26 16:23:38.559491 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7381bd53-bcb5-4131-8e18-2787f74757e0 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:38.559825 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615bae6a-6978-4aaa-9756-ce2ff7574c16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-451ebe14-9543-49fe-8750-08fe93bf6cf2', 'network_id': '451ebe14-9543-49fe-8750-08fe93bf6cf2', 'tenant_id': 'e99c2287923049cb940edf99218b02ca', 'fixed_ips': [{'subnet_id': '53bc5379-f342-4f9c-a2f6-635de6545d53'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 16:23:38.560642 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-615bae6a-6978-4aaa-9756-ce2ff7574c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:38.657062 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7381bd53-bcb5-4131-8e18-2787f74757e0 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:38.663628 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7381bd53-bcb5-4131-8e18-2787f74757e0 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:23:38.666580 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7381bd53-bcb5-4131-8e18-2787f74757e0 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:38.720405 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-615bae6a-6978-4aaa-9756-ce2ff7574c16 None None] Allocated IP 2001:db8::2 (451ebe14-9543-49fe-8750-08fe93bf6cf2/53bc5379-f342-4f9c-a2f6-635de6545d53/125d7212-90e5-416a-b167-afeef3083bc3) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:23:38.775413 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381bd53-bcb5-4131-8e18-2787f74757e0 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Pushing event updated for resources: {'Network': ['ID=906011a2-2221-4ef3-81ee-a0ac6fdff631,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:38.796470 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 906011a2-2221-4ef3-81ee-a0ac6fdff631 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 16:23:38.806150 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-7381bd53-bcb5-4131-8e18-2787f74757e0 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4011323 Oct 26 16:23:38.808933 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 49898) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:38.814383 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-0cbdb8d4-2a74-4c40-8f86-69f10c5ff1fb tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Request body: {'subnet': {'network_id': '906011a2-2221-4ef3-81ee-a0ac6fdff631', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:23:38.924012 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-0cbdb8d4-2a74-4c40-8f86-69f10c5ff1fb tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:23:38.927889 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-0cbdb8d4-2a74-4c40-8f86-69f10c5ff1fb tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Usage tracker for resource:subnet and tenant:e99c2287923049cb940edf99218b02ca is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:23:38.930658 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-0cbdb8d4-2a74-4c40-8f86-69f10c5ff1fb tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:23:38.936250 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-0cbdb8d4-2a74-4c40-8f86-69f10c5ff1fb tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:23:39.028602 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cbdb8d4-2a74-4c40-8f86-69f10c5ff1fb tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Made reservation on behalf of e99c2287923049cb940edf99218b02ca for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:23:39.032185 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0cbdb8d4-2a74-4c40-8f86-69f10c5ff1fb tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:39.049527 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-615bae6a-6978-4aaa-9756-ce2ff7574c16 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:39.060436 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-615bae6a-6978-4aaa-9756-ce2ff7574c16 None None] Transition to ACTIVE for port object 125d7212-90e5-416a-b167-afeef3083bc3 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:23:39.079778 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-615bae6a-6978-4aaa-9756-ce2ff7574c16 None None] Transition to ACTIVE for port object 125d7212-90e5-416a-b167-afeef3083bc3 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:23:39.154923 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-615bae6a-6978-4aaa-9756-ce2ff7574c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:39.221207 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615bae6a-6978-4aaa-9756-ce2ff7574c16 None None] Network 451ebe14-9543-49fe-8750-08fe93bf6cf2 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:23:39.224230 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-615bae6a-6978-4aaa-9756-ce2ff7574c16 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:23:39.227852 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615bae6a-6978-4aaa-9756-ce2ff7574c16 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:23:39.233655 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615bae6a-6978-4aaa-9756-ce2ff7574c16 None None] Pushing event updated for resources: {'Port': ['ID=125d7212-90e5-416a-b167-afeef3083bc3,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:39.308721 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0cbdb8d4-2a74-4c40-8f86-69f10c5ff1fb tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:39.336367 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-615bae6a-6978-4aaa-9756-ce2ff7574c16 None None] Attempting to bind port 125d7212-90e5-416a-b167-afeef3083bc3 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:23:39.336739 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-615bae6a-6978-4aaa-9756-ce2ff7574c16 None None] Attempting to bind port 125d7212-90e5-416a-b167-afeef3083bc3 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'c2426b16-405a-488a-85aa-ef3a8556d747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '451ebe14-9543-49fe-8750-08fe93bf6cf2'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:23:39.337103 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615bae6a-6978-4aaa-9756-ce2ff7574c16 None None] Attempting to bind port 125d7212-90e5-416a-b167-afeef3083bc3 on network 451ebe14-9543-49fe-8750-08fe93bf6cf2 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:23:39.342406 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615bae6a-6978-4aaa-9756-ce2ff7574c16 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:23:39.342806 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615bae6a-6978-4aaa-9756-ce2ff7574c16 None None] Checking segment: {'id': 'c2426b16-405a-488a-85aa-ef3a8556d747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '451ebe14-9543-49fe-8750-08fe93bf6cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:23:39.343206 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-615bae6a-6978-4aaa-9756-ce2ff7574c16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:39.343603 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615bae6a-6978-4aaa-9756-ce2ff7574c16 None None] Bound using segment: {'id': 'c2426b16-405a-488a-85aa-ef3a8556d747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '451ebe14-9543-49fe-8750-08fe93bf6cf2'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:23:39.344067 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-615bae6a-6978-4aaa-9756-ce2ff7574c16 None None] Bound port: 125d7212-90e5-416a-b167-afeef3083bc3, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2426b16-405a-488a-85aa-ef3a8556d747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '451ebe14-9543-49fe-8750-08fe93bf6cf2'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:23:39.344439 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-615bae6a-6978-4aaa-9756-ce2ff7574c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:39.396747 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbdb8d4-2a74-4c40-8f86-69f10c5ff1fb tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Pushing event updated for resources: {'Subnet': ['ID=b912359f-a940-4ce5-a4bf-050f965fea20,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:39.403246 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbdb8d4-2a74-4c40-8f86-69f10c5ff1fb tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Checking segment: {'id': '652e9999-15c0-4f29-a927-bf50b631e6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '906011a2-2221-4ef3-81ee-a0ac6fdff631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:23:39.403500 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbdb8d4-2a74-4c40-8f86-69f10c5ff1fb tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Network hostable DHCP agents. Network: 906011a2-2221-4ef3-81ee-a0ac6fdff631, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:23:39.433730 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-615bae6a-6978-4aaa-9756-ce2ff7574c16 None None] For port 125d7212-90e5-416a-b167-afeef3083bc3, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:23:39.436834 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-615bae6a-6978-4aaa-9756-ce2ff7574c16 None None] For port 125d7212-90e5-416a-b167-afeef3083bc3, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=125d7212-90e5-416a-b167-afeef3083bc3,segment=NetworkSegment(c2426b16-405a-488a-85aa-ef3a8556d747),segment_id=c2426b16-405a-488a-85aa-ef3a8556d747)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:23:39.520244 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbdb8d4-2a74-4c40-8f86-69f10c5ff1fb tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Network 906011a2-2221-4ef3-81ee-a0ac6fdff631 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:23:39.525582 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-615bae6a-6978-4aaa-9756-ce2ff7574c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:39.586200 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-0cbdb8d4-2a74-4c40-8f86-69f10c5ff1fb tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 906011a2-2221-4ef3-81ee-a0ac6fdff631) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:23:39.591140 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbdb8d4-2a74-4c40-8f86-69f10c5ff1fb tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:23:39.595135 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0cbdb8d4-2a74-4c40-8f86-69f10c5ff1fb tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:39.610870 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f803c36-d7e2-4cf9-82a1-0c105389a8a2 None None] Network 906011a2-2221-4ef3-81ee-a0ac6fdff631 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:23:39.706434 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615bae6a-6978-4aaa-9756-ce2ff7574c16 None None] Pushing event updated for resources: {'Port': ['ID=125d7212-90e5-416a-b167-afeef3083bc3,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:39.788464 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 49902) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:39.789025 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-0cbdb8d4-2a74-4c40-8f86-69f10c5ff1fb tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9786444 Oct 26 16:23:39.885322 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0e17a3-b833-410d-b1f8-722238e22f3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-906011a2-2221-4ef3-81ee-a0ac6fdff631', 'network_id': '906011a2-2221-4ef3-81ee-a0ac6fdff631', 'tenant_id': 'e99c2287923049cb940edf99218b02ca', 'fixed_ips': [{'subnet_id': 'b912359f-a940-4ce5-a4bf-050f965fea20'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 16:23:39.886147 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bb0e17a3-b833-410d-b1f8-722238e22f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:39.963317 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2f4f5ca4-ed35-44ba-a12e-9008455ec2b2 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:40.034842 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2f4f5ca4-ed35-44ba-a12e-9008455ec2b2 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:40.043984 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-bb0e17a3-b833-410d-b1f8-722238e22f3f None None] Allocated IP 2001:db8::2 (906011a2-2221-4ef3-81ee-a0ac6fdff631/b912359f-a940-4ce5-a4bf-050f965fea20/1ca76ab6-758f-490c-940f-b50bb570d175) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:23:40.257706 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bb0e17a3-b833-410d-b1f8-722238e22f3f None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:40.269431 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-bb0e17a3-b833-410d-b1f8-722238e22f3f None None] Transition to ACTIVE for port object 1ca76ab6-758f-490c-940f-b50bb570d175 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:23:40.288259 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-bb0e17a3-b833-410d-b1f8-722238e22f3f None None] Transition to ACTIVE for port object 1ca76ab6-758f-490c-940f-b50bb570d175 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:23:40.361317 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bb0e17a3-b833-410d-b1f8-722238e22f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:40.427499 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0e17a3-b833-410d-b1f8-722238e22f3f None None] Network 906011a2-2221-4ef3-81ee-a0ac6fdff631 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:23:40.431046 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-bb0e17a3-b833-410d-b1f8-722238e22f3f None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:23:40.434784 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0e17a3-b833-410d-b1f8-722238e22f3f None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:23:40.440782 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2f4f5ca4-ed35-44ba-a12e-9008455ec2b2 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:40.493247 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f5ca4-ed35-44ba-a12e-9008455ec2b2 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Pushing event deleted for resources: {'Subnet': ['ID=b912359f-a940-4ce5-a4bf-050f965fea20,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:40.493903 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e17a3-b833-410d-b1f8-722238e22f3f None None] Pushing event updated for resources: {'Port': ['ID=1ca76ab6-758f-490c-940f-b50bb570d175,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:40.556992 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-bb0e17a3-b833-410d-b1f8-722238e22f3f None None] Attempting to bind port 1ca76ab6-758f-490c-940f-b50bb570d175 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:23:40.557461 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-bb0e17a3-b833-410d-b1f8-722238e22f3f None None] Attempting to bind port 1ca76ab6-758f-490c-940f-b50bb570d175 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '652e9999-15c0-4f29-a927-bf50b631e6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '906011a2-2221-4ef3-81ee-a0ac6fdff631'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:23:40.557963 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0e17a3-b833-410d-b1f8-722238e22f3f None None] Attempting to bind port 1ca76ab6-758f-490c-940f-b50bb570d175 on network 906011a2-2221-4ef3-81ee-a0ac6fdff631 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:23:40.564219 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0e17a3-b833-410d-b1f8-722238e22f3f None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:23:40.567105 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0e17a3-b833-410d-b1f8-722238e22f3f None None] Checking segment: {'id': '652e9999-15c0-4f29-a927-bf50b631e6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '906011a2-2221-4ef3-81ee-a0ac6fdff631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:23:40.567322 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bb0e17a3-b833-410d-b1f8-722238e22f3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:40.567693 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0e17a3-b833-410d-b1f8-722238e22f3f None None] Bound using segment: {'id': '652e9999-15c0-4f29-a927-bf50b631e6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '906011a2-2221-4ef3-81ee-a0ac6fdff631'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:23:40.568819 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-bb0e17a3-b833-410d-b1f8-722238e22f3f None None] Bound port: 1ca76ab6-758f-490c-940f-b50bb570d175, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652e9999-15c0-4f29-a927-bf50b631e6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '906011a2-2221-4ef3-81ee-a0ac6fdff631'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:23:40.569199 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bb0e17a3-b833-410d-b1f8-722238e22f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:40.580861 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b390b5-36b1-4992-902d-c6036b779e87 None None] Network 451ebe14-9543-49fe-8750-08fe93bf6cf2 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:23:40.608622 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2f4f5ca4-ed35-44ba-a12e-9008455ec2b2 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:40.638039 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-2f4f5ca4-ed35-44ba-a12e-9008455ec2b2 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['906011a2-2221-4ef3-81ee-a0ac6fdff631']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:40.652359 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-2f4f5ca4-ed35-44ba-a12e-9008455ec2b2 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '652e9999-15c0-4f29-a927-bf50b631e6dc') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:40.652968 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-2f4f5ca4-ed35-44ba-a12e-9008455ec2b2 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '652e9999-15c0-4f29-a927-bf50b631e6dc') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:40.665844 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2f4f5ca4-ed35-44ba-a12e-9008455ec2b2 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:40.682934 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2f4f5ca4-ed35-44ba-a12e-9008455ec2b2 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:40.690873 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f4f5ca4-ed35-44ba-a12e-9008455ec2b2 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:23:40.690873 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2f4f5ca4-ed35-44ba-a12e-9008455ec2b2 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:40.767175 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 652e9999-15c0-4f29-a927-bf50b631e6dc resource provider aggregate not found Oct 26 16:23:40.789187 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-bb0e17a3-b833-410d-b1f8-722238e22f3f None None] For port 1ca76ab6-758f-490c-940f-b50bb570d175, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:23:40.799005 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 652e9999-15c0-4f29-a927-bf50b631e6dc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 652e9999-15c0-4f29-a927-bf50b631e6dc found for delete ", "request_id": "req-35778057-71ef-425e-a5bc-08e75598a51b"}]} Oct 26 16:23:40.820504 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-a1c4ff6a-7930-4ae4-a8fa-7b7f0bfbf000 None None] Provisioning for port 125d7212-90e5-416a-b167-afeef3083bc3 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:23:40.833597 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-bb0e17a3-b833-410d-b1f8-722238e22f3f None None] For port 1ca76ab6-758f-490c-940f-b50bb570d175, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=1ca76ab6-758f-490c-940f-b50bb570d175,segment=NetworkSegment(652e9999-15c0-4f29-a927-bf50b631e6dc),segment_id=652e9999-15c0-4f29-a927-bf50b631e6dc)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:23:40.840499 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.db.api [None req-2f4f5ca4-ed35-44ba-a12e-9008455ec2b2 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 16:23:40.840499 dv-neutron-862712-1-hyperv neutron-server[89748]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 16:23:40.840499 dv-neutron-862712-1-hyperv neutron-server[89748]: [parameters: {'id': '906011a2-2221-4ef3-81ee-a0ac6fdff631'}] Oct 26 16:23:40.840499 dv-neutron-862712-1-hyperv neutron-server[89748]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:23:40.840911 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG oslo_db.api [None req-2f4f5ca4-ed35-44ba-a12e-9008455ec2b2 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:23:40.904914 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bb0e17a3-b833-410d-b1f8-722238e22f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:41.074896 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e17a3-b833-410d-b1f8-722238e22f3f None None] Pushing event updated for resources: {'Port': ['ID=1ca76ab6-758f-490c-940f-b50bb570d175,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:41.094014 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f866d3be-9839-4396-9956-2fb9ec75ed17 None None] Network 906011a2-2221-4ef3-81ee-a0ac6fdff631 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:23:41.305193 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8ce891-7d8a-4dae-80a7-3ae6c1dfdc5f None None] get_active_networks_info from dv-neutron-862712-1-hyperv {{(pid=89749) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 26 16:23:41.342272 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2f4f5ca4-ed35-44ba-a12e-9008455ec2b2 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:41.353357 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-2f4f5ca4-ed35-44ba-a12e-9008455ec2b2 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Deleting port 1ca76ab6-758f-490c-940f-b50bb570d175 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:23:41.353685 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2f4f5ca4-ed35-44ba-a12e-9008455ec2b2 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:41.411781 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8ce891-7d8a-4dae-80a7-3ae6c1dfdc5f None None] Resources bound (agent type, host, resource id): {{(pid=89749) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 16:23:41.691293 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-2f4f5ca4-ed35-44ba-a12e-9008455ec2b2 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] For port 1ca76ab6-758f-490c-940f-b50bb570d175, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=1ca76ab6-758f-490c-940f-b50bb570d175,segment=NetworkSegment(652e9999-15c0-4f29-a927-bf50b631e6dc),segment_id=652e9999-15c0-4f29-a927-bf50b631e6dc)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:23:41.691796 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2f4f5ca4-ed35-44ba-a12e-9008455ec2b2 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:41.702205 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 125d7212-90e5-416a-b167-afeef3083bc3 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:23:41.818715 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-2f4f5ca4-ed35-44ba-a12e-9008455ec2b2 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Calling delete_port for 1ca76ab6-758f-490c-940f-b50bb570d175 owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:23:41.851150 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 125d7212-90e5-416a-b167-afeef3083bc3 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:23:41.856241 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 125d7212-90e5-416a-b167-afeef3083bc3 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:23:41.856664 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:41.857006 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 125d7212-90e5-416a-b167-afeef3083bc3 Oct 26 16:23:41.966961 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2f4f5ca4-ed35-44ba-a12e-9008455ec2b2 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:41.977047 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 125d7212-90e5-416a-b167-afeef3083bc3 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:23:41.977435 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:42.010940 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 125d7212-90e5-416a-b167-afeef3083bc3, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=125d7212-90e5-416a-b167-afeef3083bc3,segment=NetworkSegment(c2426b16-405a-488a-85aa-ef3a8556d747),segment_id=c2426b16-405a-488a-85aa-ef3a8556d747)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:23:42.020429 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f5ca4-ed35-44ba-a12e-9008455ec2b2 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Pushing event deleted for resources: {'Port': ['ID=1ca76ab6-758f-490c-940f-b50bb570d175,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:42.022357 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4f5ca4-ed35-44ba-a12e-9008455ec2b2 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] No DVR routers for this DVR port 1ca76ab6-758f-490c-940f-b50bb570d175 on host dv-neutron-862712-1-hyperv {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:23:42.068320 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:42.136181 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=125d7212-90e5-416a-b167-afeef3083bc3,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:42.150149 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2f4f5ca4-ed35-44ba-a12e-9008455ec2b2 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:42.175827 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-2f4f5ca4-ed35-44ba-a12e-9008455ec2b2 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['906011a2-2221-4ef3-81ee-a0ac6fdff631']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:42.187659 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-2f4f5ca4-ed35-44ba-a12e-9008455ec2b2 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '652e9999-15c0-4f29-a927-bf50b631e6dc') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:42.187963 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-2f4f5ca4-ed35-44ba-a12e-9008455ec2b2 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '652e9999-15c0-4f29-a927-bf50b631e6dc') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:42.199298 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2f4f5ca4-ed35-44ba-a12e-9008455ec2b2 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:42.215360 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2f4f5ca4-ed35-44ba-a12e-9008455ec2b2 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:42.221842 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f4f5ca4-ed35-44ba-a12e-9008455ec2b2 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:23:42.222364 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2f4f5ca4-ed35-44ba-a12e-9008455ec2b2 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:42.387963 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2f4f5ca4-ed35-44ba-a12e-9008455ec2b2 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:42.405738 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2f4f5ca4-ed35-44ba-a12e-9008455ec2b2 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:42.419805 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f5ca4-ed35-44ba-a12e-9008455ec2b2 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Pushing event deleted for resources: {'Network': ['ID=906011a2-2221-4ef3-81ee-a0ac6fdff631,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:42.423791 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2f4f5ca4-ed35-44ba-a12e-9008455ec2b2 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] 10.222.0.23 "DELETE /v2.0/networks/906011a2-2221-4ef3-81ee-a0ac6fdff631 HTTP/1.1" status: 204 len: 168 time: 2.6333826 Oct 26 16:23:42.426909 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 49910) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:42.470083 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-42e1e7f9-072b-4efb-b233-7b1824bc9a33 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] GET failed (client error): The resource could not be found. Oct 26 16:23:42.470620 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-42e1e7f9-072b-4efb-b233-7b1824bc9a33 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Synchronizing usage tracker for tenant:e99c2287923049cb940edf99218b02ca on resource:subnet {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:23:42.542082 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-42e1e7f9-072b-4efb-b233-7b1824bc9a33 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Unset dirty status for tenant:e99c2287923049cb940edf99218b02ca on resource:subnet {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:23:42.543246 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-42e1e7f9-072b-4efb-b233-7b1824bc9a33 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] 10.222.0.23 "GET /v2.0/subnets/b912359f-a940-4ce5-a4bf-050f965fea20 HTTP/1.1" status: 404 len: 337 time: 0.1153836 Oct 26 16:23:42.545995 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 49914) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:42.570700 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fb62b53-b2ba-40c7-88c3-fea85e7a8a1f tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] DELETE failed (client error): The resource could not be found. Oct 26 16:23:42.575702 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fb62b53-b2ba-40c7-88c3-fea85e7a8a1f tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:23:42.575702 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-3fb62b53-b2ba-40c7-88c3-fea85e7a8a1f tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] 10.222.0.23 "DELETE /v2.0/networks/906011a2-2221-4ef3-81ee-a0ac6fdff631 HTTP/1.1" status: 404 len: 339 time: 0.0258052 Oct 26 16:23:42.578593 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 49918) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:42.616918 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae884f5d-a2fe-46b4-ab0a-696939bc66ed tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] DELETE failed (client error): The resource could not be found. Oct 26 16:23:42.617370 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae884f5d-a2fe-46b4-ab0a-696939bc66ed tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:23:42.619049 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ae884f5d-a2fe-46b4-ab0a-696939bc66ed tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] 10.222.0.23 "DELETE /v2.0/subnets/b912359f-a940-4ce5-a4bf-050f965fea20 HTTP/1.1" status: 404 len: 337 time: 0.0395901 Oct 26 16:23:42.621458 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 49922) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:42.647539 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-78aa9e0e-4f63-4f30-b49a-fb42700b5c41 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] DELETE failed (client error): The resource could not be found. Oct 26 16:23:42.647934 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78aa9e0e-4f63-4f30-b49a-fb42700b5c41 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:23:42.649551 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-78aa9e0e-4f63-4f30-b49a-fb42700b5c41 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] 10.222.0.23 "DELETE /v2.0/networks/906011a2-2221-4ef3-81ee-a0ac6fdff631 HTTP/1.1" status: 404 len: 339 time: 0.0271358 Oct 26 16:23:42.652023 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 49926) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:42.720848 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c9301d8-c12e-4fbe-9f99-a42ef78a7d09 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Deleting subnet 53bc5379-f342-4f9c-a2f6-635de6545d53 {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 16:23:42.723814 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6c9301d8-c12e-4fbe-9f99-a42ef78a7d09 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:42.778305 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6c9301d8-c12e-4fbe-9f99-a42ef78a7d09 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:42.827904 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 652e9999-15c0-4f29-a927-bf50b631e6dc resource provider aggregate not found Oct 26 16:23:42.848578 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 652e9999-15c0-4f29-a927-bf50b631e6dc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 652e9999-15c0-4f29-a927-bf50b631e6dc found for delete ", "request_id": "req-ca723c7f-e71f-4dbd-9e30-8f9e67f1ca75"}]} Oct 26 16:23:42.872209 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6c9301d8-c12e-4fbe-9f99-a42ef78a7d09 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:42.988425 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6c9301d8-c12e-4fbe-9f99-a42ef78a7d09 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:43.028702 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9301d8-c12e-4fbe-9f99-a42ef78a7d09 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Pushing event deleted for resources: {'Subnet': ['ID=53bc5379-f342-4f9c-a2f6-635de6545d53,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:43.033447 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6c9301d8-c12e-4fbe-9f99-a42ef78a7d09 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:43.039795 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b7dc9c-1ae1-4124-88e4-14d5043664bb None None] Network 451ebe14-9543-49fe-8750-08fe93bf6cf2 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:23:43.080203 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-6c9301d8-c12e-4fbe-9f99-a42ef78a7d09 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] 10.222.0.23 "DELETE /v2.0/subnets/53bc5379-f342-4f9c-a2f6-635de6545d53 HTTP/1.1" status: 204 len: 168 time: 0.4272103 Oct 26 16:23:43.082794 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 49934) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:43.200878 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-48adf7b9-be27-4319-998d-cd507c174d9f tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:43.211636 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-48adf7b9-be27-4319-998d-cd507c174d9f tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Deleting port 125d7212-90e5-416a-b167-afeef3083bc3 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:23:43.211986 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-48adf7b9-be27-4319-998d-cd507c174d9f tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:43.294010 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd6dff6-d577-471b-8b3d-fe6800b47157 None None] DHCP port deletion for 451ebe14-9543-49fe-8750-08fe93bf6cf2 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 16:23:43.298363 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-dfd6dff6-d577-471b-8b3d-fe6800b47157 None None] Deleting port 125d7212-90e5-416a-b167-afeef3083bc3 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:23:43.298808 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-dfd6dff6-d577-471b-8b3d-fe6800b47157 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:43.427650 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-48adf7b9-be27-4319-998d-cd507c174d9f tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] For port 125d7212-90e5-416a-b167-afeef3083bc3, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=125d7212-90e5-416a-b167-afeef3083bc3,segment=NetworkSegment(c2426b16-405a-488a-85aa-ef3a8556d747),segment_id=c2426b16-405a-488a-85aa-ef3a8556d747)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:23:43.428011 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-48adf7b9-be27-4319-998d-cd507c174d9f tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:43.506315 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-dfd6dff6-d577-471b-8b3d-fe6800b47157 None None] For port 125d7212-90e5-416a-b167-afeef3083bc3, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=125d7212-90e5-416a-b167-afeef3083bc3,segment=NetworkSegment(c2426b16-405a-488a-85aa-ef3a8556d747),segment_id=c2426b16-405a-488a-85aa-ef3a8556d747)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:23:43.506654 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-dfd6dff6-d577-471b-8b3d-fe6800b47157 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:43.664652 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 125d7212-90e5-416a-b167-afeef3083bc3 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:23:43.666147 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-48adf7b9-be27-4319-998d-cd507c174d9f tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Calling delete_port for 125d7212-90e5-416a-b167-afeef3083bc3 owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:23:43.694954 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-dfd6dff6-d577-471b-8b3d-fe6800b47157 None None] Calling delete_port for 125d7212-90e5-416a-b167-afeef3083bc3 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:23:43.828444 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-48adf7b9-be27-4319-998d-cd507c174d9f tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:43.842030 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-dfd6dff6-d577-471b-8b3d-fe6800b47157 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:23:43.842402 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-dfd6dff6-d577-471b-8b3d-fe6800b47157 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:23:43.844161 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 125d7212-90e5-416a-b167-afeef3083bc3 is: ACTIVE; New status is: DOWN {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:23:43.844545 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:43.877217 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48adf7b9-be27-4319-998d-cd507c174d9f tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Pushing event deleted for resources: {'Port': ['ID=125d7212-90e5-416a-b167-afeef3083bc3,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:43.880489 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48adf7b9-be27-4319-998d-cd507c174d9f tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] No DVR routers for this DVR port 125d7212-90e5-416a-b167-afeef3083bc3 on host dv-neutron-862712-1-hyperv {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:23:44.003946 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-48adf7b9-be27-4319-998d-cd507c174d9f tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:44.028548 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-48adf7b9-be27-4319-998d-cd507c174d9f tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['451ebe14-9543-49fe-8750-08fe93bf6cf2']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:44.040400 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-48adf7b9-be27-4319-998d-cd507c174d9f tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2426b16-405a-488a-85aa-ef3a8556d747') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:44.040733 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-48adf7b9-be27-4319-998d-cd507c174d9f tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2426b16-405a-488a-85aa-ef3a8556d747') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:44.052747 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-48adf7b9-be27-4319-998d-cd507c174d9f tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:44.068987 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-48adf7b9-be27-4319-998d-cd507c174d9f tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:44.074859 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48adf7b9-be27-4319-998d-cd507c174d9f tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:23:44.075334 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-48adf7b9-be27-4319-998d-cd507c174d9f tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:44.211053 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-48adf7b9-be27-4319-998d-cd507c174d9f tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:44.215183 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-48adf7b9-be27-4319-998d-cd507c174d9f tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:44.243179 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48adf7b9-be27-4319-998d-cd507c174d9f tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Pushing event deleted for resources: {'Network': ['ID=451ebe14-9543-49fe-8750-08fe93bf6cf2,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:44.246995 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-48adf7b9-be27-4319-998d-cd507c174d9f tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] 10.222.0.23 "DELETE /v2.0/networks/451ebe14-9543-49fe-8750-08fe93bf6cf2 HTTP/1.1" status: 204 len: 168 time: 1.1632087 Oct 26 16:23:44.249492 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 49938) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:44.291449 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca33cf9b-af37-4a20-b0b9-4c589e176bec tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] DELETE failed (client error): The resource could not be found. Oct 26 16:23:44.291891 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca33cf9b-af37-4a20-b0b9-4c589e176bec tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:23:44.293519 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ca33cf9b-af37-4a20-b0b9-4c589e176bec tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] 10.222.0.23 "DELETE /v2.0/subnets/44a5ee36-02ef-4146-b950-18da9f2b6c58 HTTP/1.1" status: 404 len: 337 time: 0.0431349 Oct 26 16:23:44.295889 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 49942) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:44.320695 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad543dd2-cb3c-45e1-9d73-7a4e5370de09 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] DELETE failed (client error): The resource could not be found. Oct 26 16:23:44.321147 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad543dd2-cb3c-45e1-9d73-7a4e5370de09 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:23:44.322737 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ad543dd2-cb3c-45e1-9d73-7a4e5370de09 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] 10.222.0.23 "DELETE /v2.0/networks/79ff24be-b879-48ba-ae66-8d0203d39275 HTTP/1.1" status: 404 len: 339 time: 0.0259578 Oct 26 16:23:44.325010 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 49946) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:44.343743 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-dfd6dff6-d577-471b-8b3d-fe6800b47157 None None] Deleting port 125d7212-90e5-416a-b167-afeef3083bc3 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:23:44.344233 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-dfd6dff6-d577-471b-8b3d-fe6800b47157 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:44.362848 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-21a0ecfb-a269-4e78-8796-e6e9a42733d1 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] DELETE failed (client error): The resource could not be found. Oct 26 16:23:44.363299 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21a0ecfb-a269-4e78-8796-e6e9a42733d1 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:23:44.365102 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-21a0ecfb-a269-4e78-8796-e6e9a42733d1 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] 10.222.0.23 "DELETE /v2.0/subnets/fe8a0bd9-43c8-4030-a672-1ba95f5fa9ab HTTP/1.1" status: 404 len: 337 time: 0.0392427 Oct 26 16:23:44.367646 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 49950) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:44.391875 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.pecan_wsgi.hooks.translation [None req-83f4dd02-4b99-482c-a844-808136c6f027 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] DELETE failed (client error): The resource could not be found. Oct 26 16:23:44.392331 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83f4dd02-4b99-482c-a844-808136c6f027 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:23:44.393987 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-83f4dd02-4b99-482c-a844-808136c6f027 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] 10.222.0.23 "DELETE /v2.0/networks/3bc61831-3572-4e3c-a072-19b0db683bb4 HTTP/1.1" status: 404 len: 339 time: 0.0254617 Oct 26 16:23:44.396633 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 49954) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:44.413885 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-dfd6dff6-d577-471b-8b3d-fe6800b47157 None None] The port '125d7212-90e5-416a-b167-afeef3083bc3' was deleted {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 16:23:44.465801 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-91cd2f0f-950b-4327-b994-b9beece9ef68 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Deleting subnet 7a041518-e360-44cf-879c-ffccd333916a {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 16:23:44.468661 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-91cd2f0f-950b-4327-b994-b9beece9ef68 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:44.523409 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-91cd2f0f-950b-4327-b994-b9beece9ef68 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:44.608861 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-91cd2f0f-950b-4327-b994-b9beece9ef68 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:44.777173 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-91cd2f0f-950b-4327-b994-b9beece9ef68 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:44.819434 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd2f0f-950b-4327-b994-b9beece9ef68 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Pushing event deleted for resources: {'Subnet': ['ID=7a041518-e360-44cf-879c-ffccd333916a,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:44.821359 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-91cd2f0f-950b-4327-b994-b9beece9ef68 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:44.825492 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd0f2bd-e8a5-4f0e-a095-ea8d80d7a3e6 None None] Network 112922ad-3e6a-4f0d-9937-ff1c4b1487c5 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:23:44.835537 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-91cd2f0f-950b-4327-b994-b9beece9ef68 tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] 10.222.0.23 "DELETE /v2.0/subnets/7a041518-e360-44cf-879c-ffccd333916a HTTP/1.1" status: 204 len: 168 time: 0.4356971 Oct 26 16:23:44.836058 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 49958) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:44.915451 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment c2426b16-405a-488a-85aa-ef3a8556d747 resource provider aggregate not found Oct 26 16:23:44.936592 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment c2426b16-405a-488a-85aa-ef3a8556d747 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c2426b16-405a-488a-85aa-ef3a8556d747 found for delete ", "request_id": "req-142bb843-d6ff-44aa-a95b-78121ad4b00d"}]} Oct 26 16:23:44.963447 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d5dfbc69-a41d-4344-b082-4d06058f9a1c tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:44.974100 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-d5dfbc69-a41d-4344-b082-4d06058f9a1c tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Deleting port ef98d5d1-f83c-4439-a4a9-c6d0c3143e57 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:23:44.974430 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d5dfbc69-a41d-4344-b082-4d06058f9a1c tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:45.077693 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a474c5-067e-4f07-8d7c-1c7c6b80a98b None None] DHCP port deletion for 112922ad-3e6a-4f0d-9937-ff1c4b1487c5 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 16:23:45.082806 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-76a474c5-067e-4f07-8d7c-1c7c6b80a98b None None] Deleting port ef98d5d1-f83c-4439-a4a9-c6d0c3143e57 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:23:45.083184 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-76a474c5-067e-4f07-8d7c-1c7c6b80a98b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:45.187656 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-d5dfbc69-a41d-4344-b082-4d06058f9a1c tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] For port ef98d5d1-f83c-4439-a4a9-c6d0c3143e57, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=ef98d5d1-f83c-4439-a4a9-c6d0c3143e57,segment=NetworkSegment(6cf6b701-de5f-49eb-9a13-56e4c4ff725a),segment_id=6cf6b701-de5f-49eb-9a13-56e4c4ff725a)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:23:45.188003 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d5dfbc69-a41d-4344-b082-4d06058f9a1c tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:45.288567 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-76a474c5-067e-4f07-8d7c-1c7c6b80a98b None None] For port ef98d5d1-f83c-4439-a4a9-c6d0c3143e57, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=ef98d5d1-f83c-4439-a4a9-c6d0c3143e57,segment=NetworkSegment(6cf6b701-de5f-49eb-9a13-56e4c4ff725a),segment_id=6cf6b701-de5f-49eb-9a13-56e4c4ff725a)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:23:45.288882 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-76a474c5-067e-4f07-8d7c-1c7c6b80a98b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:45.311634 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-d5dfbc69-a41d-4344-b082-4d06058f9a1c tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Calling delete_port for ef98d5d1-f83c-4439-a4a9-c6d0c3143e57 owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:23:45.412558 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-76a474c5-067e-4f07-8d7c-1c7c6b80a98b None None] Calling delete_port for ef98d5d1-f83c-4439-a4a9-c6d0c3143e57 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:23:45.450945 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d5dfbc69-a41d-4344-b082-4d06058f9a1c tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:45.485107 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-76a474c5-067e-4f07-8d7c-1c7c6b80a98b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:23:45.485470 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-76a474c5-067e-4f07-8d7c-1c7c6b80a98b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:23:45.598417 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfbc69-a41d-4344-b082-4d06058f9a1c tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Pushing event deleted for resources: {'Port': ['ID=ef98d5d1-f83c-4439-a4a9-c6d0c3143e57,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:45.599928 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dfbc69-a41d-4344-b082-4d06058f9a1c tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] No DVR routers for this DVR port ef98d5d1-f83c-4439-a4a9-c6d0c3143e57 on host dv-neutron-862712-1-hyperv {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:23:45.661583 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device ef98d5d1-f83c-4439-a4a9-c6d0c3143e57 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:23:45.701341 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: ef98d5d1-f83c-4439-a4a9-c6d0c3143e57 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:23:45.701550 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:23:45.701999 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device ef98d5d1-f83c-4439-a4a9-c6d0c3143e57 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:23:45.729755 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d5dfbc69-a41d-4344-b082-4d06058f9a1c tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:45.754926 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-d5dfbc69-a41d-4344-b082-4d06058f9a1c tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['112922ad-3e6a-4f0d-9937-ff1c4b1487c5']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:45.766636 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-d5dfbc69-a41d-4344-b082-4d06058f9a1c tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cf6b701-de5f-49eb-9a13-56e4c4ff725a') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:45.766940 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-d5dfbc69-a41d-4344-b082-4d06058f9a1c tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cf6b701-de5f-49eb-9a13-56e4c4ff725a') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:45.778765 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d5dfbc69-a41d-4344-b082-4d06058f9a1c tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:45.794498 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d5dfbc69-a41d-4344-b082-4d06058f9a1c tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:45.800449 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5dfbc69-a41d-4344-b082-4d06058f9a1c tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:23:45.800830 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d5dfbc69-a41d-4344-b082-4d06058f9a1c tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:45.986583 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-76a474c5-067e-4f07-8d7c-1c7c6b80a98b None None] Deleting port ef98d5d1-f83c-4439-a4a9-c6d0c3143e57 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:23:45.988072 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-76a474c5-067e-4f07-8d7c-1c7c6b80a98b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:45.988873 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d5dfbc69-a41d-4344-b082-4d06058f9a1c tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:46.006153 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d5dfbc69-a41d-4344-b082-4d06058f9a1c tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:46.016973 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfbc69-a41d-4344-b082-4d06058f9a1c tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] Pushing event deleted for resources: {'Network': ['ID=112922ad-3e6a-4f0d-9937-ff1c4b1487c5,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:46.021605 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-d5dfbc69-a41d-4344-b082-4d06058f9a1c tempest-NetworksIpV6Test-764148499 tempest-NetworksIpV6Test-764148499-project] 10.222.0.23 "DELETE /v2.0/networks/112922ad-3e6a-4f0d-9937-ff1c4b1487c5 HTTP/1.1" status: 204 len: 168 time: 1.1849117 Oct 26 16:23:46.059167 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-76a474c5-067e-4f07-8d7c-1c7c6b80a98b None None] The port 'ef98d5d1-f83c-4439-a4a9-c6d0c3143e57' was deleted {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 16:23:46.474418 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 49970) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:46.621489 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-608cf71e-2248-4e38-b832-346be2a97596 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e99c2287923049cb940edf99218b02ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1458838 Oct 26 16:23:46.624100 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 49976) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:46.686764 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f6bbb4ef-9f1d-4993-8b35-e7653eeb8aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:46.713315 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f6bbb4ef-9f1d-4993-8b35-e7653eeb8aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:46.822010 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f6bbb4ef-9f1d-4993-8b35-e7653eeb8aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:46.838841 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bbb4ef-9f1d-4993-8b35-e7653eeb8aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34da12d5-1206-45d5-a8ae-81b03adaa0a9,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:46.842089 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f6bbb4ef-9f1d-4993-8b35-e7653eeb8aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:46.844010 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f6bbb4ef-9f1d-4993-8b35-e7653eeb8aab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/34da12d5-1206-45d5-a8ae-81b03adaa0a9 HTTP/1.1" status: 204 len: 168 time: 0.2181904 Oct 26 16:23:46.954841 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 6cf6b701-de5f-49eb-9a13-56e4c4ff725a resource provider aggregate not found Oct 26 16:23:46.971176 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 6cf6b701-de5f-49eb-9a13-56e4c4ff725a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6cf6b701-de5f-49eb-9a13-56e4c4ff725a found for delete ", "request_id": "req-6c445002-7e9a-4c81-9244-35f8a58028c9"}]} Oct 26 16:23:47.911778 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 50004) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:48.012722 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-7d6e6c2c-2a61-4949-99a3-2ea7a1e8c8b8 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-475276653', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:23:48.020146 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-7d6e6c2c-2a61-4949-99a3-2ea7a1e8c8b8 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:23:48.024047 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-7d6e6c2c-2a61-4949-99a3-2ea7a1e8c8b8 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Usage tracker for resource:router and tenant:9cda9d6721184a2087c1a27118611b2a is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:23:48.026961 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-7d6e6c2c-2a61-4949-99a3-2ea7a1e8c8b8 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:23:48.033184 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-7d6e6c2c-2a61-4949-99a3-2ea7a1e8c8b8 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:23:48.102496 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7d6e6c2c-2a61-4949-99a3-2ea7a1e8c8b8 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:48.103495 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7d6e6c2c-2a61-4949-99a3-2ea7a1e8c8b8 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:48.118812 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7d6e6c2c-2a61-4949-99a3-2ea7a1e8c8b8 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:48.205366 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7d6e6c2c-2a61-4949-99a3-2ea7a1e8c8b8 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:48.302153 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7d6e6c2c-2a61-4949-99a3-2ea7a1e8c8b8 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:48.303321 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-7d6e6c2c-2a61-4949-99a3-2ea7a1e8c8b8 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3904970 Oct 26 16:23:48.305960 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 50010) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:48.311313 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-3a7e8556-89c5-4ee9-acda-c83938bed541 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1431957757'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:23:48.316951 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-3a7e8556-89c5-4ee9-acda-c83938bed541 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:23:48.321324 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-3a7e8556-89c5-4ee9-acda-c83938bed541 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Usage tracker for resource:network and tenant:9cda9d6721184a2087c1a27118611b2a is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:23:48.324211 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-3a7e8556-89c5-4ee9-acda-c83938bed541 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:23:48.329963 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-3a7e8556-89c5-4ee9-acda-c83938bed541 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:23:48.404752 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7e8556-89c5-4ee9-acda-c83938bed541 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Made reservation on behalf of 9cda9d6721184a2087c1a27118611b2a for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:23:48.408145 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3a7e8556-89c5-4ee9-acda-c83938bed541 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:48.420601 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3a7e8556-89c5-4ee9-acda-c83938bed541 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:48.435607 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-3a7e8556-89c5-4ee9-acda-c83938bed541 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:23:48.439378 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-3a7e8556-89c5-4ee9-acda-c83938bed541 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Usage tracker for resource:security_group_rule and tenant:9cda9d6721184a2087c1a27118611b2a is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:23:48.442786 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-3a7e8556-89c5-4ee9-acda-c83938bed541 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:23:48.448385 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-3a7e8556-89c5-4ee9-acda-c83938bed541 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:23:48.532039 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3a7e8556-89c5-4ee9-acda-c83938bed541 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:48.587871 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3a7e8556-89c5-4ee9-acda-c83938bed541 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:48.620292 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a7e8556-89c5-4ee9-acda-c83938bed541 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:23:48.629746 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e8556-89c5-4ee9-acda-c83938bed541 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c4f245-14ff-4e5a-a39f-e570ce14c846,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:48.635535 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3a7e8556-89c5-4ee9-acda-c83938bed541 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:48.635875 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-3a7e8556-89c5-4ee9-acda-c83938bed541 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Added segment 12159bee-79ac-4816-b15d-b36d6181496a of type vlan for network 33d85378-473d-4229-9029-deed4e5ff31e Oct 26 16:23:48.662792 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3a7e8556-89c5-4ee9-acda-c83938bed541 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:48.742215 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3a7e8556-89c5-4ee9-acda-c83938bed541 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:48.747708 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7e8556-89c5-4ee9-acda-c83938bed541 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:23:48.748477 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3a7e8556-89c5-4ee9-acda-c83938bed541 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:48.857623 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e8556-89c5-4ee9-acda-c83938bed541 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Pushing event updated for resources: {'Network': ['ID=33d85378-473d-4229-9029-deed4e5ff31e,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:48.868724 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 33d85378-473d-4229-9029-deed4e5ff31e details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 16:23:48.926541 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-3a7e8556-89c5-4ee9-acda-c83938bed541 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6194963 Oct 26 16:23:48.929290 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 50014) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:48.934776 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-b780dc2c-05ee-4ab0-8fbf-584e65fe8ae7 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Request body: {'subnet': {'network_id': '33d85378-473d-4229-9029-deed4e5ff31e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:23:49.045331 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-b780dc2c-05ee-4ab0-8fbf-584e65fe8ae7 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:23:49.049181 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-b780dc2c-05ee-4ab0-8fbf-584e65fe8ae7 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Usage tracker for resource:subnet and tenant:9cda9d6721184a2087c1a27118611b2a is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:23:49.052003 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-b780dc2c-05ee-4ab0-8fbf-584e65fe8ae7 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:23:49.057603 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-b780dc2c-05ee-4ab0-8fbf-584e65fe8ae7 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:23:49.113621 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b780dc2c-05ee-4ab0-8fbf-584e65fe8ae7 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Made reservation on behalf of 9cda9d6721184a2087c1a27118611b2a for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:23:49.117022 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b780dc2c-05ee-4ab0-8fbf-584e65fe8ae7 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:49.394256 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b780dc2c-05ee-4ab0-8fbf-584e65fe8ae7 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:49.475170 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780dc2c-05ee-4ab0-8fbf-584e65fe8ae7 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Pushing event updated for resources: {'Subnet': ['ID=dc588a05-b894-47e9-a9d7-93c098a03ec0,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:49.482354 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b780dc2c-05ee-4ab0-8fbf-584e65fe8ae7 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Checking segment: {'id': '12159bee-79ac-4816-b15d-b36d6181496a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '33d85378-473d-4229-9029-deed4e5ff31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:23:49.482736 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b780dc2c-05ee-4ab0-8fbf-584e65fe8ae7 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Network hostable DHCP agents. Network: 33d85378-473d-4229-9029-deed4e5ff31e, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:23:49.582678 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b780dc2c-05ee-4ab0-8fbf-584e65fe8ae7 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Network 33d85378-473d-4229-9029-deed4e5ff31e is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:23:49.684926 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-b780dc2c-05ee-4ab0-8fbf-584e65fe8ae7 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 33d85378-473d-4229-9029-deed4e5ff31e) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:23:49.689717 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b780dc2c-05ee-4ab0-8fbf-584e65fe8ae7 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:23:49.691030 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b780dc2c-05ee-4ab0-8fbf-584e65fe8ae7 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:49.695013 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc53a5ba-e0ca-4d17-9588-0b3ebb87765f None None] Network 33d85378-473d-4229-9029-deed4e5ff31e requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:23:49.800677 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b780dc2c-05ee-4ab0-8fbf-584e65fe8ae7 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8703198 Oct 26 16:23:49.804015 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 50018) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:49.809602 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-cecf3b5d-488f-413c-beb7-20bc7c8b29c8 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-19069934'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:23:49.814537 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-cecf3b5d-488f-413c-beb7-20bc7c8b29c8 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:23:49.819216 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-cecf3b5d-488f-413c-beb7-20bc7c8b29c8 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Usage tracker for resource:network and tenant:9cda9d6721184a2087c1a27118611b2a is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:23:49.822159 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-cecf3b5d-488f-413c-beb7-20bc7c8b29c8 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:23:49.827986 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-cecf3b5d-488f-413c-beb7-20bc7c8b29c8 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:23:49.913591 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cecf3b5d-488f-413c-beb7-20bc7c8b29c8 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Made reservation on behalf of 9cda9d6721184a2087c1a27118611b2a for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:23:49.917177 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cecf3b5d-488f-413c-beb7-20bc7c8b29c8 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:49.946404 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfca259e-69b8-401e-b75c-88bdb65eea42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-33d85378-473d-4229-9029-deed4e5ff31e', 'network_id': '33d85378-473d-4229-9029-deed4e5ff31e', 'tenant_id': '9cda9d6721184a2087c1a27118611b2a', 'fixed_ips': [{'subnet_id': 'dc588a05-b894-47e9-a9d7-93c098a03ec0'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 16:23:49.947009 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cecf3b5d-488f-413c-beb7-20bc7c8b29c8 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:23:49.947517 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bfca259e-69b8-401e-b75c-88bdb65eea42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:49.955562 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cecf3b5d-488f-413c-beb7-20bc7c8b29c8 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:49.955996 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-cecf3b5d-488f-413c-beb7-20bc7c8b29c8 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Added segment e9031fef-da02-4f54-978f-3f1591cbaacf of type vlan for network 6aef87e3-9a8f-4ffd-97a0-1b0df6eefaba Oct 26 16:23:49.981457 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cecf3b5d-488f-413c-beb7-20bc7c8b29c8 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:50.090607 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cecf3b5d-488f-413c-beb7-20bc7c8b29c8 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:50.096702 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecf3b5d-488f-413c-beb7-20bc7c8b29c8 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:23:50.099850 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cecf3b5d-488f-413c-beb7-20bc7c8b29c8 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:50.104264 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-bfca259e-69b8-401e-b75c-88bdb65eea42 None None] Allocated IP 172.20.0.2 (33d85378-473d-4229-9029-deed4e5ff31e/dc588a05-b894-47e9-a9d7-93c098a03ec0/efb78103-1409-45cb-8a03-dcca72243370) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:23:50.205665 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf3b5d-488f-413c-beb7-20bc7c8b29c8 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Pushing event updated for resources: {'Network': ['ID=6aef87e3-9a8f-4ffd-97a0-1b0df6eefaba,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:50.217908 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 6aef87e3-9a8f-4ffd-97a0-1b0df6eefaba details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 16:23:50.262805 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-cecf3b5d-488f-413c-beb7-20bc7c8b29c8 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4576905 Oct 26 16:23:50.265534 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 50022) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:50.271367 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-e6c8f0fd-f450-4f24-bb91-862fb30fd405 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Request body: {'subnet': {'network_id': '6aef87e3-9a8f-4ffd-97a0-1b0df6eefaba', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:23:50.383168 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-e6c8f0fd-f450-4f24-bb91-862fb30fd405 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:23:50.387183 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-e6c8f0fd-f450-4f24-bb91-862fb30fd405 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Usage tracker for resource:subnet and tenant:9cda9d6721184a2087c1a27118611b2a is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:23:50.391075 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-e6c8f0fd-f450-4f24-bb91-862fb30fd405 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:23:50.397473 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-e6c8f0fd-f450-4f24-bb91-862fb30fd405 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:23:50.404090 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bfca259e-69b8-401e-b75c-88bdb65eea42 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:50.415262 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-bfca259e-69b8-401e-b75c-88bdb65eea42 None None] Transition to ACTIVE for port object efb78103-1409-45cb-8a03-dcca72243370 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:23:50.433516 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-bfca259e-69b8-401e-b75c-88bdb65eea42 None None] Transition to ACTIVE for port object efb78103-1409-45cb-8a03-dcca72243370 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:23:50.468078 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c8f0fd-f450-4f24-bb91-862fb30fd405 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Made reservation on behalf of 9cda9d6721184a2087c1a27118611b2a for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:23:50.472523 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e6c8f0fd-f450-4f24-bb91-862fb30fd405 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:50.491155 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bfca259e-69b8-401e-b75c-88bdb65eea42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:50.560686 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfca259e-69b8-401e-b75c-88bdb65eea42 None None] Network 33d85378-473d-4229-9029-deed4e5ff31e is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:23:50.563625 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-bfca259e-69b8-401e-b75c-88bdb65eea42 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:23:50.568249 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfca259e-69b8-401e-b75c-88bdb65eea42 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:23:50.574487 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca259e-69b8-401e-b75c-88bdb65eea42 None None] Pushing event updated for resources: {'Port': ['ID=efb78103-1409-45cb-8a03-dcca72243370,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:50.620351 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfca259e-69b8-401e-b75c-88bdb65eea42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:50.620727 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfca259e-69b8-401e-b75c-88bdb65eea42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:50.621039 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfca259e-69b8-401e-b75c-88bdb65eea42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:50.621376 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfca259e-69b8-401e-b75c-88bdb65eea42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:50.621706 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfca259e-69b8-401e-b75c-88bdb65eea42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:50.622072 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfca259e-69b8-401e-b75c-88bdb65eea42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:50.622365 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfca259e-69b8-401e-b75c-88bdb65eea42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:50.622714 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfca259e-69b8-401e-b75c-88bdb65eea42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:50.623043 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfca259e-69b8-401e-b75c-88bdb65eea42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:50.623363 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfca259e-69b8-401e-b75c-88bdb65eea42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:50.623683 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfca259e-69b8-401e-b75c-88bdb65eea42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:50.624001 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfca259e-69b8-401e-b75c-88bdb65eea42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:23:50.695030 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-bfca259e-69b8-401e-b75c-88bdb65eea42 None None] Attempting to bind port efb78103-1409-45cb-8a03-dcca72243370 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:23:50.696177 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-bfca259e-69b8-401e-b75c-88bdb65eea42 None None] Attempting to bind port efb78103-1409-45cb-8a03-dcca72243370 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '12159bee-79ac-4816-b15d-b36d6181496a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '33d85378-473d-4229-9029-deed4e5ff31e'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:23:50.696177 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfca259e-69b8-401e-b75c-88bdb65eea42 None None] Attempting to bind port efb78103-1409-45cb-8a03-dcca72243370 on network 33d85378-473d-4229-9029-deed4e5ff31e {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:23:50.701456 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfca259e-69b8-401e-b75c-88bdb65eea42 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:23:50.701829 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfca259e-69b8-401e-b75c-88bdb65eea42 None None] Checking segment: {'id': '12159bee-79ac-4816-b15d-b36d6181496a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '33d85378-473d-4229-9029-deed4e5ff31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:23:50.702229 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bfca259e-69b8-401e-b75c-88bdb65eea42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:50.702655 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfca259e-69b8-401e-b75c-88bdb65eea42 None None] Bound using segment: {'id': '12159bee-79ac-4816-b15d-b36d6181496a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '33d85378-473d-4229-9029-deed4e5ff31e'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:23:50.703323 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-bfca259e-69b8-401e-b75c-88bdb65eea42 None None] Bound port: efb78103-1409-45cb-8a03-dcca72243370, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12159bee-79ac-4816-b15d-b36d6181496a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '33d85378-473d-4229-9029-deed4e5ff31e'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:23:50.703706 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bfca259e-69b8-401e-b75c-88bdb65eea42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:50.796808 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-bfca259e-69b8-401e-b75c-88bdb65eea42 None None] For port efb78103-1409-45cb-8a03-dcca72243370, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:23:50.799716 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-bfca259e-69b8-401e-b75c-88bdb65eea42 None None] For port efb78103-1409-45cb-8a03-dcca72243370, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=efb78103-1409-45cb-8a03-dcca72243370,segment=NetworkSegment(12159bee-79ac-4816-b15d-b36d6181496a),segment_id=12159bee-79ac-4816-b15d-b36d6181496a)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:23:50.896906 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bfca259e-69b8-401e-b75c-88bdb65eea42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:50.925438 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e6c8f0fd-f450-4f24-bb91-862fb30fd405 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:50.978967 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca259e-69b8-401e-b75c-88bdb65eea42 None None] Pushing event updated for resources: {'Port': ['ID=efb78103-1409-45cb-8a03-dcca72243370,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:51.006144 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c8f0fd-f450-4f24-bb91-862fb30fd405 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Pushing event updated for resources: {'Subnet': ['ID=66860e3f-9949-4153-80d0-060472e73a89,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:51.020540 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c8f0fd-f450-4f24-bb91-862fb30fd405 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Checking segment: {'id': 'e9031fef-da02-4f54-978f-3f1591cbaacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6aef87e3-9a8f-4ffd-97a0-1b0df6eefaba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:23:51.020901 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c8f0fd-f450-4f24-bb91-862fb30fd405 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Network hostable DHCP agents. Network: 6aef87e3-9a8f-4ffd-97a0-1b0df6eefaba, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:23:51.118319 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c8f0fd-f450-4f24-bb91-862fb30fd405 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Network 6aef87e3-9a8f-4ffd-97a0-1b0df6eefaba is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:23:51.199635 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-e6c8f0fd-f450-4f24-bb91-862fb30fd405 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 6aef87e3-9a8f-4ffd-97a0-1b0df6eefaba) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:23:51.203921 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c8f0fd-f450-4f24-bb91-862fb30fd405 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:23:51.204522 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e6c8f0fd-f450-4f24-bb91-862fb30fd405 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:51.209748 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b9952a-a01d-40e8-a4e9-dd2bdd3b4bc4 None None] Network 6aef87e3-9a8f-4ffd-97a0-1b0df6eefaba requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:23:51.309051 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-e6c8f0fd-f450-4f24-bb91-862fb30fd405 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0422633 Oct 26 16:23:51.311649 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 50026) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:51.317547 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-06083a16-24d5-4d03-90c0-ccc1083b18c9 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Request body: {'router': {'external_gateway_info': {'network_id': '6aef87e3-9a8f-4ffd-97a0-1b0df6eefaba'}}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:23:51.434894 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a448381c-699f-4e37-88ec-607c8951345f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-6aef87e3-9a8f-4ffd-97a0-1b0df6eefaba', 'network_id': '6aef87e3-9a8f-4ffd-97a0-1b0df6eefaba', 'tenant_id': '9cda9d6721184a2087c1a27118611b2a', 'fixed_ips': [{'subnet_id': '66860e3f-9949-4153-80d0-060472e73a89'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 16:23:51.435766 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a448381c-699f-4e37-88ec-607c8951345f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:51.599049 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-a448381c-699f-4e37-88ec-607c8951345f None None] Allocated IP 172.21.0.2 (6aef87e3-9a8f-4ffd-97a0-1b0df6eefaba/66860e3f-9949-4153-80d0-060472e73a89/9ed8e7e1-ebdd-40a7-b0da-645c8d2e61b2) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:23:51.745379 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device efb78103-1409-45cb-8a03-dcca72243370 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:23:51.773407 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-06083a16-24d5-4d03-90c0-ccc1083b18c9 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:51.888754 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a448381c-699f-4e37-88ec-607c8951345f None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:51.900226 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-a448381c-699f-4e37-88ec-607c8951345f None None] Transition to ACTIVE for port object 9ed8e7e1-ebdd-40a7-b0da-645c8d2e61b2 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:23:51.920008 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-a448381c-699f-4e37-88ec-607c8951345f None None] Transition to ACTIVE for port object 9ed8e7e1-ebdd-40a7-b0da-645c8d2e61b2 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:23:51.953311 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port efb78103-1409-45cb-8a03-dcca72243370 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:23:51.970950 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a448381c-699f-4e37-88ec-607c8951345f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:51.979837 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.api.v2.resource [None req-06083a16-24d5-4d03-90c0-ccc1083b18c9 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:23:51.980902 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-06083a16-24d5-4d03-90c0-ccc1083b18c9 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] 10.222.0.23 "PUT /v2.0/routers/664777a4-212d-4706-a1d6-bf5154e38aa8 HTTP/1.1" status: 400 len: 364 time: 0.6683214 Oct 26 16:23:51.988024 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 50030) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:52.007544 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6a8ab8-1379-4007-b773-54a2f93f5dbd None None] Network 33d85378-473d-4229-9029-deed4e5ff31e requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:23:52.059584 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8fda6d3-f1fe-4b43-918a-703b47161ec5 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Deleting subnet 66860e3f-9949-4153-80d0-060472e73a89 {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 16:23:52.062758 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d8fda6d3-f1fe-4b43-918a-703b47161ec5 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:52.117903 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d8fda6d3-f1fe-4b43-918a-703b47161ec5 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:52.144971 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a448381c-699f-4e37-88ec-607c8951345f None None] Network 6aef87e3-9a8f-4ffd-97a0-1b0df6eefaba is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:23:52.150992 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-a448381c-699f-4e37-88ec-607c8951345f None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:23:52.153397 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a448381c-699f-4e37-88ec-607c8951345f None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:23:52.206675 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d8fda6d3-f1fe-4b43-918a-703b47161ec5 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:52.217524 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a448381c-699f-4e37-88ec-607c8951345f None None] Pushing event updated for resources: {'Port': ['ID=9ed8e7e1-ebdd-40a7-b0da-645c8d2e61b2,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:52.324301 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-a448381c-699f-4e37-88ec-607c8951345f None None] Attempting to bind port 9ed8e7e1-ebdd-40a7-b0da-645c8d2e61b2 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:23:52.324670 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-a448381c-699f-4e37-88ec-607c8951345f None None] Attempting to bind port 9ed8e7e1-ebdd-40a7-b0da-645c8d2e61b2 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'e9031fef-da02-4f54-978f-3f1591cbaacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6aef87e3-9a8f-4ffd-97a0-1b0df6eefaba'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:23:52.325035 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a448381c-699f-4e37-88ec-607c8951345f None None] Attempting to bind port 9ed8e7e1-ebdd-40a7-b0da-645c8d2e61b2 on network 6aef87e3-9a8f-4ffd-97a0-1b0df6eefaba {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:23:52.358433 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a448381c-699f-4e37-88ec-607c8951345f None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:23:52.358824 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a448381c-699f-4e37-88ec-607c8951345f None None] Checking segment: {'id': 'e9031fef-da02-4f54-978f-3f1591cbaacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6aef87e3-9a8f-4ffd-97a0-1b0df6eefaba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:23:52.359222 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a448381c-699f-4e37-88ec-607c8951345f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:52.359612 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a448381c-699f-4e37-88ec-607c8951345f None None] Bound using segment: {'id': 'e9031fef-da02-4f54-978f-3f1591cbaacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6aef87e3-9a8f-4ffd-97a0-1b0df6eefaba'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:23:52.360072 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-a448381c-699f-4e37-88ec-607c8951345f None None] Bound port: 9ed8e7e1-ebdd-40a7-b0da-645c8d2e61b2, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9031fef-da02-4f54-978f-3f1591cbaacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6aef87e3-9a8f-4ffd-97a0-1b0df6eefaba'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:23:52.360440 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a448381c-699f-4e37-88ec-607c8951345f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:52.368674 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-6b6654c1-7146-4753-ac5f-1175bf7897f3 None None] Provisioning for port efb78103-1409-45cb-8a03-dcca72243370 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:23:52.370895 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d8fda6d3-f1fe-4b43-918a-703b47161ec5 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:52.389001 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-6b6654c1-7146-4753-ac5f-1175bf7897f3 None None] Provisioning complete for port efb78103-1409-45cb-8a03-dcca72243370 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:23:52.389373 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6b6654c1-7146-4753-ac5f-1175bf7897f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:52.389718 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-6b6654c1-7146-4753-ac5f-1175bf7897f3 None None] Attempt 1 to provision port efb78103-1409-45cb-8a03-dcca72243370 Oct 26 16:23:52.413690 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fda6d3-f1fe-4b43-918a-703b47161ec5 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Pushing event deleted for resources: {'Subnet': ['ID=66860e3f-9949-4153-80d0-060472e73a89,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:52.415478 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d8fda6d3-f1fe-4b43-918a-703b47161ec5 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:52.421878 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-d8fda6d3-f1fe-4b43-918a-703b47161ec5 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] 10.222.0.23 "DELETE /v2.0/subnets/66860e3f-9949-4153-80d0-060472e73a89 HTTP/1.1" status: 204 len: 168 time: 0.4332325 Oct 26 16:23:52.424347 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 50034) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:52.540610 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-328839c8-c635-4f6f-8006-af697b869df4 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:52.552093 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-328839c8-c635-4f6f-8006-af697b869df4 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Deleting port 9ed8e7e1-ebdd-40a7-b0da-645c8d2e61b2 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:23:52.552427 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-328839c8-c635-4f6f-8006-af697b869df4 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:52.585920 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-a448381c-699f-4e37-88ec-607c8951345f None None] For port 9ed8e7e1-ebdd-40a7-b0da-645c8d2e61b2, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:23:52.589697 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-a448381c-699f-4e37-88ec-607c8951345f None None] For port 9ed8e7e1-ebdd-40a7-b0da-645c8d2e61b2, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=9ed8e7e1-ebdd-40a7-b0da-645c8d2e61b2,segment=NetworkSegment(e9031fef-da02-4f54-978f-3f1591cbaacf),segment_id=e9031fef-da02-4f54-978f-3f1591cbaacf)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:23:52.657622 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6b6654c1-7146-4753-ac5f-1175bf7897f3 None None] Current status of the port efb78103-1409-45cb-8a03-dcca72243370 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:23:52.658014 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6b6654c1-7146-4753-ac5f-1175bf7897f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:52.693401 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a448381c-699f-4e37-88ec-607c8951345f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:52.700913 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-6b6654c1-7146-4753-ac5f-1175bf7897f3 None None] For port efb78103-1409-45cb-8a03-dcca72243370, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=efb78103-1409-45cb-8a03-dcca72243370,segment=NetworkSegment(12159bee-79ac-4816-b15d-b36d6181496a),segment_id=12159bee-79ac-4816-b15d-b36d6181496a)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:23:52.792107 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6b6654c1-7146-4753-ac5f-1175bf7897f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:52.834541 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a448381c-699f-4e37-88ec-607c8951345f None None] Pushing event updated for resources: {'Port': ['ID=9ed8e7e1-ebdd-40a7-b0da-645c8d2e61b2,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:52.875169 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b207fa1d-92ff-47c7-9177-1abd8f7f9ce9 None None] Network 6aef87e3-9a8f-4ffd-97a0-1b0df6eefaba requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:23:52.882895 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-328839c8-c635-4f6f-8006-af697b869df4 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] For port 9ed8e7e1-ebdd-40a7-b0da-645c8d2e61b2, host dv-neutron-862712-1-hyperv, got binding levels [] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:23:52.883318 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-328839c8-c635-4f6f-8006-af697b869df4 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:53.007895 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-328839c8-c635-4f6f-8006-af697b869df4 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Calling delete_port for 9ed8e7e1-ebdd-40a7-b0da-645c8d2e61b2 owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:23:53.011551 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6654c1-7146-4753-ac5f-1175bf7897f3 None None] Pushing event updated for resources: {'Port': ['ID=efb78103-1409-45cb-8a03-dcca72243370,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:53.014005 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-091ba6d5-1d21-459a-8d52-8bef7002741b None None] Provisioning complete for port efb78103-1409-45cb-8a03-dcca72243370 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:23:53.014373 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-091ba6d5-1d21-459a-8d52-8bef7002741b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:53.014730 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-091ba6d5-1d21-459a-8d52-8bef7002741b None None] Attempt 1 to provision port efb78103-1409-45cb-8a03-dcca72243370 Oct 26 16:23:53.113881 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.db.api [None req-328839c8-c635-4f6f-8006-af697b869df4 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:23:53.114529 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG oslo_db.api [None req-328839c8-c635-4f6f-8006-af697b869df4 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:23:53.224072 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-091ba6d5-1d21-459a-8d52-8bef7002741b None None] Current status of the port efb78103-1409-45cb-8a03-dcca72243370 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:23:53.234447 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4313c2ee-4ced-4f11-b172-1c39b999223b None None] get_active_networks_info from dv-neutron-862712-1-hyperv {{(pid=89749) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 26 16:23:53.317766 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4313c2ee-4ced-4f11-b172-1c39b999223b None None] Resources bound (agent type, host, resource id): {{(pid=89749) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 16:23:53.615242 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-328839c8-c635-4f6f-8006-af697b869df4 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Deleting port 9ed8e7e1-ebdd-40a7-b0da-645c8d2e61b2 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:23:53.615588 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-328839c8-c635-4f6f-8006-af697b869df4 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:53.663149 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device efb78103-1409-45cb-8a03-dcca72243370 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:23:53.736133 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port efb78103-1409-45cb-8a03-dcca72243370 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:23:53.737031 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:53.737373 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port efb78103-1409-45cb-8a03-dcca72243370 Oct 26 16:23:53.828102 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-328839c8-c635-4f6f-8006-af697b869df4 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] For port 9ed8e7e1-ebdd-40a7-b0da-645c8d2e61b2, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=9ed8e7e1-ebdd-40a7-b0da-645c8d2e61b2,segment=NetworkSegment(e9031fef-da02-4f54-978f-3f1591cbaacf),segment_id=e9031fef-da02-4f54-978f-3f1591cbaacf)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:23:53.828455 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-328839c8-c635-4f6f-8006-af697b869df4 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:53.889393 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port efb78103-1409-45cb-8a03-dcca72243370 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:23:53.953291 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-328839c8-c635-4f6f-8006-af697b869df4 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Calling delete_port for 9ed8e7e1-ebdd-40a7-b0da-645c8d2e61b2 owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:23:54.107808 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-328839c8-c635-4f6f-8006-af697b869df4 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:54.155066 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328839c8-c635-4f6f-8006-af697b869df4 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Pushing event deleted for resources: {'Port': ['ID=9ed8e7e1-ebdd-40a7-b0da-645c8d2e61b2,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:54.158384 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328839c8-c635-4f6f-8006-af697b869df4 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] No DVR routers for this DVR port 9ed8e7e1-ebdd-40a7-b0da-645c8d2e61b2 on host dv-neutron-862712-1-hyperv {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:23:54.284049 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-328839c8-c635-4f6f-8006-af697b869df4 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:54.309209 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-328839c8-c635-4f6f-8006-af697b869df4 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aef87e3-9a8f-4ffd-97a0-1b0df6eefaba']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:54.324800 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-328839c8-c635-4f6f-8006-af697b869df4 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9031fef-da02-4f54-978f-3f1591cbaacf') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:54.325098 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-328839c8-c635-4f6f-8006-af697b869df4 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9031fef-da02-4f54-978f-3f1591cbaacf') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:54.336889 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-328839c8-c635-4f6f-8006-af697b869df4 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:54.353035 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-328839c8-c635-4f6f-8006-af697b869df4 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:54.359025 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-328839c8-c635-4f6f-8006-af697b869df4 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:23:54.362977 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-328839c8-c635-4f6f-8006-af697b869df4 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:54.426899 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment e9031fef-da02-4f54-978f-3f1591cbaacf resource provider aggregate not found Oct 26 16:23:54.446845 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment e9031fef-da02-4f54-978f-3f1591cbaacf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e9031fef-da02-4f54-978f-3f1591cbaacf found for delete ", "request_id": "req-8896f4c3-3352-43b2-b480-2bd029d27599"}]} Oct 26 16:23:54.524378 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-328839c8-c635-4f6f-8006-af697b869df4 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:54.528394 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-328839c8-c635-4f6f-8006-af697b869df4 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:54.558374 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328839c8-c635-4f6f-8006-af697b869df4 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Pushing event deleted for resources: {'Network': ['ID=6aef87e3-9a8f-4ffd-97a0-1b0df6eefaba,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:54.562042 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-328839c8-c635-4f6f-8006-af697b869df4 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] 10.222.0.23 "DELETE /v2.0/networks/6aef87e3-9a8f-4ffd-97a0-1b0df6eefaba HTTP/1.1" status: 204 len: 168 time: 2.1365497 Oct 26 16:23:54.564517 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 50042) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:54.630018 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ccf8cf8-6a49-401d-af6c-6284a0eb1663 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Deleting subnet dc588a05-b894-47e9-a9d7-93c098a03ec0 {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 16:23:54.633177 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7ccf8cf8-6a49-401d-af6c-6284a0eb1663 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:54.687463 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7ccf8cf8-6a49-401d-af6c-6284a0eb1663 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:54.774851 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7ccf8cf8-6a49-401d-af6c-6284a0eb1663 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:54.913768 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7ccf8cf8-6a49-401d-af6c-6284a0eb1663 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:54.951002 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf8cf8-6a49-401d-af6c-6284a0eb1663 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Pushing event deleted for resources: {'Subnet': ['ID=dc588a05-b894-47e9-a9d7-93c098a03ec0,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:54.956861 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7ccf8cf8-6a49-401d-af6c-6284a0eb1663 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:54.962916 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-7ccf8cf8-6a49-401d-af6c-6284a0eb1663 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] 10.222.0.23 "DELETE /v2.0/subnets/dc588a05-b894-47e9-a9d7-93c098a03ec0 HTTP/1.1" status: 204 len: 168 time: 0.3974798 Oct 26 16:23:54.963634 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24c4e71-6be4-445f-8696-e6bbf706fde0 None None] Network 33d85378-473d-4229-9029-deed4e5ff31e requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:23:54.965481 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 50046) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:55.080037 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0e7d6d0e-fd88-4ee1-b64b-e6b8be189c24 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:55.090854 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-0e7d6d0e-fd88-4ee1-b64b-e6b8be189c24 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Deleting port efb78103-1409-45cb-8a03-dcca72243370 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:23:55.091204 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0e7d6d0e-fd88-4ee1-b64b-e6b8be189c24 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:55.218336 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03a8386-079a-43fd-8511-c61ae3e3a24d None None] DHCP port deletion for 33d85378-473d-4229-9029-deed4e5ff31e request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 16:23:55.222620 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-e03a8386-079a-43fd-8511-c61ae3e3a24d None None] Deleting port efb78103-1409-45cb-8a03-dcca72243370 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:23:55.223001 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e03a8386-079a-43fd-8511-c61ae3e3a24d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:55.299724 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-0e7d6d0e-fd88-4ee1-b64b-e6b8be189c24 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] For port efb78103-1409-45cb-8a03-dcca72243370, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=efb78103-1409-45cb-8a03-dcca72243370,segment=NetworkSegment(12159bee-79ac-4816-b15d-b36d6181496a),segment_id=12159bee-79ac-4816-b15d-b36d6181496a)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:23:55.300873 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0e7d6d0e-fd88-4ee1-b64b-e6b8be189c24 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:55.435998 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-e03a8386-079a-43fd-8511-c61ae3e3a24d None None] For port efb78103-1409-45cb-8a03-dcca72243370, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=efb78103-1409-45cb-8a03-dcca72243370,segment=NetworkSegment(12159bee-79ac-4816-b15d-b36d6181496a),segment_id=12159bee-79ac-4816-b15d-b36d6181496a)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:23:55.436710 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e03a8386-079a-43fd-8511-c61ae3e3a24d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:55.528830 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-0e7d6d0e-fd88-4ee1-b64b-e6b8be189c24 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Calling delete_port for efb78103-1409-45cb-8a03-dcca72243370 owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:23:55.560771 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-e03a8386-079a-43fd-8511-c61ae3e3a24d None None] Calling delete_port for efb78103-1409-45cb-8a03-dcca72243370 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:23:55.656672 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0e7d6d0e-fd88-4ee1-b64b-e6b8be189c24 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:55.664280 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-e03a8386-079a-43fd-8511-c61ae3e3a24d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:23:55.664280 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-e03a8386-079a-43fd-8511-c61ae3e3a24d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:23:55.665843 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device efb78103-1409-45cb-8a03-dcca72243370 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:23:55.703144 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: efb78103-1409-45cb-8a03-dcca72243370 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:23:55.703490 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device efb78103-1409-45cb-8a03-dcca72243370 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:23:55.707425 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7d6d0e-fd88-4ee1-b64b-e6b8be189c24 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Pushing event deleted for resources: {'Port': ['ID=efb78103-1409-45cb-8a03-dcca72243370,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:55.711939 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7d6d0e-fd88-4ee1-b64b-e6b8be189c24 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] No DVR routers for this DVR port efb78103-1409-45cb-8a03-dcca72243370 on host dv-neutron-862712-1-hyperv {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:23:55.836890 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0e7d6d0e-fd88-4ee1-b64b-e6b8be189c24 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:55.861151 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-0e7d6d0e-fd88-4ee1-b64b-e6b8be189c24 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33d85378-473d-4229-9029-deed4e5ff31e']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:55.874404 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-0e7d6d0e-fd88-4ee1-b64b-e6b8be189c24 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12159bee-79ac-4816-b15d-b36d6181496a') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:55.874952 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-0e7d6d0e-fd88-4ee1-b64b-e6b8be189c24 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12159bee-79ac-4816-b15d-b36d6181496a') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:23:55.887653 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0e7d6d0e-fd88-4ee1-b64b-e6b8be189c24 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:55.903243 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0e7d6d0e-fd88-4ee1-b64b-e6b8be189c24 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:55.909153 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e7d6d0e-fd88-4ee1-b64b-e6b8be189c24 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:23:55.909534 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0e7d6d0e-fd88-4ee1-b64b-e6b8be189c24 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:56.038837 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0e7d6d0e-fd88-4ee1-b64b-e6b8be189c24 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:56.056228 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0e7d6d0e-fd88-4ee1-b64b-e6b8be189c24 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:56.067627 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7d6d0e-fd88-4ee1-b64b-e6b8be189c24 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Pushing event deleted for resources: {'Network': ['ID=33d85378-473d-4229-9029-deed4e5ff31e,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:56.071709 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-0e7d6d0e-fd88-4ee1-b64b-e6b8be189c24 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] 10.222.0.23 "DELETE /v2.0/networks/33d85378-473d-4229-9029-deed4e5ff31e HTTP/1.1" status: 204 len: 168 time: 1.1052620 Oct 26 16:23:56.074340 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 50050) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:56.128941 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-1e268633-9d78-429c-b13d-c0d63e3af4f9 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Synchronizing usage tracker for tenant:9cda9d6721184a2087c1a27118611b2a on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:23:56.165326 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-e03a8386-079a-43fd-8511-c61ae3e3a24d None None] Deleting port efb78103-1409-45cb-8a03-dcca72243370 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:23:56.165846 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e03a8386-079a-43fd-8511-c61ae3e3a24d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:56.210284 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-1e268633-9d78-429c-b13d-c0d63e3af4f9 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Unset dirty status for tenant:9cda9d6721184a2087c1a27118611b2a on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:23:56.211491 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-1e268633-9d78-429c-b13d-c0d63e3af4f9 tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] 10.222.0.23 "GET /v2.0/ports?device_id=664777a4-212d-4706-a1d6-bf5154e38aa8 HTTP/1.1" status: 200 len: 205 time: 0.1362395 Oct 26 16:23:56.214066 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 50054) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:56.231589 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-e03a8386-079a-43fd-8511-c61ae3e3a24d None None] The port 'efb78103-1409-45cb-8a03-dcca72243370' was deleted {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 16:23:56.348313 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cc82ceec-f532-46f6-8373-c10a0d0412ff tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks [] for router, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:56.520691 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 12159bee-79ac-4816-b15d-b36d6181496a resource provider aggregate not found Oct 26 16:23:56.590185 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 12159bee-79ac-4816-b15d-b36d6181496a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 12159bee-79ac-4816-b15d-b36d6181496a found for delete ", "request_id": "req-584860a2-9c71-441b-af98-f25d3e3ccaca"}]} Oct 26 16:23:56.660123 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cc82ceec-f532-46f6-8373-c10a0d0412ff tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:56.662495 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cc82ceec-f532-46f6-8373-c10a0d0412ff tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:56.770601 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cc82ceec-f532-46f6-8373-c10a0d0412ff tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:56.771032 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc82ceec-f532-46f6-8373-c10a0d0412ff tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Fanout notify agent at l3_agent the message router_deleted on router 664777a4-212d-4706-a1d6-bf5154e38aa8 {{(pid=89748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 16:23:56.782408 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cc82ceec-f532-46f6-8373-c10a0d0412ff tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:56.783501 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-cc82ceec-f532-46f6-8373-c10a0d0412ff tempest-RoutersNegativeTest-677922090 tempest-RoutersNegativeTest-677922090-project] 10.222.0.23 "DELETE /v2.0/routers/664777a4-212d-4706-a1d6-bf5154e38aa8 HTTP/1.1" status: 204 len: 168 time: 0.5685036 Oct 26 16:23:57.213846 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 50066) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:57.279055 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:57.360353 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-020ace18-1e9d-4569-9af3-71c1ab2f9e58 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9cda9d6721184a2087c1a27118611b2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1453271 Oct 26 16:23:57.363365 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 50072) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:57.419948 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f6904d5e-d0c3-4393-a53d-c0449586bb96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:57.446009 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f6904d5e-d0c3-4393-a53d-c0449586bb96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:57.570417 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f6904d5e-d0c3-4393-a53d-c0449586bb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:57.586188 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6904d5e-d0c3-4393-a53d-c0449586bb96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c4f245-14ff-4e5a-a39f-e570ce14c846,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:57.591037 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f6904d5e-d0c3-4393-a53d-c0449586bb96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:57.591581 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f6904d5e-d0c3-4393-a53d-c0449586bb96 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b0c4f245-14ff-4e5a-a39f-e570ce14c846 HTTP/1.1" status: 204 len: 168 time: 0.2273321 Oct 26 16:23:58.506629 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 50096) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:58.609450 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-5e5f06ac-c61d-4f07-b5fc-4cf5b9dac58a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-317420415-network', 'tenant_id': '1e796b13b6264cfda6826081384983bf'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:23:58.614800 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-5e5f06ac-c61d-4f07-b5fc-4cf5b9dac58a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:23:58.618651 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-5e5f06ac-c61d-4f07-b5fc-4cf5b9dac58a admin admin] Usage tracker for resource:network and tenant:1e796b13b6264cfda6826081384983bf is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:23:58.621519 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-5e5f06ac-c61d-4f07-b5fc-4cf5b9dac58a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:23:58.627186 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-5e5f06ac-c61d-4f07-b5fc-4cf5b9dac58a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:23:58.684558 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5f06ac-c61d-4f07-b5fc-4cf5b9dac58a admin admin] Made reservation on behalf of 1e796b13b6264cfda6826081384983bf for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:23:58.686970 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5e5f06ac-c61d-4f07-b5fc-4cf5b9dac58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:58.699899 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5e5f06ac-c61d-4f07-b5fc-4cf5b9dac58a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:58.717801 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-5e5f06ac-c61d-4f07-b5fc-4cf5b9dac58a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:23:58.721697 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-5e5f06ac-c61d-4f07-b5fc-4cf5b9dac58a admin admin] Usage tracker for resource:security_group_rule and tenant:1e796b13b6264cfda6826081384983bf is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:23:58.724468 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-5e5f06ac-c61d-4f07-b5fc-4cf5b9dac58a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:23:58.730133 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-5e5f06ac-c61d-4f07-b5fc-4cf5b9dac58a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:23:58.810754 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5e5f06ac-c61d-4f07-b5fc-4cf5b9dac58a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:58.872984 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5e5f06ac-c61d-4f07-b5fc-4cf5b9dac58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:58.905864 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e5f06ac-c61d-4f07-b5fc-4cf5b9dac58a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:23:58.911279 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f06ac-c61d-4f07-b5fc-4cf5b9dac58a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49c5404-8005-4fdd-9314-2fdb21cf7c68,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:58.918041 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5e5f06ac-c61d-4f07-b5fc-4cf5b9dac58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:58.918969 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-5e5f06ac-c61d-4f07-b5fc-4cf5b9dac58a admin admin] Added segment 441ec1db-5dd8-44b6-b362-46ae2fae60bd of type vlan for network 76aa9d6d-28b6-4163-b123-11190f13e807 Oct 26 16:23:58.945483 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5e5f06ac-c61d-4f07-b5fc-4cf5b9dac58a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:59.061661 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5e5f06ac-c61d-4f07-b5fc-4cf5b9dac58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:59.062632 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5f06ac-c61d-4f07-b5fc-4cf5b9dac58a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:23:59.063224 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5e5f06ac-c61d-4f07-b5fc-4cf5b9dac58a admin admin] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:59.262828 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f06ac-c61d-4f07-b5fc-4cf5b9dac58a admin admin] Pushing event updated for resources: {'Network': ['ID=76aa9d6d-28b6-4163-b123-11190f13e807,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:59.273315 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 76aa9d6d-28b6-4163-b123-11190f13e807 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 16:23:59.331401 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-5e5f06ac-c61d-4f07-b5fc-4cf5b9dac58a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8235376 Oct 26 16:23:59.334401 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 50102) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:23:59.339874 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-1164121c-f15e-4aed-848b-5bcd38a882a4 admin admin] Request body: {'subnet': {'network_id': '76aa9d6d-28b6-4163-b123-11190f13e807', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-317420415-subnet', 'tenant_id': '1e796b13b6264cfda6826081384983bf', 'ip_version': 4}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:23:59.344831 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-1164121c-f15e-4aed-848b-5bcd38a882a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:23:59.349862 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-1164121c-f15e-4aed-848b-5bcd38a882a4 admin admin] Usage tracker for resource:subnet and tenant:1e796b13b6264cfda6826081384983bf is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:23:59.352746 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-1164121c-f15e-4aed-848b-5bcd38a882a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:23:59.358414 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-1164121c-f15e-4aed-848b-5bcd38a882a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:23:59.432950 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1164121c-f15e-4aed-848b-5bcd38a882a4 admin admin] Made reservation on behalf of 1e796b13b6264cfda6826081384983bf for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:23:59.435256 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1164121c-f15e-4aed-848b-5bcd38a882a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:59.719207 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1164121c-f15e-4aed-848b-5bcd38a882a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:59.797815 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1164121c-f15e-4aed-848b-5bcd38a882a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac8324e9-eaa7-4e34-b36a-fbd750992983,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:23:59.806633 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1164121c-f15e-4aed-848b-5bcd38a882a4 admin admin] Checking segment: {'id': '441ec1db-5dd8-44b6-b362-46ae2fae60bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '76aa9d6d-28b6-4163-b123-11190f13e807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:23:59.806990 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1164121c-f15e-4aed-848b-5bcd38a882a4 admin admin] Network hostable DHCP agents. Network: 76aa9d6d-28b6-4163-b123-11190f13e807, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:23:59.890299 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1164121c-f15e-4aed-848b-5bcd38a882a4 admin admin] Network 76aa9d6d-28b6-4163-b123-11190f13e807 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:23:59.970127 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-1164121c-f15e-4aed-848b-5bcd38a882a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 76aa9d6d-28b6-4163-b123-11190f13e807) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:23:59.974230 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1164121c-f15e-4aed-848b-5bcd38a882a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:23:59.974883 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1164121c-f15e-4aed-848b-5bcd38a882a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:23:59.979591 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a96ab8-8cb8-490a-b2e8-a58d11129a9b None None] Network 76aa9d6d-28b6-4163-b123-11190f13e807 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:24:00.051024 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-1164121c-f15e-4aed-848b-5bcd38a882a4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7154217 Oct 26 16:24:00.053504 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 50106) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:24:00.058429 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-2f474755-3fd7-47bd-89c5-f6bbaebadbb1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-317420415-router', 'tenant_id': '1e796b13b6264cfda6826081384983bf', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:24:00.063101 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-2f474755-3fd7-47bd-89c5-f6bbaebadbb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:24:00.067660 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-2f474755-3fd7-47bd-89c5-f6bbaebadbb1 admin admin] Usage tracker for resource:router and tenant:1e796b13b6264cfda6826081384983bf is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:24:00.070499 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-2f474755-3fd7-47bd-89c5-f6bbaebadbb1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:24:00.076150 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-2f474755-3fd7-47bd-89c5-f6bbaebadbb1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:24:00.164965 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2f474755-3fd7-47bd-89c5-f6bbaebadbb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:00.166180 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2f474755-3fd7-47bd-89c5-f6bbaebadbb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:00.181300 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2f474755-3fd7-47bd-89c5-f6bbaebadbb1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:00.206987 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa33622-7381-4e85-9175-ffb378bcb6a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-76aa9d6d-28b6-4163-b123-11190f13e807', 'network_id': '76aa9d6d-28b6-4163-b123-11190f13e807', 'tenant_id': '1e796b13b6264cfda6826081384983bf', 'fixed_ips': [{'subnet_id': 'ac8324e9-eaa7-4e34-b36a-fbd750992983'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 16:24:00.207817 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-daa33622-7381-4e85-9175-ffb378bcb6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:00.363873 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-daa33622-7381-4e85-9175-ffb378bcb6a9 None None] Allocated IP 172.20.0.2 (76aa9d6d-28b6-4163-b123-11190f13e807/ac8324e9-eaa7-4e34-b36a-fbd750992983/272e99e3-b893-4cda-b649-e66dd89d7f96) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:24:00.511128 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2f474755-3fd7-47bd-89c5-f6bbaebadbb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:00.597260 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-daa33622-7381-4e85-9175-ffb378bcb6a9 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:00.607577 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-daa33622-7381-4e85-9175-ffb378bcb6a9 None None] Transition to ACTIVE for port object 272e99e3-b893-4cda-b649-e66dd89d7f96 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:24:00.626813 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-daa33622-7381-4e85-9175-ffb378bcb6a9 None None] Transition to ACTIVE for port object 272e99e3-b893-4cda-b649-e66dd89d7f96 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:24:00.719380 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-daa33622-7381-4e85-9175-ffb378bcb6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:00.792640 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa33622-7381-4e85-9175-ffb378bcb6a9 None None] Network 76aa9d6d-28b6-4163-b123-11190f13e807 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:24:00.795261 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-daa33622-7381-4e85-9175-ffb378bcb6a9 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:24:00.799516 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa33622-7381-4e85-9175-ffb378bcb6a9 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:24:00.802725 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa33622-7381-4e85-9175-ffb378bcb6a9 None None] Pushing event updated for resources: {'Port': ['ID=272e99e3-b893-4cda-b649-e66dd89d7f96,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:00.886063 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2f474755-3fd7-47bd-89c5-f6bbaebadbb1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:00.906966 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-daa33622-7381-4e85-9175-ffb378bcb6a9 None None] Attempting to bind port 272e99e3-b893-4cda-b649-e66dd89d7f96 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:24:00.907333 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-daa33622-7381-4e85-9175-ffb378bcb6a9 None None] Attempting to bind port 272e99e3-b893-4cda-b649-e66dd89d7f96 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '441ec1db-5dd8-44b6-b362-46ae2fae60bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '76aa9d6d-28b6-4163-b123-11190f13e807'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:24:00.907689 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa33622-7381-4e85-9175-ffb378bcb6a9 None None] Attempting to bind port 272e99e3-b893-4cda-b649-e66dd89d7f96 on network 76aa9d6d-28b6-4163-b123-11190f13e807 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:24:00.913916 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa33622-7381-4e85-9175-ffb378bcb6a9 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:24:00.914283 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa33622-7381-4e85-9175-ffb378bcb6a9 None None] Checking segment: {'id': '441ec1db-5dd8-44b6-b362-46ae2fae60bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '76aa9d6d-28b6-4163-b123-11190f13e807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:24:00.914710 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-daa33622-7381-4e85-9175-ffb378bcb6a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:00.915136 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa33622-7381-4e85-9175-ffb378bcb6a9 None None] Bound using segment: {'id': '441ec1db-5dd8-44b6-b362-46ae2fae60bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '76aa9d6d-28b6-4163-b123-11190f13e807'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:24:00.915591 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-daa33622-7381-4e85-9175-ffb378bcb6a9 None None] Bound port: 272e99e3-b893-4cda-b649-e66dd89d7f96, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441ec1db-5dd8-44b6-b362-46ae2fae60bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '76aa9d6d-28b6-4163-b123-11190f13e807'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:24:00.915990 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-daa33622-7381-4e85-9175-ffb378bcb6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:00.916981 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2f474755-3fd7-47bd-89c5-f6bbaebadbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:01.006152 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-daa33622-7381-4e85-9175-ffb378bcb6a9 None None] For port 272e99e3-b893-4cda-b649-e66dd89d7f96, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:24:01.009178 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-daa33622-7381-4e85-9175-ffb378bcb6a9 None None] For port 272e99e3-b893-4cda-b649-e66dd89d7f96, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=272e99e3-b893-4cda-b649-e66dd89d7f96,segment=NetworkSegment(441ec1db-5dd8-44b6-b362-46ae2fae60bd),segment_id=441ec1db-5dd8-44b6-b362-46ae2fae60bd)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:24:01.051407 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-2f474755-3fd7-47bd-89c5-f6bbaebadbb1 admin admin] Allocated IP 172.26.2.29 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/0f5261b2-1bb9-4141-9a5f-9d09e3732b63) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:24:01.113497 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-daa33622-7381-4e85-9175-ffb378bcb6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:01.190719 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa33622-7381-4e85-9175-ffb378bcb6a9 None None] Pushing event updated for resources: {'Port': ['ID=272e99e3-b893-4cda-b649-e66dd89d7f96,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:01.198049 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2f474755-3fd7-47bd-89c5-f6bbaebadbb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:01.291157 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2f474755-3fd7-47bd-89c5-f6bbaebadbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:01.359026 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f474755-3fd7-47bd-89c5-f6bbaebadbb1 admin admin] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:24:01.361833 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-2f474755-3fd7-47bd-89c5-f6bbaebadbb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:24:01.367044 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f474755-3fd7-47bd-89c5-f6bbaebadbb1 admin admin] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:24:01.407278 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f474755-3fd7-47bd-89c5-f6bbaebadbb1 admin admin] Pushing event updated for resources: {'Port': ['ID=0f5261b2-1bb9-4141-9a5f-9d09e3732b63,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:01.694931 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 272e99e3-b893-4cda-b649-e66dd89d7f96 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:24:01.851737 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 272e99e3-b893-4cda-b649-e66dd89d7f96 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:24:02.012093 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2f474755-3fd7-47bd-89c5-f6bbaebadbb1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:02.102376 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e25d39fa-8225-4f95-99b7-7bfff64c2895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:02.182813 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d308184-04c1-472f-8c3b-088dd28c7e20 None None] Network 76aa9d6d-28b6-4163-b123-11190f13e807 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:24:02.335843 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-e8d28d43-6a4f-4de8-9fd4-9989da119c24 None None] Provisioning for port 272e99e3-b893-4cda-b649-e66dd89d7f96 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:24:02.347515 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-e8d28d43-6a4f-4de8-9fd4-9989da119c24 None None] Provisioning complete for port 272e99e3-b893-4cda-b649-e66dd89d7f96 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:24:02.347844 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e8d28d43-6a4f-4de8-9fd4-9989da119c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:02.348107 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-e8d28d43-6a4f-4de8-9fd4-9989da119c24 None None] Attempt 1 to provision port 272e99e3-b893-4cda-b649-e66dd89d7f96 Oct 26 16:24:02.375877 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2f474755-3fd7-47bd-89c5-f6bbaebadbb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:02.533723 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-e8d28d43-6a4f-4de8-9fd4-9989da119c24 None None] Current status of the port 272e99e3-b893-4cda-b649-e66dd89d7f96 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:24:02.534598 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e8d28d43-6a4f-4de8-9fd4-9989da119c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:02.572290 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-e8d28d43-6a4f-4de8-9fd4-9989da119c24 None None] For port 272e99e3-b893-4cda-b649-e66dd89d7f96, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=272e99e3-b893-4cda-b649-e66dd89d7f96,segment=NetworkSegment(441ec1db-5dd8-44b6-b362-46ae2fae60bd),segment_id=441ec1db-5dd8-44b6-b362-46ae2fae60bd)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:24:02.679382 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e8d28d43-6a4f-4de8-9fd4-9989da119c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:02.719165 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f474755-3fd7-47bd-89c5-f6bbaebadbb1 admin admin] Router 382fc9d8-7836-492c-a45d-2cf2138d4ec6 is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 16:24:02.749300 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d28d43-6a4f-4de8-9fd4-9989da119c24 None None] Pushing event updated for resources: {'Port': ['ID=272e99e3-b893-4cda-b649-e66dd89d7f96,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:02.800963 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-9e1024d6-489e-430d-a83c-42a88140d782 None None] Provisioning complete for port 272e99e3-b893-4cda-b649-e66dd89d7f96 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:24:02.801263 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9e1024d6-489e-430d-a83c-42a88140d782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:02.801598 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-9e1024d6-489e-430d-a83c-42a88140d782 None None] Attempt 1 to provision port 272e99e3-b893-4cda-b649-e66dd89d7f96 Oct 26 16:24:02.902944 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f474755-3fd7-47bd-89c5-f6bbaebadbb1 admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:24:02.912572 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2b7224-b1f9-4c86-8129-214e4ba10dd8 None None] Sync routers for ids ['382fc9d8-7836-492c-a45d-2cf2138d4ec6'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:24:02.930789 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2b7224-b1f9-4c86-8129-214e4ba10dd8 None None] Routers {'382fc9d8-7836-492c-a45d-2cf2138d4ec6'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:24:02.931404 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-9f2b7224-b1f9-4c86-8129-214e4ba10dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:23:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['382fc9d8-7836-492c-a45d-2cf2138d4ec6'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:02.979947 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-9e1024d6-489e-430d-a83c-42a88140d782 None None] Current status of the port 272e99e3-b893-4cda-b649-e66dd89d7f96 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:24:02.987504 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2f474755-3fd7-47bd-89c5-f6bbaebadbb1 admin admin] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:02.988718 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2f474755-3fd7-47bd-89c5-f6bbaebadbb1 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9342961 Oct 26 16:24:02.991513 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 50110) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:24:03.115203 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-9f2b7224-b1f9-4c86-8129-214e4ba10dd8 None None] Set router 382fc9d8-7836-492c-a45d-2cf2138d4ec6 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:24:03.445968 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-9f2b7224-b1f9-4c86-8129-214e4ba10dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382fc9d8-7836-492c-a45d-2cf2138d4ec6', 'name': 'tempest-TestEncryptedCinderVolumes-317420415-router', 'tenant_id': '1e796b13b6264cfda6826081384983bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '0f5261b2-1bb9-4141-9a5f-9d09e3732b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:00Z', 'updated_at': '2022-10-26T16:24:01Z', 'revision_number': 3, 'project_id': '1e796b13b6264cfda6826081384983bf', 'gw_port': {'id': '0f5261b2-1bb9-4141-9a5f-9d09e3732b63', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a5:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '382fc9d8-7836-492c-a45d-2cf2138d4ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:00Z', 'updated_at': '2022-10-26T16:24:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:03.449837 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2b7224-b1f9-4c86-8129-214e4ba10dd8 None None] Checking router: 382fc9d8-7836-492c-a45d-2cf2138d4ec6 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:24:03.450191 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2b7224-b1f9-4c86-8129-214e4ba10dd8 None None] Updating router 382fc9d8-7836-492c-a45d-2cf2138d4ec6 port 0f5261b2-1bb9-4141-9a5f-9d09e3732b63 binding host dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:24:03.504949 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9f2b7224-b1f9-4c86-8129-214e4ba10dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:03.701720 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 272e99e3-b893-4cda-b649-e66dd89d7f96 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:24:03.794840 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ed236fb4-78c5-48c6-9b97-fdcbd7740d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:03.826854 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 272e99e3-b893-4cda-b649-e66dd89d7f96 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:24:03.827341 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:03.827574 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 272e99e3-b893-4cda-b649-e66dd89d7f96 Oct 26 16:24:03.960249 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9f2b7224-b1f9-4c86-8129-214e4ba10dd8 None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:04.008764 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-ed236fb4-78c5-48c6-9b97-fdcbd7740d6a admin admin] Allocated IP 172.20.0.1 (76aa9d6d-28b6-4163-b123-11190f13e807/ac8324e9-eaa7-4e34-b36a-fbd750992983/767161ec-d0f1-44cb-ae09-21c4e09f01f6) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:24:04.013540 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-9f2b7224-b1f9-4c86-8129-214e4ba10dd8 None None] Transition to ACTIVE for port object 0f5261b2-1bb9-4141-9a5f-9d09e3732b63 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:24:04.026163 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 272e99e3-b893-4cda-b649-e66dd89d7f96 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:24:04.101788 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9f2b7224-b1f9-4c86-8129-214e4ba10dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:04.159515 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ed236fb4-78c5-48c6-9b97-fdcbd7740d6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:04.166732 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-9f2b7224-b1f9-4c86-8129-214e4ba10dd8 None None] Attempting to bind port 0f5261b2-1bb9-4141-9a5f-9d09e3732b63 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:24:04.167111 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-9f2b7224-b1f9-4c86-8129-214e4ba10dd8 None None] Attempting to bind port 0f5261b2-1bb9-4141-9a5f-9d09e3732b63 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:24:04.167473 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2b7224-b1f9-4c86-8129-214e4ba10dd8 None None] Attempting to bind port 0f5261b2-1bb9-4141-9a5f-9d09e3732b63 on network 0c79a151-ef79-4fff-8a3c-258f9478471d {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:24:04.175702 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-ed236fb4-78c5-48c6-9b97-fdcbd7740d6a admin admin] Transition to ACTIVE for port object 767161ec-d0f1-44cb-ae09-21c4e09f01f6 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:24:04.178651 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2b7224-b1f9-4c86-8129-214e4ba10dd8 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:24:04.179029 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2b7224-b1f9-4c86-8129-214e4ba10dd8 None None] Checking segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:24:04.179430 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9f2b7224-b1f9-4c86-8129-214e4ba10dd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:04.179823 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2b7224-b1f9-4c86-8129-214e4ba10dd8 None None] Bound using segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:24:04.180287 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-9f2b7224-b1f9-4c86-8129-214e4ba10dd8 None None] Bound port: 0f5261b2-1bb9-4141-9a5f-9d09e3732b63, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:24:04.180657 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9f2b7224-b1f9-4c86-8129-214e4ba10dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:04.228702 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbce6b7-67ce-4813-8cd3-6457e6b116c2 None None] Pushing event updated for resources: {'Port': ['ID=0f5261b2-1bb9-4141-9a5f-9d09e3732b63,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:04.261555 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-9f2b7224-b1f9-4c86-8129-214e4ba10dd8 None None] For port 0f5261b2-1bb9-4141-9a5f-9d09e3732b63, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:24:04.264457 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-9f2b7224-b1f9-4c86-8129-214e4ba10dd8 None None] For port 0f5261b2-1bb9-4141-9a5f-9d09e3732b63, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=0f5261b2-1bb9-4141-9a5f-9d09e3732b63,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:24:04.268246 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ed236fb4-78c5-48c6-9b97-fdcbd7740d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:04.332907 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed236fb4-78c5-48c6-9b97-fdcbd7740d6a admin admin] Network 76aa9d6d-28b6-4163-b123-11190f13e807 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:24:04.335846 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-ed236fb4-78c5-48c6-9b97-fdcbd7740d6a admin admin] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:24:04.339691 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed236fb4-78c5-48c6-9b97-fdcbd7740d6a admin admin] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:24:04.349162 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9f2b7224-b1f9-4c86-8129-214e4ba10dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:04.376221 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed236fb4-78c5-48c6-9b97-fdcbd7740d6a admin admin] Pushing event updated for resources: {'Port': ['ID=767161ec-d0f1-44cb-ae09-21c4e09f01f6,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:04.404563 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ed236fb4-78c5-48c6-9b97-fdcbd7740d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:04.428292 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2b7224-b1f9-4c86-8129-214e4ba10dd8 None None] Routers {'382fc9d8-7836-492c-a45d-2cf2138d4ec6'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:24:04.428770 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-9f2b7224-b1f9-4c86-8129-214e4ba10dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:23:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['382fc9d8-7836-492c-a45d-2cf2138d4ec6'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:04.568277 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbce6b7-67ce-4813-8cd3-6457e6b116c2 None None] Pushing event updated for resources: {'Port': ['ID=0f5261b2-1bb9-4141-9a5f-9d09e3732b63,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:04.573791 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d31ea645-fd39-466a-8bd5-cad51999cd2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:04.597874 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ed236fb4-78c5-48c6-9b97-fdcbd7740d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:04.624357 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-9f2b7224-b1f9-4c86-8129-214e4ba10dd8 None None] Set router 382fc9d8-7836-492c-a45d-2cf2138d4ec6 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:24:04.726327 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-ebf3c719-8a13-4e50-b224-ff23968c76b7 None None] Provisioning for port 767161ec-d0f1-44cb-ae09-21c4e09f01f6 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:24:04.755084 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-ebf3c719-8a13-4e50-b224-ff23968c76b7 None None] Provisioning complete for port 767161ec-d0f1-44cb-ae09-21c4e09f01f6 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:24:04.755459 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ebf3c719-8a13-4e50-b224-ff23968c76b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:04.755794 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ebf3c719-8a13-4e50-b224-ff23968c76b7 None None] Attempt 1 to provision port 767161ec-d0f1-44cb-ae09-21c4e09f01f6 Oct 26 16:24:04.832898 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ed236fb4-78c5-48c6-9b97-fdcbd7740d6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:04.873185 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ebf3c719-8a13-4e50-b224-ff23968c76b7 None None] Port 767161ec-d0f1-44cb-ae09-21c4e09f01f6 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:24:04.913426 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ed236fb4-78c5-48c6-9b97-fdcbd7740d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:04.964569 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-9f2b7224-b1f9-4c86-8129-214e4ba10dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382fc9d8-7836-492c-a45d-2cf2138d4ec6', 'name': 'tempest-TestEncryptedCinderVolumes-317420415-router', 'tenant_id': '1e796b13b6264cfda6826081384983bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '0f5261b2-1bb9-4141-9a5f-9d09e3732b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:00Z', 'updated_at': '2022-10-26T16:24:01Z', 'revision_number': 3, 'project_id': '1e796b13b6264cfda6826081384983bf', 'gw_port': {'id': '0f5261b2-1bb9-4141-9a5f-9d09e3732b63', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a5:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '382fc9d8-7836-492c-a45d-2cf2138d4ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:00Z', 'updated_at': '2022-10-26T16:24:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:04.968550 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2b7224-b1f9-4c86-8129-214e4ba10dd8 None None] The sync data for ids ['382fc9d8-7836-492c-a45d-2cf2138d4ec6'] in dv-neutron-862712-1-hyperv is: [{'id': '382fc9d8-7836-492c-a45d-2cf2138d4ec6', 'name': 'tempest-TestEncryptedCinderVolumes-317420415-router', 'tenant_id': '1e796b13b6264cfda6826081384983bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '0f5261b2-1bb9-4141-9a5f-9d09e3732b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:00Z', 'updated_at': '2022-10-26T16:24:01Z', 'revision_number': 3, 'project_id': '1e796b13b6264cfda6826081384983bf', 'gw_port': {'id': '0f5261b2-1bb9-4141-9a5f-9d09e3732b63', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a5:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '382fc9d8-7836-492c-a45d-2cf2138d4ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:00Z', 'updated_at': '2022-10-26T16:24:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:24:05.027946 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ed236fb4-78c5-48c6-9b97-fdcbd7740d6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:05.031465 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed236fb4-78c5-48c6-9b97-fdcbd7740d6a admin admin] Pushing event updated for resources: {'Port': ['ID=767161ec-d0f1-44cb-ae09-21c4e09f01f6,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:05.262031 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:05.309276 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed236fb4-78c5-48c6-9b97-fdcbd7740d6a admin admin] Network 76aa9d6d-28b6-4163-b123-11190f13e807 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:24:05.310607 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-ed236fb4-78c5-48c6-9b97-fdcbd7740d6a admin admin] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:24:05.374731 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ebf3c719-8a13-4e50-b224-ff23968c76b7 None None] Attempt 2 to provision port 767161ec-d0f1-44cb-ae09-21c4e09f01f6 Oct 26 16:24:05.428051 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:05.442838 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ebf3c719-8a13-4e50-b224-ff23968c76b7 None None] Port 767161ec-d0f1-44cb-ae09-21c4e09f01f6 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:24:05.517679 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed236fb4-78c5-48c6-9b97-fdcbd7740d6a admin admin] Router 382fc9d8-7836-492c-a45d-2cf2138d4ec6 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:24:05.718242 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 0f5261b2-1bb9-4141-9a5f-9d09e3732b63 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:24:05.720867 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed236fb4-78c5-48c6-9b97-fdcbd7740d6a admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:24:05.733331 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ed236fb4-78c5-48c6-9b97-fdcbd7740d6a admin admin] 10.222.0.23 "PUT /v2.0/routers/382fc9d8-7836-492c-a45d-2cf2138d4ec6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7407603 Oct 26 16:24:05.890387 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 0f5261b2-1bb9-4141-9a5f-9d09e3732b63 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:24:05.897339 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 0f5261b2-1bb9-4141-9a5f-9d09e3732b63 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:24:05.897567 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:05.897904 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 0f5261b2-1bb9-4141-9a5f-9d09e3732b63 Oct 26 16:24:05.944841 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ebf3c719-8a13-4e50-b224-ff23968c76b7 None None] Attempt 3 to provision port 767161ec-d0f1-44cb-ae09-21c4e09f01f6 Oct 26 16:24:06.007793 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ebf3c719-8a13-4e50-b224-ff23968c76b7 None None] Port 767161ec-d0f1-44cb-ae09-21c4e09f01f6 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:24:06.062385 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 0f5261b2-1bb9-4141-9a5f-9d09e3732b63 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:24:06.062798 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:06.080227 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 0f5261b2-1bb9-4141-9a5f-9d09e3732b63, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=0f5261b2-1bb9-4141-9a5f-9d09e3732b63,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:24:06.147856 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:06.219564 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=0f5261b2-1bb9-4141-9a5f-9d09e3732b63,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:06.448737 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 50128) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:24:06.454414 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-6a110512-fa24-4c0d-bea6-3c48425df66e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2063426721-network', 'tenant_id': 'ab496cb760794ee38eff8847f7808b78'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:24:06.459380 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-6a110512-fa24-4c0d-bea6-3c48425df66e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:24:06.463483 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-6a110512-fa24-4c0d-bea6-3c48425df66e admin admin] Usage tracker for resource:network and tenant:ab496cb760794ee38eff8847f7808b78 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:24:06.466609 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-6a110512-fa24-4c0d-bea6-3c48425df66e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:24:06.472673 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-6a110512-fa24-4c0d-bea6-3c48425df66e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:24:06.509040 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ebf3c719-8a13-4e50-b224-ff23968c76b7 None None] Attempt 4 to provision port 767161ec-d0f1-44cb-ae09-21c4e09f01f6 Oct 26 16:24:06.528166 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3bee6c-9fe2-4000-8675-073c7b426941 None None] Sync routers for ids ['382fc9d8-7836-492c-a45d-2cf2138d4ec6'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:24:06.538842 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3bee6c-9fe2-4000-8675-073c7b426941 None None] Routers {'382fc9d8-7836-492c-a45d-2cf2138d4ec6'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:24:06.542288 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-7d3bee6c-9fe2-4000-8675-073c7b426941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:24:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['382fc9d8-7836-492c-a45d-2cf2138d4ec6'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:06.563285 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ebf3c719-8a13-4e50-b224-ff23968c76b7 None None] Port 767161ec-d0f1-44cb-ae09-21c4e09f01f6 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:24:06.610366 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a110512-fa24-4c0d-bea6-3c48425df66e admin admin] Made reservation on behalf of ab496cb760794ee38eff8847f7808b78 for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:24:06.613465 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6a110512-fa24-4c0d-bea6-3c48425df66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:06.626187 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6a110512-fa24-4c0d-bea6-3c48425df66e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:06.641393 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-6a110512-fa24-4c0d-bea6-3c48425df66e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:24:06.645438 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-6a110512-fa24-4c0d-bea6-3c48425df66e admin admin] Usage tracker for resource:security_group_rule and tenant:ab496cb760794ee38eff8847f7808b78 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:24:06.648471 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-6a110512-fa24-4c0d-bea6-3c48425df66e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:24:06.656252 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-6a110512-fa24-4c0d-bea6-3c48425df66e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:24:06.721036 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-7d3bee6c-9fe2-4000-8675-073c7b426941 None None] Set router 382fc9d8-7836-492c-a45d-2cf2138d4ec6 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:24:06.746358 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6a110512-fa24-4c0d-bea6-3c48425df66e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:06.833249 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6a110512-fa24-4c0d-bea6-3c48425df66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:06.864843 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a110512-fa24-4c0d-bea6-3c48425df66e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:24:06.873444 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a110512-fa24-4c0d-bea6-3c48425df66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f65fd2e-b6e6-40e4-968a-93eb1c912e43,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:06.887201 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6a110512-fa24-4c0d-bea6-3c48425df66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:06.887201 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-6a110512-fa24-4c0d-bea6-3c48425df66e admin admin] Added segment cd331c1e-68f9-4abe-8399-bbd896cb7992 of type vlan for network f4df341b-b304-4dc5-8748-474870ca6d35 Oct 26 16:24:06.908617 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6a110512-fa24-4c0d-bea6-3c48425df66e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:06.988406 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:07.010523 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6a110512-fa24-4c0d-bea6-3c48425df66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:07.011701 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a110512-fa24-4c0d-bea6-3c48425df66e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:07.012299 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6a110512-fa24-4c0d-bea6-3c48425df66e admin admin] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:07.038483 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-7d3bee6c-9fe2-4000-8675-073c7b426941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382fc9d8-7836-492c-a45d-2cf2138d4ec6', 'name': 'tempest-TestEncryptedCinderVolumes-317420415-router', 'tenant_id': '1e796b13b6264cfda6826081384983bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '0f5261b2-1bb9-4141-9a5f-9d09e3732b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:00Z', 'updated_at': '2022-10-26T16:24:04Z', 'revision_number': 4, 'project_id': '1e796b13b6264cfda6826081384983bf', 'gw_port': {'id': '0f5261b2-1bb9-4141-9a5f-9d09e3732b63', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382fc9d8-7836-492c-a45d-2cf2138d4ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:00Z', 'updated_at': '2022-10-26T16:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '767161ec-d0f1-44cb-ae09-21c4e09f01f6', 'name': '', 'network_id': '76aa9d6d-28b6-4163-b123-11190f13e807', 'tenant_id': '1e796b13b6264cfda6826081384983bf', 'mac_address': 'fa:16:3e:14:e5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '382fc9d8-7836-492c-a45d-2cf2138d4ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'ac8324e9-eaa7-4e34-b36a-fbd750992983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:03Z', 'updated_at': '2022-10-26T16:24:04Z', 'revision_number': 2, 'project_id': '1e796b13b6264cfda6826081384983bf', 'subnets': [{'id': 'ac8324e9-eaa7-4e34-b36a-fbd750992983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:07.042354 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3bee6c-9fe2-4000-8675-073c7b426941 None None] Checking router: 382fc9d8-7836-492c-a45d-2cf2138d4ec6 for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:24:07.042741 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3bee6c-9fe2-4000-8675-073c7b426941 None None] Updating router 382fc9d8-7836-492c-a45d-2cf2138d4ec6 port 767161ec-d0f1-44cb-ae09-21c4e09f01f6 binding host dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:24:07.064344 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ebf3c719-8a13-4e50-b224-ff23968c76b7 None None] Attempt 5 to provision port 767161ec-d0f1-44cb-ae09-21c4e09f01f6 Oct 26 16:24:07.095409 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-7d3bee6c-9fe2-4000-8675-073c7b426941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:07.120678 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a110512-fa24-4c0d-bea6-3c48425df66e admin admin] Pushing event updated for resources: {'Network': ['ID=f4df341b-b304-4dc5-8748-474870ca6d35,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:07.125158 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ebf3c719-8a13-4e50-b224-ff23968c76b7 None None] Port 767161ec-d0f1-44cb-ae09-21c4e09f01f6 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:24:07.131332 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network f4df341b-b304-4dc5-8748-474870ca6d35 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 16:24:07.213329 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-6a110512-fa24-4c0d-bea6-3c48425df66e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7609067 Oct 26 16:24:07.213703 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 50132) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:24:07.219827 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-1e223a33-1e08-4491-a66a-48374a2ebfec admin admin] Request body: {'subnet': {'network_id': 'f4df341b-b304-4dc5-8748-474870ca6d35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2063426721-subnet', 'tenant_id': 'ab496cb760794ee38eff8847f7808b78', 'ip_version': 4}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:24:07.225778 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-1e223a33-1e08-4491-a66a-48374a2ebfec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:24:07.229938 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-1e223a33-1e08-4491-a66a-48374a2ebfec admin admin] Usage tracker for resource:subnet and tenant:ab496cb760794ee38eff8847f7808b78 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:24:07.233152 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-1e223a33-1e08-4491-a66a-48374a2ebfec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:24:07.240685 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-1e223a33-1e08-4491-a66a-48374a2ebfec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:24:07.329809 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e223a33-1e08-4491-a66a-48374a2ebfec admin admin] Made reservation on behalf of ab496cb760794ee38eff8847f7808b78 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:24:07.333251 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1e223a33-1e08-4491-a66a-48374a2ebfec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:07.464080 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-7d3bee6c-9fe2-4000-8675-073c7b426941 None None] Notify callbacks [] for port, precommit_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:07.475663 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.provisioning_blocks [None req-7d3bee6c-9fe2-4000-8675-073c7b426941 None None] Transition to ACTIVE for port object 767161ec-d0f1-44cb-ae09-21c4e09f01f6 will not be triggered until provisioned by entity L2. {{(pid=89750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:24:07.558700 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-7d3bee6c-9fe2-4000-8675-073c7b426941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:07.621888 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1e223a33-1e08-4491-a66a-48374a2ebfec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:07.626827 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ebf3c719-8a13-4e50-b224-ff23968c76b7 None None] Attempt 6 to provision port 767161ec-d0f1-44cb-ae09-21c4e09f01f6 Oct 26 16:24:07.672083 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe1fec0-919f-4ce9-892f-4571c7245678 None None] Pushing event updated for resources: {'Port': ['ID=767161ec-d0f1-44cb-ae09-21c4e09f01f6,revision_number=3']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:07.701822 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe1fec0-919f-4ce9-892f-4571c7245678 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:07.702396 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe1fec0-919f-4ce9-892f-4571c7245678 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:07.703010 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe1fec0-919f-4ce9-892f-4571c7245678 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:07.703488 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe1fec0-919f-4ce9-892f-4571c7245678 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:07.703969 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe1fec0-919f-4ce9-892f-4571c7245678 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:07.704442 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe1fec0-919f-4ce9-892f-4571c7245678 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:07.704908 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe1fec0-919f-4ce9-892f-4571c7245678 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:07.705393 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe1fec0-919f-4ce9-892f-4571c7245678 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:07.706461 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe1fec0-919f-4ce9-892f-4571c7245678 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:07.706962 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe1fec0-919f-4ce9-892f-4571c7245678 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:07.707458 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe1fec0-919f-4ce9-892f-4571c7245678 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:07.707938 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe1fec0-919f-4ce9-892f-4571c7245678 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:07.708621 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e223a33-1e08-4491-a66a-48374a2ebfec admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2f3c334-32ea-4dd4-8236-81a4c7dcf9f9,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:07.715433 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ebf3c719-8a13-4e50-b224-ff23968c76b7 None None] Port 767161ec-d0f1-44cb-ae09-21c4e09f01f6 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:24:07.722938 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 0f5261b2-1bb9-4141-9a5f-9d09e3732b63 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:24:07.724010 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e223a33-1e08-4491-a66a-48374a2ebfec admin admin] Checking segment: {'id': 'cd331c1e-68f9-4abe-8399-bbd896cb7992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f4df341b-b304-4dc5-8748-474870ca6d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:24:07.724378 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e223a33-1e08-4491-a66a-48374a2ebfec admin admin] Network hostable DHCP agents. Network: f4df341b-b304-4dc5-8748-474870ca6d35, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:24:07.794695 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 0f5261b2-1bb9-4141-9a5f-9d09e3732b63 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:24:07.795071 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:07.795410 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 0f5261b2-1bb9-4141-9a5f-9d09e3732b63 Oct 26 16:24:07.804325 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e223a33-1e08-4491-a66a-48374a2ebfec admin admin] Network f4df341b-b304-4dc5-8748-474870ca6d35 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:24:07.813108 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-7d3bee6c-9fe2-4000-8675-073c7b426941 None None] Attempting to bind port 767161ec-d0f1-44cb-ae09-21c4e09f01f6 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:24:07.813476 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-7d3bee6c-9fe2-4000-8675-073c7b426941 None None] Attempting to bind port 767161ec-d0f1-44cb-ae09-21c4e09f01f6 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '441ec1db-5dd8-44b6-b362-46ae2fae60bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '76aa9d6d-28b6-4163-b123-11190f13e807'}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:24:07.813834 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3bee6c-9fe2-4000-8675-073c7b426941 None None] Attempting to bind port 767161ec-d0f1-44cb-ae09-21c4e09f01f6 on network 76aa9d6d-28b6-4163-b123-11190f13e807 {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:24:07.819856 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3bee6c-9fe2-4000-8675-073c7b426941 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:24:07.820271 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3bee6c-9fe2-4000-8675-073c7b426941 None None] Checking segment: {'id': '441ec1db-5dd8-44b6-b362-46ae2fae60bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '76aa9d6d-28b6-4163-b123-11190f13e807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:24:07.820651 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-7d3bee6c-9fe2-4000-8675-073c7b426941 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:07.821062 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3bee6c-9fe2-4000-8675-073c7b426941 None None] Bound using segment: {'id': '441ec1db-5dd8-44b6-b362-46ae2fae60bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '76aa9d6d-28b6-4163-b123-11190f13e807'} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:24:07.821517 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-7d3bee6c-9fe2-4000-8675-073c7b426941 None None] Bound port: 767161ec-d0f1-44cb-ae09-21c4e09f01f6, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441ec1db-5dd8-44b6-b362-46ae2fae60bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '76aa9d6d-28b6-4163-b123-11190f13e807'}}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:24:07.821878 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-7d3bee6c-9fe2-4000-8675-073c7b426941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:07.873058 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-1e223a33-1e08-4491-a66a-48374a2ebfec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, f4df341b-b304-4dc5-8748-474870ca6d35) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:24:07.882976 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e223a33-1e08-4491-a66a-48374a2ebfec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:07.883527 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1e223a33-1e08-4491-a66a-48374a2ebfec admin admin] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:07.893669 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ae9786-9e3e-43b4-8b4c-3d95bb7b732a None None] Network f4df341b-b304-4dc5-8748-474870ca6d35 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:24:07.917383 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-7d3bee6c-9fe2-4000-8675-073c7b426941 None None] For port 767161ec-d0f1-44cb-ae09-21c4e09f01f6, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:24:07.920408 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-7d3bee6c-9fe2-4000-8675-073c7b426941 None None] For port 767161ec-d0f1-44cb-ae09-21c4e09f01f6, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=767161ec-d0f1-44cb-ae09-21c4e09f01f6,segment=NetworkSegment(441ec1db-5dd8-44b6-b362-46ae2fae60bd),segment_id=441ec1db-5dd8-44b6-b362-46ae2fae60bd)] {{(pid=89750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:24:07.953860 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-1e223a33-1e08-4491-a66a-48374a2ebfec admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7389660 Oct 26 16:24:07.956475 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 50136) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:24:07.961331 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-a5b1e7a1-05e0-4058-a7c0-6dbaf77fd9e1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2063426721-router', 'tenant_id': 'ab496cb760794ee38eff8847f7808b78', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:24:07.966190 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a5b1e7a1-05e0-4058-a7c0-6dbaf77fd9e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:24:07.970076 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a5b1e7a1-05e0-4058-a7c0-6dbaf77fd9e1 admin admin] Usage tracker for resource:router and tenant:ab496cb760794ee38eff8847f7808b78 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:24:07.973252 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a5b1e7a1-05e0-4058-a7c0-6dbaf77fd9e1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:24:07.979257 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a5b1e7a1-05e0-4058-a7c0-6dbaf77fd9e1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:24:07.982285 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-7d3bee6c-9fe2-4000-8675-073c7b426941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:07.993325 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 0f5261b2-1bb9-4141-9a5f-9d09e3732b63 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:24:08.038836 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a5b1e7a1-05e0-4058-a7c0-6dbaf77fd9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:08.039927 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a5b1e7a1-05e0-4058-a7c0-6dbaf77fd9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:08.045665 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3bee6c-9fe2-4000-8675-073c7b426941 None None] Routers {'382fc9d8-7836-492c-a45d-2cf2138d4ec6'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:24:08.046274 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-7d3bee6c-9fe2-4000-8675-073c7b426941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:24:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['382fc9d8-7836-492c-a45d-2cf2138d4ec6'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:08.056461 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a5b1e7a1-05e0-4058-a7c0-6dbaf77fd9e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:08.137656 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be0dadf-ab7d-4743-8da0-0ae773e3bc9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-f4df341b-b304-4dc5-8748-474870ca6d35', 'network_id': 'f4df341b-b304-4dc5-8748-474870ca6d35', 'tenant_id': 'ab496cb760794ee38eff8847f7808b78', 'fixed_ips': [{'subnet_id': 'c2f3c334-32ea-4dd4-8236-81a4c7dcf9f9'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 16:24:08.138513 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1be0dadf-ab7d-4743-8da0-0ae773e3bc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:08.183530 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe1fec0-919f-4ce9-892f-4571c7245678 None None] Pushing event updated for resources: {'Port': ['ID=767161ec-d0f1-44cb-ae09-21c4e09f01f6,revision_number=4']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:08.217186 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ebf3c719-8a13-4e50-b224-ff23968c76b7 None None] Attempt 7 to provision port 767161ec-d0f1-44cb-ae09-21c4e09f01f6 Oct 26 16:24:08.234065 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-7d3bee6c-9fe2-4000-8675-073c7b426941 None None] Set router 382fc9d8-7836-492c-a45d-2cf2138d4ec6 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:24:08.343234 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ebf3c719-8a13-4e50-b224-ff23968c76b7 None None] Port 767161ec-d0f1-44cb-ae09-21c4e09f01f6 had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 16:24:08.350003 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-1be0dadf-ab7d-4743-8da0-0ae773e3bc9e None None] Allocated IP 172.20.0.2 (f4df341b-b304-4dc5-8748-474870ca6d35/c2f3c334-32ea-4dd4-8236-81a4c7dcf9f9/49588564-cb9f-4655-a753-75b3128ce5ed) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:24:08.517376 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a5b1e7a1-05e0-4058-a7c0-6dbaf77fd9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:08.561230 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-7d3bee6c-9fe2-4000-8675-073c7b426941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382fc9d8-7836-492c-a45d-2cf2138d4ec6', 'name': 'tempest-TestEncryptedCinderVolumes-317420415-router', 'tenant_id': '1e796b13b6264cfda6826081384983bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '0f5261b2-1bb9-4141-9a5f-9d09e3732b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:00Z', 'updated_at': '2022-10-26T16:24:04Z', 'revision_number': 4, 'project_id': '1e796b13b6264cfda6826081384983bf', 'gw_port': {'id': '0f5261b2-1bb9-4141-9a5f-9d09e3732b63', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382fc9d8-7836-492c-a45d-2cf2138d4ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:00Z', 'updated_at': '2022-10-26T16:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '767161ec-d0f1-44cb-ae09-21c4e09f01f6', 'name': '', 'network_id': '76aa9d6d-28b6-4163-b123-11190f13e807', 'tenant_id': '1e796b13b6264cfda6826081384983bf', 'mac_address': 'fa:16:3e:14:e5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '382fc9d8-7836-492c-a45d-2cf2138d4ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'ac8324e9-eaa7-4e34-b36a-fbd750992983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:03Z', 'updated_at': '2022-10-26T16:24:07Z', 'revision_number': 4, 'project_id': '1e796b13b6264cfda6826081384983bf', 'subnets': [{'id': 'ac8324e9-eaa7-4e34-b36a-fbd750992983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:08.565531 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3bee6c-9fe2-4000-8675-073c7b426941 None None] The sync data for ids ['382fc9d8-7836-492c-a45d-2cf2138d4ec6'] in dv-neutron-862712-1-hyperv is: [{'id': '382fc9d8-7836-492c-a45d-2cf2138d4ec6', 'name': 'tempest-TestEncryptedCinderVolumes-317420415-router', 'tenant_id': '1e796b13b6264cfda6826081384983bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '0f5261b2-1bb9-4141-9a5f-9d09e3732b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:00Z', 'updated_at': '2022-10-26T16:24:04Z', 'revision_number': 4, 'project_id': '1e796b13b6264cfda6826081384983bf', 'gw_port': {'id': '0f5261b2-1bb9-4141-9a5f-9d09e3732b63', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382fc9d8-7836-492c-a45d-2cf2138d4ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:00Z', 'updated_at': '2022-10-26T16:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '767161ec-d0f1-44cb-ae09-21c4e09f01f6', 'name': '', 'network_id': '76aa9d6d-28b6-4163-b123-11190f13e807', 'tenant_id': '1e796b13b6264cfda6826081384983bf', 'mac_address': 'fa:16:3e:14:e5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '382fc9d8-7836-492c-a45d-2cf2138d4ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'ac8324e9-eaa7-4e34-b36a-fbd750992983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:03Z', 'updated_at': '2022-10-26T16:24:07Z', 'revision_number': 4, 'project_id': '1e796b13b6264cfda6826081384983bf', 'subnets': [{'id': 'ac8324e9-eaa7-4e34-b36a-fbd750992983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:24:08.576791 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1be0dadf-ab7d-4743-8da0-0ae773e3bc9e None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:08.586312 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-1be0dadf-ab7d-4743-8da0-0ae773e3bc9e None None] Transition to ACTIVE for port object 49588564-cb9f-4655-a753-75b3128ce5ed will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:24:08.621817 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-1be0dadf-ab7d-4743-8da0-0ae773e3bc9e None None] Transition to ACTIVE for port object 49588564-cb9f-4655-a753-75b3128ce5ed will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:24:08.702179 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1be0dadf-ab7d-4743-8da0-0ae773e3bc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:08.775487 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be0dadf-ab7d-4743-8da0-0ae773e3bc9e None None] Network f4df341b-b304-4dc5-8748-474870ca6d35 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:24:08.778356 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-1be0dadf-ab7d-4743-8da0-0ae773e3bc9e None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:24:08.782024 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be0dadf-ab7d-4743-8da0-0ae773e3bc9e None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:24:08.792415 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be0dadf-ab7d-4743-8da0-0ae773e3bc9e None None] Pushing event updated for resources: {'Port': ['ID=49588564-cb9f-4655-a753-75b3128ce5ed,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:08.933226 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-1be0dadf-ab7d-4743-8da0-0ae773e3bc9e None None] Attempting to bind port 49588564-cb9f-4655-a753-75b3128ce5ed on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:24:08.933765 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-1be0dadf-ab7d-4743-8da0-0ae773e3bc9e None None] Attempting to bind port 49588564-cb9f-4655-a753-75b3128ce5ed by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'cd331c1e-68f9-4abe-8399-bbd896cb7992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f4df341b-b304-4dc5-8748-474870ca6d35'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:24:08.933962 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be0dadf-ab7d-4743-8da0-0ae773e3bc9e None None] Attempting to bind port 49588564-cb9f-4655-a753-75b3128ce5ed on network f4df341b-b304-4dc5-8748-474870ca6d35 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:24:08.939588 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be0dadf-ab7d-4743-8da0-0ae773e3bc9e None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:24:08.940599 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be0dadf-ab7d-4743-8da0-0ae773e3bc9e None None] Checking segment: {'id': 'cd331c1e-68f9-4abe-8399-bbd896cb7992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f4df341b-b304-4dc5-8748-474870ca6d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:24:08.941182 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1be0dadf-ab7d-4743-8da0-0ae773e3bc9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:08.941579 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be0dadf-ab7d-4743-8da0-0ae773e3bc9e None None] Bound using segment: {'id': 'cd331c1e-68f9-4abe-8399-bbd896cb7992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f4df341b-b304-4dc5-8748-474870ca6d35'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:24:08.942232 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-1be0dadf-ab7d-4743-8da0-0ae773e3bc9e None None] Bound port: 49588564-cb9f-4655-a753-75b3128ce5ed, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd331c1e-68f9-4abe-8399-bbd896cb7992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f4df341b-b304-4dc5-8748-474870ca6d35'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:24:08.942812 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1be0dadf-ab7d-4743-8da0-0ae773e3bc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:08.964205 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a5b1e7a1-05e0-4058-a7c0-6dbaf77fd9e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:08.998851 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a5b1e7a1-05e0-4058-a7c0-6dbaf77fd9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:09.038393 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-1be0dadf-ab7d-4743-8da0-0ae773e3bc9e None None] For port 49588564-cb9f-4655-a753-75b3128ce5ed, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:24:09.041564 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-1be0dadf-ab7d-4743-8da0-0ae773e3bc9e None None] For port 49588564-cb9f-4655-a753-75b3128ce5ed, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=49588564-cb9f-4655-a753-75b3128ce5ed,segment=NetworkSegment(cd331c1e-68f9-4abe-8399-bbd896cb7992),segment_id=cd331c1e-68f9-4abe-8399-bbd896cb7992)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:24:09.118953 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1be0dadf-ab7d-4743-8da0-0ae773e3bc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:09.146816 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-a5b1e7a1-05e0-4058-a7c0-6dbaf77fd9e1 admin admin] Allocated IP 172.26.2.108 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/1c7c2caa-1ad6-4a16-920a-832127c4e399) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:24:09.205194 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be0dadf-ab7d-4743-8da0-0ae773e3bc9e None None] Pushing event updated for resources: {'Port': ['ID=49588564-cb9f-4655-a753-75b3128ce5ed,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:09.321930 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a5b1e7a1-05e0-4058-a7c0-6dbaf77fd9e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:09.439220 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a5b1e7a1-05e0-4058-a7c0-6dbaf77fd9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:09.510571 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b1e7a1-05e0-4058-a7c0-6dbaf77fd9e1 admin admin] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:24:09.513714 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-a5b1e7a1-05e0-4058-a7c0-6dbaf77fd9e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:24:09.517873 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b1e7a1-05e0-4058-a7c0-6dbaf77fd9e1 admin admin] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:24:09.555366 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b1e7a1-05e0-4058-a7c0-6dbaf77fd9e1 admin admin] Pushing event updated for resources: {'Port': ['ID=1c7c2caa-1ad6-4a16-920a-832127c4e399,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:09.775027 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 49588564-cb9f-4655-a753-75b3128ce5ed up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:24:09.936188 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 49588564-cb9f-4655-a753-75b3128ce5ed completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:24:09.942753 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 767161ec-d0f1-44cb-ae09-21c4e09f01f6 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:24:10.048563 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a5b1e7a1-05e0-4058-a7c0-6dbaf77fd9e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:10.078571 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 767161ec-d0f1-44cb-ae09-21c4e09f01f6 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:24:10.084846 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 767161ec-d0f1-44cb-ae09-21c4e09f01f6 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:24:10.085361 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:10.085709 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 767161ec-d0f1-44cb-ae09-21c4e09f01f6 Oct 26 16:24:10.224340 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 767161ec-d0f1-44cb-ae09-21c4e09f01f6 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:24:10.224724 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:10.244725 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a386e3-de12-4dff-b4f2-d5cc823edb44 None None] Network f4df341b-b304-4dc5-8748-474870ca6d35 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:24:10.341604 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 767161ec-d0f1-44cb-ae09-21c4e09f01f6, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=767161ec-d0f1-44cb-ae09-21c4e09f01f6,segment=NetworkSegment(441ec1db-5dd8-44b6-b362-46ae2fae60bd),segment_id=441ec1db-5dd8-44b6-b362-46ae2fae60bd)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:24:10.422318 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:10.476455 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c363b4a5-17c4-4973-bc3e-da159e3b115c None None] Provisioning for port 49588564-cb9f-4655-a753-75b3128ce5ed completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:24:10.496813 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c363b4a5-17c4-4973-bc3e-da159e3b115c None None] Provisioning complete for port 49588564-cb9f-4655-a753-75b3128ce5ed triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:24:10.497113 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c363b4a5-17c4-4973-bc3e-da159e3b115c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:10.497453 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c363b4a5-17c4-4973-bc3e-da159e3b115c None None] Attempt 1 to provision port 49588564-cb9f-4655-a753-75b3128ce5ed Oct 26 16:24:10.528378 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a5b1e7a1-05e0-4058-a7c0-6dbaf77fd9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:10.607873 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=767161ec-d0f1-44cb-ae09-21c4e09f01f6,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:10.694726 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c363b4a5-17c4-4973-bc3e-da159e3b115c None None] Current status of the port 49588564-cb9f-4655-a753-75b3128ce5ed is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:24:10.695116 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c363b4a5-17c4-4973-bc3e-da159e3b115c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:10.732984 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-c363b4a5-17c4-4973-bc3e-da159e3b115c None None] For port 49588564-cb9f-4655-a753-75b3128ce5ed, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=49588564-cb9f-4655-a753-75b3128ce5ed,segment=NetworkSegment(cd331c1e-68f9-4abe-8399-bbd896cb7992),segment_id=cd331c1e-68f9-4abe-8399-bbd896cb7992)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:24:10.793425 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c363b4a5-17c4-4973-bc3e-da159e3b115c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:10.827566 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b1e7a1-05e0-4058-a7c0-6dbaf77fd9e1 admin admin] Router 186b970e-6d09-4130-8374-b0e9f03b5f0e is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 16:24:10.866331 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c363b4a5-17c4-4973-bc3e-da159e3b115c None None] Pushing event updated for resources: {'Port': ['ID=49588564-cb9f-4655-a753-75b3128ce5ed,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:10.913140 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-7c069dc9-2735-42ad-889d-096dda37826a None None] Provisioning complete for port 49588564-cb9f-4655-a753-75b3128ce5ed triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:24:10.913510 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7c069dc9-2735-42ad-889d-096dda37826a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:10.913953 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-7c069dc9-2735-42ad-889d-096dda37826a None None] Attempt 1 to provision port 49588564-cb9f-4655-a753-75b3128ce5ed Oct 26 16:24:11.017595 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b1e7a1-05e0-4058-a7c0-6dbaf77fd9e1 admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:24:11.029733 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa10c00-3c56-4106-be1a-486c2d3324fa None None] Sync routers for ids ['186b970e-6d09-4130-8374-b0e9f03b5f0e'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:24:11.048194 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa10c00-3c56-4106-be1a-486c2d3324fa None None] Routers {'186b970e-6d09-4130-8374-b0e9f03b5f0e'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:24:11.049598 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-dfa10c00-3c56-4106-be1a-486c2d3324fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:24:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['186b970e-6d09-4130-8374-b0e9f03b5f0e'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:11.106501 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-7c069dc9-2735-42ad-889d-096dda37826a None None] Current status of the port 49588564-cb9f-4655-a753-75b3128ce5ed is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:24:11.141398 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a5b1e7a1-05e0-4058-a7c0-6dbaf77fd9e1 admin admin] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:11.144407 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a5b1e7a1-05e0-4058-a7c0-6dbaf77fd9e1 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.1869385 Oct 26 16:24:11.147423 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 50140) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:24:11.237161 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-dfa10c00-3c56-4106-be1a-486c2d3324fa None None] Set router 186b970e-6d09-4130-8374-b0e9f03b5f0e gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:24:11.563158 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-dfa10c00-3c56-4106-be1a-486c2d3324fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186b970e-6d09-4130-8374-b0e9f03b5f0e', 'name': 'tempest-TestEncryptedCinderVolumes-2063426721-router', 'tenant_id': 'ab496cb760794ee38eff8847f7808b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.108'}], 'enable_snat': True}, 'gw_port_id': '1c7c2caa-1ad6-4a16-920a-832127c4e399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:08Z', 'updated_at': '2022-10-26T16:24:09Z', 'revision_number': 3, 'project_id': 'ab496cb760794ee38eff8847f7808b78', 'gw_port': {'id': '1c7c2caa-1ad6-4a16-920a-832127c4e399', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186b970e-6d09-4130-8374-b0e9f03b5f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:09Z', 'updated_at': '2022-10-26T16:24:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:11.567961 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa10c00-3c56-4106-be1a-486c2d3324fa None None] Checking router: 186b970e-6d09-4130-8374-b0e9f03b5f0e for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:24:11.568315 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa10c00-3c56-4106-be1a-486c2d3324fa None None] Updating router 186b970e-6d09-4130-8374-b0e9f03b5f0e port 1c7c2caa-1ad6-4a16-920a-832127c4e399 binding host dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:24:11.626655 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-dfa10c00-3c56-4106-be1a-486c2d3324fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:11.685631 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 49588564-cb9f-4655-a753-75b3128ce5ed up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:24:11.831371 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-84aca521-1157-4f0d-bf22-3ea5c4960e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:11.897179 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 49588564-cb9f-4655-a753-75b3128ce5ed triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:24:11.897550 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:11.897889 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 49588564-cb9f-4655-a753-75b3128ce5ed Oct 26 16:24:12.039848 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-84aca521-1157-4f0d-bf22-3ea5c4960e2b admin admin] Allocated IP 172.20.0.1 (f4df341b-b304-4dc5-8748-474870ca6d35/c2f3c334-32ea-4dd4-8236-81a4c7dcf9f9/25c90a29-ce47-4b7a-b362-95f779b4cc06) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:24:12.106338 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 49588564-cb9f-4655-a753-75b3128ce5ed is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:24:12.107312 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 767161ec-d0f1-44cb-ae09-21c4e09f01f6 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:24:12.162350 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-dfa10c00-3c56-4106-be1a-486c2d3324fa None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:12.181600 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-dfa10c00-3c56-4106-be1a-486c2d3324fa None None] Transition to ACTIVE for port object 1c7c2caa-1ad6-4a16-920a-832127c4e399 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:24:12.187291 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-84aca521-1157-4f0d-bf22-3ea5c4960e2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:12.198581 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 767161ec-d0f1-44cb-ae09-21c4e09f01f6 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:24:12.198952 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:12.199279 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 767161ec-d0f1-44cb-ae09-21c4e09f01f6 Oct 26 16:24:12.205020 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-84aca521-1157-4f0d-bf22-3ea5c4960e2b admin admin] Transition to ACTIVE for port object 25c90a29-ce47-4b7a-b362-95f779b4cc06 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:24:12.290316 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-dfa10c00-3c56-4106-be1a-486c2d3324fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:12.313439 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-84aca521-1157-4f0d-bf22-3ea5c4960e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:12.363910 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-dfa10c00-3c56-4106-be1a-486c2d3324fa None None] Attempting to bind port 1c7c2caa-1ad6-4a16-920a-832127c4e399 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:24:12.364216 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-dfa10c00-3c56-4106-be1a-486c2d3324fa None None] Attempting to bind port 1c7c2caa-1ad6-4a16-920a-832127c4e399 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:24:12.364540 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa10c00-3c56-4106-be1a-486c2d3324fa None None] Attempting to bind port 1c7c2caa-1ad6-4a16-920a-832127c4e399 on network 0c79a151-ef79-4fff-8a3c-258f9478471d {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:24:12.378443 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa10c00-3c56-4106-be1a-486c2d3324fa None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:24:12.378838 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa10c00-3c56-4106-be1a-486c2d3324fa None None] Checking segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:24:12.379847 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-dfa10c00-3c56-4106-be1a-486c2d3324fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:12.379847 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa10c00-3c56-4106-be1a-486c2d3324fa None None] Bound using segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:24:12.380355 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-dfa10c00-3c56-4106-be1a-486c2d3324fa None None] Bound port: 1c7c2caa-1ad6-4a16-920a-832127c4e399, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:24:12.380723 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-dfa10c00-3c56-4106-be1a-486c2d3324fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:12.384754 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84aca521-1157-4f0d-bf22-3ea5c4960e2b admin admin] Network f4df341b-b304-4dc5-8748-474870ca6d35 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:24:12.387536 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-84aca521-1157-4f0d-bf22-3ea5c4960e2b admin admin] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:24:12.391134 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84aca521-1157-4f0d-bf22-3ea5c4960e2b admin admin] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:24:12.427350 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aca521-1157-4f0d-bf22-3ea5c4960e2b admin admin] Pushing event updated for resources: {'Port': ['ID=25c90a29-ce47-4b7a-b362-95f779b4cc06,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:12.429541 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 767161ec-d0f1-44cb-ae09-21c4e09f01f6 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:24:12.437978 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc533474-7347-46cb-bfc5-b0f2efaa355d None None] Pushing event updated for resources: {'Port': ['ID=1c7c2caa-1ad6-4a16-920a-832127c4e399,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:12.453064 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-84aca521-1157-4f0d-bf22-3ea5c4960e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:12.472892 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-dfa10c00-3c56-4106-be1a-486c2d3324fa None None] For port 1c7c2caa-1ad6-4a16-920a-832127c4e399, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:24:12.476517 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-dfa10c00-3c56-4106-be1a-486c2d3324fa None None] For port 1c7c2caa-1ad6-4a16-920a-832127c4e399, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=1c7c2caa-1ad6-4a16-920a-832127c4e399,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:24:12.570727 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-dfa10c00-3c56-4106-be1a-486c2d3324fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:12.641001 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa10c00-3c56-4106-be1a-486c2d3324fa None None] Routers {'186b970e-6d09-4130-8374-b0e9f03b5f0e'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:24:12.641550 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-dfa10c00-3c56-4106-be1a-486c2d3324fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:24:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['186b970e-6d09-4130-8374-b0e9f03b5f0e'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:12.651503 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-84aca521-1157-4f0d-bf22-3ea5c4960e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:12.778959 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc533474-7347-46cb-bfc5-b0f2efaa355d None None] Pushing event updated for resources: {'Port': ['ID=1c7c2caa-1ad6-4a16-920a-832127c4e399,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:12.835865 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-62942949-191a-4d4f-8698-1b7c287c5f53 None None] Provisioning for port 25c90a29-ce47-4b7a-b362-95f779b4cc06 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:24:12.840165 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-dfa10c00-3c56-4106-be1a-486c2d3324fa None None] Set router 186b970e-6d09-4130-8374-b0e9f03b5f0e gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:24:12.901778 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-62942949-191a-4d4f-8698-1b7c287c5f53 None None] Provisioning complete for port 25c90a29-ce47-4b7a-b362-95f779b4cc06 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:24:12.902076 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-62942949-191a-4d4f-8698-1b7c287c5f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:12.902409 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-62942949-191a-4d4f-8698-1b7c287c5f53 None None] Attempt 1 to provision port 25c90a29-ce47-4b7a-b362-95f779b4cc06 Oct 26 16:24:12.990739 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-84aca521-1157-4f0d-bf22-3ea5c4960e2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:13.040110 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-62942949-191a-4d4f-8698-1b7c287c5f53 None None] Port 25c90a29-ce47-4b7a-b362-95f779b4cc06 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:24:13.061170 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-84aca521-1157-4f0d-bf22-3ea5c4960e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:13.172661 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-84aca521-1157-4f0d-bf22-3ea5c4960e2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:13.176859 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aca521-1157-4f0d-bf22-3ea5c4960e2b admin admin] Pushing event updated for resources: {'Port': ['ID=25c90a29-ce47-4b7a-b362-95f779b4cc06,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:13.249821 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-dfa10c00-3c56-4106-be1a-486c2d3324fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186b970e-6d09-4130-8374-b0e9f03b5f0e', 'name': 'tempest-TestEncryptedCinderVolumes-2063426721-router', 'tenant_id': 'ab496cb760794ee38eff8847f7808b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.108'}], 'enable_snat': True}, 'gw_port_id': '1c7c2caa-1ad6-4a16-920a-832127c4e399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:08Z', 'updated_at': '2022-10-26T16:24:12Z', 'revision_number': 4, 'project_id': 'ab496cb760794ee38eff8847f7808b78', 'gw_port': {'id': '1c7c2caa-1ad6-4a16-920a-832127c4e399', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186b970e-6d09-4130-8374-b0e9f03b5f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:09Z', 'updated_at': '2022-10-26T16:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '25c90a29-ce47-4b7a-b362-95f779b4cc06', 'name': '', 'network_id': 'f4df341b-b304-4dc5-8748-474870ca6d35', 'tenant_id': 'ab496cb760794ee38eff8847f7808b78', 'mac_address': 'fa:16:3e:7d:ce:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186b970e-6d09-4130-8374-b0e9f03b5f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'c2f3c334-32ea-4dd4-8236-81a4c7dcf9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:11Z', 'updated_at': '2022-10-26T16:24:12Z', 'revision_number': 1, 'project_id': 'ab496cb760794ee38eff8847f7808b78', 'subnets': [{'id': 'c2f3c334-32ea-4dd4-8236-81a4c7dcf9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:13.254960 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa10c00-3c56-4106-be1a-486c2d3324fa None None] The sync data for ids ['186b970e-6d09-4130-8374-b0e9f03b5f0e'] in dv-neutron-862712-1-hyperv is: [{'id': '186b970e-6d09-4130-8374-b0e9f03b5f0e', 'name': 'tempest-TestEncryptedCinderVolumes-2063426721-router', 'tenant_id': 'ab496cb760794ee38eff8847f7808b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.108'}], 'enable_snat': True}, 'gw_port_id': '1c7c2caa-1ad6-4a16-920a-832127c4e399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:08Z', 'updated_at': '2022-10-26T16:24:12Z', 'revision_number': 4, 'project_id': 'ab496cb760794ee38eff8847f7808b78', 'gw_port': {'id': '1c7c2caa-1ad6-4a16-920a-832127c4e399', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186b970e-6d09-4130-8374-b0e9f03b5f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:09Z', 'updated_at': '2022-10-26T16:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '25c90a29-ce47-4b7a-b362-95f779b4cc06', 'name': '', 'network_id': 'f4df341b-b304-4dc5-8748-474870ca6d35', 'tenant_id': 'ab496cb760794ee38eff8847f7808b78', 'mac_address': 'fa:16:3e:7d:ce:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186b970e-6d09-4130-8374-b0e9f03b5f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'c2f3c334-32ea-4dd4-8236-81a4c7dcf9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:11Z', 'updated_at': '2022-10-26T16:24:12Z', 'revision_number': 1, 'project_id': 'ab496cb760794ee38eff8847f7808b78', 'subnets': [{'id': 'c2f3c334-32ea-4dd4-8236-81a4c7dcf9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:24:13.315503 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84aca521-1157-4f0d-bf22-3ea5c4960e2b admin admin] Network f4df341b-b304-4dc5-8748-474870ca6d35 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:24:13.316830 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-84aca521-1157-4f0d-bf22-3ea5c4960e2b admin admin] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:24:13.541781 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-62942949-191a-4d4f-8698-1b7c287c5f53 None None] Attempt 2 to provision port 25c90a29-ce47-4b7a-b362-95f779b4cc06 Oct 26 16:24:13.557568 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84aca521-1157-4f0d-bf22-3ea5c4960e2b admin admin] Router 186b970e-6d09-4130-8374-b0e9f03b5f0e has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:24:13.656430 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-62942949-191a-4d4f-8698-1b7c287c5f53 None None] Port 25c90a29-ce47-4b7a-b362-95f779b4cc06 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:24:13.792696 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84aca521-1157-4f0d-bf22-3ea5c4960e2b admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:24:13.802557 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-84aca521-1157-4f0d-bf22-3ea5c4960e2b admin admin] 10.222.0.23 "PUT /v2.0/routers/186b970e-6d09-4130-8374-b0e9f03b5f0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6535535 Oct 26 16:24:14.158316 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-62942949-191a-4d4f-8698-1b7c287c5f53 None None] Attempt 3 to provision port 25c90a29-ce47-4b7a-b362-95f779b4cc06 Oct 26 16:24:14.216629 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-62942949-191a-4d4f-8698-1b7c287c5f53 None None] Port 25c90a29-ce47-4b7a-b362-95f779b4cc06 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:24:14.519498 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-10f9e027-7324-4df2-bf6b-75d1d09259e3 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:14.520857 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-10f9e027-7324-4df2-bf6b-75d1d09259e3 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/networks?id=76aa9d6d-28b6-4163-b123-11190f13e807 HTTP/1.1" status: 200 len: 816 time: 0.1445801 Oct 26 16:24:14.535762 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-dcdb7b6a-5282-4dad-8207-787e5634a8d7 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/quotas/1e796b13b6264cfda6826081384983bf HTTP/1.1" status: 200 len: 375 time: 0.0094533 Oct 26 16:24:14.628591 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-9739607a-35be-4d6b-a4ed-e7e8a4ce5ea2 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e796b13b6264cfda6826081384983bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0878689 Oct 26 16:24:14.717786 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-62942949-191a-4d4f-8698-1b7c287c5f53 None None] Attempt 4 to provision port 25c90a29-ce47-4b7a-b362-95f779b4cc06 Oct 26 16:24:14.766729 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-6d564b35-bcc6-4eec-afdf-2f758c8a3d81 service neutron] 10.222.0.23 "GET /v2.0/networks/76aa9d6d-28b6-4163-b123-11190f13e807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263189 Oct 26 16:24:14.776402 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-62942949-191a-4d4f-8698-1b7c287c5f53 None None] Port 25c90a29-ce47-4b7a-b362-95f779b4cc06 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:24:14.903816 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-a2bebba3-f0c2-4576-b94c-65b820b47fc0 service neutron] 10.222.0.23 "GET /v2.0/networks/76aa9d6d-28b6-4163-b123-11190f13e807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303873 Oct 26 16:24:15.240343 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-f4d8b24c-a4e9-4676-87f0-b593d136698c req-fb390a73-3571-4b09-91bd-9a37756d81c8 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Synchronizing usage tracker for tenant:1e796b13b6264cfda6826081384983bf on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:24:15.277821 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-62942949-191a-4d4f-8698-1b7c287c5f53 None None] Attempt 5 to provision port 25c90a29-ce47-4b7a-b362-95f779b4cc06 Oct 26 16:24:15.343418 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-62942949-191a-4d4f-8698-1b7c287c5f53 None None] Port 25c90a29-ce47-4b7a-b362-95f779b4cc06 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:24:15.347726 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-f4d8b24c-a4e9-4676-87f0-b593d136698c req-fb390a73-3571-4b09-91bd-9a37756d81c8 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Unset dirty status for tenant:1e796b13b6264cfda6826081384983bf on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:24:15.353257 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f4d8b24c-a4e9-4676-87f0-b593d136698c req-fb390a73-3571-4b09-91bd-9a37756d81c8 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1a990c-60ec-48ab-8327-641cd6acabac HTTP/1.1" status: 200 len: 210 time: 0.1672165 Oct 26 16:24:15.718527 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 1c7c2caa-1ad6-4a16-920a-832127c4e399 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:24:15.844435 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-62942949-191a-4d4f-8698-1b7c287c5f53 None None] Attempt 6 to provision port 25c90a29-ce47-4b7a-b362-95f779b4cc06 Oct 26 16:24:15.907955 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 1c7c2caa-1ad6-4a16-920a-832127c4e399 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:24:15.920992 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-62942949-191a-4d4f-8698-1b7c287c5f53 None None] Port 25c90a29-ce47-4b7a-b362-95f779b4cc06 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:24:15.922167 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 1c7c2caa-1ad6-4a16-920a-832127c4e399 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:24:15.922764 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:15.923270 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 1c7c2caa-1ad6-4a16-920a-832127c4e399 Oct 26 16:24:16.058865 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 1c7c2caa-1ad6-4a16-920a-832127c4e399 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:24:16.059333 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:16.077122 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 1c7c2caa-1ad6-4a16-920a-832127c4e399, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=1c7c2caa-1ad6-4a16-920a-832127c4e399,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:24:16.159262 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:16.228790 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=1c7c2caa-1ad6-4a16-920a-832127c4e399,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:16.422475 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-62942949-191a-4d4f-8698-1b7c287c5f53 None None] Attempt 7 to provision port 25c90a29-ce47-4b7a-b362-95f779b4cc06 Oct 26 16:24:16.496798 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-62942949-191a-4d4f-8698-1b7c287c5f53 None None] Port 25c90a29-ce47-4b7a-b362-95f779b4cc06 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:24:16.521558 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-47e83df7-4610-4a86-85d0-922fab5e8f16 req-49ac4b72-3e72-4c8f-a043-e821d67325f7 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1a990c-60ec-48ab-8327-641cd6acabac HTTP/1.1" status: 200 len: 210 time: 0.0519700 Oct 26 16:24:16.555167 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b749d873-40c1-494b-8e2b-1311dcce7923 None None] Sync routers for ids ['186b970e-6d09-4130-8374-b0e9f03b5f0e'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:24:16.564870 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b749d873-40c1-494b-8e2b-1311dcce7923 None None] Routers {'186b970e-6d09-4130-8374-b0e9f03b5f0e'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:24:16.566197 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-b749d873-40c1-494b-8e2b-1311dcce7923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:24:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['186b970e-6d09-4130-8374-b0e9f03b5f0e'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:16.745164 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-b749d873-40c1-494b-8e2b-1311dcce7923 None None] Set router 186b970e-6d09-4130-8374-b0e9f03b5f0e gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:24:16.997742 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-62942949-191a-4d4f-8698-1b7c287c5f53 None None] Attempt 8 to provision port 25c90a29-ce47-4b7a-b362-95f779b4cc06 Oct 26 16:24:17.054193 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-62942949-191a-4d4f-8698-1b7c287c5f53 None None] Port 25c90a29-ce47-4b7a-b362-95f779b4cc06 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:24:17.088305 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-b749d873-40c1-494b-8e2b-1311dcce7923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186b970e-6d09-4130-8374-b0e9f03b5f0e', 'name': 'tempest-TestEncryptedCinderVolumes-2063426721-router', 'tenant_id': 'ab496cb760794ee38eff8847f7808b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.108'}], 'enable_snat': True}, 'gw_port_id': '1c7c2caa-1ad6-4a16-920a-832127c4e399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:08Z', 'updated_at': '2022-10-26T16:24:12Z', 'revision_number': 4, 'project_id': 'ab496cb760794ee38eff8847f7808b78', 'gw_port': {'id': '1c7c2caa-1ad6-4a16-920a-832127c4e399', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186b970e-6d09-4130-8374-b0e9f03b5f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:09Z', 'updated_at': '2022-10-26T16:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '25c90a29-ce47-4b7a-b362-95f779b4cc06', 'name': '', 'network_id': 'f4df341b-b304-4dc5-8748-474870ca6d35', 'tenant_id': 'ab496cb760794ee38eff8847f7808b78', 'mac_address': 'fa:16:3e:7d:ce:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186b970e-6d09-4130-8374-b0e9f03b5f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'c2f3c334-32ea-4dd4-8236-81a4c7dcf9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:11Z', 'updated_at': '2022-10-26T16:24:12Z', 'revision_number': 2, 'project_id': 'ab496cb760794ee38eff8847f7808b78', 'subnets': [{'id': 'c2f3c334-32ea-4dd4-8236-81a4c7dcf9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:17.092328 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b749d873-40c1-494b-8e2b-1311dcce7923 None None] Checking router: 186b970e-6d09-4130-8374-b0e9f03b5f0e for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:24:17.092680 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b749d873-40c1-494b-8e2b-1311dcce7923 None None] Updating router 186b970e-6d09-4130-8374-b0e9f03b5f0e port 25c90a29-ce47-4b7a-b362-95f779b4cc06 binding host dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:24:17.146265 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-b749d873-40c1-494b-8e2b-1311dcce7923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:17.491537 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-b749d873-40c1-494b-8e2b-1311dcce7923 None None] Notify callbacks [] for port, precommit_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:17.503784 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.provisioning_blocks [None req-b749d873-40c1-494b-8e2b-1311dcce7923 None None] Transition to ACTIVE for port object 25c90a29-ce47-4b7a-b362-95f779b4cc06 will not be triggered until provisioned by entity L2. {{(pid=89750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:24:17.508446 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-6d8e58d3-3bb9-41a4-98ef-196050ed278c tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:17.509131 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-6d8e58d3-3bb9-41a4-98ef-196050ed278c tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Synchronizing usage tracker for tenant:1e796b13b6264cfda6826081384983bf on resource:network {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:24:17.555818 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-62942949-191a-4d4f-8698-1b7c287c5f53 None None] Attempt 9 to provision port 25c90a29-ce47-4b7a-b362-95f779b4cc06 Oct 26 16:24:17.615675 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-b749d873-40c1-494b-8e2b-1311dcce7923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:17.616314 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-6d8e58d3-3bb9-41a4-98ef-196050ed278c tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Unset dirty status for tenant:1e796b13b6264cfda6826081384983bf on resource:network {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:24:17.617931 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-6d8e58d3-3bb9-41a4-98ef-196050ed278c tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.48 "GET /v2.0/networks?id=76aa9d6d-28b6-4163-b123-11190f13e807 HTTP/1.1" status: 200 len: 816 time: 0.2596676 Oct 26 16:24:17.637901 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-7761d381-a113-4b55-bff1-b8c30708e5ef tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Request body: {'port': {'device_id': '6d1a990c-60ec-48ab-8327-641cd6acabac', 'network_id': '76aa9d6d-28b6-4163-b123-11190f13e807', 'admin_state_up': True, 'tenant_id': '1e796b13b6264cfda6826081384983bf'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:24:17.690838 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-62942949-191a-4d4f-8698-1b7c287c5f53 None None] Port 25c90a29-ce47-4b7a-b362-95f779b4cc06 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:24:17.742431 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 1c7c2caa-1ad6-4a16-920a-832127c4e399 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:24:17.865825 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 1c7c2caa-1ad6-4a16-920a-832127c4e399 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:24:17.866416 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:17.866989 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 1c7c2caa-1ad6-4a16-920a-832127c4e399 Oct 26 16:24:17.903269 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-7761d381-a113-4b55-bff1-b8c30708e5ef tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:24:17.914961 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-7761d381-a113-4b55-bff1-b8c30708e5ef tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:24:17.933197 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b8c11344-e5aa-47cc-8814-24a36936ef07 req-e828e6df-bd83-4e47-922a-229fe416ef78 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1a990c-60ec-48ab-8327-641cd6acabac HTTP/1.1" status: 200 len: 210 time: 0.1212482 Oct 26 16:24:17.974637 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8a0e2-dc0f-4cd0-ab9f-acc235584d14 None None] Pushing event updated for resources: {'Port': ['ID=25c90a29-ce47-4b7a-b362-95f779b4cc06,revision_number=3']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:17.975851 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-7761d381-a113-4b55-bff1-b8c30708e5ef tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Made reservation on behalf of 1e796b13b6264cfda6826081384983bf for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:24:17.981521 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-7761d381-a113-4b55-bff1-b8c30708e5ef tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:17.995590 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-b749d873-40c1-494b-8e2b-1311dcce7923 None None] Attempting to bind port 25c90a29-ce47-4b7a-b362-95f779b4cc06 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:24:17.995590 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-b749d873-40c1-494b-8e2b-1311dcce7923 None None] Attempting to bind port 25c90a29-ce47-4b7a-b362-95f779b4cc06 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'cd331c1e-68f9-4abe-8399-bbd896cb7992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f4df341b-b304-4dc5-8748-474870ca6d35'}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:24:17.995590 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b749d873-40c1-494b-8e2b-1311dcce7923 None None] Attempting to bind port 25c90a29-ce47-4b7a-b362-95f779b4cc06 on network f4df341b-b304-4dc5-8748-474870ca6d35 {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:24:18.000298 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b749d873-40c1-494b-8e2b-1311dcce7923 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:24:18.000825 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b749d873-40c1-494b-8e2b-1311dcce7923 None None] Checking segment: {'id': 'cd331c1e-68f9-4abe-8399-bbd896cb7992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f4df341b-b304-4dc5-8748-474870ca6d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:24:18.001236 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-b749d873-40c1-494b-8e2b-1311dcce7923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:18.001631 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b749d873-40c1-494b-8e2b-1311dcce7923 None None] Bound using segment: {'id': 'cd331c1e-68f9-4abe-8399-bbd896cb7992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f4df341b-b304-4dc5-8748-474870ca6d35'} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:24:18.002786 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-b749d873-40c1-494b-8e2b-1311dcce7923 None None] Bound port: 25c90a29-ce47-4b7a-b362-95f779b4cc06, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd331c1e-68f9-4abe-8399-bbd896cb7992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f4df341b-b304-4dc5-8748-474870ca6d35'}}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:24:18.003165 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-b749d873-40c1-494b-8e2b-1311dcce7923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:18.023897 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 1c7c2caa-1ad6-4a16-920a-832127c4e399 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:24:18.097235 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-b749d873-40c1-494b-8e2b-1311dcce7923 None None] For port 25c90a29-ce47-4b7a-b362-95f779b4cc06, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:24:18.100286 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-b749d873-40c1-494b-8e2b-1311dcce7923 None None] For port 25c90a29-ce47-4b7a-b362-95f779b4cc06, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=25c90a29-ce47-4b7a-b362-95f779b4cc06,segment=NetworkSegment(cd331c1e-68f9-4abe-8399-bbd896cb7992),segment_id=cd331c1e-68f9-4abe-8399-bbd896cb7992)] {{(pid=89750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:24:18.154201 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-7761d381-a113-4b55-bff1-b8c30708e5ef tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Allocated IP 172.20.0.9 (76aa9d6d-28b6-4163-b123-11190f13e807/ac8324e9-eaa7-4e34-b36a-fbd750992983/e1f6283c-89fd-4019-aec0-f3b419298509) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:24:18.182808 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-b749d873-40c1-494b-8e2b-1311dcce7923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:18.192532 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-62942949-191a-4d4f-8698-1b7c287c5f53 None None] Attempt 10 to provision port 25c90a29-ce47-4b7a-b362-95f779b4cc06 Oct 26 16:24:18.246762 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b749d873-40c1-494b-8e2b-1311dcce7923 None None] Routers {'186b970e-6d09-4130-8374-b0e9f03b5f0e'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:24:18.247315 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-b749d873-40c1-494b-8e2b-1311dcce7923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:24:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['186b970e-6d09-4130-8374-b0e9f03b5f0e'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:18.259713 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-62942949-191a-4d4f-8698-1b7c287c5f53 None None] Port 25c90a29-ce47-4b7a-b362-95f779b4cc06 had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 16:24:18.363268 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-7761d381-a113-4b55-bff1-b8c30708e5ef tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:18.381494 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-7761d381-a113-4b55-bff1-b8c30708e5ef tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Transition to ACTIVE for port object e1f6283c-89fd-4019-aec0-f3b419298509 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:24:18.389821 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8a0e2-dc0f-4cd0-ab9f-acc235584d14 None None] Pushing event updated for resources: {'Port': ['ID=25c90a29-ce47-4b7a-b362-95f779b4cc06,revision_number=4']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:18.435927 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-b749d873-40c1-494b-8e2b-1311dcce7923 None None] Set router 186b970e-6d09-4130-8374-b0e9f03b5f0e gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:24:18.456087 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-7761d381-a113-4b55-bff1-b8c30708e5ef tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:18.532057 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-7761d381-a113-4b55-bff1-b8c30708e5ef tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Network 76aa9d6d-28b6-4163-b123-11190f13e807 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:24:18.535145 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-7761d381-a113-4b55-bff1-b8c30708e5ef tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:24:18.539077 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-7761d381-a113-4b55-bff1-b8c30708e5ef tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:24:18.576118 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7761d381-a113-4b55-bff1-b8c30708e5ef tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Pushing event updated for resources: {'Port': ['ID=e1f6283c-89fd-4019-aec0-f3b419298509,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:18.613863 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-7761d381-a113-4b55-bff1-b8c30708e5ef tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:18.614648 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-7761d381-a113-4b55-bff1-b8c30708e5ef tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:18.725393 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-7761d381-a113-4b55-bff1-b8c30708e5ef tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0937622 Oct 26 16:24:18.751642 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-d19b1c8f-275b-47db-a0b0-0754f0d6b7e8 service neutron] Request body: {'port': {'device_id': '6d1a990c-60ec-48ab-8327-641cd6acabac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8627'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:24:18.818611 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-b749d873-40c1-494b-8e2b-1311dcce7923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186b970e-6d09-4130-8374-b0e9f03b5f0e', 'name': 'tempest-TestEncryptedCinderVolumes-2063426721-router', 'tenant_id': 'ab496cb760794ee38eff8847f7808b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.108'}], 'enable_snat': True}, 'gw_port_id': '1c7c2caa-1ad6-4a16-920a-832127c4e399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:08Z', 'updated_at': '2022-10-26T16:24:12Z', 'revision_number': 4, 'project_id': 'ab496cb760794ee38eff8847f7808b78', 'gw_port': {'id': '1c7c2caa-1ad6-4a16-920a-832127c4e399', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186b970e-6d09-4130-8374-b0e9f03b5f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:09Z', 'updated_at': '2022-10-26T16:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '25c90a29-ce47-4b7a-b362-95f779b4cc06', 'name': '', 'network_id': 'f4df341b-b304-4dc5-8748-474870ca6d35', 'tenant_id': 'ab496cb760794ee38eff8847f7808b78', 'mac_address': 'fa:16:3e:7d:ce:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186b970e-6d09-4130-8374-b0e9f03b5f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'c2f3c334-32ea-4dd4-8236-81a4c7dcf9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:11Z', 'updated_at': '2022-10-26T16:24:18Z', 'revision_number': 4, 'project_id': 'ab496cb760794ee38eff8847f7808b78', 'subnets': [{'id': 'c2f3c334-32ea-4dd4-8236-81a4c7dcf9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:18.822504 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b749d873-40c1-494b-8e2b-1311dcce7923 None None] The sync data for ids ['186b970e-6d09-4130-8374-b0e9f03b5f0e'] in dv-neutron-862712-1-hyperv is: [{'id': '186b970e-6d09-4130-8374-b0e9f03b5f0e', 'name': 'tempest-TestEncryptedCinderVolumes-2063426721-router', 'tenant_id': 'ab496cb760794ee38eff8847f7808b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.108'}], 'enable_snat': True}, 'gw_port_id': '1c7c2caa-1ad6-4a16-920a-832127c4e399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:08Z', 'updated_at': '2022-10-26T16:24:12Z', 'revision_number': 4, 'project_id': 'ab496cb760794ee38eff8847f7808b78', 'gw_port': {'id': '1c7c2caa-1ad6-4a16-920a-832127c4e399', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186b970e-6d09-4130-8374-b0e9f03b5f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:09Z', 'updated_at': '2022-10-26T16:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '25c90a29-ce47-4b7a-b362-95f779b4cc06', 'name': '', 'network_id': 'f4df341b-b304-4dc5-8748-474870ca6d35', 'tenant_id': 'ab496cb760794ee38eff8847f7808b78', 'mac_address': 'fa:16:3e:7d:ce:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186b970e-6d09-4130-8374-b0e9f03b5f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'c2f3c334-32ea-4dd4-8236-81a4c7dcf9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:11Z', 'updated_at': '2022-10-26T16:24:18Z', 'revision_number': 4, 'project_id': 'ab496cb760794ee38eff8847f7808b78', 'subnets': [{'id': 'c2f3c334-32ea-4dd4-8236-81a4c7dcf9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:24:18.862048 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-57453da3-92b7-485b-847c-01dc51433968 None None] Provisioning for port e1f6283c-89fd-4019-aec0-f3b419298509 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:24:18.868234 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-57453da3-92b7-485b-847c-01dc51433968 None None] Provisioning complete for port e1f6283c-89fd-4019-aec0-f3b419298509 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:24:18.868871 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-57453da3-92b7-485b-847c-01dc51433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:18.869213 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-57453da3-92b7-485b-847c-01dc51433968 None None] Attempt 1 to provision port e1f6283c-89fd-4019-aec0-f3b419298509 Oct 26 16:24:18.933055 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-57453da3-92b7-485b-847c-01dc51433968 None None] Port e1f6283c-89fd-4019-aec0-f3b419298509 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:24:18.996507 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-d19b1c8f-275b-47db-a0b0-0754f0d6b7e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:19.149396 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64320466-3e11-4d32-aca2-4af1c175949f req-3ff48330-80ef-4079-b542-5fea093c3779 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:19.153714 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-64320466-3e11-4d32-aca2-4af1c175949f req-3ff48330-80ef-4079-b542-5fea093c3779 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1a990c-60ec-48ab-8327-641cd6acabac HTTP/1.1" status: 200 len: 931 time: 0.0986371 Oct 26 16:24:19.199212 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-64320466-3e11-4d32-aca2-4af1c175949f req-b44f0039-4102-4841-bd6f-a4e884571766 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49c5404-8005-4fdd-9314-2fdb21cf7c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424633 Oct 26 16:24:19.361116 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-d19b1c8f-275b-47db-a0b0-0754f0d6b7e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1f6283c-89fd-4019-aec0-f3b419298509 {{(pid=89748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:24:19.369916 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-d19b1c8f-275b-47db-a0b0-0754f0d6b7e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:19.385222 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-d19b1c8f-275b-47db-a0b0-0754f0d6b7e8 service neutron] Transition to ACTIVE for port object e1f6283c-89fd-4019-aec0-f3b419298509 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:24:19.434585 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-57453da3-92b7-485b-847c-01dc51433968 None None] Attempt 2 to provision port e1f6283c-89fd-4019-aec0-f3b419298509 Oct 26 16:24:19.478838 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-d19b1c8f-275b-47db-a0b0-0754f0d6b7e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:19.492858 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-57453da3-92b7-485b-847c-01dc51433968 None None] Port e1f6283c-89fd-4019-aec0-f3b419298509 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:24:19.679891 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b1c8f-275b-47db-a0b0-0754f0d6b7e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f6283c-89fd-4019-aec0-f3b419298509,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:19.692171 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b1c8f-275b-47db-a0b0-0754f0d6b7e8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:19.692513 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b1c8f-275b-47db-a0b0-0754f0d6b7e8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:19.692859 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b1c8f-275b-47db-a0b0-0754f0d6b7e8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:19.693194 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b1c8f-275b-47db-a0b0-0754f0d6b7e8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:19.693525 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b1c8f-275b-47db-a0b0-0754f0d6b7e8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:19.693849 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b1c8f-275b-47db-a0b0-0754f0d6b7e8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:19.694235 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b1c8f-275b-47db-a0b0-0754f0d6b7e8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:19.694590 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b1c8f-275b-47db-a0b0-0754f0d6b7e8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:19.694922 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b1c8f-275b-47db-a0b0-0754f0d6b7e8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:19.695235 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b1c8f-275b-47db-a0b0-0754f0d6b7e8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:19.695553 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b1c8f-275b-47db-a0b0-0754f0d6b7e8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:19.695872 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b1c8f-275b-47db-a0b0-0754f0d6b7e8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:19.718304 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 25c90a29-ce47-4b7a-b362-95f779b4cc06 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:24:19.729028 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-d19b1c8f-275b-47db-a0b0-0754f0d6b7e8 service neutron] Attempting to bind port e1f6283c-89fd-4019-aec0-f3b419298509 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:24:19.729360 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-d19b1c8f-275b-47db-a0b0-0754f0d6b7e8 service neutron] Attempting to bind port e1f6283c-89fd-4019-aec0-f3b419298509 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': '441ec1db-5dd8-44b6-b362-46ae2fae60bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '76aa9d6d-28b6-4163-b123-11190f13e807'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:24:19.729679 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-d19b1c8f-275b-47db-a0b0-0754f0d6b7e8 service neutron] Attempting to bind port e1f6283c-89fd-4019-aec0-f3b419298509 on network 76aa9d6d-28b6-4163-b123-11190f13e807 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:24:19.734291 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-d19b1c8f-275b-47db-a0b0-0754f0d6b7e8 service neutron] Port e1f6283c-89fd-4019-aec0-f3b419298509 on network 76aa9d6d-28b6-4163-b123-11190f13e807 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 16:24:19.734634 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-d19b1c8f-275b-47db-a0b0-0754f0d6b7e8 service neutron] Attempting to bind port e1f6283c-89fd-4019-aec0-f3b419298509 on network 76aa9d6d-28b6-4163-b123-11190f13e807 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:24:19.740800 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-d19b1c8f-275b-47db-a0b0-0754f0d6b7e8 service neutron] Checking agent: {'id': '1b551391-ebdd-44bd-8801-034277ca5526', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8627', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'started_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:24:19.741128 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-d19b1c8f-275b-47db-a0b0-0754f0d6b7e8 service neutron] Checking segment: {'id': '441ec1db-5dd8-44b6-b362-46ae2fae60bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '76aa9d6d-28b6-4163-b123-11190f13e807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:24:19.741503 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-d19b1c8f-275b-47db-a0b0-0754f0d6b7e8 service neutron] Bound using segment: {'id': '441ec1db-5dd8-44b6-b362-46ae2fae60bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '76aa9d6d-28b6-4163-b123-11190f13e807'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:24:19.741922 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-d19b1c8f-275b-47db-a0b0-0754f0d6b7e8 service neutron] Bound port: e1f6283c-89fd-4019-aec0-f3b419298509, host: hv-neutron-8627, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '441ec1db-5dd8-44b6-b362-46ae2fae60bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '76aa9d6d-28b6-4163-b123-11190f13e807'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:24:19.742275 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-d19b1c8f-275b-47db-a0b0-0754f0d6b7e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:19.835860 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-d19b1c8f-275b-47db-a0b0-0754f0d6b7e8 service neutron] For port e1f6283c-89fd-4019-aec0-f3b419298509, host hv-neutron-8627, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:24:19.839447 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-d19b1c8f-275b-47db-a0b0-0754f0d6b7e8 service neutron] For port e1f6283c-89fd-4019-aec0-f3b419298509, host hv-neutron-8627, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=e1f6283c-89fd-4019-aec0-f3b419298509,segment=NetworkSegment(441ec1db-5dd8-44b6-b362-46ae2fae60bd),segment_id=441ec1db-5dd8-44b6-b362-46ae2fae60bd)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:24:19.843762 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 25c90a29-ce47-4b7a-b362-95f779b4cc06 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:24:19.850413 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 25c90a29-ce47-4b7a-b362-95f779b4cc06 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:24:19.850817 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:19.851150 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 25c90a29-ce47-4b7a-b362-95f779b4cc06 Oct 26 16:24:19.924271 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-d19b1c8f-275b-47db-a0b0-0754f0d6b7e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:19.927442 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-d19b1c8f-275b-47db-a0b0-0754f0d6b7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:19.928059 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-d19b1c8f-275b-47db-a0b0-0754f0d6b7e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:19.929438 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-d19b1c8f-275b-47db-a0b0-0754f0d6b7e8 service neutron] 10.222.0.48 "PUT /v2.0/ports/e1f6283c-89fd-4019-aec0-f3b419298509 HTTP/1.1" status: 200 len: 1093 time: 1.1821644 Oct 26 16:24:19.959937 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d1a990c-60ec-48ab-8327-641cd6acabac', 'tag': 'e1f6283c-89fd-4019-aec0-f3b419298509'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:24:19.962330 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37181d8-909f-498b-9657-56ebe44405a4" -d '{"events": [{"name": "network-changed", "server_uuid": "6d1a990c-60ec-48ab-8327-641cd6acabac", "tag": "e1f6283c-89fd-4019-aec0-f3b419298509"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:24:19.975606 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 25c90a29-ce47-4b7a-b362-95f779b4cc06 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:24:19.975995 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:19.991631 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-57453da3-92b7-485b-847c-01dc51433968 None None] Attempt 3 to provision port e1f6283c-89fd-4019-aec0-f3b419298509 Oct 26 16:24:20.005420 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b1c8f-275b-47db-a0b0-0754f0d6b7e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f6283c-89fd-4019-aec0-f3b419298509,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:20.008954 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d555b5bf-1953-4516-859e-fddda2571a10 x-openstack-request-id: req-d555b5bf-1953-4516-859e-fddda2571a10 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:24:20.009339 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d1a990c-60ec-48ab-8327-641cd6acabac", "tag": "e1f6283c-89fd-4019-aec0-f3b419298509", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:24:20.009592 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d555b5bf-1953-4516-859e-fddda2571a10 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:24:20.009983 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d555b5bf-1953-4516-859e-fddda2571a10'] response: {'name': 'network-changed', 'server_uuid': '6d1a990c-60ec-48ab-8327-641cd6acabac', 'tag': 'e1f6283c-89fd-4019-aec0-f3b419298509', 'status': 'completed', 'code': 200} Oct 26 16:24:20.058940 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 25c90a29-ce47-4b7a-b362-95f779b4cc06, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=25c90a29-ce47-4b7a-b362-95f779b4cc06,segment=NetworkSegment(cd331c1e-68f9-4abe-8399-bbd896cb7992),segment_id=cd331c1e-68f9-4abe-8399-bbd896cb7992)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:24:20.068646 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-57453da3-92b7-485b-847c-01dc51433968 None None] Port e1f6283c-89fd-4019-aec0-f3b419298509 had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 16:24:20.128964 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37181d8-909f-498b-9657-56ebe44405a4 req-422431fc-7c02-4fe0-99f9-68321f9f02c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:20.129853 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:20.130707 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b37181d8-909f-498b-9657-56ebe44405a4 req-422431fc-7c02-4fe0-99f9-68321f9f02c1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1e796b13b6264cfda6826081384983bf&device_id=6d1a990c-60ec-48ab-8327-641cd6acabac HTTP/1.1" status: 200 len: 1096 time: 0.0835369 Oct 26 16:24:20.201808 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=25c90a29-ce47-4b7a-b362-95f779b4cc06,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:20.281072 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37181d8-909f-498b-9657-56ebe44405a4 req-583fc727-95b4-4258-a8f4-7e7bd52d16e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:20.283257 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b37181d8-909f-498b-9657-56ebe44405a4 req-583fc727-95b4-4258-a8f4-7e7bd52d16e9 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=1e796b13b6264cfda6826081384983bf&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1381395 Oct 26 16:24:20.398880 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f42a3b-3992-448d-88ef-e193995fe1e4 req-d46a0a89-3c83-4555-b191-f549ac92a650 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:20.400373 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-93f42a3b-3992-448d-88ef-e193995fe1e4 req-d46a0a89-3c83-4555-b191-f549ac92a650 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1a990c-60ec-48ab-8327-641cd6acabac HTTP/1.1" status: 200 len: 943 time: 0.0885353 Oct 26 16:24:20.421956 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37181d8-909f-498b-9657-56ebe44405a4 req-aabb6a0e-64fc-413a-8046-abfe21cd746b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:20.423541 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b37181d8-909f-498b-9657-56ebe44405a4 req-aabb6a0e-64fc-413a-8046-abfe21cd746b service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1353309 Oct 26 16:24:20.451055 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-93f42a3b-3992-448d-88ef-e193995fe1e4 req-39dad192-021e-41ea-a73f-23dac11152f0 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49c5404-8005-4fdd-9314-2fdb21cf7c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441105 Oct 26 16:24:20.568259 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-cb358369-58eb-4989-9353-cf984f03d2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:20.569702 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-cb358369-58eb-4989-9353-cf984f03d2e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1e796b13b6264cfda6826081384983bf&device_id=6d1a990c-60ec-48ab-8327-641cd6acabac HTTP/1.1" status: 200 len: 1096 time: 0.0794377 Oct 26 16:24:20.646187 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-ef9146aa-6b54-48bc-aa44-b05cfcb1244c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1f6283c-89fd-4019-aec0-f3b419298509 HTTP/1.1" status: 200 len: 217 time: 0.0642424 Oct 26 16:24:20.707830 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-17ac73ab-1e79-4fd7-9eee-8a5bd3b3b215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:20.709185 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-17ac73ab-1e79-4fd7-9eee-8a5bd3b3b215 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ac8324e9-eaa7-4e34-b36a-fbd750992983 HTTP/1.1" status: 200 len: 855 time: 0.0572636 Oct 26 16:24:20.795367 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-aa52c022-64d9-46e5-847f-f8ad1f76ad4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:20.796806 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-aa52c022-64d9-46e5-847f-f8ad1f76ad4e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=76aa9d6d-28b6-4163-b123-11190f13e807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813453 Oct 26 16:24:21.029374 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-ea318afb-47da-4604-a58a-fcbf6572e730 service neutron] 10.222.0.48 "GET /v2.0/networks/76aa9d6d-28b6-4163-b123-11190f13e807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267096 Oct 26 16:24:21.160407 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-75bedf40-bbaf-46c3-8414-8f724ac9e819 req-45e786c9-f93a-49dd-91d3-7955d7b9e9e8 service neutron] 10.222.0.48 "GET /v2.0/networks/76aa9d6d-28b6-4163-b123-11190f13e807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255784 Oct 26 16:24:21.656921 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42aa20-d8fc-4a2a-b94e-3544dc90ce6c req-c043dd04-b300-40ed-a595-8e5e5c6c108b tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:21.657599 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-7f42aa20-d8fc-4a2a-b94e-3544dc90ce6c req-c043dd04-b300-40ed-a595-8e5e5c6c108b tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Synchronizing usage tracker for tenant:1e796b13b6264cfda6826081384983bf on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:24:21.682614 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 25c90a29-ce47-4b7a-b362-95f779b4cc06 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:24:21.706592 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-7f42aa20-d8fc-4a2a-b94e-3544dc90ce6c req-c043dd04-b300-40ed-a595-8e5e5c6c108b tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Unset dirty status for tenant:1e796b13b6264cfda6826081384983bf on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:24:21.707776 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7f42aa20-d8fc-4a2a-b94e-3544dc90ce6c req-c043dd04-b300-40ed-a595-8e5e5c6c108b tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1a990c-60ec-48ab-8327-641cd6acabac HTTP/1.1" status: 200 len: 943 time: 0.1412032 Oct 26 16:24:21.751330 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 25c90a29-ce47-4b7a-b362-95f779b4cc06 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:24:21.751717 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:21.752165 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 25c90a29-ce47-4b7a-b362-95f779b4cc06 Oct 26 16:24:21.752971 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-7f42aa20-d8fc-4a2a-b94e-3544dc90ce6c req-a91f34be-dfa2-43b6-a7bf-8e077e569a48 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Synchronizing usage tracker for tenant:1e796b13b6264cfda6826081384983bf on resource:security_group {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:24:21.815081 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-7f42aa20-d8fc-4a2a-b94e-3544dc90ce6c req-a91f34be-dfa2-43b6-a7bf-8e077e569a48 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Unset dirty status for tenant:1e796b13b6264cfda6826081384983bf on resource:security_group {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:24:21.816264 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7f42aa20-d8fc-4a2a-b94e-3544dc90ce6c req-a91f34be-dfa2-43b6-a7bf-8e077e569a48 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49c5404-8005-4fdd-9314-2fdb21cf7c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028194 Oct 26 16:24:21.898160 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 25c90a29-ce47-4b7a-b362-95f779b4cc06 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:24:22.700658 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:24:23.137602 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56ad2b-5976-48f6-8076-86520c92411d req-c3b0284d-1623-4cb6-a9b3-382b7f9d5ebc tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:23.139183 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ea56ad2b-5976-48f6-8076-86520c92411d req-c3b0284d-1623-4cb6-a9b3-382b7f9d5ebc tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1a990c-60ec-48ab-8327-641cd6acabac HTTP/1.1" status: 200 len: 943 time: 0.2073531 Oct 26 16:24:23.184021 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ea56ad2b-5976-48f6-8076-86520c92411d req-efbc98cf-f100-46fd-9e7b-f229558f8a42 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49c5404-8005-4fdd-9314-2fdb21cf7c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389068 Oct 26 16:24:24.382171 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356a74a-b6a5-4f5f-8c0c-b27fcd6ccc65 req-b8dd53ab-b263-49ce-9119-91b0463fd8cf tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:24.383677 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9356a74a-b6a5-4f5f-8c0c-b27fcd6ccc65 req-b8dd53ab-b263-49ce-9119-91b0463fd8cf tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1a990c-60ec-48ab-8327-641cd6acabac HTTP/1.1" status: 200 len: 943 time: 0.0918119 Oct 26 16:24:24.427373 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9356a74a-b6a5-4f5f-8c0c-b27fcd6ccc65 req-060483de-82d4-4810-b832-cfbcb5a6e7c1 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49c5404-8005-4fdd-9314-2fdb21cf7c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380962 Oct 26 16:24:25.451166 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device e1f6283c-89fd-4019-aec0-f3b419298509 details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 16:24:25.588047 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port e1f6283c-89fd-4019-aec0-f3b419298509, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=e1f6283c-89fd-4019-aec0-f3b419298509,segment=NetworkSegment(441ec1db-5dd8-44b6-b362-46ae2fae60bd),segment_id=441ec1db-5dd8-44b6-b362-46ae2fae60bd)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:24:25.601161 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': 'e1f6283c-89fd-4019-aec0-f3b419298509', 'network_id': '76aa9d6d-28b6-4163-b123-11190f13e807', 'port_id': 'e1f6283c-89fd-4019-aec0-f3b419298509', 'mac_address': 'fa:16:3e:60:a5:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8324e9-eaa7-4e34-b36a-fbd750992983', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 16:24:25.626184 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa9d01-4814-4727-b67b-67a37926ec65 req-7f36a374-cab0-4b0c-8f87-751d9cb2c652 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:25.628478 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-aaaa9d01-4814-4727-b67b-67a37926ec65 req-7f36a374-cab0-4b0c-8f87-751d9cb2c652 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1a990c-60ec-48ab-8327-641cd6acabac HTTP/1.1" status: 200 len: 943 time: 0.0908792 Oct 26 16:24:25.666410 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port e1f6283c-89fd-4019-aec0-f3b419298509 is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:24:25.666826 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:25.674810 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-aaaa9d01-4814-4727-b67b-67a37926ec65 req-01ec20b3-d4d3-4ac3-9185-8d689282acbc tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49c5404-8005-4fdd-9314-2fdb21cf7c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398288 Oct 26 16:24:25.684496 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1f6283c-89fd-4019-aec0-f3b419298509 {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:24:25.701486 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port e1f6283c-89fd-4019-aec0-f3b419298509, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=e1f6283c-89fd-4019-aec0-f3b419298509,segment=NetworkSegment(441ec1db-5dd8-44b6-b362-46ae2fae60bd),segment_id=441ec1db-5dd8-44b6-b362-46ae2fae60bd)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:24:25.809527 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:25.876017 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=e1f6283c-89fd-4019-aec0-f3b419298509,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:26.196853 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['e1f6283c-89fd-4019-aec0-f3b419298509'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:24:26.875579 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc13e48-353f-41b6-b6a6-992677818605 req-a2911cbd-49e9-4ad1-a315-acc81fcb380e tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:26.877014 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-efc13e48-353f-41b6-b6a6-992677818605 req-a2911cbd-49e9-4ad1-a315-acc81fcb380e tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1a990c-60ec-48ab-8327-641cd6acabac HTTP/1.1" status: 200 len: 944 time: 0.0903146 Oct 26 16:24:26.920677 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-efc13e48-353f-41b6-b6a6-992677818605 req-d416b7c2-02cb-415f-98bc-e7bc9a154c03 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49c5404-8005-4fdd-9314-2fdb21cf7c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372131 Oct 26 16:24:27.317783 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:27.466340 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device e1f6283c-89fd-4019-aec0-f3b419298509 up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:24:27.598304 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning for port e1f6283c-89fd-4019-aec0-f3b419298509 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:24:27.603186 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port e1f6283c-89fd-4019-aec0-f3b419298509 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:24:27.606650 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:27.606650 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port e1f6283c-89fd-4019-aec0-f3b419298509 Oct 26 16:24:27.724075 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port e1f6283c-89fd-4019-aec0-f3b419298509 is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:24:27.724462 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:27.750762 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1a990c-60ec-48ab-8327-641cd6acabac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f6283c-89fd-4019-aec0-f3b419298509'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:24:27.753583 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483675ac-c692-4087-8562-f55c2b0aed01" -d '{"events": [{"server_uuid": "6d1a990c-60ec-48ab-8327-641cd6acabac", "name": "network-vif-plugged", "status": "completed", "tag": "e1f6283c-89fd-4019-aec0-f3b419298509"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:24:27.761838 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port e1f6283c-89fd-4019-aec0-f3b419298509, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=e1f6283c-89fd-4019-aec0-f3b419298509,segment=NetworkSegment(441ec1db-5dd8-44b6-b362-46ae2fae60bd),segment_id=441ec1db-5dd8-44b6-b362-46ae2fae60bd)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:24:27.801577 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5c30f4-1e2e-45fe-a7be-206675a39f42 x-openstack-request-id: req-6c5c30f4-1e2e-45fe-a7be-206675a39f42 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:24:27.801577 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1a990c-60ec-48ab-8327-641cd6acabac", "name": "network-vif-plugged", "status": "completed", "tag": "e1f6283c-89fd-4019-aec0-f3b419298509", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:24:27.801577 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6c5c30f4-1e2e-45fe-a7be-206675a39f42 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:24:27.801577 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c5c30f4-1e2e-45fe-a7be-206675a39f42'] response: {'server_uuid': '6d1a990c-60ec-48ab-8327-641cd6acabac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f6283c-89fd-4019-aec0-f3b419298509', 'code': 200} Oct 26 16:24:27.849616 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:27.921537 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=e1f6283c-89fd-4019-aec0-f3b419298509,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:28.122823 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf90ed-443c-49b0-a46a-f2bb9b5fc7f3 req-07ef8a17-4e94-4c6c-a354-5e8254a91590 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:28.124286 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5bbf90ed-443c-49b0-a46a-f2bb9b5fc7f3 req-07ef8a17-4e94-4c6c-a354-5e8254a91590 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1a990c-60ec-48ab-8327-641cd6acabac HTTP/1.1" status: 200 len: 945 time: 0.0905962 Oct 26 16:24:28.227226 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5bbf90ed-443c-49b0-a46a-f2bb9b5fc7f3 req-e9f90143-6e44-4feb-b2ab-c774abc1607f tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49c5404-8005-4fdd-9314-2fdb21cf7c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959077 Oct 26 16:24:28.245033 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f95579-c0bc-45df-8a1c-b60395b97801 req-4985858e-b6f7-4937-a37f-480218750b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:28.246478 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f0f95579-c0bc-45df-8a1c-b60395b97801 req-4985858e-b6f7-4937-a37f-480218750b18 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6d1a990c-60ec-48ab-8327-641cd6acabac HTTP/1.1" status: 200 len: 1098 time: 0.1024210 Oct 26 16:24:28.287036 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f0f95579-c0bc-45df-8a1c-b60395b97801 req-031f5958-8ef3-4020-a84f-012a46eeb74e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a49c5404-8005-4fdd-9314-2fdb21cf7c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347672 Oct 26 16:24:29.428024 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32746d-c84f-4e59-87e6-11c7cdb2b524 req-4131e005-005e-4516-b6bf-7476137933f2 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:29.429491 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-3c32746d-c84f-4e59-87e6-11c7cdb2b524 req-4131e005-005e-4516-b6bf-7476137933f2 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1a990c-60ec-48ab-8327-641cd6acabac HTTP/1.1" status: 200 len: 945 time: 0.0887790 Oct 26 16:24:29.476624 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-3c32746d-c84f-4e59-87e6-11c7cdb2b524 req-007abb6e-223f-4a25-8329-0f347d6911d0 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49c5404-8005-4fdd-9314-2fdb21cf7c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415475 Oct 26 16:24:30.687071 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7596f4a7-0b85-4e57-81d3-fca481ea7404 req-6d5b08f1-7264-4737-adf0-6e7dc424b58e tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:30.688596 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7596f4a7-0b85-4e57-81d3-fca481ea7404 req-6d5b08f1-7264-4737-adf0-6e7dc424b58e tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1a990c-60ec-48ab-8327-641cd6acabac HTTP/1.1" status: 200 len: 945 time: 0.1012118 Oct 26 16:24:30.732475 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7596f4a7-0b85-4e57-81d3-fca481ea7404 req-73f4021d-a09e-4b72-98d7-0139e7391b57 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49c5404-8005-4fdd-9314-2fdb21cf7c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379560 Oct 26 16:24:30.928614 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5d09b-0f95-4fb7-acc7-91c81b9bed63 req-1beb3d88-4ce7-4e31-afe6-faa8b577fb69 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:30.930126 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-97d5d09b-0f95-4fb7-acc7-91c81b9bed63 req-1beb3d88-4ce7-4e31-afe6-faa8b577fb69 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1a990c-60ec-48ab-8327-641cd6acabac HTTP/1.1" status: 200 len: 945 time: 0.0900156 Oct 26 16:24:30.974195 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-97d5d09b-0f95-4fb7-acc7-91c81b9bed63 req-2272c358-cfdb-4c67-8b77-bb715143c22d tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49c5404-8005-4fdd-9314-2fdb21cf7c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383985 Oct 26 16:24:32.106729 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f9a76502-5b11-4e6b-9981-a6feb926acbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:34.466442 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-36652913-c072-4da6-975a-45b1a43704c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:35.272012 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:35.380813 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:36.958614 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:38.231988 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8c259083-c3f2-4d2e-bdb5-cf405d5c670c req-cceb0630-956f-42f3-bf10-a1e49934a4dd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6d1a990c-60ec-48ab-8327-641cd6acabac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0780756 Oct 26 16:24:38.399490 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c259083-c3f2-4d2e-bdb5-cf405d5c670c req-65bc361c-8a6b-4a38-a810-d1f89f24abc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:38.400869 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8c259083-c3f2-4d2e-bdb5-cf405d5c670c req-65bc361c-8a6b-4a38-a810-d1f89f24abc4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1e796b13b6264cfda6826081384983bf&device_id=6d1a990c-60ec-48ab-8327-641cd6acabac HTTP/1.1" status: 200 len: 1098 time: 0.0836968 Oct 26 16:24:38.549284 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c259083-c3f2-4d2e-bdb5-cf405d5c670c req-4680df1d-1d84-44b6-85df-8c2f759fc7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:38.550796 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8c259083-c3f2-4d2e-bdb5-cf405d5c670c req-4680df1d-1d84-44b6-85df-8c2f759fc7ef service neutron] 10.222.0.48 "GET /v2.0/networks?id=76aa9d6d-28b6-4163-b123-11190f13e807 HTTP/1.1" status: 200 len: 917 time: 0.1300681 Oct 26 16:24:38.619795 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8c259083-c3f2-4d2e-bdb5-cf405d5c670c req-a970a4c6-7f60-4d67-95c1-7bbaf554bacd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1f6283c-89fd-4019-aec0-f3b419298509 HTTP/1.1" status: 200 len: 217 time: 0.0620861 Oct 26 16:24:38.685287 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c259083-c3f2-4d2e-bdb5-cf405d5c670c req-6e9c5572-c2b6-4542-a55d-ca4c6e1baf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:38.686961 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8c259083-c3f2-4d2e-bdb5-cf405d5c670c req-6e9c5572-c2b6-4542-a55d-ca4c6e1baf84 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ac8324e9-eaa7-4e34-b36a-fbd750992983 HTTP/1.1" status: 200 len: 855 time: 0.0621800 Oct 26 16:24:38.773176 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c259083-c3f2-4d2e-bdb5-cf405d5c670c req-cc4044c2-a723-431f-93d7-a9ff7fbf5125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:38.774714 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8c259083-c3f2-4d2e-bdb5-cf405d5c670c req-cc4044c2-a723-431f-93d7-a9ff7fbf5125 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=76aa9d6d-28b6-4163-b123-11190f13e807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819027 Oct 26 16:24:38.918395 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8c259083-c3f2-4d2e-bdb5-cf405d5c670c req-3d409b5e-e956-4bfb-9b35-29cec71a32c8 service neutron] 10.222.0.48 "GET /v2.0/networks/76aa9d6d-28b6-4163-b123-11190f13e807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276100 Oct 26 16:24:39.052277 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8c259083-c3f2-4d2e-bdb5-cf405d5c670c req-dd020e7f-48bd-4189-a6ae-15aaa26403d8 service neutron] 10.222.0.48 "GET /v2.0/networks/76aa9d6d-28b6-4163-b123-11190f13e807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285753 Oct 26 16:24:49.003773 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d2e578-e062-4156-b4fd-021ad6017901 req-0f45b7bc-8d0e-4014-baa2-3a5e70c5367c tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:49.005388 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-36d2e578-e062-4156-b4fd-021ad6017901 req-0f45b7bc-8d0e-4014-baa2-3a5e70c5367c tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1a990c-60ec-48ab-8327-641cd6acabac HTTP/1.1" status: 200 len: 945 time: 0.0938723 Oct 26 16:24:49.049114 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-36d2e578-e062-4156-b4fd-021ad6017901 req-ddc6cf57-a64a-4fd0-8489-9dc8bd7bde03 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49c5404-8005-4fdd-9314-2fdb21cf7c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378454 Oct 26 16:24:50.353474 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846bb13-1fb3-4a06-b976-80880ca211bd req-ed40a9c0-7a5b-4144-bbc8-b504b5ef5688 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:50.354849 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6846bb13-1fb3-4a06-b976-80880ca211bd req-ed40a9c0-7a5b-4144-bbc8-b504b5ef5688 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1a990c-60ec-48ab-8327-641cd6acabac HTTP/1.1" status: 200 len: 945 time: 0.1900108 Oct 26 16:24:50.399637 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6846bb13-1fb3-4a06-b976-80880ca211bd req-b321f2a9-ee90-48bc-a2d0-c0e97a367566 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49c5404-8005-4fdd-9314-2fdb21cf7c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391762 Oct 26 16:24:51.044209 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cd788-91e6-47b7-b506-8348adcdaf1c req-3bb56f72-d04b-4b79-b30f-cdf420208cda tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:51.045659 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c60cd788-91e6-47b7-b506-8348adcdaf1c req-3bb56f72-d04b-4b79-b30f-cdf420208cda tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d1a990c-60ec-48ab-8327-641cd6acabac HTTP/1.1" status: 200 len: 945 time: 0.0910020 Oct 26 16:24:51.115207 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-c60cd788-91e6-47b7-b506-8348adcdaf1c req-837cd390-85af-4e4e-a82e-75678249bccc tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Deleting port e1f6283c-89fd-4019-aec0-f3b419298509 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:24:51.115544 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c60cd788-91e6-47b7-b506-8348adcdaf1c req-837cd390-85af-4e4e-a82e-75678249bccc tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:51.361805 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-c60cd788-91e6-47b7-b506-8348adcdaf1c req-837cd390-85af-4e4e-a82e-75678249bccc tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] For port e1f6283c-89fd-4019-aec0-f3b419298509, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=e1f6283c-89fd-4019-aec0-f3b419298509,segment=NetworkSegment(441ec1db-5dd8-44b6-b362-46ae2fae60bd),segment_id=441ec1db-5dd8-44b6-b362-46ae2fae60bd)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:24:51.362490 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c60cd788-91e6-47b7-b506-8348adcdaf1c req-837cd390-85af-4e4e-a82e-75678249bccc tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:51.485685 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-c60cd788-91e6-47b7-b506-8348adcdaf1c req-837cd390-85af-4e4e-a82e-75678249bccc tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Calling delete_port for e1f6283c-89fd-4019-aec0-f3b419298509 owned by compute:nova {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:24:51.602338 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ef1ec-096b-4de9-b65f-53dc801b679b req-50606852-8c7b-498c-8045-fadfbaf207f7 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:51.603852 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-525ef1ec-096b-4de9-b65f-53dc801b679b req-50606852-8c7b-498c-8045-fadfbaf207f7 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1a990c-60ec-48ab-8327-641cd6acabac HTTP/1.1" status: 200 len: 945 time: 0.0888958 Oct 26 16:24:51.654597 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-525ef1ec-096b-4de9-b65f-53dc801b679b req-5eadb0a3-7f13-4975-980d-e83f4eaa1596 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49c5404-8005-4fdd-9314-2fdb21cf7c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448039 Oct 26 16:24:51.722794 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c60cd788-91e6-47b7-b506-8348adcdaf1c req-837cd390-85af-4e4e-a82e-75678249bccc tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:51.756882 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['e1f6283c-89fd-4019-aec0-f3b419298509'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:24:51.774006 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837cd390-85af-4e4e-a82e-75678249bccc tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Pushing event deleted for resources: {'Port': ['ID=e1f6283c-89fd-4019-aec0-f3b419298509,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:51.866769 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-c60cd788-91e6-47b7-b506-8348adcdaf1c req-837cd390-85af-4e4e-a82e-75678249bccc tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] No DVR routers for this DVR port e1f6283c-89fd-4019-aec0-f3b419298509 on host hv-neutron-8627 {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:24:51.869974 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c60cd788-91e6-47b7-b506-8348adcdaf1c req-837cd390-85af-4e4e-a82e-75678249bccc tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:51.872773 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1a990c-60ec-48ab-8327-641cd6acabac', 'name': 'network-vif-deleted', 'tag': 'e1f6283c-89fd-4019-aec0-f3b419298509'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:24:51.875113 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea23bdb2-3401-456e-8733-ed4fe214c64f" -d '{"events": [{"server_uuid": "6d1a990c-60ec-48ab-8327-641cd6acabac", "name": "network-vif-deleted", "tag": "e1f6283c-89fd-4019-aec0-f3b419298509"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:24:51.920403 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c7c2f3-413c-41f1-bfa0-2e4d3f0dd52d x-openstack-request-id: req-52c7c2f3-413c-41f1-bfa0-2e4d3f0dd52d {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:24:51.920704 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1a990c-60ec-48ab-8327-641cd6acabac", "name": "network-vif-deleted", "tag": "e1f6283c-89fd-4019-aec0-f3b419298509", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:24:51.920959 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-52c7c2f3-413c-41f1-bfa0-2e4d3f0dd52d {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:24:51.921422 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52c7c2f3-413c-41f1-bfa0-2e4d3f0dd52d'] response: {'server_uuid': '6d1a990c-60ec-48ab-8327-641cd6acabac', 'name': 'network-vif-deleted', 'tag': 'e1f6283c-89fd-4019-aec0-f3b419298509', 'status': 'completed', 'code': 200} Oct 26 16:24:51.952722 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c60cd788-91e6-47b7-b506-8348adcdaf1c req-837cd390-85af-4e4e-a82e-75678249bccc tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.48 "DELETE /v2.0/ports/e1f6283c-89fd-4019-aec0-f3b419298509 HTTP/1.1" status: 204 len: 173 time: 0.9017048 Oct 26 16:24:52.834557 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b311d8a7-5b7b-47d0-b5bf-70e5996d89e6 req-9c626ff2-5e32-48e6-9e1e-1f170cccc9fa tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1a990c-60ec-48ab-8327-641cd6acabac HTTP/1.1" status: 200 len: 210 time: 0.0498891 Oct 26 16:24:54.412542 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14802d85-f975-43e0-8042-9947d15785ff req-095c3add-dd1c-424c-9b90-f2566ca75ed0 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:54.413970 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-14802d85-f975-43e0-8042-9947d15785ff req-095c3add-dd1c-424c-9b90-f2566ca75ed0 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/networks?id=76aa9d6d-28b6-4163-b123-11190f13e807 HTTP/1.1" status: 200 len: 816 time: 0.1443834 Oct 26 16:24:54.428587 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-14802d85-f975-43e0-8042-9947d15785ff req-7ca7cd57-f042-4009-a288-82cbcf139ee8 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/quotas/1e796b13b6264cfda6826081384983bf HTTP/1.1" status: 200 len: 375 time: 0.0089734 Oct 26 16:24:54.521146 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-14802d85-f975-43e0-8042-9947d15785ff req-045e9fc2-7c74-4521-9877-98e3a9170b95 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e796b13b6264cfda6826081384983bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0870225 Oct 26 16:24:54.665889 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-14802d85-f975-43e0-8042-9947d15785ff req-c26897ea-b7e7-47ab-a7c4-1b4575cf7441 service neutron] 10.222.0.23 "GET /v2.0/networks/76aa9d6d-28b6-4163-b123-11190f13e807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325557 Oct 26 16:24:54.797648 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-14802d85-f975-43e0-8042-9947d15785ff req-8621d242-139e-4e7c-93f0-ced80cf9313e service neutron] 10.222.0.23 "GET /v2.0/networks/76aa9d6d-28b6-4163-b123-11190f13e807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257737 Oct 26 16:24:55.033960 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-b5aa4c49-53a9-47f3-aa4d-b5c5a860c92e req-6e183312-bbac-4d02-9f09-b9f94793ab90 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Synchronizing usage tracker for tenant:1e796b13b6264cfda6826081384983bf on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:24:55.105519 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-b5aa4c49-53a9-47f3-aa4d-b5c5a860c92e req-6e183312-bbac-4d02-9f09-b9f94793ab90 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Unset dirty status for tenant:1e796b13b6264cfda6826081384983bf on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:24:55.106763 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b5aa4c49-53a9-47f3-aa4d-b5c5a860c92e req-6e183312-bbac-4d02-9f09-b9f94793ab90 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=907086f1-2519-4c1c-a8f8-0f45f9a1ff21 HTTP/1.1" status: 200 len: 210 time: 0.1278889 Oct 26 16:24:55.652192 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device e1f6283c-89fd-4019-aec0-f3b419298509 no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:24:55.686993 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] No Port match for: e1f6283c-89fd-4019-aec0-f3b419298509 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:24:55.687343 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device e1f6283c-89fd-4019-aec0-f3b419298509 not bound to the agent host hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:24:56.275469 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-93390adb-b1e2-48d0-97b9-029ec154096b req-16302da2-2874-4eee-8324-e9f64b282f37 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=907086f1-2519-4c1c-a8f8-0f45f9a1ff21 HTTP/1.1" status: 200 len: 210 time: 0.0519397 Oct 26 16:24:56.908758 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14802d85-f975-43e0-8042-9947d15785ff req-6295229c-794d-47bd-a866-e9601e04ed17 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:56.910152 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-14802d85-f975-43e0-8042-9947d15785ff req-6295229c-794d-47bd-a866-e9601e04ed17 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.48 "GET /v2.0/networks?id=76aa9d6d-28b6-4163-b123-11190f13e807 HTTP/1.1" status: 200 len: 816 time: 0.1499858 Oct 26 16:24:56.926946 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-14802d85-f975-43e0-8042-9947d15785ff req-87f08825-f06a-4ee0-8f8d-d2aa3f83ac52 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Request body: {'port': {'device_id': '907086f1-2519-4c1c-a8f8-0f45f9a1ff21', 'network_id': '76aa9d6d-28b6-4163-b123-11190f13e807', 'admin_state_up': True, 'tenant_id': '1e796b13b6264cfda6826081384983bf'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:24:57.065350 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-14802d85-f975-43e0-8042-9947d15785ff req-87f08825-f06a-4ee0-8f8d-d2aa3f83ac52 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:24:57.074796 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-14802d85-f975-43e0-8042-9947d15785ff req-87f08825-f06a-4ee0-8f8d-d2aa3f83ac52 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:24:57.145727 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14802d85-f975-43e0-8042-9947d15785ff req-87f08825-f06a-4ee0-8f8d-d2aa3f83ac52 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Made reservation on behalf of 1e796b13b6264cfda6826081384983bf for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:24:57.150209 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-14802d85-f975-43e0-8042-9947d15785ff req-87f08825-f06a-4ee0-8f8d-d2aa3f83ac52 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:57.317453 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [req-14802d85-f975-43e0-8042-9947d15785ff req-87f08825-f06a-4ee0-8f8d-d2aa3f83ac52 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Allocated IP 172.20.0.8 (76aa9d6d-28b6-4163-b123-11190f13e807/ac8324e9-eaa7-4e34-b36a-fbd750992983/d6b89f65-f065-46cc-98e4-f381a7b1a440) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:24:57.352535 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:57.590567 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4d0537fe-1aef-45ec-865f-0bae38b005e7 req-1b17a06c-a773-47f1-81b9-fbf5d1fc41bb tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=907086f1-2519-4c1c-a8f8-0f45f9a1ff21 HTTP/1.1" status: 200 len: 210 time: 0.2009923 Oct 26 16:24:57.668729 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-14802d85-f975-43e0-8042-9947d15785ff req-87f08825-f06a-4ee0-8f8d-d2aa3f83ac52 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:57.683982 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-14802d85-f975-43e0-8042-9947d15785ff req-87f08825-f06a-4ee0-8f8d-d2aa3f83ac52 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Transition to ACTIVE for port object d6b89f65-f065-46cc-98e4-f381a7b1a440 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:24:57.762989 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-14802d85-f975-43e0-8042-9947d15785ff req-87f08825-f06a-4ee0-8f8d-d2aa3f83ac52 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:57.833697 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14802d85-f975-43e0-8042-9947d15785ff req-87f08825-f06a-4ee0-8f8d-d2aa3f83ac52 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Network 76aa9d6d-28b6-4163-b123-11190f13e807 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:24:57.837624 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [req-14802d85-f975-43e0-8042-9947d15785ff req-87f08825-f06a-4ee0-8f8d-d2aa3f83ac52 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:24:57.841568 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-14802d85-f975-43e0-8042-9947d15785ff req-87f08825-f06a-4ee0-8f8d-d2aa3f83ac52 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:24:57.879707 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f08825-f06a-4ee0-8f8d-d2aa3f83ac52 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Pushing event updated for resources: {'Port': ['ID=d6b89f65-f065-46cc-98e4-f381a7b1a440,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:57.912896 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14802d85-f975-43e0-8042-9947d15785ff req-87f08825-f06a-4ee0-8f8d-d2aa3f83ac52 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:57.913473 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-14802d85-f975-43e0-8042-9947d15785ff req-87f08825-f06a-4ee0-8f8d-d2aa3f83ac52 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:58.007403 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-14802d85-f975-43e0-8042-9947d15785ff req-87f08825-f06a-4ee0-8f8d-d2aa3f83ac52 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0800350 Oct 26 16:24:58.018816 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [req-14802d85-f975-43e0-8042-9947d15785ff req-ac9eb80e-a23b-4cf9-bd23-0d06657e31ea tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=89748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:24:58.019730 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-14802d85-f975-43e0-8042-9947d15785ff req-ac9eb80e-a23b-4cf9-bd23-0d06657e31ea tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051515 Oct 26 16:24:58.030364 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-14802d85-f975-43e0-8042-9947d15785ff req-5b9e051d-ae78-4da1-9b10-29995e05563f service neutron] Request body: {'port': {'device_id': '907086f1-2519-4c1c-a8f8-0f45f9a1ff21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8627'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:24:58.144721 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-14802d85-f975-43e0-8042-9947d15785ff req-5b9e051d-ae78-4da1-9b10-29995e05563f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:58.168450 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c22b0b28-a03b-490d-bdb9-9f0e8a530c50 None None] Provisioning for port d6b89f65-f065-46cc-98e4-f381a7b1a440 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:24:58.173498 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c22b0b28-a03b-490d-bdb9-9f0e8a530c50 None None] Provisioning complete for port d6b89f65-f065-46cc-98e4-f381a7b1a440 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:24:58.177100 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c22b0b28-a03b-490d-bdb9-9f0e8a530c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:58.177100 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c22b0b28-a03b-490d-bdb9-9f0e8a530c50 None None] Attempt 1 to provision port d6b89f65-f065-46cc-98e4-f381a7b1a440 Oct 26 16:24:58.232008 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c22b0b28-a03b-490d-bdb9-9f0e8a530c50 None None] Port d6b89f65-f065-46cc-98e4-f381a7b1a440 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:24:58.484713 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [req-14802d85-f975-43e0-8042-9947d15785ff req-5b9e051d-ae78-4da1-9b10-29995e05563f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6b89f65-f065-46cc-98e4-f381a7b1a440 {{(pid=89748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:24:58.491834 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-14802d85-f975-43e0-8042-9947d15785ff req-5b9e051d-ae78-4da1-9b10-29995e05563f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:58.506787 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-14802d85-f975-43e0-8042-9947d15785ff req-5b9e051d-ae78-4da1-9b10-29995e05563f service neutron] Transition to ACTIVE for port object d6b89f65-f065-46cc-98e4-f381a7b1a440 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:24:58.590739 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-14802d85-f975-43e0-8042-9947d15785ff req-5b9e051d-ae78-4da1-9b10-29995e05563f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:58.733360 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c22b0b28-a03b-490d-bdb9-9f0e8a530c50 None None] Attempt 2 to provision port d6b89f65-f065-46cc-98e4-f381a7b1a440 Oct 26 16:24:58.788398 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e051d-ae78-4da1-9b10-29995e05563f service neutron] Pushing event updated for resources: {'Port': ['ID=d6b89f65-f065-46cc-98e4-f381a7b1a440,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:58.791540 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c22b0b28-a03b-490d-bdb9-9f0e8a530c50 None None] Port d6b89f65-f065-46cc-98e4-f381a7b1a440 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:24:58.804621 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d86c0a-c9cd-4ff6-a98b-4499c24190e2 req-edb65379-3522-4375-ab65-7753ba3d018a tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:58.806144 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e7d86c0a-c9cd-4ff6-a98b-4499c24190e2 req-edb65379-3522-4375-ab65-7753ba3d018a tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=907086f1-2519-4c1c-a8f8-0f45f9a1ff21 HTTP/1.1" status: 200 len: 943 time: 0.0973880 Oct 26 16:24:58.828734 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-14802d85-f975-43e0-8042-9947d15785ff req-5b9e051d-ae78-4da1-9b10-29995e05563f service neutron] Attempting to bind port d6b89f65-f065-46cc-98e4-f381a7b1a440 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:24:58.829074 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-14802d85-f975-43e0-8042-9947d15785ff req-5b9e051d-ae78-4da1-9b10-29995e05563f service neutron] Attempting to bind port d6b89f65-f065-46cc-98e4-f381a7b1a440 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': '441ec1db-5dd8-44b6-b362-46ae2fae60bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '76aa9d6d-28b6-4163-b123-11190f13e807'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:24:58.829394 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14802d85-f975-43e0-8042-9947d15785ff req-5b9e051d-ae78-4da1-9b10-29995e05563f service neutron] Attempting to bind port d6b89f65-f065-46cc-98e4-f381a7b1a440 on network 76aa9d6d-28b6-4163-b123-11190f13e807 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:24:58.834037 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14802d85-f975-43e0-8042-9947d15785ff req-5b9e051d-ae78-4da1-9b10-29995e05563f service neutron] Port d6b89f65-f065-46cc-98e4-f381a7b1a440 on network 76aa9d6d-28b6-4163-b123-11190f13e807 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 16:24:58.834360 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14802d85-f975-43e0-8042-9947d15785ff req-5b9e051d-ae78-4da1-9b10-29995e05563f service neutron] Attempting to bind port d6b89f65-f065-46cc-98e4-f381a7b1a440 on network 76aa9d6d-28b6-4163-b123-11190f13e807 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:24:58.840147 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14802d85-f975-43e0-8042-9947d15785ff req-5b9e051d-ae78-4da1-9b10-29995e05563f service neutron] Checking agent: {'id': '1b551391-ebdd-44bd-8801-034277ca5526', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8627', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'started_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:24:58.840501 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14802d85-f975-43e0-8042-9947d15785ff req-5b9e051d-ae78-4da1-9b10-29995e05563f service neutron] Checking segment: {'id': '441ec1db-5dd8-44b6-b362-46ae2fae60bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '76aa9d6d-28b6-4163-b123-11190f13e807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:24:58.840869 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14802d85-f975-43e0-8042-9947d15785ff req-5b9e051d-ae78-4da1-9b10-29995e05563f service neutron] Bound using segment: {'id': '441ec1db-5dd8-44b6-b362-46ae2fae60bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '76aa9d6d-28b6-4163-b123-11190f13e807'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:24:58.841296 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-14802d85-f975-43e0-8042-9947d15785ff req-5b9e051d-ae78-4da1-9b10-29995e05563f service neutron] Bound port: d6b89f65-f065-46cc-98e4-f381a7b1a440, host: hv-neutron-8627, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '441ec1db-5dd8-44b6-b362-46ae2fae60bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '76aa9d6d-28b6-4163-b123-11190f13e807'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:24:58.841641 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-14802d85-f975-43e0-8042-9947d15785ff req-5b9e051d-ae78-4da1-9b10-29995e05563f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:58.849647 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e7d86c0a-c9cd-4ff6-a98b-4499c24190e2 req-586db189-87a8-49ff-bb03-e2332fe7efdf tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49c5404-8005-4fdd-9314-2fdb21cf7c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376978 Oct 26 16:24:58.933821 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-14802d85-f975-43e0-8042-9947d15785ff req-5b9e051d-ae78-4da1-9b10-29995e05563f service neutron] For port d6b89f65-f065-46cc-98e4-f381a7b1a440, host hv-neutron-8627, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:24:58.936694 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-14802d85-f975-43e0-8042-9947d15785ff req-5b9e051d-ae78-4da1-9b10-29995e05563f service neutron] For port d6b89f65-f065-46cc-98e4-f381a7b1a440, host hv-neutron-8627, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=d6b89f65-f065-46cc-98e4-f381a7b1a440,segment=NetworkSegment(441ec1db-5dd8-44b6-b362-46ae2fae60bd),segment_id=441ec1db-5dd8-44b6-b362-46ae2fae60bd)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:24:59.020202 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-14802d85-f975-43e0-8042-9947d15785ff req-5b9e051d-ae78-4da1-9b10-29995e05563f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:59.052081 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14802d85-f975-43e0-8042-9947d15785ff req-5b9e051d-ae78-4da1-9b10-29995e05563f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:59.052633 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-14802d85-f975-43e0-8042-9947d15785ff req-5b9e051d-ae78-4da1-9b10-29995e05563f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:24:59.054017 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-14802d85-f975-43e0-8042-9947d15785ff req-5b9e051d-ae78-4da1-9b10-29995e05563f service neutron] 10.222.0.48 "PUT /v2.0/ports/d6b89f65-f065-46cc-98e4-f381a7b1a440 HTTP/1.1" status: 200 len: 1093 time: 1.0272675 Oct 26 16:24:59.054529 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '907086f1-2519-4c1c-a8f8-0f45f9a1ff21', 'tag': 'd6b89f65-f065-46cc-98e4-f381a7b1a440'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:24:59.057104 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c697a4ed-0b5f-4123-b8b7-baede93a8810" -d '{"events": [{"name": "network-changed", "server_uuid": "907086f1-2519-4c1c-a8f8-0f45f9a1ff21", "tag": "d6b89f65-f065-46cc-98e4-f381a7b1a440"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:24:59.098801 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e051d-ae78-4da1-9b10-29995e05563f service neutron] Pushing event updated for resources: {'Port': ['ID=d6b89f65-f065-46cc-98e4-f381a7b1a440,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:59.106025 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e286e9-d76a-489f-806e-3ed8029501bc x-openstack-request-id: req-a6e286e9-d76a-489f-806e-3ed8029501bc {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:24:59.106313 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "907086f1-2519-4c1c-a8f8-0f45f9a1ff21", "tag": "d6b89f65-f065-46cc-98e4-f381a7b1a440", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:24:59.106596 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a6e286e9-d76a-489f-806e-3ed8029501bc {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:24:59.106996 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6e286e9-d76a-489f-806e-3ed8029501bc'] response: {'name': 'network-changed', 'server_uuid': '907086f1-2519-4c1c-a8f8-0f45f9a1ff21', 'tag': 'd6b89f65-f065-46cc-98e4-f381a7b1a440', 'status': 'completed', 'code': 200} Oct 26 16:24:59.224821 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697a4ed-0b5f-4123-b8b7-baede93a8810 req-e62d7e5f-7a03-4404-b902-8b1611fc1c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:59.226280 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c697a4ed-0b5f-4123-b8b7-baede93a8810 req-e62d7e5f-7a03-4404-b902-8b1611fc1c2b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1e796b13b6264cfda6826081384983bf&device_id=907086f1-2519-4c1c-a8f8-0f45f9a1ff21 HTTP/1.1" status: 200 len: 1096 time: 0.0808978 Oct 26 16:24:59.292453 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-c22b0b28-a03b-490d-bdb9-9f0e8a530c50 None None] Attempt 3 to provision port d6b89f65-f065-46cc-98e4-f381a7b1a440 Oct 26 16:24:59.356130 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-c22b0b28-a03b-490d-bdb9-9f0e8a530c50 None None] Port d6b89f65-f065-46cc-98e4-f381a7b1a440 had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 16:24:59.373103 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697a4ed-0b5f-4123-b8b7-baede93a8810 req-9f1e3abc-a8c8-4b5f-b1c3-27499c6fcf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:59.374566 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c697a4ed-0b5f-4123-b8b7-baede93a8810 req-9f1e3abc-a8c8-4b5f-b1c3-27499c6fcf32 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=1e796b13b6264cfda6826081384983bf&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1365073 Oct 26 16:24:59.511079 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697a4ed-0b5f-4123-b8b7-baede93a8810 req-49c85d3d-c814-4468-8ab8-430a0ed15785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:59.512509 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c697a4ed-0b5f-4123-b8b7-baede93a8810 req-49c85d3d-c814-4468-8ab8-430a0ed15785 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1325109 Oct 26 16:24:59.655576 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14802d85-f975-43e0-8042-9947d15785ff req-7e3c403e-39e6-4a0c-9d6c-215d1c99ce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:59.657050 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-14802d85-f975-43e0-8042-9947d15785ff req-7e3c403e-39e6-4a0c-9d6c-215d1c99ce6d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1e796b13b6264cfda6826081384983bf&device_id=907086f1-2519-4c1c-a8f8-0f45f9a1ff21 HTTP/1.1" status: 200 len: 1096 time: 0.0846078 Oct 26 16:24:59.703617 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:24:59.737473 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-14802d85-f975-43e0-8042-9947d15785ff req-13ce2586-10a1-4011-b58e-a097f76df212 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6b89f65-f065-46cc-98e4-f381a7b1a440 HTTP/1.1" status: 200 len: 217 time: 0.0667274 Oct 26 16:24:59.798076 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14802d85-f975-43e0-8042-9947d15785ff req-a35cd8c6-f62d-453e-ba84-6b21d9ec11f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:59.799463 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-14802d85-f975-43e0-8042-9947d15785ff req-a35cd8c6-f62d-453e-ba84-6b21d9ec11f3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ac8324e9-eaa7-4e34-b36a-fbd750992983 HTTP/1.1" status: 200 len: 855 time: 0.0558341 Oct 26 16:24:59.882346 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14802d85-f975-43e0-8042-9947d15785ff req-6586b5f3-1fb0-4fcc-8ee0-87603c815938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:59.884411 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-14802d85-f975-43e0-8042-9947d15785ff req-6586b5f3-1fb0-4fcc-8ee0-87603c815938 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=76aa9d6d-28b6-4163-b123-11190f13e807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782120 Oct 26 16:25:00.053373 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd43f2b8-41ad-45a5-a48c-6243a255b52d req-7e63c927-ea54-4885-a5c4-dd912370e579 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:00.054887 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-cd43f2b8-41ad-45a5-a48c-6243a255b52d req-7e63c927-ea54-4885-a5c4-dd912370e579 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=907086f1-2519-4c1c-a8f8-0f45f9a1ff21 HTTP/1.1" status: 200 len: 943 time: 0.0892768 Oct 26 16:25:00.100118 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-cd43f2b8-41ad-45a5-a48c-6243a255b52d req-2a06c959-3437-4433-89e2-2947552b5af9 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49c5404-8005-4fdd-9314-2fdb21cf7c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393236 Oct 26 16:25:00.124289 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-14802d85-f975-43e0-8042-9947d15785ff req-4d9b6332-d643-4182-b527-6a807751c1ef service neutron] 10.222.0.48 "GET /v2.0/networks/76aa9d6d-28b6-4163-b123-11190f13e807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336426 Oct 26 16:25:00.259063 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-14802d85-f975-43e0-8042-9947d15785ff req-50dca61d-3967-40a1-ae36-833fab4f408c service neutron] 10.222.0.48 "GET /v2.0/networks/76aa9d6d-28b6-4163-b123-11190f13e807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282115 Oct 26 16:25:01.303713 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cfe401-2612-4276-bb9e-8e1653bede86 req-5c338ac3-951f-4ece-ad1d-f2b03197dcc6 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:01.304436 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-18cfe401-2612-4276-bb9e-8e1653bede86 req-5c338ac3-951f-4ece-ad1d-f2b03197dcc6 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Synchronizing usage tracker for tenant:1e796b13b6264cfda6826081384983bf on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:25:01.391236 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-18cfe401-2612-4276-bb9e-8e1653bede86 req-5c338ac3-951f-4ece-ad1d-f2b03197dcc6 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Unset dirty status for tenant:1e796b13b6264cfda6826081384983bf on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:25:01.392324 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-18cfe401-2612-4276-bb9e-8e1653bede86 req-5c338ac3-951f-4ece-ad1d-f2b03197dcc6 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=907086f1-2519-4c1c-a8f8-0f45f9a1ff21 HTTP/1.1" status: 200 len: 943 time: 0.1773818 Oct 26 16:25:01.436680 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-18cfe401-2612-4276-bb9e-8e1653bede86 req-1ca690b6-5511-46ee-b3c0-d564cc68fd90 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49c5404-8005-4fdd-9314-2fdb21cf7c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387948 Oct 26 16:25:02.093980 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-65498b94-bb6f-4d3c-b65e-15a33bbfd7f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:25:02.638246 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768eea5-eb25-4eee-9ffb-b55b374751d4 req-444ae8e1-a2d4-4bd4-ac93-c80986b5cc95 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:02.639738 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c768eea5-eb25-4eee-9ffb-b55b374751d4 req-444ae8e1-a2d4-4bd4-ac93-c80986b5cc95 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=907086f1-2519-4c1c-a8f8-0f45f9a1ff21 HTTP/1.1" status: 200 len: 943 time: 0.0920503 Oct 26 16:25:02.684844 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c768eea5-eb25-4eee-9ffb-b55b374751d4 req-ad41e768-6537-4be3-9bc6-39907423c4e1 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49c5404-8005-4fdd-9314-2fdb21cf7c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391130 Oct 26 16:25:03.699194 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device d6b89f65-f065-46cc-98e4-f381a7b1a440 details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 16:25:03.835385 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port d6b89f65-f065-46cc-98e4-f381a7b1a440, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=d6b89f65-f065-46cc-98e4-f381a7b1a440,segment=NetworkSegment(441ec1db-5dd8-44b6-b362-46ae2fae60bd),segment_id=441ec1db-5dd8-44b6-b362-46ae2fae60bd)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:25:03.849681 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': 'd6b89f65-f065-46cc-98e4-f381a7b1a440', 'network_id': '76aa9d6d-28b6-4163-b123-11190f13e807', 'port_id': 'd6b89f65-f065-46cc-98e4-f381a7b1a440', 'mac_address': 'fa:16:3e:f5:66:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8324e9-eaa7-4e34-b36a-fbd750992983', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 16:25:03.886749 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c67d5-d229-4aef-978c-89d64cfd2c3c req-7e26468e-3596-46e6-920b-643822764341 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:03.888227 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8d8c67d5-d229-4aef-978c-89d64cfd2c3c req-7e26468e-3596-46e6-920b-643822764341 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=907086f1-2519-4c1c-a8f8-0f45f9a1ff21 HTTP/1.1" status: 200 len: 943 time: 0.0936530 Oct 26 16:25:03.906537 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port d6b89f65-f065-46cc-98e4-f381a7b1a440 is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:25:03.906918 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:25:03.924526 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6b89f65-f065-46cc-98e4-f381a7b1a440 {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:25:03.933656 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8d8c67d5-d229-4aef-978c-89d64cfd2c3c req-4c3d2fe9-5f6e-49f3-a6c1-2888aa6b1263 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49c5404-8005-4fdd-9314-2fdb21cf7c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397837 Oct 26 16:25:03.940518 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port d6b89f65-f065-46cc-98e4-f381a7b1a440, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=d6b89f65-f065-46cc-98e4-f381a7b1a440,segment=NetworkSegment(441ec1db-5dd8-44b6-b362-46ae2fae60bd),segment_id=441ec1db-5dd8-44b6-b362-46ae2fae60bd)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:25:04.008005 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:25:04.078536 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=d6b89f65-f065-46cc-98e4-f381a7b1a440,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:04.085839 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:04.086224 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:04.087220 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:04.087621 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:04.087960 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:04.088298 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:04.088632 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:04.088964 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:04.089296 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:04.089625 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:04.090030 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:04.090363 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:04.376846 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['d6b89f65-f065-46cc-98e4-f381a7b1a440'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:25:04.511574 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-010b3b14-dae5-43da-b6b6-c72cc461eba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:25:05.132830 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf381d6-0b66-4ce6-a34f-2006d29aab9e req-b0cede9d-8c58-4099-bb70-565f00d8c7bd tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:05.134699 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-faf381d6-0b66-4ce6-a34f-2006d29aab9e req-b0cede9d-8c58-4099-bb70-565f00d8c7bd tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=907086f1-2519-4c1c-a8f8-0f45f9a1ff21 HTTP/1.1" status: 200 len: 944 time: 0.0887311 Oct 26 16:25:05.183732 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-faf381d6-0b66-4ce6-a34f-2006d29aab9e req-d79895bb-0159-4b85-8f64-6a51ede5ec83 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49c5404-8005-4fdd-9314-2fdb21cf7c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433242 Oct 26 16:25:05.259966 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:25:05.396597 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:25:05.714829 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device d6b89f65-f065-46cc-98e4-f381a7b1a440 up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:25:05.870975 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning for port d6b89f65-f065-46cc-98e4-f381a7b1a440 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:25:05.875885 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port d6b89f65-f065-46cc-98e4-f381a7b1a440 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:25:05.876257 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:25:05.876604 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port d6b89f65-f065-46cc-98e4-f381a7b1a440 Oct 26 16:25:06.021289 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port d6b89f65-f065-46cc-98e4-f381a7b1a440 is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:25:06.021676 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:25:06.048676 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907086f1-2519-4c1c-a8f8-0f45f9a1ff21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b89f65-f065-46cc-98e4-f381a7b1a440'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:25:06.050972 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc458f5-11fd-4f7e-a6ba-9a6d29d906d9" -d '{"events": [{"server_uuid": "907086f1-2519-4c1c-a8f8-0f45f9a1ff21", "name": "network-vif-plugged", "status": "completed", "tag": "d6b89f65-f065-46cc-98e4-f381a7b1a440"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:25:06.058669 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port d6b89f65-f065-46cc-98e4-f381a7b1a440, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=d6b89f65-f065-46cc-98e4-f381a7b1a440,segment=NetworkSegment(441ec1db-5dd8-44b6-b362-46ae2fae60bd),segment_id=441ec1db-5dd8-44b6-b362-46ae2fae60bd)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:25:06.092680 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9501d5bb-1074-4fd4-80a3-5f7583a7a693 x-openstack-request-id: req-9501d5bb-1074-4fd4-80a3-5f7583a7a693 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:25:06.092972 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "907086f1-2519-4c1c-a8f8-0f45f9a1ff21", "name": "network-vif-plugged", "status": "completed", "tag": "d6b89f65-f065-46cc-98e4-f381a7b1a440", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:25:06.093227 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9501d5bb-1074-4fd4-80a3-5f7583a7a693 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:25:06.093619 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9501d5bb-1074-4fd4-80a3-5f7583a7a693'] response: {'server_uuid': '907086f1-2519-4c1c-a8f8-0f45f9a1ff21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b89f65-f065-46cc-98e4-f381a7b1a440', 'code': 200} Oct 26 16:25:06.133236 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:25:06.203431 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=d6b89f65-f065-46cc-98e4-f381a7b1a440,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:06.383889 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662c4e5-ac48-4247-9de9-f4442e5d54fc req-46a5f088-92ef-466f-a1de-d080da889b5b tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:06.385304 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-5662c4e5-ac48-4247-9de9-f4442e5d54fc req-46a5f088-92ef-466f-a1de-d080da889b5b tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=907086f1-2519-4c1c-a8f8-0f45f9a1ff21 HTTP/1.1" status: 200 len: 945 time: 0.0914347 Oct 26 16:25:06.431263 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-5662c4e5-ac48-4247-9de9-f4442e5d54fc req-f4df880e-a8e4-4c36-bcac-33065e778cc2 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49c5404-8005-4fdd-9314-2fdb21cf7c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399153 Oct 26 16:25:06.486678 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f7d8e-a898-4d5f-aa8c-fcbb473a4af9 req-25df5bf8-67e1-4f24-9028-34512d4377d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:06.488151 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-702f7d8e-a898-4d5f-aa8c-fcbb473a4af9 req-25df5bf8-67e1-4f24-9028-34512d4377d0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=907086f1-2519-4c1c-a8f8-0f45f9a1ff21 HTTP/1.1" status: 200 len: 1098 time: 0.0785706 Oct 26 16:25:06.532744 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-702f7d8e-a898-4d5f-aa8c-fcbb473a4af9 req-628c64bc-b252-47e5-a022-2a4821e490d7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a49c5404-8005-4fdd-9314-2fdb21cf7c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384061 Oct 26 16:25:06.985427 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:25:07.781971 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547644a-1108-45da-91a7-3f12819ff806 req-ffa3a466-a5ce-4ff5-ad39-fd82be39c9b3 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:07.783470 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a547644a-1108-45da-91a7-3f12819ff806 req-ffa3a466-a5ce-4ff5-ad39-fd82be39c9b3 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=907086f1-2519-4c1c-a8f8-0f45f9a1ff21 HTTP/1.1" status: 200 len: 945 time: 0.0885661 Oct 26 16:25:07.827496 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a547644a-1108-45da-91a7-3f12819ff806 req-d65fb086-ab0b-43da-9c9b-8ab27599b5ab tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49c5404-8005-4fdd-9314-2fdb21cf7c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383699 Oct 26 16:25:09.028452 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e80452-34c0-4132-9a28-66c4f404ab60 req-ab3f86ad-6a62-496a-98f5-65a402538e48 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:09.030010 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-62e80452-34c0-4132-9a28-66c4f404ab60 req-ab3f86ad-6a62-496a-98f5-65a402538e48 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=907086f1-2519-4c1c-a8f8-0f45f9a1ff21 HTTP/1.1" status: 200 len: 945 time: 0.0912161 Oct 26 16:25:09.073782 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-62e80452-34c0-4132-9a28-66c4f404ab60 req-b2699cd0-f556-4b42-8dac-5d684be846c3 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49c5404-8005-4fdd-9314-2fdb21cf7c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381532 Oct 26 16:25:09.274749 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e1b0f-e845-4442-8af3-89b396dc5cc8 req-05427b58-bfaf-477a-98be-e0a3fcffa445 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:09.276234 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-366e1b0f-e845-4442-8af3-89b396dc5cc8 req-05427b58-bfaf-477a-98be-e0a3fcffa445 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=907086f1-2519-4c1c-a8f8-0f45f9a1ff21 HTTP/1.1" status: 200 len: 945 time: 0.0911129 Oct 26 16:25:09.319109 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-366e1b0f-e845-4442-8af3-89b396dc5cc8 req-efdd2448-8848-42b3-8d1a-3539411c9165 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49c5404-8005-4fdd-9314-2fdb21cf7c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372577 Oct 26 16:25:27.339556 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:25:27.482616 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa8b1d-698f-4c2a-a283-924be3ff22ca req-62d7692a-42ee-49e9-987f-55c6eeab0476 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:27.484067 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-20fa8b1d-698f-4c2a-a283-924be3ff22ca req-62d7692a-42ee-49e9-987f-55c6eeab0476 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=907086f1-2519-4c1c-a8f8-0f45f9a1ff21 HTTP/1.1" status: 200 len: 945 time: 0.0895813 Oct 26 16:25:27.531337 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-20fa8b1d-698f-4c2a-a283-924be3ff22ca req-d01917e8-c4c9-40c7-804c-4a175754aa1a tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49c5404-8005-4fdd-9314-2fdb21cf7c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416179 Oct 26 16:25:28.731726 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9b739-ac69-4fea-bb38-2334b2ebc6b0 req-c66a7bd9-a035-47ed-a6b4-bc609b88373e tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:28.733173 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b4a9b739-ac69-4fea-bb38-2334b2ebc6b0 req-c66a7bd9-a035-47ed-a6b4-bc609b88373e tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=907086f1-2519-4c1c-a8f8-0f45f9a1ff21 HTTP/1.1" status: 200 len: 945 time: 0.0873208 Oct 26 16:25:28.781343 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b4a9b739-ac69-4fea-bb38-2334b2ebc6b0 req-8a30252e-fe0c-42eb-8d68-b9f1e74fc02a tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49c5404-8005-4fdd-9314-2fdb21cf7c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423009 Oct 26 16:25:29.397453 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db49b95-8a19-4ab1-a641-7d8038b83c6f req-b08512fd-2319-4c41-bcd9-a60f20f6a37f tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:29.399227 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8db49b95-8a19-4ab1-a641-7d8038b83c6f req-b08512fd-2319-4c41-bcd9-a60f20f6a37f tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.48 "GET /v2.0/ports?device_id=907086f1-2519-4c1c-a8f8-0f45f9a1ff21 HTTP/1.1" status: 200 len: 945 time: 0.0891531 Oct 26 16:25:29.472737 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-8db49b95-8a19-4ab1-a641-7d8038b83c6f req-38fc76d6-623a-4ff4-b52c-0e48dce78d6e tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Deleting port d6b89f65-f065-46cc-98e4-f381a7b1a440 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:25:29.473077 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-8db49b95-8a19-4ab1-a641-7d8038b83c6f req-38fc76d6-623a-4ff4-b52c-0e48dce78d6e tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:25:29.732852 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-8db49b95-8a19-4ab1-a641-7d8038b83c6f req-38fc76d6-623a-4ff4-b52c-0e48dce78d6e tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] For port d6b89f65-f065-46cc-98e4-f381a7b1a440, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=d6b89f65-f065-46cc-98e4-f381a7b1a440,segment=NetworkSegment(441ec1db-5dd8-44b6-b362-46ae2fae60bd),segment_id=441ec1db-5dd8-44b6-b362-46ae2fae60bd)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:25:29.733204 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-8db49b95-8a19-4ab1-a641-7d8038b83c6f req-38fc76d6-623a-4ff4-b52c-0e48dce78d6e tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:25:29.862760 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-8db49b95-8a19-4ab1-a641-7d8038b83c6f req-38fc76d6-623a-4ff4-b52c-0e48dce78d6e tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Calling delete_port for d6b89f65-f065-46cc-98e4-f381a7b1a440 owned by compute:nova {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:25:30.062957 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58fd15b-7359-42b8-aa24-41bc3265cbe4 req-7eabcff6-200d-410f-9481-ee97168298b2 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:30.064396 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e58fd15b-7359-42b8-aa24-41bc3265cbe4 req-7eabcff6-200d-410f-9481-ee97168298b2 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=907086f1-2519-4c1c-a8f8-0f45f9a1ff21 HTTP/1.1" status: 200 len: 945 time: 0.1608055 Oct 26 16:25:30.114493 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e58fd15b-7359-42b8-aa24-41bc3265cbe4 req-daa47345-ac47-4d64-b0b2-7eef51ba0131 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49c5404-8005-4fdd-9314-2fdb21cf7c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437810 Oct 26 16:25:30.173389 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-8db49b95-8a19-4ab1-a641-7d8038b83c6f req-38fc76d6-623a-4ff4-b52c-0e48dce78d6e tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:25:30.209225 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['d6b89f65-f065-46cc-98e4-f381a7b1a440'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:25:30.322746 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fc76d6-623a-4ff4-b52c-0e48dce78d6e tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Pushing event deleted for resources: {'Port': ['ID=d6b89f65-f065-46cc-98e4-f381a7b1a440,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:30.367290 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc76d6-623a-4ff4-b52c-0e48dce78d6e tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:30.367703 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc76d6-623a-4ff4-b52c-0e48dce78d6e tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:30.368297 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc76d6-623a-4ff4-b52c-0e48dce78d6e tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:30.368464 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc76d6-623a-4ff4-b52c-0e48dce78d6e tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:30.368802 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc76d6-623a-4ff4-b52c-0e48dce78d6e tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:30.369129 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc76d6-623a-4ff4-b52c-0e48dce78d6e tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:30.369453 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc76d6-623a-4ff4-b52c-0e48dce78d6e tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:30.369776 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc76d6-623a-4ff4-b52c-0e48dce78d6e tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:30.370097 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc76d6-623a-4ff4-b52c-0e48dce78d6e tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:30.370414 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc76d6-623a-4ff4-b52c-0e48dce78d6e tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:30.370763 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc76d6-623a-4ff4-b52c-0e48dce78d6e tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:30.371080 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc76d6-623a-4ff4-b52c-0e48dce78d6e tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:30.423601 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db49b95-8a19-4ab1-a641-7d8038b83c6f req-38fc76d6-623a-4ff4-b52c-0e48dce78d6e tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] No DVR routers for this DVR port d6b89f65-f065-46cc-98e4-f381a7b1a440 on host hv-neutron-8627 {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:25:30.426058 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-8db49b95-8a19-4ab1-a641-7d8038b83c6f req-38fc76d6-623a-4ff4-b52c-0e48dce78d6e tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:25:30.428845 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907086f1-2519-4c1c-a8f8-0f45f9a1ff21', 'name': 'network-vif-deleted', 'tag': 'd6b89f65-f065-46cc-98e4-f381a7b1a440'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:25:30.431602 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de79c8ed-2512-49e0-981c-4fd5ac41bc3b" -d '{"events": [{"server_uuid": "907086f1-2519-4c1c-a8f8-0f45f9a1ff21", "name": "network-vif-deleted", "tag": "d6b89f65-f065-46cc-98e4-f381a7b1a440"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:25:30.475128 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30493105-bc3b-42d1-9e26-6fce03033d20 x-openstack-request-id: req-30493105-bc3b-42d1-9e26-6fce03033d20 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:25:30.475430 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "907086f1-2519-4c1c-a8f8-0f45f9a1ff21", "name": "network-vif-deleted", "tag": "d6b89f65-f065-46cc-98e4-f381a7b1a440", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:25:30.475719 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-30493105-bc3b-42d1-9e26-6fce03033d20 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:25:30.476248 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30493105-bc3b-42d1-9e26-6fce03033d20'] response: {'server_uuid': '907086f1-2519-4c1c-a8f8-0f45f9a1ff21', 'name': 'network-vif-deleted', 'tag': 'd6b89f65-f065-46cc-98e4-f381a7b1a440', 'status': 'completed', 'code': 200} Oct 26 16:25:30.511263 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8db49b95-8a19-4ab1-a641-7d8038b83c6f req-38fc76d6-623a-4ff4-b52c-0e48dce78d6e tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.48 "DELETE /v2.0/ports/d6b89f65-f065-46cc-98e4-f381a7b1a440 HTTP/1.1" status: 204 len: 173 time: 1.1070518 Oct 26 16:25:31.292694 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-ee8f2631-efd0-4850-a7e1-ba6560e8e93d req-c26c7b2a-bf5a-45de-97b6-1cbae8adcd6d tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Synchronizing usage tracker for tenant:1e796b13b6264cfda6826081384983bf on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:25:31.418966 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-ee8f2631-efd0-4850-a7e1-ba6560e8e93d req-c26c7b2a-bf5a-45de-97b6-1cbae8adcd6d tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Unset dirty status for tenant:1e796b13b6264cfda6826081384983bf on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:25:31.420154 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ee8f2631-efd0-4850-a7e1-ba6560e8e93d req-c26c7b2a-bf5a-45de-97b6-1cbae8adcd6d tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=907086f1-2519-4c1c-a8f8-0f45f9a1ff21 HTTP/1.1" status: 200 len: 210 time: 0.1814179 Oct 26 16:25:32.104391 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ba1e0ca1-06c2-4ed7-9f31-e180f0b4b512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:25:33.007681 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-85655a07-903b-4afe-b04f-480f23958bfb tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:33.009306 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-85655a07-903b-4afe-b04f-480f23958bfb tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/networks?id=76aa9d6d-28b6-4163-b123-11190f13e807 HTTP/1.1" status: 200 len: 816 time: 0.1450636 Oct 26 16:25:33.023551 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-3a2e1469-3ea9-428d-96b8-2a9d7e8efc4f tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/quotas/1e796b13b6264cfda6826081384983bf HTTP/1.1" status: 200 len: 375 time: 0.0089087 Oct 26 16:25:33.114267 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-7aa55664-7535-44b7-85eb-11dc429b633d tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e796b13b6264cfda6826081384983bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0857654 Oct 26 16:25:33.346359 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-8c288c7c-01eb-45be-9a83-bccbca2a5211 service neutron] 10.222.0.23 "GET /v2.0/networks/76aa9d6d-28b6-4163-b123-11190f13e807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204616 Oct 26 16:25:33.478963 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-841dc89a-3b43-4ba4-aa67-05b69b81b530 service neutron] 10.222.0.23 "GET /v2.0/networks/76aa9d6d-28b6-4163-b123-11190f13e807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265421 Oct 26 16:25:33.837820 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device d6b89f65-f065-46cc-98e4-f381a7b1a440 no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:25:33.872600 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] No Port match for: d6b89f65-f065-46cc-98e4-f381a7b1a440 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:25:33.872937 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device d6b89f65-f065-46cc-98e4-f381a7b1a440 not bound to the agent host hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:25:34.510196 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c0708bd4-c291-425b-87f5-390c3ebb0994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:25:34.765251 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-25ea7b52-c8e8-458b-aca7-b0267ed27be1 req-0aa4d73e-7300-4bd3-80af-5ea4f42978f6 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca8e0d0f-86a6-49de-91c2-3ec61e5c7290 HTTP/1.1" status: 200 len: 210 time: 0.0515368 Oct 26 16:25:35.241232 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:25:35.390223 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:25:35.945702 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ff7ccca9-7298-4fd7-8ef0-b58a3e57c320 req-ef5d0507-b0a2-4f89-a529-f87a923194d8 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca8e0d0f-86a6-49de-91c2-3ec61e5c7290 HTTP/1.1" status: 200 len: 210 time: 0.0559099 Oct 26 16:25:36.702159 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:25:36.769249 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-9f749e32-de86-452a-b6e2-4c9d50125ad2 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:36.770673 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-9f749e32-de86-452a-b6e2-4c9d50125ad2 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.48 "GET /v2.0/networks?id=76aa9d6d-28b6-4163-b123-11190f13e807 HTTP/1.1" status: 200 len: 816 time: 0.1463459 Oct 26 16:25:36.788536 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-50fcb456-d42a-4abb-8226-5d0070c6fc10 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Request body: {'port': {'device_id': 'ca8e0d0f-86a6-49de-91c2-3ec61e5c7290', 'network_id': '76aa9d6d-28b6-4163-b123-11190f13e807', 'admin_state_up': True, 'tenant_id': '1e796b13b6264cfda6826081384983bf'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:36.926596 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-50fcb456-d42a-4abb-8226-5d0070c6fc10 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:25:36.936801 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-50fcb456-d42a-4abb-8226-5d0070c6fc10 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:25:36.984236 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:25:37.011925 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-50fcb456-d42a-4abb-8226-5d0070c6fc10 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Made reservation on behalf of 1e796b13b6264cfda6826081384983bf for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:25:37.015989 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-50fcb456-d42a-4abb-8226-5d0070c6fc10 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:25:37.119542 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e568a471-c76f-4126-b0ce-59f2418fad14 req-8dea19fd-9cc0-4bbc-bc91-10b3308304a1 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca8e0d0f-86a6-49de-91c2-3ec61e5c7290 HTTP/1.1" status: 200 len: 210 time: 0.0561497 Oct 26 16:25:37.191824 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-50fcb456-d42a-4abb-8226-5d0070c6fc10 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Allocated IP 172.20.0.8 (76aa9d6d-28b6-4163-b123-11190f13e807/ac8324e9-eaa7-4e34-b36a-fbd750992983/3c66814b-8516-4da6-bf28-a2461460915a) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:25:37.396455 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-50fcb456-d42a-4abb-8226-5d0070c6fc10 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:25:37.411600 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-50fcb456-d42a-4abb-8226-5d0070c6fc10 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Transition to ACTIVE for port object 3c66814b-8516-4da6-bf28-a2461460915a will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:25:37.486482 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-50fcb456-d42a-4abb-8226-5d0070c6fc10 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:25:37.557307 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-50fcb456-d42a-4abb-8226-5d0070c6fc10 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Network 76aa9d6d-28b6-4163-b123-11190f13e807 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:25:37.560116 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-50fcb456-d42a-4abb-8226-5d0070c6fc10 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:25:37.562654 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-50fcb456-d42a-4abb-8226-5d0070c6fc10 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:25:37.605218 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fcb456-d42a-4abb-8226-5d0070c6fc10 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Pushing event updated for resources: {'Port': ['ID=3c66814b-8516-4da6-bf28-a2461460915a,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:37.640271 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-50fcb456-d42a-4abb-8226-5d0070c6fc10 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:37.641189 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-50fcb456-d42a-4abb-8226-5d0070c6fc10 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:25:37.756837 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-50fcb456-d42a-4abb-8226-5d0070c6fc10 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9718039 Oct 26 16:25:37.860014 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-0a984913-3d7f-4682-bd1b-d6535446924d service neutron] Request body: {'port': {'device_id': 'ca8e0d0f-86a6-49de-91c2-3ec61e5c7290', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8627'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:25:37.870006 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-6384c760-7e69-42bf-9ce5-7755f50d11a6 None None] Provisioning for port 3c66814b-8516-4da6-bf28-a2461460915a completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:25:37.875282 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-6384c760-7e69-42bf-9ce5-7755f50d11a6 None None] Provisioning complete for port 3c66814b-8516-4da6-bf28-a2461460915a triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:25:37.875689 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6384c760-7e69-42bf-9ce5-7755f50d11a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:25:37.876028 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-6384c760-7e69-42bf-9ce5-7755f50d11a6 None None] Attempt 1 to provision port 3c66814b-8516-4da6-bf28-a2461460915a Oct 26 16:25:37.932988 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6384c760-7e69-42bf-9ce5-7755f50d11a6 None None] Port 3c66814b-8516-4da6-bf28-a2461460915a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:25:37.972917 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-0a984913-3d7f-4682-bd1b-d6535446924d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:25:38.425146 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd257f3d-3893-4add-8893-7011ffc68de6 req-b5e5d50d-4058-40f8-ae7d-f3e41051f5af tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:38.425829 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-fd257f3d-3893-4add-8893-7011ffc68de6 req-b5e5d50d-4058-40f8-ae7d-f3e41051f5af tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Synchronizing usage tracker for tenant:1e796b13b6264cfda6826081384983bf on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:25:38.434393 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-6384c760-7e69-42bf-9ce5-7755f50d11a6 None None] Attempt 2 to provision port 3c66814b-8516-4da6-bf28-a2461460915a Oct 26 16:25:38.488423 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6384c760-7e69-42bf-9ce5-7755f50d11a6 None None] Port 3c66814b-8516-4da6-bf28-a2461460915a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:25:38.502894 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-0a984913-3d7f-4682-bd1b-d6535446924d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c66814b-8516-4da6-bf28-a2461460915a {{(pid=89748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:25:38.511218 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-0a984913-3d7f-4682-bd1b-d6535446924d service neutron] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:25:38.525644 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-0a984913-3d7f-4682-bd1b-d6535446924d service neutron] Transition to ACTIVE for port object 3c66814b-8516-4da6-bf28-a2461460915a will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:25:38.595913 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-fd257f3d-3893-4add-8893-7011ffc68de6 req-b5e5d50d-4058-40f8-ae7d-f3e41051f5af tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Unset dirty status for tenant:1e796b13b6264cfda6826081384983bf on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:25:38.597126 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-fd257f3d-3893-4add-8893-7011ffc68de6 req-b5e5d50d-4058-40f8-ae7d-f3e41051f5af tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca8e0d0f-86a6-49de-91c2-3ec61e5c7290 HTTP/1.1" status: 200 len: 931 time: 0.3563125 Oct 26 16:25:38.631227 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-0a984913-3d7f-4682-bd1b-d6535446924d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:25:38.748406 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-fd257f3d-3893-4add-8893-7011ffc68de6 req-8d50ce9a-8ddb-40b6-8720-0c75642dcc50 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49c5404-8005-4fdd-9314-2fdb21cf7c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457250 Oct 26 16:25:38.833334 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a984913-3d7f-4682-bd1b-d6535446924d service neutron] Pushing event updated for resources: {'Port': ['ID=3c66814b-8516-4da6-bf28-a2461460915a,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:38.870286 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-0a984913-3d7f-4682-bd1b-d6535446924d service neutron] Attempting to bind port 3c66814b-8516-4da6-bf28-a2461460915a on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:25:38.870649 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-0a984913-3d7f-4682-bd1b-d6535446924d service neutron] Attempting to bind port 3c66814b-8516-4da6-bf28-a2461460915a by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': '441ec1db-5dd8-44b6-b362-46ae2fae60bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '76aa9d6d-28b6-4163-b123-11190f13e807'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:25:38.870968 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-0a984913-3d7f-4682-bd1b-d6535446924d service neutron] Attempting to bind port 3c66814b-8516-4da6-bf28-a2461460915a on network 76aa9d6d-28b6-4163-b123-11190f13e807 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:25:38.875486 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-0a984913-3d7f-4682-bd1b-d6535446924d service neutron] Port 3c66814b-8516-4da6-bf28-a2461460915a on network 76aa9d6d-28b6-4163-b123-11190f13e807 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 16:25:38.875801 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-0a984913-3d7f-4682-bd1b-d6535446924d service neutron] Attempting to bind port 3c66814b-8516-4da6-bf28-a2461460915a on network 76aa9d6d-28b6-4163-b123-11190f13e807 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:25:38.881058 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-0a984913-3d7f-4682-bd1b-d6535446924d service neutron] Checking agent: {'id': '1b551391-ebdd-44bd-8801-034277ca5526', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8627', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'started_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:25:38.881385 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-0a984913-3d7f-4682-bd1b-d6535446924d service neutron] Checking segment: {'id': '441ec1db-5dd8-44b6-b362-46ae2fae60bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '76aa9d6d-28b6-4163-b123-11190f13e807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:25:38.881759 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-0a984913-3d7f-4682-bd1b-d6535446924d service neutron] Bound using segment: {'id': '441ec1db-5dd8-44b6-b362-46ae2fae60bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '76aa9d6d-28b6-4163-b123-11190f13e807'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:25:38.882179 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-0a984913-3d7f-4682-bd1b-d6535446924d service neutron] Bound port: 3c66814b-8516-4da6-bf28-a2461460915a, host: hv-neutron-8627, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '441ec1db-5dd8-44b6-b362-46ae2fae60bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '76aa9d6d-28b6-4163-b123-11190f13e807'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:25:38.882546 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-0a984913-3d7f-4682-bd1b-d6535446924d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:25:38.969795 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-0a984913-3d7f-4682-bd1b-d6535446924d service neutron] For port 3c66814b-8516-4da6-bf28-a2461460915a, host hv-neutron-8627, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:25:38.972627 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-0a984913-3d7f-4682-bd1b-d6535446924d service neutron] For port 3c66814b-8516-4da6-bf28-a2461460915a, host hv-neutron-8627, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=3c66814b-8516-4da6-bf28-a2461460915a,segment=NetworkSegment(441ec1db-5dd8-44b6-b362-46ae2fae60bd),segment_id=441ec1db-5dd8-44b6-b362-46ae2fae60bd)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:25:38.990228 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-6384c760-7e69-42bf-9ce5-7755f50d11a6 None None] Attempt 3 to provision port 3c66814b-8516-4da6-bf28-a2461460915a Oct 26 16:25:39.046382 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-0a984913-3d7f-4682-bd1b-d6535446924d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:25:39.048578 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6384c760-7e69-42bf-9ce5-7755f50d11a6 None None] Port 3c66814b-8516-4da6-bf28-a2461460915a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:25:39.081051 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-0a984913-3d7f-4682-bd1b-d6535446924d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:39.081657 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-0a984913-3d7f-4682-bd1b-d6535446924d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:25:39.083055 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-0a984913-3d7f-4682-bd1b-d6535446924d service neutron] 10.222.0.48 "PUT /v2.0/ports/3c66814b-8516-4da6-bf28-a2461460915a HTTP/1.1" status: 200 len: 1093 time: 1.2702899 Oct 26 16:25:39.083552 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca8e0d0f-86a6-49de-91c2-3ec61e5c7290', 'tag': '3c66814b-8516-4da6-bf28-a2461460915a'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:25:39.085834 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64fc0881-bd50-4514-8ef6-ebb6fcea0b69" -d '{"events": [{"name": "network-changed", "server_uuid": "ca8e0d0f-86a6-49de-91c2-3ec61e5c7290", "tag": "3c66814b-8516-4da6-bf28-a2461460915a"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:25:39.133855 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b58b9ed-d482-464a-a6a9-d7512c07404c x-openstack-request-id: req-1b58b9ed-d482-464a-a6a9-d7512c07404c {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:25:39.134163 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca8e0d0f-86a6-49de-91c2-3ec61e5c7290", "tag": "3c66814b-8516-4da6-bf28-a2461460915a", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:25:39.134485 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b58b9ed-d482-464a-a6a9-d7512c07404c {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:25:39.134912 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b58b9ed-d482-464a-a6a9-d7512c07404c'] response: {'name': 'network-changed', 'server_uuid': 'ca8e0d0f-86a6-49de-91c2-3ec61e5c7290', 'tag': '3c66814b-8516-4da6-bf28-a2461460915a', 'status': 'completed', 'code': 200} Oct 26 16:25:39.135710 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a984913-3d7f-4682-bd1b-d6535446924d service neutron] Pushing event updated for resources: {'Port': ['ID=3c66814b-8516-4da6-bf28-a2461460915a,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:39.251325 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc0881-bd50-4514-8ef6-ebb6fcea0b69 req-cb9badec-24e1-430e-bcb8-01853abbe1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:39.252679 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-64fc0881-bd50-4514-8ef6-ebb6fcea0b69 req-cb9badec-24e1-430e-bcb8-01853abbe1f7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1e796b13b6264cfda6826081384983bf&device_id=ca8e0d0f-86a6-49de-91c2-3ec61e5c7290 HTTP/1.1" status: 200 len: 1096 time: 0.0786853 Oct 26 16:25:39.396351 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc0881-bd50-4514-8ef6-ebb6fcea0b69 req-0374aee8-9af5-4641-933d-2465854d6aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:39.397775 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-64fc0881-bd50-4514-8ef6-ebb6fcea0b69 req-0374aee8-9af5-4641-933d-2465854d6aa2 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=1e796b13b6264cfda6826081384983bf&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1330676 Oct 26 16:25:39.532914 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc0881-bd50-4514-8ef6-ebb6fcea0b69 req-f925747d-214c-4a87-a791-aa4484cee2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:39.534245 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-64fc0881-bd50-4514-8ef6-ebb6fcea0b69 req-f925747d-214c-4a87-a791-aa4484cee2f4 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1309829 Oct 26 16:25:39.549898 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-6384c760-7e69-42bf-9ce5-7755f50d11a6 None None] Attempt 4 to provision port 3c66814b-8516-4da6-bf28-a2461460915a Oct 26 16:25:39.614024 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6384c760-7e69-42bf-9ce5-7755f50d11a6 None None] Port 3c66814b-8516-4da6-bf28-a2461460915a had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 16:25:39.678666 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-9f67c76f-5a20-4904-83c5-73dc0a4088b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:39.680235 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-9f67c76f-5a20-4904-83c5-73dc0a4088b4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1e796b13b6264cfda6826081384983bf&device_id=ca8e0d0f-86a6-49de-91c2-3ec61e5c7290 HTTP/1.1" status: 200 len: 1096 time: 0.0853395 Oct 26 16:25:39.754247 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-3cf17171-c321-404e-ad78-b9594c6a77f8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c66814b-8516-4da6-bf28-a2461460915a HTTP/1.1" status: 200 len: 217 time: 0.0624642 Oct 26 16:25:39.819595 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-cf594af1-f5db-4a76-9e0a-3c7bb32e1f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:39.821006 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-cf594af1-f5db-4a76-9e0a-3c7bb32e1f76 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ac8324e9-eaa7-4e34-b36a-fbd750992983 HTTP/1.1" status: 200 len: 855 time: 0.0610061 Oct 26 16:25:40.079343 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-7a629b29-1f74-4925-921f-9e59d4c6acad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:40.080726 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-7a629b29-1f74-4925-921f-9e59d4c6acad service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=76aa9d6d-28b6-4163-b123-11190f13e807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2544115 Oct 26 16:25:40.088787 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdaf881-cd99-4abe-8777-a4f640407450 req-a1f36dea-bdb1-4127-8a7a-4ab14293426b tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:40.090186 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1fdaf881-cd99-4abe-8777-a4f640407450 req-a1f36dea-bdb1-4127-8a7a-4ab14293426b tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca8e0d0f-86a6-49de-91c2-3ec61e5c7290 HTTP/1.1" status: 200 len: 943 time: 0.2243702 Oct 26 16:25:40.219646 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1fdaf881-cd99-4abe-8777-a4f640407450 req-b72f50fa-fa44-4d51-854f-c41b7f2cdfd6 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49c5404-8005-4fdd-9314-2fdb21cf7c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114140 Oct 26 16:25:40.251864 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-5c0dcf94-d9fd-4422-9ad8-b45db98ede9f service neutron] 10.222.0.48 "GET /v2.0/networks/76aa9d6d-28b6-4163-b123-11190f13e807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607416 Oct 26 16:25:40.387907 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-020c5de3-e043-453d-a47c-3fd2ec350ac4 req-6fb79991-5155-44e3-80bb-6f2621af6093 service neutron] 10.222.0.48 "GET /v2.0/networks/76aa9d6d-28b6-4163-b123-11190f13e807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296258 Oct 26 16:25:41.516918 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd89f49-46fe-46f2-9af8-44e291813e6b req-d0c0d30f-8ddd-4429-89ab-ff05617d7b4b tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:41.518251 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-fdd89f49-46fe-46f2-9af8-44e291813e6b req-d0c0d30f-8ddd-4429-89ab-ff05617d7b4b tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca8e0d0f-86a6-49de-91c2-3ec61e5c7290 HTTP/1.1" status: 200 len: 943 time: 0.1876750 Oct 26 16:25:41.562697 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-fdd89f49-46fe-46f2-9af8-44e291813e6b req-d99fceaa-04c5-43b4-b0aa-e0dac7bd8ff5 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49c5404-8005-4fdd-9314-2fdb21cf7c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386631 Oct 26 16:25:42.765236 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb8c52-0004-442d-9302-d0d61438f06f req-20650b27-1f0b-4dff-a621-8196e34250a0 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:42.766705 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a6cb8c52-0004-442d-9302-d0d61438f06f req-20650b27-1f0b-4dff-a621-8196e34250a0 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca8e0d0f-86a6-49de-91c2-3ec61e5c7290 HTTP/1.1" status: 200 len: 943 time: 0.0903158 Oct 26 16:25:42.815020 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a6cb8c52-0004-442d-9302-d0d61438f06f req-1a61a855-22d7-4d7d-941d-13fec07428e4 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49c5404-8005-4fdd-9314-2fdb21cf7c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427282 Oct 26 16:25:43.915080 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 3c66814b-8516-4da6-bf28-a2461460915a details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 16:25:44.017740 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c36164-1aaf-4146-a7c8-a43c73c5310e req-bfa5aba1-93df-4fae-aa54-c7673f2f8203 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:44.019332 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-14c36164-1aaf-4146-a7c8-a43c73c5310e req-bfa5aba1-93df-4fae-aa54-c7673f2f8203 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca8e0d0f-86a6-49de-91c2-3ec61e5c7290 HTTP/1.1" status: 200 len: 943 time: 0.0905077 Oct 26 16:25:44.051387 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 3c66814b-8516-4da6-bf28-a2461460915a, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=3c66814b-8516-4da6-bf28-a2461460915a,segment=NetworkSegment(441ec1db-5dd8-44b6-b362-46ae2fae60bd),segment_id=441ec1db-5dd8-44b6-b362-46ae2fae60bd)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:25:44.063396 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-14c36164-1aaf-4146-a7c8-a43c73c5310e req-820faace-26d5-4a66-9223-469b8a258af6 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49c5404-8005-4fdd-9314-2fdb21cf7c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378194 Oct 26 16:25:44.064573 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': '3c66814b-8516-4da6-bf28-a2461460915a', 'network_id': '76aa9d6d-28b6-4163-b123-11190f13e807', 'port_id': '3c66814b-8516-4da6-bf28-a2461460915a', 'mac_address': 'fa:16:3e:5f:a2:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8324e9-eaa7-4e34-b36a-fbd750992983', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 16:25:44.120273 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 3c66814b-8516-4da6-bf28-a2461460915a is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:25:44.120654 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:25:44.137750 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c66814b-8516-4da6-bf28-a2461460915a {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:25:44.153255 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 3c66814b-8516-4da6-bf28-a2461460915a, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=3c66814b-8516-4da6-bf28-a2461460915a,segment=NetworkSegment(441ec1db-5dd8-44b6-b362-46ae2fae60bd),segment_id=441ec1db-5dd8-44b6-b362-46ae2fae60bd)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:25:44.241009 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:25:44.310949 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=3c66814b-8516-4da6-bf28-a2461460915a,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:44.611845 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['3c66814b-8516-4da6-bf28-a2461460915a'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:25:45.264182 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb8631-9a73-444a-bd61-5618dbebcd59 req-4f5fb4d7-19e9-4f9f-8b5b-fbb7fbd15f90 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:45.265640 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-88fb8631-9a73-444a-bd61-5618dbebcd59 req-4f5fb4d7-19e9-4f9f-8b5b-fbb7fbd15f90 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca8e0d0f-86a6-49de-91c2-3ec61e5c7290 HTTP/1.1" status: 200 len: 944 time: 0.0905046 Oct 26 16:25:45.309420 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-88fb8631-9a73-444a-bd61-5618dbebcd59 req-9c8215eb-f0b4-425d-8740-df1c8f855c97 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49c5404-8005-4fdd-9314-2fdb21cf7c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381825 Oct 26 16:25:45.929714 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 3c66814b-8516-4da6-bf28-a2461460915a up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:25:46.079807 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning for port 3c66814b-8516-4da6-bf28-a2461460915a completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:25:46.084781 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port 3c66814b-8516-4da6-bf28-a2461460915a triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:25:46.085159 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:25:46.085493 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port 3c66814b-8516-4da6-bf28-a2461460915a Oct 26 16:25:46.204474 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 3c66814b-8516-4da6-bf28-a2461460915a is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:25:46.204762 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:25:46.231819 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca8e0d0f-86a6-49de-91c2-3ec61e5c7290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c66814b-8516-4da6-bf28-a2461460915a'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:25:46.234052 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a626988-8207-4ccf-bbf1-13c564a4c7ed" -d '{"events": [{"server_uuid": "ca8e0d0f-86a6-49de-91c2-3ec61e5c7290", "name": "network-vif-plugged", "status": "completed", "tag": "3c66814b-8516-4da6-bf28-a2461460915a"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:25:46.241439 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 3c66814b-8516-4da6-bf28-a2461460915a, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=3c66814b-8516-4da6-bf28-a2461460915a,segment=NetworkSegment(441ec1db-5dd8-44b6-b362-46ae2fae60bd),segment_id=441ec1db-5dd8-44b6-b362-46ae2fae60bd)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:25:46.276284 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f9adc1-bb66-470a-897f-993a75bb2289 x-openstack-request-id: req-e3f9adc1-bb66-470a-897f-993a75bb2289 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:25:46.281156 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca8e0d0f-86a6-49de-91c2-3ec61e5c7290", "name": "network-vif-plugged", "status": "completed", "tag": "3c66814b-8516-4da6-bf28-a2461460915a", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:25:46.281156 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e3f9adc1-bb66-470a-897f-993a75bb2289 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:25:46.281156 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3f9adc1-bb66-470a-897f-993a75bb2289'] response: {'server_uuid': 'ca8e0d0f-86a6-49de-91c2-3ec61e5c7290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c66814b-8516-4da6-bf28-a2461460915a', 'code': 200} Oct 26 16:25:46.321186 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:25:46.394055 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=3c66814b-8516-4da6-bf28-a2461460915a,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:46.516104 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987bbd38-082e-4f8f-8ae9-9cdb008b261b req-9d03b44a-96e1-469b-b8fc-5d5930141749 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:46.517507 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-987bbd38-082e-4f8f-8ae9-9cdb008b261b req-9d03b44a-96e1-469b-b8fc-5d5930141749 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca8e0d0f-86a6-49de-91c2-3ec61e5c7290 HTTP/1.1" status: 200 len: 945 time: 0.0962400 Oct 26 16:25:46.562419 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-987bbd38-082e-4f8f-8ae9-9cdb008b261b req-c2bd1806-0923-4c4e-ad59-c2314689c44d tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49c5404-8005-4fdd-9314-2fdb21cf7c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393288 Oct 26 16:25:46.685466 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3798bb-0830-4bbe-bcca-36e09131f330 req-8d1325e4-6565-4d28-bed0-4b5eb9a1de27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:46.686958 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cc3798bb-0830-4bbe-bcca-36e09131f330 req-8d1325e4-6565-4d28-bed0-4b5eb9a1de27 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ca8e0d0f-86a6-49de-91c2-3ec61e5c7290 HTTP/1.1" status: 200 len: 1098 time: 0.0814533 Oct 26 16:25:46.730545 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cc3798bb-0830-4bbe-bcca-36e09131f330 req-f85ebc99-ab7a-419f-b777-b2d3c7dd2888 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a49c5404-8005-4fdd-9314-2fdb21cf7c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377796 Oct 26 16:25:47.764382 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e38f2-ebde-4169-93ee-9d1c4a137024 req-1d4d7cc2-31fb-4d1b-b93d-81146db72cc2 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:47.765852 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-f03e38f2-ebde-4169-93ee-9d1c4a137024 req-1d4d7cc2-31fb-4d1b-b93d-81146db72cc2 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca8e0d0f-86a6-49de-91c2-3ec61e5c7290 HTTP/1.1" status: 200 len: 945 time: 0.0888567 Oct 26 16:25:47.812092 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-f03e38f2-ebde-4169-93ee-9d1c4a137024 req-c9b2f327-c0c4-4b1b-8c3c-0ff454be65ad tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49c5404-8005-4fdd-9314-2fdb21cf7c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406153 Oct 26 16:25:49.013057 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb3bbb-0dbc-4d49-a14f-619c87567fbb req-790048b8-05a9-487c-ab9d-1864afdb5fcb tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:49.014436 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-43eb3bbb-0dbc-4d49-a14f-619c87567fbb req-790048b8-05a9-487c-ab9d-1864afdb5fcb tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca8e0d0f-86a6-49de-91c2-3ec61e5c7290 HTTP/1.1" status: 200 len: 945 time: 0.0896866 Oct 26 16:25:49.059106 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-43eb3bbb-0dbc-4d49-a14f-619c87567fbb req-5db17839-a9ec-4a5e-81ec-ed0f2000af9d tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49c5404-8005-4fdd-9314-2fdb21cf7c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391076 Oct 26 16:25:49.256126 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67959f91-3c14-44b5-980d-b124f8c24098 req-b99c5f3e-597f-46de-997b-adb6ab300f8b tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:49.257621 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-67959f91-3c14-44b5-980d-b124f8c24098 req-b99c5f3e-597f-46de-997b-adb6ab300f8b tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca8e0d0f-86a6-49de-91c2-3ec61e5c7290 HTTP/1.1" status: 200 len: 945 time: 0.0882342 Oct 26 16:25:49.301932 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-67959f91-3c14-44b5-980d-b124f8c24098 req-9e231f8b-22fd-4233-92c7-f7acb5652981 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49c5404-8005-4fdd-9314-2fdb21cf7c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379663 Oct 26 16:25:57.337589 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:02.119246 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-dc167df2-25ea-4d4c-bd04-6a7913f24d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:04.492352 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f7655533-c851-4890-8329-0f7d95436dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:05.269252 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:05.446398 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:06.960977 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:07.573776 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b04b4-101b-4550-86f3-8df9741ce387 req-841f2a35-d0b6-4f6e-a95b-bfbd603c5892 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:26:07.575204 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-6e5b04b4-101b-4550-86f3-8df9741ce387 req-841f2a35-d0b6-4f6e-a95b-bfbd603c5892 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca8e0d0f-86a6-49de-91c2-3ec61e5c7290 HTTP/1.1" status: 200 len: 945 time: 0.0922256 Oct 26 16:26:07.620743 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-6e5b04b4-101b-4550-86f3-8df9741ce387 req-46df5754-6f69-4314-abc6-87a49114f880 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49c5404-8005-4fdd-9314-2fdb21cf7c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390394 Oct 26 16:26:08.872746 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e8569-9dd6-42fd-8fe5-5e0f36fc6391 req-0545611e-3c9e-48b8-9b65-ea385d2598d0 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:26:08.874772 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b14e8569-9dd6-42fd-8fe5-5e0f36fc6391 req-0545611e-3c9e-48b8-9b65-ea385d2598d0 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca8e0d0f-86a6-49de-91c2-3ec61e5c7290 HTTP/1.1" status: 200 len: 945 time: 0.1385348 Oct 26 16:26:08.919199 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b14e8569-9dd6-42fd-8fe5-5e0f36fc6391 req-8bbb1caa-82da-45a8-a1b3-96d207c79a55 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49c5404-8005-4fdd-9314-2fdb21cf7c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384369 Oct 26 16:26:09.550050 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e59f5c-7a0f-4948-8064-16461dd23855 req-575e1806-2df4-49cf-9dd9-380fc6ebcb45 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:26:09.551495 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f8e59f5c-7a0f-4948-8064-16461dd23855 req-575e1806-2df4-49cf-9dd9-380fc6ebcb45 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca8e0d0f-86a6-49de-91c2-3ec61e5c7290 HTTP/1.1" status: 200 len: 945 time: 0.0899489 Oct 26 16:26:09.626634 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-f8e59f5c-7a0f-4948-8064-16461dd23855 req-9e6589b5-26b0-4655-b186-c7eb61654c5c tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Deleting port 3c66814b-8516-4da6-bf28-a2461460915a {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:26:09.626976 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-f8e59f5c-7a0f-4948-8064-16461dd23855 req-9e6589b5-26b0-4655-b186-c7eb61654c5c tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:09.878337 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-f8e59f5c-7a0f-4948-8064-16461dd23855 req-9e6589b5-26b0-4655-b186-c7eb61654c5c tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] For port 3c66814b-8516-4da6-bf28-a2461460915a, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=3c66814b-8516-4da6-bf28-a2461460915a,segment=NetworkSegment(441ec1db-5dd8-44b6-b362-46ae2fae60bd),segment_id=441ec1db-5dd8-44b6-b362-46ae2fae60bd)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:26:09.879060 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-f8e59f5c-7a0f-4948-8064-16461dd23855 req-9e6589b5-26b0-4655-b186-c7eb61654c5c tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:10.002846 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-f8e59f5c-7a0f-4948-8064-16461dd23855 req-9e6589b5-26b0-4655-b186-c7eb61654c5c tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Calling delete_port for 3c66814b-8516-4da6-bf28-a2461460915a owned by compute:nova {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:26:10.118258 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2411a5-7868-4393-807c-3ad9dd5f70c8 req-21d08cca-f66a-4f80-b84d-259ea96b46d7 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:26:10.119809 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2e2411a5-7868-4393-807c-3ad9dd5f70c8 req-21d08cca-f66a-4f80-b84d-259ea96b46d7 tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca8e0d0f-86a6-49de-91c2-3ec61e5c7290 HTTP/1.1" status: 200 len: 945 time: 0.0881991 Oct 26 16:26:10.169328 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2e2411a5-7868-4393-807c-3ad9dd5f70c8 req-03630288-86af-468f-bcf3-14efa38a861d tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49c5404-8005-4fdd-9314-2fdb21cf7c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436821 Oct 26 16:26:10.218624 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-f8e59f5c-7a0f-4948-8064-16461dd23855 req-9e6589b5-26b0-4655-b186-c7eb61654c5c tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:10.368612 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6589b5-26b0-4655-b186-c7eb61654c5c tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Pushing event deleted for resources: {'Port': ['ID=3c66814b-8516-4da6-bf28-a2461460915a,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:10.461040 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e59f5c-7a0f-4948-8064-16461dd23855 req-9e6589b5-26b0-4655-b186-c7eb61654c5c tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] No DVR routers for this DVR port 3c66814b-8516-4da6-bf28-a2461460915a on host hv-neutron-8627 {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:26:10.463539 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-f8e59f5c-7a0f-4948-8064-16461dd23855 req-9e6589b5-26b0-4655-b186-c7eb61654c5c tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:10.466288 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca8e0d0f-86a6-49de-91c2-3ec61e5c7290', 'name': 'network-vif-deleted', 'tag': '3c66814b-8516-4da6-bf28-a2461460915a'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:26:10.468666 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3978a496-dbe5-4bf5-81e3-cad62737bd60" -d '{"events": [{"server_uuid": "ca8e0d0f-86a6-49de-91c2-3ec61e5c7290", "name": "network-vif-deleted", "tag": "3c66814b-8516-4da6-bf28-a2461460915a"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:26:10.519191 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1003b4b0-7503-4d32-a943-82b9a85a0f29 x-openstack-request-id: req-1003b4b0-7503-4d32-a943-82b9a85a0f29 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:26:10.519570 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca8e0d0f-86a6-49de-91c2-3ec61e5c7290", "name": "network-vif-deleted", "tag": "3c66814b-8516-4da6-bf28-a2461460915a", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:26:10.519907 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1003b4b0-7503-4d32-a943-82b9a85a0f29 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:26:10.520373 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1003b4b0-7503-4d32-a943-82b9a85a0f29'] response: {'server_uuid': 'ca8e0d0f-86a6-49de-91c2-3ec61e5c7290', 'name': 'network-vif-deleted', 'tag': '3c66814b-8516-4da6-bf28-a2461460915a', 'status': 'completed', 'code': 200} Oct 26 16:26:10.533334 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f8e59f5c-7a0f-4948-8064-16461dd23855 req-9e6589b5-26b0-4655-b186-c7eb61654c5c tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.48 "DELETE /v2.0/ports/3c66814b-8516-4da6-bf28-a2461460915a HTTP/1.1" status: 204 len: 173 time: 0.9768515 Oct 26 16:26:11.352039 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-467769f1-52ba-4da2-b728-2a98166a4c44 req-3453f497-a882-4e81-9395-af45b48d239c tempest-TestEncryptedCinderVolumes-1339952631 tempest-TestEncryptedCinderVolumes-1339952631-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca8e0d0f-86a6-49de-91c2-3ec61e5c7290 HTTP/1.1" status: 200 len: 210 time: 0.0531585 Oct 26 16:26:12.070008 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 3c66814b-8516-4da6-bf28-a2461460915a no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:26:12.104561 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] No Port match for: 3c66814b-8516-4da6-bf28-a2461460915a {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:26:12.104906 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 3c66814b-8516-4da6-bf28-a2461460915a not bound to the agent host hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:26:12.550396 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 50598) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:26:13.090905 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-489b8434-5104-4ec9-8745-6e92c7426e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:13.442795 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-489b8434-5104-4ec9-8745-6e92c7426e64 admin admin] Deleting port 767161ec-d0f1-44cb-ae09-21c4e09f01f6 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:26:13.443132 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-489b8434-5104-4ec9-8745-6e92c7426e64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:13.612241 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-489b8434-5104-4ec9-8745-6e92c7426e64 admin admin] For port 767161ec-d0f1-44cb-ae09-21c4e09f01f6, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=767161ec-d0f1-44cb-ae09-21c4e09f01f6,segment=NetworkSegment(441ec1db-5dd8-44b6-b362-46ae2fae60bd),segment_id=441ec1db-5dd8-44b6-b362-46ae2fae60bd)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:26:13.612910 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-489b8434-5104-4ec9-8745-6e92c7426e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:13.700910 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:26:13.735986 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-489b8434-5104-4ec9-8745-6e92c7426e64 admin admin] Calling delete_port for 767161ec-d0f1-44cb-ae09-21c4e09f01f6 owned by network:router_interface {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:26:14.078912 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-489b8434-5104-4ec9-8745-6e92c7426e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:14.125601 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b8434-5104-4ec9-8745-6e92c7426e64 admin admin] Pushing event deleted for resources: {'Port': ['ID=767161ec-d0f1-44cb-ae09-21c4e09f01f6,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:14.401210 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-489b8434-5104-4ec9-8745-6e92c7426e64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:14.767091 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489b8434-5104-4ec9-8745-6e92c7426e64 admin admin] Router 382fc9d8-7836-492c-a45d-2cf2138d4ec6 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:26:14.947813 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489b8434-5104-4ec9-8745-6e92c7426e64 admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:26:14.958525 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a3bb12-fd2e-439e-8731-bbad12b3d655 None None] Sync routers for ids ['382fc9d8-7836-492c-a45d-2cf2138d4ec6'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:26:14.962168 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-489b8434-5104-4ec9-8745-6e92c7426e64 admin admin] 10.222.0.23 "PUT /v2.0/routers/382fc9d8-7836-492c-a45d-2cf2138d4ec6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4106305 Oct 26 16:26:14.964657 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 50602) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:26:14.968520 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a3bb12-fd2e-439e-8731-bbad12b3d655 None None] Routers {'382fc9d8-7836-492c-a45d-2cf2138d4ec6'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:26:14.969125 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-e6a3bb12-fd2e-439e-8731-bbad12b3d655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:26:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['382fc9d8-7836-492c-a45d-2cf2138d4ec6'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:15.145027 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-81b8bcfe-9b48-4a16-97e9-9ad73229967f admin admin] Notify callbacks [] for router, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:15.179304 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-e6a3bb12-fd2e-439e-8731-bbad12b3d655 None None] Set router 382fc9d8-7836-492c-a45d-2cf2138d4ec6 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:26:15.444028 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-81b8bcfe-9b48-4a16-97e9-9ad73229967f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:15.471464 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-e6a3bb12-fd2e-439e-8731-bbad12b3d655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382fc9d8-7836-492c-a45d-2cf2138d4ec6', 'name': 'tempest-TestEncryptedCinderVolumes-317420415-router', 'tenant_id': '1e796b13b6264cfda6826081384983bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '0f5261b2-1bb9-4141-9a5f-9d09e3732b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:00Z', 'updated_at': '2022-10-26T16:26:13Z', 'revision_number': 5, 'project_id': '1e796b13b6264cfda6826081384983bf', 'gw_port': {'id': '0f5261b2-1bb9-4141-9a5f-9d09e3732b63', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382fc9d8-7836-492c-a45d-2cf2138d4ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:00Z', 'updated_at': '2022-10-26T16:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:15.475236 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a3bb12-fd2e-439e-8731-bbad12b3d655 None None] Checking router: 382fc9d8-7836-492c-a45d-2cf2138d4ec6 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:26:15.483666 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a3bb12-fd2e-439e-8731-bbad12b3d655 None None] Routers {'382fc9d8-7836-492c-a45d-2cf2138d4ec6'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:26:15.484281 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-e6a3bb12-fd2e-439e-8731-bbad12b3d655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:26:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['382fc9d8-7836-492c-a45d-2cf2138d4ec6'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:15.520195 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-81b8bcfe-9b48-4a16-97e9-9ad73229967f admin admin] Deleting port 0f5261b2-1bb9-4141-9a5f-9d09e3732b63 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:26:15.520532 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-81b8bcfe-9b48-4a16-97e9-9ad73229967f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:15.638386 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-e6a3bb12-fd2e-439e-8731-bbad12b3d655 None None] Set router 382fc9d8-7836-492c-a45d-2cf2138d4ec6 gateway port host: None {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:26:15.706078 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-81b8bcfe-9b48-4a16-97e9-9ad73229967f admin admin] For port 0f5261b2-1bb9-4141-9a5f-9d09e3732b63, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=0f5261b2-1bb9-4141-9a5f-9d09e3732b63,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:26:15.706578 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-81b8bcfe-9b48-4a16-97e9-9ad73229967f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:15.746946 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-e6a3bb12-fd2e-439e-8731-bbad12b3d655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382fc9d8-7836-492c-a45d-2cf2138d4ec6', 'name': 'tempest-TestEncryptedCinderVolumes-317420415-router', 'tenant_id': '1e796b13b6264cfda6826081384983bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:00Z', 'updated_at': '2022-10-26T16:26:15Z', 'revision_number': 6, 'project_id': '1e796b13b6264cfda6826081384983bf', 'gw_port_host': None}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:15.751697 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a3bb12-fd2e-439e-8731-bbad12b3d655 None None] The sync data for ids ['382fc9d8-7836-492c-a45d-2cf2138d4ec6'] in dv-neutron-862712-1-hyperv is: [{'id': '382fc9d8-7836-492c-a45d-2cf2138d4ec6', 'name': 'tempest-TestEncryptedCinderVolumes-317420415-router', 'tenant_id': '1e796b13b6264cfda6826081384983bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:00Z', 'updated_at': '2022-10-26T16:26:15Z', 'revision_number': 6, 'project_id': '1e796b13b6264cfda6826081384983bf', 'gw_port_host': None}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:26:15.835901 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-81b8bcfe-9b48-4a16-97e9-9ad73229967f admin admin] Calling delete_port for 0f5261b2-1bb9-4141-9a5f-9d09e3732b63 owned by network:router_gateway {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:26:16.057593 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-81b8bcfe-9b48-4a16-97e9-9ad73229967f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:16.109165 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8bcfe-9b48-4a16-97e9-9ad73229967f admin admin] Pushing event deleted for resources: {'Port': ['ID=0f5261b2-1bb9-4141-9a5f-9d09e3732b63,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:16.208260 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-81b8bcfe-9b48-4a16-97e9-9ad73229967f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:16.381410 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-81b8bcfe-9b48-4a16-97e9-9ad73229967f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:16.383530 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-81b8bcfe-9b48-4a16-97e9-9ad73229967f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:16.480291 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-81b8bcfe-9b48-4a16-97e9-9ad73229967f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:16.480753 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b8bcfe-9b48-4a16-97e9-9ad73229967f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 382fc9d8-7836-492c-a45d-2cf2138d4ec6 {{(pid=89748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 16:26:16.494097 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-81b8bcfe-9b48-4a16-97e9-9ad73229967f admin admin] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:16.497446 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-81b8bcfe-9b48-4a16-97e9-9ad73229967f admin admin] 10.222.0.23 "DELETE /v2.0/routers/382fc9d8-7836-492c-a45d-2cf2138d4ec6 HTTP/1.1" status: 204 len: 168 time: 1.5293770 Oct 26 16:26:16.497626 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 50606) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:26:16.562188 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-651d1aa6-4c10-401c-b5a9-bbdda73feef6 admin admin] Deleting subnet ac8324e9-eaa7-4e34-b36a-fbd750992983 {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 16:26:16.565158 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-651d1aa6-4c10-401c-b5a9-bbdda73feef6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:16.616839 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-651d1aa6-4c10-401c-b5a9-bbdda73feef6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:16.697187 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-651d1aa6-4c10-401c-b5a9-bbdda73feef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:16.839041 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-651d1aa6-4c10-401c-b5a9-bbdda73feef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:16.879166 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d1aa6-4c10-401c-b5a9-bbdda73feef6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac8324e9-eaa7-4e34-b36a-fbd750992983,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:16.882710 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-651d1aa6-4c10-401c-b5a9-bbdda73feef6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:16.888265 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f812207d-40a4-4e30-b396-c33ce5dc437a None None] Network 76aa9d6d-28b6-4163-b123-11190f13e807 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:26:16.888769 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-651d1aa6-4c10-401c-b5a9-bbdda73feef6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ac8324e9-eaa7-4e34-b36a-fbd750992983 HTTP/1.1" status: 204 len: 168 time: 0.3900421 Oct 26 16:26:16.891800 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 50610) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:26:16.999548 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-829eb609-315b-444c-a74b-b1161a838c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:17.010374 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-829eb609-315b-444c-a74b-b1161a838c79 admin admin] Deleting port 272e99e3-b893-4cda-b649-e66dd89d7f96 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:26:17.010669 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-829eb609-315b-444c-a74b-b1161a838c79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:17.138226 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f17c785-5cca-4f68-a646-4fd57aeecbff None None] DHCP port deletion for 76aa9d6d-28b6-4163-b123-11190f13e807 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 16:26:17.143809 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-1f17c785-5cca-4f68-a646-4fd57aeecbff None None] Deleting port 272e99e3-b893-4cda-b649-e66dd89d7f96 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:26:17.144186 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1f17c785-5cca-4f68-a646-4fd57aeecbff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:17.345735 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-829eb609-315b-444c-a74b-b1161a838c79 admin admin] For port 272e99e3-b893-4cda-b649-e66dd89d7f96, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=272e99e3-b893-4cda-b649-e66dd89d7f96,segment=NetworkSegment(441ec1db-5dd8-44b6-b362-46ae2fae60bd),segment_id=441ec1db-5dd8-44b6-b362-46ae2fae60bd)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:26:17.346385 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-829eb609-315b-444c-a74b-b1161a838c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:17.365762 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-1f17c785-5cca-4f68-a646-4fd57aeecbff None None] For port 272e99e3-b893-4cda-b649-e66dd89d7f96, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=272e99e3-b893-4cda-b649-e66dd89d7f96,segment=NetworkSegment(441ec1db-5dd8-44b6-b362-46ae2fae60bd),segment_id=441ec1db-5dd8-44b6-b362-46ae2fae60bd)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:26:17.366074 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1f17c785-5cca-4f68-a646-4fd57aeecbff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:17.493114 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-829eb609-315b-444c-a74b-b1161a838c79 admin admin] Calling delete_port for 272e99e3-b893-4cda-b649-e66dd89d7f96 owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:26:17.510487 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-1f17c785-5cca-4f68-a646-4fd57aeecbff None None] Calling delete_port for 272e99e3-b893-4cda-b649-e66dd89d7f96 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:26:17.634917 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-829eb609-315b-444c-a74b-b1161a838c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:26:17.641873 dv-neutron-862712-1-hyperv neutron-server[89749]: util.warn( Oct 26 16:26:17.651899 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-1f17c785-5cca-4f68-a646-4fd57aeecbff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:26:17.652354 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-1f17c785-5cca-4f68-a646-4fd57aeecbff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:26:17.697729 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829eb609-315b-444c-a74b-b1161a838c79 admin admin] Pushing event deleted for resources: {'Port': ['ID=272e99e3-b893-4cda-b649-e66dd89d7f96,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:17.702207 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829eb609-315b-444c-a74b-b1161a838c79 admin admin] No DVR routers for this DVR port 272e99e3-b893-4cda-b649-e66dd89d7f96 on host dv-neutron-862712-1-hyperv {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:26:17.743531 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 767161ec-d0f1-44cb-ae09-21c4e09f01f6 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:26:17.783159 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 767161ec-d0f1-44cb-ae09-21c4e09f01f6 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:26:17.783503 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 767161ec-d0f1-44cb-ae09-21c4e09f01f6 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:26:17.783916 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 0f5261b2-1bb9-4141-9a5f-9d09e3732b63 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:26:17.820992 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 0f5261b2-1bb9-4141-9a5f-9d09e3732b63 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:26:17.821344 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 0f5261b2-1bb9-4141-9a5f-9d09e3732b63 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:26:17.821753 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 272e99e3-b893-4cda-b649-e66dd89d7f96 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:26:17.846600 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-829eb609-315b-444c-a74b-b1161a838c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:17.862018 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 272e99e3-b893-4cda-b649-e66dd89d7f96 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:26:17.862354 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 272e99e3-b893-4cda-b649-e66dd89d7f96 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:26:17.876626 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-829eb609-315b-444c-a74b-b1161a838c79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76aa9d6d-28b6-4163-b123-11190f13e807']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:17.891262 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-829eb609-315b-444c-a74b-b1161a838c79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '441ec1db-5dd8-44b6-b362-46ae2fae60bd') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:17.891494 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-829eb609-315b-444c-a74b-b1161a838c79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '441ec1db-5dd8-44b6-b362-46ae2fae60bd') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:17.903996 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-829eb609-315b-444c-a74b-b1161a838c79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:17.922303 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-829eb609-315b-444c-a74b-b1161a838c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:17.929469 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-829eb609-315b-444c-a74b-b1161a838c79 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:26:17.929861 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-829eb609-315b-444c-a74b-b1161a838c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:18.011378 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 441ec1db-5dd8-44b6-b362-46ae2fae60bd resource provider aggregate not found Oct 26 16:26:18.040574 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 441ec1db-5dd8-44b6-b362-46ae2fae60bd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 441ec1db-5dd8-44b6-b362-46ae2fae60bd found for delete ", "request_id": "req-01036d82-5e4d-4120-aec6-92e5b0a59df3"}]} Oct 26 16:26:18.106956 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-829eb609-315b-444c-a74b-b1161a838c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:18.123598 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-829eb609-315b-444c-a74b-b1161a838c79 admin admin] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:18.134101 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829eb609-315b-444c-a74b-b1161a838c79 admin admin] Pushing event deleted for resources: {'Network': ['ID=76aa9d6d-28b6-4163-b123-11190f13e807,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:18.157336 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-1f17c785-5cca-4f68-a646-4fd57aeecbff None None] Deleting port 272e99e3-b893-4cda-b649-e66dd89d7f96 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:26:18.157336 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1f17c785-5cca-4f68-a646-4fd57aeecbff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:18.206558 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-829eb609-315b-444c-a74b-b1161a838c79 admin admin] 10.222.0.23 "DELETE /v2.0/networks/76aa9d6d-28b6-4163-b123-11190f13e807 HTTP/1.1" status: 204 len: 168 time: 1.3136790 Oct 26 16:26:18.209509 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 50618) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:26:18.222937 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-1f17c785-5cca-4f68-a646-4fd57aeecbff None None] The port '272e99e3-b893-4cda-b649-e66dd89d7f96' was deleted {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 16:26:18.748204 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bc974d0d-bcb5-4652-96c5-92974becfb5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:19.199594 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-bc974d0d-bcb5-4652-96c5-92974becfb5e admin admin] Deleting port 25c90a29-ce47-4b7a-b362-95f779b4cc06 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:26:19.199931 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bc974d0d-bcb5-4652-96c5-92974becfb5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:19.370781 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-bc974d0d-bcb5-4652-96c5-92974becfb5e admin admin] For port 25c90a29-ce47-4b7a-b362-95f779b4cc06, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=25c90a29-ce47-4b7a-b362-95f779b4cc06,segment=NetworkSegment(cd331c1e-68f9-4abe-8399-bbd896cb7992),segment_id=cd331c1e-68f9-4abe-8399-bbd896cb7992)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:26:19.371464 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bc974d0d-bcb5-4652-96c5-92974becfb5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:19.494008 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-bc974d0d-bcb5-4652-96c5-92974becfb5e admin admin] Calling delete_port for 25c90a29-ce47-4b7a-b362-95f779b4cc06 owned by network:router_interface {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:26:19.749498 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bc974d0d-bcb5-4652-96c5-92974becfb5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:19.798376 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc974d0d-bcb5-4652-96c5-92974becfb5e admin admin] Pushing event deleted for resources: {'Port': ['ID=25c90a29-ce47-4b7a-b362-95f779b4cc06,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:19.840411 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc974d0d-bcb5-4652-96c5-92974becfb5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:19.840754 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc974d0d-bcb5-4652-96c5-92974becfb5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:19.841094 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc974d0d-bcb5-4652-96c5-92974becfb5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:19.841424 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc974d0d-bcb5-4652-96c5-92974becfb5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:19.841747 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc974d0d-bcb5-4652-96c5-92974becfb5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:19.842072 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc974d0d-bcb5-4652-96c5-92974becfb5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:19.842393 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc974d0d-bcb5-4652-96c5-92974becfb5e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:19.842807 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc974d0d-bcb5-4652-96c5-92974becfb5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:19.843117 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc974d0d-bcb5-4652-96c5-92974becfb5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:19.843477 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc974d0d-bcb5-4652-96c5-92974becfb5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:19.843743 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc974d0d-bcb5-4652-96c5-92974becfb5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:19.844057 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc974d0d-bcb5-4652-96c5-92974becfb5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:20.076973 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bc974d0d-bcb5-4652-96c5-92974becfb5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:20.426514 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc974d0d-bcb5-4652-96c5-92974becfb5e admin admin] Router 186b970e-6d09-4130-8374-b0e9f03b5f0e has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:26:20.713176 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc974d0d-bcb5-4652-96c5-92974becfb5e admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:26:20.725030 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0034d8d5-525e-4b52-871c-a8e8798375ba None None] Sync routers for ids ['186b970e-6d09-4130-8374-b0e9f03b5f0e'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:26:20.725505 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-bc974d0d-bcb5-4652-96c5-92974becfb5e admin admin] 10.222.0.23 "PUT /v2.0/routers/186b970e-6d09-4130-8374-b0e9f03b5f0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5121276 Oct 26 16:26:20.725505 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 50622) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:26:20.732447 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0034d8d5-525e-4b52-871c-a8e8798375ba None None] Routers {'186b970e-6d09-4130-8374-b0e9f03b5f0e'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:26:20.733119 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-0034d8d5-525e-4b52-871c-a8e8798375ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:26:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['186b970e-6d09-4130-8374-b0e9f03b5f0e'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:20.902384 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f108344d-a09c-48cd-9324-e21adc59e48d admin admin] Notify callbacks [] for router, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:20.912577 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-0034d8d5-525e-4b52-871c-a8e8798375ba None None] Set router 186b970e-6d09-4130-8374-b0e9f03b5f0e gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:26:21.078955 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f108344d-a09c-48cd-9324-e21adc59e48d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:21.146853 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f108344d-a09c-48cd-9324-e21adc59e48d admin admin] Deleting port 1c7c2caa-1ad6-4a16-920a-832127c4e399 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:26:21.147190 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f108344d-a09c-48cd-9324-e21adc59e48d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:21.194515 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-0034d8d5-525e-4b52-871c-a8e8798375ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186b970e-6d09-4130-8374-b0e9f03b5f0e', 'name': 'tempest-TestEncryptedCinderVolumes-2063426721-router', 'tenant_id': 'ab496cb760794ee38eff8847f7808b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.108'}], 'enable_snat': True}, 'gw_port_id': '1c7c2caa-1ad6-4a16-920a-832127c4e399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:08Z', 'updated_at': '2022-10-26T16:26:19Z', 'revision_number': 5, 'project_id': 'ab496cb760794ee38eff8847f7808b78', 'gw_port': {'id': '1c7c2caa-1ad6-4a16-920a-832127c4e399', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186b970e-6d09-4130-8374-b0e9f03b5f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:09Z', 'updated_at': '2022-10-26T16:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:21.198274 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0034d8d5-525e-4b52-871c-a8e8798375ba None None] Checking router: 186b970e-6d09-4130-8374-b0e9f03b5f0e for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:26:21.207303 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0034d8d5-525e-4b52-871c-a8e8798375ba None None] Routers {'186b970e-6d09-4130-8374-b0e9f03b5f0e'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:26:21.207891 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-0034d8d5-525e-4b52-871c-a8e8798375ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:26:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['186b970e-6d09-4130-8374-b0e9f03b5f0e'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:21.321605 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-f108344d-a09c-48cd-9324-e21adc59e48d admin admin] For port 1c7c2caa-1ad6-4a16-920a-832127c4e399, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=1c7c2caa-1ad6-4a16-920a-832127c4e399,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:26:21.321950 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f108344d-a09c-48cd-9324-e21adc59e48d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:21.356441 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-0034d8d5-525e-4b52-871c-a8e8798375ba None None] Set router 186b970e-6d09-4130-8374-b0e9f03b5f0e gateway port host: None {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:26:21.443373 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f108344d-a09c-48cd-9324-e21adc59e48d admin admin] Calling delete_port for 1c7c2caa-1ad6-4a16-920a-832127c4e399 owned by network:router_gateway {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:26:21.464840 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-0034d8d5-525e-4b52-871c-a8e8798375ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186b970e-6d09-4130-8374-b0e9f03b5f0e', 'name': 'tempest-TestEncryptedCinderVolumes-2063426721-router', 'tenant_id': 'ab496cb760794ee38eff8847f7808b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:08Z', 'updated_at': '2022-10-26T16:26:21Z', 'revision_number': 6, 'project_id': 'ab496cb760794ee38eff8847f7808b78', 'gw_port_host': None}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:21.468977 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0034d8d5-525e-4b52-871c-a8e8798375ba None None] The sync data for ids ['186b970e-6d09-4130-8374-b0e9f03b5f0e'] in dv-neutron-862712-1-hyperv is: [{'id': '186b970e-6d09-4130-8374-b0e9f03b5f0e', 'name': 'tempest-TestEncryptedCinderVolumes-2063426721-router', 'tenant_id': 'ab496cb760794ee38eff8847f7808b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:08Z', 'updated_at': '2022-10-26T16:26:21Z', 'revision_number': 6, 'project_id': 'ab496cb760794ee38eff8847f7808b78', 'gw_port_host': None}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:26:21.684062 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f108344d-a09c-48cd-9324-e21adc59e48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:21.732620 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f108344d-a09c-48cd-9324-e21adc59e48d admin admin] Pushing event deleted for resources: {'Port': ['ID=1c7c2caa-1ad6-4a16-920a-832127c4e399,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:21.836253 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f108344d-a09c-48cd-9324-e21adc59e48d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:22.132524 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f108344d-a09c-48cd-9324-e21adc59e48d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:22.134626 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f108344d-a09c-48cd-9324-e21adc59e48d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:22.224143 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 25c90a29-ce47-4b7a-b362-95f779b4cc06 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:26:22.244180 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f108344d-a09c-48cd-9324-e21adc59e48d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:22.244694 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f108344d-a09c-48cd-9324-e21adc59e48d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 186b970e-6d09-4130-8374-b0e9f03b5f0e {{(pid=89747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 16:26:22.259014 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f108344d-a09c-48cd-9324-e21adc59e48d admin admin] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:22.260222 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f108344d-a09c-48cd-9324-e21adc59e48d admin admin] 10.222.0.23 "DELETE /v2.0/routers/186b970e-6d09-4130-8374-b0e9f03b5f0e HTTP/1.1" status: 204 len: 168 time: 1.5339942 Oct 26 16:26:22.262678 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 50626) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:26:22.268312 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 25c90a29-ce47-4b7a-b362-95f779b4cc06 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:26:22.268666 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 25c90a29-ce47-4b7a-b362-95f779b4cc06 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:26:22.322097 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-25551e5d-6196-4976-b3e2-9bf20c698d21 admin admin] Deleting subnet c2f3c334-32ea-4dd4-8236-81a4c7dcf9f9 {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 16:26:22.325129 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-25551e5d-6196-4976-b3e2-9bf20c698d21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:22.377020 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-25551e5d-6196-4976-b3e2-9bf20c698d21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:22.457682 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-25551e5d-6196-4976-b3e2-9bf20c698d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:22.593327 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-25551e5d-6196-4976-b3e2-9bf20c698d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:22.634979 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25551e5d-6196-4976-b3e2-9bf20c698d21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2f3c334-32ea-4dd4-8236-81a4c7dcf9f9,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:22.638561 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-25551e5d-6196-4976-b3e2-9bf20c698d21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:22.645021 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-25551e5d-6196-4976-b3e2-9bf20c698d21 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c2f3c334-32ea-4dd4-8236-81a4c7dcf9f9 HTTP/1.1" status: 204 len: 168 time: 0.3811140 Oct 26 16:26:22.645849 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb699a07-1700-4c5a-a75c-17b3c1da7afa None None] Network f4df341b-b304-4dc5-8748-474870ca6d35 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:26:22.647296 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 50630) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:26:22.758291 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-43234bdc-cf81-4d14-b61a-840e24972b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:22.769139 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-43234bdc-cf81-4d14-b61a-840e24972b5e admin admin] Deleting port 49588564-cb9f-4655-a753-75b3128ce5ed {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:26:22.769390 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-43234bdc-cf81-4d14-b61a-840e24972b5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:22.901892 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47243ea1-e935-4c7a-85db-1308bf4ff5b7 None None] DHCP port deletion for f4df341b-b304-4dc5-8748-474870ca6d35 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 16:26:22.906175 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-47243ea1-e935-4c7a-85db-1308bf4ff5b7 None None] Deleting port 49588564-cb9f-4655-a753-75b3128ce5ed {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:26:22.906585 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-47243ea1-e935-4c7a-85db-1308bf4ff5b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:22.979808 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-43234bdc-cf81-4d14-b61a-840e24972b5e admin admin] For port 49588564-cb9f-4655-a753-75b3128ce5ed, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=49588564-cb9f-4655-a753-75b3128ce5ed,segment=NetworkSegment(cd331c1e-68f9-4abe-8399-bbd896cb7992),segment_id=cd331c1e-68f9-4abe-8399-bbd896cb7992)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:26:22.980079 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-43234bdc-cf81-4d14-b61a-840e24972b5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:23.106892 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-43234bdc-cf81-4d14-b61a-840e24972b5e admin admin] Calling delete_port for 49588564-cb9f-4655-a753-75b3128ce5ed owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:26:23.113020 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-47243ea1-e935-4c7a-85db-1308bf4ff5b7 None None] For port 49588564-cb9f-4655-a753-75b3128ce5ed, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=49588564-cb9f-4655-a753-75b3128ce5ed,segment=NetworkSegment(cd331c1e-68f9-4abe-8399-bbd896cb7992),segment_id=cd331c1e-68f9-4abe-8399-bbd896cb7992)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:26:23.113420 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-47243ea1-e935-4c7a-85db-1308bf4ff5b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:23.236154 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-47243ea1-e935-4c7a-85db-1308bf4ff5b7 None None] Calling delete_port for 49588564-cb9f-4655-a753-75b3128ce5ed owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:26:23.260988 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-43234bdc-cf81-4d14-b61a-840e24972b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:23.308589 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43234bdc-cf81-4d14-b61a-840e24972b5e admin admin] Pushing event deleted for resources: {'Port': ['ID=49588564-cb9f-4655-a753-75b3128ce5ed,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:23.312168 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-47243ea1-e935-4c7a-85db-1308bf4ff5b7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:26:23.312671 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-47243ea1-e935-4c7a-85db-1308bf4ff5b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:26:23.312786 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43234bdc-cf81-4d14-b61a-840e24972b5e admin admin] No DVR routers for this DVR port 49588564-cb9f-4655-a753-75b3128ce5ed on host dv-neutron-862712-1-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:26:23.428601 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-43234bdc-cf81-4d14-b61a-840e24972b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:23.456944 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-43234bdc-cf81-4d14-b61a-840e24972b5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4df341b-b304-4dc5-8748-474870ca6d35']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:23.469215 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-43234bdc-cf81-4d14-b61a-840e24972b5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd331c1e-68f9-4abe-8399-bbd896cb7992') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:23.469795 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-43234bdc-cf81-4d14-b61a-840e24972b5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd331c1e-68f9-4abe-8399-bbd896cb7992') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:23.480578 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-43234bdc-cf81-4d14-b61a-840e24972b5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:23.498898 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-43234bdc-cf81-4d14-b61a-840e24972b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:23.504027 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43234bdc-cf81-4d14-b61a-840e24972b5e admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:26:23.504414 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-43234bdc-cf81-4d14-b61a-840e24972b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:23.567682 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment cd331c1e-68f9-4abe-8399-bbd896cb7992 resource provider aggregate not found Oct 26 16:26:23.589103 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment cd331c1e-68f9-4abe-8399-bbd896cb7992 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd331c1e-68f9-4abe-8399-bbd896cb7992 found for delete ", "request_id": "req-f0671f06-218b-431f-a288-bb9de4335b0e"}]} Oct 26 16:26:23.685006 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-43234bdc-cf81-4d14-b61a-840e24972b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:23.708033 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-43234bdc-cf81-4d14-b61a-840e24972b5e admin admin] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:23.718859 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43234bdc-cf81-4d14-b61a-840e24972b5e admin admin] Pushing event deleted for resources: {'Network': ['ID=f4df341b-b304-4dc5-8748-474870ca6d35,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:23.723893 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-43234bdc-cf81-4d14-b61a-840e24972b5e admin admin] 10.222.0.23 "DELETE /v2.0/networks/f4df341b-b304-4dc5-8748-474870ca6d35 HTTP/1.1" status: 204 len: 168 time: 1.0747535 Oct 26 16:26:23.736310 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 49588564-cb9f-4655-a753-75b3128ce5ed no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:26:23.771717 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 49588564-cb9f-4655-a753-75b3128ce5ed {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:26:23.771980 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 49588564-cb9f-4655-a753-75b3128ce5ed not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:26:23.772390 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 1c7c2caa-1ad6-4a16-920a-832127c4e399 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:26:23.805604 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 1c7c2caa-1ad6-4a16-920a-832127c4e399 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:26:23.805945 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 1c7c2caa-1ad6-4a16-920a-832127c4e399 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:26:23.814353 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-47243ea1-e935-4c7a-85db-1308bf4ff5b7 None None] Deleting port 49588564-cb9f-4655-a753-75b3128ce5ed {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:26:23.814846 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-47243ea1-e935-4c7a-85db-1308bf4ff5b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:23.885385 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-47243ea1-e935-4c7a-85db-1308bf4ff5b7 None None] The port '49588564-cb9f-4655-a753-75b3128ce5ed' was deleted {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 16:26:24.061965 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 50640) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:26:24.110568 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-226e4973-00ad-4099-bdad-611867a133f9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1e796b13b6264cfda6826081384983bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473943 Oct 26 16:26:24.112891 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 50644) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:26:24.170114 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-38e35ca1-0da9-4924-9215-25bca142301e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:24.198959 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-38e35ca1-0da9-4924-9215-25bca142301e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:24.341162 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-38e35ca1-0da9-4924-9215-25bca142301e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:24.359428 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e35ca1-0da9-4924-9215-25bca142301e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49c5404-8005-4fdd-9314-2fdb21cf7c68,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:24.427410 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-38e35ca1-0da9-4924-9215-25bca142301e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:24.428537 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-38e35ca1-0da9-4924-9215-25bca142301e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a49c5404-8005-4fdd-9314-2fdb21cf7c68 HTTP/1.1" status: 204 len: 168 time: 0.3147502 Oct 26 16:26:25.138011 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 50652) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:26:25.186896 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c8f8820c-5620-4dc0-85ec-b03170d3c037 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ab496cb760794ee38eff8847f7808b78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476241 Oct 26 16:26:25.189307 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 50656) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:26:25.246004 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b02475b4-103c-4cbe-8017-4ddf293f2a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:25.272240 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b02475b4-103c-4cbe-8017-4ddf293f2a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:25.394520 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b02475b4-103c-4cbe-8017-4ddf293f2a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:25.410583 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02475b4-103c-4cbe-8017-4ddf293f2a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f65fd2e-b6e6-40e4-968a-93eb1c912e43,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:25.415763 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b02475b4-103c-4cbe-8017-4ddf293f2a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:25.417613 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b02475b4-103c-4cbe-8017-4ddf293f2a18 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7f65fd2e-b6e6-40e4-968a-93eb1c912e43 HTTP/1.1" status: 204 len: 168 time: 0.2272849 Oct 26 16:26:26.461563 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 50680) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:26:26.565547 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-435c8f9e-37ba-4d65-bd69-eec3ecc4e3b7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-811926260-network', 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:26.570583 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-435c8f9e-37ba-4d65-bd69-eec3ecc4e3b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:26:26.574459 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-435c8f9e-37ba-4d65-bd69-eec3ecc4e3b7 admin admin] Usage tracker for resource:network and tenant:32ded24da5494bf3b78009cd0bb58ba6 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:26:26.577858 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-435c8f9e-37ba-4d65-bd69-eec3ecc4e3b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:26:26.583985 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-435c8f9e-37ba-4d65-bd69-eec3ecc4e3b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:26:26.663000 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435c8f9e-37ba-4d65-bd69-eec3ecc4e3b7 admin admin] Made reservation on behalf of 32ded24da5494bf3b78009cd0bb58ba6 for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:26:26.665290 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-435c8f9e-37ba-4d65-bd69-eec3ecc4e3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:26.681336 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-435c8f9e-37ba-4d65-bd69-eec3ecc4e3b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:26.696555 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-435c8f9e-37ba-4d65-bd69-eec3ecc4e3b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:26:26.700366 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-435c8f9e-37ba-4d65-bd69-eec3ecc4e3b7 admin admin] Usage tracker for resource:security_group_rule and tenant:32ded24da5494bf3b78009cd0bb58ba6 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:26:26.703232 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-435c8f9e-37ba-4d65-bd69-eec3ecc4e3b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:26:26.708871 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-435c8f9e-37ba-4d65-bd69-eec3ecc4e3b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:26:26.789151 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-435c8f9e-37ba-4d65-bd69-eec3ecc4e3b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:26.851302 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-435c8f9e-37ba-4d65-bd69-eec3ecc4e3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:26.883754 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-435c8f9e-37ba-4d65-bd69-eec3ecc4e3b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:26:26.888955 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c8f9e-37ba-4d65-bd69-eec3ecc4e3b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fa63fe-a2f5-4bda-957b-77b668e97c0b,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:26.896634 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-435c8f9e-37ba-4d65-bd69-eec3ecc4e3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:26.896634 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-435c8f9e-37ba-4d65-bd69-eec3ecc4e3b7 admin admin] Added segment 893e54d7-bc89-4156-b8f9-af4d4228816f of type vlan for network 98e0b575-6143-4cf8-a8e0-8e48d26d457e Oct 26 16:26:26.922410 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-435c8f9e-37ba-4d65-bd69-eec3ecc4e3b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:27.011440 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-435c8f9e-37ba-4d65-bd69-eec3ecc4e3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:27.012429 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435c8f9e-37ba-4d65-bd69-eec3ecc4e3b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:26:27.013004 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-435c8f9e-37ba-4d65-bd69-eec3ecc4e3b7 admin admin] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:27.116970 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c8f9e-37ba-4d65-bd69-eec3ecc4e3b7 admin admin] Pushing event updated for resources: {'Network': ['ID=98e0b575-6143-4cf8-a8e0-8e48d26d457e,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:27.126567 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 98e0b575-6143-4cf8-a8e0-8e48d26d457e details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 16:26:27.166836 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-435c8f9e-37ba-4d65-bd69-eec3ecc4e3b7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7040660 Oct 26 16:26:27.169662 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 50686) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:26:27.176229 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-18058197-74d5-4f98-952c-05634e0a8007 admin admin] Request body: {'subnet': {'network_id': '98e0b575-6143-4cf8-a8e0-8e48d26d457e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-811926260-subnet', 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6', 'ip_version': 4}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:27.181195 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-18058197-74d5-4f98-952c-05634e0a8007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:26:27.185137 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-18058197-74d5-4f98-952c-05634e0a8007 admin admin] Usage tracker for resource:subnet and tenant:32ded24da5494bf3b78009cd0bb58ba6 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:26:27.188482 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-18058197-74d5-4f98-952c-05634e0a8007 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:26:27.194587 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-18058197-74d5-4f98-952c-05634e0a8007 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:26:27.263105 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18058197-74d5-4f98-952c-05634e0a8007 admin admin] Made reservation on behalf of 32ded24da5494bf3b78009cd0bb58ba6 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:26:27.266101 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-18058197-74d5-4f98-952c-05634e0a8007 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:27.329948 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:27.506419 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-18058197-74d5-4f98-952c-05634e0a8007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:27.582987 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18058197-74d5-4f98-952c-05634e0a8007 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76ea8e0b-97f6-470b-b6ee-2ff2833ee19a,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:27.591657 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18058197-74d5-4f98-952c-05634e0a8007 admin admin] Checking segment: {'id': '893e54d7-bc89-4156-b8f9-af4d4228816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '98e0b575-6143-4cf8-a8e0-8e48d26d457e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:26:27.592009 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18058197-74d5-4f98-952c-05634e0a8007 admin admin] Network hostable DHCP agents. Network: 98e0b575-6143-4cf8-a8e0-8e48d26d457e, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:26:27.683889 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18058197-74d5-4f98-952c-05634e0a8007 admin admin] Network 98e0b575-6143-4cf8-a8e0-8e48d26d457e is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:26:27.751952 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-18058197-74d5-4f98-952c-05634e0a8007 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 98e0b575-6143-4cf8-a8e0-8e48d26d457e) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:26:27.756078 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18058197-74d5-4f98-952c-05634e0a8007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:26:27.756699 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-18058197-74d5-4f98-952c-05634e0a8007 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:27.761958 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ccf4bd-0255-467b-b384-3b4912ed4e72 None None] Network 98e0b575-6143-4cf8-a8e0-8e48d26d457e requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:26:27.838734 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-18058197-74d5-4f98-952c-05634e0a8007 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6679776 Oct 26 16:26:27.841638 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 50690) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:26:27.846894 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-29f80799-399a-443d-a2ff-889a8e68646a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-811926260-router', 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:27.851572 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-29f80799-399a-443d-a2ff-889a8e68646a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:26:27.855496 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-29f80799-399a-443d-a2ff-889a8e68646a admin admin] Usage tracker for resource:router and tenant:32ded24da5494bf3b78009cd0bb58ba6 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:26:27.858280 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-29f80799-399a-443d-a2ff-889a8e68646a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:26:27.864093 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-29f80799-399a-443d-a2ff-889a8e68646a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:26:27.940874 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-29f80799-399a-443d-a2ff-889a8e68646a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:27.941989 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-29f80799-399a-443d-a2ff-889a8e68646a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:27.957561 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-29f80799-399a-443d-a2ff-889a8e68646a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:28.013568 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecbbc22-8b09-4500-ac7a-64778e8e27e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-98e0b575-6143-4cf8-a8e0-8e48d26d457e', 'network_id': '98e0b575-6143-4cf8-a8e0-8e48d26d457e', 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6', 'fixed_ips': [{'subnet_id': '76ea8e0b-97f6-470b-b6ee-2ff2833ee19a'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 16:26:28.014400 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4ecbbc22-8b09-4500-ac7a-64778e8e27e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:28.174542 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-4ecbbc22-8b09-4500-ac7a-64778e8e27e2 None None] Allocated IP 172.20.0.2 (98e0b575-6143-4cf8-a8e0-8e48d26d457e/76ea8e0b-97f6-470b-b6ee-2ff2833ee19a/2f7b23d3-ddc9-47b2-ac0e-ca0cfb1a7861) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:26:28.381362 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4ecbbc22-8b09-4500-ac7a-64778e8e27e2 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:28.391411 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-4ecbbc22-8b09-4500-ac7a-64778e8e27e2 None None] Transition to ACTIVE for port object 2f7b23d3-ddc9-47b2-ac0e-ca0cfb1a7861 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:26:28.409950 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-4ecbbc22-8b09-4500-ac7a-64778e8e27e2 None None] Transition to ACTIVE for port object 2f7b23d3-ddc9-47b2-ac0e-ca0cfb1a7861 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:26:28.416253 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-29f80799-399a-443d-a2ff-889a8e68646a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:28.467050 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4ecbbc22-8b09-4500-ac7a-64778e8e27e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:28.537341 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecbbc22-8b09-4500-ac7a-64778e8e27e2 None None] Network 98e0b575-6143-4cf8-a8e0-8e48d26d457e is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:26:28.540170 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-4ecbbc22-8b09-4500-ac7a-64778e8e27e2 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:26:28.543820 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecbbc22-8b09-4500-ac7a-64778e8e27e2 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:26:28.550214 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecbbc22-8b09-4500-ac7a-64778e8e27e2 None None] Pushing event updated for resources: {'Port': ['ID=2f7b23d3-ddc9-47b2-ac0e-ca0cfb1a7861,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:28.591006 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecbbc22-8b09-4500-ac7a-64778e8e27e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:28.591298 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecbbc22-8b09-4500-ac7a-64778e8e27e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:28.591625 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecbbc22-8b09-4500-ac7a-64778e8e27e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:28.591963 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecbbc22-8b09-4500-ac7a-64778e8e27e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:28.592299 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecbbc22-8b09-4500-ac7a-64778e8e27e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:28.592628 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecbbc22-8b09-4500-ac7a-64778e8e27e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:28.593693 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecbbc22-8b09-4500-ac7a-64778e8e27e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:28.594029 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecbbc22-8b09-4500-ac7a-64778e8e27e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:28.594456 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecbbc22-8b09-4500-ac7a-64778e8e27e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:28.594808 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecbbc22-8b09-4500-ac7a-64778e8e27e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:28.595133 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecbbc22-8b09-4500-ac7a-64778e8e27e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:28.595456 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecbbc22-8b09-4500-ac7a-64778e8e27e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:28.660855 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-4ecbbc22-8b09-4500-ac7a-64778e8e27e2 None None] Attempting to bind port 2f7b23d3-ddc9-47b2-ac0e-ca0cfb1a7861 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:26:28.661165 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-4ecbbc22-8b09-4500-ac7a-64778e8e27e2 None None] Attempting to bind port 2f7b23d3-ddc9-47b2-ac0e-ca0cfb1a7861 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '893e54d7-bc89-4156-b8f9-af4d4228816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '98e0b575-6143-4cf8-a8e0-8e48d26d457e'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:26:28.661497 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecbbc22-8b09-4500-ac7a-64778e8e27e2 None None] Attempting to bind port 2f7b23d3-ddc9-47b2-ac0e-ca0cfb1a7861 on network 98e0b575-6143-4cf8-a8e0-8e48d26d457e {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:26:28.666899 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecbbc22-8b09-4500-ac7a-64778e8e27e2 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:26:28.667375 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecbbc22-8b09-4500-ac7a-64778e8e27e2 None None] Checking segment: {'id': '893e54d7-bc89-4156-b8f9-af4d4228816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '98e0b575-6143-4cf8-a8e0-8e48d26d457e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:26:28.667780 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4ecbbc22-8b09-4500-ac7a-64778e8e27e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:28.668176 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecbbc22-8b09-4500-ac7a-64778e8e27e2 None None] Bound using segment: {'id': '893e54d7-bc89-4156-b8f9-af4d4228816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '98e0b575-6143-4cf8-a8e0-8e48d26d457e'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:26:28.668637 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-4ecbbc22-8b09-4500-ac7a-64778e8e27e2 None None] Bound port: 2f7b23d3-ddc9-47b2-ac0e-ca0cfb1a7861, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893e54d7-bc89-4156-b8f9-af4d4228816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '98e0b575-6143-4cf8-a8e0-8e48d26d457e'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:26:28.669007 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4ecbbc22-8b09-4500-ac7a-64778e8e27e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:28.761361 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-4ecbbc22-8b09-4500-ac7a-64778e8e27e2 None None] For port 2f7b23d3-ddc9-47b2-ac0e-ca0cfb1a7861, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:26:28.764312 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-4ecbbc22-8b09-4500-ac7a-64778e8e27e2 None None] For port 2f7b23d3-ddc9-47b2-ac0e-ca0cfb1a7861, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=2f7b23d3-ddc9-47b2-ac0e-ca0cfb1a7861,segment=NetworkSegment(893e54d7-bc89-4156-b8f9-af4d4228816f),segment_id=893e54d7-bc89-4156-b8f9-af4d4228816f)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:26:28.808456 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-29f80799-399a-443d-a2ff-889a8e68646a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:28.838567 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-29f80799-399a-443d-a2ff-889a8e68646a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:28.846217 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4ecbbc22-8b09-4500-ac7a-64778e8e27e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:28.926578 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecbbc22-8b09-4500-ac7a-64778e8e27e2 None None] Pushing event updated for resources: {'Port': ['ID=2f7b23d3-ddc9-47b2-ac0e-ca0cfb1a7861,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:28.981023 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-29f80799-399a-443d-a2ff-889a8e68646a admin admin] Allocated IP 172.26.2.159 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/66631c75-6d5c-48a6-9fc2-0c3e651577d4) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:26:29.147016 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-29f80799-399a-443d-a2ff-889a8e68646a admin admin] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:29.234846 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-29f80799-399a-443d-a2ff-889a8e68646a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:29.301986 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f80799-399a-443d-a2ff-889a8e68646a admin admin] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:26:29.304832 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-29f80799-399a-443d-a2ff-889a8e68646a admin admin] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:26:29.308547 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f80799-399a-443d-a2ff-889a8e68646a admin admin] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:26:29.341556 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f80799-399a-443d-a2ff-889a8e68646a admin admin] Pushing event updated for resources: {'Port': ['ID=66631c75-6d5c-48a6-9fc2-0c3e651577d4,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:29.787893 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 2f7b23d3-ddc9-47b2-ac0e-ca0cfb1a7861 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:26:29.938336 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-29f80799-399a-443d-a2ff-889a8e68646a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:29.945199 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcc057c-fad5-4ce4-abda-645c60d00084 None None] Network 98e0b575-6143-4cf8-a8e0-8e48d26d457e requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:26:30.010271 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 2f7b23d3-ddc9-47b2-ac0e-ca0cfb1a7861 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:26:30.102875 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-8121ba3f-95d8-4299-9f81-1f37b994e568 None None] Provisioning for port 2f7b23d3-ddc9-47b2-ac0e-ca0cfb1a7861 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:26:30.114366 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-8121ba3f-95d8-4299-9f81-1f37b994e568 None None] Provisioning complete for port 2f7b23d3-ddc9-47b2-ac0e-ca0cfb1a7861 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:26:30.114729 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-8121ba3f-95d8-4299-9f81-1f37b994e568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:30.115060 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-8121ba3f-95d8-4299-9f81-1f37b994e568 None None] Attempt 1 to provision port 2f7b23d3-ddc9-47b2-ac0e-ca0cfb1a7861 Oct 26 16:26:30.287151 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-29f80799-399a-443d-a2ff-889a8e68646a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:30.301841 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-8121ba3f-95d8-4299-9f81-1f37b994e568 None None] Current status of the port 2f7b23d3-ddc9-47b2-ac0e-ca0cfb1a7861 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:26:30.302214 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-8121ba3f-95d8-4299-9f81-1f37b994e568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:30.338397 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-8121ba3f-95d8-4299-9f81-1f37b994e568 None None] For port 2f7b23d3-ddc9-47b2-ac0e-ca0cfb1a7861, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=2f7b23d3-ddc9-47b2-ac0e-ca0cfb1a7861,segment=NetworkSegment(893e54d7-bc89-4156-b8f9-af4d4228816f),segment_id=893e54d7-bc89-4156-b8f9-af4d4228816f)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:26:30.393624 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-8121ba3f-95d8-4299-9f81-1f37b994e568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:30.468622 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121ba3f-95d8-4299-9f81-1f37b994e568 None None] Pushing event updated for resources: {'Port': ['ID=2f7b23d3-ddc9-47b2-ac0e-ca0cfb1a7861,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:30.587994 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f80799-399a-443d-a2ff-889a8e68646a admin admin] Router f0c1fc43-c43d-4794-8641-0302b1b1904b is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 16:26:30.614453 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-aa0b8cbb-4206-4b75-b221-bb7fa91208d2 None None] Provisioning complete for port 2f7b23d3-ddc9-47b2-ac0e-ca0cfb1a7861 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:26:30.614858 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-aa0b8cbb-4206-4b75-b221-bb7fa91208d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:30.615175 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-aa0b8cbb-4206-4b75-b221-bb7fa91208d2 None None] Attempt 1 to provision port 2f7b23d3-ddc9-47b2-ac0e-ca0cfb1a7861 Oct 26 16:26:30.733448 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-aa0b8cbb-4206-4b75-b221-bb7fa91208d2 None None] Current status of the port 2f7b23d3-ddc9-47b2-ac0e-ca0cfb1a7861 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:26:30.768877 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f80799-399a-443d-a2ff-889a8e68646a admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:26:30.777182 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30c5e18-74ba-4d68-a740-d55f69e36cd7 None None] Sync routers for ids ['f0c1fc43-c43d-4794-8641-0302b1b1904b'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:26:30.786714 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30c5e18-74ba-4d68-a740-d55f69e36cd7 None None] Routers {'f0c1fc43-c43d-4794-8641-0302b1b1904b'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:26:30.787328 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-e30c5e18-74ba-4d68-a740-d55f69e36cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:26:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['f0c1fc43-c43d-4794-8641-0302b1b1904b'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:30.872412 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-29f80799-399a-443d-a2ff-889a8e68646a admin admin] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:30.873700 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-29f80799-399a-443d-a2ff-889a8e68646a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0310717 Oct 26 16:26:30.877092 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 50694) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:26:31.005203 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-e30c5e18-74ba-4d68-a740-d55f69e36cd7 None None] Set router f0c1fc43-c43d-4794-8641-0302b1b1904b gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:26:31.340767 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-e30c5e18-74ba-4d68-a740-d55f69e36cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'name': 'tempest-TestMinimumBasicScenario-811926260-router', 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.159'}], 'enable_snat': True}, 'gw_port_id': '66631c75-6d5c-48a6-9fc2-0c3e651577d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:26:27Z', 'updated_at': '2022-10-26T16:26:29Z', 'revision_number': 3, 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'gw_port': {'id': '66631c75-6d5c-48a6-9fc2-0c3e651577d4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:26:28Z', 'updated_at': '2022-10-26T16:26:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:31.345226 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30c5e18-74ba-4d68-a740-d55f69e36cd7 None None] Checking router: f0c1fc43-c43d-4794-8641-0302b1b1904b for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:26:31.345575 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30c5e18-74ba-4d68-a740-d55f69e36cd7 None None] Updating router f0c1fc43-c43d-4794-8641-0302b1b1904b port 66631c75-6d5c-48a6-9fc2-0c3e651577d4 binding host dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:26:31.399628 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e30c5e18-74ba-4d68-a740-d55f69e36cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:31.726303 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b86f1603-0e67-4b0a-8114-cda624e5a937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:31.740862 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e30c5e18-74ba-4d68-a740-d55f69e36cd7 None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:31.749201 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 2f7b23d3-ddc9-47b2-ac0e-ca0cfb1a7861 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:26:31.788458 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-e30c5e18-74ba-4d68-a740-d55f69e36cd7 None None] Transition to ACTIVE for port object 66631c75-6d5c-48a6-9fc2-0c3e651577d4 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:26:31.830746 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 2f7b23d3-ddc9-47b2-ac0e-ca0cfb1a7861 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:26:31.831125 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:31.831463 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 2f7b23d3-ddc9-47b2-ac0e-ca0cfb1a7861 Oct 26 16:26:31.877006 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e30c5e18-74ba-4d68-a740-d55f69e36cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:31.935221 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-b86f1603-0e67-4b0a-8114-cda624e5a937 admin admin] Allocated IP 172.20.0.1 (98e0b575-6143-4cf8-a8e0-8e48d26d457e/76ea8e0b-97f6-470b-b6ee-2ff2833ee19a/3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:26:31.949022 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-e30c5e18-74ba-4d68-a740-d55f69e36cd7 None None] Attempting to bind port 66631c75-6d5c-48a6-9fc2-0c3e651577d4 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:26:31.949394 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-e30c5e18-74ba-4d68-a740-d55f69e36cd7 None None] Attempting to bind port 66631c75-6d5c-48a6-9fc2-0c3e651577d4 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:26:31.949762 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30c5e18-74ba-4d68-a740-d55f69e36cd7 None None] Attempting to bind port 66631c75-6d5c-48a6-9fc2-0c3e651577d4 on network 0c79a151-ef79-4fff-8a3c-258f9478471d {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:26:31.967065 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30c5e18-74ba-4d68-a740-d55f69e36cd7 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:26:31.967444 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30c5e18-74ba-4d68-a740-d55f69e36cd7 None None] Checking segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:26:31.967850 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e30c5e18-74ba-4d68-a740-d55f69e36cd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:31.968248 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30c5e18-74ba-4d68-a740-d55f69e36cd7 None None] Bound using segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:26:31.968717 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-e30c5e18-74ba-4d68-a740-d55f69e36cd7 None None] Bound port: 66631c75-6d5c-48a6-9fc2-0c3e651577d4, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:26:31.969096 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e30c5e18-74ba-4d68-a740-d55f69e36cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:32.011429 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0ad38-6690-45c6-a23d-b8012bc39c93 None None] Pushing event updated for resources: {'Port': ['ID=66631c75-6d5c-48a6-9fc2-0c3e651577d4,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:32.090631 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b86f1603-0e67-4b0a-8114-cda624e5a937 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:32.106363 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b86f1603-0e67-4b0a-8114-cda624e5a937 admin admin] Transition to ACTIVE for port object 3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:26:32.109052 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 2f7b23d3-ddc9-47b2-ac0e-ca0cfb1a7861 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:26:32.112319 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-e30c5e18-74ba-4d68-a740-d55f69e36cd7 None None] For port 66631c75-6d5c-48a6-9fc2-0c3e651577d4, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:26:32.115625 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-e30c5e18-74ba-4d68-a740-d55f69e36cd7 None None] For port 66631c75-6d5c-48a6-9fc2-0c3e651577d4, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=66631c75-6d5c-48a6-9fc2-0c3e651577d4,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:26:32.159563 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-474b9933-1a49-41bd-a677-6b2bf18ca1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:32.188661 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b86f1603-0e67-4b0a-8114-cda624e5a937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:32.188838 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e30c5e18-74ba-4d68-a740-d55f69e36cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:32.252450 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30c5e18-74ba-4d68-a740-d55f69e36cd7 None None] Routers {'f0c1fc43-c43d-4794-8641-0302b1b1904b'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:26:32.253340 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-e30c5e18-74ba-4d68-a740-d55f69e36cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:26:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['f0c1fc43-c43d-4794-8641-0302b1b1904b'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:32.260903 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86f1603-0e67-4b0a-8114-cda624e5a937 admin admin] Network 98e0b575-6143-4cf8-a8e0-8e48d26d457e is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:26:32.263752 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-b86f1603-0e67-4b0a-8114-cda624e5a937 admin admin] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:26:32.267438 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86f1603-0e67-4b0a-8114-cda624e5a937 admin admin] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:26:32.297084 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f1603-0e67-4b0a-8114-cda624e5a937 admin admin] Pushing event updated for resources: {'Port': ['ID=3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:32.329158 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b86f1603-0e67-4b0a-8114-cda624e5a937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:32.401515 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0ad38-6690-45c6-a23d-b8012bc39c93 None None] Pushing event updated for resources: {'Port': ['ID=66631c75-6d5c-48a6-9fc2-0c3e651577d4,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:32.449550 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-e30c5e18-74ba-4d68-a740-d55f69e36cd7 None None] Set router f0c1fc43-c43d-4794-8641-0302b1b1904b gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:26:32.529579 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b86f1603-0e67-4b0a-8114-cda624e5a937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:32.759648 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-fec2728d-bdb1-4db2-a09e-8f65c8c312bb None None] Provisioning for port 3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:26:32.760653 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b86f1603-0e67-4b0a-8114-cda624e5a937 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:32.773025 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-fec2728d-bdb1-4db2-a09e-8f65c8c312bb None None] Provisioning complete for port 3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:26:32.773454 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fec2728d-bdb1-4db2-a09e-8f65c8c312bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:32.773794 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-fec2728d-bdb1-4db2-a09e-8f65c8c312bb None None] Attempt 1 to provision port 3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4 Oct 26 16:26:32.826166 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b86f1603-0e67-4b0a-8114-cda624e5a937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:32.832786 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-fec2728d-bdb1-4db2-a09e-8f65c8c312bb None None] Port 3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:26:32.851496 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-e30c5e18-74ba-4d68-a740-d55f69e36cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'name': 'tempest-TestMinimumBasicScenario-811926260-router', 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.159'}], 'enable_snat': True}, 'gw_port_id': '66631c75-6d5c-48a6-9fc2-0c3e651577d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:26:27Z', 'updated_at': '2022-10-26T16:26:29Z', 'revision_number': 3, 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'gw_port': {'id': '66631c75-6d5c-48a6-9fc2-0c3e651577d4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:26:28Z', 'updated_at': '2022-10-26T16:26:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:32.855468 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30c5e18-74ba-4d68-a740-d55f69e36cd7 None None] The sync data for ids ['f0c1fc43-c43d-4794-8641-0302b1b1904b'] in dv-neutron-862712-1-hyperv is: [{'id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'name': 'tempest-TestMinimumBasicScenario-811926260-router', 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.159'}], 'enable_snat': True}, 'gw_port_id': '66631c75-6d5c-48a6-9fc2-0c3e651577d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:26:27Z', 'updated_at': '2022-10-26T16:26:29Z', 'revision_number': 3, 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'gw_port': {'id': '66631c75-6d5c-48a6-9fc2-0c3e651577d4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:26:28Z', 'updated_at': '2022-10-26T16:26:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:26:32.938624 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b86f1603-0e67-4b0a-8114-cda624e5a937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:32.942301 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f1603-0e67-4b0a-8114-cda624e5a937 admin admin] Pushing event updated for resources: {'Port': ['ID=3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:33.099172 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86f1603-0e67-4b0a-8114-cda624e5a937 admin admin] Network 98e0b575-6143-4cf8-a8e0-8e48d26d457e is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:26:33.100913 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-b86f1603-0e67-4b0a-8114-cda624e5a937 admin admin] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:26:33.304196 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86f1603-0e67-4b0a-8114-cda624e5a937 admin admin] Router f0c1fc43-c43d-4794-8641-0302b1b1904b has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:26:33.334224 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-fec2728d-bdb1-4db2-a09e-8f65c8c312bb None None] Attempt 2 to provision port 3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4 Oct 26 16:26:33.394019 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-fec2728d-bdb1-4db2-a09e-8f65c8c312bb None None] Port 3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:26:33.609701 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86f1603-0e67-4b0a-8114-cda624e5a937 admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:26:33.618978 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b86f1603-0e67-4b0a-8114-cda624e5a937 admin admin] 10.222.0.23 "PUT /v2.0/routers/f0c1fc43-c43d-4794-8641-0302b1b1904b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7408805 Oct 26 16:26:33.763405 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 66631c75-6d5c-48a6-9fc2-0c3e651577d4 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:26:33.894869 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-fec2728d-bdb1-4db2-a09e-8f65c8c312bb None None] Attempt 3 to provision port 3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4 Oct 26 16:26:33.925029 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 66631c75-6d5c-48a6-9fc2-0c3e651577d4 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:26:33.942169 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 66631c75-6d5c-48a6-9fc2-0c3e651577d4 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:26:33.942578 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:33.943024 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 66631c75-6d5c-48a6-9fc2-0c3e651577d4 Oct 26 16:26:34.004110 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-fec2728d-bdb1-4db2-a09e-8f65c8c312bb None None] Port 3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:26:34.072502 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 66631c75-6d5c-48a6-9fc2-0c3e651577d4 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:26:34.072896 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:34.091567 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 66631c75-6d5c-48a6-9fc2-0c3e651577d4, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=66631c75-6d5c-48a6-9fc2-0c3e651577d4,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:26:34.163813 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:34.239595 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=66631c75-6d5c-48a6-9fc2-0c3e651577d4,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:34.340225 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 50712) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:26:34.345831 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-101d5e90-9fa5-4ed5-ae6b-36f3fbdff3ad admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1172621851-network', 'tenant_id': '12f73ccad1514e8d9bdd5126b05ea2c9'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:34.350903 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-101d5e90-9fa5-4ed5-ae6b-36f3fbdff3ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:26:34.355057 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-101d5e90-9fa5-4ed5-ae6b-36f3fbdff3ad admin admin] Usage tracker for resource:network and tenant:12f73ccad1514e8d9bdd5126b05ea2c9 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:26:34.358034 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-101d5e90-9fa5-4ed5-ae6b-36f3fbdff3ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:26:34.365500 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-101d5e90-9fa5-4ed5-ae6b-36f3fbdff3ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:26:34.371579 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa7f1e1-f69c-4e06-a27c-7e296bdcb5d2 None None] Sync routers for ids ['f0c1fc43-c43d-4794-8641-0302b1b1904b'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:26:34.381850 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa7f1e1-f69c-4e06-a27c-7e296bdcb5d2 None None] Routers {'f0c1fc43-c43d-4794-8641-0302b1b1904b'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:26:34.386169 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-dfa7f1e1-f69c-4e06-a27c-7e296bdcb5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:26:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['f0c1fc43-c43d-4794-8641-0302b1b1904b'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:34.433983 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101d5e90-9fa5-4ed5-ae6b-36f3fbdff3ad admin admin] Made reservation on behalf of 12f73ccad1514e8d9bdd5126b05ea2c9 for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:26:34.436445 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-101d5e90-9fa5-4ed5-ae6b-36f3fbdff3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:34.449550 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-101d5e90-9fa5-4ed5-ae6b-36f3fbdff3ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:34.464323 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-101d5e90-9fa5-4ed5-ae6b-36f3fbdff3ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:26:34.468396 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-101d5e90-9fa5-4ed5-ae6b-36f3fbdff3ad admin admin] Usage tracker for resource:security_group_rule and tenant:12f73ccad1514e8d9bdd5126b05ea2c9 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:26:34.471567 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-101d5e90-9fa5-4ed5-ae6b-36f3fbdff3ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:26:34.477514 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-101d5e90-9fa5-4ed5-ae6b-36f3fbdff3ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:26:34.493452 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-0f911128-6ca1-42fc-bce8-490f3460268a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:34.505451 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-fec2728d-bdb1-4db2-a09e-8f65c8c312bb None None] Attempt 4 to provision port 3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4 Oct 26 16:26:34.564337 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-fec2728d-bdb1-4db2-a09e-8f65c8c312bb None None] Port 3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:26:34.565029 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-dfa7f1e1-f69c-4e06-a27c-7e296bdcb5d2 None None] Set router f0c1fc43-c43d-4794-8641-0302b1b1904b gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:26:34.565995 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-101d5e90-9fa5-4ed5-ae6b-36f3fbdff3ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:34.634167 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-101d5e90-9fa5-4ed5-ae6b-36f3fbdff3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:34.666595 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-101d5e90-9fa5-4ed5-ae6b-36f3fbdff3ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:26:34.676473 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101d5e90-9fa5-4ed5-ae6b-36f3fbdff3ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1d2183-ccb0-4ce0-815e-c434682ae38b,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:34.685836 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-101d5e90-9fa5-4ed5-ae6b-36f3fbdff3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:34.689294 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-101d5e90-9fa5-4ed5-ae6b-36f3fbdff3ad admin admin] Added segment 3a290314-fbc9-4a30-bf59-7532414355a4 of type vlan for network 2eb7c18d-11a5-43a8-90ba-5f13c3b82290 Oct 26 16:26:34.689608 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101d5e90-9fa5-4ed5-ae6b-36f3fbdff3ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:34.690146 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101d5e90-9fa5-4ed5-ae6b-36f3fbdff3ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:34.690698 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101d5e90-9fa5-4ed5-ae6b-36f3fbdff3ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:34.691071 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101d5e90-9fa5-4ed5-ae6b-36f3fbdff3ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:34.691841 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101d5e90-9fa5-4ed5-ae6b-36f3fbdff3ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:34.691841 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101d5e90-9fa5-4ed5-ae6b-36f3fbdff3ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:34.692040 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101d5e90-9fa5-4ed5-ae6b-36f3fbdff3ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:34.692362 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101d5e90-9fa5-4ed5-ae6b-36f3fbdff3ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:34.692695 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101d5e90-9fa5-4ed5-ae6b-36f3fbdff3ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:34.693026 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101d5e90-9fa5-4ed5-ae6b-36f3fbdff3ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:34.693354 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101d5e90-9fa5-4ed5-ae6b-36f3fbdff3ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:34.693678 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101d5e90-9fa5-4ed5-ae6b-36f3fbdff3ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:34.726058 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-101d5e90-9fa5-4ed5-ae6b-36f3fbdff3ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:34.822882 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-101d5e90-9fa5-4ed5-ae6b-36f3fbdff3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:34.823859 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101d5e90-9fa5-4ed5-ae6b-36f3fbdff3ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:26:34.824457 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-101d5e90-9fa5-4ed5-ae6b-36f3fbdff3ad admin admin] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:34.881287 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-dfa7f1e1-f69c-4e06-a27c-7e296bdcb5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'name': 'tempest-TestMinimumBasicScenario-811926260-router', 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.159'}], 'enable_snat': True}, 'gw_port_id': '66631c75-6d5c-48a6-9fc2-0c3e651577d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:26:27Z', 'updated_at': '2022-10-26T16:26:32Z', 'revision_number': 4, 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'gw_port': {'id': '66631c75-6d5c-48a6-9fc2-0c3e651577d4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:26:28Z', 'updated_at': '2022-10-26T16:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4', 'name': '', 'network_id': '98e0b575-6143-4cf8-a8e0-8e48d26d457e', 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6', 'mac_address': 'fa:16:3e:97:a5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '76ea8e0b-97f6-470b-b6ee-2ff2833ee19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:26:31Z', 'updated_at': '2022-10-26T16:26:32Z', 'revision_number': 2, 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'subnets': [{'id': '76ea8e0b-97f6-470b-b6ee-2ff2833ee19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:34.885383 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa7f1e1-f69c-4e06-a27c-7e296bdcb5d2 None None] Checking router: f0c1fc43-c43d-4794-8641-0302b1b1904b for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:26:34.885667 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa7f1e1-f69c-4e06-a27c-7e296bdcb5d2 None None] Updating router f0c1fc43-c43d-4794-8641-0302b1b1904b port 3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4 binding host dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:26:34.927972 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101d5e90-9fa5-4ed5-ae6b-36f3fbdff3ad admin admin] Pushing event updated for resources: {'Network': ['ID=2eb7c18d-11a5-43a8-90ba-5f13c3b82290,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:34.938174 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 2eb7c18d-11a5-43a8-90ba-5f13c3b82290 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 16:26:34.943230 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-dfa7f1e1-f69c-4e06-a27c-7e296bdcb5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:34.992012 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 50716) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:26:34.992593 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-101d5e90-9fa5-4ed5-ae6b-36f3fbdff3ad admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6507339 Oct 26 16:26:34.998695 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-1fec3aec-987e-449d-a27d-44d74724718b admin admin] Request body: {'subnet': {'network_id': '2eb7c18d-11a5-43a8-90ba-5f13c3b82290', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1172621851-subnet', 'tenant_id': '12f73ccad1514e8d9bdd5126b05ea2c9', 'ip_version': 4}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:35.004873 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-1fec3aec-987e-449d-a27d-44d74724718b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:26:35.008691 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-1fec3aec-987e-449d-a27d-44d74724718b admin admin] Usage tracker for resource:subnet and tenant:12f73ccad1514e8d9bdd5126b05ea2c9 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:26:35.012023 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-1fec3aec-987e-449d-a27d-44d74724718b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:26:35.018207 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-1fec3aec-987e-449d-a27d-44d74724718b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:26:35.065452 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-fec2728d-bdb1-4db2-a09e-8f65c8c312bb None None] Attempt 5 to provision port 3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4 Oct 26 16:26:35.102981 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fec3aec-987e-449d-a27d-44d74724718b admin admin] Made reservation on behalf of 12f73ccad1514e8d9bdd5126b05ea2c9 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:26:35.105698 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1fec3aec-987e-449d-a27d-44d74724718b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:35.120855 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-fec2728d-bdb1-4db2-a09e-8f65c8c312bb None None] Port 3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:26:35.245549 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:35.301237 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-dfa7f1e1-f69c-4e06-a27c-7e296bdcb5d2 None None] Notify callbacks [] for port, precommit_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:35.313336 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.provisioning_blocks [None req-dfa7f1e1-f69c-4e06-a27c-7e296bdcb5d2 None None] Transition to ACTIVE for port object 3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4 will not be triggered until provisioned by entity L2. {{(pid=89750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:26:35.405468 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1fec3aec-987e-449d-a27d-44d74724718b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:35.417111 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-dfa7f1e1-f69c-4e06-a27c-7e296bdcb5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:35.425840 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:35.484709 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec3aec-987e-449d-a27d-44d74724718b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ab93bd5-1554-4fb4-b65b-ed17aa417d8c,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:35.490843 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fec3aec-987e-449d-a27d-44d74724718b admin admin] Checking segment: {'id': '3a290314-fbc9-4a30-bf59-7532414355a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '2eb7c18d-11a5-43a8-90ba-5f13c3b82290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:26:35.490843 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fec3aec-987e-449d-a27d-44d74724718b admin admin] Network hostable DHCP agents. Network: 2eb7c18d-11a5-43a8-90ba-5f13c3b82290, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:26:35.569099 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fec3aec-987e-449d-a27d-44d74724718b admin admin] Network 2eb7c18d-11a5-43a8-90ba-5f13c3b82290 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:26:35.616625 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95f877-807d-4d2a-a5e0-0da492bd5cfd None None] Pushing event updated for resources: {'Port': ['ID=3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4,revision_number=3']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:35.621907 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-fec2728d-bdb1-4db2-a09e-8f65c8c312bb None None] Attempt 6 to provision port 3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4 Oct 26 16:26:35.636909 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da95f877-807d-4d2a-a5e0-0da492bd5cfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:35.637368 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da95f877-807d-4d2a-a5e0-0da492bd5cfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:35.637659 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da95f877-807d-4d2a-a5e0-0da492bd5cfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:35.637974 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da95f877-807d-4d2a-a5e0-0da492bd5cfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:35.638292 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da95f877-807d-4d2a-a5e0-0da492bd5cfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:35.638637 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da95f877-807d-4d2a-a5e0-0da492bd5cfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:35.638958 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da95f877-807d-4d2a-a5e0-0da492bd5cfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:35.639271 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da95f877-807d-4d2a-a5e0-0da492bd5cfd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:35.639584 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da95f877-807d-4d2a-a5e0-0da492bd5cfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:35.639904 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da95f877-807d-4d2a-a5e0-0da492bd5cfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:35.640214 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da95f877-807d-4d2a-a5e0-0da492bd5cfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:35.640521 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da95f877-807d-4d2a-a5e0-0da492bd5cfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:26:35.646889 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-dfa7f1e1-f69c-4e06-a27c-7e296bdcb5d2 None None] Attempting to bind port 3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:26:35.647253 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-dfa7f1e1-f69c-4e06-a27c-7e296bdcb5d2 None None] Attempting to bind port 3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '893e54d7-bc89-4156-b8f9-af4d4228816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '98e0b575-6143-4cf8-a8e0-8e48d26d457e'}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:26:35.647606 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa7f1e1-f69c-4e06-a27c-7e296bdcb5d2 None None] Attempting to bind port 3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4 on network 98e0b575-6143-4cf8-a8e0-8e48d26d457e {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:26:35.653004 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa7f1e1-f69c-4e06-a27c-7e296bdcb5d2 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:26:35.653371 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa7f1e1-f69c-4e06-a27c-7e296bdcb5d2 None None] Checking segment: {'id': '893e54d7-bc89-4156-b8f9-af4d4228816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '98e0b575-6143-4cf8-a8e0-8e48d26d457e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:26:35.653760 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-dfa7f1e1-f69c-4e06-a27c-7e296bdcb5d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:35.654144 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa7f1e1-f69c-4e06-a27c-7e296bdcb5d2 None None] Bound using segment: {'id': '893e54d7-bc89-4156-b8f9-af4d4228816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '98e0b575-6143-4cf8-a8e0-8e48d26d457e'} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:26:35.654704 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-dfa7f1e1-f69c-4e06-a27c-7e296bdcb5d2 None None] Bound port: 3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893e54d7-bc89-4156-b8f9-af4d4228816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '98e0b575-6143-4cf8-a8e0-8e48d26d457e'}}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:26:35.655072 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-dfa7f1e1-f69c-4e06-a27c-7e296bdcb5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:35.656516 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-1fec3aec-987e-449d-a27d-44d74724718b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 2eb7c18d-11a5-43a8-90ba-5f13c3b82290) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:26:35.668220 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fec3aec-987e-449d-a27d-44d74724718b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:26:35.669485 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1fec3aec-987e-449d-a27d-44d74724718b admin admin] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:35.685818 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-fec2728d-bdb1-4db2-a09e-8f65c8c312bb None None] Port 3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:26:35.686699 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108c7b5f-9276-4c41-9dfa-7115b8c80c7c None None] Network 2eb7c18d-11a5-43a8-90ba-5f13c3b82290 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:26:35.755361 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-dfa7f1e1-f69c-4e06-a27c-7e296bdcb5d2 None None] For port 3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:26:35.758872 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-dfa7f1e1-f69c-4e06-a27c-7e296bdcb5d2 None None] For port 3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4,segment=NetworkSegment(893e54d7-bc89-4156-b8f9-af4d4228816f),segment_id=893e54d7-bc89-4156-b8f9-af4d4228816f)] {{(pid=89750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:26:35.763887 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 66631c75-6d5c-48a6-9fc2-0c3e651577d4 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:26:35.777688 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-1fec3aec-987e-449d-a27d-44d74724718b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7837651 Oct 26 16:26:35.780250 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 50720) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:26:35.785403 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-666be073-bae2-46f6-bae6-d49167dac0a1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1172621851-router', 'tenant_id': '12f73ccad1514e8d9bdd5126b05ea2c9', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:35.790270 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-666be073-bae2-46f6-bae6-d49167dac0a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:26:35.794176 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-666be073-bae2-46f6-bae6-d49167dac0a1 admin admin] Usage tracker for resource:router and tenant:12f73ccad1514e8d9bdd5126b05ea2c9 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:26:35.797144 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-666be073-bae2-46f6-bae6-d49167dac0a1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:26:35.804258 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-666be073-bae2-46f6-bae6-d49167dac0a1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:26:35.834620 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-dfa7f1e1-f69c-4e06-a27c-7e296bdcb5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:35.900621 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-666be073-bae2-46f6-bae6-d49167dac0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:35.901013 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa7f1e1-f69c-4e06-a27c-7e296bdcb5d2 None None] Routers {'f0c1fc43-c43d-4794-8641-0302b1b1904b'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:26:35.902203 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-dfa7f1e1-f69c-4e06-a27c-7e296bdcb5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:26:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['f0c1fc43-c43d-4794-8641-0302b1b1904b'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:35.902355 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-666be073-bae2-46f6-bae6-d49167dac0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:35.914114 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 66631c75-6d5c-48a6-9fc2-0c3e651577d4 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:26:35.914513 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:35.914852 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 66631c75-6d5c-48a6-9fc2-0c3e651577d4 Oct 26 16:26:35.919042 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-666be073-bae2-46f6-bae6-d49167dac0a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:36.036458 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f62d401-d265-4439-a3af-72adde558b03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-2eb7c18d-11a5-43a8-90ba-5f13c3b82290', 'network_id': '2eb7c18d-11a5-43a8-90ba-5f13c3b82290', 'tenant_id': '12f73ccad1514e8d9bdd5126b05ea2c9', 'fixed_ips': [{'subnet_id': '7ab93bd5-1554-4fb4-b65b-ed17aa417d8c'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 16:26:36.037269 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3f62d401-d265-4439-a3af-72adde558b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:36.080403 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95f877-807d-4d2a-a5e0-0da492bd5cfd None None] Pushing event updated for resources: {'Port': ['ID=3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4,revision_number=4']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:36.133854 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-dfa7f1e1-f69c-4e06-a27c-7e296bdcb5d2 None None] Set router f0c1fc43-c43d-4794-8641-0302b1b1904b gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:26:36.163526 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 66631c75-6d5c-48a6-9fc2-0c3e651577d4 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:26:36.189735 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-fec2728d-bdb1-4db2-a09e-8f65c8c312bb None None] Attempt 7 to provision port 3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4 Oct 26 16:26:36.248909 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-666be073-bae2-46f6-bae6-d49167dac0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:36.308044 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-3f62d401-d265-4439-a3af-72adde558b03 None None] Allocated IP 172.20.0.2 (2eb7c18d-11a5-43a8-90ba-5f13c3b82290/7ab93bd5-1554-4fb4-b65b-ed17aa417d8c/01fdb10c-57c8-4b05-b63d-a3ce8fd117ca) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:26:36.309936 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-fec2728d-bdb1-4db2-a09e-8f65c8c312bb None None] Port 3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4 had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 16:26:36.459223 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-dfa7f1e1-f69c-4e06-a27c-7e296bdcb5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'name': 'tempest-TestMinimumBasicScenario-811926260-router', 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.159'}], 'enable_snat': True}, 'gw_port_id': '66631c75-6d5c-48a6-9fc2-0c3e651577d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:26:27Z', 'updated_at': '2022-10-26T16:26:32Z', 'revision_number': 4, 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'gw_port': {'id': '66631c75-6d5c-48a6-9fc2-0c3e651577d4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:26:28Z', 'updated_at': '2022-10-26T16:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4', 'name': '', 'network_id': '98e0b575-6143-4cf8-a8e0-8e48d26d457e', 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6', 'mac_address': 'fa:16:3e:97:a5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '76ea8e0b-97f6-470b-b6ee-2ff2833ee19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:26:31Z', 'updated_at': '2022-10-26T16:26:35Z', 'revision_number': 4, 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'subnets': [{'id': '76ea8e0b-97f6-470b-b6ee-2ff2833ee19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:36.463593 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa7f1e1-f69c-4e06-a27c-7e296bdcb5d2 None None] The sync data for ids ['f0c1fc43-c43d-4794-8641-0302b1b1904b'] in dv-neutron-862712-1-hyperv is: [{'id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'name': 'tempest-TestMinimumBasicScenario-811926260-router', 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.159'}], 'enable_snat': True}, 'gw_port_id': '66631c75-6d5c-48a6-9fc2-0c3e651577d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:26:27Z', 'updated_at': '2022-10-26T16:26:32Z', 'revision_number': 4, 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'gw_port': {'id': '66631c75-6d5c-48a6-9fc2-0c3e651577d4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:26:28Z', 'updated_at': '2022-10-26T16:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4', 'name': '', 'network_id': '98e0b575-6143-4cf8-a8e0-8e48d26d457e', 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6', 'mac_address': 'fa:16:3e:97:a5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '76ea8e0b-97f6-470b-b6ee-2ff2833ee19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:26:31Z', 'updated_at': '2022-10-26T16:26:35Z', 'revision_number': 4, 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'subnets': [{'id': '76ea8e0b-97f6-470b-b6ee-2ff2833ee19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:26:36.604762 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3f62d401-d265-4439-a3af-72adde558b03 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:36.617487 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-3f62d401-d265-4439-a3af-72adde558b03 None None] Transition to ACTIVE for port object 01fdb10c-57c8-4b05-b63d-a3ce8fd117ca will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:26:36.639163 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-3f62d401-d265-4439-a3af-72adde558b03 None None] Transition to ACTIVE for port object 01fdb10c-57c8-4b05-b63d-a3ce8fd117ca will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:26:36.650562 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-666be073-bae2-46f6-bae6-d49167dac0a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:36.683113 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-666be073-bae2-46f6-bae6-d49167dac0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:36.720004 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3f62d401-d265-4439-a3af-72adde558b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:36.795483 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f62d401-d265-4439-a3af-72adde558b03 None None] Network 2eb7c18d-11a5-43a8-90ba-5f13c3b82290 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:26:36.798505 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-3f62d401-d265-4439-a3af-72adde558b03 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:26:36.802920 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f62d401-d265-4439-a3af-72adde558b03 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:26:36.809018 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62d401-d265-4439-a3af-72adde558b03 None None] Pushing event updated for resources: {'Port': ['ID=01fdb10c-57c8-4b05-b63d-a3ce8fd117ca,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:36.832253 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-666be073-bae2-46f6-bae6-d49167dac0a1 admin admin] Allocated IP 172.26.2.80 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/4f4204d4-aaf4-4910-92ff-22c7cb0edbf1) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:26:36.934149 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-3f62d401-d265-4439-a3af-72adde558b03 None None] Attempting to bind port 01fdb10c-57c8-4b05-b63d-a3ce8fd117ca on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:26:36.934620 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-3f62d401-d265-4439-a3af-72adde558b03 None None] Attempting to bind port 01fdb10c-57c8-4b05-b63d-a3ce8fd117ca by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '3a290314-fbc9-4a30-bf59-7532414355a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '2eb7c18d-11a5-43a8-90ba-5f13c3b82290'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:26:36.934989 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f62d401-d265-4439-a3af-72adde558b03 None None] Attempting to bind port 01fdb10c-57c8-4b05-b63d-a3ce8fd117ca on network 2eb7c18d-11a5-43a8-90ba-5f13c3b82290 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:26:36.941068 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f62d401-d265-4439-a3af-72adde558b03 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:26:36.941442 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f62d401-d265-4439-a3af-72adde558b03 None None] Checking segment: {'id': '3a290314-fbc9-4a30-bf59-7532414355a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '2eb7c18d-11a5-43a8-90ba-5f13c3b82290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:26:36.941965 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3f62d401-d265-4439-a3af-72adde558b03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:36.942241 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f62d401-d265-4439-a3af-72adde558b03 None None] Bound using segment: {'id': '3a290314-fbc9-4a30-bf59-7532414355a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '2eb7c18d-11a5-43a8-90ba-5f13c3b82290'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:26:36.942870 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-3f62d401-d265-4439-a3af-72adde558b03 None None] Bound port: 01fdb10c-57c8-4b05-b63d-a3ce8fd117ca, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a290314-fbc9-4a30-bf59-7532414355a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '2eb7c18d-11a5-43a8-90ba-5f13c3b82290'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:26:36.949162 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3f62d401-d265-4439-a3af-72adde558b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:36.994090 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-666be073-bae2-46f6-bae6-d49167dac0a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:37.013157 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:37.045746 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-3f62d401-d265-4439-a3af-72adde558b03 None None] For port 01fdb10c-57c8-4b05-b63d-a3ce8fd117ca, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:26:37.049382 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-3f62d401-d265-4439-a3af-72adde558b03 None None] For port 01fdb10c-57c8-4b05-b63d-a3ce8fd117ca, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=01fdb10c-57c8-4b05-b63d-a3ce8fd117ca,segment=NetworkSegment(3a290314-fbc9-4a30-bf59-7532414355a4),segment_id=3a290314-fbc9-4a30-bf59-7532414355a4)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:26:37.103313 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-666be073-bae2-46f6-bae6-d49167dac0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:37.131855 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3f62d401-d265-4439-a3af-72adde558b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:37.181227 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666be073-bae2-46f6-bae6-d49167dac0a1 admin admin] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:26:37.184151 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-666be073-bae2-46f6-bae6-d49167dac0a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:26:37.188191 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666be073-bae2-46f6-bae6-d49167dac0a1 admin admin] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:26:37.214090 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62d401-d265-4439-a3af-72adde558b03 None None] Pushing event updated for resources: {'Port': ['ID=01fdb10c-57c8-4b05-b63d-a3ce8fd117ca,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:37.351945 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666be073-bae2-46f6-bae6-d49167dac0a1 admin admin] Pushing event updated for resources: {'Port': ['ID=4f4204d4-aaf4-4910-92ff-22c7cb0edbf1,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:37.823294 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 01fdb10c-57c8-4b05-b63d-a3ce8fd117ca up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:26:37.868045 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-666be073-bae2-46f6-bae6-d49167dac0a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:37.946521 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 01fdb10c-57c8-4b05-b63d-a3ce8fd117ca completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:26:37.952618 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:26:38.090656 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:26:38.096936 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:26:38.097322 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:38.097666 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4 Oct 26 16:26:38.231005 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-666be073-bae2-46f6-bae6-d49167dac0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:38.233014 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e849ef2a-1631-4944-916a-0b1c17c7a074 None None] Network 2eb7c18d-11a5-43a8-90ba-5f13c3b82290 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:26:38.251706 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:26:38.252082 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:38.380830 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4,segment=NetworkSegment(893e54d7-bc89-4156-b8f9-af4d4228816f),segment_id=893e54d7-bc89-4156-b8f9-af4d4228816f)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:26:38.428172 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-9db6d421-e9ed-4f95-a2d4-87337eaa90cc None None] Provisioning for port 01fdb10c-57c8-4b05-b63d-a3ce8fd117ca completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:26:38.442450 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-9db6d421-e9ed-4f95-a2d4-87337eaa90cc None None] Provisioning complete for port 01fdb10c-57c8-4b05-b63d-a3ce8fd117ca triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:26:38.442844 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9db6d421-e9ed-4f95-a2d4-87337eaa90cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:38.443179 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-9db6d421-e9ed-4f95-a2d4-87337eaa90cc None None] Attempt 1 to provision port 01fdb10c-57c8-4b05-b63d-a3ce8fd117ca Oct 26 16:26:38.475521 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:38.508033 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666be073-bae2-46f6-bae6-d49167dac0a1 admin admin] Router a6a9ca83-073a-4bfb-bed2-2cff35920d4f is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 16:26:38.625716 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:38.694021 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666be073-bae2-46f6-bae6-d49167dac0a1 admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:26:38.703602 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-9db6d421-e9ed-4f95-a2d4-87337eaa90cc None None] Current status of the port 01fdb10c-57c8-4b05-b63d-a3ce8fd117ca is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:26:38.703980 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9db6d421-e9ed-4f95-a2d4-87337eaa90cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:38.717114 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec096c3-8a1d-43a7-b542-b64ab6ae1ac9 None None] Sync routers for ids ['a6a9ca83-073a-4bfb-bed2-2cff35920d4f'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:26:38.738685 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec096c3-8a1d-43a7-b542-b64ab6ae1ac9 None None] Routers {'a6a9ca83-073a-4bfb-bed2-2cff35920d4f'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:26:38.739310 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-dec096c3-8a1d-43a7-b542-b64ab6ae1ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:26:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['a6a9ca83-073a-4bfb-bed2-2cff35920d4f'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:38.770653 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-666be073-bae2-46f6-bae6-d49167dac0a1 admin admin] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:38.774859 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 50724) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:26:38.775329 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-666be073-bae2-46f6-bae6-d49167dac0a1 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9937978 Oct 26 16:26:38.880066 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-9db6d421-e9ed-4f95-a2d4-87337eaa90cc None None] For port 01fdb10c-57c8-4b05-b63d-a3ce8fd117ca, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=01fdb10c-57c8-4b05-b63d-a3ce8fd117ca,segment=NetworkSegment(3a290314-fbc9-4a30-bf59-7532414355a4),segment_id=3a290314-fbc9-4a30-bf59-7532414355a4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:26:38.931744 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-dec096c3-8a1d-43a7-b542-b64ab6ae1ac9 None None] Set router a6a9ca83-073a-4bfb-bed2-2cff35920d4f gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:26:38.976697 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9db6d421-e9ed-4f95-a2d4-87337eaa90cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:39.229228 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-ef2a21f7-0045-4bfd-9046-a75ef79a6a42 None None] Provisioning complete for port 01fdb10c-57c8-4b05-b63d-a3ce8fd117ca triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:26:39.229596 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ef2a21f7-0045-4bfd-9046-a75ef79a6a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:39.229939 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-ef2a21f7-0045-4bfd-9046-a75ef79a6a42 None None] Attempt 1 to provision port 01fdb10c-57c8-4b05-b63d-a3ce8fd117ca Oct 26 16:26:39.278572 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6d421-e9ed-4f95-a2d4-87337eaa90cc None None] Pushing event updated for resources: {'Port': ['ID=01fdb10c-57c8-4b05-b63d-a3ce8fd117ca,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:39.424603 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ef2a21f7-0045-4bfd-9046-a75ef79a6a42 None None] Current status of the port 01fdb10c-57c8-4b05-b63d-a3ce8fd117ca is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:26:39.444646 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-dec096c3-8a1d-43a7-b542-b64ab6ae1ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a9ca83-073a-4bfb-bed2-2cff35920d4f', 'name': 'tempest-TestMinimumBasicScenario-1172621851-router', 'tenant_id': '12f73ccad1514e8d9bdd5126b05ea2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.80'}], 'enable_snat': True}, 'gw_port_id': '4f4204d4-aaf4-4910-92ff-22c7cb0edbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:26:35Z', 'updated_at': '2022-10-26T16:26:37Z', 'revision_number': 3, 'project_id': '12f73ccad1514e8d9bdd5126b05ea2c9', 'gw_port': {'id': '4f4204d4-aaf4-4910-92ff-22c7cb0edbf1', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:14:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a9ca83-073a-4bfb-bed2-2cff35920d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:26:36Z', 'updated_at': '2022-10-26T16:26:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:39.448610 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec096c3-8a1d-43a7-b542-b64ab6ae1ac9 None None] Checking router: a6a9ca83-073a-4bfb-bed2-2cff35920d4f for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:26:39.448961 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec096c3-8a1d-43a7-b542-b64ab6ae1ac9 None None] Updating router a6a9ca83-073a-4bfb-bed2-2cff35920d4f port 4f4204d4-aaf4-4910-92ff-22c7cb0edbf1 binding host dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:26:39.506013 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-dec096c3-8a1d-43a7-b542-b64ab6ae1ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:39.574193 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-82be4833-f989-43bf-b579-ca95acb5286d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:39.774779 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 01fdb10c-57c8-4b05-b63d-a3ce8fd117ca up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:26:39.802522 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-82be4833-f989-43bf-b579-ca95acb5286d admin admin] Allocated IP 172.20.0.1 (2eb7c18d-11a5-43a8-90ba-5f13c3b82290/7ab93bd5-1554-4fb4-b65b-ed17aa417d8c/9dd8b5ed-824f-41df-bcdb-e3d3a8470255) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:26:39.905069 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-dec096c3-8a1d-43a7-b542-b64ab6ae1ac9 None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:39.919632 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-dec096c3-8a1d-43a7-b542-b64ab6ae1ac9 None None] Transition to ACTIVE for port object 4f4204d4-aaf4-4910-92ff-22c7cb0edbf1 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:26:39.927677 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 01fdb10c-57c8-4b05-b63d-a3ce8fd117ca triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:26:39.928053 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:39.928391 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 01fdb10c-57c8-4b05-b63d-a3ce8fd117ca Oct 26 16:26:39.960095 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-82be4833-f989-43bf-b579-ca95acb5286d admin admin] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:39.976422 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-82be4833-f989-43bf-b579-ca95acb5286d admin admin] Transition to ACTIVE for port object 9dd8b5ed-824f-41df-bcdb-e3d3a8470255 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:26:40.026121 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-dec096c3-8a1d-43a7-b542-b64ab6ae1ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:40.072427 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-82be4833-f989-43bf-b579-ca95acb5286d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:40.108803 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-dec096c3-8a1d-43a7-b542-b64ab6ae1ac9 None None] Attempting to bind port 4f4204d4-aaf4-4910-92ff-22c7cb0edbf1 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:26:40.109162 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-dec096c3-8a1d-43a7-b542-b64ab6ae1ac9 None None] Attempting to bind port 4f4204d4-aaf4-4910-92ff-22c7cb0edbf1 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:26:40.109564 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec096c3-8a1d-43a7-b542-b64ab6ae1ac9 None None] Attempting to bind port 4f4204d4-aaf4-4910-92ff-22c7cb0edbf1 on network 0c79a151-ef79-4fff-8a3c-258f9478471d {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:26:40.120942 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 01fdb10c-57c8-4b05-b63d-a3ce8fd117ca is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:26:40.122003 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:26:40.138713 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82be4833-f989-43bf-b579-ca95acb5286d admin admin] Network 2eb7c18d-11a5-43a8-90ba-5f13c3b82290 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:26:40.141708 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-82be4833-f989-43bf-b579-ca95acb5286d admin admin] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:26:40.146080 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82be4833-f989-43bf-b579-ca95acb5286d admin admin] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:26:40.155633 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec096c3-8a1d-43a7-b542-b64ab6ae1ac9 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:26:40.156394 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec096c3-8a1d-43a7-b542-b64ab6ae1ac9 None None] Checking segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:26:40.157088 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-dec096c3-8a1d-43a7-b542-b64ab6ae1ac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:40.157715 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec096c3-8a1d-43a7-b542-b64ab6ae1ac9 None None] Bound using segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:26:40.158419 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-dec096c3-8a1d-43a7-b542-b64ab6ae1ac9 None None] Bound port: 4f4204d4-aaf4-4910-92ff-22c7cb0edbf1, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:26:40.159084 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-dec096c3-8a1d-43a7-b542-b64ab6ae1ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:40.181850 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be4833-f989-43bf-b579-ca95acb5286d admin admin] Pushing event updated for resources: {'Port': ['ID=9dd8b5ed-824f-41df-bcdb-e3d3a8470255,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:40.210377 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-82be4833-f989-43bf-b579-ca95acb5286d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:40.224375 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae61532f-0573-40a5-b5e8-686c7168bac4 None None] Pushing event updated for resources: {'Port': ['ID=4f4204d4-aaf4-4910-92ff-22c7cb0edbf1,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:40.268872 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-dec096c3-8a1d-43a7-b542-b64ab6ae1ac9 None None] For port 4f4204d4-aaf4-4910-92ff-22c7cb0edbf1, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:26:40.272387 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-dec096c3-8a1d-43a7-b542-b64ab6ae1ac9 None None] For port 4f4204d4-aaf4-4910-92ff-22c7cb0edbf1, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=4f4204d4-aaf4-4910-92ff-22c7cb0edbf1,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:26:40.281604 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:26:40.281913 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:40.282239 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4 Oct 26 16:26:40.379143 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-dec096c3-8a1d-43a7-b542-b64ab6ae1ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:40.409067 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-82be4833-f989-43bf-b579-ca95acb5286d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:40.480097 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec096c3-8a1d-43a7-b542-b64ab6ae1ac9 None None] Routers {'a6a9ca83-073a-4bfb-bed2-2cff35920d4f'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:26:40.480636 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-dec096c3-8a1d-43a7-b542-b64ab6ae1ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:26:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['a6a9ca83-073a-4bfb-bed2-2cff35920d4f'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:40.541041 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:26:40.623198 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-56f72e10-79d4-4fac-ac55-14c852c4a3f0 None None] Provisioning for port 9dd8b5ed-824f-41df-bcdb-e3d3a8470255 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:26:40.641214 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae61532f-0573-40a5-b5e8-686c7168bac4 None None] Pushing event updated for resources: {'Port': ['ID=4f4204d4-aaf4-4910-92ff-22c7cb0edbf1,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:40.648580 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-56f72e10-79d4-4fac-ac55-14c852c4a3f0 None None] Provisioning complete for port 9dd8b5ed-824f-41df-bcdb-e3d3a8470255 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:26:40.648953 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-56f72e10-79d4-4fac-ac55-14c852c4a3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:40.649292 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-56f72e10-79d4-4fac-ac55-14c852c4a3f0 None None] Attempt 1 to provision port 9dd8b5ed-824f-41df-bcdb-e3d3a8470255 Oct 26 16:26:40.669615 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-82be4833-f989-43bf-b579-ca95acb5286d admin admin] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:40.766937 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-56f72e10-79d4-4fac-ac55-14c852c4a3f0 None None] Port 9dd8b5ed-824f-41df-bcdb-e3d3a8470255 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:26:40.770932 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-82be4833-f989-43bf-b579-ca95acb5286d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:40.777587 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-dec096c3-8a1d-43a7-b542-b64ab6ae1ac9 None None] Set router a6a9ca83-073a-4bfb-bed2-2cff35920d4f gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:26:40.887741 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-82be4833-f989-43bf-b579-ca95acb5286d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:40.891201 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be4833-f989-43bf-b579-ca95acb5286d admin admin] Pushing event updated for resources: {'Port': ['ID=9dd8b5ed-824f-41df-bcdb-e3d3a8470255,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:41.037136 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82be4833-f989-43bf-b579-ca95acb5286d admin admin] Network 2eb7c18d-11a5-43a8-90ba-5f13c3b82290 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:26:41.038294 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-82be4833-f989-43bf-b579-ca95acb5286d admin admin] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:26:41.129752 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-dec096c3-8a1d-43a7-b542-b64ab6ae1ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a9ca83-073a-4bfb-bed2-2cff35920d4f', 'name': 'tempest-TestMinimumBasicScenario-1172621851-router', 'tenant_id': '12f73ccad1514e8d9bdd5126b05ea2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.80'}], 'enable_snat': True}, 'gw_port_id': '4f4204d4-aaf4-4910-92ff-22c7cb0edbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:26:35Z', 'updated_at': '2022-10-26T16:26:40Z', 'revision_number': 4, 'project_id': '12f73ccad1514e8d9bdd5126b05ea2c9', 'gw_port': {'id': '4f4204d4-aaf4-4910-92ff-22c7cb0edbf1', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:14:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a9ca83-073a-4bfb-bed2-2cff35920d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:26:36Z', 'updated_at': '2022-10-26T16:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '9dd8b5ed-824f-41df-bcdb-e3d3a8470255', 'name': '', 'network_id': '2eb7c18d-11a5-43a8-90ba-5f13c3b82290', 'tenant_id': '12f73ccad1514e8d9bdd5126b05ea2c9', 'mac_address': 'fa:16:3e:01:f2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a9ca83-073a-4bfb-bed2-2cff35920d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '7ab93bd5-1554-4fb4-b65b-ed17aa417d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:26:39Z', 'updated_at': '2022-10-26T16:26:39Z', 'revision_number': 1, 'project_id': '12f73ccad1514e8d9bdd5126b05ea2c9', 'subnets': [{'id': '7ab93bd5-1554-4fb4-b65b-ed17aa417d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:41.134362 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec096c3-8a1d-43a7-b542-b64ab6ae1ac9 None None] The sync data for ids ['a6a9ca83-073a-4bfb-bed2-2cff35920d4f'] in dv-neutron-862712-1-hyperv is: [{'id': 'a6a9ca83-073a-4bfb-bed2-2cff35920d4f', 'name': 'tempest-TestMinimumBasicScenario-1172621851-router', 'tenant_id': '12f73ccad1514e8d9bdd5126b05ea2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.80'}], 'enable_snat': True}, 'gw_port_id': '4f4204d4-aaf4-4910-92ff-22c7cb0edbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:26:35Z', 'updated_at': '2022-10-26T16:26:40Z', 'revision_number': 4, 'project_id': '12f73ccad1514e8d9bdd5126b05ea2c9', 'gw_port': {'id': '4f4204d4-aaf4-4910-92ff-22c7cb0edbf1', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:14:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a9ca83-073a-4bfb-bed2-2cff35920d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:26:36Z', 'updated_at': '2022-10-26T16:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '9dd8b5ed-824f-41df-bcdb-e3d3a8470255', 'name': '', 'network_id': '2eb7c18d-11a5-43a8-90ba-5f13c3b82290', 'tenant_id': '12f73ccad1514e8d9bdd5126b05ea2c9', 'mac_address': 'fa:16:3e:01:f2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a9ca83-073a-4bfb-bed2-2cff35920d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '7ab93bd5-1554-4fb4-b65b-ed17aa417d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:26:39Z', 'updated_at': '2022-10-26T16:26:39Z', 'revision_number': 1, 'project_id': '12f73ccad1514e8d9bdd5126b05ea2c9', 'subnets': [{'id': '7ab93bd5-1554-4fb4-b65b-ed17aa417d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:26:41.260674 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82be4833-f989-43bf-b579-ca95acb5286d admin admin] Router a6a9ca83-073a-4bfb-bed2-2cff35920d4f has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:26:41.268030 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-56f72e10-79d4-4fac-ac55-14c852c4a3f0 None None] Attempt 2 to provision port 9dd8b5ed-824f-41df-bcdb-e3d3a8470255 Oct 26 16:26:41.335603 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-56f72e10-79d4-4fac-ac55-14c852c4a3f0 None None] Port 9dd8b5ed-824f-41df-bcdb-e3d3a8470255 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:26:41.579360 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82be4833-f989-43bf-b579-ca95acb5286d admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:26:41.594510 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-82be4833-f989-43bf-b579-ca95acb5286d admin admin] 10.222.0.23 "PUT /v2.0/routers/a6a9ca83-073a-4bfb-bed2-2cff35920d4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8132412 Oct 26 16:26:41.837443 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-56f72e10-79d4-4fac-ac55-14c852c4a3f0 None None] Attempt 3 to provision port 9dd8b5ed-824f-41df-bcdb-e3d3a8470255 Oct 26 16:26:41.891286 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-56f72e10-79d4-4fac-ac55-14c852c4a3f0 None None] Port 9dd8b5ed-824f-41df-bcdb-e3d3a8470255 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:26:42.392946 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-56f72e10-79d4-4fac-ac55-14c852c4a3f0 None None] Attempt 4 to provision port 9dd8b5ed-824f-41df-bcdb-e3d3a8470255 Oct 26 16:26:42.449659 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-56f72e10-79d4-4fac-ac55-14c852c4a3f0 None None] Port 9dd8b5ed-824f-41df-bcdb-e3d3a8470255 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:26:42.951053 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-56f72e10-79d4-4fac-ac55-14c852c4a3f0 None None] Attempt 5 to provision port 9dd8b5ed-824f-41df-bcdb-e3d3a8470255 Oct 26 16:26:43.008496 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-56f72e10-79d4-4fac-ac55-14c852c4a3f0 None None] Port 9dd8b5ed-824f-41df-bcdb-e3d3a8470255 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:26:43.509489 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-56f72e10-79d4-4fac-ac55-14c852c4a3f0 None None] Attempt 6 to provision port 9dd8b5ed-824f-41df-bcdb-e3d3a8470255 Oct 26 16:26:43.575118 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-56f72e10-79d4-4fac-ac55-14c852c4a3f0 None None] Port 9dd8b5ed-824f-41df-bcdb-e3d3a8470255 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:26:43.791804 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 4f4204d4-aaf4-4910-92ff-22c7cb0edbf1 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:26:43.957256 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 4f4204d4-aaf4-4910-92ff-22c7cb0edbf1 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:26:43.962799 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 4f4204d4-aaf4-4910-92ff-22c7cb0edbf1 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:26:43.963429 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:43.963868 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 4f4204d4-aaf4-4910-92ff-22c7cb0edbf1 Oct 26 16:26:44.084197 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-56f72e10-79d4-4fac-ac55-14c852c4a3f0 None None] Attempt 7 to provision port 9dd8b5ed-824f-41df-bcdb-e3d3a8470255 Oct 26 16:26:44.151437 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-56f72e10-79d4-4fac-ac55-14c852c4a3f0 None None] Port 9dd8b5ed-824f-41df-bcdb-e3d3a8470255 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:26:44.151998 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 4f4204d4-aaf4-4910-92ff-22c7cb0edbf1 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:26:44.152441 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:44.170862 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 4f4204d4-aaf4-4910-92ff-22c7cb0edbf1, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=4f4204d4-aaf4-4910-92ff-22c7cb0edbf1,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:26:44.237516 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:44.315543 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=4f4204d4-aaf4-4910-92ff-22c7cb0edbf1,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:44.653075 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-56f72e10-79d4-4fac-ac55-14c852c4a3f0 None None] Attempt 8 to provision port 9dd8b5ed-824f-41df-bcdb-e3d3a8470255 Oct 26 16:26:44.666674 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14672994-a4c4-469d-925e-5d167ede56a9 None None] Sync routers for ids ['a6a9ca83-073a-4bfb-bed2-2cff35920d4f'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:26:44.677704 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14672994-a4c4-469d-925e-5d167ede56a9 None None] Routers {'a6a9ca83-073a-4bfb-bed2-2cff35920d4f'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:26:44.678921 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-14672994-a4c4-469d-925e-5d167ede56a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:26:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['a6a9ca83-073a-4bfb-bed2-2cff35920d4f'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:44.756607 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-56f72e10-79d4-4fac-ac55-14c852c4a3f0 None None] Port 9dd8b5ed-824f-41df-bcdb-e3d3a8470255 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:26:44.897803 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-14672994-a4c4-469d-925e-5d167ede56a9 None None] Set router a6a9ca83-073a-4bfb-bed2-2cff35920d4f gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:26:45.245711 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-14672994-a4c4-469d-925e-5d167ede56a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a9ca83-073a-4bfb-bed2-2cff35920d4f', 'name': 'tempest-TestMinimumBasicScenario-1172621851-router', 'tenant_id': '12f73ccad1514e8d9bdd5126b05ea2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.80'}], 'enable_snat': True}, 'gw_port_id': '4f4204d4-aaf4-4910-92ff-22c7cb0edbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:26:35Z', 'updated_at': '2022-10-26T16:26:40Z', 'revision_number': 4, 'project_id': '12f73ccad1514e8d9bdd5126b05ea2c9', 'gw_port': {'id': '4f4204d4-aaf4-4910-92ff-22c7cb0edbf1', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:14:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a9ca83-073a-4bfb-bed2-2cff35920d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:26:36Z', 'updated_at': '2022-10-26T16:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '9dd8b5ed-824f-41df-bcdb-e3d3a8470255', 'name': '', 'network_id': '2eb7c18d-11a5-43a8-90ba-5f13c3b82290', 'tenant_id': '12f73ccad1514e8d9bdd5126b05ea2c9', 'mac_address': 'fa:16:3e:01:f2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a9ca83-073a-4bfb-bed2-2cff35920d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '7ab93bd5-1554-4fb4-b65b-ed17aa417d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:26:39Z', 'updated_at': '2022-10-26T16:26:40Z', 'revision_number': 2, 'project_id': '12f73ccad1514e8d9bdd5126b05ea2c9', 'subnets': [{'id': '7ab93bd5-1554-4fb4-b65b-ed17aa417d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:45.249585 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14672994-a4c4-469d-925e-5d167ede56a9 None None] Checking router: a6a9ca83-073a-4bfb-bed2-2cff35920d4f for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:26:45.249935 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14672994-a4c4-469d-925e-5d167ede56a9 None None] Updating router a6a9ca83-073a-4bfb-bed2-2cff35920d4f port 9dd8b5ed-824f-41df-bcdb-e3d3a8470255 binding host dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:26:45.257680 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-56f72e10-79d4-4fac-ac55-14c852c4a3f0 None None] Attempt 9 to provision port 9dd8b5ed-824f-41df-bcdb-e3d3a8470255 Oct 26 16:26:45.308692 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-14672994-a4c4-469d-925e-5d167ede56a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:45.312105 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-56f72e10-79d4-4fac-ac55-14c852c4a3f0 None None] Port 9dd8b5ed-824f-41df-bcdb-e3d3a8470255 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:26:45.662326 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-14672994-a4c4-469d-925e-5d167ede56a9 None None] Notify callbacks [] for port, precommit_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:45.675096 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.provisioning_blocks [None req-14672994-a4c4-469d-925e-5d167ede56a9 None None] Transition to ACTIVE for port object 9dd8b5ed-824f-41df-bcdb-e3d3a8470255 will not be triggered until provisioned by entity L2. {{(pid=89750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:26:45.759576 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-14672994-a4c4-469d-925e-5d167ede56a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:45.782109 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 4f4204d4-aaf4-4910-92ff-22c7cb0edbf1 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:26:45.815364 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-56f72e10-79d4-4fac-ac55-14c852c4a3f0 None None] Attempt 10 to provision port 9dd8b5ed-824f-41df-bcdb-e3d3a8470255 Oct 26 16:26:45.911671 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-56f72e10-79d4-4fac-ac55-14c852c4a3f0 None None] Port 9dd8b5ed-824f-41df-bcdb-e3d3a8470255 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:26:45.926804 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 4f4204d4-aaf4-4910-92ff-22c7cb0edbf1 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:26:45.927177 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:45.927513 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 4f4204d4-aaf4-4910-92ff-22c7cb0edbf1 Oct 26 16:26:46.027725 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-14672994-a4c4-469d-925e-5d167ede56a9 None None] Attempting to bind port 9dd8b5ed-824f-41df-bcdb-e3d3a8470255 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:26:46.028211 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-14672994-a4c4-469d-925e-5d167ede56a9 None None] Attempting to bind port 9dd8b5ed-824f-41df-bcdb-e3d3a8470255 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '3a290314-fbc9-4a30-bf59-7532414355a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '2eb7c18d-11a5-43a8-90ba-5f13c3b82290'}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:26:46.028572 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14672994-a4c4-469d-925e-5d167ede56a9 None None] Attempting to bind port 9dd8b5ed-824f-41df-bcdb-e3d3a8470255 on network 2eb7c18d-11a5-43a8-90ba-5f13c3b82290 {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:26:46.036705 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14672994-a4c4-469d-925e-5d167ede56a9 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:26:46.037072 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14672994-a4c4-469d-925e-5d167ede56a9 None None] Checking segment: {'id': '3a290314-fbc9-4a30-bf59-7532414355a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '2eb7c18d-11a5-43a8-90ba-5f13c3b82290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:26:46.037465 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-14672994-a4c4-469d-925e-5d167ede56a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:46.037852 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14672994-a4c4-469d-925e-5d167ede56a9 None None] Bound using segment: {'id': '3a290314-fbc9-4a30-bf59-7532414355a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '2eb7c18d-11a5-43a8-90ba-5f13c3b82290'} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:26:46.038313 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-14672994-a4c4-469d-925e-5d167ede56a9 None None] Bound port: 9dd8b5ed-824f-41df-bcdb-e3d3a8470255, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a290314-fbc9-4a30-bf59-7532414355a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '2eb7c18d-11a5-43a8-90ba-5f13c3b82290'}}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:26:46.038973 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-14672994-a4c4-469d-925e-5d167ede56a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:46.062753 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a556b8f-3c74-40ee-9564-f7017b364990 None None] Pushing event updated for resources: {'Port': ['ID=9dd8b5ed-824f-41df-bcdb-e3d3a8470255,revision_number=3']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:46.082317 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 4f4204d4-aaf4-4910-92ff-22c7cb0edbf1 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:26:46.151428 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-14672994-a4c4-469d-925e-5d167ede56a9 None None] For port 9dd8b5ed-824f-41df-bcdb-e3d3a8470255, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:26:46.154893 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-14672994-a4c4-469d-925e-5d167ede56a9 None None] For port 9dd8b5ed-824f-41df-bcdb-e3d3a8470255, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=9dd8b5ed-824f-41df-bcdb-e3d3a8470255,segment=NetworkSegment(3a290314-fbc9-4a30-bf59-7532414355a4),segment_id=3a290314-fbc9-4a30-bf59-7532414355a4)] {{(pid=89750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:26:46.240234 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-14672994-a4c4-469d-925e-5d167ede56a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:46.310062 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14672994-a4c4-469d-925e-5d167ede56a9 None None] Routers {'a6a9ca83-073a-4bfb-bed2-2cff35920d4f'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:26:46.311006 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-14672994-a4c4-469d-925e-5d167ede56a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:26:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['a6a9ca83-073a-4bfb-bed2-2cff35920d4f'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:46.456814 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a556b8f-3c74-40ee-9564-f7017b364990 None None] Pushing event updated for resources: {'Port': ['ID=9dd8b5ed-824f-41df-bcdb-e3d3a8470255,revision_number=4']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:46.508831 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-14672994-a4c4-469d-925e-5d167ede56a9 None None] Set router a6a9ca83-073a-4bfb-bed2-2cff35920d4f gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:26:46.857440 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-14672994-a4c4-469d-925e-5d167ede56a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a9ca83-073a-4bfb-bed2-2cff35920d4f', 'name': 'tempest-TestMinimumBasicScenario-1172621851-router', 'tenant_id': '12f73ccad1514e8d9bdd5126b05ea2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.80'}], 'enable_snat': True}, 'gw_port_id': '4f4204d4-aaf4-4910-92ff-22c7cb0edbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:26:35Z', 'updated_at': '2022-10-26T16:26:40Z', 'revision_number': 4, 'project_id': '12f73ccad1514e8d9bdd5126b05ea2c9', 'gw_port': {'id': '4f4204d4-aaf4-4910-92ff-22c7cb0edbf1', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:14:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a9ca83-073a-4bfb-bed2-2cff35920d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:26:36Z', 'updated_at': '2022-10-26T16:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '9dd8b5ed-824f-41df-bcdb-e3d3a8470255', 'name': '', 'network_id': '2eb7c18d-11a5-43a8-90ba-5f13c3b82290', 'tenant_id': '12f73ccad1514e8d9bdd5126b05ea2c9', 'mac_address': 'fa:16:3e:01:f2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a9ca83-073a-4bfb-bed2-2cff35920d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '7ab93bd5-1554-4fb4-b65b-ed17aa417d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:26:39Z', 'updated_at': '2022-10-26T16:26:46Z', 'revision_number': 4, 'project_id': '12f73ccad1514e8d9bdd5126b05ea2c9', 'subnets': [{'id': '7ab93bd5-1554-4fb4-b65b-ed17aa417d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:26:46.863047 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14672994-a4c4-469d-925e-5d167ede56a9 None None] The sync data for ids ['a6a9ca83-073a-4bfb-bed2-2cff35920d4f'] in dv-neutron-862712-1-hyperv is: [{'id': 'a6a9ca83-073a-4bfb-bed2-2cff35920d4f', 'name': 'tempest-TestMinimumBasicScenario-1172621851-router', 'tenant_id': '12f73ccad1514e8d9bdd5126b05ea2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.80'}], 'enable_snat': True}, 'gw_port_id': '4f4204d4-aaf4-4910-92ff-22c7cb0edbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:26:35Z', 'updated_at': '2022-10-26T16:26:40Z', 'revision_number': 4, 'project_id': '12f73ccad1514e8d9bdd5126b05ea2c9', 'gw_port': {'id': '4f4204d4-aaf4-4910-92ff-22c7cb0edbf1', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:14:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a9ca83-073a-4bfb-bed2-2cff35920d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:26:36Z', 'updated_at': '2022-10-26T16:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '9dd8b5ed-824f-41df-bcdb-e3d3a8470255', 'name': '', 'network_id': '2eb7c18d-11a5-43a8-90ba-5f13c3b82290', 'tenant_id': '12f73ccad1514e8d9bdd5126b05ea2c9', 'mac_address': 'fa:16:3e:01:f2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a9ca83-073a-4bfb-bed2-2cff35920d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '7ab93bd5-1554-4fb4-b65b-ed17aa417d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:26:39Z', 'updated_at': '2022-10-26T16:26:46Z', 'revision_number': 4, 'project_id': '12f73ccad1514e8d9bdd5126b05ea2c9', 'subnets': [{'id': '7ab93bd5-1554-4fb4-b65b-ed17aa417d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:26:47.780670 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 9dd8b5ed-824f-41df-bcdb-e3d3a8470255 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:26:47.911803 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 9dd8b5ed-824f-41df-bcdb-e3d3a8470255 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:26:47.921185 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 9dd8b5ed-824f-41df-bcdb-e3d3a8470255 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:26:47.921185 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:47.921185 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 9dd8b5ed-824f-41df-bcdb-e3d3a8470255 Oct 26 16:26:48.059781 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 9dd8b5ed-824f-41df-bcdb-e3d3a8470255 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:26:48.060177 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:48.103945 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 9dd8b5ed-824f-41df-bcdb-e3d3a8470255, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=9dd8b5ed-824f-41df-bcdb-e3d3a8470255,segment=NetworkSegment(3a290314-fbc9-4a30-bf59-7532414355a4),segment_id=3a290314-fbc9-4a30-bf59-7532414355a4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:26:48.220965 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:48.304152 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=9dd8b5ed-824f-41df-bcdb-e3d3a8470255,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:49.771448 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 9dd8b5ed-824f-41df-bcdb-e3d3a8470255 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:26:49.892265 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 9dd8b5ed-824f-41df-bcdb-e3d3a8470255 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:26:49.893059 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:49.893401 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 9dd8b5ed-824f-41df-bcdb-e3d3a8470255 Oct 26 16:26:50.027928 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 9dd8b5ed-824f-41df-bcdb-e3d3a8470255 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:26:50.699287 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:26:53.189390 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-3eac8d57-5cdb-4e85-9043-0c98e6efd9fe tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:26:53.190174 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-3eac8d57-5cdb-4e85-9043-0c98e6efd9fe tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Synchronizing usage tracker for tenant:32ded24da5494bf3b78009cd0bb58ba6 on resource:network {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:26:53.299744 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-3eac8d57-5cdb-4e85-9043-0c98e6efd9fe tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Unset dirty status for tenant:32ded24da5494bf3b78009cd0bb58ba6 on resource:network {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:26:53.300852 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-3eac8d57-5cdb-4e85-9043-0c98e6efd9fe tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/networks?id=98e0b575-6143-4cf8-a8e0-8e48d26d457e HTTP/1.1" status: 200 len: 814 time: 0.3688748 Oct 26 16:26:53.315849 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-d623267e-ac06-4c3f-ad4d-4e9f7eaf8cee tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/quotas/32ded24da5494bf3b78009cd0bb58ba6 HTTP/1.1" status: 200 len: 375 time: 0.0096512 Oct 26 16:26:53.403660 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-ec5491c3-ea4d-4d0a-ac01-db48a45df441 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Synchronizing usage tracker for tenant:32ded24da5494bf3b78009cd0bb58ba6 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:26:53.502885 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-ec5491c3-ea4d-4d0a-ac01-db48a45df441 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Unset dirty status for tenant:32ded24da5494bf3b78009cd0bb58ba6 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:26:53.504157 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-ec5491c3-ea4d-4d0a-ac01-db48a45df441 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=32ded24da5494bf3b78009cd0bb58ba6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1834414 Oct 26 16:26:53.641299 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-db5c808c-5707-4533-9a60-677561dd0bfd service neutron] 10.222.0.23 "GET /v2.0/networks/98e0b575-6143-4cf8-a8e0-8e48d26d457e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254518 Oct 26 16:26:53.775072 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-6a542efd-00fc-4374-b7f2-db94b1debc0c service neutron] 10.222.0.23 "GET /v2.0/networks/98e0b575-6143-4cf8-a8e0-8e48d26d457e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268182 Oct 26 16:26:54.033227 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-71e94b29-a218-4eb3-85a2-bc2209ec1a73 req-3c16a6df-fccb-4f97-a51e-91908eb40f6d tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d HTTP/1.1" status: 200 len: 210 time: 0.0516825 Oct 26 16:26:55.145844 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0566e34b-9937-4aa4-b14c-ceb09492a726 req-dbb424a4-db3a-4dd3-9976-ec1117b003b7 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d HTTP/1.1" status: 200 len: 210 time: 0.0552304 Oct 26 16:26:56.332721 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8c7d5394-632a-4f8a-8a5d-fb6fe23cbc19 req-bdd0004d-8841-4beb-ad0c-94c7a245f8ef tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d HTTP/1.1" status: 200 len: 210 time: 0.0512681 Oct 26 16:26:56.593719 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-b54fba79-a142-47ed-a539-b117f31ff567 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:26:56.595122 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-b54fba79-a142-47ed-a539-b117f31ff567 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.48 "GET /v2.0/networks?id=98e0b575-6143-4cf8-a8e0-8e48d26d457e HTTP/1.1" status: 200 len: 814 time: 0.1519608 Oct 26 16:26:56.612087 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-018de7c1-dda1-4b67-ab07-db3194886deb tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Request body: {'port': {'device_id': 'd8d0393c-8031-40a8-b17c-8dda05d0565d', 'network_id': '98e0b575-6143-4cf8-a8e0-8e48d26d457e', 'admin_state_up': True, 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:56.751246 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-018de7c1-dda1-4b67-ab07-db3194886deb tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:26:56.761235 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-018de7c1-dda1-4b67-ab07-db3194886deb tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:26:56.833287 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-018de7c1-dda1-4b67-ab07-db3194886deb tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Made reservation on behalf of 32ded24da5494bf3b78009cd0bb58ba6 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:26:56.836863 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-018de7c1-dda1-4b67-ab07-db3194886deb tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:57.003751 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-018de7c1-dda1-4b67-ab07-db3194886deb tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Allocated IP 172.20.0.7 (98e0b575-6143-4cf8-a8e0-8e48d26d457e/76ea8e0b-97f6-470b-b6ee-2ff2833ee19a/24b0482c-5c83-442c-962c-5c2746e8c38d) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:26:57.215884 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-018de7c1-dda1-4b67-ab07-db3194886deb tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:57.231564 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-018de7c1-dda1-4b67-ab07-db3194886deb tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Transition to ACTIVE for port object 24b0482c-5c83-442c-962c-5c2746e8c38d will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:26:57.330503 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-018de7c1-dda1-4b67-ab07-db3194886deb tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:57.336027 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:57.427907 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-018de7c1-dda1-4b67-ab07-db3194886deb tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Network 98e0b575-6143-4cf8-a8e0-8e48d26d457e is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:26:57.432365 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-018de7c1-dda1-4b67-ab07-db3194886deb tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:26:57.437860 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-018de7c1-dda1-4b67-ab07-db3194886deb tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:26:57.480161 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018de7c1-dda1-4b67-ab07-db3194886deb tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Pushing event updated for resources: {'Port': ['ID=24b0482c-5c83-442c-962c-5c2746e8c38d,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:57.558653 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-018de7c1-dda1-4b67-ab07-db3194886deb tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:26:57.560233 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-018de7c1-dda1-4b67-ab07-db3194886deb tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:57.666170 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458ca51-be94-4878-a025-a89deeb54f67 req-8379df05-396c-4f36-ab92-bbf6ae2d661b tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:26:57.667731 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-3458ca51-be94-4878-a025-a89deeb54f67 req-8379df05-396c-4f36-ab92-bbf6ae2d661b tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d HTTP/1.1" status: 200 len: 931 time: 0.1714926 Oct 26 16:26:57.743223 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-018de7c1-dda1-4b67-ab07-db3194886deb tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1347044 Oct 26 16:26:57.766777 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-3458ca51-be94-4878-a025-a89deeb54f67 req-4d035798-c0b4-4c3a-a98c-e0ac779133e2 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Synchronizing usage tracker for tenant:32ded24da5494bf3b78009cd0bb58ba6 on resource:security_group {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:26:57.804418 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-8f549ecc-6240-42c2-bbab-d85de23544a1 service neutron] Request body: {'port': {'device_id': 'd8d0393c-8031-40a8-b17c-8dda05d0565d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8627'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:26:57.874126 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-3458ca51-be94-4878-a025-a89deeb54f67 req-4d035798-c0b4-4c3a-a98c-e0ac779133e2 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Unset dirty status for tenant:32ded24da5494bf3b78009cd0bb58ba6 on resource:security_group {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:26:57.876767 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-3458ca51-be94-4878-a025-a89deeb54f67 req-4d035798-c0b4-4c3a-a98c-e0ac779133e2 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976233 Oct 26 16:26:57.941998 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-8f549ecc-6240-42c2-bbab-d85de23544a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:57.968415 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-fff8b97a-2a4e-4a4a-8db2-1dc2427acc96 None None] Provisioning for port 24b0482c-5c83-442c-962c-5c2746e8c38d completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:26:57.974809 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-fff8b97a-2a4e-4a4a-8db2-1dc2427acc96 None None] Provisioning complete for port 24b0482c-5c83-442c-962c-5c2746e8c38d triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:26:57.975665 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fff8b97a-2a4e-4a4a-8db2-1dc2427acc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:57.976408 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-fff8b97a-2a4e-4a4a-8db2-1dc2427acc96 None None] Attempt 1 to provision port 24b0482c-5c83-442c-962c-5c2746e8c38d Oct 26 16:26:58.041367 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-fff8b97a-2a4e-4a4a-8db2-1dc2427acc96 None None] Port 24b0482c-5c83-442c-962c-5c2746e8c38d cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:26:58.399860 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-8f549ecc-6240-42c2-bbab-d85de23544a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24b0482c-5c83-442c-962c-5c2746e8c38d {{(pid=89748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:26:58.408141 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-8f549ecc-6240-42c2-bbab-d85de23544a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:58.424221 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-8f549ecc-6240-42c2-bbab-d85de23544a1 service neutron] Transition to ACTIVE for port object 24b0482c-5c83-442c-962c-5c2746e8c38d will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:26:58.490325 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-8f549ecc-6240-42c2-bbab-d85de23544a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:58.543336 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-fff8b97a-2a4e-4a4a-8db2-1dc2427acc96 None None] Attempt 2 to provision port 24b0482c-5c83-442c-962c-5c2746e8c38d Oct 26 16:26:58.631401 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-fff8b97a-2a4e-4a4a-8db2-1dc2427acc96 None None] Port 24b0482c-5c83-442c-962c-5c2746e8c38d cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:26:58.711928 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f549ecc-6240-42c2-bbab-d85de23544a1 service neutron] Pushing event updated for resources: {'Port': ['ID=24b0482c-5c83-442c-962c-5c2746e8c38d,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:58.742959 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-8f549ecc-6240-42c2-bbab-d85de23544a1 service neutron] Attempting to bind port 24b0482c-5c83-442c-962c-5c2746e8c38d on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:26:58.743287 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-8f549ecc-6240-42c2-bbab-d85de23544a1 service neutron] Attempting to bind port 24b0482c-5c83-442c-962c-5c2746e8c38d by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': '893e54d7-bc89-4156-b8f9-af4d4228816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '98e0b575-6143-4cf8-a8e0-8e48d26d457e'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:26:58.743610 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-8f549ecc-6240-42c2-bbab-d85de23544a1 service neutron] Attempting to bind port 24b0482c-5c83-442c-962c-5c2746e8c38d on network 98e0b575-6143-4cf8-a8e0-8e48d26d457e {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:26:58.748502 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-8f549ecc-6240-42c2-bbab-d85de23544a1 service neutron] Port 24b0482c-5c83-442c-962c-5c2746e8c38d on network 98e0b575-6143-4cf8-a8e0-8e48d26d457e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 16:26:58.748843 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-8f549ecc-6240-42c2-bbab-d85de23544a1 service neutron] Attempting to bind port 24b0482c-5c83-442c-962c-5c2746e8c38d on network 98e0b575-6143-4cf8-a8e0-8e48d26d457e {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:26:58.755276 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-8f549ecc-6240-42c2-bbab-d85de23544a1 service neutron] Checking agent: {'id': '1b551391-ebdd-44bd-8801-034277ca5526', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8627', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'started_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:26:58.755613 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-8f549ecc-6240-42c2-bbab-d85de23544a1 service neutron] Checking segment: {'id': '893e54d7-bc89-4156-b8f9-af4d4228816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '98e0b575-6143-4cf8-a8e0-8e48d26d457e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:26:58.755981 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-8f549ecc-6240-42c2-bbab-d85de23544a1 service neutron] Bound using segment: {'id': '893e54d7-bc89-4156-b8f9-af4d4228816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '98e0b575-6143-4cf8-a8e0-8e48d26d457e'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:26:58.756412 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-8f549ecc-6240-42c2-bbab-d85de23544a1 service neutron] Bound port: 24b0482c-5c83-442c-962c-5c2746e8c38d, host: hv-neutron-8627, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '893e54d7-bc89-4156-b8f9-af4d4228816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '98e0b575-6143-4cf8-a8e0-8e48d26d457e'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:26:58.756757 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-8f549ecc-6240-42c2-bbab-d85de23544a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:58.853745 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-8f549ecc-6240-42c2-bbab-d85de23544a1 service neutron] For port 24b0482c-5c83-442c-962c-5c2746e8c38d, host hv-neutron-8627, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:26:58.857484 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-8f549ecc-6240-42c2-bbab-d85de23544a1 service neutron] For port 24b0482c-5c83-442c-962c-5c2746e8c38d, host hv-neutron-8627, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=24b0482c-5c83-442c-962c-5c2746e8c38d,segment=NetworkSegment(893e54d7-bc89-4156-b8f9-af4d4228816f),segment_id=893e54d7-bc89-4156-b8f9-af4d4228816f)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:26:59.000347 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-8f549ecc-6240-42c2-bbab-d85de23544a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:59.035785 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-8f549ecc-6240-42c2-bbab-d85de23544a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:26:59.036491 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-8f549ecc-6240-42c2-bbab-d85de23544a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:26:59.037946 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-8f549ecc-6240-42c2-bbab-d85de23544a1 service neutron] 10.222.0.48 "PUT /v2.0/ports/24b0482c-5c83-442c-962c-5c2746e8c38d HTTP/1.1" status: 200 len: 1093 time: 1.2386990 Oct 26 16:26:59.039755 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d0393c-8031-40a8-b17c-8dda05d0565d', 'tag': '24b0482c-5c83-442c-962c-5c2746e8c38d'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:26:59.044063 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d675183-9198-4d71-8c60-fdb97489a1f7" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d0393c-8031-40a8-b17c-8dda05d0565d", "tag": "24b0482c-5c83-442c-962c-5c2746e8c38d"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:26:59.089872 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df8c531-10ac-4932-a52b-1f9bcf3a42f0 x-openstack-request-id: req-5df8c531-10ac-4932-a52b-1f9bcf3a42f0 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:26:59.090164 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d0393c-8031-40a8-b17c-8dda05d0565d", "tag": "24b0482c-5c83-442c-962c-5c2746e8c38d", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:26:59.090417 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5df8c531-10ac-4932-a52b-1f9bcf3a42f0 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:26:59.090831 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5df8c531-10ac-4932-a52b-1f9bcf3a42f0'] response: {'name': 'network-changed', 'server_uuid': 'd8d0393c-8031-40a8-b17c-8dda05d0565d', 'tag': '24b0482c-5c83-442c-962c-5c2746e8c38d', 'status': 'completed', 'code': 200} Oct 26 16:26:59.132695 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-fff8b97a-2a4e-4a4a-8db2-1dc2427acc96 None None] Attempt 3 to provision port 24b0482c-5c83-442c-962c-5c2746e8c38d Oct 26 16:26:59.165512 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f549ecc-6240-42c2-bbab-d85de23544a1 service neutron] Pushing event updated for resources: {'Port': ['ID=24b0482c-5c83-442c-962c-5c2746e8c38d,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:26:59.187235 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26c3ee-ef8b-4521-84ad-78c49619b8f3 req-29fe2a69-2073-4468-9c59-d79d6ecf409e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:26:59.187982 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-aa26c3ee-ef8b-4521-84ad-78c49619b8f3 req-29fe2a69-2073-4468-9c59-d79d6ecf409e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Synchronizing usage tracker for tenant:32ded24da5494bf3b78009cd0bb58ba6 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:26:59.198550 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-fff8b97a-2a4e-4a4a-8db2-1dc2427acc96 None None] Port 24b0482c-5c83-442c-962c-5c2746e8c38d had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 16:26:59.268297 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-aa26c3ee-ef8b-4521-84ad-78c49619b8f3 req-29fe2a69-2073-4468-9c59-d79d6ecf409e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Unset dirty status for tenant:32ded24da5494bf3b78009cd0bb58ba6 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:26:59.269720 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-aa26c3ee-ef8b-4521-84ad-78c49619b8f3 req-29fe2a69-2073-4468-9c59-d79d6ecf409e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d HTTP/1.1" status: 200 len: 943 time: 0.2308693 Oct 26 16:26:59.318861 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-aa26c3ee-ef8b-4521-84ad-78c49619b8f3 req-47b8c874-aa5a-4a8b-8842-e703c6efb2fa tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410206 Oct 26 16:27:00.558094 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d7383-e504-4eb1-bbbe-967539a757c2 req-c99b8845-e7e4-4dbb-b37f-55c8658cd4d9 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:27:00.559882 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-4c5d7383-e504-4eb1-bbbe-967539a757c2 req-c99b8845-e7e4-4dbb-b37f-55c8658cd4d9 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d HTTP/1.1" status: 200 len: 943 time: 0.1070139 Oct 26 16:27:00.618749 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-4c5d7383-e504-4eb1-bbbe-967539a757c2 req-68ac6657-bf1c-40fc-a8c0-55676c0f7f14 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490146 Oct 26 16:27:01.839163 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e6b9e-d328-4ad6-8b12-03f8a18ef669 req-8c936b28-6421-476d-b0a9-40ae8b4f229a tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:27:01.840621 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-089e6b9e-d328-4ad6-8b12-03f8a18ef669 req-8c936b28-6421-476d-b0a9-40ae8b4f229a tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d HTTP/1.1" status: 200 len: 943 time: 0.0976536 Oct 26 16:27:01.999471 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-089e6b9e-d328-4ad6-8b12-03f8a18ef669 req-3fabd11a-c067-4cef-bb8a-23c07612fd97 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530414 Oct 26 16:27:02.090175 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5c66418e-332e-4589-b24c-abd5745d3d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:03.211287 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0682bd-a673-484d-90f0-7a9680cc4601 req-8ad08109-06cf-4359-8e00-8c32e28bfa8e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:27:03.213732 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-af0682bd-a673-484d-90f0-7a9680cc4601 req-8ad08109-06cf-4359-8e00-8c32e28bfa8e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d HTTP/1.1" status: 200 len: 943 time: 0.0988486 Oct 26 16:27:03.267993 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-af0682bd-a673-484d-90f0-7a9680cc4601 req-0c17def6-88b7-4789-9e8e-75a38f3ea534 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478122 Oct 26 16:27:04.485900 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e571a7-6b56-4285-94ca-52de3852cff5 req-bfde5860-2b0f-40c1-8dcd-89ba25d3b3b2 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:27:04.487402 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b6e571a7-6b56-4285-94ca-52de3852cff5 req-bfde5860-2b0f-40c1-8dcd-89ba25d3b3b2 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d HTTP/1.1" status: 200 len: 943 time: 0.0938735 Oct 26 16:27:04.507915 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f32e45bf-8a68-4d9e-aa0b-56194469980c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:04.539329 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b6e571a7-6b56-4285-94ca-52de3852cff5 req-d5d58865-2010-47b2-a043-f6b08eb4aa41 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461905 Oct 26 16:27:05.249997 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:05.387002 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:05.740160 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01345854-68ce-4db7-9e3b-6c19bdd52354 req-01859f85-7240-4d51-a2e3-b5dac16a77df tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:27:05.741625 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-01345854-68ce-4db7-9e3b-6c19bdd52354 req-01859f85-7240-4d51-a2e3-b5dac16a77df tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d HTTP/1.1" status: 200 len: 943 time: 0.0883577 Oct 26 16:27:05.785172 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-01345854-68ce-4db7-9e3b-6c19bdd52354 req-b6048548-8809-4c55-95c9-51eb7939ef76 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379717 Oct 26 16:27:06.970746 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:06.983433 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96068f4c-714d-45c1-9cbd-ae0c7f23ca17 req-fc27d53a-9994-4cf9-8885-39d4310f1f5a tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:27:06.986443 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-96068f4c-714d-45c1-9cbd-ae0c7f23ca17 req-fc27d53a-9994-4cf9-8885-39d4310f1f5a tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d HTTP/1.1" status: 200 len: 943 time: 0.0906410 Oct 26 16:27:07.030941 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-96068f4c-714d-45c1-9cbd-ae0c7f23ca17 req-f4b177f0-835d-413b-9d9d-de1e83d4b3a2 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388350 Oct 26 16:27:07.205214 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d675183-9198-4d71-8c60-fdb97489a1f7 req-e2bc75be-b819-48d0-9a06-fd2720703c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:27:07.206724 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1d675183-9198-4d71-8c60-fdb97489a1f7 req-e2bc75be-b819-48d0-9a06-fd2720703c38 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=32ded24da5494bf3b78009cd0bb58ba6&device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d HTTP/1.1" status: 200 len: 1096 time: 0.0821216 Oct 26 16:27:07.356910 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d675183-9198-4d71-8c60-fdb97489a1f7 req-f309379e-e530-457e-8893-40d701c11705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:27:07.358285 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1d675183-9198-4d71-8c60-fdb97489a1f7 req-f309379e-e530-457e-8893-40d701c11705 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=32ded24da5494bf3b78009cd0bb58ba6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1342838 Oct 26 16:27:07.493476 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d675183-9198-4d71-8c60-fdb97489a1f7 req-9b8c3e73-0974-4410-aa76-56774cb3a5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:27:07.494938 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1d675183-9198-4d71-8c60-fdb97489a1f7 req-9b8c3e73-0974-4410-aa76-56774cb3a5b9 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1301761 Oct 26 16:27:07.638449 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-14d76102-cc5a-475f-9ec1-b483b4c95b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:27:07.639873 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-14d76102-cc5a-475f-9ec1-b483b4c95b23 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=32ded24da5494bf3b78009cd0bb58ba6&device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d HTTP/1.1" status: 200 len: 1096 time: 0.0800884 Oct 26 16:27:07.783287 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-8296bde3-e3af-41e1-a6b2-cbc18672f805 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24b0482c-5c83-442c-962c-5c2746e8c38d HTTP/1.1" status: 200 len: 217 time: 0.0653596 Oct 26 16:27:07.844959 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-df1d69c2-7bbf-443d-a087-48b976e1615f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:27:07.846328 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-df1d69c2-7bbf-443d-a087-48b976e1615f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76ea8e0b-97f6-470b-b6ee-2ff2833ee19a HTTP/1.1" status: 200 len: 853 time: 0.0568609 Oct 26 16:27:07.930931 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-1bc2830f-68c5-402c-a4a7-4860c6dc4d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:27:07.932384 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-1bc2830f-68c5-402c-a4a7-4860c6dc4d52 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=98e0b575-6143-4cf8-a8e0-8e48d26d457e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806141 Oct 26 16:27:08.064675 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-972ce529-8b0c-41d6-b407-59e467e1a2b3 service neutron] 10.222.0.48 "GET /v2.0/networks/98e0b575-6143-4cf8-a8e0-8e48d26d457e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256831 Oct 26 16:27:08.199260 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d9a0cddc-ca6f-4ca8-80af-d89cc39b207d req-1a61875f-ab66-4853-b85d-f913249d2fc4 service neutron] 10.222.0.48 "GET /v2.0/networks/98e0b575-6143-4cf8-a8e0-8e48d26d457e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286690 Oct 26 16:27:08.237410 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8f032-bf82-464a-a171-b4f073537232 req-063aa8c3-e477-4f15-83b6-bb58a5e7e3a0 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:27:08.238947 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-06e8f032-bf82-464a-a171-b4f073537232 req-063aa8c3-e477-4f15-83b6-bb58a5e7e3a0 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d HTTP/1.1" status: 200 len: 943 time: 0.0951128 Oct 26 16:27:08.284330 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-06e8f032-bf82-464a-a171-b4f073537232 req-180c1536-40de-4d81-91c9-02e5d0769e02 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397885 Oct 26 16:27:09.483099 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5521a0b-3a79-441e-bb55-e60448d90fe2 req-c5f807db-277f-4233-bb21-75de5e0354e9 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:27:09.485092 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c5521a0b-3a79-441e-bb55-e60448d90fe2 req-c5f807db-277f-4233-bb21-75de5e0354e9 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d HTTP/1.1" status: 200 len: 943 time: 0.0875652 Oct 26 16:27:09.528026 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c5521a0b-3a79-441e-bb55-e60448d90fe2 req-a6b0e6f9-86ce-492b-bcb6-2e58f30bee2a tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372741 Oct 26 16:27:10.724669 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ae833-89a7-412d-83dc-6197e46d8603 req-5e6bd798-1314-4328-8cda-8d30cefe5d4f tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:27:10.726164 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-5a1ae833-89a7-412d-83dc-6197e46d8603 req-5e6bd798-1314-4328-8cda-8d30cefe5d4f tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d HTTP/1.1" status: 200 len: 943 time: 0.0886724 Oct 26 16:27:10.773004 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-5a1ae833-89a7-412d-83dc-6197e46d8603 req-da9b567f-4740-4649-bf39-6a743ecc96c3 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411844 Oct 26 16:27:11.976535 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2249b32-3b3e-40e0-9bab-baec0efa46c0 req-7f934d07-3274-4595-806f-543e17a2cf09 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:27:11.978013 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e2249b32-3b3e-40e0-9bab-baec0efa46c0 req-7f934d07-3274-4595-806f-543e17a2cf09 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d HTTP/1.1" status: 200 len: 943 time: 0.0923572 Oct 26 16:27:12.024616 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e2249b32-3b3e-40e0-9bab-baec0efa46c0 req-91d400b8-81cb-47eb-9f7e-77595215307f tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409529 Oct 26 16:27:12.316403 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 24b0482c-5c83-442c-962c-5c2746e8c38d details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 16:27:12.448373 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 24b0482c-5c83-442c-962c-5c2746e8c38d, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=24b0482c-5c83-442c-962c-5c2746e8c38d,segment=NetworkSegment(893e54d7-bc89-4156-b8f9-af4d4228816f),segment_id=893e54d7-bc89-4156-b8f9-af4d4228816f)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:27:12.461486 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': '24b0482c-5c83-442c-962c-5c2746e8c38d', 'network_id': '98e0b575-6143-4cf8-a8e0-8e48d26d457e', 'port_id': '24b0482c-5c83-442c-962c-5c2746e8c38d', 'mac_address': 'fa:16:3e:e1:e5:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76ea8e0b-97f6-470b-b6ee-2ff2833ee19a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 16:27:12.519613 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 24b0482c-5c83-442c-962c-5c2746e8c38d is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:27:12.520002 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:12.536889 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24b0482c-5c83-442c-962c-5c2746e8c38d {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:27:12.552480 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 24b0482c-5c83-442c-962c-5c2746e8c38d, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=24b0482c-5c83-442c-962c-5c2746e8c38d,segment=NetworkSegment(893e54d7-bc89-4156-b8f9-af4d4228816f),segment_id=893e54d7-bc89-4156-b8f9-af4d4228816f)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:27:12.618797 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:12.686601 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=24b0482c-5c83-442c-962c-5c2746e8c38d,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:13.018705 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['24b0482c-5c83-442c-962c-5c2746e8c38d'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:27:13.228848 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280103d5-9ad0-43a2-8b8e-f94fe1d92449 req-073a4568-b7e0-4237-a8e9-4f56f4567b3d tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:27:13.230294 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-280103d5-9ad0-43a2-8b8e-f94fe1d92449 req-073a4568-b7e0-4237-a8e9-4f56f4567b3d tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d HTTP/1.1" status: 200 len: 944 time: 0.0886121 Oct 26 16:27:13.273982 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-280103d5-9ad0-43a2-8b8e-f94fe1d92449 req-dd90817c-d072-4cb1-90e1-83b123b41035 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377169 Oct 26 16:27:14.314937 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 24b0482c-5c83-442c-962c-5c2746e8c38d up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:27:14.439258 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning for port 24b0482c-5c83-442c-962c-5c2746e8c38d completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:27:14.444322 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port 24b0482c-5c83-442c-962c-5c2746e8c38d triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:27:14.448939 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:14.448939 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port 24b0482c-5c83-442c-962c-5c2746e8c38d Oct 26 16:27:14.479454 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6b1c7-c907-43e4-b088-3a974b8d4588 req-56a74eca-cdf4-43f5-805f-6129599b9696 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:27:14.480913 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0be6b1c7-c907-43e4-b088-3a974b8d4588 req-56a74eca-cdf4-43f5-805f-6129599b9696 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d HTTP/1.1" status: 200 len: 944 time: 0.0920248 Oct 26 16:27:14.526349 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0be6b1c7-c907-43e4-b088-3a974b8d4588 req-5b482ce2-695d-493a-a826-3c3927134909 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397024 Oct 26 16:27:14.566306 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 24b0482c-5c83-442c-962c-5c2746e8c38d is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:27:14.566652 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:14.593126 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d0393c-8031-40a8-b17c-8dda05d0565d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b0482c-5c83-442c-962c-5c2746e8c38d'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:27:14.595426 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9275f7e4-033b-4ae9-8e64-0b7f6e91be1c" -d '{"events": [{"server_uuid": "d8d0393c-8031-40a8-b17c-8dda05d0565d", "name": "network-vif-plugged", "status": "completed", "tag": "24b0482c-5c83-442c-962c-5c2746e8c38d"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:27:14.603172 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 24b0482c-5c83-442c-962c-5c2746e8c38d, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=24b0482c-5c83-442c-962c-5c2746e8c38d,segment=NetworkSegment(893e54d7-bc89-4156-b8f9-af4d4228816f),segment_id=893e54d7-bc89-4156-b8f9-af4d4228816f)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:27:14.670489 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:14.742659 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=24b0482c-5c83-442c-962c-5c2746e8c38d,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:14.806997 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f730f1d7-e496-4f9b-9e72-2dfe2b29b111 x-openstack-request-id: req-f730f1d7-e496-4f9b-9e72-2dfe2b29b111 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:27:14.807298 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d0393c-8031-40a8-b17c-8dda05d0565d", "name": "network-vif-plugged", "status": "completed", "tag": "24b0482c-5c83-442c-962c-5c2746e8c38d", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:27:14.807559 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f730f1d7-e496-4f9b-9e72-2dfe2b29b111 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:27:14.807962 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f730f1d7-e496-4f9b-9e72-2dfe2b29b111'] response: {'server_uuid': 'd8d0393c-8031-40a8-b17c-8dda05d0565d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b0482c-5c83-442c-962c-5c2746e8c38d', 'code': 200} Oct 26 16:27:15.169479 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e7344-c8e7-408b-840b-51fc74ef6093 req-59514a29-387d-4ff0-8c9a-d3410cc022c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:27:15.170949 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-424e7344-c8e7-408b-840b-51fc74ef6093 req-59514a29-387d-4ff0-8c9a-d3410cc022c9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d HTTP/1.1" status: 200 len: 1098 time: 0.0770180 Oct 26 16:27:15.211885 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-424e7344-c8e7-408b-840b-51fc74ef6093 req-589da390-da31-4a65-90bc-33d9d7e6db83 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344307 Oct 26 16:27:15.826982 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97876c-5e03-49ec-ae88-29928eea802f req-4c7bc87b-c780-49eb-a1f6-562d7ff981e9 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:27:15.829052 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9d97876c-5e03-49ec-ae88-29928eea802f req-4c7bc87b-c780-49eb-a1f6-562d7ff981e9 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d HTTP/1.1" status: 200 len: 945 time: 0.1925857 Oct 26 16:27:15.872766 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9d97876c-5e03-49ec-ae88-29928eea802f req-fc5a338a-1bce-4463-b247-e23dc89314eb tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380647 Oct 26 16:27:17.076194 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4e4e1-7664-48fc-a351-eabed003c6c7 req-ffe11b46-8fed-4f3f-bdd1-8c0fbc387912 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:27:17.077571 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-10d4e4e1-7664-48fc-a351-eabed003c6c7 req-ffe11b46-8fed-4f3f-bdd1-8c0fbc387912 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d HTTP/1.1" status: 200 len: 945 time: 0.0923233 Oct 26 16:27:17.122055 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-10d4e4e1-7664-48fc-a351-eabed003c6c7 req-6dd8990a-215f-4c31-a0ea-83245a4301e6 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384469 Oct 26 16:27:17.325432 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99fea4b-9cf8-4662-bc2d-a4356b5f0d97 req-26752d22-6071-493b-9f27-2364d8b8f246 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:27:17.326958 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e99fea4b-9cf8-4662-bc2d-a4356b5f0d97 req-26752d22-6071-493b-9f27-2364d8b8f246 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d HTTP/1.1" status: 200 len: 945 time: 0.0897837 Oct 26 16:27:17.372794 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e99fea4b-9cf8-4662-bc2d-a4356b5f0d97 req-9c1edd17-6fb8-46b8-9452-d63884c79183 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402927 Oct 26 16:27:17.774895 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38279aed-9208-4252-9247-cc4a9ddd9625 req-19f39997-a4c4-4e8a-8cac-867bad9f2ea7 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:27:17.776322 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-38279aed-9208-4252-9247-cc4a9ddd9625 req-19f39997-a4c4-4e8a-8cac-867bad9f2ea7 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d HTTP/1.1" status: 200 len: 945 time: 0.0900595 Oct 26 16:27:17.824766 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-38279aed-9208-4252-9247-cc4a9ddd9625 req-1bb76da2-a855-4c81-b087-a70791e60ad3 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427494 Oct 26 16:27:27.323511 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:27.702094 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:27:32.089714 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d35f8982-cfff-4f73-afc2-3542168f98a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:33.556356 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9583fb-e864-4908-81ac-c8896c62eca8 req-907d7abd-e49a-46b7-8d63-fd3ebe42bc2d tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:27:33.557720 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5f9583fb-e864-4908-81ac-c8896c62eca8 req-907d7abd-e49a-46b7-8d63-fd3ebe42bc2d tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d HTTP/1.1" status: 200 len: 945 time: 0.0902317 Oct 26 16:27:33.601909 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5f9583fb-e864-4908-81ac-c8896c62eca8 req-0a4cdfb5-4770-43c9-8899-822b4b7e5997 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384884 Oct 26 16:27:33.631975 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 50944) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:27:33.849244 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5730a2d-9d1f-410e-98ee-03bba6fc1443 tempest-TestMinimumBasicScenario-1641270199 tempest-TestMinimumBasicScenario-1641270199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:27:33.849857 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a5730a2d-9d1f-410e-98ee-03bba6fc1443 tempest-TestMinimumBasicScenario-1641270199 tempest-TestMinimumBasicScenario-1641270199-project-admin] Synchronizing usage tracker for tenant:12f73ccad1514e8d9bdd5126b05ea2c9 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:27:33.980461 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a5730a2d-9d1f-410e-98ee-03bba6fc1443 tempest-TestMinimumBasicScenario-1641270199 tempest-TestMinimumBasicScenario-1641270199-project-admin] Unset dirty status for tenant:12f73ccad1514e8d9bdd5126b05ea2c9 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:27:33.981608 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a5730a2d-9d1f-410e-98ee-03bba6fc1443 tempest-TestMinimumBasicScenario-1641270199 tempest-TestMinimumBasicScenario-1641270199-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d HTTP/1.1" status: 200 len: 1093 time: 0.3487198 Oct 26 16:27:33.984586 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 50950) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:27:33.990425 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-ef0b2629-8748-4682-9763-254639380c78 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Request body: {'floatingip': {'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'port_id': '24b0482c-5c83-442c-962c-5c2746e8c38d', 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:33.996583 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-ef0b2629-8748-4682-9763-254639380c78 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:27:34.000381 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ef0b2629-8748-4682-9763-254639380c78 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Usage tracker for resource:floatingip and tenant:32ded24da5494bf3b78009cd0bb58ba6 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:27:34.004489 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ef0b2629-8748-4682-9763-254639380c78 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:27:34.010137 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-ef0b2629-8748-4682-9763-254639380c78 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:27:34.094576 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ef0b2629-8748-4682-9763-254639380c78 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for floatingip, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:34.237390 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ef0b2629-8748-4682-9763-254639380c78 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:34.368292 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-ef0b2629-8748-4682-9763-254639380c78 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Allocated IP 172.26.2.82 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/a99ef0b3-1d16-4650-b530-47f8f7001108) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:27:34.477648 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f17cc95a-3d69-4367-b595-a3085f03f996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:34.519811 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ef0b2629-8748-4682-9763-254639380c78 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:34.597950 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ef0b2629-8748-4682-9763-254639380c78 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:34.662683 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0b2629-8748-4682-9763-254639380c78 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:27:34.665566 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-ef0b2629-8748-4682-9763-254639380c78 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:27:34.669930 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0b2629-8748-4682-9763-254639380c78 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:27:34.704200 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b2629-8748-4682-9763-254639380c78 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Pushing event updated for resources: {'Port': ['ID=a99ef0b3-1d16-4650-b530-47f8f7001108,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:34.716888 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0b2629-8748-4682-9763-254639380c78 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:34.717237 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0b2629-8748-4682-9763-254639380c78 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:34.717577 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0b2629-8748-4682-9763-254639380c78 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:34.717912 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0b2629-8748-4682-9763-254639380c78 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:34.718246 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0b2629-8748-4682-9763-254639380c78 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:34.718604 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0b2629-8748-4682-9763-254639380c78 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:34.718934 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0b2629-8748-4682-9763-254639380c78 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:34.719263 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0b2629-8748-4682-9763-254639380c78 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:34.719587 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0b2629-8748-4682-9763-254639380c78 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:34.719909 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0b2629-8748-4682-9763-254639380c78 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:34.720231 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0b2629-8748-4682-9763-254639380c78 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:34.720551 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0b2629-8748-4682-9763-254639380c78 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:35.087106 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ef0b2629-8748-4682-9763-254639380c78 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:35.242614 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ef0b2629-8748-4682-9763-254639380c78 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:35.243457 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:35.398132 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:35.551794 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ef0b2629-8748-4682-9763-254639380c78 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:35.608695 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ef0b2629-8748-4682-9763-254639380c78 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:35.718019 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b2629-8748-4682-9763-254639380c78 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Pushing event updated for resources: {'Port': ['ID=a99ef0b3-1d16-4650-b530-47f8f7001108,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:35.720579 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ef0b2629-8748-4682-9763-254639380c78 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:35.900038 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.l3_db [None req-ef0b2629-8748-4682-9763-254639380c78 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Floating IP 0dcd3b9b-3ef8-4094-835c-5a9729e029a0 associated. External IP: 172.26.2.82, port: 24b0482c-5c83-442c-962c-5c2746e8c38d. Oct 26 16:27:36.249039 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef0b2629-8748-4682-9763-254639380c78 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Router f0c1fc43-c43d-4794-8641-0302b1b1904b has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:27:36.427265 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0b2629-8748-4682-9763-254639380c78 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:27:36.436597 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b779c1-133d-4136-ac2d-6054d8fffa02 None None] Sync routers for ids ['f0c1fc43-c43d-4794-8641-0302b1b1904b'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:27:36.448473 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b779c1-133d-4136-ac2d-6054d8fffa02 None None] Routers {'f0c1fc43-c43d-4794-8641-0302b1b1904b'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:27:36.449089 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-61b779c1-133d-4136-ac2d-6054d8fffa02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:27:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['f0c1fc43-c43d-4794-8641-0302b1b1904b'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:36.538125 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ef0b2629-8748-4682-9763-254639380c78 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:36.598353 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ef0b2629-8748-4682-9763-254639380c78 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6126819 Oct 26 16:27:36.599150 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d0393c-8031-40a8-b17c-8dda05d0565d', 'tag': '24b0482c-5c83-442c-962c-5c2746e8c38d'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:27:36.601700 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6478557d-587f-435f-9c31-96e20547de7d" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d0393c-8031-40a8-b17c-8dda05d0565d", "tag": "24b0482c-5c83-442c-962c-5c2746e8c38d"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:27:36.601860 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 50954) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:27:36.607018 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-79136160-d09d-49ef-a9dc-e6fec8a10027 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-906188428', 'description': 'tempest-secgroup-smoke-906188428 description', 'project_id': '32ded24da5494bf3b78009cd0bb58ba6'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:36.613625 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-79136160-d09d-49ef-a9dc-e6fec8a10027 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:27:36.623661 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-79136160-d09d-49ef-a9dc-e6fec8a10027 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:27:36.632104 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-61b779c1-133d-4136-ac2d-6054d8fffa02 None None] Set router f0c1fc43-c43d-4794-8641-0302b1b1904b gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:27:36.653719 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05bd1d8-5a36-435c-8271-66edc58511bb x-openstack-request-id: req-c05bd1d8-5a36-435c-8271-66edc58511bb {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:27:36.654705 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d0393c-8031-40a8-b17c-8dda05d0565d", "tag": "24b0482c-5c83-442c-962c-5c2746e8c38d", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:27:36.655196 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c05bd1d8-5a36-435c-8271-66edc58511bb {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:27:36.655859 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c05bd1d8-5a36-435c-8271-66edc58511bb'] response: {'name': 'network-changed', 'server_uuid': 'd8d0393c-8031-40a8-b17c-8dda05d0565d', 'tag': '24b0482c-5c83-442c-962c-5c2746e8c38d', 'status': 'completed', 'code': 200} Oct 26 16:27:36.721310 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-79136160-d09d-49ef-a9dc-e6fec8a10027 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:36.742596 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-79136160-d09d-49ef-a9dc-e6fec8a10027 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:27:36.746651 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-79136160-d09d-49ef-a9dc-e6fec8a10027 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Usage tracker for resource:security_group_rule and tenant:32ded24da5494bf3b78009cd0bb58ba6 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:27:36.749742 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-79136160-d09d-49ef-a9dc-e6fec8a10027 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:27:36.756840 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-79136160-d09d-49ef-a9dc-e6fec8a10027 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:27:36.782768 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478557d-587f-435f-9c31-96e20547de7d req-558ab20f-797b-4d58-8cb9-d0aff1d4aba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:27:36.784530 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6478557d-587f-435f-9c31-96e20547de7d req-558ab20f-797b-4d58-8cb9-d0aff1d4aba4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=32ded24da5494bf3b78009cd0bb58ba6&device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d HTTP/1.1" status: 200 len: 1098 time: 0.0842016 Oct 26 16:27:36.830157 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-79136160-d09d-49ef-a9dc-e6fec8a10027 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:36.895814 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-79136160-d09d-49ef-a9dc-e6fec8a10027 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:36.930542 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478557d-587f-435f-9c31-96e20547de7d req-2012b373-e1f2-4374-a29c-802bb2161c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:27:36.932455 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6478557d-587f-435f-9c31-96e20547de7d req-2012b373-e1f2-4374-a29c-802bb2161c1b service neutron] 10.222.0.48 "GET /v2.0/networks?id=98e0b575-6143-4cf8-a8e0-8e48d26d457e HTTP/1.1" status: 200 len: 915 time: 0.1421511 Oct 26 16:27:36.951507 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79136160-d09d-49ef-a9dc-e6fec8a10027 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4b2709-836e-4de2-a596-276f86283a94,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:36.961194 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79136160-d09d-49ef-a9dc-e6fec8a10027 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:36.961997 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79136160-d09d-49ef-a9dc-e6fec8a10027 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:36.963182 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79136160-d09d-49ef-a9dc-e6fec8a10027 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:36.963182 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79136160-d09d-49ef-a9dc-e6fec8a10027 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:36.963414 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79136160-d09d-49ef-a9dc-e6fec8a10027 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:36.963733 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79136160-d09d-49ef-a9dc-e6fec8a10027 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:36.964442 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79136160-d09d-49ef-a9dc-e6fec8a10027 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:36.964835 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79136160-d09d-49ef-a9dc-e6fec8a10027 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:36.965232 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79136160-d09d-49ef-a9dc-e6fec8a10027 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:36.965634 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79136160-d09d-49ef-a9dc-e6fec8a10027 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:36.965979 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79136160-d09d-49ef-a9dc-e6fec8a10027 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:36.966285 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79136160-d09d-49ef-a9dc-e6fec8a10027 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:27:37.010239 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:37.022004 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-79136160-d09d-49ef-a9dc-e6fec8a10027 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:37.026938 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-79136160-d09d-49ef-a9dc-e6fec8a10027 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4241900 Oct 26 16:27:37.027157 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 50960) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:27:37.034426 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-e0051bb8-1381-43b7-adf4-f491dc07fada tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Request body: {'security_group_rule': {'security_group_id': '9d4b2709-836e-4de2-a596-276f86283a94', 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:37.040485 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-61b779c1-133d-4136-ac2d-6054d8fffa02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'name': 'tempest-TestMinimumBasicScenario-811926260-router', 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.159'}], 'enable_snat': True}, 'gw_port_id': '66631c75-6d5c-48a6-9fc2-0c3e651577d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:26:27Z', 'updated_at': '2022-10-26T16:26:32Z', 'revision_number': 4, 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'gw_port': {'id': '66631c75-6d5c-48a6-9fc2-0c3e651577d4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:26:28Z', 'updated_at': '2022-10-26T16:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '0dcd3b9b-3ef8-4094-835c-5a9729e029a0', 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6', 'floating_ip_address': '172.26.2.82', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'port_id': '24b0482c-5c83-442c-962c-5c2746e8c38d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98e0b575-6143-4cf8-a8e0-8e48d26d457e', 'mac_address': 'fa:16:3e:e1:e5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d0393c-8031-40a8-b17c-8dda05d0565d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:27:35Z', 'updated_at': '2022-10-26T16:27:35Z', 'revision_number': 0, 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4', 'name': '', 'network_id': '98e0b575-6143-4cf8-a8e0-8e48d26d457e', 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6', 'mac_address': 'fa:16:3e:97:a5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '76ea8e0b-97f6-470b-b6ee-2ff2833ee19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:26:31Z', 'updated_at': '2022-10-26T16:26:38Z', 'revision_number': 5, 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'subnets': [{'id': '76ea8e0b-97f6-470b-b6ee-2ff2833ee19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:37.042209 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-e0051bb8-1381-43b7-adf4-f491dc07fada tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:27:37.044499 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b779c1-133d-4136-ac2d-6054d8fffa02 None None] Checking router: f0c1fc43-c43d-4794-8641-0302b1b1904b for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:27:37.053473 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b779c1-133d-4136-ac2d-6054d8fffa02 None None] Routers {'f0c1fc43-c43d-4794-8641-0302b1b1904b'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:27:37.054081 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-61b779c1-133d-4136-ac2d-6054d8fffa02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:27:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['f0c1fc43-c43d-4794-8641-0302b1b1904b'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:37.054733 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-e0051bb8-1381-43b7-adf4-f491dc07fada tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Usage tracker for resource:security_group_rule and tenant:32ded24da5494bf3b78009cd0bb58ba6 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:27:37.058627 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6478557d-587f-435f-9c31-96e20547de7d req-d86a614d-7e8b-459f-9af0-45d5616cf118 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24b0482c-5c83-442c-962c-5c2746e8c38d HTTP/1.1" status: 200 len: 998 time: 0.1185536 Oct 26 16:27:37.059455 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-e0051bb8-1381-43b7-adf4-f491dc07fada tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:27:37.065496 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-e0051bb8-1381-43b7-adf4-f491dc07fada tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:27:37.255380 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478557d-587f-435f-9c31-96e20547de7d req-a52667ab-ca3b-4b20-a8e0-64c8c0727d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:27:37.256865 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6478557d-587f-435f-9c31-96e20547de7d req-a52667ab-ca3b-4b20-a8e0-64c8c0727d1d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76ea8e0b-97f6-470b-b6ee-2ff2833ee19a HTTP/1.1" status: 200 len: 853 time: 0.1888201 Oct 26 16:27:37.257606 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e0051bb8-1381-43b7-adf4-f491dc07fada tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:37.263534 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-61b779c1-133d-4136-ac2d-6054d8fffa02 None None] Set router f0c1fc43-c43d-4794-8641-0302b1b1904b gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:27:37.374900 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e0051bb8-1381-43b7-adf4-f491dc07fada tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:37.386012 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478557d-587f-435f-9c31-96e20547de7d req-391e81f7-1ee0-4b04-b726-8c3a951d2713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:27:37.386956 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6478557d-587f-435f-9c31-96e20547de7d req-391e81f7-1ee0-4b04-b726-8c3a951d2713 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=98e0b575-6143-4cf8-a8e0-8e48d26d457e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1207488 Oct 26 16:27:37.465437 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e0051bb8-1381-43b7-adf4-f491dc07fada tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:37.499180 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0051bb8-1381-43b7-adf4-f491dc07fada tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcf1bc1f-ef00-40f7-bac2-63c9cc71f9bf,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:37.557210 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6478557d-587f-435f-9c31-96e20547de7d req-6a3c2862-4695-40eb-a823-b2d7335c69cf service neutron] 10.222.0.48 "GET /v2.0/networks/98e0b575-6143-4cf8-a8e0-8e48d26d457e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636491 Oct 26 16:27:37.623456 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-61b779c1-133d-4136-ac2d-6054d8fffa02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'name': 'tempest-TestMinimumBasicScenario-811926260-router', 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.159'}], 'enable_snat': True}, 'gw_port_id': '66631c75-6d5c-48a6-9fc2-0c3e651577d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:26:27Z', 'updated_at': '2022-10-26T16:26:32Z', 'revision_number': 4, 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'gw_port': {'id': '66631c75-6d5c-48a6-9fc2-0c3e651577d4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:26:28Z', 'updated_at': '2022-10-26T16:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '0dcd3b9b-3ef8-4094-835c-5a9729e029a0', 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6', 'floating_ip_address': '172.26.2.82', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'port_id': '24b0482c-5c83-442c-962c-5c2746e8c38d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98e0b575-6143-4cf8-a8e0-8e48d26d457e', 'mac_address': 'fa:16:3e:e1:e5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d0393c-8031-40a8-b17c-8dda05d0565d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:27:35Z', 'updated_at': '2022-10-26T16:27:35Z', 'revision_number': 0, 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4', 'name': '', 'network_id': '98e0b575-6143-4cf8-a8e0-8e48d26d457e', 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6', 'mac_address': 'fa:16:3e:97:a5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '76ea8e0b-97f6-470b-b6ee-2ff2833ee19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:26:31Z', 'updated_at': '2022-10-26T16:26:38Z', 'revision_number': 5, 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'subnets': [{'id': '76ea8e0b-97f6-470b-b6ee-2ff2833ee19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:27:37.628133 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b779c1-133d-4136-ac2d-6054d8fffa02 None None] The sync data for ids ['f0c1fc43-c43d-4794-8641-0302b1b1904b'] in dv-neutron-862712-1-hyperv is: [{'id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'name': 'tempest-TestMinimumBasicScenario-811926260-router', 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.159'}], 'enable_snat': True}, 'gw_port_id': '66631c75-6d5c-48a6-9fc2-0c3e651577d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:26:27Z', 'updated_at': '2022-10-26T16:26:32Z', 'revision_number': 4, 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'gw_port': {'id': '66631c75-6d5c-48a6-9fc2-0c3e651577d4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:26:28Z', 'updated_at': '2022-10-26T16:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '0dcd3b9b-3ef8-4094-835c-5a9729e029a0', 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6', 'floating_ip_address': '172.26.2.82', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'port_id': '24b0482c-5c83-442c-962c-5c2746e8c38d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98e0b575-6143-4cf8-a8e0-8e48d26d457e', 'mac_address': 'fa:16:3e:e1:e5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d0393c-8031-40a8-b17c-8dda05d0565d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:27:35Z', 'updated_at': '2022-10-26T16:27:35Z', 'revision_number': 0, 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4', 'name': '', 'network_id': '98e0b575-6143-4cf8-a8e0-8e48d26d457e', 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6', 'mac_address': 'fa:16:3e:97:a5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '76ea8e0b-97f6-470b-b6ee-2ff2833ee19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:26:31Z', 'updated_at': '2022-10-26T16:26:38Z', 'revision_number': 5, 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'subnets': [{'id': '76ea8e0b-97f6-470b-b6ee-2ff2833ee19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:27:37.632313 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e0051bb8-1381-43b7-adf4-f491dc07fada tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:37.633473 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-e0051bb8-1381-43b7-adf4-f491dc07fada tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6053860 Oct 26 16:27:37.642861 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 50964) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:27:37.650004 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-412e9492-51a1-4db4-8b5e-bd79dd6275e7 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Request body: {'security_group_rule': {'security_group_id': '9d4b2709-836e-4de2-a596-276f86283a94', 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:37.660681 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-412e9492-51a1-4db4-8b5e-bd79dd6275e7 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:27:37.677519 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-412e9492-51a1-4db4-8b5e-bd79dd6275e7 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Usage tracker for resource:security_group_rule and tenant:32ded24da5494bf3b78009cd0bb58ba6 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:27:37.682053 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-412e9492-51a1-4db4-8b5e-bd79dd6275e7 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:27:37.701310 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-412e9492-51a1-4db4-8b5e-bd79dd6275e7 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:27:37.727902 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6478557d-587f-435f-9c31-96e20547de7d req-ff4a16f8-acb7-40f6-88f7-3b4a3bc4ff84 service neutron] 10.222.0.48 "GET /v2.0/networks/98e0b575-6143-4cf8-a8e0-8e48d26d457e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642931 Oct 26 16:27:37.795330 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-412e9492-51a1-4db4-8b5e-bd79dd6275e7 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:37.859830 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8310aa-ddbf-44bb-819f-d66f99d1f511 None None] New status for floating IP 0dcd3b9b-3ef8-4094-835c-5a9729e029a0: ACTIVE {{(pid=89750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:27:37.875915 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-412e9492-51a1-4db4-8b5e-bd79dd6275e7 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:37.961921 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-412e9492-51a1-4db4-8b5e-bd79dd6275e7 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:37.984045 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e9492-51a1-4db4-8b5e-bd79dd6275e7 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=577604ba-cf01-4d25-853d-b784876e9d0b,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:38.046967 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-412e9492-51a1-4db4-8b5e-bd79dd6275e7 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:38.048177 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-412e9492-51a1-4db4-8b5e-bd79dd6275e7 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4040656 Oct 26 16:27:38.051777 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 50968) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:27:38.056863 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-641afbf2-9099-4bd0-b9f5-2bd1bf7894c0 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Request body: {'security_group_rule': {'security_group_id': '9d4b2709-836e-4de2-a596-276f86283a94', 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:38.062816 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-641afbf2-9099-4bd0-b9f5-2bd1bf7894c0 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:27:38.067001 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-641afbf2-9099-4bd0-b9f5-2bd1bf7894c0 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Usage tracker for resource:security_group_rule and tenant:32ded24da5494bf3b78009cd0bb58ba6 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:27:38.069947 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-641afbf2-9099-4bd0-b9f5-2bd1bf7894c0 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:27:38.075742 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-641afbf2-9099-4bd0-b9f5-2bd1bf7894c0 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:27:38.177259 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-641afbf2-9099-4bd0-b9f5-2bd1bf7894c0 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:38.238780 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-641afbf2-9099-4bd0-b9f5-2bd1bf7894c0 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:38.307252 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-641afbf2-9099-4bd0-b9f5-2bd1bf7894c0 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:38.331815 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641afbf2-9099-4bd0-b9f5-2bd1bf7894c0 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34884930-1efe-490c-8a81-832fc4ba7b5b,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:38.415730 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-641afbf2-9099-4bd0-b9f5-2bd1bf7894c0 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:38.416897 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-641afbf2-9099-4bd0-b9f5-2bd1bf7894c0 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3642075 Oct 26 16:27:38.419752 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 50972) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:27:38.424913 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-ce9c838e-754c-4b2a-a14e-e47106de073e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Request body: {'security_group_rule': {'security_group_id': '9d4b2709-836e-4de2-a596-276f86283a94', 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:38.430880 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-ce9c838e-754c-4b2a-a14e-e47106de073e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:27:38.434788 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ce9c838e-754c-4b2a-a14e-e47106de073e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Usage tracker for resource:security_group_rule and tenant:32ded24da5494bf3b78009cd0bb58ba6 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:27:38.437701 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ce9c838e-754c-4b2a-a14e-e47106de073e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:27:38.443605 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-ce9c838e-754c-4b2a-a14e-e47106de073e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:27:38.513131 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ce9c838e-754c-4b2a-a14e-e47106de073e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:38.579119 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ce9c838e-754c-4b2a-a14e-e47106de073e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:38.627130 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ce9c838e-754c-4b2a-a14e-e47106de073e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:38.651554 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9c838e-754c-4b2a-a14e-e47106de073e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d31b027f-db96-4c19-932b-9e844e15594f,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:38.712887 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ce9c838e-754c-4b2a-a14e-e47106de073e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:38.714110 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ce9c838e-754c-4b2a-a14e-e47106de073e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2933860 Oct 26 16:27:38.716892 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 50976) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:27:38.722046 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-09cb88f8-2525-4c48-8844-1cfef67adf3e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Request body: {'security_group_rule': {'security_group_id': '9d4b2709-836e-4de2-a596-276f86283a94', 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:38.728108 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-09cb88f8-2525-4c48-8844-1cfef67adf3e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:27:38.731733 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-09cb88f8-2525-4c48-8844-1cfef67adf3e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Usage tracker for resource:security_group_rule and tenant:32ded24da5494bf3b78009cd0bb58ba6 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:27:38.734662 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-09cb88f8-2525-4c48-8844-1cfef67adf3e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:27:38.740938 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-09cb88f8-2525-4c48-8844-1cfef67adf3e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:27:38.804107 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.securitygroups_db [None req-09cb88f8-2525-4c48-8844-1cfef67adf3e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Project 32ded24da5494bf3b78009cd0bb58ba6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:27:38.810747 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-09cb88f8-2525-4c48-8844-1cfef67adf3e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:38.873980 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-09cb88f8-2525-4c48-8844-1cfef67adf3e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:38.936032 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-09cb88f8-2525-4c48-8844-1cfef67adf3e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:38.960530 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cb88f8-2525-4c48-8844-1cfef67adf3e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=152c82b9-b3f0-49a4-8dcd-e4042d9d2664,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:39.056064 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-09cb88f8-2525-4c48-8844-1cfef67adf3e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:39.057263 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-09cb88f8-2525-4c48-8844-1cfef67adf3e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3394547 Oct 26 16:27:39.060135 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 50980) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:27:39.065068 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-5ec781f9-de60-4b9c-b767-a29d97f7409f tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Request body: {'security_group_rule': {'security_group_id': '9d4b2709-836e-4de2-a596-276f86283a94', 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:39.071208 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-5ec781f9-de60-4b9c-b767-a29d97f7409f tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:27:39.075333 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-5ec781f9-de60-4b9c-b767-a29d97f7409f tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Usage tracker for resource:security_group_rule and tenant:32ded24da5494bf3b78009cd0bb58ba6 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:27:39.077859 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-5ec781f9-de60-4b9c-b767-a29d97f7409f tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:27:39.083669 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-5ec781f9-de60-4b9c-b767-a29d97f7409f tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:27:39.158666 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.securitygroups_db [None req-5ec781f9-de60-4b9c-b767-a29d97f7409f tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Project 32ded24da5494bf3b78009cd0bb58ba6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:27:39.165780 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5ec781f9-de60-4b9c-b767-a29d97f7409f tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:39.234086 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5ec781f9-de60-4b9c-b767-a29d97f7409f tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:39.295417 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5ec781f9-de60-4b9c-b767-a29d97f7409f tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:39.317823 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec781f9-de60-4b9c-b767-a29d97f7409f tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69d7ddde-184c-4309-8fa5-a7c40b7a395b,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:39.407180 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5ec781f9-de60-4b9c-b767-a29d97f7409f tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:39.408411 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-5ec781f9-de60-4b9c-b767-a29d97f7409f tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3473358 Oct 26 16:27:39.528497 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4b1b9128-21af-4f8e-830d-2bc27eea8a42 req-883d9cef-c4d6-4a30-ba70-793d174376b6 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-906188428&fields=id&tenant_id=32ded24da5494bf3b78009cd0bb58ba6 HTTP/1.1" status: 200 len: 267 time: 0.0396798 Oct 26 16:27:39.624384 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b9128-21af-4f8e-830d-2bc27eea8a42 req-ef652cd5-78f1-4351-9e98-9501bff90b93 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:27:39.625824 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4b1b9128-21af-4f8e-830d-2bc27eea8a42 req-ef652cd5-78f1-4351-9e98-9501bff90b93 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d HTTP/1.1" status: 200 len: 945 time: 0.0896063 Oct 26 16:27:39.636942 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-4b1b9128-21af-4f8e-830d-2bc27eea8a42 req-987c4c79-b10d-4bb6-b9d5-2124cb4e3718 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Request body: {'port': {'security_groups': ['e5fa63fe-a2f5-4bda-957b-77b668e97c0b', '9d4b2709-836e-4de2-a596-276f86283a94']}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:27:39.766606 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-4b1b9128-21af-4f8e-830d-2bc27eea8a42 req-987c4c79-b10d-4bb6-b9d5-2124cb4e3718 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:40.029849 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-4b1b9128-21af-4f8e-830d-2bc27eea8a42 req-987c4c79-b10d-4bb6-b9d5-2124cb4e3718 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] For port 24b0482c-5c83-442c-962c-5c2746e8c38d, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=24b0482c-5c83-442c-962c-5c2746e8c38d,segment=NetworkSegment(893e54d7-bc89-4156-b8f9-af4d4228816f),segment_id=893e54d7-bc89-4156-b8f9-af4d4228816f)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:27:40.055276 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-4b1b9128-21af-4f8e-830d-2bc27eea8a42 req-987c4c79-b10d-4bb6-b9d5-2124cb4e3718 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:40.118874 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-4b1b9128-21af-4f8e-830d-2bc27eea8a42 req-987c4c79-b10d-4bb6-b9d5-2124cb4e3718 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:40.129434 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b9128-21af-4f8e-830d-2bc27eea8a42 req-987c4c79-b10d-4bb6-b9d5-2124cb4e3718 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:27:40.130026 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-4b1b9128-21af-4f8e-830d-2bc27eea8a42 req-987c4c79-b10d-4bb6-b9d5-2124cb4e3718 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:27:40.131412 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4b1b9128-21af-4f8e-830d-2bc27eea8a42 req-987c4c79-b10d-4bb6-b9d5-2124cb4e3718 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "PUT /v2.0/ports/24b0482c-5c83-442c-962c-5c2746e8c38d HTTP/1.1" status: 200 len: 981 time: 0.4990320 Oct 26 16:27:40.152968 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['24b0482c-5c83-442c-962c-5c2746e8c38d'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:27:40.165318 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d0393c-8031-40a8-b17c-8dda05d0565d', 'tag': '24b0482c-5c83-442c-962c-5c2746e8c38d'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:27:40.167783 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167c1907-182d-48d9-9291-7cdc3b661ca2" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d0393c-8031-40a8-b17c-8dda05d0565d", "tag": "24b0482c-5c83-442c-962c-5c2746e8c38d"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:27:40.252740 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b2b063-7d47-44db-a691-85a652cb18f3 x-openstack-request-id: req-90b2b063-7d47-44db-a691-85a652cb18f3 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:27:40.253104 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d0393c-8031-40a8-b17c-8dda05d0565d", "tag": "24b0482c-5c83-442c-962c-5c2746e8c38d", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:27:40.254676 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90b2b063-7d47-44db-a691-85a652cb18f3 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:27:40.255387 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90b2b063-7d47-44db-a691-85a652cb18f3'] response: {'name': 'network-changed', 'server_uuid': 'd8d0393c-8031-40a8-b17c-8dda05d0565d', 'tag': '24b0482c-5c83-442c-962c-5c2746e8c38d', 'status': 'completed', 'code': 200} Oct 26 16:27:40.320991 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97328efe-f690-410f-b76d-ec116a4b81dc req-08e43342-98a5-4f13-a087-f0aec1c307e1 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:27:40.329323 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-97328efe-f690-410f-b76d-ec116a4b81dc req-08e43342-98a5-4f13-a087-f0aec1c307e1 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d HTTP/1.1" status: 200 len: 984 time: 0.1050546 Oct 26 16:27:40.339227 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['24b0482c-5c83-442c-962c-5c2746e8c38d'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:27:40.365450 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c4c79-b10d-4bb6-b9d5-2124cb4e3718 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Pushing event updated for resources: {'Port': ['ID=24b0482c-5c83-442c-962c-5c2746e8c38d,revision_number=6']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:27:40.387466 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-97328efe-f690-410f-b76d-ec116a4b81dc req-b8e57ff0-c0d9-4635-b8c3-abb1b2cf4889 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Synchronizing usage tracker for tenant:32ded24da5494bf3b78009cd0bb58ba6 on resource:security_group {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:27:40.398710 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-02c81e0d-c395-4f01-b764-1d5c726513dd req-6032094e-0dee-4704-85f5-cfac3824802d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2663169 Oct 26 16:27:40.413563 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c1907-182d-48d9-9291-7cdc3b661ca2 req-054a601f-261a-4af8-957a-484fb93ef228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:27:40.415795 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-167c1907-182d-48d9-9291-7cdc3b661ca2 req-054a601f-261a-4af8-957a-484fb93ef228 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=32ded24da5494bf3b78009cd0bb58ba6&device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d HTTP/1.1" status: 200 len: 1137 time: 0.1084170 Oct 26 16:27:40.485215 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-97328efe-f690-410f-b76d-ec116a4b81dc req-b8e57ff0-c0d9-4635-b8c3-abb1b2cf4889 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Unset dirty status for tenant:32ded24da5494bf3b78009cd0bb58ba6 on resource:security_group {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:27:40.498402 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-97328efe-f690-410f-b76d-ec116a4b81dc req-b8e57ff0-c0d9-4635-b8c3-abb1b2cf4889 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&id=9d4b2709-836e-4de2-a596-276f86283a94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1681199 Oct 26 16:27:40.566817 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c1907-182d-48d9-9291-7cdc3b661ca2 req-3afc1a31-e224-43a2-85b6-3d77a5823f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:27:40.574617 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-167c1907-182d-48d9-9291-7cdc3b661ca2 req-3afc1a31-e224-43a2-85b6-3d77a5823f3e service neutron] 10.222.0.48 "GET /v2.0/networks?id=98e0b575-6143-4cf8-a8e0-8e48d26d457e HTTP/1.1" status: 200 len: 915 time: 0.1480300 Oct 26 16:27:40.787679 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-167c1907-182d-48d9-9291-7cdc3b661ca2 req-0ab1e222-599a-4bfe-b596-60a47f38c83b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24b0482c-5c83-442c-962c-5c2746e8c38d HTTP/1.1" status: 200 len: 1000 time: 0.2139606 Oct 26 16:27:40.856346 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c1907-182d-48d9-9291-7cdc3b661ca2 req-4d30f9ee-5f42-4de3-9b32-6e39fe1c5ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:27:40.857784 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-167c1907-182d-48d9-9291-7cdc3b661ca2 req-4d30f9ee-5f42-4de3-9b32-6e39fe1c5ce8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76ea8e0b-97f6-470b-b6ee-2ff2833ee19a HTTP/1.1" status: 200 len: 853 time: 0.0643940 Oct 26 16:27:40.946570 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c1907-182d-48d9-9291-7cdc3b661ca2 req-80c972a7-f9f0-4a92-a173-7f49da60b254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:27:40.948167 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-167c1907-182d-48d9-9291-7cdc3b661ca2 req-80c972a7-f9f0-4a92-a173-7f49da60b254 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=98e0b575-6143-4cf8-a8e0-8e48d26d457e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838528 Oct 26 16:27:41.082528 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-167c1907-182d-48d9-9291-7cdc3b661ca2 req-c21503e4-bb31-44f6-9ff4-8f982225c40d service neutron] 10.222.0.48 "GET /v2.0/networks/98e0b575-6143-4cf8-a8e0-8e48d26d457e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273293 Oct 26 16:27:41.219126 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-167c1907-182d-48d9-9291-7cdc3b661ca2 req-916a7d3f-2e16-469c-affa-c381823b1fbb service neutron] 10.222.0.48 "GET /v2.0/networks/98e0b575-6143-4cf8-a8e0-8e48d26d457e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313465 Oct 26 16:27:41.418830 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c81e0d-c395-4f01-b764-1d5c726513dd req-caecae6c-2d26-4610-a564-2bc28090c38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:27:41.420296 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-02c81e0d-c395-4f01-b764-1d5c726513dd req-caecae6c-2d26-4610-a564-2bc28090c38c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=32ded24da5494bf3b78009cd0bb58ba6&device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d HTTP/1.1" status: 200 len: 1137 time: 0.0844154 Oct 26 16:27:41.565084 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c81e0d-c395-4f01-b764-1d5c726513dd req-74f40e11-0c24-489d-8671-0aadc4e891b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:27:41.567110 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-02c81e0d-c395-4f01-b764-1d5c726513dd req-74f40e11-0c24-489d-8671-0aadc4e891b7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=98e0b575-6143-4cf8-a8e0-8e48d26d457e HTTP/1.1" status: 200 len: 915 time: 0.1290047 Oct 26 16:27:41.670879 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-02c81e0d-c395-4f01-b764-1d5c726513dd req-cc00398c-a96a-4b80-8a1c-70891f5985ad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24b0482c-5c83-442c-962c-5c2746e8c38d HTTP/1.1" status: 200 len: 1000 time: 0.0988019 Oct 26 16:27:41.731281 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c81e0d-c395-4f01-b764-1d5c726513dd req-11ce0a39-7fb3-4293-9e02-ab4f1f0556d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:27:41.732776 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-02c81e0d-c395-4f01-b764-1d5c726513dd req-11ce0a39-7fb3-4293-9e02-ab4f1f0556d2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76ea8e0b-97f6-470b-b6ee-2ff2833ee19a HTTP/1.1" status: 200 len: 853 time: 0.0570230 Oct 26 16:27:41.819385 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c81e0d-c395-4f01-b764-1d5c726513dd req-50f9483b-82bd-4bc0-ba67-aa1050dd7486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:27:41.820819 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-02c81e0d-c395-4f01-b764-1d5c726513dd req-50f9483b-82bd-4bc0-ba67-aa1050dd7486 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=98e0b575-6143-4cf8-a8e0-8e48d26d457e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817721 Oct 26 16:27:41.951728 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-02c81e0d-c395-4f01-b764-1d5c726513dd req-101810e1-028d-4860-ab37-331e1423e50e service neutron] 10.222.0.48 "GET /v2.0/networks/98e0b575-6143-4cf8-a8e0-8e48d26d457e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251793 Oct 26 16:27:42.081589 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-02c81e0d-c395-4f01-b764-1d5c726513dd req-4774f756-19af-4248-b1c9-442aa3d0afab service neutron] 10.222.0.48 "GET /v2.0/networks/98e0b575-6143-4cf8-a8e0-8e48d26d457e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238065 Oct 26 16:27:57.344243 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:28:02.082555 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e4f7498f-55b4-44a2-b722-14dd1e7733c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:28:04.500151 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-df95abf4-7428-4b52-87a4-719a44958f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:28:04.700624 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:28:05.246775 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:28:05.394954 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:28:07.041367 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:28:27.355561 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:28:32.105550 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-02126fad-3ae5-4e88-a59e-9380bef57241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:28:34.491290 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-34f34ffa-ae36-499d-be0a-8015e51212ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:28:35.260185 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:28:35.414447 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:28:36.988457 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:28:41.699277 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:28:42.226426 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e4e23513-69b1-4c5b-a829-d069eec53457 req-b268bea4-50c7-4c19-ab83-47719d5b5543 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0783269 Oct 26 16:28:42.393938 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e23513-69b1-4c5b-a829-d069eec53457 req-210afa48-653a-48f5-8bae-d0e24f957937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:28:42.395412 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e4e23513-69b1-4c5b-a829-d069eec53457 req-210afa48-653a-48f5-8bae-d0e24f957937 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=32ded24da5494bf3b78009cd0bb58ba6&device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d HTTP/1.1" status: 200 len: 1137 time: 0.0834246 Oct 26 16:28:42.539451 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e23513-69b1-4c5b-a829-d069eec53457 req-b9744fcb-60d1-4785-9af8-4406ef22e114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:28:42.540790 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e4e23513-69b1-4c5b-a829-d069eec53457 req-b9744fcb-60d1-4785-9af8-4406ef22e114 service neutron] 10.222.0.48 "GET /v2.0/networks?id=98e0b575-6143-4cf8-a8e0-8e48d26d457e HTTP/1.1" status: 200 len: 915 time: 0.1273031 Oct 26 16:28:42.739707 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e4e23513-69b1-4c5b-a829-d069eec53457 req-dde5a91c-1000-4dff-a87b-3e33afaf9b5d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24b0482c-5c83-442c-962c-5c2746e8c38d HTTP/1.1" status: 200 len: 1000 time: 0.1932025 Oct 26 16:28:42.801177 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e23513-69b1-4c5b-a829-d069eec53457 req-fd124381-1ce9-44ca-a2a3-83b3e812a2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:28:42.802483 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e4e23513-69b1-4c5b-a829-d069eec53457 req-fd124381-1ce9-44ca-a2a3-83b3e812a2e7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76ea8e0b-97f6-470b-b6ee-2ff2833ee19a HTTP/1.1" status: 200 len: 853 time: 0.0572014 Oct 26 16:28:42.887589 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e23513-69b1-4c5b-a829-d069eec53457 req-7533bdae-6c3d-4b17-a38f-a28b1037348a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:28:42.889062 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e4e23513-69b1-4c5b-a829-d069eec53457 req-7533bdae-6c3d-4b17-a38f-a28b1037348a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=98e0b575-6143-4cf8-a8e0-8e48d26d457e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805817 Oct 26 16:28:43.023541 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e4e23513-69b1-4c5b-a829-d069eec53457 req-0124b35d-8e2a-4ca5-806d-ca5e4617456f service neutron] 10.222.0.48 "GET /v2.0/networks/98e0b575-6143-4cf8-a8e0-8e48d26d457e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281447 Oct 26 16:28:43.157926 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e4e23513-69b1-4c5b-a829-d069eec53457 req-7a52ba91-23db-4aff-8d9d-8de08ecf33d6 service neutron] 10.222.0.48 "GET /v2.0/networks/98e0b575-6143-4cf8-a8e0-8e48d26d457e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278071 Oct 26 16:28:57.357051 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:29:02.108610 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9afa32a8-0d64-44aa-af75-e08dd54035f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:29:04.486488 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-22c9092c-3ff6-4df7-bec3-2f8aa3d05768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:29:05.311325 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:29:05.469633 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:29:06.972500 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:29:18.697631 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:29:27.380657 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:29:32.120715 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-85676680-dbf8-43c0-b245-3bc04f4f124e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:29:34.509606 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ba8401aa-1969-4b0b-bdb5-b422e00765e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:29:35.245609 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:29:35.411685 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:29:36.984263 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:29:44.268196 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d64ff28b-ae94-47a3-857c-9d67be68d25d req-dec77b32-5ae5-4ad0-8c4e-cfe7c5267d40 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0782750 Oct 26 16:29:44.433010 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ff28b-ae94-47a3-857c-9d67be68d25d req-0222e79e-0a4a-44e2-add6-acad380eec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:29:44.434506 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d64ff28b-ae94-47a3-857c-9d67be68d25d req-0222e79e-0a4a-44e2-add6-acad380eec27 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=32ded24da5494bf3b78009cd0bb58ba6&device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d HTTP/1.1" status: 200 len: 1137 time: 0.0834641 Oct 26 16:29:44.580404 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ff28b-ae94-47a3-857c-9d67be68d25d req-4e2d5205-2849-4fd6-8b23-732fddf038c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:29:44.581700 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d64ff28b-ae94-47a3-857c-9d67be68d25d req-4e2d5205-2849-4fd6-8b23-732fddf038c6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=98e0b575-6143-4cf8-a8e0-8e48d26d457e HTTP/1.1" status: 200 len: 915 time: 0.1282740 Oct 26 16:29:44.684115 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d64ff28b-ae94-47a3-857c-9d67be68d25d req-6693adfb-4a75-4ee1-94c9-217ec4f8367a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24b0482c-5c83-442c-962c-5c2746e8c38d HTTP/1.1" status: 200 len: 1000 time: 0.0968032 Oct 26 16:29:44.749574 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ff28b-ae94-47a3-857c-9d67be68d25d req-47fe4eee-27c8-4693-9953-ebee35c303b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:29:44.751673 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d64ff28b-ae94-47a3-857c-9d67be68d25d req-47fe4eee-27c8-4693-9953-ebee35c303b2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76ea8e0b-97f6-470b-b6ee-2ff2833ee19a HTTP/1.1" status: 200 len: 853 time: 0.0618548 Oct 26 16:29:44.834970 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ff28b-ae94-47a3-857c-9d67be68d25d req-f1fadd6e-030f-463f-aba7-e6490b028ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:29:44.836334 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d64ff28b-ae94-47a3-857c-9d67be68d25d req-f1fadd6e-030f-463f-aba7-e6490b028ea3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=98e0b575-6143-4cf8-a8e0-8e48d26d457e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787323 Oct 26 16:29:44.969366 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d64ff28b-ae94-47a3-857c-9d67be68d25d req-e21cff3f-ab22-489c-a211-65bc72a1249a service neutron] 10.222.0.48 "GET /v2.0/networks/98e0b575-6143-4cf8-a8e0-8e48d26d457e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267145 Oct 26 16:29:45.100940 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d64ff28b-ae94-47a3-857c-9d67be68d25d req-99479489-9e2e-450e-80f4-8f59085a7171 service neutron] 10.222.0.48 "GET /v2.0/networks/98e0b575-6143-4cf8-a8e0-8e48d26d457e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260610 Oct 26 16:29:53.804776 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b379cc6-b980-4b82-8acd-fa427afd58c9 req-9f7f11fd-5c7c-42cf-9bf5-c851a7aadb6a tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:29:53.806753 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-7b379cc6-b980-4b82-8acd-fa427afd58c9 req-9f7f11fd-5c7c-42cf-9bf5-c851a7aadb6a tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d HTTP/1.1" status: 200 len: 984 time: 0.0937917 Oct 26 16:29:53.855780 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-7b379cc6-b980-4b82-8acd-fa427afd58c9 req-f6c0a3aa-1269-42ad-b484-520fc44d11b5 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&id=9d4b2709-836e-4de2-a596-276f86283a94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424612 Oct 26 16:29:53.868672 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4b088-1a8d-4e22-8c64-17d69ea661ea req-9f809c5b-1465-4a6c-a40a-a7df2c0e1e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:29:53.870155 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6fe4b088-1a8d-4e22-8c64-17d69ea661ea req-9f809c5b-1465-4a6c-a40a-a7df2c0e1e97 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=32ded24da5494bf3b78009cd0bb58ba6&device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d HTTP/1.1" status: 200 len: 1137 time: 0.0849106 Oct 26 16:29:54.098576 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4b088-1a8d-4e22-8c64-17d69ea661ea req-9169cc6d-2e54-4654-a3db-966dc3233aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:29:54.099993 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6fe4b088-1a8d-4e22-8c64-17d69ea661ea req-9169cc6d-2e54-4654-a3db-966dc3233aa0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=98e0b575-6143-4cf8-a8e0-8e48d26d457e HTTP/1.1" status: 200 len: 915 time: 0.2242732 Oct 26 16:29:54.203094 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6fe4b088-1a8d-4e22-8c64-17d69ea661ea req-71e0a02d-478c-44a1-b2e4-5f587718d67f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24b0482c-5c83-442c-962c-5c2746e8c38d HTTP/1.1" status: 200 len: 1000 time: 0.0975337 Oct 26 16:29:54.264135 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4b088-1a8d-4e22-8c64-17d69ea661ea req-54689f95-9a48-43f3-adef-90722df3719e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:29:54.265514 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6fe4b088-1a8d-4e22-8c64-17d69ea661ea req-54689f95-9a48-43f3-adef-90722df3719e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76ea8e0b-97f6-470b-b6ee-2ff2833ee19a HTTP/1.1" status: 200 len: 853 time: 0.0570958 Oct 26 16:29:54.352482 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4b088-1a8d-4e22-8c64-17d69ea661ea req-01ad57f5-b3da-4083-ac22-834a7bda7e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:29:54.353827 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6fe4b088-1a8d-4e22-8c64-17d69ea661ea req-01ad57f5-b3da-4083-ac22-834a7bda7e10 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=98e0b575-6143-4cf8-a8e0-8e48d26d457e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827179 Oct 26 16:29:54.484343 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6fe4b088-1a8d-4e22-8c64-17d69ea661ea req-d4ed0f29-7375-4d16-b21c-00804874e675 service neutron] 10.222.0.48 "GET /v2.0/networks/98e0b575-6143-4cf8-a8e0-8e48d26d457e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245501 Oct 26 16:29:54.616554 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6fe4b088-1a8d-4e22-8c64-17d69ea661ea req-f1e41433-d300-461d-8206-289d0b1109f1 service neutron] 10.222.0.48 "GET /v2.0/networks/98e0b575-6143-4cf8-a8e0-8e48d26d457e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264062 Oct 26 16:29:55.059881 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b3a04-ca9e-4e9c-9f81-0bf822541b81 req-823d68d4-eba5-422a-aec7-eac00e63852a tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:29:55.061313 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cd6b3a04-ca9e-4e9c-9f81-0bf822541b81 req-823d68d4-eba5-422a-aec7-eac00e63852a tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d HTTP/1.1" status: 200 len: 984 time: 0.0899594 Oct 26 16:29:55.108436 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cd6b3a04-ca9e-4e9c-9f81-0bf822541b81 req-43dd4741-ffea-45ba-8c43-0362e2b9441c tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&id=9d4b2709-836e-4de2-a596-276f86283a94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408485 Oct 26 16:29:55.697231 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:29:56.308249 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ee1e2-4f6c-45ba-9c19-95972382ec8e req-1c93347a-ac17-440a-b102-4a2498c8e12b tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:29:56.309683 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-722ee1e2-4f6c-45ba-9c19-95972382ec8e req-1c93347a-ac17-440a-b102-4a2498c8e12b tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d HTTP/1.1" status: 200 len: 984 time: 0.0881946 Oct 26 16:29:56.355516 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-722ee1e2-4f6c-45ba-9c19-95972382ec8e req-e5c65bf7-3185-4d1d-afc7-d4261cf3e44d tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&id=9d4b2709-836e-4de2-a596-276f86283a94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401478 Oct 26 16:29:57.393669 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:30:02.115747 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-24c74739-3d0f-45fb-9b3b-795bc91c64c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:30:04.498176 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c9934561-e629-44a6-b093-a35b8d451ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:30:05.268151 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:30:05.400752 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:30:07.012890 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:30:27.437733 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:30:32.108111 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a7c87526-76b5-471d-bbf8-67f311be38a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:30:32.696395 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:30:34.468396 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5e97982e-d2d5-4f71-8f4d-c718144b6828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:30:35.262267 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:30:35.439526 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:30:36.977830 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:30:46.295174 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5bc08f83-5a18-44e0-a547-80d5ab1cb1cb req-96101346-14e2-41a2-acf8-e961d46d6b09 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1219614 Oct 26 16:30:46.458418 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc08f83-5a18-44e0-a547-80d5ab1cb1cb req-719a372f-14a6-4f8c-a78a-bfa78eb65176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:30:46.459797 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5bc08f83-5a18-44e0-a547-80d5ab1cb1cb req-719a372f-14a6-4f8c-a78a-bfa78eb65176 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=32ded24da5494bf3b78009cd0bb58ba6&device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d HTTP/1.1" status: 200 len: 1137 time: 0.0795352 Oct 26 16:30:46.604233 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc08f83-5a18-44e0-a547-80d5ab1cb1cb req-82c6c38e-dd22-4a2b-8871-0859133426d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:30:46.605658 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5bc08f83-5a18-44e0-a547-80d5ab1cb1cb req-82c6c38e-dd22-4a2b-8871-0859133426d7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=98e0b575-6143-4cf8-a8e0-8e48d26d457e HTTP/1.1" status: 200 len: 915 time: 0.1271005 Oct 26 16:30:46.711966 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5bc08f83-5a18-44e0-a547-80d5ab1cb1cb req-cde0dadf-8dd1-4591-b7bd-b406af74a94e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24b0482c-5c83-442c-962c-5c2746e8c38d HTTP/1.1" status: 200 len: 1000 time: 0.0999041 Oct 26 16:30:46.776884 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc08f83-5a18-44e0-a547-80d5ab1cb1cb req-3c9f831f-62c7-4cba-85f0-71b6eed32a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:30:46.778267 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5bc08f83-5a18-44e0-a547-80d5ab1cb1cb req-3c9f831f-62c7-4cba-85f0-71b6eed32a19 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76ea8e0b-97f6-470b-b6ee-2ff2833ee19a HTTP/1.1" status: 200 len: 853 time: 0.0599849 Oct 26 16:30:46.862213 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc08f83-5a18-44e0-a547-80d5ab1cb1cb req-2e7ce04b-0599-4c44-8184-0982bf33141e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:30:46.863748 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5bc08f83-5a18-44e0-a547-80d5ab1cb1cb req-2e7ce04b-0599-4c44-8184-0982bf33141e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=98e0b575-6143-4cf8-a8e0-8e48d26d457e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788093 Oct 26 16:30:46.993455 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5bc08f83-5a18-44e0-a547-80d5ab1cb1cb req-5530e5b3-2ce5-48c2-b7f4-700383caa534 service neutron] 10.222.0.48 "GET /v2.0/networks/98e0b575-6143-4cf8-a8e0-8e48d26d457e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234362 Oct 26 16:30:47.126246 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5bc08f83-5a18-44e0-a547-80d5ab1cb1cb req-b83c7d4e-37cd-412c-801f-afa8187261c5 service neutron] 10.222.0.48 "GET /v2.0/networks/98e0b575-6143-4cf8-a8e0-8e48d26d457e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252069 Oct 26 16:30:57.414796 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:31:02.124156 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d44dd78b-7e41-4d3c-b936-f3f532185a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:31:04.455994 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bf3b5658-e4f0-4704-9af7-8a1dcb514c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:31:05.238712 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:31:05.438559 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:31:07.033286 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:31:09.697118 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:31:27.419444 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:31:32.127747 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4fa5ce09-1d71-4524-a514-2f8a9423f3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:31:33.324908 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-714151b1-93d9-4bc2-b2aa-1a8315befb6d req-f6bc912f-18f8-4e1e-988d-42320391dc46 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-906188428&fields=id&tenant_id=32ded24da5494bf3b78009cd0bb58ba6 HTTP/1.1" status: 200 len: 267 time: 0.1044810 Oct 26 16:31:33.515472 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714151b1-93d9-4bc2-b2aa-1a8315befb6d req-38b49aec-6855-496f-9946-9721da046b6f tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:31:33.516906 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-714151b1-93d9-4bc2-b2aa-1a8315befb6d req-38b49aec-6855-496f-9946-9721da046b6f tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d HTTP/1.1" status: 200 len: 984 time: 0.1865513 Oct 26 16:31:33.527382 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-714151b1-93d9-4bc2-b2aa-1a8315befb6d req-0ab6528c-c6c8-4ca5-8c8b-5e74ca542fa1 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Request body: {'port': {'security_groups': ['e5fa63fe-a2f5-4bda-957b-77b668e97c0b']}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:31:33.652642 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-714151b1-93d9-4bc2-b2aa-1a8315befb6d req-0ab6528c-c6c8-4ca5-8c8b-5e74ca542fa1 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:31:33.896659 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-714151b1-93d9-4bc2-b2aa-1a8315befb6d req-0ab6528c-c6c8-4ca5-8c8b-5e74ca542fa1 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] For port 24b0482c-5c83-442c-962c-5c2746e8c38d, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=24b0482c-5c83-442c-962c-5c2746e8c38d,segment=NetworkSegment(893e54d7-bc89-4156-b8f9-af4d4228816f),segment_id=893e54d7-bc89-4156-b8f9-af4d4228816f)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:31:33.921308 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-714151b1-93d9-4bc2-b2aa-1a8315befb6d req-0ab6528c-c6c8-4ca5-8c8b-5e74ca542fa1 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:31:33.990743 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-714151b1-93d9-4bc2-b2aa-1a8315befb6d req-0ab6528c-c6c8-4ca5-8c8b-5e74ca542fa1 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:31:34.024597 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['24b0482c-5c83-442c-962c-5c2746e8c38d'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:31:34.033471 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714151b1-93d9-4bc2-b2aa-1a8315befb6d req-0ab6528c-c6c8-4ca5-8c8b-5e74ca542fa1 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:31:34.034074 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-714151b1-93d9-4bc2-b2aa-1a8315befb6d req-0ab6528c-c6c8-4ca5-8c8b-5e74ca542fa1 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:31:34.035453 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-714151b1-93d9-4bc2-b2aa-1a8315befb6d req-0ab6528c-c6c8-4ca5-8c8b-5e74ca542fa1 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "PUT /v2.0/ports/24b0482c-5c83-442c-962c-5c2746e8c38d HTTP/1.1" status: 200 len: 942 time: 0.5123868 Oct 26 16:31:34.035960 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d0393c-8031-40a8-b17c-8dda05d0565d', 'tag': '24b0482c-5c83-442c-962c-5c2746e8c38d'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:31:34.038501 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54a34f3-4003-4b95-940b-36bd72b9f1e8" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d0393c-8031-40a8-b17c-8dda05d0565d", "tag": "24b0482c-5c83-442c-962c-5c2746e8c38d"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:31:34.041776 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 51106) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:31:34.091307 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab6528c-c6c8-4ca5-8c8b-5e74ca542fa1 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Pushing event updated for resources: {'Port': ['ID=24b0482c-5c83-442c-962c-5c2746e8c38d,revision_number=7']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:34.100666 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6528c-c6c8-4ca5-8c8b-5e74ca542fa1 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:34.101027 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6528c-c6c8-4ca5-8c8b-5e74ca542fa1 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:34.101370 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6528c-c6c8-4ca5-8c8b-5e74ca542fa1 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:34.101873 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6528c-c6c8-4ca5-8c8b-5e74ca542fa1 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:34.102210 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6528c-c6c8-4ca5-8c8b-5e74ca542fa1 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:34.102566 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6528c-c6c8-4ca5-8c8b-5e74ca542fa1 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:34.102888 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6528c-c6c8-4ca5-8c8b-5e74ca542fa1 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:34.103346 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6528c-c6c8-4ca5-8c8b-5e74ca542fa1 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:34.103677 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6528c-c6c8-4ca5-8c8b-5e74ca542fa1 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:34.104190 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6528c-c6c8-4ca5-8c8b-5e74ca542fa1 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:34.104978 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6528c-c6c8-4ca5-8c8b-5e74ca542fa1 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:34.105246 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6528c-c6c8-4ca5-8c8b-5e74ca542fa1 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:34.127302 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d5fbf01c-b54a-4af0-992c-6e3f4d40cd15 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:31:34.156854 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['24b0482c-5c83-442c-962c-5c2746e8c38d'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:31:34.158593 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d5fbf01c-b54a-4af0-992c-6e3f4d40cd15 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:31:34.159107 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d45094-f907-4302-b8ed-e3a2bfe26e2d x-openstack-request-id: req-44d45094-f907-4302-b8ed-e3a2bfe26e2d {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:31:34.159476 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d0393c-8031-40a8-b17c-8dda05d0565d", "tag": "24b0482c-5c83-442c-962c-5c2746e8c38d", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:31:34.159664 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-44d45094-f907-4302-b8ed-e3a2bfe26e2d {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:31:34.160073 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44d45094-f907-4302-b8ed-e3a2bfe26e2d'] response: {'name': 'network-changed', 'server_uuid': 'd8d0393c-8031-40a8-b17c-8dda05d0565d', 'tag': '24b0482c-5c83-442c-962c-5c2746e8c38d', 'status': 'completed', 'code': 200} Oct 26 16:31:34.284077 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a34f3-4003-4b95-940b-36bd72b9f1e8 req-21eaa7bd-8a71-4bd1-a1d1-e1a6c45152a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:31:34.285538 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d54a34f3-4003-4b95-940b-36bd72b9f1e8 req-21eaa7bd-8a71-4bd1-a1d1-e1a6c45152a2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=32ded24da5494bf3b78009cd0bb58ba6&device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d HTTP/1.1" status: 200 len: 1098 time: 0.0828550 Oct 26 16:31:34.357486 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d5fbf01c-b54a-4af0-992c-6e3f4d40cd15 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:31:34.379995 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fbf01c-b54a-4af0-992c-6e3f4d40cd15 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4b2709-836e-4de2-a596-276f86283a94,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:34.389806 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fbf01c-b54a-4af0-992c-6e3f4d40cd15 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:34.390141 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fbf01c-b54a-4af0-992c-6e3f4d40cd15 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:34.390700 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fbf01c-b54a-4af0-992c-6e3f4d40cd15 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:34.391214 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fbf01c-b54a-4af0-992c-6e3f4d40cd15 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:34.391551 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fbf01c-b54a-4af0-992c-6e3f4d40cd15 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:34.391886 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fbf01c-b54a-4af0-992c-6e3f4d40cd15 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:34.392217 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fbf01c-b54a-4af0-992c-6e3f4d40cd15 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:34.392546 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fbf01c-b54a-4af0-992c-6e3f4d40cd15 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:34.392867 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fbf01c-b54a-4af0-992c-6e3f4d40cd15 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:34.393188 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fbf01c-b54a-4af0-992c-6e3f4d40cd15 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:34.393684 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fbf01c-b54a-4af0-992c-6e3f4d40cd15 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:34.394180 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fbf01c-b54a-4af0-992c-6e3f4d40cd15 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:34.425411 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a34f3-4003-4b95-940b-36bd72b9f1e8 req-d24f166e-96b9-4f70-a8d4-c1e88ebd2aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:31:34.426858 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d54a34f3-4003-4b95-940b-36bd72b9f1e8 req-d24f166e-96b9-4f70-a8d4-c1e88ebd2aac service neutron] 10.222.0.48 "GET /v2.0/networks?id=98e0b575-6143-4cf8-a8e0-8e48d26d457e HTTP/1.1" status: 200 len: 915 time: 0.1358566 Oct 26 16:31:34.453437 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d5fbf01c-b54a-4af0-992c-6e3f4d40cd15 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:31:34.458506 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d5fbf01c-b54a-4af0-992c-6e3f4d40cd15 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "DELETE /v2.0/security-groups/9d4b2709-836e-4de2-a596-276f86283a94 HTTP/1.1" status: 204 len: 168 time: 0.4110610 Oct 26 16:31:34.460606 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 51112) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:31:34.476813 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f8b00877-4ba4-44a5-b198-332f323f5410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:31:34.533895 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d54a34f3-4003-4b95-940b-36bd72b9f1e8 req-be3c09f7-09a3-4ef2-8a25-4516b6287637 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24b0482c-5c83-442c-962c-5c2746e8c38d HTTP/1.1" status: 200 len: 1000 time: 0.1011612 Oct 26 16:31:34.600127 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a34f3-4003-4b95-940b-36bd72b9f1e8 req-58be855a-da1b-4fa3-8701-9b958e6145fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:31:34.601540 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d54a34f3-4003-4b95-940b-36bd72b9f1e8 req-58be855a-da1b-4fa3-8701-9b958e6145fe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76ea8e0b-97f6-470b-b6ee-2ff2833ee19a HTTP/1.1" status: 200 len: 853 time: 0.0615916 Oct 26 16:31:34.691527 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a34f3-4003-4b95-940b-36bd72b9f1e8 req-24152573-4eb8-419c-abff-b23cae300b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:31:34.693079 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d54a34f3-4003-4b95-940b-36bd72b9f1e8 req-24152573-4eb8-419c-abff-b23cae300b04 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=98e0b575-6143-4cf8-a8e0-8e48d26d457e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0851405 Oct 26 16:31:34.772462 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-c84e5707-dbd2-4855-8c5f-24e41a4fa8b0 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Deleting port a99ef0b3-1d16-4650-b530-47f8f7001108 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:31:34.772801 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c84e5707-dbd2-4855-8c5f-24e41a4fa8b0 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:31:34.829517 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d54a34f3-4003-4b95-940b-36bd72b9f1e8 req-21bb412e-75c9-45b4-8069-0f3d8fe60d4a service neutron] 10.222.0.48 "GET /v2.0/networks/98e0b575-6143-4cf8-a8e0-8e48d26d457e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300402 Oct 26 16:31:34.941962 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c84e5707-dbd2-4855-8c5f-24e41a4fa8b0 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:31:34.942198 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c84e5707-dbd2-4855-8c5f-24e41a4fa8b0 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:31:34.967293 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d54a34f3-4003-4b95-940b-36bd72b9f1e8 req-1f5d91bc-722c-406c-b601-d99cf483c8b0 service neutron] 10.222.0.48 "GET /v2.0/networks/98e0b575-6143-4cf8-a8e0-8e48d26d457e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305923 Oct 26 16:31:35.069138 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-c84e5707-dbd2-4855-8c5f-24e41a4fa8b0 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Calling delete_port for a99ef0b3-1d16-4650-b530-47f8f7001108 owned by network:floatingip {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:31:35.242747 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:31:35.277268 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c84e5707-dbd2-4855-8c5f-24e41a4fa8b0 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:31:35.328397 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e5707-dbd2-4855-8c5f-24e41a4fa8b0 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Pushing event deleted for resources: {'Port': ['ID=a99ef0b3-1d16-4650-b530-47f8f7001108,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:35.420878 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:31:35.438080 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c84e5707-dbd2-4855-8c5f-24e41a4fa8b0 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for floatingip, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:31:35.441598 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.l3_db [None req-c84e5707-dbd2-4855-8c5f-24e41a4fa8b0 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Floating IP 0dcd3b9b-3ef8-4094-835c-5a9729e029a0 disassociated (deleted). External IP: 172.26.2.82, port: 24b0482c-5c83-442c-962c-5c2746e8c38d. Oct 26 16:31:35.790504 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c84e5707-dbd2-4855-8c5f-24e41a4fa8b0 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Router f0c1fc43-c43d-4794-8641-0302b1b1904b has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:31:35.966820 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84e5707-dbd2-4855-8c5f-24e41a4fa8b0 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:31:35.977137 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb229ba-5a62-4dc1-a41a-ca42cd8b8068 None None] Sync routers for ids ['f0c1fc43-c43d-4794-8641-0302b1b1904b'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:31:35.987257 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb229ba-5a62-4dc1-a41a-ca42cd8b8068 None None] Routers {'f0c1fc43-c43d-4794-8641-0302b1b1904b'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:31:35.987862 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-6bb229ba-5a62-4dc1-a41a-ca42cd8b8068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:31:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['f0c1fc43-c43d-4794-8641-0302b1b1904b'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:31:36.071349 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c84e5707-dbd2-4855-8c5f-24e41a4fa8b0 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:31:36.130321 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c84e5707-dbd2-4855-8c5f-24e41a4fa8b0 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "DELETE /v2.0/floatingips/0dcd3b9b-3ef8-4094-835c-5a9729e029a0 HTTP/1.1" status: 204 len: 168 time: 1.6686134 Oct 26 16:31:36.131089 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d0393c-8031-40a8-b17c-8dda05d0565d', 'tag': '24b0482c-5c83-442c-962c-5c2746e8c38d'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:31:36.133549 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec078ab02bc810209f0573d5deb19682ea498273c1503582233cb0925c39ad22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9380856-58b1-4ee1-9514-a2e53cb8cf94" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d0393c-8031-40a8-b17c-8dda05d0565d", "tag": "24b0482c-5c83-442c-962c-5c2746e8c38d"}]}' {{(pid=89747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:31:36.170127 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-6bb229ba-5a62-4dc1-a41a-ca42cd8b8068 None None] Set router f0c1fc43-c43d-4794-8641-0302b1b1904b gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:31:36.243016 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19588c59-54d8-43a8-b6c0-e21b16f425b1 x-openstack-request-id: req-19588c59-54d8-43a8-b6c0-e21b16f425b1 {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:31:36.243362 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d0393c-8031-40a8-b17c-8dda05d0565d", "tag": "24b0482c-5c83-442c-962c-5c2746e8c38d", "status": "completed", "code": 200}]} {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:31:36.243678 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-19588c59-54d8-43a8-b6c0-e21b16f425b1 {{(pid=89747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:31:36.244146 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19588c59-54d8-43a8-b6c0-e21b16f425b1'] response: {'name': 'network-changed', 'server_uuid': 'd8d0393c-8031-40a8-b17c-8dda05d0565d', 'tag': '24b0482c-5c83-442c-962c-5c2746e8c38d', 'status': 'completed', 'code': 200} Oct 26 16:31:36.371870 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9380856-58b1-4ee1-9514-a2e53cb8cf94 req-66e6122e-64ca-41fb-afbd-3bbff0a7f5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:31:36.373659 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a9380856-58b1-4ee1-9514-a2e53cb8cf94 req-66e6122e-64ca-41fb-afbd-3bbff0a7f5de service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=32ded24da5494bf3b78009cd0bb58ba6&device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d HTTP/1.1" status: 200 len: 1098 time: 0.0898664 Oct 26 16:31:36.510209 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9380856-58b1-4ee1-9514-a2e53cb8cf94 req-c29de4d3-7e3d-492d-9593-0bd0a23a63b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:31:36.511727 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a9380856-58b1-4ee1-9514-a2e53cb8cf94 req-c29de4d3-7e3d-492d-9593-0bd0a23a63b6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=98e0b575-6143-4cf8-a8e0-8e48d26d457e HTTP/1.1" status: 200 len: 915 time: 0.1330235 Oct 26 16:31:36.538331 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-6bb229ba-5a62-4dc1-a41a-ca42cd8b8068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'name': 'tempest-TestMinimumBasicScenario-811926260-router', 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.159'}], 'enable_snat': True}, 'gw_port_id': '66631c75-6d5c-48a6-9fc2-0c3e651577d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:26:27Z', 'updated_at': '2022-10-26T16:26:32Z', 'revision_number': 4, 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'gw_port': {'id': '66631c75-6d5c-48a6-9fc2-0c3e651577d4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:26:28Z', 'updated_at': '2022-10-26T16:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4', 'name': '', 'network_id': '98e0b575-6143-4cf8-a8e0-8e48d26d457e', 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6', 'mac_address': 'fa:16:3e:97:a5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '76ea8e0b-97f6-470b-b6ee-2ff2833ee19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:26:31Z', 'updated_at': '2022-10-26T16:26:38Z', 'revision_number': 5, 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'subnets': [{'id': '76ea8e0b-97f6-470b-b6ee-2ff2833ee19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:31:36.542340 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb229ba-5a62-4dc1-a41a-ca42cd8b8068 None None] Checking router: f0c1fc43-c43d-4794-8641-0302b1b1904b for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:31:36.550911 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb229ba-5a62-4dc1-a41a-ca42cd8b8068 None None] Routers {'f0c1fc43-c43d-4794-8641-0302b1b1904b'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:31:36.551584 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-6bb229ba-5a62-4dc1-a41a-ca42cd8b8068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:31:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['f0c1fc43-c43d-4794-8641-0302b1b1904b'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:31:36.583933 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a9380856-58b1-4ee1-9514-a2e53cb8cf94 req-b25545bf-2c60-4ff9-af9b-12959e5dd4e3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24b0482c-5c83-442c-962c-5c2746e8c38d HTTP/1.1" status: 200 len: 217 time: 0.0667768 Oct 26 16:31:36.743600 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-6bb229ba-5a62-4dc1-a41a-ca42cd8b8068 None None] Set router f0c1fc43-c43d-4794-8641-0302b1b1904b gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:31:36.767882 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9380856-58b1-4ee1-9514-a2e53cb8cf94 req-1cabf3ea-a918-4251-956a-1968bd6b6abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:31:36.769322 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a9380856-58b1-4ee1-9514-a2e53cb8cf94 req-1cabf3ea-a918-4251-956a-1968bd6b6abc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76ea8e0b-97f6-470b-b6ee-2ff2833ee19a HTTP/1.1" status: 200 len: 853 time: 0.1799169 Oct 26 16:31:36.857722 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9380856-58b1-4ee1-9514-a2e53cb8cf94 req-9bc9bd79-0626-4774-946d-2c60b62e81c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:31:36.857722 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a9380856-58b1-4ee1-9514-a2e53cb8cf94 req-9bc9bd79-0626-4774-946d-2c60b62e81c4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=98e0b575-6143-4cf8-a8e0-8e48d26d457e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819528 Oct 26 16:31:37.000391 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a9380856-58b1-4ee1-9514-a2e53cb8cf94 req-35e0e659-9f26-409f-8063-07c042b31a60 service neutron] 10.222.0.48 "GET /v2.0/networks/98e0b575-6143-4cf8-a8e0-8e48d26d457e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369901 Oct 26 16:31:37.061111 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:31:37.087035 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-6bb229ba-5a62-4dc1-a41a-ca42cd8b8068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'name': 'tempest-TestMinimumBasicScenario-811926260-router', 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.159'}], 'enable_snat': True}, 'gw_port_id': '66631c75-6d5c-48a6-9fc2-0c3e651577d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:26:27Z', 'updated_at': '2022-10-26T16:26:32Z', 'revision_number': 4, 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'gw_port': {'id': '66631c75-6d5c-48a6-9fc2-0c3e651577d4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:26:28Z', 'updated_at': '2022-10-26T16:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4', 'name': '', 'network_id': '98e0b575-6143-4cf8-a8e0-8e48d26d457e', 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6', 'mac_address': 'fa:16:3e:97:a5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '76ea8e0b-97f6-470b-b6ee-2ff2833ee19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:26:31Z', 'updated_at': '2022-10-26T16:26:38Z', 'revision_number': 5, 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'subnets': [{'id': '76ea8e0b-97f6-470b-b6ee-2ff2833ee19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:31:37.091041 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb229ba-5a62-4dc1-a41a-ca42cd8b8068 None None] The sync data for ids ['f0c1fc43-c43d-4794-8641-0302b1b1904b'] in dv-neutron-862712-1-hyperv is: [{'id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'name': 'tempest-TestMinimumBasicScenario-811926260-router', 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.159'}], 'enable_snat': True}, 'gw_port_id': '66631c75-6d5c-48a6-9fc2-0c3e651577d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:26:27Z', 'updated_at': '2022-10-26T16:26:32Z', 'revision_number': 4, 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'gw_port': {'id': '66631c75-6d5c-48a6-9fc2-0c3e651577d4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:26:28Z', 'updated_at': '2022-10-26T16:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4', 'name': '', 'network_id': '98e0b575-6143-4cf8-a8e0-8e48d26d457e', 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6', 'mac_address': 'fa:16:3e:97:a5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '76ea8e0b-97f6-470b-b6ee-2ff2833ee19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:26:31Z', 'updated_at': '2022-10-26T16:26:38Z', 'revision_number': 5, 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'subnets': [{'id': '76ea8e0b-97f6-470b-b6ee-2ff2833ee19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:31:37.141179 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a9380856-58b1-4ee1-9514-a2e53cb8cf94 req-33043c50-c8f6-4b8f-945b-ae168ddcbcb3 service neutron] 10.222.0.48 "GET /v2.0/networks/98e0b575-6143-4cf8-a8e0-8e48d26d457e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353469 Oct 26 16:31:37.311133 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0088efa4-9098-4372-a640-af9dad354c0b None None] New status for floating IP 0dcd3b9b-3ef8-4094-835c-5a9729e029a0: DOWN {{(pid=89750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:31:42.286299 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7fdb76-9825-4fb1-b741-0eef5421a8ed req-31853374-41c0-4e68-b43c-445998b718ea tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:31:42.287015 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-cd7fdb76-9825-4fb1-b741-0eef5421a8ed req-31853374-41c0-4e68-b43c-445998b718ea tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Synchronizing usage tracker for tenant:32ded24da5494bf3b78009cd0bb58ba6 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:31:42.351988 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-cd7fdb76-9825-4fb1-b741-0eef5421a8ed req-31853374-41c0-4e68-b43c-445998b718ea tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Unset dirty status for tenant:32ded24da5494bf3b78009cd0bb58ba6 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:31:42.353171 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-cd7fdb76-9825-4fb1-b741-0eef5421a8ed req-31853374-41c0-4e68-b43c-445998b718ea tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d HTTP/1.1" status: 200 len: 945 time: 0.1564927 Oct 26 16:31:42.397584 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-cd7fdb76-9825-4fb1-b741-0eef5421a8ed req-791e8e94-f4ba-4e1b-b226-0811caeaf301 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Synchronizing usage tracker for tenant:32ded24da5494bf3b78009cd0bb58ba6 on resource:security_group {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:31:42.454696 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-cd7fdb76-9825-4fb1-b741-0eef5421a8ed req-791e8e94-f4ba-4e1b-b226-0811caeaf301 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Unset dirty status for tenant:32ded24da5494bf3b78009cd0bb58ba6 on resource:security_group {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:31:42.455814 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-cd7fdb76-9825-4fb1-b741-0eef5421a8ed req-791e8e94-f4ba-4e1b-b226-0811caeaf301 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963557 Oct 26 16:31:43.659930 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c944898-51b2-4650-9853-84b8a0ccd947 req-3cac5ac5-8f9f-41d8-8b3c-312a8429a0de tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:31:43.661384 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6c944898-51b2-4650-9853-84b8a0ccd947 req-3cac5ac5-8f9f-41d8-8b3c-312a8429a0de tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d HTTP/1.1" status: 200 len: 945 time: 0.0931354 Oct 26 16:31:43.707083 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6c944898-51b2-4650-9853-84b8a0ccd947 req-b90f5fbd-111d-4777-b63c-50486c676671 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399349 Oct 26 16:31:44.231738 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71cf10-786c-465a-8cb1-72cbcc9c1b2d req-63af3e21-a79a-49ed-8dbb-baa30c5451c9 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:31:44.233633 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4c71cf10-786c-465a-8cb1-72cbcc9c1b2d req-63af3e21-a79a-49ed-8dbb-baa30c5451c9 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d HTTP/1.1" status: 200 len: 945 time: 0.0880134 Oct 26 16:31:44.311528 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-4c71cf10-786c-465a-8cb1-72cbcc9c1b2d req-0b52ae0d-3ea2-4fa1-9af0-9db302d3dfe1 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Deleting port 24b0482c-5c83-442c-962c-5c2746e8c38d {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:31:44.311888 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-4c71cf10-786c-465a-8cb1-72cbcc9c1b2d req-0b52ae0d-3ea2-4fa1-9af0-9db302d3dfe1 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:31:44.555718 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-4c71cf10-786c-465a-8cb1-72cbcc9c1b2d req-0b52ae0d-3ea2-4fa1-9af0-9db302d3dfe1 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] For port 24b0482c-5c83-442c-962c-5c2746e8c38d, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=24b0482c-5c83-442c-962c-5c2746e8c38d,segment=NetworkSegment(893e54d7-bc89-4156-b8f9-af4d4228816f),segment_id=893e54d7-bc89-4156-b8f9-af4d4228816f)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:31:44.555983 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-4c71cf10-786c-465a-8cb1-72cbcc9c1b2d req-0b52ae0d-3ea2-4fa1-9af0-9db302d3dfe1 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:31:44.680992 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-4c71cf10-786c-465a-8cb1-72cbcc9c1b2d req-0b52ae0d-3ea2-4fa1-9af0-9db302d3dfe1 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Calling delete_port for 24b0482c-5c83-442c-962c-5c2746e8c38d owned by compute:nova {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:31:44.907016 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-4c71cf10-786c-465a-8cb1-72cbcc9c1b2d req-0b52ae0d-3ea2-4fa1-9af0-9db302d3dfe1 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:31:44.941007 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['24b0482c-5c83-442c-962c-5c2746e8c38d'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:31:45.002567 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b52ae0d-3ea2-4fa1-9af0-9db302d3dfe1 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Pushing event deleted for resources: {'Port': ['ID=24b0482c-5c83-442c-962c-5c2746e8c38d,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:45.034792 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df197a9-ef42-49cf-99cf-f3279e341b08 req-1708f178-9c73-4633-92bd-96861277a237 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:31:45.036250 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-1df197a9-ef42-49cf-99cf-f3279e341b08 req-1708f178-9c73-4633-92bd-96861277a237 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8d0393c-8031-40a8-b17c-8dda05d0565d HTTP/1.1" status: 200 len: 867 time: 0.2134707 Oct 26 16:31:45.055173 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c71cf10-786c-465a-8cb1-72cbcc9c1b2d req-0b52ae0d-3ea2-4fa1-9af0-9db302d3dfe1 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] No DVR routers for this DVR port 24b0482c-5c83-442c-962c-5c2746e8c38d on host hv-neutron-8627 {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:31:45.057637 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-4c71cf10-786c-465a-8cb1-72cbcc9c1b2d req-0b52ae0d-3ea2-4fa1-9af0-9db302d3dfe1 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:31:45.060677 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d0393c-8031-40a8-b17c-8dda05d0565d', 'name': 'network-vif-deleted', 'tag': '24b0482c-5c83-442c-962c-5c2746e8c38d'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:31:45.063687 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c23c307-6daa-4e29-8670-ef3ea2bc480d" -d '{"events": [{"server_uuid": "d8d0393c-8031-40a8-b17c-8dda05d0565d", "name": "network-vif-deleted", "tag": "24b0482c-5c83-442c-962c-5c2746e8c38d"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:31:45.084096 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-1df197a9-ef42-49cf-99cf-f3279e341b08 req-1c687b8e-3924-4dcf-a650-9720057542c6 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422630 Oct 26 16:31:45.109071 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ed3dca-fd67-479e-829b-3b8bb7f5b969 x-openstack-request-id: req-e8ed3dca-fd67-479e-829b-3b8bb7f5b969 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:31:45.109565 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d0393c-8031-40a8-b17c-8dda05d0565d", "name": "network-vif-deleted", "tag": "24b0482c-5c83-442c-962c-5c2746e8c38d", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:31:45.109828 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e8ed3dca-fd67-479e-829b-3b8bb7f5b969 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:31:45.110233 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8ed3dca-fd67-479e-829b-3b8bb7f5b969'] response: {'server_uuid': 'd8d0393c-8031-40a8-b17c-8dda05d0565d', 'name': 'network-vif-deleted', 'tag': '24b0482c-5c83-442c-962c-5c2746e8c38d', 'status': 'completed', 'code': 200} Oct 26 16:31:45.141842 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4c71cf10-786c-465a-8cb1-72cbcc9c1b2d req-0b52ae0d-3ea2-4fa1-9af0-9db302d3dfe1 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.48 "DELETE /v2.0/ports/24b0482c-5c83-442c-962c-5c2746e8c38d HTTP/1.1" status: 204 len: 173 time: 0.9036493 Oct 26 16:31:46.696401 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:31:49.611124 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 24b0482c-5c83-442c-962c-5c2746e8c38d no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:31:49.675610 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] No Port match for: 24b0482c-5c83-442c-962c-5c2746e8c38d {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:31:49.676052 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 24b0482c-5c83-442c-962c-5c2746e8c38d not bound to the agent host hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:31:57.417423 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:31:58.487693 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-02f4f28b-a5f6-4947-8d39-bb7428120d69 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:31:58.489030 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-02f4f28b-a5f6-4947-8d39-bb7428120d69 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/networks?id=98e0b575-6143-4cf8-a8e0-8e48d26d457e HTTP/1.1" status: 200 len: 814 time: 0.1453936 Oct 26 16:31:58.503508 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-5cd27bcf-f624-42e7-a067-7d4832d955d2 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/quotas/32ded24da5494bf3b78009cd0bb58ba6 HTTP/1.1" status: 200 len: 375 time: 0.0092092 Oct 26 16:31:58.591632 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-eae48dd0-62e2-44eb-a20d-cf1df87f1c5f tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Synchronizing usage tracker for tenant:32ded24da5494bf3b78009cd0bb58ba6 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:31:58.674717 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-eae48dd0-62e2-44eb-a20d-cf1df87f1c5f tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Unset dirty status for tenant:32ded24da5494bf3b78009cd0bb58ba6 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:31:58.676034 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-eae48dd0-62e2-44eb-a20d-cf1df87f1c5f tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=32ded24da5494bf3b78009cd0bb58ba6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1679506 Oct 26 16:31:58.734537 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-10402b85-8679-46a4-9d92-048eb846e7ae service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=89748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:31:58.735981 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-10402b85-8679-46a4-9d92-048eb846e7ae service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0486090 Oct 26 16:31:58.966155 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-1ee5c55c-220c-48fb-bfc3-5e67471d1db7 service neutron] 10.222.0.23 "GET /v2.0/networks/98e0b575-6143-4cf8-a8e0-8e48d26d457e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242646 Oct 26 16:31:59.098403 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-e17e3664-467c-476b-a004-722d3dcbb242 service neutron] 10.222.0.23 "GET /v2.0/networks/98e0b575-6143-4cf8-a8e0-8e48d26d457e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256027 Oct 26 16:31:59.372308 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-f95ff4e4-498d-43c2-b03e-1b1812c7755e req-7152f0c4-a8e0-4b97-9e5e-918f4d6ae998 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 210 time: 0.0507097 Oct 26 16:32:00.540234 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e475b2a7-4c90-4c99-82f0-55b905335f53 req-d8840b3f-86d8-4922-9c1d-d76633eb03b5 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 210 time: 0.0552588 Oct 26 16:32:01.293844 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-62e98120-e8ef-42d4-a328-f371592df00f tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:32:01.295385 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-62e98120-e8ef-42d4-a328-f371592df00f tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.48 "GET /v2.0/networks?id=98e0b575-6143-4cf8-a8e0-8e48d26d457e HTTP/1.1" status: 200 len: 814 time: 0.1483843 Oct 26 16:32:01.313541 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-226fe6b7-c949-45a6-831b-c4abb94202c7 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Request body: {'port': {'device_id': '4444d7ca-ee3c-44e4-9045-3147d5ec71b2', 'network_id': '98e0b575-6143-4cf8-a8e0-8e48d26d457e', 'admin_state_up': True, 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:32:01.452467 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-226fe6b7-c949-45a6-831b-c4abb94202c7 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:32:01.462646 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-226fe6b7-c949-45a6-831b-c4abb94202c7 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:32:01.554561 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-226fe6b7-c949-45a6-831b-c4abb94202c7 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Made reservation on behalf of 32ded24da5494bf3b78009cd0bb58ba6 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:32:01.558006 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-226fe6b7-c949-45a6-831b-c4abb94202c7 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:01.721586 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2a22cecf-79ea-4c5d-a113-78390f417032 req-f359aa7d-b255-4437-a2a2-9dea04785680 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 210 time: 0.0560300 Oct 26 16:32:01.732863 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-226fe6b7-c949-45a6-831b-c4abb94202c7 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Allocated IP 172.20.0.14 (98e0b575-6143-4cf8-a8e0-8e48d26d457e/76ea8e0b-97f6-470b-b6ee-2ff2833ee19a/3070f1d9-80eb-4e59-83e8-b59049e9999a) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:32:01.946042 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-226fe6b7-c949-45a6-831b-c4abb94202c7 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:01.961933 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-226fe6b7-c949-45a6-831b-c4abb94202c7 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Transition to ACTIVE for port object 3070f1d9-80eb-4e59-83e8-b59049e9999a will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:32:02.069848 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-226fe6b7-c949-45a6-831b-c4abb94202c7 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:02.120931 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9de09b91-ed2e-4786-b9b8-73e132be47ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:02.157724 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-226fe6b7-c949-45a6-831b-c4abb94202c7 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Network 98e0b575-6143-4cf8-a8e0-8e48d26d457e is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:32:02.161435 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-226fe6b7-c949-45a6-831b-c4abb94202c7 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:32:02.165655 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-226fe6b7-c949-45a6-831b-c4abb94202c7 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:32:02.198794 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226fe6b7-c949-45a6-831b-c4abb94202c7 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Pushing event updated for resources: {'Port': ['ID=3070f1d9-80eb-4e59-83e8-b59049e9999a,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:02.252504 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-226fe6b7-c949-45a6-831b-c4abb94202c7 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:32:02.254338 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-226fe6b7-c949-45a6-831b-c4abb94202c7 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:02.384786 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-226fe6b7-c949-45a6-831b-c4abb94202c7 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0756993 Oct 26 16:32:02.504060 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-03e4708f-cf27-4ce7-993b-462eec1ab67d None None] Provisioning for port 3070f1d9-80eb-4e59-83e8-b59049e9999a completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:32:02.511515 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-03e4708f-cf27-4ce7-993b-462eec1ab67d None None] Provisioning complete for port 3070f1d9-80eb-4e59-83e8-b59049e9999a triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:32:02.513590 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-03e4708f-cf27-4ce7-993b-462eec1ab67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:02.513590 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-03e4708f-cf27-4ce7-993b-462eec1ab67d None None] Attempt 1 to provision port 3070f1d9-80eb-4e59-83e8-b59049e9999a Oct 26 16:32:02.575640 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-03e4708f-cf27-4ce7-993b-462eec1ab67d None None] Port 3070f1d9-80eb-4e59-83e8-b59049e9999a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:32:02.933604 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a0b86-5fce-44d6-9cff-bfe9c48407c9 req-864d74f1-5281-4828-9a8d-254d79fd9850 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:32:02.934322 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-7d6a0b86-5fce-44d6-9cff-bfe9c48407c9 req-864d74f1-5281-4828-9a8d-254d79fd9850 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Synchronizing usage tracker for tenant:32ded24da5494bf3b78009cd0bb58ba6 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:32:03.023866 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-7d6a0b86-5fce-44d6-9cff-bfe9c48407c9 req-864d74f1-5281-4828-9a8d-254d79fd9850 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Unset dirty status for tenant:32ded24da5494bf3b78009cd0bb58ba6 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:32:03.025001 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7d6a0b86-5fce-44d6-9cff-bfe9c48407c9 req-864d74f1-5281-4828-9a8d-254d79fd9850 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 932 time: 0.1812739 Oct 26 16:32:03.076881 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-03e4708f-cf27-4ce7-993b-462eec1ab67d None None] Attempt 2 to provision port 3070f1d9-80eb-4e59-83e8-b59049e9999a Oct 26 16:32:03.087548 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7d6a0b86-5fce-44d6-9cff-bfe9c48407c9 req-25a34ec1-3115-4aa2-84e8-df18e69a7a7e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548670 Oct 26 16:32:03.142028 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-03e4708f-cf27-4ce7-993b-462eec1ab67d None None] Port 3070f1d9-80eb-4e59-83e8-b59049e9999a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:32:03.643888 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-03e4708f-cf27-4ce7-993b-462eec1ab67d None None] Attempt 3 to provision port 3070f1d9-80eb-4e59-83e8-b59049e9999a Oct 26 16:32:03.702246 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-03e4708f-cf27-4ce7-993b-462eec1ab67d None None] Port 3070f1d9-80eb-4e59-83e8-b59049e9999a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:32:04.203401 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-03e4708f-cf27-4ce7-993b-462eec1ab67d None None] Attempt 4 to provision port 3070f1d9-80eb-4e59-83e8-b59049e9999a Oct 26 16:32:04.272709 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-03e4708f-cf27-4ce7-993b-462eec1ab67d None None] Port 3070f1d9-80eb-4e59-83e8-b59049e9999a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:32:04.306125 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d61c2-e456-41b7-85ab-1cb0f5907d97 req-9be4e99a-6f42-42d1-af87-13a38e6ee9f3 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:32:04.308685 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-230d61c2-e456-41b7-85ab-1cb0f5907d97 req-9be4e99a-6f42-42d1-af87-13a38e6ee9f3 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 932 time: 0.1081688 Oct 26 16:32:04.355642 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-230d61c2-e456-41b7-85ab-1cb0f5907d97 req-45498398-f9b1-436a-9d47-75ec2ea1ddf5 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406141 Oct 26 16:32:04.463726 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6b0e2a2e-60ed-42da-bdde-278dabdada65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:04.774613 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-03e4708f-cf27-4ce7-993b-462eec1ab67d None None] Attempt 5 to provision port 3070f1d9-80eb-4e59-83e8-b59049e9999a Oct 26 16:32:04.835797 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-03e4708f-cf27-4ce7-993b-462eec1ab67d None None] Port 3070f1d9-80eb-4e59-83e8-b59049e9999a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:32:05.241009 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:05.336871 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-03e4708f-cf27-4ce7-993b-462eec1ab67d None None] Attempt 6 to provision port 3070f1d9-80eb-4e59-83e8-b59049e9999a Oct 26 16:32:05.408158 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-03e4708f-cf27-4ce7-993b-462eec1ab67d None None] Port 3070f1d9-80eb-4e59-83e8-b59049e9999a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:32:05.475804 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:05.571717 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a9162-bdc7-4a24-ac45-3c75ab91f329 req-5097db2f-33ce-43ff-b236-2fa4d3a221cf tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:32:05.573738 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-896a9162-bdc7-4a24-ac45-3c75ab91f329 req-5097db2f-33ce-43ff-b236-2fa4d3a221cf tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 932 time: 0.1017623 Oct 26 16:32:05.626965 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-896a9162-bdc7-4a24-ac45-3c75ab91f329 req-7274aa49-9233-485e-872f-ac61894f299e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470920 Oct 26 16:32:05.908948 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-03e4708f-cf27-4ce7-993b-462eec1ab67d None None] Attempt 7 to provision port 3070f1d9-80eb-4e59-83e8-b59049e9999a Oct 26 16:32:05.972072 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-03e4708f-cf27-4ce7-993b-462eec1ab67d None None] Port 3070f1d9-80eb-4e59-83e8-b59049e9999a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:32:06.473462 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-03e4708f-cf27-4ce7-993b-462eec1ab67d None None] Attempt 8 to provision port 3070f1d9-80eb-4e59-83e8-b59049e9999a Oct 26 16:32:06.531514 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-03e4708f-cf27-4ce7-993b-462eec1ab67d None None] Port 3070f1d9-80eb-4e59-83e8-b59049e9999a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:32:06.849736 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4ea64-50ce-4cb1-bf41-15e43f1a0c23 req-e7c2acaa-847b-4424-9d4b-3915e88f1969 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:32:06.851293 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-03c4ea64-50ce-4cb1-bf41-15e43f1a0c23 req-e7c2acaa-847b-4424-9d4b-3915e88f1969 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 932 time: 0.0972574 Oct 26 16:32:06.898266 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-03c4ea64-50ce-4cb1-bf41-15e43f1a0c23 req-d3fb7767-2e64-44c2-a172-7531d7c5071d tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414367 Oct 26 16:32:07.023901 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:07.033122 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-03e4708f-cf27-4ce7-993b-462eec1ab67d None None] Attempt 9 to provision port 3070f1d9-80eb-4e59-83e8-b59049e9999a Oct 26 16:32:07.093891 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-03e4708f-cf27-4ce7-993b-462eec1ab67d None None] Port 3070f1d9-80eb-4e59-83e8-b59049e9999a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:32:07.595752 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-03e4708f-cf27-4ce7-993b-462eec1ab67d None None] Attempt 10 to provision port 3070f1d9-80eb-4e59-83e8-b59049e9999a Oct 26 16:32:07.652681 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-03e4708f-cf27-4ce7-993b-462eec1ab67d None None] Port 3070f1d9-80eb-4e59-83e8-b59049e9999a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:32:08.119774 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c17b51-e086-4920-84e7-b453c27e906e req-8810029e-2735-496a-9255-f1cbef3d0330 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:32:08.121151 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-71c17b51-e086-4920-84e7-b453c27e906e req-8810029e-2735-496a-9255-f1cbef3d0330 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 932 time: 0.1004555 Oct 26 16:32:08.171008 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-71c17b51-e086-4920-84e7-b453c27e906e req-30cfd52c-03a3-4f5e-bc27-e0f2ff18fafa tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434618 Oct 26 16:32:09.383303 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a99512-b9dd-44a6-8789-c2b6c88306bd req-41e48ede-3e2b-492d-8a01-3699e3c5a104 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:32:09.384688 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d6a99512-b9dd-44a6-8789-c2b6c88306bd req-41e48ede-3e2b-492d-8a01-3699e3c5a104 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 932 time: 0.0907297 Oct 26 16:32:09.432533 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d6a99512-b9dd-44a6-8789-c2b6c88306bd req-95119974-c2d1-41bc-b21a-668580e42ebc tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422435 Oct 26 16:32:10.627907 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ff801-9a85-4518-a779-41e218d8849f req-c6aa3d2d-e14e-4c2b-9031-1c99a79a13b1 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:32:10.629346 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-470ff801-9a85-4518-a779-41e218d8849f req-c6aa3d2d-e14e-4c2b-9031-1c99a79a13b1 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 932 time: 0.0871186 Oct 26 16:32:10.676494 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-470ff801-9a85-4518-a779-41e218d8849f req-06f0b113-97bc-435a-88e2-ebd03f00b14a tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414715 Oct 26 16:32:11.124307 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-5ab5a224-aba4-4d04-a32e-198ba7c3571d service neutron] Request body: {'port': {'device_id': '4444d7ca-ee3c-44e4-9045-3147d5ec71b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8627'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:32:11.232278 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-5ab5a224-aba4-4d04-a32e-198ba7c3571d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:11.672358 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-5ab5a224-aba4-4d04-a32e-198ba7c3571d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3070f1d9-80eb-4e59-83e8-b59049e9999a {{(pid=89748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:32:11.680305 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-5ab5a224-aba4-4d04-a32e-198ba7c3571d service neutron] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:11.696319 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-5ab5a224-aba4-4d04-a32e-198ba7c3571d service neutron] Transition to ACTIVE for port object 3070f1d9-80eb-4e59-83e8-b59049e9999a will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:32:11.773111 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-5ab5a224-aba4-4d04-a32e-198ba7c3571d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:11.878634 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16080b3c-ef86-409b-bde9-97bf1feea2e1 req-e6ebf935-3a54-443c-bb84-f1e7839c9990 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:32:11.880331 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-16080b3c-ef86-409b-bde9-97bf1feea2e1 req-e6ebf935-3a54-443c-bb84-f1e7839c9990 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 944 time: 0.0898380 Oct 26 16:32:11.931541 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-16080b3c-ef86-409b-bde9-97bf1feea2e1 req-7bb3b40c-3480-4a3f-b896-46d36c33185e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395031 Oct 26 16:32:11.967665 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab5a224-aba4-4d04-a32e-198ba7c3571d service neutron] Pushing event updated for resources: {'Port': ['ID=3070f1d9-80eb-4e59-83e8-b59049e9999a,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:12.004939 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-5ab5a224-aba4-4d04-a32e-198ba7c3571d service neutron] Attempting to bind port 3070f1d9-80eb-4e59-83e8-b59049e9999a on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:32:12.005298 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-5ab5a224-aba4-4d04-a32e-198ba7c3571d service neutron] Attempting to bind port 3070f1d9-80eb-4e59-83e8-b59049e9999a by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': '893e54d7-bc89-4156-b8f9-af4d4228816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '98e0b575-6143-4cf8-a8e0-8e48d26d457e'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:32:12.005628 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-5ab5a224-aba4-4d04-a32e-198ba7c3571d service neutron] Attempting to bind port 3070f1d9-80eb-4e59-83e8-b59049e9999a on network 98e0b575-6143-4cf8-a8e0-8e48d26d457e {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:32:12.010338 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-5ab5a224-aba4-4d04-a32e-198ba7c3571d service neutron] Port 3070f1d9-80eb-4e59-83e8-b59049e9999a on network 98e0b575-6143-4cf8-a8e0-8e48d26d457e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 16:32:12.010687 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-5ab5a224-aba4-4d04-a32e-198ba7c3571d service neutron] Attempting to bind port 3070f1d9-80eb-4e59-83e8-b59049e9999a on network 98e0b575-6143-4cf8-a8e0-8e48d26d457e {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:32:12.015711 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-5ab5a224-aba4-4d04-a32e-198ba7c3571d service neutron] Checking agent: {'id': '1b551391-ebdd-44bd-8801-034277ca5526', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8627', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'started_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:32:12.016044 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-5ab5a224-aba4-4d04-a32e-198ba7c3571d service neutron] Checking segment: {'id': '893e54d7-bc89-4156-b8f9-af4d4228816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '98e0b575-6143-4cf8-a8e0-8e48d26d457e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:32:12.016420 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-5ab5a224-aba4-4d04-a32e-198ba7c3571d service neutron] Bound using segment: {'id': '893e54d7-bc89-4156-b8f9-af4d4228816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '98e0b575-6143-4cf8-a8e0-8e48d26d457e'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:32:12.016860 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-5ab5a224-aba4-4d04-a32e-198ba7c3571d service neutron] Bound port: 3070f1d9-80eb-4e59-83e8-b59049e9999a, host: hv-neutron-8627, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '893e54d7-bc89-4156-b8f9-af4d4228816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '98e0b575-6143-4cf8-a8e0-8e48d26d457e'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:32:12.017710 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-5ab5a224-aba4-4d04-a32e-198ba7c3571d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:12.106063 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-5ab5a224-aba4-4d04-a32e-198ba7c3571d service neutron] For port 3070f1d9-80eb-4e59-83e8-b59049e9999a, host hv-neutron-8627, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:32:12.109130 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-5ab5a224-aba4-4d04-a32e-198ba7c3571d service neutron] For port 3070f1d9-80eb-4e59-83e8-b59049e9999a, host hv-neutron-8627, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=3070f1d9-80eb-4e59-83e8-b59049e9999a,segment=NetworkSegment(893e54d7-bc89-4156-b8f9-af4d4228816f),segment_id=893e54d7-bc89-4156-b8f9-af4d4228816f)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:32:12.173255 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-5ab5a224-aba4-4d04-a32e-198ba7c3571d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:12.208897 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-5ab5a224-aba4-4d04-a32e-198ba7c3571d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:32:12.209427 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-5ab5a224-aba4-4d04-a32e-198ba7c3571d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:12.210796 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-5ab5a224-aba4-4d04-a32e-198ba7c3571d service neutron] 10.222.0.48 "PUT /v2.0/ports/3070f1d9-80eb-4e59-83e8-b59049e9999a HTTP/1.1" status: 200 len: 1094 time: 1.0906537 Oct 26 16:32:12.211288 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4444d7ca-ee3c-44e4-9045-3147d5ec71b2', 'tag': '3070f1d9-80eb-4e59-83e8-b59049e9999a'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:32:12.213622 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5077d8d8-b452-4037-b3af-327c0ddadc31" -d '{"events": [{"name": "network-changed", "server_uuid": "4444d7ca-ee3c-44e4-9045-3147d5ec71b2", "tag": "3070f1d9-80eb-4e59-83e8-b59049e9999a"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:32:12.255334 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab5a224-aba4-4d04-a32e-198ba7c3571d service neutron] Pushing event updated for resources: {'Port': ['ID=3070f1d9-80eb-4e59-83e8-b59049e9999a,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:12.258982 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a11517-92e8-42d7-95f6-923248ef5104 x-openstack-request-id: req-41a11517-92e8-42d7-95f6-923248ef5104 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:32:12.259271 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4444d7ca-ee3c-44e4-9045-3147d5ec71b2", "tag": "3070f1d9-80eb-4e59-83e8-b59049e9999a", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:32:12.259529 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-41a11517-92e8-42d7-95f6-923248ef5104 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:32:12.259925 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41a11517-92e8-42d7-95f6-923248ef5104'] response: {'name': 'network-changed', 'server_uuid': '4444d7ca-ee3c-44e4-9045-3147d5ec71b2', 'tag': '3070f1d9-80eb-4e59-83e8-b59049e9999a', 'status': 'completed', 'code': 200} Oct 26 16:32:12.375983 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077d8d8-b452-4037-b3af-327c0ddadc31 req-17fafaab-7ae0-4c4f-b807-c8386a121a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:32:12.378080 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5077d8d8-b452-4037-b3af-327c0ddadc31 req-17fafaab-7ae0-4c4f-b807-c8386a121a84 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=32ded24da5494bf3b78009cd0bb58ba6&device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 1097 time: 0.0802333 Oct 26 16:32:12.524254 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077d8d8-b452-4037-b3af-327c0ddadc31 req-c1e73552-1c85-487f-aa74-7ae3f1323f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:32:12.525582 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5077d8d8-b452-4037-b3af-327c0ddadc31 req-c1e73552-1c85-487f-aa74-7ae3f1323f20 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=32ded24da5494bf3b78009cd0bb58ba6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1342709 Oct 26 16:32:12.664259 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077d8d8-b452-4037-b3af-327c0ddadc31 req-88512730-9a02-4b04-9f29-81080b2f6b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:32:12.665685 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5077d8d8-b452-4037-b3af-327c0ddadc31 req-88512730-9a02-4b04-9f29-81080b2f6b75 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1343153 Oct 26 16:32:12.801242 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-15769406-9e6a-47ca-b723-6c75263ab460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:32:12.802655 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-15769406-9e6a-47ca-b723-6c75263ab460 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=32ded24da5494bf3b78009cd0bb58ba6&device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 1097 time: 0.0825078 Oct 26 16:32:12.876297 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-ec9a5cd7-6a93-474e-b91c-53d1975f8dc8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3070f1d9-80eb-4e59-83e8-b59049e9999a HTTP/1.1" status: 200 len: 217 time: 0.0610614 Oct 26 16:32:12.941279 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-95d08c0e-2813-4ba7-b514-62bb64963788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:32:12.942700 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-95d08c0e-2813-4ba7-b514-62bb64963788 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76ea8e0b-97f6-470b-b6ee-2ff2833ee19a HTTP/1.1" status: 200 len: 853 time: 0.0610023 Oct 26 16:32:13.036511 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-1af38886-7035-4b38-9054-9f8e9871a572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:32:13.037994 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-1af38886-7035-4b38-9054-9f8e9871a572 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=98e0b575-6143-4cf8-a8e0-8e48d26d457e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0896783 Oct 26 16:32:13.140331 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f311dd-864d-468c-a339-223f510e7b87 req-f64a9b4e-c7f2-4977-a865-a656e452bdd2 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:32:13.148170 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-93f311dd-864d-468c-a339-223f510e7b87 req-f64a9b4e-c7f2-4977-a865-a656e452bdd2 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 944 time: 0.1027539 Oct 26 16:32:13.179511 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-24445579-6f2f-4884-9598-e2de0e0f7ab1 service neutron] 10.222.0.48 "GET /v2.0/networks/98e0b575-6143-4cf8-a8e0-8e48d26d457e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343505 Oct 26 16:32:13.190085 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-93f311dd-864d-468c-a339-223f510e7b87 req-9a2b2e9c-e78e-44e2-9790-0747aae5d62b tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409706 Oct 26 16:32:13.320085 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3b2de2d8-27f2-425f-9a27-e6796db714ff req-9cb460d8-7108-42cd-8d7e-474a716a7a9c service neutron] 10.222.0.48 "GET /v2.0/networks/98e0b575-6143-4cf8-a8e0-8e48d26d457e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346273 Oct 26 16:32:14.407305 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a11d07-fa9c-46ca-b67f-e4f2cc96c8cf req-0b1a15e1-d63b-44d8-87c4-ea9e8e37c64a tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:32:14.408963 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d8a11d07-fa9c-46ca-b67f-e4f2cc96c8cf req-0b1a15e1-d63b-44d8-87c4-ea9e8e37c64a tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 944 time: 0.1023269 Oct 26 16:32:14.454128 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d8a11d07-fa9c-46ca-b67f-e4f2cc96c8cf req-a3a42f04-1eba-445b-a28b-477a2d642742 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394843 Oct 26 16:32:15.651532 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d25317-af04-4275-bcaf-ac814ab32263 req-c47cace5-2950-4d5a-964d-d9705d9d9c9f tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:32:15.652990 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e0d25317-af04-4275-bcaf-ac814ab32263 req-c47cace5-2950-4d5a-964d-d9705d9d9c9f tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 944 time: 0.0872819 Oct 26 16:32:15.701855 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e0d25317-af04-4275-bcaf-ac814ab32263 req-d1fe3f80-36e7-4378-aaf0-29065969e5aa tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431123 Oct 26 16:32:15.762833 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 3070f1d9-80eb-4e59-83e8-b59049e9999a details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 16:32:15.927153 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 3070f1d9-80eb-4e59-83e8-b59049e9999a, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=3070f1d9-80eb-4e59-83e8-b59049e9999a,segment=NetworkSegment(893e54d7-bc89-4156-b8f9-af4d4228816f),segment_id=893e54d7-bc89-4156-b8f9-af4d4228816f)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:32:15.940620 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': '3070f1d9-80eb-4e59-83e8-b59049e9999a', 'network_id': '98e0b575-6143-4cf8-a8e0-8e48d26d457e', 'port_id': '3070f1d9-80eb-4e59-83e8-b59049e9999a', 'mac_address': 'fa:16:3e:14:3a:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76ea8e0b-97f6-470b-b6ee-2ff2833ee19a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 16:32:15.995389 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 3070f1d9-80eb-4e59-83e8-b59049e9999a is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:32:15.995768 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:16.012473 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3070f1d9-80eb-4e59-83e8-b59049e9999a {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:32:16.031071 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 3070f1d9-80eb-4e59-83e8-b59049e9999a, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=3070f1d9-80eb-4e59-83e8-b59049e9999a,segment=NetworkSegment(893e54d7-bc89-4156-b8f9-af4d4228816f),segment_id=893e54d7-bc89-4156-b8f9-af4d4228816f)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:32:16.110159 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:16.181090 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=3070f1d9-80eb-4e59-83e8-b59049e9999a,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:16.188127 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:16.188479 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:16.189076 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:16.189479 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:16.189975 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:16.190317 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:16.190677 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:16.191014 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:16.191344 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:16.191673 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:16.191997 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:16.192321 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:16.557974 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['3070f1d9-80eb-4e59-83e8-b59049e9999a'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:32:16.904979 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38390a-a84e-47c9-90e2-9bcfd4fd2bcd req-969f76b9-d1db-4da1-8960-4b949fbe18ee tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:32:16.906343 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4e38390a-a84e-47c9-90e2-9bcfd4fd2bcd req-969f76b9-d1db-4da1-8960-4b949fbe18ee tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 945 time: 0.0925624 Oct 26 16:32:16.950679 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4e38390a-a84e-47c9-90e2-9bcfd4fd2bcd req-389b8e30-7b5b-440f-a350-3722f75bda3a tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381906 Oct 26 16:32:17.753214 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 3070f1d9-80eb-4e59-83e8-b59049e9999a up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:32:17.887742 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning for port 3070f1d9-80eb-4e59-83e8-b59049e9999a completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:32:17.892663 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port 3070f1d9-80eb-4e59-83e8-b59049e9999a triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:32:17.893049 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:17.893383 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port 3070f1d9-80eb-4e59-83e8-b59049e9999a Oct 26 16:32:18.013527 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 3070f1d9-80eb-4e59-83e8-b59049e9999a is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:32:18.013913 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:18.041573 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4444d7ca-ee3c-44e4-9045-3147d5ec71b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3070f1d9-80eb-4e59-83e8-b59049e9999a'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:32:18.043934 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4dce2dd-68dc-4562-b629-c7353e922f51" -d '{"events": [{"server_uuid": "4444d7ca-ee3c-44e4-9045-3147d5ec71b2", "name": "network-vif-plugged", "status": "completed", "tag": "3070f1d9-80eb-4e59-83e8-b59049e9999a"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:32:18.052960 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 3070f1d9-80eb-4e59-83e8-b59049e9999a, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=3070f1d9-80eb-4e59-83e8-b59049e9999a,segment=NetworkSegment(893e54d7-bc89-4156-b8f9-af4d4228816f),segment_id=893e54d7-bc89-4156-b8f9-af4d4228816f)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:32:18.133867 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:18.137564 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9886d68-3180-41a4-88bb-e05d00de62ff x-openstack-request-id: req-f9886d68-3180-41a4-88bb-e05d00de62ff {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:32:18.137853 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4444d7ca-ee3c-44e4-9045-3147d5ec71b2", "name": "network-vif-plugged", "status": "completed", "tag": "3070f1d9-80eb-4e59-83e8-b59049e9999a", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:32:18.138111 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f9886d68-3180-41a4-88bb-e05d00de62ff {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:32:18.138516 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9886d68-3180-41a4-88bb-e05d00de62ff'] response: {'server_uuid': '4444d7ca-ee3c-44e4-9045-3147d5ec71b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3070f1d9-80eb-4e59-83e8-b59049e9999a', 'code': 200} Oct 26 16:32:18.160023 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7197c-4752-4ae6-88af-35d0b8bd90ea req-ff86ef26-3540-4e58-9631-c3b85135b14f tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:32:18.161539 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ddd7197c-4752-4ae6-88af-35d0b8bd90ea req-ff86ef26-3540-4e58-9631-c3b85135b14f tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 945 time: 0.0919702 Oct 26 16:32:18.207187 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ddd7197c-4752-4ae6-88af-35d0b8bd90ea req-ea26a0e0-8ce0-431c-a858-8702cf760867 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399883 Oct 26 16:32:18.210141 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=3070f1d9-80eb-4e59-83e8-b59049e9999a,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:18.510075 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa89e1-333d-44a5-9a43-8de1c3d3f64b req-2d12e094-ec9b-4fed-bb3e-5f079300c19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:32:18.511553 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c9aa89e1-333d-44a5-9a43-8de1c3d3f64b req-2d12e094-ec9b-4fed-bb3e-5f079300c19d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 1099 time: 0.0784683 Oct 26 16:32:18.551539 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c9aa89e1-333d-44a5-9a43-8de1c3d3f64b req-ac5fe8a3-fb54-4e73-a221-b85e4f84bdfb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344546 Oct 26 16:32:19.505421 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4b99e-6296-454e-9c94-af4921248497 req-e9f310d7-16b2-47ca-9b46-fc136a7996eb tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:32:19.506810 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c0d4b99e-6296-454e-9c94-af4921248497 req-e9f310d7-16b2-47ca-9b46-fc136a7996eb tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 946 time: 0.1846058 Oct 26 16:32:19.550875 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c0d4b99e-6296-454e-9c94-af4921248497 req-4863dadd-9244-4b0b-b0b3-d67bdd811915 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383604 Oct 26 16:32:20.777171 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf2b113-241e-4c9e-931f-3b4947a10721 req-1e6b06ce-aeb2-4139-8435-08a4608d96fd tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:32:20.778690 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-1cf2b113-241e-4c9e-931f-3b4947a10721 req-1e6b06ce-aeb2-4139-8435-08a4608d96fd tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 946 time: 0.0967445 Oct 26 16:32:20.827459 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-1cf2b113-241e-4c9e-931f-3b4947a10721 req-42436e20-c7c3-4369-9db0-90d42978fecb tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417151 Oct 26 16:32:21.059615 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f35f070-6a2a-4431-8689-90749f3b0b2c req-7f95e3a8-ff15-4b45-8469-6f786c907b7d tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:32:21.061077 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3f35f070-6a2a-4431-8689-90749f3b0b2c req-7f95e3a8-ff15-4b45-8469-6f786c907b7d tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 946 time: 0.0989785 Oct 26 16:32:21.105732 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3f35f070-6a2a-4431-8689-90749f3b0b2c req-1eb0df07-21c5-45ee-b445-3c6a821ddd49 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379446 Oct 26 16:32:21.665426 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab741f-a5ff-4e9a-9927-d020d3502391 req-64895050-1fa8-4d9c-abd8-25eec2164987 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:32:21.666954 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e2ab741f-a5ff-4e9a-9927-d020d3502391 req-64895050-1fa8-4d9c-abd8-25eec2164987 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 946 time: 0.0871985 Oct 26 16:32:21.714804 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e2ab741f-a5ff-4e9a-9927-d020d3502391 req-2cf17641-5a4f-48e2-9c32-695e68e7bc5c tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422826 Oct 26 16:32:23.695909 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:32:27.391833 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:32.117853 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ac6ea271-e3a3-467e-b9ec-fc138d71ae0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:33.766440 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830452f4-5e69-4348-9e15-28c0ba6abd6a req-0036d0e3-8608-4979-8435-b72392577238 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:32:33.767903 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-830452f4-5e69-4348-9e15-28c0ba6abd6a req-0036d0e3-8608-4979-8435-b72392577238 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 946 time: 0.0891671 Oct 26 16:32:33.811701 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-830452f4-5e69-4348-9e15-28c0ba6abd6a req-f0df9244-0190-4675-acfb-91a810ab31ae tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372112 Oct 26 16:32:33.841482 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 51400) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:32:33.966604 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4ff328-c568-442d-a97b-633558c36ad6 tempest-TestMinimumBasicScenario-1641270199 tempest-TestMinimumBasicScenario-1641270199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:32:33.968109 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-df4ff328-c568-442d-a97b-633558c36ad6 tempest-TestMinimumBasicScenario-1641270199 tempest-TestMinimumBasicScenario-1641270199-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 1094 time: 0.1256680 Oct 26 16:32:33.970931 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 51406) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:32:33.976030 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-381f985a-b8fc-4008-b15d-8a3a0078756e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Request body: {'floatingip': {'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'port_id': '3070f1d9-80eb-4e59-83e8-b59049e9999a', 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:32:33.982212 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-381f985a-b8fc-4008-b15d-8a3a0078756e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:32:33.986120 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-381f985a-b8fc-4008-b15d-8a3a0078756e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Usage tracker for resource:floatingip and tenant:32ded24da5494bf3b78009cd0bb58ba6 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:32:33.988988 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-381f985a-b8fc-4008-b15d-8a3a0078756e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:32:33.995280 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-381f985a-b8fc-4008-b15d-8a3a0078756e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:32:34.049833 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-381f985a-b8fc-4008-b15d-8a3a0078756e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for floatingip, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:34.186924 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-381f985a-b8fc-4008-b15d-8a3a0078756e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:34.320105 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-381f985a-b8fc-4008-b15d-8a3a0078756e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Allocated IP 172.26.2.122 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/15135fc2-1179-4013-a3e2-6bf3340ed316) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:32:34.444564 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-53def7da-ad0b-4fa3-95da-ada72cbdd30f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:34.471405 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-381f985a-b8fc-4008-b15d-8a3a0078756e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:34.535647 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-381f985a-b8fc-4008-b15d-8a3a0078756e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:34.601625 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381f985a-b8fc-4008-b15d-8a3a0078756e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:32:34.605432 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-381f985a-b8fc-4008-b15d-8a3a0078756e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:32:34.609543 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381f985a-b8fc-4008-b15d-8a3a0078756e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:32:34.638791 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f985a-b8fc-4008-b15d-8a3a0078756e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Pushing event updated for resources: {'Port': ['ID=15135fc2-1179-4013-a3e2-6bf3340ed316,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:34.657244 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381f985a-b8fc-4008-b15d-8a3a0078756e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:34.657244 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381f985a-b8fc-4008-b15d-8a3a0078756e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:34.657244 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381f985a-b8fc-4008-b15d-8a3a0078756e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:34.657244 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381f985a-b8fc-4008-b15d-8a3a0078756e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:34.657244 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381f985a-b8fc-4008-b15d-8a3a0078756e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:34.657244 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381f985a-b8fc-4008-b15d-8a3a0078756e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:34.657244 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381f985a-b8fc-4008-b15d-8a3a0078756e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:34.657244 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381f985a-b8fc-4008-b15d-8a3a0078756e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:34.657244 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381f985a-b8fc-4008-b15d-8a3a0078756e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:34.657244 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381f985a-b8fc-4008-b15d-8a3a0078756e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:34.657244 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381f985a-b8fc-4008-b15d-8a3a0078756e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:34.657244 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381f985a-b8fc-4008-b15d-8a3a0078756e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:35.024229 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-381f985a-b8fc-4008-b15d-8a3a0078756e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:35.133659 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-381f985a-b8fc-4008-b15d-8a3a0078756e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:35.244080 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:35.415734 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:35.440176 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-381f985a-b8fc-4008-b15d-8a3a0078756e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:35.500419 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-381f985a-b8fc-4008-b15d-8a3a0078756e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:35.608277 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f985a-b8fc-4008-b15d-8a3a0078756e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Pushing event updated for resources: {'Port': ['ID=15135fc2-1179-4013-a3e2-6bf3340ed316,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:35.611681 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-381f985a-b8fc-4008-b15d-8a3a0078756e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:35.788825 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.l3_db [None req-381f985a-b8fc-4008-b15d-8a3a0078756e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Floating IP 4001b151-c63e-4ac8-895f-2aabbf5d8ef9 associated. External IP: 172.26.2.122, port: 3070f1d9-80eb-4e59-83e8-b59049e9999a. Oct 26 16:32:36.140710 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381f985a-b8fc-4008-b15d-8a3a0078756e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Router f0c1fc43-c43d-4794-8641-0302b1b1904b has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:32:36.318775 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381f985a-b8fc-4008-b15d-8a3a0078756e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:32:36.328026 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fd6bb8-4ceb-4f34-8559-55feea88e8af None None] Sync routers for ids ['f0c1fc43-c43d-4794-8641-0302b1b1904b'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:32:36.339062 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fd6bb8-4ceb-4f34-8559-55feea88e8af None None] Routers {'f0c1fc43-c43d-4794-8641-0302b1b1904b'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:32:36.339741 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-a3fd6bb8-4ceb-4f34-8559-55feea88e8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:32:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['f0c1fc43-c43d-4794-8641-0302b1b1904b'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:32:36.404534 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-381f985a-b8fc-4008-b15d-8a3a0078756e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:36.464337 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-381f985a-b8fc-4008-b15d-8a3a0078756e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4923484 Oct 26 16:32:36.465144 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4444d7ca-ee3c-44e4-9045-3147d5ec71b2', 'tag': '3070f1d9-80eb-4e59-83e8-b59049e9999a'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:32:36.467262 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 51410) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:32:36.467815 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6adbbe98-d957-46af-8f6e-fbdc441ddc12" -d '{"events": [{"name": "network-changed", "server_uuid": "4444d7ca-ee3c-44e4-9045-3147d5ec71b2", "tag": "3070f1d9-80eb-4e59-83e8-b59049e9999a"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:32:36.472687 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-9b8af0fc-a8bc-4738-bcdd-b713c4675bdd tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1019996831', 'description': 'tempest-secgroup-smoke-1019996831 description', 'project_id': '32ded24da5494bf3b78009cd0bb58ba6'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:32:36.478866 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-9b8af0fc-a8bc-4738-bcdd-b713c4675bdd tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:32:36.488900 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-9b8af0fc-a8bc-4738-bcdd-b713c4675bdd tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:32:36.512825 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b7283f-e0ec-48d3-8920-ab8239568308 x-openstack-request-id: req-d8b7283f-e0ec-48d3-8920-ab8239568308 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:32:36.513122 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4444d7ca-ee3c-44e4-9045-3147d5ec71b2", "tag": "3070f1d9-80eb-4e59-83e8-b59049e9999a", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:32:36.513380 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d8b7283f-e0ec-48d3-8920-ab8239568308 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:32:36.513791 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8b7283f-e0ec-48d3-8920-ab8239568308'] response: {'name': 'network-changed', 'server_uuid': '4444d7ca-ee3c-44e4-9045-3147d5ec71b2', 'tag': '3070f1d9-80eb-4e59-83e8-b59049e9999a', 'status': 'completed', 'code': 200} Oct 26 16:32:36.525645 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-a3fd6bb8-4ceb-4f34-8559-55feea88e8af None None] Set router f0c1fc43-c43d-4794-8641-0302b1b1904b gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:32:36.553239 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9b8af0fc-a8bc-4738-bcdd-b713c4675bdd tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:36.574993 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-9b8af0fc-a8bc-4738-bcdd-b713c4675bdd tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:32:36.579362 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-9b8af0fc-a8bc-4738-bcdd-b713c4675bdd tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Usage tracker for resource:security_group_rule and tenant:32ded24da5494bf3b78009cd0bb58ba6 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:32:36.582332 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-9b8af0fc-a8bc-4738-bcdd-b713c4675bdd tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:32:36.589286 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-9b8af0fc-a8bc-4738-bcdd-b713c4675bdd tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:32:36.636536 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbbe98-d957-46af-8f6e-fbdc441ddc12 req-68fa1070-5cf4-4431-a08f-b8f643b07314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:32:36.637934 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6adbbe98-d957-46af-8f6e-fbdc441ddc12 req-68fa1070-5cf4-4431-a08f-b8f643b07314 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=32ded24da5494bf3b78009cd0bb58ba6&device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 1099 time: 0.0823562 Oct 26 16:32:36.679776 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9b8af0fc-a8bc-4738-bcdd-b713c4675bdd tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:36.753206 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9b8af0fc-a8bc-4738-bcdd-b713c4675bdd tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:36.813977 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8af0fc-a8bc-4738-bcdd-b713c4675bdd tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cde1161e-6ac2-4071-b466-3da9a116a141,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:36.816247 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbbe98-d957-46af-8f6e-fbdc441ddc12 req-0eed361f-55a3-46fd-8b9d-9834e93919d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:32:36.817972 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6adbbe98-d957-46af-8f6e-fbdc441ddc12 req-0eed361f-55a3-46fd-8b9d-9834e93919d2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=98e0b575-6143-4cf8-a8e0-8e48d26d457e HTTP/1.1" status: 200 len: 915 time: 0.1735790 Oct 26 16:32:36.821855 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8af0fc-a8bc-4738-bcdd-b713c4675bdd tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:36.822268 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8af0fc-a8bc-4738-bcdd-b713c4675bdd tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:36.822572 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8af0fc-a8bc-4738-bcdd-b713c4675bdd tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:36.822911 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8af0fc-a8bc-4738-bcdd-b713c4675bdd tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:36.823483 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8af0fc-a8bc-4738-bcdd-b713c4675bdd tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:36.823603 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8af0fc-a8bc-4738-bcdd-b713c4675bdd tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:36.823901 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8af0fc-a8bc-4738-bcdd-b713c4675bdd tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:36.824218 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8af0fc-a8bc-4738-bcdd-b713c4675bdd tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:36.824546 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8af0fc-a8bc-4738-bcdd-b713c4675bdd tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:36.824871 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8af0fc-a8bc-4738-bcdd-b713c4675bdd tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:36.825610 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8af0fc-a8bc-4738-bcdd-b713c4675bdd tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:36.825610 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8af0fc-a8bc-4738-bcdd-b713c4675bdd tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:32:36.856232 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9b8af0fc-a8bc-4738-bcdd-b713c4675bdd tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:36.857962 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-9b8af0fc-a8bc-4738-bcdd-b713c4675bdd tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3892176 Oct 26 16:32:36.860356 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 51416) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:32:36.865894 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-00fd38ea-aa40-4b65-a137-fd7ed542e2da tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Request body: {'security_group_rule': {'security_group_id': 'cde1161e-6ac2-4071-b466-3da9a116a141', 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:32:36.872245 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-00fd38ea-aa40-4b65-a137-fd7ed542e2da tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:32:36.876194 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-00fd38ea-aa40-4b65-a137-fd7ed542e2da tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Usage tracker for resource:security_group_rule and tenant:32ded24da5494bf3b78009cd0bb58ba6 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:32:36.879254 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-00fd38ea-aa40-4b65-a137-fd7ed542e2da tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:32:36.885178 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-00fd38ea-aa40-4b65-a137-fd7ed542e2da tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:32:36.909334 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-a3fd6bb8-4ceb-4f34-8559-55feea88e8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'name': 'tempest-TestMinimumBasicScenario-811926260-router', 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.159'}], 'enable_snat': True}, 'gw_port_id': '66631c75-6d5c-48a6-9fc2-0c3e651577d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:26:27Z', 'updated_at': '2022-10-26T16:26:32Z', 'revision_number': 4, 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'gw_port': {'id': '66631c75-6d5c-48a6-9fc2-0c3e651577d4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:26:28Z', 'updated_at': '2022-10-26T16:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '4001b151-c63e-4ac8-895f-2aabbf5d8ef9', 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6', 'floating_ip_address': '172.26.2.122', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'port_id': '3070f1d9-80eb-4e59-83e8-b59049e9999a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98e0b575-6143-4cf8-a8e0-8e48d26d457e', 'mac_address': 'fa:16:3e:14:3a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4444d7ca-ee3c-44e4-9045-3147d5ec71b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:32:34Z', 'updated_at': '2022-10-26T16:32:34Z', 'revision_number': 0, 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4', 'name': '', 'network_id': '98e0b575-6143-4cf8-a8e0-8e48d26d457e', 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6', 'mac_address': 'fa:16:3e:97:a5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '76ea8e0b-97f6-470b-b6ee-2ff2833ee19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:26:31Z', 'updated_at': '2022-10-26T16:26:38Z', 'revision_number': 5, 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'subnets': [{'id': '76ea8e0b-97f6-470b-b6ee-2ff2833ee19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:32:36.913401 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fd6bb8-4ceb-4f34-8559-55feea88e8af None None] Checking router: f0c1fc43-c43d-4794-8641-0302b1b1904b for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:32:36.921940 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fd6bb8-4ceb-4f34-8559-55feea88e8af None None] Routers {'f0c1fc43-c43d-4794-8641-0302b1b1904b'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:32:36.922574 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-a3fd6bb8-4ceb-4f34-8559-55feea88e8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:32:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['f0c1fc43-c43d-4794-8641-0302b1b1904b'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:32:36.932387 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6adbbe98-d957-46af-8f6e-fbdc441ddc12 req-30e6354d-fa73-4922-9e1f-fed8456940f8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3070f1d9-80eb-4e59-83e8-b59049e9999a HTTP/1.1" status: 200 len: 1000 time: 0.1077189 Oct 26 16:32:36.954508 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-00fd38ea-aa40-4b65-a137-fd7ed542e2da tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:37.020700 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-00fd38ea-aa40-4b65-a137-fd7ed542e2da tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:37.090132 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-00fd38ea-aa40-4b65-a137-fd7ed542e2da tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:37.117896 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd38ea-aa40-4b65-a137-fd7ed542e2da tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cad9d91-75d7-40b0-a6f9-4cf1309bc972,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:37.119334 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbbe98-d957-46af-8f6e-fbdc441ddc12 req-4fe93d06-74d3-4a9c-8114-084175413413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:32:37.120895 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6adbbe98-d957-46af-8f6e-fbdc441ddc12 req-4fe93d06-74d3-4a9c-8114-084175413413 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76ea8e0b-97f6-470b-b6ee-2ff2833ee19a HTTP/1.1" status: 200 len: 853 time: 0.1818428 Oct 26 16:32:37.126845 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-a3fd6bb8-4ceb-4f34-8559-55feea88e8af None None] Set router f0c1fc43-c43d-4794-8641-0302b1b1904b gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:32:37.169304 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:37.175937 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-00fd38ea-aa40-4b65-a137-fd7ed542e2da tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:37.180412 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-00fd38ea-aa40-4b65-a137-fd7ed542e2da tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3159595 Oct 26 16:32:37.180737 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 51420) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:32:37.186933 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-e6ff8c50-f52e-4f3f-974c-1fb1713e3448 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Request body: {'security_group_rule': {'security_group_id': 'cde1161e-6ac2-4071-b466-3da9a116a141', 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:32:37.193078 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e6ff8c50-f52e-4f3f-974c-1fb1713e3448 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:32:37.198138 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e6ff8c50-f52e-4f3f-974c-1fb1713e3448 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Usage tracker for resource:security_group_rule and tenant:32ded24da5494bf3b78009cd0bb58ba6 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:32:37.201202 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e6ff8c50-f52e-4f3f-974c-1fb1713e3448 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:32:37.207141 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e6ff8c50-f52e-4f3f-974c-1fb1713e3448 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:32:37.208240 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbbe98-d957-46af-8f6e-fbdc441ddc12 req-b06e9092-4d59-4b0e-b1c1-5bf0f239f03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:32:37.209869 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6adbbe98-d957-46af-8f6e-fbdc441ddc12 req-b06e9092-4d59-4b0e-b1c1-5bf0f239f03a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=98e0b575-6143-4cf8-a8e0-8e48d26d457e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824087 Oct 26 16:32:37.286859 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e6ff8c50-f52e-4f3f-974c-1fb1713e3448 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:37.350735 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6adbbe98-d957-46af-8f6e-fbdc441ddc12 req-acd562a6-214a-4f92-b9bd-58978ceafba8 service neutron] 10.222.0.48 "GET /v2.0/networks/98e0b575-6143-4cf8-a8e0-8e48d26d457e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347435 Oct 26 16:32:37.357387 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e6ff8c50-f52e-4f3f-974c-1fb1713e3448 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:37.427377 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e6ff8c50-f52e-4f3f-974c-1fb1713e3448 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:37.456166 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff8c50-f52e-4f3f-974c-1fb1713e3448 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75f66a34-8d1c-4d8a-a26e-c2a0afe90c3b,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:37.487829 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6adbbe98-d957-46af-8f6e-fbdc441ddc12 req-0841ece5-4069-4330-b117-c63fbf86fb55 service neutron] 10.222.0.48 "GET /v2.0/networks/98e0b575-6143-4cf8-a8e0-8e48d26d457e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316998 Oct 26 16:32:37.518883 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e6ff8c50-f52e-4f3f-974c-1fb1713e3448 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:37.520200 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e6ff8c50-f52e-4f3f-974c-1fb1713e3448 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3384533 Oct 26 16:32:37.523324 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 51424) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:32:37.528347 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-3c374415-627f-474d-bfb4-8dc639343bd5 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Request body: {'security_group_rule': {'security_group_id': 'cde1161e-6ac2-4071-b466-3da9a116a141', 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:32:37.534381 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-3c374415-627f-474d-bfb4-8dc639343bd5 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:32:37.538837 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-3c374415-627f-474d-bfb4-8dc639343bd5 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Usage tracker for resource:security_group_rule and tenant:32ded24da5494bf3b78009cd0bb58ba6 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:32:37.541658 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-3c374415-627f-474d-bfb4-8dc639343bd5 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:32:37.542775 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-a3fd6bb8-4ceb-4f34-8559-55feea88e8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'name': 'tempest-TestMinimumBasicScenario-811926260-router', 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.159'}], 'enable_snat': True}, 'gw_port_id': '66631c75-6d5c-48a6-9fc2-0c3e651577d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:26:27Z', 'updated_at': '2022-10-26T16:26:32Z', 'revision_number': 4, 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'gw_port': {'id': '66631c75-6d5c-48a6-9fc2-0c3e651577d4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:26:28Z', 'updated_at': '2022-10-26T16:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '4001b151-c63e-4ac8-895f-2aabbf5d8ef9', 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6', 'floating_ip_address': '172.26.2.122', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'port_id': '3070f1d9-80eb-4e59-83e8-b59049e9999a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98e0b575-6143-4cf8-a8e0-8e48d26d457e', 'mac_address': 'fa:16:3e:14:3a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4444d7ca-ee3c-44e4-9045-3147d5ec71b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:32:34Z', 'updated_at': '2022-10-26T16:32:34Z', 'revision_number': 0, 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4', 'name': '', 'network_id': '98e0b575-6143-4cf8-a8e0-8e48d26d457e', 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6', 'mac_address': 'fa:16:3e:97:a5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '76ea8e0b-97f6-470b-b6ee-2ff2833ee19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:26:31Z', 'updated_at': '2022-10-26T16:26:38Z', 'revision_number': 5, 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'subnets': [{'id': '76ea8e0b-97f6-470b-b6ee-2ff2833ee19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:32:37.547096 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fd6bb8-4ceb-4f34-8559-55feea88e8af None None] The sync data for ids ['f0c1fc43-c43d-4794-8641-0302b1b1904b'] in dv-neutron-862712-1-hyperv is: [{'id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'name': 'tempest-TestMinimumBasicScenario-811926260-router', 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.159'}], 'enable_snat': True}, 'gw_port_id': '66631c75-6d5c-48a6-9fc2-0c3e651577d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:26:27Z', 'updated_at': '2022-10-26T16:26:32Z', 'revision_number': 4, 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'gw_port': {'id': '66631c75-6d5c-48a6-9fc2-0c3e651577d4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:26:28Z', 'updated_at': '2022-10-26T16:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '4001b151-c63e-4ac8-895f-2aabbf5d8ef9', 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6', 'floating_ip_address': '172.26.2.122', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'port_id': '3070f1d9-80eb-4e59-83e8-b59049e9999a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98e0b575-6143-4cf8-a8e0-8e48d26d457e', 'mac_address': 'fa:16:3e:14:3a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4444d7ca-ee3c-44e4-9045-3147d5ec71b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:32:34Z', 'updated_at': '2022-10-26T16:32:34Z', 'revision_number': 0, 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4', 'name': '', 'network_id': '98e0b575-6143-4cf8-a8e0-8e48d26d457e', 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6', 'mac_address': 'fa:16:3e:97:a5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '76ea8e0b-97f6-470b-b6ee-2ff2833ee19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:26:31Z', 'updated_at': '2022-10-26T16:26:38Z', 'revision_number': 5, 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'subnets': [{'id': '76ea8e0b-97f6-470b-b6ee-2ff2833ee19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:32:37.547537 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-3c374415-627f-474d-bfb4-8dc639343bd5 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:32:37.654204 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3c374415-627f-474d-bfb4-8dc639343bd5 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:37.721094 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3c374415-627f-474d-bfb4-8dc639343bd5 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:37.748644 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14697b6-a1dc-4740-8777-08f527e53dde None None] New status for floating IP 4001b151-c63e-4ac8-895f-2aabbf5d8ef9: ACTIVE {{(pid=89750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:32:37.781775 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3c374415-627f-474d-bfb4-8dc639343bd5 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:37.805803 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c374415-627f-474d-bfb4-8dc639343bd5 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f11d0de9-9970-49ae-9d68-0abf35ef8d8f,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:37.873205 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3c374415-627f-474d-bfb4-8dc639343bd5 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:37.874411 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-3c374415-627f-474d-bfb4-8dc639343bd5 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3501275 Oct 26 16:32:37.877223 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 51428) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:32:37.882227 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-d330cec8-fa37-4f88-8954-76b31ac33049 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Request body: {'security_group_rule': {'security_group_id': 'cde1161e-6ac2-4071-b466-3da9a116a141', 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:32:37.888330 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d330cec8-fa37-4f88-8954-76b31ac33049 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:32:37.892144 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d330cec8-fa37-4f88-8954-76b31ac33049 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Usage tracker for resource:security_group_rule and tenant:32ded24da5494bf3b78009cd0bb58ba6 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:32:37.897680 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d330cec8-fa37-4f88-8954-76b31ac33049 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:32:37.903469 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d330cec8-fa37-4f88-8954-76b31ac33049 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:32:37.966380 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d330cec8-fa37-4f88-8954-76b31ac33049 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:38.029476 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d330cec8-fa37-4f88-8954-76b31ac33049 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:38.119091 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d330cec8-fa37-4f88-8954-76b31ac33049 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:38.143761 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d330cec8-fa37-4f88-8954-76b31ac33049 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26088b73-3d79-4938-9246-ce83a77dffae,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:38.204740 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d330cec8-fa37-4f88-8954-76b31ac33049 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:38.205923 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d330cec8-fa37-4f88-8954-76b31ac33049 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3277962 Oct 26 16:32:38.208701 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 51432) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:32:38.214226 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-d8cc22c6-9c1c-4626-9397-b8e241753c65 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Request body: {'security_group_rule': {'security_group_id': 'cde1161e-6ac2-4071-b466-3da9a116a141', 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:32:38.223070 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d8cc22c6-9c1c-4626-9397-b8e241753c65 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:32:38.224188 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d8cc22c6-9c1c-4626-9397-b8e241753c65 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Usage tracker for resource:security_group_rule and tenant:32ded24da5494bf3b78009cd0bb58ba6 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:32:38.227084 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d8cc22c6-9c1c-4626-9397-b8e241753c65 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:32:38.232785 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d8cc22c6-9c1c-4626-9397-b8e241753c65 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:32:38.290001 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.securitygroups_db [None req-d8cc22c6-9c1c-4626-9397-b8e241753c65 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Project 32ded24da5494bf3b78009cd0bb58ba6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:32:38.296516 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d8cc22c6-9c1c-4626-9397-b8e241753c65 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:38.361483 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d8cc22c6-9c1c-4626-9397-b8e241753c65 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:38.437794 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d8cc22c6-9c1c-4626-9397-b8e241753c65 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:38.464002 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc22c6-9c1c-4626-9397-b8e241753c65 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=befedf2d-cb26-4e56-9c85-269b69f8792c,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:38.547229 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d8cc22c6-9c1c-4626-9397-b8e241753c65 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:38.548501 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d8cc22c6-9c1c-4626-9397-b8e241753c65 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3382814 Oct 26 16:32:38.551296 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 51436) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:32:38.556863 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-039bb677-fc25-4681-bb07-76b89b4b393c tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Request body: {'security_group_rule': {'security_group_id': 'cde1161e-6ac2-4071-b466-3da9a116a141', 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:32:38.563147 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-039bb677-fc25-4681-bb07-76b89b4b393c tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:32:38.567415 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-039bb677-fc25-4681-bb07-76b89b4b393c tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Usage tracker for resource:security_group_rule and tenant:32ded24da5494bf3b78009cd0bb58ba6 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:32:38.571022 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-039bb677-fc25-4681-bb07-76b89b4b393c tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:32:38.576953 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-039bb677-fc25-4681-bb07-76b89b4b393c tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:32:38.650046 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.securitygroups_db [None req-039bb677-fc25-4681-bb07-76b89b4b393c tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Project 32ded24da5494bf3b78009cd0bb58ba6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:32:38.657225 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-039bb677-fc25-4681-bb07-76b89b4b393c tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:38.723794 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-039bb677-fc25-4681-bb07-76b89b4b393c tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:38.815329 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-039bb677-fc25-4681-bb07-76b89b4b393c tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:38.840332 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039bb677-fc25-4681-bb07-76b89b4b393c tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e4e5039-14cd-4919-bad4-79815434214d,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:38.917875 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-039bb677-fc25-4681-bb07-76b89b4b393c tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:38.919147 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-039bb677-fc25-4681-bb07-76b89b4b393c tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3669124 Oct 26 16:32:39.037055 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-29b69baf-6b9d-4f7a-a206-c961aea52aba req-64cbb960-64e0-4fb2-a8dd-bad440d1bac3 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1019996831&fields=id&tenant_id=32ded24da5494bf3b78009cd0bb58ba6 HTTP/1.1" status: 200 len: 267 time: 0.0390348 Oct 26 16:32:39.132133 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b69baf-6b9d-4f7a-a206-c961aea52aba req-1f4ac87f-6243-4da1-af42-836d1f9cf67b tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:32:39.133703 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-29b69baf-6b9d-4f7a-a206-c961aea52aba req-1f4ac87f-6243-4da1-af42-836d1f9cf67b tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 946 time: 0.0909221 Oct 26 16:32:39.144122 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-29b69baf-6b9d-4f7a-a206-c961aea52aba req-ab794d2b-dcce-448c-998b-007c684efd12 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Request body: {'port': {'security_groups': ['e5fa63fe-a2f5-4bda-957b-77b668e97c0b', 'cde1161e-6ac2-4071-b466-3da9a116a141']}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:32:39.265956 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-29b69baf-6b9d-4f7a-a206-c961aea52aba req-ab794d2b-dcce-448c-998b-007c684efd12 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:39.519709 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-29b69baf-6b9d-4f7a-a206-c961aea52aba req-ab794d2b-dcce-448c-998b-007c684efd12 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] For port 3070f1d9-80eb-4e59-83e8-b59049e9999a, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=3070f1d9-80eb-4e59-83e8-b59049e9999a,segment=NetworkSegment(893e54d7-bc89-4156-b8f9-af4d4228816f),segment_id=893e54d7-bc89-4156-b8f9-af4d4228816f)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:32:39.544513 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-29b69baf-6b9d-4f7a-a206-c961aea52aba req-ab794d2b-dcce-448c-998b-007c684efd12 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:39.604573 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-29b69baf-6b9d-4f7a-a206-c961aea52aba req-ab794d2b-dcce-448c-998b-007c684efd12 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:39.639949 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['3070f1d9-80eb-4e59-83e8-b59049e9999a'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:32:39.647075 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b69baf-6b9d-4f7a-a206-c961aea52aba req-ab794d2b-dcce-448c-998b-007c684efd12 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:32:39.647669 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-29b69baf-6b9d-4f7a-a206-c961aea52aba req-ab794d2b-dcce-448c-998b-007c684efd12 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:32:39.649639 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-29b69baf-6b9d-4f7a-a206-c961aea52aba req-ab794d2b-dcce-448c-998b-007c684efd12 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "PUT /v2.0/ports/3070f1d9-80eb-4e59-83e8-b59049e9999a HTTP/1.1" status: 200 len: 982 time: 0.5098865 Oct 26 16:32:39.650150 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4444d7ca-ee3c-44e4-9045-3147d5ec71b2', 'tag': '3070f1d9-80eb-4e59-83e8-b59049e9999a'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:32:39.652465 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7fc285-8295-4bc9-8d7b-de7af466348a" -d '{"events": [{"name": "network-changed", "server_uuid": "4444d7ca-ee3c-44e4-9045-3147d5ec71b2", "tag": "3070f1d9-80eb-4e59-83e8-b59049e9999a"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:32:39.713561 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab794d2b-dcce-448c-998b-007c684efd12 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Pushing event updated for resources: {'Port': ['ID=3070f1d9-80eb-4e59-83e8-b59049e9999a,revision_number=6']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:32:39.735918 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af75655-1c0e-4de4-ab6b-d2e09a7b44f9 x-openstack-request-id: req-8af75655-1c0e-4de4-ab6b-d2e09a7b44f9 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:32:39.736284 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4444d7ca-ee3c-44e4-9045-3147d5ec71b2", "tag": "3070f1d9-80eb-4e59-83e8-b59049e9999a", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:32:39.736618 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8af75655-1c0e-4de4-ab6b-d2e09a7b44f9 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:32:39.737088 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8af75655-1c0e-4de4-ab6b-d2e09a7b44f9'] response: {'name': 'network-changed', 'server_uuid': '4444d7ca-ee3c-44e4-9045-3147d5ec71b2', 'tag': '3070f1d9-80eb-4e59-83e8-b59049e9999a', 'status': 'completed', 'code': 200} Oct 26 16:32:39.775344 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['3070f1d9-80eb-4e59-83e8-b59049e9999a'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:32:39.877516 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fc285-8295-4bc9-8d7b-de7af466348a req-776dc22d-bf90-4f78-a7fa-9b76f6c7e7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:32:39.879066 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9c7fc285-8295-4bc9-8d7b-de7af466348a req-776dc22d-bf90-4f78-a7fa-9b76f6c7e7f8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=32ded24da5494bf3b78009cd0bb58ba6&device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 1138 time: 0.0950651 Oct 26 16:32:39.887302 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03acccf-001a-4ac7-8183-80a93da6717d req-9813e689-8a34-45b2-8e58-7fa277629b15 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:32:39.891065 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d03acccf-001a-4ac7-8183-80a93da6717d req-9813e689-8a34-45b2-8e58-7fa277629b15 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 985 time: 0.1092234 Oct 26 16:32:39.941822 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-d03acccf-001a-4ac7-8183-80a93da6717d req-f2b36b0d-f449-4e80-8b90-0fc250c99807 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Synchronizing usage tracker for tenant:32ded24da5494bf3b78009cd0bb58ba6 on resource:security_group {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:32:40.016457 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-d03acccf-001a-4ac7-8183-80a93da6717d req-f2b36b0d-f449-4e80-8b90-0fc250c99807 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Unset dirty status for tenant:32ded24da5494bf3b78009cd0bb58ba6 on resource:security_group {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:32:40.017791 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d03acccf-001a-4ac7-8183-80a93da6717d req-f2b36b0d-f449-4e80-8b90-0fc250c99807 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&id=cde1161e-6ac2-4071-b466-3da9a116a141&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1233261 Oct 26 16:32:40.021903 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fc285-8295-4bc9-8d7b-de7af466348a req-6a84248a-db96-410d-a13d-35ac6bcaa503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:32:40.023589 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9c7fc285-8295-4bc9-8d7b-de7af466348a req-6a84248a-db96-410d-a13d-35ac6bcaa503 service neutron] 10.222.0.48 "GET /v2.0/networks?id=98e0b575-6143-4cf8-a8e0-8e48d26d457e HTTP/1.1" status: 200 len: 915 time: 0.1368749 Oct 26 16:32:40.131544 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9c7fc285-8295-4bc9-8d7b-de7af466348a req-e87aacbb-be68-475b-9fc4-4e7dc6025a09 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3070f1d9-80eb-4e59-83e8-b59049e9999a HTTP/1.1" status: 200 len: 1002 time: 0.1020813 Oct 26 16:32:40.196335 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fc285-8295-4bc9-8d7b-de7af466348a req-ba1e3834-42cb-4e76-bb4c-6e6b48493c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:32:40.197766 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9c7fc285-8295-4bc9-8d7b-de7af466348a req-ba1e3834-42cb-4e76-bb4c-6e6b48493c5f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76ea8e0b-97f6-470b-b6ee-2ff2833ee19a HTTP/1.1" status: 200 len: 853 time: 0.0609207 Oct 26 16:32:40.281561 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fc285-8295-4bc9-8d7b-de7af466348a req-c02033a7-cab4-44db-bc9c-5b4ab5eb7238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:32:40.282950 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9c7fc285-8295-4bc9-8d7b-de7af466348a req-c02033a7-cab4-44db-bc9c-5b4ab5eb7238 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=98e0b575-6143-4cf8-a8e0-8e48d26d457e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789902 Oct 26 16:32:40.430113 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9c7fc285-8295-4bc9-8d7b-de7af466348a req-72c512e7-8426-495b-a8a4-213d2e4d3802 service neutron] 10.222.0.48 "GET /v2.0/networks/98e0b575-6143-4cf8-a8e0-8e48d26d457e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397398 Oct 26 16:32:40.667045 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9c7fc285-8295-4bc9-8d7b-de7af466348a req-aac7cc75-1d5c-4d02-86b7-d2b01c044587 service neutron] 10.222.0.48 "GET /v2.0/networks/98e0b575-6143-4cf8-a8e0-8e48d26d457e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314496 Oct 26 16:32:49.460914 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8acc91f2-768f-46c0-812c-f106589fac1a req-c1b6dfe6-6a83-454f-a55c-0a9b75f75753 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0801344 Oct 26 16:32:49.623621 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc91f2-768f-46c0-812c-f106589fac1a req-b0bad5aa-9425-4ada-ab11-dca6fb4c2f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:32:49.625096 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8acc91f2-768f-46c0-812c-f106589fac1a req-b0bad5aa-9425-4ada-ab11-dca6fb4c2f75 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=32ded24da5494bf3b78009cd0bb58ba6&device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 1138 time: 0.0815585 Oct 26 16:32:49.774445 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc91f2-768f-46c0-812c-f106589fac1a req-702daa94-e81f-4c20-8229-0551634cb2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:32:49.775835 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8acc91f2-768f-46c0-812c-f106589fac1a req-702daa94-e81f-4c20-8229-0551634cb2fa service neutron] 10.222.0.48 "GET /v2.0/networks?id=98e0b575-6143-4cf8-a8e0-8e48d26d457e HTTP/1.1" status: 200 len: 915 time: 0.1311789 Oct 26 16:32:49.882367 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8acc91f2-768f-46c0-812c-f106589fac1a req-9fb4be74-a15c-4652-a413-67504d1f99c2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3070f1d9-80eb-4e59-83e8-b59049e9999a HTTP/1.1" status: 200 len: 1002 time: 0.1008003 Oct 26 16:32:49.947297 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc91f2-768f-46c0-812c-f106589fac1a req-25c9bcd1-22e6-4829-a9d2-c90e3d0a8176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:32:49.949463 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8acc91f2-768f-46c0-812c-f106589fac1a req-25c9bcd1-22e6-4829-a9d2-c90e3d0a8176 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76ea8e0b-97f6-470b-b6ee-2ff2833ee19a HTTP/1.1" status: 200 len: 853 time: 0.0615187 Oct 26 16:32:50.032205 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc91f2-768f-46c0-812c-f106589fac1a req-8dd02fbf-a389-41a2-ae4f-95eb2bc7d36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:32:50.033611 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8acc91f2-768f-46c0-812c-f106589fac1a req-8dd02fbf-a389-41a2-ae4f-95eb2bc7d36a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=98e0b575-6143-4cf8-a8e0-8e48d26d457e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783951 Oct 26 16:32:50.165697 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8acc91f2-768f-46c0-812c-f106589fac1a req-2656c988-8f87-4ffc-bbc3-525cbe5304bd service neutron] 10.222.0.48 "GET /v2.0/networks/98e0b575-6143-4cf8-a8e0-8e48d26d457e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256101 Oct 26 16:32:50.296153 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8acc91f2-768f-46c0-812c-f106589fac1a req-7fe7d178-c058-4cd3-86d5-4be80b122840 service neutron] 10.222.0.48 "GET /v2.0/networks/98e0b575-6143-4cf8-a8e0-8e48d26d457e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247444 Oct 26 16:32:57.429037 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:33:00.696126 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:33:02.109775 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-84c2de17-c2bd-4230-8d31-ea076c52b0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:33:04.452910 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c01bf952-c0ae-4b9b-9f9c-5278eac95082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:33:05.275542 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:33:05.430035 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:33:07.035546 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:33:27.426181 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:33:32.123860 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-786c1a1c-a84f-48b1-a605-cca0309dcee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:33:34.489923 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f73d4183-d9a4-4f85-8ab4-74d92c270c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:33:35.261486 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:33:35.478507 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:33:37.089982 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:33:37.699810 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:33:37.947860 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f21e9-4106-4e5d-aaf7-70c04ad94c78 req-9487b380-0e8b-4593-b4be-4e8d0cbb57d3 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:33:37.949595 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-652f21e9-4106-4e5d-aaf7-70c04ad94c78 req-9487b380-0e8b-4593-b4be-4e8d0cbb57d3 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 985 time: 0.0909884 Oct 26 16:33:37.995680 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-652f21e9-4106-4e5d-aaf7-70c04ad94c78 req-829f9a69-0f6a-423e-a1ab-495d6894af3e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&id=cde1161e-6ac2-4071-b466-3da9a116a141&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402408 Oct 26 16:33:38.021838 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af472d-615b-4aad-9dde-3e32d0391223 req-8e46a70b-2316-4f09-873f-eb96521d2eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:33:38.023346 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-78af472d-615b-4aad-9dde-3e32d0391223 req-8e46a70b-2316-4f09-873f-eb96521d2eda service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=32ded24da5494bf3b78009cd0bb58ba6&device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 1138 time: 0.0853448 Oct 26 16:33:38.153592 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af472d-615b-4aad-9dde-3e32d0391223 req-72876ea1-03d0-423b-92ce-07f90f7bd6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:33:38.154940 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-78af472d-615b-4aad-9dde-3e32d0391223 req-72876ea1-03d0-423b-92ce-07f90f7bd6c4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=98e0b575-6143-4cf8-a8e0-8e48d26d457e HTTP/1.1" status: 200 len: 915 time: 0.1254086 Oct 26 16:33:38.254411 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-78af472d-615b-4aad-9dde-3e32d0391223 req-5be791fd-f16d-4745-a651-4022b7819689 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3070f1d9-80eb-4e59-83e8-b59049e9999a HTTP/1.1" status: 200 len: 1002 time: 0.0925941 Oct 26 16:33:38.318690 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af472d-615b-4aad-9dde-3e32d0391223 req-7d8fea18-0d81-4c44-9354-1ef08c6d180b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:33:38.320100 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-78af472d-615b-4aad-9dde-3e32d0391223 req-7d8fea18-0d81-4c44-9354-1ef08c6d180b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76ea8e0b-97f6-470b-b6ee-2ff2833ee19a HTTP/1.1" status: 200 len: 853 time: 0.0605004 Oct 26 16:33:38.404540 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af472d-615b-4aad-9dde-3e32d0391223 req-d1762148-7555-44d3-a54c-0162bcf43ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:33:38.405893 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-78af472d-615b-4aad-9dde-3e32d0391223 req-d1762148-7555-44d3-a54c-0162bcf43ae3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=98e0b575-6143-4cf8-a8e0-8e48d26d457e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788896 Oct 26 16:33:38.537814 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-78af472d-615b-4aad-9dde-3e32d0391223 req-c1dc50e5-95fa-4b6e-b979-309c8089b04c service neutron] 10.222.0.48 "GET /v2.0/networks/98e0b575-6143-4cf8-a8e0-8e48d26d457e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251302 Oct 26 16:33:38.767472 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-78af472d-615b-4aad-9dde-3e32d0391223 req-699794b4-e377-4ce0-bee3-d1ab81fbe1d6 service neutron] 10.222.0.48 "GET /v2.0/networks/98e0b575-6143-4cf8-a8e0-8e48d26d457e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238929 Oct 26 16:33:39.213344 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28f77e-1acc-4f0e-8f95-36fe8a6389b6 req-2daa70e5-cc76-47f2-a2eb-9e4aacda0621 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:33:39.214880 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1e28f77e-1acc-4f0e-8f95-36fe8a6389b6 req-2daa70e5-cc76-47f2-a2eb-9e4aacda0621 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 985 time: 0.0944550 Oct 26 16:33:39.262311 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1e28f77e-1acc-4f0e-8f95-36fe8a6389b6 req-36b7b7f1-d1a1-437b-86a3-4ff03d6365b8 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&id=cde1161e-6ac2-4071-b466-3da9a116a141&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415432 Oct 26 16:33:40.468537 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf527a3e-827c-4ebf-8081-b6022da045b3 req-4cc5c6d1-aa36-4eba-b00e-1ab41f4eee77 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:33:40.470016 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-cf527a3e-827c-4ebf-8081-b6022da045b3 req-4cc5c6d1-aa36-4eba-b00e-1ab41f4eee77 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 985 time: 0.0959275 Oct 26 16:33:40.520622 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-cf527a3e-827c-4ebf-8081-b6022da045b3 req-3aedee3d-130e-4e2c-bc07-c0e9a01aa872 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&id=cde1161e-6ac2-4071-b466-3da9a116a141&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438664 Oct 26 16:33:41.722370 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834626b-5222-4b9b-86fe-1ac610f9aaa1 req-8f33e12b-1e40-487f-b283-7fe33b588aae tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:33:41.724784 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f834626b-5222-4b9b-86fe-1ac610f9aaa1 req-8f33e12b-1e40-487f-b283-7fe33b588aae tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 985 time: 0.0934603 Oct 26 16:33:41.770749 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f834626b-5222-4b9b-86fe-1ac610f9aaa1 req-e1540a89-543a-473a-bf5e-192fc3eba816 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&id=cde1161e-6ac2-4071-b466-3da9a116a141&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401912 Oct 26 16:33:42.970770 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a037142-ee2a-43aa-8541-a000b2735cce req-f2ed7269-6535-4c8b-b35f-ae71e18fb82c tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:33:42.972142 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-8a037142-ee2a-43aa-8541-a000b2735cce req-f2ed7269-6535-4c8b-b35f-ae71e18fb82c tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 985 time: 0.0870693 Oct 26 16:33:43.022222 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-8a037142-ee2a-43aa-8541-a000b2735cce req-7dd49f0c-0911-4473-8d57-3d391cee67ef tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&id=cde1161e-6ac2-4071-b466-3da9a116a141&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434368 Oct 26 16:33:44.222911 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895d82d-45bf-4338-81f4-0689838494cc req-85c95c00-622d-4da8-b442-e1f14151b1ab tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:33:44.224383 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1895d82d-45bf-4338-81f4-0689838494cc req-85c95c00-622d-4da8-b442-e1f14151b1ab tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 985 time: 0.0890546 Oct 26 16:33:44.274210 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1895d82d-45bf-4338-81f4-0689838494cc req-5639f16e-5775-4d83-9757-18b5cbab54d6 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&id=cde1161e-6ac2-4071-b466-3da9a116a141&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440316 Oct 26 16:33:45.470779 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33a3f6-ea0e-4da6-b905-88aecc59361f req-8047b019-50cb-4fcf-8243-ce35cfeaac70 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:33:45.472251 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-bb33a3f6-ea0e-4da6-b905-88aecc59361f req-8047b019-50cb-4fcf-8243-ce35cfeaac70 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 985 time: 0.0899773 Oct 26 16:33:45.518038 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-bb33a3f6-ea0e-4da6-b905-88aecc59361f req-9708cb3f-adfb-4b61-a615-191e13d0e597 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&id=cde1161e-6ac2-4071-b466-3da9a116a141&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392094 Oct 26 16:33:46.717230 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17395911-10ea-467e-aa23-f8660796ec80 req-c8cd4825-da09-4d52-82f4-e5640c0a75d0 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:33:46.718852 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-17395911-10ea-467e-aa23-f8660796ec80 req-c8cd4825-da09-4d52-82f4-e5640c0a75d0 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 985 time: 0.0894520 Oct 26 16:33:46.766093 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-17395911-10ea-467e-aa23-f8660796ec80 req-9692a712-4120-4430-b665-2facf5295ff1 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&id=cde1161e-6ac2-4071-b466-3da9a116a141&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406005 Oct 26 16:33:47.706499 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [req-b5bf479e-ba89-4a75-9faf-664c4a4b4074 req-1a82a769-61a0-466f-a62a-403c610674a2 service neutron] (89748) timed out ('10.222.0.23', 47910) {{(pid=89748) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 26 16:33:47.966607 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4a279-e156-41ec-917d-7954533da2ae req-fae54a3a-5e7f-417f-a625-2b5a1b6d74ce tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:33:47.967954 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-35c4a279-e156-41ec-917d-7954533da2ae req-fae54a3a-5e7f-417f-a625-2b5a1b6d74ce tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 985 time: 0.0911272 Oct 26 16:33:48.014980 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-35c4a279-e156-41ec-917d-7954533da2ae req-efcf5d2d-e7be-43cc-976c-426790f11433 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&id=cde1161e-6ac2-4071-b466-3da9a116a141&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408342 Oct 26 16:33:49.219455 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3e018-13e0-4ed2-a6d4-82a49c31fc59 req-3d95ee0e-0540-4af5-8505-ccb82be6a2fd tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:33:49.220931 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-56f3e018-13e0-4ed2-a6d4-82a49c31fc59 req-3d95ee0e-0540-4af5-8505-ccb82be6a2fd tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 985 time: 0.0935671 Oct 26 16:33:49.269350 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-56f3e018-13e0-4ed2-a6d4-82a49c31fc59 req-7c81ab3e-ada8-49d7-acbb-204ed37c6332 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&id=cde1161e-6ac2-4071-b466-3da9a116a141&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423579 Oct 26 16:33:49.357651 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61e279-330e-493f-b7cc-9a29008dd45c req-a0199d48-d27d-4650-91b7-c9196cd60008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:33:49.359057 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-de61e279-330e-493f-b7cc-9a29008dd45c req-a0199d48-d27d-4650-91b7-c9196cd60008 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=32ded24da5494bf3b78009cd0bb58ba6&device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 1138 time: 0.0814638 Oct 26 16:33:49.506456 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61e279-330e-493f-b7cc-9a29008dd45c req-512040e1-a06e-40bd-8d33-8d81951fa45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:33:49.508043 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-de61e279-330e-493f-b7cc-9a29008dd45c req-512040e1-a06e-40bd-8d33-8d81951fa45c service neutron] 10.222.0.48 "GET /v2.0/networks?id=98e0b575-6143-4cf8-a8e0-8e48d26d457e HTTP/1.1" status: 200 len: 915 time: 0.1299126 Oct 26 16:33:49.618185 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-de61e279-330e-493f-b7cc-9a29008dd45c req-dfb4f6a9-6ef0-4561-a322-ff939fbf657b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3070f1d9-80eb-4e59-83e8-b59049e9999a HTTP/1.1" status: 200 len: 1002 time: 0.1009746 Oct 26 16:33:49.685127 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61e279-330e-493f-b7cc-9a29008dd45c req-4a915db1-d59c-45c5-81ae-5a19fedc3e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:33:49.686565 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-de61e279-330e-493f-b7cc-9a29008dd45c req-4a915db1-d59c-45c5-81ae-5a19fedc3e69 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76ea8e0b-97f6-470b-b6ee-2ff2833ee19a HTTP/1.1" status: 200 len: 853 time: 0.0616491 Oct 26 16:33:49.802521 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61e279-330e-493f-b7cc-9a29008dd45c req-91e8a0c4-85c8-4715-baae-d2c576125b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:33:49.804097 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-de61e279-330e-493f-b7cc-9a29008dd45c req-91e8a0c4-85c8-4715-baae-d2c576125b95 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=98e0b575-6143-4cf8-a8e0-8e48d26d457e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826421 Oct 26 16:33:49.951160 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-de61e279-330e-493f-b7cc-9a29008dd45c req-a15b1abe-e724-40b5-a107-075d0c41958b service neutron] 10.222.0.48 "GET /v2.0/networks/98e0b575-6143-4cf8-a8e0-8e48d26d457e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311867 Oct 26 16:33:50.084405 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-de61e279-330e-493f-b7cc-9a29008dd45c req-5dfd962f-eb24-476a-9ca9-a337884a2fde service neutron] 10.222.0.48 "GET /v2.0/networks/98e0b575-6143-4cf8-a8e0-8e48d26d457e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271548 Oct 26 16:33:50.470894 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb4afb-5b36-4c0f-89d0-61114c8244a7 req-cd488c4c-b1e8-4a9a-a10c-15413592b8dd tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:33:50.472676 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-cffb4afb-5b36-4c0f-89d0-61114c8244a7 req-cd488c4c-b1e8-4a9a-a10c-15413592b8dd tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 985 time: 0.0892153 Oct 26 16:33:50.522919 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-cffb4afb-5b36-4c0f-89d0-61114c8244a7 req-a3c018a0-fd91-4f5c-8231-15fbe9d606e3 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&id=cde1161e-6ac2-4071-b466-3da9a116a141&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441303 Oct 26 16:33:57.466956 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:34:02.165057 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-47a6c68b-5b3b-4af2-87a4-5360a331f2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:34:04.525305 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-257d6d37-46cb-457f-9260-0c2291da5dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:34:05.250682 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:34:05.462339 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:34:07.024041 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:34:14.699259 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:34:27.474484 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:34:32.126232 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1b1b6464-b25a-4b2c-9f19-8408e9fc53ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:34:34.477483 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-43914c48-ca1f-45e4-8592-f70b991e759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:34:35.310280 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:34:35.471651 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:34:37.032094 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:34:51.299996 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c5abf722-f149-4d75-bba6-3f4f5a966d87 req-2967075d-e809-4e15-8e68-af3c1dfc8180 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0831635 Oct 26 16:34:51.459043 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abf722-f149-4d75-bba6-3f4f5a966d87 req-03bf2a02-76d7-420e-8ab5-a200761ad86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:34:51.460498 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c5abf722-f149-4d75-bba6-3f4f5a966d87 req-03bf2a02-76d7-420e-8ab5-a200761ad86e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=32ded24da5494bf3b78009cd0bb58ba6&device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 1138 time: 0.0805171 Oct 26 16:34:51.603528 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abf722-f149-4d75-bba6-3f4f5a966d87 req-65712885-8036-40cb-ad18-6931777e0ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:34:51.604856 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c5abf722-f149-4d75-bba6-3f4f5a966d87 req-65712885-8036-40cb-ad18-6931777e0ba4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=98e0b575-6143-4cf8-a8e0-8e48d26d457e HTTP/1.1" status: 200 len: 915 time: 0.1267970 Oct 26 16:34:51.697619 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:34:51.708900 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c5abf722-f149-4d75-bba6-3f4f5a966d87 req-b2b5152c-20b9-4a87-b2b6-eaa3ba809202 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3070f1d9-80eb-4e59-83e8-b59049e9999a HTTP/1.1" status: 200 len: 1002 time: 0.0980487 Oct 26 16:34:51.769089 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abf722-f149-4d75-bba6-3f4f5a966d87 req-a444e2ad-ed6d-4ebc-93a0-d1fe3e07d56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:34:51.770449 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c5abf722-f149-4d75-bba6-3f4f5a966d87 req-a444e2ad-ed6d-4ebc-93a0-d1fe3e07d56c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76ea8e0b-97f6-470b-b6ee-2ff2833ee19a HTTP/1.1" status: 200 len: 853 time: 0.0565219 Oct 26 16:34:51.854845 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abf722-f149-4d75-bba6-3f4f5a966d87 req-1da3e715-3d66-4dd6-b862-6454959f4189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:34:51.856218 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c5abf722-f149-4d75-bba6-3f4f5a966d87 req-1da3e715-3d66-4dd6-b862-6454959f4189 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=98e0b575-6143-4cf8-a8e0-8e48d26d457e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802243 Oct 26 16:34:52.089181 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c5abf722-f149-4d75-bba6-3f4f5a966d87 req-7ec9d33b-be7c-4460-8372-2ed920af1785 service neutron] 10.222.0.48 "GET /v2.0/networks/98e0b575-6143-4cf8-a8e0-8e48d26d457e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267036 Oct 26 16:34:52.225546 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c5abf722-f149-4d75-bba6-3f4f5a966d87 req-af81bf40-91d4-4ef1-a440-601ab3ded027 service neutron] 10.222.0.48 "GET /v2.0/networks/98e0b575-6143-4cf8-a8e0-8e48d26d457e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309636 Oct 26 16:34:53.921862 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4a2441cf-cacd-4088-b031-a19d43f3270e req-19762b9d-a6fe-4fa5-b428-89d3c67455d0 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1019996831&fields=id&tenant_id=32ded24da5494bf3b78009cd0bb58ba6 HTTP/1.1" status: 200 len: 267 time: 0.0382423 Oct 26 16:34:54.013807 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2441cf-cacd-4088-b031-a19d43f3270e req-60371cdf-3079-4812-9cd6-5d777c27bf9c tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:34:54.015195 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4a2441cf-cacd-4088-b031-a19d43f3270e req-60371cdf-3079-4812-9cd6-5d777c27bf9c tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 985 time: 0.0881174 Oct 26 16:34:54.025658 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-4a2441cf-cacd-4088-b031-a19d43f3270e req-39328133-0de9-407b-b442-3bdbc76cd69e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Request body: {'port': {'security_groups': ['e5fa63fe-a2f5-4bda-957b-77b668e97c0b']}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:34:54.151584 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-4a2441cf-cacd-4088-b031-a19d43f3270e req-39328133-0de9-407b-b442-3bdbc76cd69e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:34:54.401423 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-4a2441cf-cacd-4088-b031-a19d43f3270e req-39328133-0de9-407b-b442-3bdbc76cd69e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] For port 3070f1d9-80eb-4e59-83e8-b59049e9999a, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=3070f1d9-80eb-4e59-83e8-b59049e9999a,segment=NetworkSegment(893e54d7-bc89-4156-b8f9-af4d4228816f),segment_id=893e54d7-bc89-4156-b8f9-af4d4228816f)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:34:54.425932 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-4a2441cf-cacd-4088-b031-a19d43f3270e req-39328133-0de9-407b-b442-3bdbc76cd69e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:34:54.493503 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-4a2441cf-cacd-4088-b031-a19d43f3270e req-39328133-0de9-407b-b442-3bdbc76cd69e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:34:54.502780 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2441cf-cacd-4088-b031-a19d43f3270e req-39328133-0de9-407b-b442-3bdbc76cd69e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:34:54.503364 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-4a2441cf-cacd-4088-b031-a19d43f3270e req-39328133-0de9-407b-b442-3bdbc76cd69e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:34:54.504709 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4a2441cf-cacd-4088-b031-a19d43f3270e req-39328133-0de9-407b-b442-3bdbc76cd69e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "PUT /v2.0/ports/3070f1d9-80eb-4e59-83e8-b59049e9999a HTTP/1.1" status: 200 len: 943 time: 0.4834137 Oct 26 16:34:54.510910 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 51536) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:34:54.527878 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['3070f1d9-80eb-4e59-83e8-b59049e9999a'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:34:54.538538 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4444d7ca-ee3c-44e4-9045-3147d5ec71b2', 'tag': '3070f1d9-80eb-4e59-83e8-b59049e9999a'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:34:54.540840 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c968f88-9971-49db-9d0c-dae014648876" -d '{"events": [{"name": "network-changed", "server_uuid": "4444d7ca-ee3c-44e4-9045-3147d5ec71b2", "tag": "3070f1d9-80eb-4e59-83e8-b59049e9999a"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:34:54.584795 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-247d1014-92d9-47dc-898e-ad401561b2cb tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:34:54.602751 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39328133-0de9-407b-b442-3bdbc76cd69e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Pushing event updated for resources: {'Port': ['ID=3070f1d9-80eb-4e59-83e8-b59049e9999a,revision_number=7']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:54.607851 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15bb184-2aaa-44eb-b768-9bac42fa31f2 x-openstack-request-id: req-b15bb184-2aaa-44eb-b768-9bac42fa31f2 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:34:54.608153 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4444d7ca-ee3c-44e4-9045-3147d5ec71b2", "tag": "3070f1d9-80eb-4e59-83e8-b59049e9999a", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:34:54.608589 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b15bb184-2aaa-44eb-b768-9bac42fa31f2 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:34:54.608985 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b15bb184-2aaa-44eb-b768-9bac42fa31f2'] response: {'name': 'network-changed', 'server_uuid': '4444d7ca-ee3c-44e4-9045-3147d5ec71b2', 'tag': '3070f1d9-80eb-4e59-83e8-b59049e9999a', 'status': 'completed', 'code': 200} Oct 26 16:34:54.615522 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39328133-0de9-407b-b442-3bdbc76cd69e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:54.615522 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39328133-0de9-407b-b442-3bdbc76cd69e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:54.615753 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-247d1014-92d9-47dc-898e-ad401561b2cb tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:34:54.615826 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39328133-0de9-407b-b442-3bdbc76cd69e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:54.616026 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39328133-0de9-407b-b442-3bdbc76cd69e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:54.616601 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39328133-0de9-407b-b442-3bdbc76cd69e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:54.616601 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39328133-0de9-407b-b442-3bdbc76cd69e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:54.617084 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39328133-0de9-407b-b442-3bdbc76cd69e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:54.617262 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39328133-0de9-407b-b442-3bdbc76cd69e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:54.617551 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39328133-0de9-407b-b442-3bdbc76cd69e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:54.617871 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39328133-0de9-407b-b442-3bdbc76cd69e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:54.618196 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39328133-0de9-407b-b442-3bdbc76cd69e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:54.618543 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39328133-0de9-407b-b442-3bdbc76cd69e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:54.671233 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['3070f1d9-80eb-4e59-83e8-b59049e9999a'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:34:54.743062 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c968f88-9971-49db-9d0c-dae014648876 req-1349ff1d-59f5-4c04-8212-a300d0729c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:34:54.744617 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3c968f88-9971-49db-9d0c-dae014648876 req-1349ff1d-59f5-4c04-8212-a300d0729c02 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=32ded24da5494bf3b78009cd0bb58ba6&device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 1099 time: 0.1049178 Oct 26 16:34:54.776430 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-247d1014-92d9-47dc-898e-ad401561b2cb tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:34:54.792376 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d1014-92d9-47dc-898e-ad401561b2cb tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde1161e-6ac2-4071-b466-3da9a116a141,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:54.804403 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d1014-92d9-47dc-898e-ad401561b2cb tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:54.804799 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d1014-92d9-47dc-898e-ad401561b2cb tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:54.805205 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d1014-92d9-47dc-898e-ad401561b2cb tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:54.805608 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d1014-92d9-47dc-898e-ad401561b2cb tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:54.806016 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d1014-92d9-47dc-898e-ad401561b2cb tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:54.806412 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d1014-92d9-47dc-898e-ad401561b2cb tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:54.807007 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d1014-92d9-47dc-898e-ad401561b2cb tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:54.807570 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d1014-92d9-47dc-898e-ad401561b2cb tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:54.807965 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d1014-92d9-47dc-898e-ad401561b2cb tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:54.808369 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d1014-92d9-47dc-898e-ad401561b2cb tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:54.808764 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d1014-92d9-47dc-898e-ad401561b2cb tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:54.809162 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d1014-92d9-47dc-898e-ad401561b2cb tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:34:54.888342 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c968f88-9971-49db-9d0c-dae014648876 req-4eeb3055-5094-438d-bfcb-1587ee610074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:34:54.889913 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3c968f88-9971-49db-9d0c-dae014648876 req-4eeb3055-5094-438d-bfcb-1587ee610074 service neutron] 10.222.0.48 "GET /v2.0/networks?id=98e0b575-6143-4cf8-a8e0-8e48d26d457e HTTP/1.1" status: 200 len: 915 time: 0.1389802 Oct 26 16:34:54.895610 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-247d1014-92d9-47dc-898e-ad401561b2cb tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:34:54.897583 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-247d1014-92d9-47dc-898e-ad401561b2cb tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "DELETE /v2.0/security-groups/cde1161e-6ac2-4071-b466-3da9a116a141 HTTP/1.1" status: 204 len: 168 time: 0.3856061 Oct 26 16:34:54.900264 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 51542) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:34:55.000274 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3c968f88-9971-49db-9d0c-dae014648876 req-ff62f039-828c-4fdf-925a-141b2d810918 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3070f1d9-80eb-4e59-83e8-b59049e9999a HTTP/1.1" status: 200 len: 1002 time: 0.1042571 Oct 26 16:34:55.063550 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c968f88-9971-49db-9d0c-dae014648876 req-04777c0a-108d-4fb2-b8a6-4b98ae8cfd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:34:55.065290 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3c968f88-9971-49db-9d0c-dae014648876 req-04777c0a-108d-4fb2-b8a6-4b98ae8cfd2b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76ea8e0b-97f6-470b-b6ee-2ff2833ee19a HTTP/1.1" status: 200 len: 853 time: 0.0588920 Oct 26 16:34:55.113423 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-36746185-a27d-4817-af46-41765f779cfd tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Deleting port 15135fc2-1179-4013-a3e2-6bf3340ed316 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:34:55.113764 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-36746185-a27d-4817-af46-41765f779cfd tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:34:55.152845 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c968f88-9971-49db-9d0c-dae014648876 req-b9009670-cf16-44ab-9ffd-b69336319f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:34:55.154427 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3c968f88-9971-49db-9d0c-dae014648876 req-b9009670-cf16-44ab-9ffd-b69336319f7f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=98e0b575-6143-4cf8-a8e0-8e48d26d457e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827913 Oct 26 16:34:55.293532 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3c968f88-9971-49db-9d0c-dae014648876 req-4b6cba54-a8dc-495f-8b23-1e2f86c4963f service neutron] 10.222.0.48 "GET /v2.0/networks/98e0b575-6143-4cf8-a8e0-8e48d26d457e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325147 Oct 26 16:34:55.392932 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-36746185-a27d-4817-af46-41765f779cfd tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:34:55.393258 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-36746185-a27d-4817-af46-41765f779cfd tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:34:55.426017 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3c968f88-9971-49db-9d0c-dae014648876 req-996fbdf0-c2b7-4292-8fc7-81b03d7b0fe8 service neutron] 10.222.0.48 "GET /v2.0/networks/98e0b575-6143-4cf8-a8e0-8e48d26d457e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265721 Oct 26 16:34:55.519241 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-36746185-a27d-4817-af46-41765f779cfd tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Calling delete_port for 15135fc2-1179-4013-a3e2-6bf3340ed316 owned by network:floatingip {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:34:55.745312 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-36746185-a27d-4817-af46-41765f779cfd tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:34:55.794806 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36746185-a27d-4817-af46-41765f779cfd tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Pushing event deleted for resources: {'Port': ['ID=15135fc2-1179-4013-a3e2-6bf3340ed316,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:34:55.895060 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-36746185-a27d-4817-af46-41765f779cfd tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks [] for floatingip, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:34:55.895411 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.l3_db [None req-36746185-a27d-4817-af46-41765f779cfd tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Floating IP 4001b151-c63e-4ac8-895f-2aabbf5d8ef9 disassociated (deleted). External IP: 172.26.2.122, port: 3070f1d9-80eb-4e59-83e8-b59049e9999a. Oct 26 16:34:56.243905 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36746185-a27d-4817-af46-41765f779cfd tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Router f0c1fc43-c43d-4794-8641-0302b1b1904b has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:34:56.420120 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36746185-a27d-4817-af46-41765f779cfd tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:34:56.429958 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354c21a3-aa29-4050-97f1-77b18814c311 None None] Sync routers for ids ['f0c1fc43-c43d-4794-8641-0302b1b1904b'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:34:56.439254 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354c21a3-aa29-4050-97f1-77b18814c311 None None] Routers {'f0c1fc43-c43d-4794-8641-0302b1b1904b'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:34:56.447502 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-354c21a3-aa29-4050-97f1-77b18814c311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:34:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['f0c1fc43-c43d-4794-8641-0302b1b1904b'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:34:56.511829 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-36746185-a27d-4817-af46-41765f779cfd tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:34:56.570923 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-36746185-a27d-4817-af46-41765f779cfd tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "DELETE /v2.0/floatingips/4001b151-c63e-4ac8-895f-2aabbf5d8ef9 HTTP/1.1" status: 204 len: 168 time: 1.6695244 Oct 26 16:34:56.571669 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4444d7ca-ee3c-44e4-9045-3147d5ec71b2', 'tag': '3070f1d9-80eb-4e59-83e8-b59049e9999a'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:34:56.574101 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec078ab02bc810209f0573d5deb19682ea498273c1503582233cb0925c39ad22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd694e3-97ae-4013-88b7-089bf36d8ef9" -d '{"events": [{"name": "network-changed", "server_uuid": "4444d7ca-ee3c-44e4-9045-3147d5ec71b2", "tag": "3070f1d9-80eb-4e59-83e8-b59049e9999a"}]}' {{(pid=89747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:34:56.621828 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d40a212-73b3-4c14-8e55-3563c0fd6c50 x-openstack-request-id: req-8d40a212-73b3-4c14-8e55-3563c0fd6c50 {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:34:56.622131 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4444d7ca-ee3c-44e4-9045-3147d5ec71b2", "tag": "3070f1d9-80eb-4e59-83e8-b59049e9999a", "status": "completed", "code": 200}]} {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:34:56.622395 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8d40a212-73b3-4c14-8e55-3563c0fd6c50 {{(pid=89747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:34:56.622879 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d40a212-73b3-4c14-8e55-3563c0fd6c50'] response: {'name': 'network-changed', 'server_uuid': '4444d7ca-ee3c-44e4-9045-3147d5ec71b2', 'tag': '3070f1d9-80eb-4e59-83e8-b59049e9999a', 'status': 'completed', 'code': 200} Oct 26 16:34:56.661808 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-354c21a3-aa29-4050-97f1-77b18814c311 None None] Set router f0c1fc43-c43d-4794-8641-0302b1b1904b gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:34:56.752828 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd694e3-97ae-4013-88b7-089bf36d8ef9 req-66ecce1d-5fb0-4331-a8b1-07cff4deaecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:34:56.754407 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2fd694e3-97ae-4013-88b7-089bf36d8ef9 req-66ecce1d-5fb0-4331-a8b1-07cff4deaecb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=32ded24da5494bf3b78009cd0bb58ba6&device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 1099 time: 0.0874517 Oct 26 16:34:56.992948 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-354c21a3-aa29-4050-97f1-77b18814c311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'name': 'tempest-TestMinimumBasicScenario-811926260-router', 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.159'}], 'enable_snat': True}, 'gw_port_id': '66631c75-6d5c-48a6-9fc2-0c3e651577d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:26:27Z', 'updated_at': '2022-10-26T16:26:32Z', 'revision_number': 4, 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'gw_port': {'id': '66631c75-6d5c-48a6-9fc2-0c3e651577d4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:26:28Z', 'updated_at': '2022-10-26T16:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4', 'name': '', 'network_id': '98e0b575-6143-4cf8-a8e0-8e48d26d457e', 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6', 'mac_address': 'fa:16:3e:97:a5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '76ea8e0b-97f6-470b-b6ee-2ff2833ee19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:26:31Z', 'updated_at': '2022-10-26T16:26:38Z', 'revision_number': 5, 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'subnets': [{'id': '76ea8e0b-97f6-470b-b6ee-2ff2833ee19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:34:56.996936 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354c21a3-aa29-4050-97f1-77b18814c311 None None] Checking router: f0c1fc43-c43d-4794-8641-0302b1b1904b for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:34:57.003530 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd694e3-97ae-4013-88b7-089bf36d8ef9 req-d3f3d6bd-2ce2-4a56-a41a-c45a70f94bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:34:57.006052 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2fd694e3-97ae-4013-88b7-089bf36d8ef9 req-d3f3d6bd-2ce2-4a56-a41a-c45a70f94bc2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=98e0b575-6143-4cf8-a8e0-8e48d26d457e HTTP/1.1" status: 200 len: 915 time: 0.2456763 Oct 26 16:34:57.006979 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354c21a3-aa29-4050-97f1-77b18814c311 None None] Routers {'f0c1fc43-c43d-4794-8641-0302b1b1904b'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:34:57.007616 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-354c21a3-aa29-4050-97f1-77b18814c311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:34:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['f0c1fc43-c43d-4794-8641-0302b1b1904b'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:34:57.078790 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2fd694e3-97ae-4013-88b7-089bf36d8ef9 req-3fb6695c-30d2-4b95-8fb2-a2aae66636d5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3070f1d9-80eb-4e59-83e8-b59049e9999a HTTP/1.1" status: 200 len: 217 time: 0.0666399 Oct 26 16:34:57.147929 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd694e3-97ae-4013-88b7-089bf36d8ef9 req-e81698ab-d3d4-471e-bf4e-20b2e88d363a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:34:57.149491 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2fd694e3-97ae-4013-88b7-089bf36d8ef9 req-e81698ab-d3d4-471e-bf4e-20b2e88d363a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76ea8e0b-97f6-470b-b6ee-2ff2833ee19a HTTP/1.1" status: 200 len: 853 time: 0.0651901 Oct 26 16:34:57.200617 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-354c21a3-aa29-4050-97f1-77b18814c311 None None] Set router f0c1fc43-c43d-4794-8641-0302b1b1904b gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:34:57.248437 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd694e3-97ae-4013-88b7-089bf36d8ef9 req-0e4f7cea-8b5c-43a0-9dc7-94793373905c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:34:57.250065 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2fd694e3-97ae-4013-88b7-089bf36d8ef9 req-0e4f7cea-8b5c-43a0-9dc7-94793373905c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=98e0b575-6143-4cf8-a8e0-8e48d26d457e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0922906 Oct 26 16:34:57.392698 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2fd694e3-97ae-4013-88b7-089bf36d8ef9 req-51acd1af-9653-464f-949f-ccbe2d04fd9c service neutron] 10.222.0.48 "GET /v2.0/networks/98e0b575-6143-4cf8-a8e0-8e48d26d457e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368043 Oct 26 16:34:57.528185 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:34:57.531187 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2fd694e3-97ae-4013-88b7-089bf36d8ef9 req-bd052fd0-853e-4f12-af01-8874aea50845 service neutron] 10.222.0.48 "GET /v2.0/networks/98e0b575-6143-4cf8-a8e0-8e48d26d457e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314955 Oct 26 16:34:57.537676 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-354c21a3-aa29-4050-97f1-77b18814c311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'name': 'tempest-TestMinimumBasicScenario-811926260-router', 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.159'}], 'enable_snat': True}, 'gw_port_id': '66631c75-6d5c-48a6-9fc2-0c3e651577d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:26:27Z', 'updated_at': '2022-10-26T16:26:32Z', 'revision_number': 4, 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'gw_port': {'id': '66631c75-6d5c-48a6-9fc2-0c3e651577d4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:26:28Z', 'updated_at': '2022-10-26T16:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4', 'name': '', 'network_id': '98e0b575-6143-4cf8-a8e0-8e48d26d457e', 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6', 'mac_address': 'fa:16:3e:97:a5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '76ea8e0b-97f6-470b-b6ee-2ff2833ee19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:26:31Z', 'updated_at': '2022-10-26T16:26:38Z', 'revision_number': 5, 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'subnets': [{'id': '76ea8e0b-97f6-470b-b6ee-2ff2833ee19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:34:57.541665 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354c21a3-aa29-4050-97f1-77b18814c311 None None] The sync data for ids ['f0c1fc43-c43d-4794-8641-0302b1b1904b'] in dv-neutron-862712-1-hyperv is: [{'id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'name': 'tempest-TestMinimumBasicScenario-811926260-router', 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.159'}], 'enable_snat': True}, 'gw_port_id': '66631c75-6d5c-48a6-9fc2-0c3e651577d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:26:27Z', 'updated_at': '2022-10-26T16:26:32Z', 'revision_number': 4, 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'gw_port': {'id': '66631c75-6d5c-48a6-9fc2-0c3e651577d4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:26:28Z', 'updated_at': '2022-10-26T16:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4', 'name': '', 'network_id': '98e0b575-6143-4cf8-a8e0-8e48d26d457e', 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6', 'mac_address': 'fa:16:3e:97:a5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '76ea8e0b-97f6-470b-b6ee-2ff2833ee19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:26:31Z', 'updated_at': '2022-10-26T16:26:38Z', 'revision_number': 5, 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'subnets': [{'id': '76ea8e0b-97f6-470b-b6ee-2ff2833ee19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:34:57.755531 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1305a594-9809-4c97-adc5-af823dfd45a7 None None] New status for floating IP 4001b151-c63e-4ac8-895f-2aabbf5d8ef9: DOWN {{(pid=89750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:35:02.140240 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c9adebc9-14f6-4310-af08-322a11b5ef3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:02.622980 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366d746-b5bd-46bc-b096-281e178e9b6b req-158ee5cc-a913-4dbf-a30a-c30328c307b6 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:02.624526 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3366d746-b5bd-46bc-b096-281e178e9b6b req-158ee5cc-a913-4dbf-a30a-c30328c307b6 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 946 time: 0.0913172 Oct 26 16:35:02.678834 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3366d746-b5bd-46bc-b096-281e178e9b6b req-67864bf6-0115-4338-998e-57d554fc969b tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482054 Oct 26 16:35:03.876768 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8c6c3-9a90-4394-a785-8b8ed1e8aad1 req-03cef52c-d120-4583-9089-4a7d0bbbc449 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:03.877397 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-4ef8c6c3-9a90-4394-a785-8b8ed1e8aad1 req-03cef52c-d120-4583-9089-4a7d0bbbc449 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Synchronizing usage tracker for tenant:32ded24da5494bf3b78009cd0bb58ba6 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:35:04.062654 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-4ef8c6c3-9a90-4394-a785-8b8ed1e8aad1 req-03cef52c-d120-4583-9089-4a7d0bbbc449 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Unset dirty status for tenant:32ded24da5494bf3b78009cd0bb58ba6 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:35:04.063822 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-4ef8c6c3-9a90-4394-a785-8b8ed1e8aad1 req-03cef52c-d120-4583-9089-4a7d0bbbc449 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 946 time: 0.2727258 Oct 26 16:35:04.111589 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-4ef8c6c3-9a90-4394-a785-8b8ed1e8aad1 req-6349ca9e-b508-462f-8c3e-1d4d51220486 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Synchronizing usage tracker for tenant:32ded24da5494bf3b78009cd0bb58ba6 on resource:security_group {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:35:04.265834 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-4ef8c6c3-9a90-4394-a785-8b8ed1e8aad1 req-6349ca9e-b508-462f-8c3e-1d4d51220486 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Unset dirty status for tenant:32ded24da5494bf3b78009cd0bb58ba6 on resource:security_group {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:35:04.267055 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-4ef8c6c3-9a90-4394-a785-8b8ed1e8aad1 req-6349ca9e-b508-462f-8c3e-1d4d51220486 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5fa63fe-a2f5-4bda-957b-77b668e97c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975102 Oct 26 16:35:04.485196 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fcebc470-e1f8-4fdb-95e1-00b9f4d17030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:04.545669 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed262a56-8f31-45f8-9c48-20acf2ba2ff9 req-c0898244-2320-453f-8c04-69109d8cf81e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:04.547018 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ed262a56-8f31-45f8-9c48-20acf2ba2ff9 req-c0898244-2320-453f-8c04-69109d8cf81e tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.48 "GET /v2.0/ports?device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 946 time: 0.0916910 Oct 26 16:35:04.617802 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-ed262a56-8f31-45f8-9c48-20acf2ba2ff9 req-a2c49fa7-ae69-4082-aa34-dba39587cb3d tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Deleting port 3070f1d9-80eb-4e59-83e8-b59049e9999a {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:35:04.618146 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-ed262a56-8f31-45f8-9c48-20acf2ba2ff9 req-a2c49fa7-ae69-4082-aa34-dba39587cb3d tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:04.872214 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-ed262a56-8f31-45f8-9c48-20acf2ba2ff9 req-a2c49fa7-ae69-4082-aa34-dba39587cb3d tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] For port 3070f1d9-80eb-4e59-83e8-b59049e9999a, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=3070f1d9-80eb-4e59-83e8-b59049e9999a,segment=NetworkSegment(893e54d7-bc89-4156-b8f9-af4d4228816f),segment_id=893e54d7-bc89-4156-b8f9-af4d4228816f)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:35:04.872509 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-ed262a56-8f31-45f8-9c48-20acf2ba2ff9 req-a2c49fa7-ae69-4082-aa34-dba39587cb3d tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:05.007832 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-ed262a56-8f31-45f8-9c48-20acf2ba2ff9 req-a2c49fa7-ae69-4082-aa34-dba39587cb3d tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Calling delete_port for 3070f1d9-80eb-4e59-83e8-b59049e9999a owned by compute:nova {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:35:05.308205 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-ed262a56-8f31-45f8-9c48-20acf2ba2ff9 req-a2c49fa7-ae69-4082-aa34-dba39587cb3d tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:05.349663 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['3070f1d9-80eb-4e59-83e8-b59049e9999a'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:35:05.366248 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c49fa7-ae69-4082-aa34-dba39587cb3d tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Pushing event deleted for resources: {'Port': ['ID=3070f1d9-80eb-4e59-83e8-b59049e9999a,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:05.392128 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:05.502793 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:05.605582 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f516e0ca-2338-4dc6-b9c8-4fd0faab771f req-ef96caa8-129e-48e6-bd63-5e0a93c3ab54 tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.23 "GET /v2.0/ports?device_id=4444d7ca-ee3c-44e4-9045-3147d5ec71b2 HTTP/1.1" status: 200 len: 210 time: 0.2013235 Oct 26 16:35:05.611662 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed262a56-8f31-45f8-9c48-20acf2ba2ff9 req-a2c49fa7-ae69-4082-aa34-dba39587cb3d tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] No DVR routers for this DVR port 3070f1d9-80eb-4e59-83e8-b59049e9999a on host hv-neutron-8627 {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:35:05.614589 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-ed262a56-8f31-45f8-9c48-20acf2ba2ff9 req-a2c49fa7-ae69-4082-aa34-dba39587cb3d tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:05.627058 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4444d7ca-ee3c-44e4-9045-3147d5ec71b2', 'name': 'network-vif-deleted', 'tag': '3070f1d9-80eb-4e59-83e8-b59049e9999a'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:35:05.627058 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c701194-b11d-4476-b902-f740ea77a3ed" -d '{"events": [{"server_uuid": "4444d7ca-ee3c-44e4-9045-3147d5ec71b2", "name": "network-vif-deleted", "tag": "3070f1d9-80eb-4e59-83e8-b59049e9999a"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:35:05.664746 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0049e7-b8a3-4d6e-bfad-19ea02f4f06f x-openstack-request-id: req-2f0049e7-b8a3-4d6e-bfad-19ea02f4f06f {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:35:05.665115 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4444d7ca-ee3c-44e4-9045-3147d5ec71b2", "name": "network-vif-deleted", "tag": "3070f1d9-80eb-4e59-83e8-b59049e9999a", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:35:05.665543 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2f0049e7-b8a3-4d6e-bfad-19ea02f4f06f {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:35:05.665943 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f0049e7-b8a3-4d6e-bfad-19ea02f4f06f'] response: {'server_uuid': '4444d7ca-ee3c-44e4-9045-3147d5ec71b2', 'name': 'network-vif-deleted', 'tag': '3070f1d9-80eb-4e59-83e8-b59049e9999a', 'status': 'completed', 'code': 200} Oct 26 16:35:05.720546 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ed262a56-8f31-45f8-9c48-20acf2ba2ff9 req-a2c49fa7-ae69-4082-aa34-dba39587cb3d tempest-TestMinimumBasicScenario-255701602 tempest-TestMinimumBasicScenario-255701602-project] 10.222.0.48 "DELETE /v2.0/ports/3070f1d9-80eb-4e59-83e8-b59049e9999a HTTP/1.1" status: 204 len: 173 time: 1.1683521 Oct 26 16:35:07.043240 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:08.004167 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 51636) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:35:08.605900 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 3070f1d9-80eb-4e59-83e8-b59049e9999a no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:35:08.644672 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] No Port match for: 3070f1d9-80eb-4e59-83e8-b59049e9999a {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:35:08.645341 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 3070f1d9-80eb-4e59-83e8-b59049e9999a not bound to the agent host hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:35:08.850422 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4f5dbe6f-ce5d-4003-bec1-95ee1a651f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:09.197821 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-4f5dbe6f-ce5d-4003-bec1-95ee1a651f4e admin admin] Deleting port 3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:35:09.198495 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4f5dbe6f-ce5d-4003-bec1-95ee1a651f4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:09.367669 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-4f5dbe6f-ce5d-4003-bec1-95ee1a651f4e admin admin] For port 3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4,segment=NetworkSegment(893e54d7-bc89-4156-b8f9-af4d4228816f),segment_id=893e54d7-bc89-4156-b8f9-af4d4228816f)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:35:09.368022 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4f5dbe6f-ce5d-4003-bec1-95ee1a651f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:09.492842 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-4f5dbe6f-ce5d-4003-bec1-95ee1a651f4e admin admin] Calling delete_port for 3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4 owned by network:router_interface {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:35:09.746303 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4f5dbe6f-ce5d-4003-bec1-95ee1a651f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:09.795867 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5dbe6f-ce5d-4003-bec1-95ee1a651f4e admin admin] Pushing event deleted for resources: {'Port': ['ID=3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:10.177891 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4f5dbe6f-ce5d-4003-bec1-95ee1a651f4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:10.532563 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f5dbe6f-ce5d-4003-bec1-95ee1a651f4e admin admin] Router f0c1fc43-c43d-4794-8641-0302b1b1904b has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:35:10.712035 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5dbe6f-ce5d-4003-bec1-95ee1a651f4e admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:35:10.720791 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2e9830-fcca-4276-87cf-82f0482f919d None None] Sync routers for ids ['f0c1fc43-c43d-4794-8641-0302b1b1904b'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:35:10.724445 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4f5dbe6f-ce5d-4003-bec1-95ee1a651f4e admin admin] 10.222.0.23 "PUT /v2.0/routers/f0c1fc43-c43d-4794-8641-0302b1b1904b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7192209 Oct 26 16:35:10.727122 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 51646) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:35:10.729992 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2e9830-fcca-4276-87cf-82f0482f919d None None] Routers {'f0c1fc43-c43d-4794-8641-0302b1b1904b'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:35:10.730631 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-cb2e9830-fcca-4276-87cf-82f0482f919d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:35:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['f0c1fc43-c43d-4794-8641-0302b1b1904b'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:10.906191 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f95264f1-1250-4f37-9f4f-a85f4f80f754 admin admin] Notify callbacks [] for router, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:10.912227 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-cb2e9830-fcca-4276-87cf-82f0482f919d None None] Set router f0c1fc43-c43d-4794-8641-0302b1b1904b gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:35:11.084346 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f95264f1-1250-4f37-9f4f-a85f4f80f754 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:11.177720 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f95264f1-1250-4f37-9f4f-a85f4f80f754 admin admin] Deleting port 66631c75-6d5c-48a6-9fc2-0c3e651577d4 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:35:11.182840 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f95264f1-1250-4f37-9f4f-a85f4f80f754 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:11.353100 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-f95264f1-1250-4f37-9f4f-a85f4f80f754 admin admin] For port 66631c75-6d5c-48a6-9fc2-0c3e651577d4, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=66631c75-6d5c-48a6-9fc2-0c3e651577d4,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:35:11.353450 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f95264f1-1250-4f37-9f4f-a85f4f80f754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:11.411735 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-cb2e9830-fcca-4276-87cf-82f0482f919d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'name': 'tempest-TestMinimumBasicScenario-811926260-router', 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.159'}], 'enable_snat': True}, 'gw_port_id': '66631c75-6d5c-48a6-9fc2-0c3e651577d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:26:27Z', 'updated_at': '2022-10-26T16:35:09Z', 'revision_number': 5, 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'gw_port': {'id': '66631c75-6d5c-48a6-9fc2-0c3e651577d4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:50:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:26:28Z', 'updated_at': '2022-10-26T16:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:11.425961 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2e9830-fcca-4276-87cf-82f0482f919d None None] Checking router: f0c1fc43-c43d-4794-8641-0302b1b1904b for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:35:11.441619 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2e9830-fcca-4276-87cf-82f0482f919d None None] Routers {'f0c1fc43-c43d-4794-8641-0302b1b1904b'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:35:11.442166 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-cb2e9830-fcca-4276-87cf-82f0482f919d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:35:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['f0c1fc43-c43d-4794-8641-0302b1b1904b'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:11.596100 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f95264f1-1250-4f37-9f4f-a85f4f80f754 admin admin] Calling delete_port for 66631c75-6d5c-48a6-9fc2-0c3e651577d4 owned by network:router_gateway {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:35:11.611159 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-cb2e9830-fcca-4276-87cf-82f0482f919d None None] Set router f0c1fc43-c43d-4794-8641-0302b1b1904b gateway port host: None {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:35:11.721387 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-cb2e9830-fcca-4276-87cf-82f0482f919d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'name': 'tempest-TestMinimumBasicScenario-811926260-router', 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:26:27Z', 'updated_at': '2022-10-26T16:35:11Z', 'revision_number': 6, 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'gw_port_host': None}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:11.725629 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2e9830-fcca-4276-87cf-82f0482f919d None None] The sync data for ids ['f0c1fc43-c43d-4794-8641-0302b1b1904b'] in dv-neutron-862712-1-hyperv is: [{'id': 'f0c1fc43-c43d-4794-8641-0302b1b1904b', 'name': 'tempest-TestMinimumBasicScenario-811926260-router', 'tenant_id': '32ded24da5494bf3b78009cd0bb58ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:26:27Z', 'updated_at': '2022-10-26T16:35:11Z', 'revision_number': 6, 'project_id': '32ded24da5494bf3b78009cd0bb58ba6', 'gw_port_host': None}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:35:11.948516 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f95264f1-1250-4f37-9f4f-a85f4f80f754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:11.996036 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95264f1-1250-4f37-9f4f-a85f4f80f754 admin admin] Pushing event deleted for resources: {'Port': ['ID=66631c75-6d5c-48a6-9fc2-0c3e651577d4,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:12.102692 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f95264f1-1250-4f37-9f4f-a85f4f80f754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:12.112317 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:35:12.152111 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:35:12.152681 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 3ce41fec-dd0d-47d9-88d2-fe2cb3c5edd4 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:35:12.284738 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f95264f1-1250-4f37-9f4f-a85f4f80f754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:12.286858 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f95264f1-1250-4f37-9f4f-a85f4f80f754 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:12.371249 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f95264f1-1250-4f37-9f4f-a85f4f80f754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:12.371745 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95264f1-1250-4f37-9f4f-a85f4f80f754 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0c1fc43-c43d-4794-8641-0302b1b1904b {{(pid=89747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 16:35:12.384546 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f95264f1-1250-4f37-9f4f-a85f4f80f754 admin admin] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:12.385670 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f95264f1-1250-4f37-9f4f-a85f4f80f754 admin admin] 10.222.0.23 "DELETE /v2.0/routers/f0c1fc43-c43d-4794-8641-0302b1b1904b HTTP/1.1" status: 204 len: 168 time: 1.6576517 Oct 26 16:35:12.388363 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 51650) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:35:12.453580 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-c02fff97-ab1f-48a5-9dec-a0856a913338 admin admin] Deleting subnet 76ea8e0b-97f6-470b-b6ee-2ff2833ee19a {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 16:35:12.456765 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c02fff97-ab1f-48a5-9dec-a0856a913338 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:12.507663 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c02fff97-ab1f-48a5-9dec-a0856a913338 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:12.586453 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c02fff97-ab1f-48a5-9dec-a0856a913338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:12.741016 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c02fff97-ab1f-48a5-9dec-a0856a913338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:12.778769 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02fff97-ab1f-48a5-9dec-a0856a913338 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76ea8e0b-97f6-470b-b6ee-2ff2833ee19a,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:12.784253 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c02fff97-ab1f-48a5-9dec-a0856a913338 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:12.791601 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f45323-ccd0-47d6-922f-f6690fc45485 None None] Network 98e0b575-6143-4cf8-a8e0-8e48d26d457e requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:35:12.792083 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c02fff97-ab1f-48a5-9dec-a0856a913338 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/76ea8e0b-97f6-470b-b6ee-2ff2833ee19a HTTP/1.1" status: 204 len: 168 time: 0.4010608 Oct 26 16:35:12.793562 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 51654) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:35:12.901434 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7e874b96-2b26-437a-97fc-7409eed1270e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:12.915251 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-7e874b96-2b26-437a-97fc-7409eed1270e admin admin] Deleting port 2f7b23d3-ddc9-47b2-ac0e-ca0cfb1a7861 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:35:12.915578 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7e874b96-2b26-437a-97fc-7409eed1270e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:13.057983 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f385e292-400b-4282-b8c3-12474233187d None None] DHCP port deletion for 98e0b575-6143-4cf8-a8e0-8e48d26d457e request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 16:35:13.062581 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-f385e292-400b-4282-b8c3-12474233187d None None] Deleting port 2f7b23d3-ddc9-47b2-ac0e-ca0cfb1a7861 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:35:13.063066 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f385e292-400b-4282-b8c3-12474233187d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:13.123074 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-7e874b96-2b26-437a-97fc-7409eed1270e admin admin] For port 2f7b23d3-ddc9-47b2-ac0e-ca0cfb1a7861, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=2f7b23d3-ddc9-47b2-ac0e-ca0cfb1a7861,segment=NetworkSegment(893e54d7-bc89-4156-b8f9-af4d4228816f),segment_id=893e54d7-bc89-4156-b8f9-af4d4228816f)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:35:13.123455 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7e874b96-2b26-437a-97fc-7409eed1270e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:13.270429 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-f385e292-400b-4282-b8c3-12474233187d None None] For port 2f7b23d3-ddc9-47b2-ac0e-ca0cfb1a7861, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=2f7b23d3-ddc9-47b2-ac0e-ca0cfb1a7861,segment=NetworkSegment(893e54d7-bc89-4156-b8f9-af4d4228816f),segment_id=893e54d7-bc89-4156-b8f9-af4d4228816f)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:35:13.270855 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f385e292-400b-4282-b8c3-12474233187d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:13.354425 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-7e874b96-2b26-437a-97fc-7409eed1270e admin admin] Calling delete_port for 2f7b23d3-ddc9-47b2-ac0e-ca0cfb1a7861 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:35:13.436341 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-f385e292-400b-4282-b8c3-12474233187d None None] Calling delete_port for 2f7b23d3-ddc9-47b2-ac0e-ca0cfb1a7861 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:35:13.492019 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7e874b96-2b26-437a-97fc-7409eed1270e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:13.508133 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-f385e292-400b-4282-b8c3-12474233187d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:35:13.508487 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-f385e292-400b-4282-b8c3-12474233187d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:35:13.540046 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e874b96-2b26-437a-97fc-7409eed1270e admin admin] Pushing event deleted for resources: {'Port': ['ID=2f7b23d3-ddc9-47b2-ac0e-ca0cfb1a7861,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:13.543631 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e874b96-2b26-437a-97fc-7409eed1270e admin admin] No DVR routers for this DVR port 2f7b23d3-ddc9-47b2-ac0e-ca0cfb1a7861 on host dv-neutron-862712-1-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:35:13.659063 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7e874b96-2b26-437a-97fc-7409eed1270e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:13.684268 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-7e874b96-2b26-437a-97fc-7409eed1270e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98e0b575-6143-4cf8-a8e0-8e48d26d457e']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:13.697207 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-7e874b96-2b26-437a-97fc-7409eed1270e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '893e54d7-bc89-4156-b8f9-af4d4228816f') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:13.697500 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-7e874b96-2b26-437a-97fc-7409eed1270e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '893e54d7-bc89-4156-b8f9-af4d4228816f') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:13.709937 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7e874b96-2b26-437a-97fc-7409eed1270e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:13.727924 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7e874b96-2b26-437a-97fc-7409eed1270e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:13.735055 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e874b96-2b26-437a-97fc-7409eed1270e admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:35:13.739573 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7e874b96-2b26-437a-97fc-7409eed1270e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:13.843209 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 893e54d7-bc89-4156-b8f9-af4d4228816f resource provider aggregate not found Oct 26 16:35:13.860749 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 893e54d7-bc89-4156-b8f9-af4d4228816f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 893e54d7-bc89-4156-b8f9-af4d4228816f found for delete ", "request_id": "req-85db84d2-fdf9-4048-a6c3-c10ca99839ae"}]} Oct 26 16:35:13.914540 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7e874b96-2b26-437a-97fc-7409eed1270e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:13.932749 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7e874b96-2b26-437a-97fc-7409eed1270e admin admin] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:13.939919 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e874b96-2b26-437a-97fc-7409eed1270e admin admin] Pushing event deleted for resources: {'Network': ['ID=98e0b575-6143-4cf8-a8e0-8e48d26d457e,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:13.988594 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 66631c75-6d5c-48a6-9fc2-0c3e651577d4 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:35:14.013714 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-f385e292-400b-4282-b8c3-12474233187d None None] Deleting port 2f7b23d3-ddc9-47b2-ac0e-ca0cfb1a7861 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:35:14.014871 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f385e292-400b-4282-b8c3-12474233187d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:14.052285 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-7e874b96-2b26-437a-97fc-7409eed1270e admin admin] 10.222.0.23 "DELETE /v2.0/networks/98e0b575-6143-4cf8-a8e0-8e48d26d457e HTTP/1.1" status: 204 len: 168 time: 1.2576077 Oct 26 16:35:14.054932 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 51664) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:35:14.057009 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 66631c75-6d5c-48a6-9fc2-0c3e651577d4 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:35:14.057325 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 66631c75-6d5c-48a6-9fc2-0c3e651577d4 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:35:14.057733 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 2f7b23d3-ddc9-47b2-ac0e-ca0cfb1a7861 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:35:14.125531 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-f385e292-400b-4282-b8c3-12474233187d None None] The port '2f7b23d3-ddc9-47b2-ac0e-ca0cfb1a7861' was deleted {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 16:35:14.127876 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 2f7b23d3-ddc9-47b2-ac0e-ca0cfb1a7861 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:35:14.128223 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 2f7b23d3-ddc9-47b2-ac0e-ca0cfb1a7861 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:35:14.593689 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-07eba28f-d958-4cbf-baf1-23bed582e84f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:14.938759 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-07eba28f-d958-4cbf-baf1-23bed582e84f admin admin] Deleting port 9dd8b5ed-824f-41df-bcdb-e3d3a8470255 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:35:14.939438 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-07eba28f-d958-4cbf-baf1-23bed582e84f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:15.223784 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-07eba28f-d958-4cbf-baf1-23bed582e84f admin admin] For port 9dd8b5ed-824f-41df-bcdb-e3d3a8470255, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=9dd8b5ed-824f-41df-bcdb-e3d3a8470255,segment=NetworkSegment(3a290314-fbc9-4a30-bf59-7532414355a4),segment_id=3a290314-fbc9-4a30-bf59-7532414355a4)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:35:15.224055 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-07eba28f-d958-4cbf-baf1-23bed582e84f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:15.349021 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-07eba28f-d958-4cbf-baf1-23bed582e84f admin admin] Calling delete_port for 9dd8b5ed-824f-41df-bcdb-e3d3a8470255 owned by network:router_interface {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:35:15.586281 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-07eba28f-d958-4cbf-baf1-23bed582e84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:15.633431 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eba28f-d958-4cbf-baf1-23bed582e84f admin admin] Pushing event deleted for resources: {'Port': ['ID=9dd8b5ed-824f-41df-bcdb-e3d3a8470255,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:15.910250 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-07eba28f-d958-4cbf-baf1-23bed582e84f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:16.263512 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07eba28f-d958-4cbf-baf1-23bed582e84f admin admin] Router a6a9ca83-073a-4bfb-bed2-2cff35920d4f has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:35:16.435874 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07eba28f-d958-4cbf-baf1-23bed582e84f admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:35:16.444546 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6fcee7-fab1-4770-8ec2-5118f7fb14da None None] Sync routers for ids ['a6a9ca83-073a-4bfb-bed2-2cff35920d4f'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:35:16.456889 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6fcee7-fab1-4770-8ec2-5118f7fb14da None None] Routers {'a6a9ca83-073a-4bfb-bed2-2cff35920d4f'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:35:16.457496 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-7e6fcee7-fab1-4770-8ec2-5118f7fb14da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:35:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['a6a9ca83-073a-4bfb-bed2-2cff35920d4f'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:16.508179 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-07eba28f-d958-4cbf-baf1-23bed582e84f admin admin] 10.222.0.23 "PUT /v2.0/routers/a6a9ca83-073a-4bfb-bed2-2cff35920d4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4522276 Oct 26 16:35:16.510645 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 51670) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:35:16.641022 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-7e6fcee7-fab1-4770-8ec2-5118f7fb14da None None] Set router a6a9ca83-073a-4bfb-bed2-2cff35920d4f gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:35:16.805802 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2d9eeea6-10be-49c9-9bda-275638f88a44 admin admin] Notify callbacks [] for router, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:16.934013 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-7e6fcee7-fab1-4770-8ec2-5118f7fb14da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a9ca83-073a-4bfb-bed2-2cff35920d4f', 'name': 'tempest-TestMinimumBasicScenario-1172621851-router', 'tenant_id': '12f73ccad1514e8d9bdd5126b05ea2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.80'}], 'enable_snat': True}, 'gw_port_id': '4f4204d4-aaf4-4910-92ff-22c7cb0edbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:26:35Z', 'updated_at': '2022-10-26T16:35:15Z', 'revision_number': 5, 'project_id': '12f73ccad1514e8d9bdd5126b05ea2c9', 'gw_port': {'id': '4f4204d4-aaf4-4910-92ff-22c7cb0edbf1', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:14:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a9ca83-073a-4bfb-bed2-2cff35920d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:26:36Z', 'updated_at': '2022-10-26T16:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:16.939120 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6fcee7-fab1-4770-8ec2-5118f7fb14da None None] Checking router: a6a9ca83-073a-4bfb-bed2-2cff35920d4f for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:35:16.947563 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6fcee7-fab1-4770-8ec2-5118f7fb14da None None] Routers {'a6a9ca83-073a-4bfb-bed2-2cff35920d4f'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:35:16.948213 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-7e6fcee7-fab1-4770-8ec2-5118f7fb14da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:35:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['a6a9ca83-073a-4bfb-bed2-2cff35920d4f'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:16.986179 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2d9eeea6-10be-49c9-9bda-275638f88a44 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:17.051768 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-2d9eeea6-10be-49c9-9bda-275638f88a44 admin admin] Deleting port 4f4204d4-aaf4-4910-92ff-22c7cb0edbf1 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:35:17.052109 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2d9eeea6-10be-49c9-9bda-275638f88a44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:17.125736 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-7e6fcee7-fab1-4770-8ec2-5118f7fb14da None None] Set router a6a9ca83-073a-4bfb-bed2-2cff35920d4f gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:35:17.224789 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-2d9eeea6-10be-49c9-9bda-275638f88a44 admin admin] For port 4f4204d4-aaf4-4910-92ff-22c7cb0edbf1, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=4f4204d4-aaf4-4910-92ff-22c7cb0edbf1,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:35:17.225046 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2d9eeea6-10be-49c9-9bda-275638f88a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:17.360773 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-2d9eeea6-10be-49c9-9bda-275638f88a44 admin admin] Calling delete_port for 4f4204d4-aaf4-4910-92ff-22c7cb0edbf1 owned by network:router_gateway {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:35:17.420034 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-7e6fcee7-fab1-4770-8ec2-5118f7fb14da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a9ca83-073a-4bfb-bed2-2cff35920d4f', 'name': 'tempest-TestMinimumBasicScenario-1172621851-router', 'tenant_id': '12f73ccad1514e8d9bdd5126b05ea2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.80'}], 'enable_snat': True}, 'gw_port_id': '4f4204d4-aaf4-4910-92ff-22c7cb0edbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:26:35Z', 'updated_at': '2022-10-26T16:35:15Z', 'revision_number': 5, 'project_id': '12f73ccad1514e8d9bdd5126b05ea2c9', 'gw_port': {'id': '4f4204d4-aaf4-4910-92ff-22c7cb0edbf1', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:14:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a9ca83-073a-4bfb-bed2-2cff35920d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:26:36Z', 'updated_at': '2022-10-26T16:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:17.424717 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6fcee7-fab1-4770-8ec2-5118f7fb14da None None] The sync data for ids ['a6a9ca83-073a-4bfb-bed2-2cff35920d4f'] in dv-neutron-862712-1-hyperv is: [{'id': 'a6a9ca83-073a-4bfb-bed2-2cff35920d4f', 'name': 'tempest-TestMinimumBasicScenario-1172621851-router', 'tenant_id': '12f73ccad1514e8d9bdd5126b05ea2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.80'}], 'enable_snat': True}, 'gw_port_id': '4f4204d4-aaf4-4910-92ff-22c7cb0edbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:26:35Z', 'updated_at': '2022-10-26T16:35:15Z', 'revision_number': 5, 'project_id': '12f73ccad1514e8d9bdd5126b05ea2c9', 'gw_port': {'id': '4f4204d4-aaf4-4910-92ff-22c7cb0edbf1', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:14:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a9ca83-073a-4bfb-bed2-2cff35920d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:26:36Z', 'updated_at': '2022-10-26T16:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:35:17.583908 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2d9eeea6-10be-49c9-9bda-275638f88a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:17.631236 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9eeea6-10be-49c9-9bda-275638f88a44 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f4204d4-aaf4-4910-92ff-22c7cb0edbf1,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:17.730338 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2d9eeea6-10be-49c9-9bda-275638f88a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:17.906284 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2d9eeea6-10be-49c9-9bda-275638f88a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:17.908587 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2d9eeea6-10be-49c9-9bda-275638f88a44 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:17.994839 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2d9eeea6-10be-49c9-9bda-275638f88a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:17.995361 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 9dd8b5ed-824f-41df-bcdb-e3d3a8470255 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:35:17.995829 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9eeea6-10be-49c9-9bda-275638f88a44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6a9ca83-073a-4bfb-bed2-2cff35920d4f {{(pid=89747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 16:35:18.007897 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2d9eeea6-10be-49c9-9bda-275638f88a44 admin admin] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:18.009064 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-2d9eeea6-10be-49c9-9bda-275638f88a44 admin admin] 10.222.0.23 "DELETE /v2.0/routers/a6a9ca83-073a-4bfb-bed2-2cff35920d4f HTTP/1.1" status: 204 len: 168 time: 1.4975231 Oct 26 16:35:18.011866 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 51674) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:35:18.033792 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 9dd8b5ed-824f-41df-bcdb-e3d3a8470255 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:35:18.034135 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 9dd8b5ed-824f-41df-bcdb-e3d3a8470255 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:35:18.073907 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-948f0694-c95a-4f79-a30a-247491d1a4f1 admin admin] Deleting subnet 7ab93bd5-1554-4fb4-b65b-ed17aa417d8c {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 16:35:18.077850 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-948f0694-c95a-4f79-a30a-247491d1a4f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:18.135603 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-948f0694-c95a-4f79-a30a-247491d1a4f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:18.213919 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-948f0694-c95a-4f79-a30a-247491d1a4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:18.349587 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-948f0694-c95a-4f79-a30a-247491d1a4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:18.394405 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-948f0694-c95a-4f79-a30a-247491d1a4f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:18.397495 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f0694-c95a-4f79-a30a-247491d1a4f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ab93bd5-1554-4fb4-b65b-ed17aa417d8c,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:18.399275 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6d0523-ce56-4acb-a191-a5c5ecbaabb1 None None] Network 2eb7c18d-11a5-43a8-90ba-5f13c3b82290 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:35:18.403621 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-948f0694-c95a-4f79-a30a-247491d1a4f1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7ab93bd5-1554-4fb4-b65b-ed17aa417d8c HTTP/1.1" status: 204 len: 168 time: 0.3907275 Oct 26 16:35:18.406067 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 51678) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:35:18.517406 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2407f910-286b-4e45-bdcd-c38653cbc830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:18.532559 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-2407f910-286b-4e45-bdcd-c38653cbc830 admin admin] Deleting port 01fdb10c-57c8-4b05-b63d-a3ce8fd117ca {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:35:18.532888 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2407f910-286b-4e45-bdcd-c38653cbc830 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:18.662893 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77953f9f-51d2-43c4-a426-0dd61003d3d9 None None] DHCP port deletion for 2eb7c18d-11a5-43a8-90ba-5f13c3b82290 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 16:35:18.667281 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-77953f9f-51d2-43c4-a426-0dd61003d3d9 None None] Deleting port 01fdb10c-57c8-4b05-b63d-a3ce8fd117ca {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:35:18.667760 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-77953f9f-51d2-43c4-a426-0dd61003d3d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:18.755616 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-2407f910-286b-4e45-bdcd-c38653cbc830 admin admin] For port 01fdb10c-57c8-4b05-b63d-a3ce8fd117ca, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=01fdb10c-57c8-4b05-b63d-a3ce8fd117ca,segment=NetworkSegment(3a290314-fbc9-4a30-bf59-7532414355a4),segment_id=3a290314-fbc9-4a30-bf59-7532414355a4)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:35:18.755893 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2407f910-286b-4e45-bdcd-c38653cbc830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:18.880920 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-77953f9f-51d2-43c4-a426-0dd61003d3d9 None None] For port 01fdb10c-57c8-4b05-b63d-a3ce8fd117ca, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=01fdb10c-57c8-4b05-b63d-a3ce8fd117ca,segment=NetworkSegment(3a290314-fbc9-4a30-bf59-7532414355a4),segment_id=3a290314-fbc9-4a30-bf59-7532414355a4)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:35:18.881421 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-77953f9f-51d2-43c4-a426-0dd61003d3d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:18.883633 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-2407f910-286b-4e45-bdcd-c38653cbc830 admin admin] Calling delete_port for 01fdb10c-57c8-4b05-b63d-a3ce8fd117ca owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:35:19.007291 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-77953f9f-51d2-43c4-a426-0dd61003d3d9 None None] Calling delete_port for 01fdb10c-57c8-4b05-b63d-a3ce8fd117ca owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:35:19.032472 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2407f910-286b-4e45-bdcd-c38653cbc830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:19.081020 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407f910-286b-4e45-bdcd-c38653cbc830 admin admin] Pushing event deleted for resources: {'Port': ['ID=01fdb10c-57c8-4b05-b63d-a3ce8fd117ca,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:19.082851 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2407f910-286b-4e45-bdcd-c38653cbc830 admin admin] No DVR routers for this DVR port 01fdb10c-57c8-4b05-b63d-a3ce8fd117ca on host dv-neutron-862712-1-hyperv {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:35:19.085541 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-77953f9f-51d2-43c4-a426-0dd61003d3d9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 16:35:19.085920 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-77953f9f-51d2-43c4-a426-0dd61003d3d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:35:19.204634 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2407f910-286b-4e45-bdcd-c38653cbc830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:19.229677 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-2407f910-286b-4e45-bdcd-c38653cbc830 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eb7c18d-11a5-43a8-90ba-5f13c3b82290']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:19.242033 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-2407f910-286b-4e45-bdcd-c38653cbc830 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a290314-fbc9-4a30-bf59-7532414355a4') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:19.242325 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-2407f910-286b-4e45-bdcd-c38653cbc830 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a290314-fbc9-4a30-bf59-7532414355a4') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:19.253264 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2407f910-286b-4e45-bdcd-c38653cbc830 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:19.273363 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2407f910-286b-4e45-bdcd-c38653cbc830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:19.279224 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2407f910-286b-4e45-bdcd-c38653cbc830 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:35:19.281972 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2407f910-286b-4e45-bdcd-c38653cbc830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:19.363598 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 3a290314-fbc9-4a30-bf59-7532414355a4 resource provider aggregate not found Oct 26 16:35:19.380088 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 3a290314-fbc9-4a30-bf59-7532414355a4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3a290314-fbc9-4a30-bf59-7532414355a4 found for delete ", "request_id": "req-9cee0024-f8aa-4740-8f89-2a2671105612"}]} Oct 26 16:35:19.443823 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2407f910-286b-4e45-bdcd-c38653cbc830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:19.448166 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2407f910-286b-4e45-bdcd-c38653cbc830 admin admin] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:19.472381 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407f910-286b-4e45-bdcd-c38653cbc830 admin admin] Pushing event deleted for resources: {'Network': ['ID=2eb7c18d-11a5-43a8-90ba-5f13c3b82290,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:19.480660 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2407f910-286b-4e45-bdcd-c38653cbc830 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2eb7c18d-11a5-43a8-90ba-5f13c3b82290 HTTP/1.1" status: 204 len: 168 time: 1.0736017 Oct 26 16:35:19.587334 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-77953f9f-51d2-43c4-a426-0dd61003d3d9 None None] Deleting port 01fdb10c-57c8-4b05-b63d-a3ce8fd117ca {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:35:19.587787 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-77953f9f-51d2-43c4-a426-0dd61003d3d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:19.653796 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-77953f9f-51d2-43c4-a426-0dd61003d3d9 None None] The port '01fdb10c-57c8-4b05-b63d-a3ce8fd117ca' was deleted {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 16:35:19.779948 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 51694) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:35:19.829126 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a947200d-b2e5-42d5-ab67-0c309f611953 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=32ded24da5494bf3b78009cd0bb58ba6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478077 Oct 26 16:35:19.831512 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 51698) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:35:19.887260 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-31f7c61d-6d50-49ff-b90a-a4133b431817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:19.912880 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-31f7c61d-6d50-49ff-b90a-a4133b431817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:19.991846 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 01fdb10c-57c8-4b05-b63d-a3ce8fd117ca no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:35:20.029788 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 01fdb10c-57c8-4b05-b63d-a3ce8fd117ca {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:35:20.030550 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 01fdb10c-57c8-4b05-b63d-a3ce8fd117ca not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:35:20.030550 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 4f4204d4-aaf4-4910-92ff-22c7cb0edbf1 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:35:20.032288 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-31f7c61d-6d50-49ff-b90a-a4133b431817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:20.050588 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f7c61d-6d50-49ff-b90a-a4133b431817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fa63fe-a2f5-4bda-957b-77b668e97c0b,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:20.071075 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 4f4204d4-aaf4-4910-92ff-22c7cb0edbf1 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:35:20.071415 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 4f4204d4-aaf4-4910-92ff-22c7cb0edbf1 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:35:20.116479 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-31f7c61d-6d50-49ff-b90a-a4133b431817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:20.117597 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-31f7c61d-6d50-49ff-b90a-a4133b431817 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e5fa63fe-a2f5-4bda-957b-77b668e97c0b HTTP/1.1" status: 204 len: 168 time: 0.2852211 Oct 26 16:35:20.771648 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 51706) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:35:20.820109 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-93097772-9268-4e37-a6b9-232511baa99f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=12f73ccad1514e8d9bdd5126b05ea2c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473065 Oct 26 16:35:20.822583 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 51710) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:35:20.985532 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bbcfc8cb-cabc-44f8-b610-6037d8639685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:21.010717 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bbcfc8cb-cabc-44f8-b610-6037d8639685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:21.149023 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bbcfc8cb-cabc-44f8-b610-6037d8639685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:21.163437 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcfc8cb-cabc-44f8-b610-6037d8639685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1d2183-ccb0-4ce0-815e-c434682ae38b,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:21.171637 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bbcfc8cb-cabc-44f8-b610-6037d8639685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:21.172751 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-bbcfc8cb-cabc-44f8-b610-6037d8639685 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4c1d2183-ccb0-4ce0-815e-c434682ae38b HTTP/1.1" status: 204 len: 168 time: 0.3492713 Oct 26 16:35:23.444681 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 51752) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:35:23.449677 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-c98ca5ea-a4e9-4273-9adf-ff5eaa48ec17 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1409170308', 'description': 'tempest-secgroup-smoke-1409170308 description', 'project_id': '9041478b4b314552952768907a320dc1'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:35:23.456426 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-c98ca5ea-a4e9-4273-9adf-ff5eaa48ec17 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:35:23.460618 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-c98ca5ea-a4e9-4273-9adf-ff5eaa48ec17 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:security_group and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:35:23.463535 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-c98ca5ea-a4e9-4273-9adf-ff5eaa48ec17 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:35:23.470369 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-c98ca5ea-a4e9-4273-9adf-ff5eaa48ec17 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:35:23.552239 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c98ca5ea-a4e9-4273-9adf-ff5eaa48ec17 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:23.564270 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c98ca5ea-a4e9-4273-9adf-ff5eaa48ec17 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:23.578842 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-c98ca5ea-a4e9-4273-9adf-ff5eaa48ec17 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:35:23.582665 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-c98ca5ea-a4e9-4273-9adf-ff5eaa48ec17 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:security_group_rule and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:35:23.585717 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-c98ca5ea-a4e9-4273-9adf-ff5eaa48ec17 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:35:23.591393 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-c98ca5ea-a4e9-4273-9adf-ff5eaa48ec17 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:35:23.676252 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c98ca5ea-a4e9-4273-9adf-ff5eaa48ec17 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:23.746391 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c98ca5ea-a4e9-4273-9adf-ff5eaa48ec17 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:23.759252 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-c98ca5ea-a4e9-4273-9adf-ff5eaa48ec17 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:35:23.767516 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-c98ca5ea-a4e9-4273-9adf-ff5eaa48ec17 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:security_group_rule and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:35:23.775863 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-c98ca5ea-a4e9-4273-9adf-ff5eaa48ec17 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:35:23.787011 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-c98ca5ea-a4e9-4273-9adf-ff5eaa48ec17 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:35:23.790538 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ca5ea-a4e9-4273-9adf-ff5eaa48ec17 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08bb0791-5efc-48fd-9fae-6d7fc68c5bb4,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:23.858855 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c98ca5ea-a4e9-4273-9adf-ff5eaa48ec17 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:23.923747 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c98ca5ea-a4e9-4273-9adf-ff5eaa48ec17 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:23.964945 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ca5ea-a4e9-4273-9adf-ff5eaa48ec17 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0827dbc4-be08-4cbf-9fed-7348965c8a71,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:24.023980 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c98ca5ea-a4e9-4273-9adf-ff5eaa48ec17 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:24.025235 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-c98ca5ea-a4e9-4273-9adf-ff5eaa48ec17 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5795696 Oct 26 16:35:24.028069 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 51756) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:35:24.033817 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-b6e0a040-71a7-4e2c-8814-eea24ae672aa tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'security_group_rule': {'security_group_id': '0827dbc4-be08-4cbf-9fed-7348965c8a71', 'project_id': '9041478b4b314552952768907a320dc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:35:24.051734 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-b6e0a040-71a7-4e2c-8814-eea24ae672aa tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:35:24.051734 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-b6e0a040-71a7-4e2c-8814-eea24ae672aa tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:security_group_rule and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:35:24.051734 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-b6e0a040-71a7-4e2c-8814-eea24ae672aa tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:35:24.053539 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-b6e0a040-71a7-4e2c-8814-eea24ae672aa tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:35:24.133438 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b6e0a040-71a7-4e2c-8814-eea24ae672aa tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:24.204152 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b6e0a040-71a7-4e2c-8814-eea24ae672aa tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:24.324101 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b6e0a040-71a7-4e2c-8814-eea24ae672aa tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:24.352173 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e0a040-71a7-4e2c-8814-eea24ae672aa tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c500364-6c39-4024-86b0-54f64238eeed,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:24.438853 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b6e0a040-71a7-4e2c-8814-eea24ae672aa tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:24.440379 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b6e0a040-71a7-4e2c-8814-eea24ae672aa tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4111319 Oct 26 16:35:24.442896 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 51760) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:35:24.449508 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-aeed0bec-825c-4a7f-bd19-411d8cf88808 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'security_group_rule': {'security_group_id': '0827dbc4-be08-4cbf-9fed-7348965c8a71', 'project_id': '9041478b4b314552952768907a320dc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:35:24.455935 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-aeed0bec-825c-4a7f-bd19-411d8cf88808 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:35:24.460481 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-aeed0bec-825c-4a7f-bd19-411d8cf88808 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:security_group_rule and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:35:24.464355 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-aeed0bec-825c-4a7f-bd19-411d8cf88808 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:35:24.470847 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-aeed0bec-825c-4a7f-bd19-411d8cf88808 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:35:24.573739 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-aeed0bec-825c-4a7f-bd19-411d8cf88808 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:24.642007 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-aeed0bec-825c-4a7f-bd19-411d8cf88808 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:24.732388 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-aeed0bec-825c-4a7f-bd19-411d8cf88808 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:24.757619 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed0bec-825c-4a7f-bd19-411d8cf88808 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59c0e4b0-3279-47cf-acd1-c51afe4ca190,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:24.846778 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-aeed0bec-825c-4a7f-bd19-411d8cf88808 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:24.847995 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-aeed0bec-825c-4a7f-bd19-411d8cf88808 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4041729 Oct 26 16:35:24.850675 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 51764) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:35:24.855708 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-e8d15528-977b-4825-8e3c-8702619aeced tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'security_group_rule': {'security_group_id': '0827dbc4-be08-4cbf-9fed-7348965c8a71', 'project_id': '9041478b4b314552952768907a320dc1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:35:24.862656 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-e8d15528-977b-4825-8e3c-8702619aeced tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:35:24.866551 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-e8d15528-977b-4825-8e3c-8702619aeced tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:security_group_rule and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:35:24.869442 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-e8d15528-977b-4825-8e3c-8702619aeced tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:35:24.876921 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-e8d15528-977b-4825-8e3c-8702619aeced tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:35:24.948959 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e8d15528-977b-4825-8e3c-8702619aeced tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:25.020210 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e8d15528-977b-4825-8e3c-8702619aeced tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:25.092220 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e8d15528-977b-4825-8e3c-8702619aeced tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:25.118236 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d15528-977b-4825-8e3c-8702619aeced tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60541387-ffea-41c7-8971-c06221f24e0d,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:25.201039 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e8d15528-977b-4825-8e3c-8702619aeced tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:25.202154 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-e8d15528-977b-4825-8e3c-8702619aeced tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3505657 Oct 26 16:35:25.205155 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 51768) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:35:25.210417 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-0b321984-0d18-4635-a630-05694fd0e194 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'security_group_rule': {'security_group_id': '0827dbc4-be08-4cbf-9fed-7348965c8a71', 'project_id': '9041478b4b314552952768907a320dc1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:35:25.217002 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-0b321984-0d18-4635-a630-05694fd0e194 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:35:25.221459 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-0b321984-0d18-4635-a630-05694fd0e194 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:security_group_rule and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:35:25.224392 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-0b321984-0d18-4635-a630-05694fd0e194 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:35:25.230211 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-0b321984-0d18-4635-a630-05694fd0e194 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:35:25.304683 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0b321984-0d18-4635-a630-05694fd0e194 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:25.368960 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0b321984-0d18-4635-a630-05694fd0e194 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:25.440521 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0b321984-0d18-4635-a630-05694fd0e194 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:25.464380 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b321984-0d18-4635-a630-05694fd0e194 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a4ad6d7-93d0-4ddc-98c9-a8038cf99625,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:25.535044 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0b321984-0d18-4635-a630-05694fd0e194 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:25.536250 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-0b321984-0d18-4635-a630-05694fd0e194 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3301928 Oct 26 16:35:25.538962 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 51772) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:35:25.543937 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-56066320-8f9d-4d21-9535-e1075e39d6f4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'security_group_rule': {'security_group_id': '0827dbc4-be08-4cbf-9fed-7348965c8a71', 'project_id': '9041478b4b314552952768907a320dc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:35:25.550494 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-56066320-8f9d-4d21-9535-e1075e39d6f4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:35:25.554258 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-56066320-8f9d-4d21-9535-e1075e39d6f4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:security_group_rule and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:35:25.557097 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-56066320-8f9d-4d21-9535-e1075e39d6f4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:35:25.562882 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-56066320-8f9d-4d21-9535-e1075e39d6f4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:35:25.675193 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.securitygroups_db [None req-56066320-8f9d-4d21-9535-e1075e39d6f4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Project 9041478b4b314552952768907a320dc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:35:25.682695 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-56066320-8f9d-4d21-9535-e1075e39d6f4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:25.748146 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-56066320-8f9d-4d21-9535-e1075e39d6f4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:25.875581 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-56066320-8f9d-4d21-9535-e1075e39d6f4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:25.899122 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56066320-8f9d-4d21-9535-e1075e39d6f4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=befd45ac-6732-4bf9-a4d4-c60d74c24288,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:25.995294 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-56066320-8f9d-4d21-9535-e1075e39d6f4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:25.996525 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-56066320-8f9d-4d21-9535-e1075e39d6f4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4566393 Oct 26 16:35:25.999817 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 51776) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:35:26.004629 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-6d2d0446-df8d-4a4f-872d-68e627136d5d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'security_group_rule': {'security_group_id': '0827dbc4-be08-4cbf-9fed-7348965c8a71', 'project_id': '9041478b4b314552952768907a320dc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:35:26.011455 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-6d2d0446-df8d-4a4f-872d-68e627136d5d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:35:26.015912 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-6d2d0446-df8d-4a4f-872d-68e627136d5d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:security_group_rule and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:35:26.018854 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-6d2d0446-df8d-4a4f-872d-68e627136d5d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:35:26.024937 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-6d2d0446-df8d-4a4f-872d-68e627136d5d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:35:26.089819 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.securitygroups_db [None req-6d2d0446-df8d-4a4f-872d-68e627136d5d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Project 9041478b4b314552952768907a320dc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:35:26.096717 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6d2d0446-df8d-4a4f-872d-68e627136d5d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:26.162487 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6d2d0446-df8d-4a4f-872d-68e627136d5d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:26.220838 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6d2d0446-df8d-4a4f-872d-68e627136d5d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:26.244060 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d0446-df8d-4a4f-872d-68e627136d5d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d77559d-d08e-4032-a75a-586bbd332a70,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:26.306728 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6d2d0446-df8d-4a4f-872d-68e627136d5d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:26.307870 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-6d2d0446-df8d-4a4f-872d-68e627136d5d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3071899 Oct 26 16:35:26.310883 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 51780) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:35:26.317291 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-17f26787-a2a1-453d-ac4f-b441a006cad4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'network': {'name': 'tempest-network-smoke--1157874343', 'project_id': '9041478b4b314552952768907a320dc1', 'port_security_enabled': True}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:35:26.322252 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-17f26787-a2a1-453d-ac4f-b441a006cad4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:35:26.326098 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-17f26787-a2a1-453d-ac4f-b441a006cad4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:network and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:35:26.329559 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-17f26787-a2a1-453d-ac4f-b441a006cad4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:35:26.335535 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-17f26787-a2a1-453d-ac4f-b441a006cad4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:35:26.400463 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f26787-a2a1-453d-ac4f-b441a006cad4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Made reservation on behalf of 9041478b4b314552952768907a320dc1 for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:35:26.403966 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-17f26787-a2a1-453d-ac4f-b441a006cad4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:26.432309 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17f26787-a2a1-453d-ac4f-b441a006cad4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:35:26.442583 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-17f26787-a2a1-453d-ac4f-b441a006cad4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:26.442924 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-17f26787-a2a1-453d-ac4f-b441a006cad4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Added segment 10752bc0-e59d-443e-b44d-a50ee86e0085 of type vlan for network 2815abf4-dc50-4542-aa56-3e12fd9e25cf Oct 26 16:35:26.469394 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-17f26787-a2a1-453d-ac4f-b441a006cad4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:26.563950 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-17f26787-a2a1-453d-ac4f-b441a006cad4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:26.569534 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f26787-a2a1-453d-ac4f-b441a006cad4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:26.570112 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-17f26787-a2a1-453d-ac4f-b441a006cad4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:26.678865 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f26787-a2a1-453d-ac4f-b441a006cad4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'Network': ['ID=2815abf4-dc50-4542-aa56-3e12fd9e25cf,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:26.689730 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 2815abf4-dc50-4542-aa56-3e12fd9e25cf details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 16:35:26.719229 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-17f26787-a2a1-453d-ac4f-b441a006cad4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4040849 Oct 26 16:35:26.719432 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 51784) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:35:26.724819 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-c6870ac6-484d-4188-9e69-0a05e1d06896 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-461814556', 'admin_state_up': True, 'project_id': '9041478b4b314552952768907a320dc1', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:35:26.732391 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-c6870ac6-484d-4188-9e69-0a05e1d06896 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:35:26.736845 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-c6870ac6-484d-4188-9e69-0a05e1d06896 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:router and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:35:26.739887 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-c6870ac6-484d-4188-9e69-0a05e1d06896 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:35:26.746377 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-c6870ac6-484d-4188-9e69-0a05e1d06896 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:35:26.821383 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c6870ac6-484d-4188-9e69-0a05e1d06896 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:26.822404 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c6870ac6-484d-4188-9e69-0a05e1d06896 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:26.837464 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c6870ac6-484d-4188-9e69-0a05e1d06896 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:27.278713 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c6870ac6-484d-4188-9e69-0a05e1d06896 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:27.575582 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:27.651920 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c6870ac6-484d-4188-9e69-0a05e1d06896 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for router_gateway, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:27.682150 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c6870ac6-484d-4188-9e69-0a05e1d06896 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:27.821260 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-c6870ac6-484d-4188-9e69-0a05e1d06896 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Allocated IP 172.26.2.48 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/5d2084d6-35ac-4a5c-b482-0df66af58457) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:35:27.973846 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c6870ac6-484d-4188-9e69-0a05e1d06896 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:28.110459 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c6870ac6-484d-4188-9e69-0a05e1d06896 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:28.180559 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6870ac6-484d-4188-9e69-0a05e1d06896 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:35:28.183526 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-c6870ac6-484d-4188-9e69-0a05e1d06896 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:35:28.187227 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6870ac6-484d-4188-9e69-0a05e1d06896 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:35:28.221446 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6870ac6-484d-4188-9e69-0a05e1d06896 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'Port': ['ID=5d2084d6-35ac-4a5c-b482-0df66af58457,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:28.697279 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:35:28.720684 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c6870ac6-484d-4188-9e69-0a05e1d06896 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for router_gateway, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:29.175262 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c6870ac6-484d-4188-9e69-0a05e1d06896 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:29.463793 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6870ac6-484d-4188-9e69-0a05e1d06896 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Router bc01b461-9aa0-4a26-9934-92d56e951807 is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 16:35:29.644419 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6870ac6-484d-4188-9e69-0a05e1d06896 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:35:29.654402 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9ad65e-feff-4d16-afc2-1fa107301724 None None] Sync routers for ids ['bc01b461-9aa0-4a26-9934-92d56e951807'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:35:29.665352 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9ad65e-feff-4d16-afc2-1fa107301724 None None] Routers {'bc01b461-9aa0-4a26-9934-92d56e951807'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:35:29.665494 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-3e9ad65e-feff-4d16-afc2-1fa107301724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:35:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['bc01b461-9aa0-4a26-9934-92d56e951807'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:29.778750 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c6870ac6-484d-4188-9e69-0a05e1d06896 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:29.779938 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-c6870ac6-484d-4188-9e69-0a05e1d06896 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.0595694 Oct 26 16:35:29.783233 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 51788) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:35:29.887438 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-3e9ad65e-feff-4d16-afc2-1fa107301724 None None] Set router bc01b461-9aa0-4a26-9934-92d56e951807 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:35:29.963804 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-01315e0e-2521-4766-ad82-18eb138c35de tempest-TestNetworkAdvancedServerOps-1001818259 tempest-TestNetworkAdvancedServerOps-1001818259-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=9041478b4b314552952768907a320dc1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1794937 Oct 26 16:35:29.966528 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 51796) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:35:30.097769 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745918ea-a27a-4ecf-a4a9-031eb6cecd32 tempest-TestNetworkAdvancedServerOps-1001818259 tempest-TestNetworkAdvancedServerOps-1001818259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:30.099288 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-745918ea-a27a-4ecf-a4a9-031eb6cecd32 tempest-TestNetworkAdvancedServerOps-1001818259 tempest-TestNetworkAdvancedServerOps-1001818259-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1318536 Oct 26 16:35:30.102035 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 51800) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:35:30.143876 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-35601298-5ac6-4927-bf77-b977054f9d7d tempest-TestNetworkAdvancedServerOps-1001818259 tempest-TestNetworkAdvancedServerOps-1001818259-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=0c79a151-ef79-4fff-8a3c-258f9478471d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406427 Oct 26 16:35:30.146335 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 51804) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:35:30.152144 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-a01b81f8-7474-4c35-a261-a8a1c435eeb3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-823275924', 'network_id': '2815abf4-dc50-4542-aa56-3e12fd9e25cf', 'project_id': '9041478b4b314552952768907a320dc1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:35:30.180760 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-3e9ad65e-feff-4d16-afc2-1fa107301724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc01b461-9aa0-4a26-9934-92d56e951807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461814556', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '5d2084d6-35ac-4a5c-b482-0df66af58457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:26Z', 'updated_at': '2022-10-26T16:35:28Z', 'revision_number': 3, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': '5d2084d6-35ac-4a5c-b482-0df66af58457', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bc:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc01b461-9aa0-4a26-9934-92d56e951807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:27Z', 'updated_at': '2022-10-26T16:35:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:30.184764 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9ad65e-feff-4d16-afc2-1fa107301724 None None] Checking router: bc01b461-9aa0-4a26-9934-92d56e951807 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:35:30.185109 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9ad65e-feff-4d16-afc2-1fa107301724 None None] Updating router bc01b461-9aa0-4a26-9934-92d56e951807 port 5d2084d6-35ac-4a5c-b482-0df66af58457 binding host dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:35:30.243864 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3e9ad65e-feff-4d16-afc2-1fa107301724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:30.267745 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a01b81f8-7474-4c35-a261-a8a1c435eeb3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:35:30.271672 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a01b81f8-7474-4c35-a261-a8a1c435eeb3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:subnet and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:35:30.274459 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-a01b81f8-7474-4c35-a261-a8a1c435eeb3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:35:30.280142 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-a01b81f8-7474-4c35-a261-a8a1c435eeb3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:35:30.355684 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01b81f8-7474-4c35-a261-a8a1c435eeb3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Made reservation on behalf of 9041478b4b314552952768907a320dc1 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:35:30.359840 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a01b81f8-7474-4c35-a261-a8a1c435eeb3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:30.579858 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3e9ad65e-feff-4d16-afc2-1fa107301724 None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:30.591723 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-3e9ad65e-feff-4d16-afc2-1fa107301724 None None] Transition to ACTIVE for port object 5d2084d6-35ac-4a5c-b482-0df66af58457 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:35:30.661830 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a01b81f8-7474-4c35-a261-a8a1c435eeb3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:30.672938 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3e9ad65e-feff-4d16-afc2-1fa107301724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:30.738298 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-3e9ad65e-feff-4d16-afc2-1fa107301724 None None] Attempting to bind port 5d2084d6-35ac-4a5c-b482-0df66af58457 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:35:30.738688 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-3e9ad65e-feff-4d16-afc2-1fa107301724 None None] Attempting to bind port 5d2084d6-35ac-4a5c-b482-0df66af58457 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:35:30.739053 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9ad65e-feff-4d16-afc2-1fa107301724 None None] Attempting to bind port 5d2084d6-35ac-4a5c-b482-0df66af58457 on network 0c79a151-ef79-4fff-8a3c-258f9478471d {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:35:30.744667 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01b81f8-7474-4c35-a261-a8a1c435eeb3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'Subnet': ['ID=2d533c66-cf7a-4ed5-a1e5-853e07466e09,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:30.750405 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9ad65e-feff-4d16-afc2-1fa107301724 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:35:30.750812 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9ad65e-feff-4d16-afc2-1fa107301724 None None] Checking segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:35:30.751207 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3e9ad65e-feff-4d16-afc2-1fa107301724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:30.751603 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9ad65e-feff-4d16-afc2-1fa107301724 None None] Bound using segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:35:30.752074 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-3e9ad65e-feff-4d16-afc2-1fa107301724 None None] Bound port: 5d2084d6-35ac-4a5c-b482-0df66af58457, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:35:30.752445 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3e9ad65e-feff-4d16-afc2-1fa107301724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:30.753841 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01b81f8-7474-4c35-a261-a8a1c435eeb3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Checking segment: {'id': '10752bc0-e59d-443e-b44d-a50ee86e0085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '2815abf4-dc50-4542-aa56-3e12fd9e25cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:35:30.754191 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01b81f8-7474-4c35-a261-a8a1c435eeb3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Network hostable DHCP agents. Network: 2815abf4-dc50-4542-aa56-3e12fd9e25cf, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:35:30.796351 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf1e34-21d6-424a-81a2-2d6238f2ea18 None None] Pushing event updated for resources: {'Port': ['ID=5d2084d6-35ac-4a5c-b482-0df66af58457,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:30.808929 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf1e34-21d6-424a-81a2-2d6238f2ea18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:30.812642 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf1e34-21d6-424a-81a2-2d6238f2ea18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:30.812642 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf1e34-21d6-424a-81a2-2d6238f2ea18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:30.812642 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf1e34-21d6-424a-81a2-2d6238f2ea18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:30.812642 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf1e34-21d6-424a-81a2-2d6238f2ea18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:30.812642 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf1e34-21d6-424a-81a2-2d6238f2ea18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:30.812642 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf1e34-21d6-424a-81a2-2d6238f2ea18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:30.812642 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf1e34-21d6-424a-81a2-2d6238f2ea18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:30.812642 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf1e34-21d6-424a-81a2-2d6238f2ea18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:30.812642 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf1e34-21d6-424a-81a2-2d6238f2ea18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:30.812642 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf1e34-21d6-424a-81a2-2d6238f2ea18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:30.813347 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf1e34-21d6-424a-81a2-2d6238f2ea18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:30.826851 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01b81f8-7474-4c35-a261-a8a1c435eeb3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Network 2815abf4-dc50-4542-aa56-3e12fd9e25cf is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:35:30.845035 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-3e9ad65e-feff-4d16-afc2-1fa107301724 None None] For port 5d2084d6-35ac-4a5c-b482-0df66af58457, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:35:30.848156 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-3e9ad65e-feff-4d16-afc2-1fa107301724 None None] For port 5d2084d6-35ac-4a5c-b482-0df66af58457, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=5d2084d6-35ac-4a5c-b482-0df66af58457,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:35:30.898107 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-a01b81f8-7474-4c35-a261-a8a1c435eeb3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 2815abf4-dc50-4542-aa56-3e12fd9e25cf) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:35:30.902075 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01b81f8-7474-4c35-a261-a8a1c435eeb3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:30.902798 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a01b81f8-7474-4c35-a261-a8a1c435eeb3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:30.908076 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cc5d12-b353-44e7-bf7d-c5aef6edada2 None None] Network 2815abf4-dc50-4542-aa56-3e12fd9e25cf requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:35:30.971793 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3e9ad65e-feff-4d16-afc2-1fa107301724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:30.988006 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a01b81f8-7474-4c35-a261-a8a1c435eeb3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8406098 Oct 26 16:35:30.992615 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 51810) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:35:31.048573 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9ad65e-feff-4d16-afc2-1fa107301724 None None] Routers {'bc01b461-9aa0-4a26-9934-92d56e951807'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:35:31.049198 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-3e9ad65e-feff-4d16-afc2-1fa107301724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:35:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['bc01b461-9aa0-4a26-9934-92d56e951807'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:31.213202 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf1e34-21d6-424a-81a2-2d6238f2ea18 None None] Pushing event updated for resources: {'Port': ['ID=5d2084d6-35ac-4a5c-b482-0df66af58457,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:31.346289 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-3e9ad65e-feff-4d16-afc2-1fa107301724 None None] Set router bc01b461-9aa0-4a26-9934-92d56e951807 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:35:31.518950 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80ef731-fa9b-4a46-a796-812397a38d89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-2815abf4-dc50-4542-aa56-3e12fd9e25cf', 'network_id': '2815abf4-dc50-4542-aa56-3e12fd9e25cf', 'tenant_id': '9041478b4b314552952768907a320dc1', 'fixed_ips': [{'subnet_id': '2d533c66-cf7a-4ed5-a1e5-853e07466e09'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 16:35:31.519764 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f80ef731-fa9b-4a46-a796-812397a38d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:31.799665 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-f80ef731-fa9b-4a46-a796-812397a38d89 None None] Allocated IP 172.20.0.2 (2815abf4-dc50-4542-aa56-3e12fd9e25cf/2d533c66-cf7a-4ed5-a1e5-853e07466e09/9e6da66e-cf38-408f-83fc-d237aad5aee2) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:35:31.817736 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1298c667-c2f9-44ca-8e7e-b3f603788493 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:31.896256 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-3e9ad65e-feff-4d16-afc2-1fa107301724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc01b461-9aa0-4a26-9934-92d56e951807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461814556', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '5d2084d6-35ac-4a5c-b482-0df66af58457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:26Z', 'updated_at': '2022-10-26T16:35:28Z', 'revision_number': 3, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': '5d2084d6-35ac-4a5c-b482-0df66af58457', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bc:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc01b461-9aa0-4a26-9934-92d56e951807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:27Z', 'updated_at': '2022-10-26T16:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:31.910271 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9ad65e-feff-4d16-afc2-1fa107301724 None None] The sync data for ids ['bc01b461-9aa0-4a26-9934-92d56e951807'] in dv-neutron-862712-1-hyperv is: [{'id': 'bc01b461-9aa0-4a26-9934-92d56e951807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461814556', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '5d2084d6-35ac-4a5c-b482-0df66af58457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:26Z', 'updated_at': '2022-10-26T16:35:28Z', 'revision_number': 3, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': '5d2084d6-35ac-4a5c-b482-0df66af58457', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bc:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc01b461-9aa0-4a26-9934-92d56e951807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:27Z', 'updated_at': '2022-10-26T16:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:35:32.034281 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f80ef731-fa9b-4a46-a796-812397a38d89 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:32.045074 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-f80ef731-fa9b-4a46-a796-812397a38d89 None None] Transition to ACTIVE for port object 9e6da66e-cf38-408f-83fc-d237aad5aee2 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:35:32.074042 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-f80ef731-fa9b-4a46-a796-812397a38d89 None None] Transition to ACTIVE for port object 9e6da66e-cf38-408f-83fc-d237aad5aee2 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:35:32.170706 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-db0b64c1-52d0-446a-9aca-398a487350b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:32.193148 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f80ef731-fa9b-4a46-a796-812397a38d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:32.266293 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80ef731-fa9b-4a46-a796-812397a38d89 None None] Network 2815abf4-dc50-4542-aa56-3e12fd9e25cf is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:35:32.269272 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-f80ef731-fa9b-4a46-a796-812397a38d89 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:35:32.271967 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-1298c667-c2f9-44ca-8e7e-b3f603788493 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Allocated IP 172.20.0.1 (2815abf4-dc50-4542-aa56-3e12fd9e25cf/2d533c66-cf7a-4ed5-a1e5-853e07466e09/9ac516c1-013e-4955-ba20-185cc2051718) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:35:32.273167 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80ef731-fa9b-4a46-a796-812397a38d89 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:35:32.279229 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ef731-fa9b-4a46-a796-812397a38d89 None None] Pushing event updated for resources: {'Port': ['ID=9e6da66e-cf38-408f-83fc-d237aad5aee2,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:32.388031 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-f80ef731-fa9b-4a46-a796-812397a38d89 None None] Attempting to bind port 9e6da66e-cf38-408f-83fc-d237aad5aee2 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:35:32.388544 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-f80ef731-fa9b-4a46-a796-812397a38d89 None None] Attempting to bind port 9e6da66e-cf38-408f-83fc-d237aad5aee2 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '10752bc0-e59d-443e-b44d-a50ee86e0085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '2815abf4-dc50-4542-aa56-3e12fd9e25cf'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:35:32.388999 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80ef731-fa9b-4a46-a796-812397a38d89 None None] Attempting to bind port 9e6da66e-cf38-408f-83fc-d237aad5aee2 on network 2815abf4-dc50-4542-aa56-3e12fd9e25cf {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:35:32.395671 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80ef731-fa9b-4a46-a796-812397a38d89 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:35:32.396007 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80ef731-fa9b-4a46-a796-812397a38d89 None None] Checking segment: {'id': '10752bc0-e59d-443e-b44d-a50ee86e0085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '2815abf4-dc50-4542-aa56-3e12fd9e25cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:35:32.396379 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f80ef731-fa9b-4a46-a796-812397a38d89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:32.396773 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80ef731-fa9b-4a46-a796-812397a38d89 None None] Bound using segment: {'id': '10752bc0-e59d-443e-b44d-a50ee86e0085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '2815abf4-dc50-4542-aa56-3e12fd9e25cf'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:35:32.397247 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-f80ef731-fa9b-4a46-a796-812397a38d89 None None] Bound port: 9e6da66e-cf38-408f-83fc-d237aad5aee2, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10752bc0-e59d-443e-b44d-a50ee86e0085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '2815abf4-dc50-4542-aa56-3e12fd9e25cf'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:35:32.397627 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f80ef731-fa9b-4a46-a796-812397a38d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:32.449934 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1298c667-c2f9-44ca-8e7e-b3f603788493 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:32.467565 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-1298c667-c2f9-44ca-8e7e-b3f603788493 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Transition to ACTIVE for port object 9ac516c1-013e-4955-ba20-185cc2051718 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:35:32.494971 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-f80ef731-fa9b-4a46-a796-812397a38d89 None None] For port 9e6da66e-cf38-408f-83fc-d237aad5aee2, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:35:32.498429 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-f80ef731-fa9b-4a46-a796-812397a38d89 None None] For port 9e6da66e-cf38-408f-83fc-d237aad5aee2, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=9e6da66e-cf38-408f-83fc-d237aad5aee2,segment=NetworkSegment(10752bc0-e59d-443e-b44d-a50ee86e0085),segment_id=10752bc0-e59d-443e-b44d-a50ee86e0085)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:35:32.581800 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1298c667-c2f9-44ca-8e7e-b3f603788493 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:32.590837 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f80ef731-fa9b-4a46-a796-812397a38d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:32.663689 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298c667-c2f9-44ca-8e7e-b3f603788493 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'Port': ['ID=9ac516c1-013e-4955-ba20-185cc2051718,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:32.691970 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ef731-fa9b-4a46-a796-812397a38d89 None None] Pushing event updated for resources: {'Port': ['ID=9e6da66e-cf38-408f-83fc-d237aad5aee2,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:32.697815 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1298c667-c2f9-44ca-8e7e-b3f603788493 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Network 2815abf4-dc50-4542-aa56-3e12fd9e25cf is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:35:32.699233 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-1298c667-c2f9-44ca-8e7e-b3f603788493 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:35:32.701628 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1298c667-c2f9-44ca-8e7e-b3f603788493 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:35:32.767193 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1298c667-c2f9-44ca-8e7e-b3f603788493 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:32.972614 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1298c667-c2f9-44ca-8e7e-b3f603788493 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:33.500135 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1298c667-c2f9-44ca-8e7e-b3f603788493 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:33.570247 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1298c667-c2f9-44ca-8e7e-b3f603788493 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:33.646245 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b914c2d-e508-4510-ae15-d3d67d2e5b9c None None] Network 2815abf4-dc50-4542-aa56-3e12fd9e25cf requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:35:33.689871 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1298c667-c2f9-44ca-8e7e-b3f603788493 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:33.693367 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298c667-c2f9-44ca-8e7e-b3f603788493 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'Port': ['ID=9ac516c1-013e-4955-ba20-185cc2051718,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:33.826156 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-43f9101f-90a6-4220-9329-cad520e148dc None None] Provisioning for port 9e6da66e-cf38-408f-83fc-d237aad5aee2 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:35:33.843046 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1298c667-c2f9-44ca-8e7e-b3f603788493 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Network 2815abf4-dc50-4542-aa56-3e12fd9e25cf is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:35:33.844750 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-1298c667-c2f9-44ca-8e7e-b3f603788493 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:35:34.043977 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1298c667-c2f9-44ca-8e7e-b3f603788493 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Router bc01b461-9aa0-4a26-9934-92d56e951807 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:35:34.063029 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 9e6da66e-cf38-408f-83fc-d237aad5aee2 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:35:34.190074 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 9e6da66e-cf38-408f-83fc-d237aad5aee2 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:35:34.195696 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 9e6da66e-cf38-408f-83fc-d237aad5aee2 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:35:34.196311 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:34.196775 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 9e6da66e-cf38-408f-83fc-d237aad5aee2 Oct 26 16:35:34.240414 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1298c667-c2f9-44ca-8e7e-b3f603788493 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:35:34.250505 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-1298c667-c2f9-44ca-8e7e-b3f603788493 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "PUT /v2.0/routers/bc01b461-9aa0-4a26-9934-92d56e951807/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2561638 Oct 26 16:35:34.260133 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf24ca7-f2ce-4030-9e4d-9c6893107f29 None None] Sync routers for ids ['bc01b461-9aa0-4a26-9934-92d56e951807'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:35:34.272958 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf24ca7-f2ce-4030-9e4d-9c6893107f29 None None] Routers {'bc01b461-9aa0-4a26-9934-92d56e951807'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:35:34.273633 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-fdf24ca7-f2ce-4030-9e4d-9c6893107f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:35:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['bc01b461-9aa0-4a26-9934-92d56e951807'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:34.328335 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-8b22fbc6-1482-4326-8c18-82d3c055ec4a None None] Provisioning for port 9ac516c1-013e-4955-ba20-185cc2051718 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:35:34.339828 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-8b22fbc6-1482-4326-8c18-82d3c055ec4a None None] Provisioning complete for port 9ac516c1-013e-4955-ba20-185cc2051718 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:35:34.340342 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-8b22fbc6-1482-4326-8c18-82d3c055ec4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:34.340742 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-8b22fbc6-1482-4326-8c18-82d3c055ec4a None None] Attempt 1 to provision port 9ac516c1-013e-4955-ba20-185cc2051718 Oct 26 16:35:34.400134 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 9e6da66e-cf38-408f-83fc-d237aad5aee2 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:35:34.400534 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:34.439543 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-8b22fbc6-1482-4326-8c18-82d3c055ec4a None None] Port 9ac516c1-013e-4955-ba20-185cc2051718 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:35:34.454039 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 9e6da66e-cf38-408f-83fc-d237aad5aee2, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=9e6da66e-cf38-408f-83fc-d237aad5aee2,segment=NetworkSegment(10752bc0-e59d-443e-b44d-a50ee86e0085),segment_id=10752bc0-e59d-443e-b44d-a50ee86e0085)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:35:34.460401 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-768a29d5-dfa3-4287-a5fd-50aea4ae84bc tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1409170308&fields=id&tenant_id=9041478b4b314552952768907a320dc1 HTTP/1.1" status: 200 len: 267 time: 0.0563965 Oct 26 16:35:34.486948 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-fdf24ca7-f2ce-4030-9e4d-9c6893107f29 None None] Set router bc01b461-9aa0-4a26-9934-92d56e951807 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:35:34.493016 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-12fd2f7e-5028-435e-a16f-eef1cf7cdc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:34.550274 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:34.551099 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 5d2084d6-35ac-4a5c-b482-0df66af58457 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:35:34.633749 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-af017f1a-8c4f-422e-8973-159688153537 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:34.636393 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-af017f1a-8c4f-422e-8973-159688153537 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/networks?id=2815abf4-dc50-4542-aa56-3e12fd9e25cf HTTP/1.1" status: 200 len: 797 time: 0.1751220 Oct 26 16:35:34.651787 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-c5c13049-e01a-4f6c-a424-77dad9d7ea61 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/quotas/9041478b4b314552952768907a320dc1 HTTP/1.1" status: 200 len: 375 time: 0.0100913 Oct 26 16:35:34.695092 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=9e6da66e-cf38-408f-83fc-d237aad5aee2,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:34.754459 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-663ae184-6d95-4fd8-a1f1-65df69347b62 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9041478b4b314552952768907a320dc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0966809 Oct 26 16:35:34.784621 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 5d2084d6-35ac-4a5c-b482-0df66af58457 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:35:34.790022 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 5d2084d6-35ac-4a5c-b482-0df66af58457 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:35:34.794002 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:34.794002 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 5d2084d6-35ac-4a5c-b482-0df66af58457 Oct 26 16:35:34.820166 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-63dddc93-cc82-4d01-af34-93ac51489564 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:35:34.827320 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-63dddc93-cc82-4d01-af34-93ac51489564 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0613139 Oct 26 16:35:34.866760 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-fdf24ca7-f2ce-4030-9e4d-9c6893107f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc01b461-9aa0-4a26-9934-92d56e951807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461814556', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '5d2084d6-35ac-4a5c-b482-0df66af58457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:26Z', 'updated_at': '2022-10-26T16:35:32Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': '5d2084d6-35ac-4a5c-b482-0df66af58457', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bc:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc01b461-9aa0-4a26-9934-92d56e951807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:27Z', 'updated_at': '2022-10-26T16:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '9ac516c1-013e-4955-ba20-185cc2051718', 'name': '', 'network_id': '2815abf4-dc50-4542-aa56-3e12fd9e25cf', 'tenant_id': '9041478b4b314552952768907a320dc1', 'mac_address': 'fa:16:3e:d8:57:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc01b461-9aa0-4a26-9934-92d56e951807', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '2d533c66-cf7a-4ed5-a1e5-853e07466e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:32Z', 'updated_at': '2022-10-26T16:35:33Z', 'revision_number': 2, 'project_id': '9041478b4b314552952768907a320dc1', 'subnets': [{'id': '2d533c66-cf7a-4ed5-a1e5-853e07466e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:34.870665 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf24ca7-f2ce-4030-9e4d-9c6893107f29 None None] Checking router: bc01b461-9aa0-4a26-9934-92d56e951807 for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:35:34.871015 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf24ca7-f2ce-4030-9e4d-9c6893107f29 None None] Updating router bc01b461-9aa0-4a26-9934-92d56e951807 port 9ac516c1-013e-4955-ba20-185cc2051718 binding host dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:35:34.927938 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-fdf24ca7-f2ce-4030-9e4d-9c6893107f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:34.940377 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-8b22fbc6-1482-4326-8c18-82d3c055ec4a None None] Attempt 2 to provision port 9ac516c1-013e-4955-ba20-185cc2051718 Oct 26 16:35:34.965813 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-d91ed377-2743-467a-b8d7-ecc2ba67f1d4 service neutron] 10.222.0.23 "GET /v2.0/networks/2815abf4-dc50-4542-aa56-3e12fd9e25cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366606 Oct 26 16:35:35.000990 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 5d2084d6-35ac-4a5c-b482-0df66af58457 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:35:35.001477 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:35.011137 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-8b22fbc6-1482-4326-8c18-82d3c055ec4a None None] Port 9ac516c1-013e-4955-ba20-185cc2051718 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:35:35.022397 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 5d2084d6-35ac-4a5c-b482-0df66af58457, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=5d2084d6-35ac-4a5c-b482-0df66af58457,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:35:35.106585 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-d9586e42-e5a1-474f-9eab-2c040a755987 service neutron] 10.222.0.23 "GET /v2.0/networks/2815abf4-dc50-4542-aa56-3e12fd9e25cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331484 Oct 26 16:35:35.121780 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:35.203754 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=5d2084d6-35ac-4a5c-b482-0df66af58457,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:35.290249 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-fdf24ca7-f2ce-4030-9e4d-9c6893107f29 None None] Notify callbacks [] for port, precommit_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:35.300635 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:35.302848 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.provisioning_blocks [None req-fdf24ca7-f2ce-4030-9e4d-9c6893107f29 None None] Transition to ACTIVE for port object 9ac516c1-013e-4955-ba20-185cc2051718 will not be triggered until provisioned by entity L2. {{(pid=89750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:35:35.382937 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-6e821249-2a65-4051-978c-4a73e8e66e50 req-e87a6c83-da5d-4177-ae91-b9b5fd58f078 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Synchronizing usage tracker for tenant:9041478b4b314552952768907a320dc1 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:35:35.384296 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-fdf24ca7-f2ce-4030-9e4d-9c6893107f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:35.442813 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:35.472927 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-6e821249-2a65-4051-978c-4a73e8e66e50 req-e87a6c83-da5d-4177-ae91-b9b5fd58f078 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Unset dirty status for tenant:9041478b4b314552952768907a320dc1 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:35:35.474159 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6e821249-2a65-4051-978c-4a73e8e66e50 req-e87a6c83-da5d-4177-ae91-b9b5fd58f078 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99745cd-1632-4f80-8d9b-89899513225d HTTP/1.1" status: 200 len: 210 time: 0.1434047 Oct 26 16:35:35.512777 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-8b22fbc6-1482-4326-8c18-82d3c055ec4a None None] Attempt 3 to provision port 9ac516c1-013e-4955-ba20-185cc2051718 Oct 26 16:35:35.569173 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-8b22fbc6-1482-4326-8c18-82d3c055ec4a None None] Port 9ac516c1-013e-4955-ba20-185cc2051718 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:35:35.597080 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfacc7e-ad85-4571-8f20-52672b4b77d8 None None] Pushing event updated for resources: {'Port': ['ID=9ac516c1-013e-4955-ba20-185cc2051718,revision_number=3']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:35.606281 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfacc7e-ad85-4571-8f20-52672b4b77d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:35.606655 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfacc7e-ad85-4571-8f20-52672b4b77d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:35.606997 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfacc7e-ad85-4571-8f20-52672b4b77d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:35.607333 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfacc7e-ad85-4571-8f20-52672b4b77d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:35.607664 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfacc7e-ad85-4571-8f20-52672b4b77d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:35.607992 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfacc7e-ad85-4571-8f20-52672b4b77d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:35.608319 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfacc7e-ad85-4571-8f20-52672b4b77d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:35.608645 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfacc7e-ad85-4571-8f20-52672b4b77d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:35.608970 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfacc7e-ad85-4571-8f20-52672b4b77d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:35.610204 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfacc7e-ad85-4571-8f20-52672b4b77d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:35.610552 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfacc7e-ad85-4571-8f20-52672b4b77d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:35.610885 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfacc7e-ad85-4571-8f20-52672b4b77d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:35.614184 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-fdf24ca7-f2ce-4030-9e4d-9c6893107f29 None None] Attempting to bind port 9ac516c1-013e-4955-ba20-185cc2051718 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:35:35.614588 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-fdf24ca7-f2ce-4030-9e4d-9c6893107f29 None None] Attempting to bind port 9ac516c1-013e-4955-ba20-185cc2051718 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '10752bc0-e59d-443e-b44d-a50ee86e0085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '2815abf4-dc50-4542-aa56-3e12fd9e25cf'}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:35:35.614952 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf24ca7-f2ce-4030-9e4d-9c6893107f29 None None] Attempting to bind port 9ac516c1-013e-4955-ba20-185cc2051718 on network 2815abf4-dc50-4542-aa56-3e12fd9e25cf {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:35:35.620820 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf24ca7-f2ce-4030-9e4d-9c6893107f29 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:35:35.621775 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf24ca7-f2ce-4030-9e4d-9c6893107f29 None None] Checking segment: {'id': '10752bc0-e59d-443e-b44d-a50ee86e0085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '2815abf4-dc50-4542-aa56-3e12fd9e25cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:35:35.621775 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-fdf24ca7-f2ce-4030-9e4d-9c6893107f29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:35.621968 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf24ca7-f2ce-4030-9e4d-9c6893107f29 None None] Bound using segment: {'id': '10752bc0-e59d-443e-b44d-a50ee86e0085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '2815abf4-dc50-4542-aa56-3e12fd9e25cf'} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:35:35.622979 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-fdf24ca7-f2ce-4030-9e4d-9c6893107f29 None None] Bound port: 9ac516c1-013e-4955-ba20-185cc2051718, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10752bc0-e59d-443e-b44d-a50ee86e0085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '2815abf4-dc50-4542-aa56-3e12fd9e25cf'}}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:35:35.622979 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-fdf24ca7-f2ce-4030-9e4d-9c6893107f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:35.716233 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-fdf24ca7-f2ce-4030-9e4d-9c6893107f29 None None] For port 9ac516c1-013e-4955-ba20-185cc2051718, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:35:35.720014 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-fdf24ca7-f2ce-4030-9e4d-9c6893107f29 None None] For port 9ac516c1-013e-4955-ba20-185cc2051718, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=9ac516c1-013e-4955-ba20-185cc2051718,segment=NetworkSegment(10752bc0-e59d-443e-b44d-a50ee86e0085),segment_id=10752bc0-e59d-443e-b44d-a50ee86e0085)] {{(pid=89750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:35:35.810394 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-fdf24ca7-f2ce-4030-9e4d-9c6893107f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:35.870478 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf24ca7-f2ce-4030-9e4d-9c6893107f29 None None] Routers {'bc01b461-9aa0-4a26-9934-92d56e951807'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:35:35.871226 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-fdf24ca7-f2ce-4030-9e4d-9c6893107f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:35:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['bc01b461-9aa0-4a26-9934-92d56e951807'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:36.003530 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 9e6da66e-cf38-408f-83fc-d237aad5aee2 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:35:36.018511 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfacc7e-ad85-4571-8f20-52672b4b77d8 None None] Pushing event updated for resources: {'Port': ['ID=9ac516c1-013e-4955-ba20-185cc2051718,revision_number=4']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:36.065268 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-fdf24ca7-f2ce-4030-9e4d-9c6893107f29 None None] Set router bc01b461-9aa0-4a26-9934-92d56e951807 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:35:36.069671 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-8b22fbc6-1482-4326-8c18-82d3c055ec4a None None] Attempt 4 to provision port 9ac516c1-013e-4955-ba20-185cc2051718 Oct 26 16:35:36.119865 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 9e6da66e-cf38-408f-83fc-d237aad5aee2 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:35:36.120248 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:36.120583 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 9e6da66e-cf38-408f-83fc-d237aad5aee2 Oct 26 16:35:36.192476 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-8b22fbc6-1482-4326-8c18-82d3c055ec4a None None] Port 9ac516c1-013e-4955-ba20-185cc2051718 had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 16:35:36.251434 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-8b22fbc6-1482-4326-8c18-82d3c055ec4a None None] Provisioning complete for port 9e6da66e-cf38-408f-83fc-d237aad5aee2 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:35:36.251808 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-8b22fbc6-1482-4326-8c18-82d3c055ec4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:36.252139 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-8b22fbc6-1482-4326-8c18-82d3c055ec4a None None] Attempt 1 to provision port 9e6da66e-cf38-408f-83fc-d237aad5aee2 Oct 26 16:35:36.311741 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 9e6da66e-cf38-408f-83fc-d237aad5aee2 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:35:36.313703 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 5d2084d6-35ac-4a5c-b482-0df66af58457 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:35:36.414086 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-fdf24ca7-f2ce-4030-9e4d-9c6893107f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc01b461-9aa0-4a26-9934-92d56e951807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461814556', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '5d2084d6-35ac-4a5c-b482-0df66af58457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:26Z', 'updated_at': '2022-10-26T16:35:32Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': '5d2084d6-35ac-4a5c-b482-0df66af58457', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc01b461-9aa0-4a26-9934-92d56e951807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:27Z', 'updated_at': '2022-10-26T16:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '9ac516c1-013e-4955-ba20-185cc2051718', 'name': '', 'network_id': '2815abf4-dc50-4542-aa56-3e12fd9e25cf', 'tenant_id': '9041478b4b314552952768907a320dc1', 'mac_address': 'fa:16:3e:d8:57:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc01b461-9aa0-4a26-9934-92d56e951807', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '2d533c66-cf7a-4ed5-a1e5-853e07466e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:32Z', 'updated_at': '2022-10-26T16:35:35Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'subnets': [{'id': '2d533c66-cf7a-4ed5-a1e5-853e07466e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:36.418077 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf24ca7-f2ce-4030-9e4d-9c6893107f29 None None] The sync data for ids ['bc01b461-9aa0-4a26-9934-92d56e951807'] in dv-neutron-862712-1-hyperv is: [{'id': 'bc01b461-9aa0-4a26-9934-92d56e951807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461814556', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '5d2084d6-35ac-4a5c-b482-0df66af58457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:26Z', 'updated_at': '2022-10-26T16:35:32Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': '5d2084d6-35ac-4a5c-b482-0df66af58457', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc01b461-9aa0-4a26-9934-92d56e951807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:27Z', 'updated_at': '2022-10-26T16:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '9ac516c1-013e-4955-ba20-185cc2051718', 'name': '', 'network_id': '2815abf4-dc50-4542-aa56-3e12fd9e25cf', 'tenant_id': '9041478b4b314552952768907a320dc1', 'mac_address': 'fa:16:3e:d8:57:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc01b461-9aa0-4a26-9934-92d56e951807', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '2d533c66-cf7a-4ed5-a1e5-853e07466e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:32Z', 'updated_at': '2022-10-26T16:35:35Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'subnets': [{'id': '2d533c66-cf7a-4ed5-a1e5-853e07466e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:35:36.443510 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-8b22fbc6-1482-4326-8c18-82d3c055ec4a None None] Current status of the port 9e6da66e-cf38-408f-83fc-d237aad5aee2 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:35:36.446657 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 5d2084d6-35ac-4a5c-b482-0df66af58457 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:35:36.447040 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:36.447367 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 5d2084d6-35ac-4a5c-b482-0df66af58457 Oct 26 16:35:36.598269 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-f9589620-5ef2-42b6-b7b5-ed520a6081b1 req-5c69e341-1410-4dbe-afac-31f3603104a2 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99745cd-1632-4f80-8d9b-89899513225d HTTP/1.1" status: 200 len: 210 time: 0.0540903 Oct 26 16:35:36.611661 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 5d2084d6-35ac-4a5c-b482-0df66af58457 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:35:37.039220 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:37.771174 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3e774ffb-b2ea-49d4-afbe-0cdba1d53e56 req-a7edf239-83eb-41ed-afe0-d7ebebc221e1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99745cd-1632-4f80-8d9b-89899513225d HTTP/1.1" status: 200 len: 210 time: 0.0545552 Oct 26 16:35:38.026008 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 9ac516c1-013e-4955-ba20-185cc2051718 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:35:38.046042 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-46ddf721-0f7e-4bec-a019-ddb11d40072e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:38.047266 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-46ddf721-0f7e-4bec-a019-ddb11d40072e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Synchronizing usage tracker for tenant:9041478b4b314552952768907a320dc1 on resource:network {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:35:38.141886 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-46ddf721-0f7e-4bec-a019-ddb11d40072e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Unset dirty status for tenant:9041478b4b314552952768907a320dc1 on resource:network {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:35:38.143084 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-46ddf721-0f7e-4bec-a019-ddb11d40072e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.48 "GET /v2.0/networks?id=2815abf4-dc50-4542-aa56-3e12fd9e25cf HTTP/1.1" status: 200 len: 797 time: 0.2561529 Oct 26 16:35:38.187168 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 9ac516c1-013e-4955-ba20-185cc2051718 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:35:38.192932 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 9ac516c1-013e-4955-ba20-185cc2051718 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:35:38.193304 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:38.193704 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 9ac516c1-013e-4955-ba20-185cc2051718 Oct 26 16:35:38.197464 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-1f290075-3788-4f34-bcf1-08adeaf3589f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Synchronizing usage tracker for tenant:9041478b4b314552952768907a320dc1 on resource:security_group {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:35:38.276091 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-1f290075-3788-4f34-bcf1-08adeaf3589f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Unset dirty status for tenant:9041478b4b314552952768907a320dc1 on resource:security_group {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:35:38.277246 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-1f290075-3788-4f34-bcf1-08adeaf3589f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9041478b4b314552952768907a320dc1 HTTP/1.1" status: 200 len: 380 time: 0.1215572 Oct 26 16:35:38.293749 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-af16d967-b53f-40e8-904a-f658207b63f4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'port': {'device_id': 'a99745cd-1632-4f80-8d9b-89899513225d', 'network_id': '2815abf4-dc50-4542-aa56-3e12fd9e25cf', 'admin_state_up': True, 'tenant_id': '9041478b4b314552952768907a320dc1', 'security_groups': ['0827dbc4-be08-4cbf-9fed-7348965c8a71']}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:35:38.310984 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 9ac516c1-013e-4955-ba20-185cc2051718 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:35:38.310984 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:38.344678 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 9ac516c1-013e-4955-ba20-185cc2051718, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=9ac516c1-013e-4955-ba20-185cc2051718,segment=NetworkSegment(10752bc0-e59d-443e-b44d-a50ee86e0085),segment_id=10752bc0-e59d-443e-b44d-a50ee86e0085)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:35:38.427556 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:38.500080 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=9ac516c1-013e-4955-ba20-185cc2051718,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:38.554045 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-af16d967-b53f-40e8-904a-f658207b63f4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:35:38.564033 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-af16d967-b53f-40e8-904a-f658207b63f4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:35:38.624582 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-af16d967-b53f-40e8-904a-f658207b63f4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Made reservation on behalf of 9041478b4b314552952768907a320dc1 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:35:38.628015 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-af16d967-b53f-40e8-904a-f658207b63f4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:38.792506 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-af16d967-b53f-40e8-904a-f658207b63f4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Allocated IP 172.20.0.5 (2815abf4-dc50-4542-aa56-3e12fd9e25cf/2d533c66-cf7a-4ed5-a1e5-853e07466e09/a8cfe16e-e15d-4558-898a-a0d4e78e74fa) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:35:38.946276 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-bf1266c4-9df3-4ac4-8a5d-f74610161e2c req-cb1eed63-c0ce-4276-b7e5-08ff9ebef5a6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99745cd-1632-4f80-8d9b-89899513225d HTTP/1.1" status: 200 len: 210 time: 0.0575275 Oct 26 16:35:38.986989 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-af16d967-b53f-40e8-904a-f658207b63f4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:39.002437 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-af16d967-b53f-40e8-904a-f658207b63f4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Transition to ACTIVE for port object a8cfe16e-e15d-4558-898a-a0d4e78e74fa will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:35:39.110491 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-af16d967-b53f-40e8-904a-f658207b63f4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:39.183786 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-af16d967-b53f-40e8-904a-f658207b63f4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Network 2815abf4-dc50-4542-aa56-3e12fd9e25cf is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:35:39.186688 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-af16d967-b53f-40e8-904a-f658207b63f4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:35:39.190921 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-af16d967-b53f-40e8-904a-f658207b63f4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:35:39.222613 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af16d967-b53f-40e8-904a-f658207b63f4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'Port': ['ID=a8cfe16e-e15d-4558-898a-a0d4e78e74fa,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:39.260189 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-af16d967-b53f-40e8-904a-f658207b63f4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:39.260798 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-af16d967-b53f-40e8-904a-f658207b63f4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:39.345277 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-af16d967-b53f-40e8-904a-f658207b63f4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0553074 Oct 26 16:35:39.360049 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-21fd0d83-e55a-4fa2-b742-58f8ba2708e1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=89748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:35:39.361136 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-21fd0d83-e55a-4fa2-b742-58f8ba2708e1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051622 Oct 26 16:35:39.370404 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-a169c055-eb7a-4185-9e3d-7465294eb458 service neutron] Request body: {'port': {'device_id': 'a99745cd-1632-4f80-8d9b-89899513225d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8627'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:35:39.483617 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-a169c055-eb7a-4185-9e3d-7465294eb458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:39.504441 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-3c4dffc0-13fa-4b01-989b-01535b92d46d None None] Provisioning for port a8cfe16e-e15d-4558-898a-a0d4e78e74fa completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:35:39.509442 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-3c4dffc0-13fa-4b01-989b-01535b92d46d None None] Provisioning complete for port a8cfe16e-e15d-4558-898a-a0d4e78e74fa triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:35:39.510019 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3c4dffc0-13fa-4b01-989b-01535b92d46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:39.510206 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-3c4dffc0-13fa-4b01-989b-01535b92d46d None None] Attempt 1 to provision port a8cfe16e-e15d-4558-898a-a0d4e78e74fa Oct 26 16:35:39.564443 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3c4dffc0-13fa-4b01-989b-01535b92d46d None None] Port a8cfe16e-e15d-4558-898a-a0d4e78e74fa cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:35:39.832304 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-a169c055-eb7a-4185-9e3d-7465294eb458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8cfe16e-e15d-4558-898a-a0d4e78e74fa {{(pid=89748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:35:39.839736 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-a169c055-eb7a-4185-9e3d-7465294eb458 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:39.853920 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-a169c055-eb7a-4185-9e3d-7465294eb458 service neutron] Transition to ACTIVE for port object a8cfe16e-e15d-4558-898a-a0d4e78e74fa will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:35:39.921671 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-a169c055-eb7a-4185-9e3d-7465294eb458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:40.013816 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 9ac516c1-013e-4955-ba20-185cc2051718 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:35:40.066606 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-3c4dffc0-13fa-4b01-989b-01535b92d46d None None] Attempt 2 to provision port a8cfe16e-e15d-4558-898a-a0d4e78e74fa Oct 26 16:35:40.128290 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3c4dffc0-13fa-4b01-989b-01535b92d46d None None] Port a8cfe16e-e15d-4558-898a-a0d4e78e74fa cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:35:40.134960 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 9ac516c1-013e-4955-ba20-185cc2051718 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:35:40.135334 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:40.135666 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 9ac516c1-013e-4955-ba20-185cc2051718 Oct 26 16:35:40.153364 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a169c055-eb7a-4185-9e3d-7465294eb458 service neutron] Pushing event updated for resources: {'Port': ['ID=a8cfe16e-e15d-4558-898a-a0d4e78e74fa,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:40.216031 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-a169c055-eb7a-4185-9e3d-7465294eb458 service neutron] Attempting to bind port a8cfe16e-e15d-4558-898a-a0d4e78e74fa on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:35:40.216280 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-a169c055-eb7a-4185-9e3d-7465294eb458 service neutron] Attempting to bind port a8cfe16e-e15d-4558-898a-a0d4e78e74fa by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': '10752bc0-e59d-443e-b44d-a50ee86e0085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '2815abf4-dc50-4542-aa56-3e12fd9e25cf'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:35:40.216607 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-a169c055-eb7a-4185-9e3d-7465294eb458 service neutron] Attempting to bind port a8cfe16e-e15d-4558-898a-a0d4e78e74fa on network 2815abf4-dc50-4542-aa56-3e12fd9e25cf {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:35:40.224637 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-a169c055-eb7a-4185-9e3d-7465294eb458 service neutron] Port a8cfe16e-e15d-4558-898a-a0d4e78e74fa on network 2815abf4-dc50-4542-aa56-3e12fd9e25cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 16:35:40.224956 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-a169c055-eb7a-4185-9e3d-7465294eb458 service neutron] Attempting to bind port a8cfe16e-e15d-4558-898a-a0d4e78e74fa on network 2815abf4-dc50-4542-aa56-3e12fd9e25cf {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:35:40.232601 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-a169c055-eb7a-4185-9e3d-7465294eb458 service neutron] Checking agent: {'id': '1b551391-ebdd-44bd-8801-034277ca5526', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8627', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'started_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:35:40.232932 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-a169c055-eb7a-4185-9e3d-7465294eb458 service neutron] Checking segment: {'id': '10752bc0-e59d-443e-b44d-a50ee86e0085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '2815abf4-dc50-4542-aa56-3e12fd9e25cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:35:40.233318 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-a169c055-eb7a-4185-9e3d-7465294eb458 service neutron] Bound using segment: {'id': '10752bc0-e59d-443e-b44d-a50ee86e0085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '2815abf4-dc50-4542-aa56-3e12fd9e25cf'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:35:40.233742 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-a169c055-eb7a-4185-9e3d-7465294eb458 service neutron] Bound port: a8cfe16e-e15d-4558-898a-a0d4e78e74fa, host: hv-neutron-8627, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10752bc0-e59d-443e-b44d-a50ee86e0085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '2815abf4-dc50-4542-aa56-3e12fd9e25cf'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:35:40.234088 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-a169c055-eb7a-4185-9e3d-7465294eb458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:40.256075 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 9ac516c1-013e-4955-ba20-185cc2051718 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:35:40.261211 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395fc51-7093-42f0-99cf-a186f514f091 req-ed8213fa-2fb0-42aa-b304-30d7f4aa3dad tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:40.261906 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-d395fc51-7093-42f0-99cf-a186f514f091 req-ed8213fa-2fb0-42aa-b304-30d7f4aa3dad tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Synchronizing usage tracker for tenant:9041478b4b314552952768907a320dc1 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:35:40.347532 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-a169c055-eb7a-4185-9e3d-7465294eb458 service neutron] For port a8cfe16e-e15d-4558-898a-a0d4e78e74fa, host hv-neutron-8627, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:35:40.350612 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-a169c055-eb7a-4185-9e3d-7465294eb458 service neutron] For port a8cfe16e-e15d-4558-898a-a0d4e78e74fa, host hv-neutron-8627, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=a8cfe16e-e15d-4558-898a-a0d4e78e74fa,segment=NetworkSegment(10752bc0-e59d-443e-b44d-a50ee86e0085),segment_id=10752bc0-e59d-443e-b44d-a50ee86e0085)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:35:40.392859 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-d395fc51-7093-42f0-99cf-a186f514f091 req-ed8213fa-2fb0-42aa-b304-30d7f4aa3dad tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Unset dirty status for tenant:9041478b4b314552952768907a320dc1 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:35:40.394033 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d395fc51-7093-42f0-99cf-a186f514f091 req-ed8213fa-2fb0-42aa-b304-30d7f4aa3dad tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99745cd-1632-4f80-8d9b-89899513225d HTTP/1.1" status: 200 len: 943 time: 0.3215694 Oct 26 16:35:40.429153 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-a169c055-eb7a-4185-9e3d-7465294eb458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:40.461720 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-a169c055-eb7a-4185-9e3d-7465294eb458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:40.462323 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-a169c055-eb7a-4185-9e3d-7465294eb458 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:40.463693 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-a169c055-eb7a-4185-9e3d-7465294eb458 service neutron] 10.222.0.48 "PUT /v2.0/ports/a8cfe16e-e15d-4558-898a-a0d4e78e74fa HTTP/1.1" status: 200 len: 1093 time: 1.0969329 Oct 26 16:35:40.472163 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99745cd-1632-4f80-8d9b-89899513225d', 'tag': 'a8cfe16e-e15d-4558-898a-a0d4e78e74fa'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:35:40.474395 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0b0827-ad7f-49cd-a376-45692d7da0ac" -d '{"events": [{"name": "network-changed", "server_uuid": "a99745cd-1632-4f80-8d9b-89899513225d", "tag": "a8cfe16e-e15d-4558-898a-a0d4e78e74fa"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:35:40.501576 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d395fc51-7093-42f0-99cf-a186f514f091 req-cb92b82d-f85d-46f0-9345-abb364684561 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=0827dbc4-be08-4cbf-9fed-7348965c8a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014762 Oct 26 16:35:40.521896 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a169c055-eb7a-4185-9e3d-7465294eb458 service neutron] Pushing event updated for resources: {'Port': ['ID=a8cfe16e-e15d-4558-898a-a0d4e78e74fa,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:40.549546 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa40a976-a037-4243-b5a3-a54c126ca0bd x-openstack-request-id: req-fa40a976-a037-4243-b5a3-a54c126ca0bd {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:35:40.549837 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99745cd-1632-4f80-8d9b-89899513225d", "tag": "a8cfe16e-e15d-4558-898a-a0d4e78e74fa", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:35:40.550088 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fa40a976-a037-4243-b5a3-a54c126ca0bd {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:35:40.550507 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa40a976-a037-4243-b5a3-a54c126ca0bd'] response: {'name': 'network-changed', 'server_uuid': 'a99745cd-1632-4f80-8d9b-89899513225d', 'tag': 'a8cfe16e-e15d-4558-898a-a0d4e78e74fa', 'status': 'completed', 'code': 200} Oct 26 16:35:40.629745 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-3c4dffc0-13fa-4b01-989b-01535b92d46d None None] Attempt 3 to provision port a8cfe16e-e15d-4558-898a-a0d4e78e74fa Oct 26 16:35:40.672959 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b0827-ad7f-49cd-a376-45692d7da0ac req-6976876c-8efe-4963-b5c8-3b082968dc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:40.674522 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ea0b0827-ad7f-49cd-a376-45692d7da0ac req-6976876c-8efe-4963-b5c8-3b082968dc73 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9041478b4b314552952768907a320dc1&device_id=a99745cd-1632-4f80-8d9b-89899513225d HTTP/1.1" status: 200 len: 1096 time: 0.0841892 Oct 26 16:35:40.695158 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3c4dffc0-13fa-4b01-989b-01535b92d46d None None] Port a8cfe16e-e15d-4558-898a-a0d4e78e74fa had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 16:35:40.930599 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b0827-ad7f-49cd-a376-45692d7da0ac req-a595a3cb-56da-4f7d-97f0-1670d60abe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:40.932156 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ea0b0827-ad7f-49cd-a376-45692d7da0ac req-a595a3cb-56da-4f7d-97f0-1670d60abe92 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9041478b4b314552952768907a320dc1&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2456729 Oct 26 16:35:41.071383 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b0827-ad7f-49cd-a376-45692d7da0ac req-0ed0abd6-2ff0-41d1-8014-a7db244546c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:41.072718 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ea0b0827-ad7f-49cd-a376-45692d7da0ac req-0ed0abd6-2ff0-41d1-8014-a7db244546c8 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1351566 Oct 26 16:35:41.210658 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-07f8f6ae-2ff7-4ba2-852a-1cb5bc81be19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:41.212136 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-07f8f6ae-2ff7-4ba2-852a-1cb5bc81be19 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9041478b4b314552952768907a320dc1&device_id=a99745cd-1632-4f80-8d9b-89899513225d HTTP/1.1" status: 200 len: 1096 time: 0.0834682 Oct 26 16:35:41.287777 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-b51cabce-f2d5-4133-b01d-801dc7a37082 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8cfe16e-e15d-4558-898a-a0d4e78e74fa HTTP/1.1" status: 200 len: 217 time: 0.0626593 Oct 26 16:35:41.352940 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-e6fdb4f3-39b9-4edc-9124-f8601f5b255b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:41.354250 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-e6fdb4f3-39b9-4edc-9124-f8601f5b255b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d533c66-cf7a-4ed5-a1e5-853e07466e09 HTTP/1.1" status: 200 len: 834 time: 0.0615571 Oct 26 16:35:41.438029 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-20f990ef-a6b9-4d28-8d32-f195e9978385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:41.439806 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-20f990ef-a6b9-4d28-8d32-f195e9978385 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2815abf4-dc50-4542-aa56-3e12fd9e25cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804346 Oct 26 16:35:41.575384 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-b59fb27e-4a86-4fae-b0df-348d181144ee service neutron] 10.222.0.48 "GET /v2.0/networks/2815abf4-dc50-4542-aa56-3e12fd9e25cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297665 Oct 26 16:35:41.719407 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2a69ae59-46e0-44d0-af41-6868d9798305 req-86a50f7e-daa1-4c61-a1db-c64e5fbd0a31 service neutron] 10.222.0.48 "GET /v2.0/networks/2815abf4-dc50-4542-aa56-3e12fd9e25cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380317 Oct 26 16:35:41.855645 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e826a0b-1519-416f-8036-6c1b6f303b2b req-407b5ed6-1cb5-4fbb-ade5-18fde7f6eeba tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:41.857094 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8e826a0b-1519-416f-8036-6c1b6f303b2b req-407b5ed6-1cb5-4fbb-ade5-18fde7f6eeba tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99745cd-1632-4f80-8d9b-89899513225d HTTP/1.1" status: 200 len: 943 time: 0.0937345 Oct 26 16:35:41.901805 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8e826a0b-1519-416f-8036-6c1b6f303b2b req-0599c7ad-1693-4d90-8008-4b24c677cac9 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=0827dbc4-be08-4cbf-9fed-7348965c8a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380898 Oct 26 16:35:43.102971 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58015ae2-ec2b-46f5-aab9-214aba850cfd req-d4eb98b2-1581-4498-ba8f-c3792af61ecd tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:43.104461 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-58015ae2-ec2b-46f5-aab9-214aba850cfd req-d4eb98b2-1581-4498-ba8f-c3792af61ecd tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99745cd-1632-4f80-8d9b-89899513225d HTTP/1.1" status: 200 len: 943 time: 0.0910881 Oct 26 16:35:43.148322 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-58015ae2-ec2b-46f5-aab9-214aba850cfd req-a15c0e7f-4241-4fec-8c09-911b3e7401c7 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=0827dbc4-be08-4cbf-9fed-7348965c8a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379200 Oct 26 16:35:44.347479 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e3910-4097-40ee-a781-33b1f193d67e req-e6daf7e9-88c8-4d7d-8e9c-559c60289d56 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:44.348867 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d07e3910-4097-40ee-a781-33b1f193d67e req-e6daf7e9-88c8-4d7d-8e9c-559c60289d56 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99745cd-1632-4f80-8d9b-89899513225d HTTP/1.1" status: 200 len: 943 time: 0.0916162 Oct 26 16:35:44.392673 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d07e3910-4097-40ee-a781-33b1f193d67e req-801b6740-6df8-4718-86a8-6645807bba5c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=0827dbc4-be08-4cbf-9fed-7348965c8a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382841 Oct 26 16:35:44.809055 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device a8cfe16e-e15d-4558-898a-a0d4e78e74fa details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 16:35:44.942373 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port a8cfe16e-e15d-4558-898a-a0d4e78e74fa, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=a8cfe16e-e15d-4558-898a-a0d4e78e74fa,segment=NetworkSegment(10752bc0-e59d-443e-b44d-a50ee86e0085),segment_id=10752bc0-e59d-443e-b44d-a50ee86e0085)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:35:44.956182 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': 'a8cfe16e-e15d-4558-898a-a0d4e78e74fa', 'network_id': '2815abf4-dc50-4542-aa56-3e12fd9e25cf', 'port_id': 'a8cfe16e-e15d-4558-898a-a0d4e78e74fa', 'mac_address': 'fa:16:3e:58:40:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d533c66-cf7a-4ed5-a1e5-853e07466e09', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 16:35:45.043966 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port a8cfe16e-e15d-4558-898a-a0d4e78e74fa is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:35:45.044350 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:45.060834 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8cfe16e-e15d-4558-898a-a0d4e78e74fa {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:35:45.076102 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port a8cfe16e-e15d-4558-898a-a0d4e78e74fa, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=a8cfe16e-e15d-4558-898a-a0d4e78e74fa,segment=NetworkSegment(10752bc0-e59d-443e-b44d-a50ee86e0085),segment_id=10752bc0-e59d-443e-b44d-a50ee86e0085)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:35:45.162006 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:45.229259 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=a8cfe16e-e15d-4558-898a-a0d4e78e74fa,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:45.585795 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['a8cfe16e-e15d-4558-898a-a0d4e78e74fa'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:35:45.596093 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c640f-f357-4a1f-8a3a-51bff47333c9 req-c17c73c0-d7c1-46ad-b408-587602524deb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:45.597553 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-019c640f-f357-4a1f-8a3a-51bff47333c9 req-c17c73c0-d7c1-46ad-b408-587602524deb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99745cd-1632-4f80-8d9b-89899513225d HTTP/1.1" status: 200 len: 944 time: 0.0914881 Oct 26 16:35:45.642905 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-019c640f-f357-4a1f-8a3a-51bff47333c9 req-db60402a-0e75-4b85-89be-64c99321c5b0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=0827dbc4-be08-4cbf-9fed-7348965c8a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393875 Oct 26 16:35:46.811735 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device a8cfe16e-e15d-4558-898a-a0d4e78e74fa up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:35:46.845239 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358046d-dc20-447a-ac53-6d417c27029a req-3ad46e89-f7ae-418a-8872-9f40be2341c8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:46.846729 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8358046d-dc20-447a-ac53-6d417c27029a req-3ad46e89-f7ae-418a-8872-9f40be2341c8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99745cd-1632-4f80-8d9b-89899513225d HTTP/1.1" status: 200 len: 944 time: 0.0899785 Oct 26 16:35:46.890890 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8358046d-dc20-447a-ac53-6d417c27029a req-97fc6be8-7cbd-4f9a-9525-268b361eebd3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=0827dbc4-be08-4cbf-9fed-7348965c8a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383375 Oct 26 16:35:46.924819 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning for port a8cfe16e-e15d-4558-898a-a0d4e78e74fa completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:35:46.929981 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port a8cfe16e-e15d-4558-898a-a0d4e78e74fa triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:35:46.930354 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:46.930717 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port a8cfe16e-e15d-4558-898a-a0d4e78e74fa Oct 26 16:35:47.048574 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port a8cfe16e-e15d-4558-898a-a0d4e78e74fa is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:35:47.048951 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:47.075624 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99745cd-1632-4f80-8d9b-89899513225d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8cfe16e-e15d-4558-898a-a0d4e78e74fa'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:35:47.077824 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a53207-aefd-4a3b-8448-b8276bdd0eb1" -d '{"events": [{"server_uuid": "a99745cd-1632-4f80-8d9b-89899513225d", "name": "network-vif-plugged", "status": "completed", "tag": "a8cfe16e-e15d-4558-898a-a0d4e78e74fa"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:35:47.085995 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port a8cfe16e-e15d-4558-898a-a0d4e78e74fa, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=a8cfe16e-e15d-4558-898a-a0d4e78e74fa,segment=NetworkSegment(10752bc0-e59d-443e-b44d-a50ee86e0085),segment_id=10752bc0-e59d-443e-b44d-a50ee86e0085)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:35:47.118970 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874ce277-f242-4ccb-8cf3-45213ab3e3ad x-openstack-request-id: req-874ce277-f242-4ccb-8cf3-45213ab3e3ad {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:35:47.119332 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99745cd-1632-4f80-8d9b-89899513225d", "name": "network-vif-plugged", "status": "completed", "tag": "a8cfe16e-e15d-4558-898a-a0d4e78e74fa", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:35:47.119590 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-874ce277-f242-4ccb-8cf3-45213ab3e3ad {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:35:47.119988 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-874ce277-f242-4ccb-8cf3-45213ab3e3ad'] response: {'server_uuid': 'a99745cd-1632-4f80-8d9b-89899513225d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8cfe16e-e15d-4558-898a-a0d4e78e74fa', 'code': 200} Oct 26 16:35:47.153118 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:47.223585 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=a8cfe16e-e15d-4558-898a-a0d4e78e74fa,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:47.557102 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf7b33-f5e6-402a-a544-d719007a5c72 req-f769f828-c041-40e6-b33a-ac782f7d2032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:47.558578 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1ebf7b33-f5e6-402a-a544-d719007a5c72 req-f769f828-c041-40e6-b33a-ac782f7d2032 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a99745cd-1632-4f80-8d9b-89899513225d HTTP/1.1" status: 200 len: 1098 time: 0.1232061 Oct 26 16:35:47.598973 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1ebf7b33-f5e6-402a-a544-d719007a5c72 req-d616defe-3061-4c42-a5f3-26afa30398d1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0827dbc4-be08-4cbf-9fed-7348965c8a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344615 Oct 26 16:35:48.096700 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a35d3-15e0-457c-81c2-1b1bf5f45459 req-8eb5d954-8960-4bf6-b306-5306ee3db2b7 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:48.098144 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f00a35d3-15e0-457c-81c2-1b1bf5f45459 req-8eb5d954-8960-4bf6-b306-5306ee3db2b7 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99745cd-1632-4f80-8d9b-89899513225d HTTP/1.1" status: 200 len: 945 time: 0.0929418 Oct 26 16:35:48.142013 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f00a35d3-15e0-457c-81c2-1b1bf5f45459 req-40cba3f1-d086-4c7d-a11e-7ce0b55c0ad0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=0827dbc4-be08-4cbf-9fed-7348965c8a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382636 Oct 26 16:35:49.346093 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37eb9b-2058-4b78-997c-2d8f3bf08245 req-544a809a-cff2-4eef-8c8c-f37748e9f6ff tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:49.347568 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ab37eb9b-2058-4b78-997c-2d8f3bf08245 req-544a809a-cff2-4eef-8c8c-f37748e9f6ff tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99745cd-1632-4f80-8d9b-89899513225d HTTP/1.1" status: 200 len: 945 time: 0.0930388 Oct 26 16:35:49.390014 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ab37eb9b-2058-4b78-997c-2d8f3bf08245 req-e3877215-01e5-49f4-bebc-bdff0a530610 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=0827dbc4-be08-4cbf-9fed-7348965c8a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368693 Oct 26 16:35:49.585692 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6b452-8fff-423e-a7cb-192defc31b98 req-55345b26-2fba-4ee4-ace4-a99998b2fb4a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:49.587414 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3ee6b452-8fff-423e-a7cb-192defc31b98 req-55345b26-2fba-4ee4-ace4-a99998b2fb4a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99745cd-1632-4f80-8d9b-89899513225d HTTP/1.1" status: 200 len: 945 time: 0.0888696 Oct 26 16:35:49.630368 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3ee6b452-8fff-423e-a7cb-192defc31b98 req-8fc4f273-c1d7-4780-83ac-469567b0b326 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=0827dbc4-be08-4cbf-9fed-7348965c8a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374722 Oct 26 16:35:49.659741 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 51884) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:35:49.743423 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986107c2-506b-4ae5-9f5b-efe8a92eb3b2 tempest-TestNetworkAdvancedServerOps-1001818259 tempest-TestNetworkAdvancedServerOps-1001818259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:49.744993 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-986107c2-506b-4ae5-9f5b-efe8a92eb3b2 tempest-TestNetworkAdvancedServerOps-1001818259 tempest-TestNetworkAdvancedServerOps-1001818259-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a99745cd-1632-4f80-8d9b-89899513225d HTTP/1.1" status: 200 len: 1093 time: 0.0842569 Oct 26 16:35:49.747860 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 51888) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:35:49.753188 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-c508f584-2a0a-493b-ad9b-98a706b846a3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'floatingip': {'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'port_id': 'a8cfe16e-e15d-4558-898a-a0d4e78e74fa', 'tenant_id': '9041478b4b314552952768907a320dc1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:35:49.759297 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-c508f584-2a0a-493b-ad9b-98a706b846a3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:35:49.763193 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-c508f584-2a0a-493b-ad9b-98a706b846a3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:floatingip and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:35:49.766083 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-c508f584-2a0a-493b-ad9b-98a706b846a3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:35:49.772699 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-c508f584-2a0a-493b-ad9b-98a706b846a3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:35:49.847817 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c508f584-2a0a-493b-ad9b-98a706b846a3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for floatingip, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:49.984478 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c508f584-2a0a-493b-ad9b-98a706b846a3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:50.126420 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-c508f584-2a0a-493b-ad9b-98a706b846a3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Allocated IP 172.26.2.219 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/24bd5a52-23df-426f-828d-cdc7b35ea54f) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:35:50.374130 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c508f584-2a0a-493b-ad9b-98a706b846a3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:50.445284 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c508f584-2a0a-493b-ad9b-98a706b846a3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:50.509731 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c508f584-2a0a-493b-ad9b-98a706b846a3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:35:50.512676 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-c508f584-2a0a-493b-ad9b-98a706b846a3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:35:50.516454 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c508f584-2a0a-493b-ad9b-98a706b846a3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:35:50.556119 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c508f584-2a0a-493b-ad9b-98a706b846a3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'Port': ['ID=24bd5a52-23df-426f-828d-cdc7b35ea54f,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:50.923728 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c508f584-2a0a-493b-ad9b-98a706b846a3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:51.070182 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c508f584-2a0a-493b-ad9b-98a706b846a3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:51.277049 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c508f584-2a0a-493b-ad9b-98a706b846a3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:51.336356 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c508f584-2a0a-493b-ad9b-98a706b846a3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:51.444226 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c508f584-2a0a-493b-ad9b-98a706b846a3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:51.494101 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c508f584-2a0a-493b-ad9b-98a706b846a3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'Port': ['ID=24bd5a52-23df-426f-828d-cdc7b35ea54f,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:51.618526 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.l3_db [None req-c508f584-2a0a-493b-ad9b-98a706b846a3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Floating IP e7229387-52fb-405d-8731-346024296186 associated. External IP: 172.26.2.219, port: a8cfe16e-e15d-4558-898a-a0d4e78e74fa. Oct 26 16:35:52.072428 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c508f584-2a0a-493b-ad9b-98a706b846a3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Router bc01b461-9aa0-4a26-9934-92d56e951807 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:35:52.250023 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c508f584-2a0a-493b-ad9b-98a706b846a3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:35:52.259529 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a633a7-e247-44bb-83fb-1fe1ff4d0246 None None] Sync routers for ids ['bc01b461-9aa0-4a26-9934-92d56e951807'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:35:52.269475 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a633a7-e247-44bb-83fb-1fe1ff4d0246 None None] Routers {'bc01b461-9aa0-4a26-9934-92d56e951807'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:35:52.270196 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-f9a633a7-e247-44bb-83fb-1fe1ff4d0246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:35:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['bc01b461-9aa0-4a26-9934-92d56e951807'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:52.348481 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c508f584-2a0a-493b-ad9b-98a706b846a3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:35:52.414256 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-c508f584-2a0a-493b-ad9b-98a706b846a3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6609871 Oct 26 16:35:52.414256 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99745cd-1632-4f80-8d9b-89899513225d', 'tag': 'a8cfe16e-e15d-4558-898a-a0d4e78e74fa'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:35:52.414256 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d1b38f-1bbd-42f5-8dd8-784e519fe311" -d '{"events": [{"name": "network-changed", "server_uuid": "a99745cd-1632-4f80-8d9b-89899513225d", "tag": "a8cfe16e-e15d-4558-898a-a0d4e78e74fa"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:35:52.453359 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-f9a633a7-e247-44bb-83fb-1fe1ff4d0246 None None] Set router bc01b461-9aa0-4a26-9934-92d56e951807 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:35:52.460345 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a98326-361a-495e-b038-6364ed26d766 x-openstack-request-id: req-30a98326-361a-495e-b038-6364ed26d766 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:35:52.460642 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99745cd-1632-4f80-8d9b-89899513225d", "tag": "a8cfe16e-e15d-4558-898a-a0d4e78e74fa", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:35:52.460897 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-30a98326-361a-495e-b038-6364ed26d766 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:35:52.461548 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30a98326-361a-495e-b038-6364ed26d766'] response: {'name': 'network-changed', 'server_uuid': 'a99745cd-1632-4f80-8d9b-89899513225d', 'tag': 'a8cfe16e-e15d-4558-898a-a0d4e78e74fa', 'status': 'completed', 'code': 200} Oct 26 16:35:52.583585 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1b38f-1bbd-42f5-8dd8-784e519fe311 req-53e7520a-e533-480e-a80d-b173d240c468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:52.585160 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-48d1b38f-1bbd-42f5-8dd8-784e519fe311 req-53e7520a-e533-480e-a80d-b173d240c468 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9041478b4b314552952768907a320dc1&device_id=a99745cd-1632-4f80-8d9b-89899513225d HTTP/1.1" status: 200 len: 1098 time: 0.0819697 Oct 26 16:35:52.601724 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33759457-9b67-402b-aad2-d6631b228290 req-ac59f819-2012-40df-a728-bb2f0b037937 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:52.603973 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-33759457-9b67-402b-aad2-d6631b228290 req-ac59f819-2012-40df-a728-bb2f0b037937 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99745cd-1632-4f80-8d9b-89899513225d HTTP/1.1" status: 200 len: 945 time: 0.0937226 Oct 26 16:35:52.650848 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-33759457-9b67-402b-aad2-d6631b228290 req-88c00d90-ae35-49d1-b083-02cf16d0605f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=0827dbc4-be08-4cbf-9fed-7348965c8a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410924 Oct 26 16:35:52.682007 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 51896) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:35:52.737579 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1b38f-1bbd-42f5-8dd8-784e519fe311 req-5a90e706-f48b-4670-be2e-9645f7a8fc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:52.739269 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-48d1b38f-1bbd-42f5-8dd8-784e519fe311 req-5a90e706-f48b-4670-be2e-9645f7a8fc29 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2815abf4-dc50-4542-aa56-3e12fd9e25cf HTTP/1.1" status: 200 len: 898 time: 0.1489468 Oct 26 16:35:52.794275 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-761a5e8c-7c47-4ea5-a56d-5fe400914d67 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/floatingips/e7229387-52fb-405d-8731-346024296186 HTTP/1.1" status: 200 len: 991 time: 0.1110163 Oct 26 16:35:52.819303 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-f9a633a7-e247-44bb-83fb-1fe1ff4d0246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc01b461-9aa0-4a26-9934-92d56e951807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461814556', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '5d2084d6-35ac-4a5c-b482-0df66af58457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:26Z', 'updated_at': '2022-10-26T16:35:32Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': '5d2084d6-35ac-4a5c-b482-0df66af58457', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc01b461-9aa0-4a26-9934-92d56e951807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:27Z', 'updated_at': '2022-10-26T16:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': 'e7229387-52fb-405d-8731-346024296186', 'tenant_id': '9041478b4b314552952768907a320dc1', 'floating_ip_address': '172.26.2.219', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': 'bc01b461-9aa0-4a26-9934-92d56e951807', 'port_id': 'a8cfe16e-e15d-4558-898a-a0d4e78e74fa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2815abf4-dc50-4542-aa56-3e12fd9e25cf', 'mac_address': 'fa:16:3e:58:40:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99745cd-1632-4f80-8d9b-89899513225d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:35:50Z', 'revision_number': 0, 'project_id': '9041478b4b314552952768907a320dc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ac516c1-013e-4955-ba20-185cc2051718', 'name': '', 'network_id': '2815abf4-dc50-4542-aa56-3e12fd9e25cf', 'tenant_id': '9041478b4b314552952768907a320dc1', 'mac_address': 'fa:16:3e:d8:57:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc01b461-9aa0-4a26-9934-92d56e951807', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '2d533c66-cf7a-4ed5-a1e5-853e07466e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:32Z', 'updated_at': '2022-10-26T16:35:38Z', 'revision_number': 5, 'project_id': '9041478b4b314552952768907a320dc1', 'subnets': [{'id': '2d533c66-cf7a-4ed5-a1e5-853e07466e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:52.823340 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a633a7-e247-44bb-83fb-1fe1ff4d0246 None None] Checking router: bc01b461-9aa0-4a26-9934-92d56e951807 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:35:52.832836 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a633a7-e247-44bb-83fb-1fe1ff4d0246 None None] Routers {'bc01b461-9aa0-4a26-9934-92d56e951807'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:35:52.833441 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-f9a633a7-e247-44bb-83fb-1fe1ff4d0246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:35:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['bc01b461-9aa0-4a26-9934-92d56e951807'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:52.847486 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-48d1b38f-1bbd-42f5-8dd8-784e519fe311 req-3664e63e-2198-4ac2-8731-1afb50d58a10 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8cfe16e-e15d-4558-898a-a0d4e78e74fa HTTP/1.1" status: 200 len: 999 time: 0.1022506 Oct 26 16:35:52.909049 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1b38f-1bbd-42f5-8dd8-784e519fe311 req-9546690a-9bf6-4bda-b36b-620cd23ee51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:52.910499 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-48d1b38f-1bbd-42f5-8dd8-784e519fe311 req-9546690a-9bf6-4bda-b36b-620cd23ee51c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d533c66-cf7a-4ed5-a1e5-853e07466e09 HTTP/1.1" status: 200 len: 834 time: 0.0579300 Oct 26 16:35:52.996834 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1b38f-1bbd-42f5-8dd8-784e519fe311 req-0cd66220-622b-40cf-9327-1847de0866e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:52.998316 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-48d1b38f-1bbd-42f5-8dd8-784e519fe311 req-0cd66220-622b-40cf-9327-1847de0866e5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2815abf4-dc50-4542-aa56-3e12fd9e25cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824001 Oct 26 16:35:53.014426 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-f9a633a7-e247-44bb-83fb-1fe1ff4d0246 None None] Set router bc01b461-9aa0-4a26-9934-92d56e951807 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:35:53.135829 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-48d1b38f-1bbd-42f5-8dd8-784e519fe311 req-ccb3cf80-c148-4dc3-a244-96ae7f6f1e98 service neutron] 10.222.0.48 "GET /v2.0/networks/2815abf4-dc50-4542-aa56-3e12fd9e25cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313932 Oct 26 16:35:53.329380 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-48d1b38f-1bbd-42f5-8dd8-784e519fe311 req-c5c17b1c-6603-4dca-849e-a90d3bb3e9db service neutron] 10.222.0.48 "GET /v2.0/networks/2815abf4-dc50-4542-aa56-3e12fd9e25cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870522 Oct 26 16:35:53.339031 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-31defdeb-d753-4109-b791-e27179e7993b req-9f77ebc7-d500-42c7-b5af-162eddc6a0c2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a99745cd-1632-4f80-8d9b-89899513225d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1284039 Oct 26 16:35:53.401983 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-f9a633a7-e247-44bb-83fb-1fe1ff4d0246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc01b461-9aa0-4a26-9934-92d56e951807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461814556', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '5d2084d6-35ac-4a5c-b482-0df66af58457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:26Z', 'updated_at': '2022-10-26T16:35:32Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': '5d2084d6-35ac-4a5c-b482-0df66af58457', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc01b461-9aa0-4a26-9934-92d56e951807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:27Z', 'updated_at': '2022-10-26T16:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': 'e7229387-52fb-405d-8731-346024296186', 'tenant_id': '9041478b4b314552952768907a320dc1', 'floating_ip_address': '172.26.2.219', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': 'bc01b461-9aa0-4a26-9934-92d56e951807', 'port_id': 'a8cfe16e-e15d-4558-898a-a0d4e78e74fa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2815abf4-dc50-4542-aa56-3e12fd9e25cf', 'mac_address': 'fa:16:3e:58:40:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99745cd-1632-4f80-8d9b-89899513225d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:35:50Z', 'revision_number': 0, 'project_id': '9041478b4b314552952768907a320dc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ac516c1-013e-4955-ba20-185cc2051718', 'name': '', 'network_id': '2815abf4-dc50-4542-aa56-3e12fd9e25cf', 'tenant_id': '9041478b4b314552952768907a320dc1', 'mac_address': 'fa:16:3e:d8:57:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc01b461-9aa0-4a26-9934-92d56e951807', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '2d533c66-cf7a-4ed5-a1e5-853e07466e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:32Z', 'updated_at': '2022-10-26T16:35:38Z', 'revision_number': 5, 'project_id': '9041478b4b314552952768907a320dc1', 'subnets': [{'id': '2d533c66-cf7a-4ed5-a1e5-853e07466e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:53.405900 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a633a7-e247-44bb-83fb-1fe1ff4d0246 None None] The sync data for ids ['bc01b461-9aa0-4a26-9934-92d56e951807'] in dv-neutron-862712-1-hyperv is: [{'id': 'bc01b461-9aa0-4a26-9934-92d56e951807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461814556', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '5d2084d6-35ac-4a5c-b482-0df66af58457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:26Z', 'updated_at': '2022-10-26T16:35:32Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': '5d2084d6-35ac-4a5c-b482-0df66af58457', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc01b461-9aa0-4a26-9934-92d56e951807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:27Z', 'updated_at': '2022-10-26T16:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': 'e7229387-52fb-405d-8731-346024296186', 'tenant_id': '9041478b4b314552952768907a320dc1', 'floating_ip_address': '172.26.2.219', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': 'bc01b461-9aa0-4a26-9934-92d56e951807', 'port_id': 'a8cfe16e-e15d-4558-898a-a0d4e78e74fa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2815abf4-dc50-4542-aa56-3e12fd9e25cf', 'mac_address': 'fa:16:3e:58:40:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99745cd-1632-4f80-8d9b-89899513225d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:35:50Z', 'revision_number': 0, 'project_id': '9041478b4b314552952768907a320dc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ac516c1-013e-4955-ba20-185cc2051718', 'name': '', 'network_id': '2815abf4-dc50-4542-aa56-3e12fd9e25cf', 'tenant_id': '9041478b4b314552952768907a320dc1', 'mac_address': 'fa:16:3e:d8:57:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc01b461-9aa0-4a26-9934-92d56e951807', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '2d533c66-cf7a-4ed5-a1e5-853e07466e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:32Z', 'updated_at': '2022-10-26T16:35:38Z', 'revision_number': 5, 'project_id': '9041478b4b314552952768907a320dc1', 'subnets': [{'id': '2d533c66-cf7a-4ed5-a1e5-853e07466e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:35:53.600299 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1463b93c-42d0-40ae-8a9a-04a927f29614 None None] New status for floating IP e7229387-52fb-405d-8731-346024296186: ACTIVE {{(pid=89750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:35:53.615231 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31defdeb-d753-4109-b791-e27179e7993b req-e76771bc-5a2f-497b-a0bb-19a25e9ad29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:53.616820 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-31defdeb-d753-4109-b791-e27179e7993b req-e76771bc-5a2f-497b-a0bb-19a25e9ad29e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9041478b4b314552952768907a320dc1&device_id=a99745cd-1632-4f80-8d9b-89899513225d HTTP/1.1" status: 200 len: 1098 time: 0.0871601 Oct 26 16:35:53.763396 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31defdeb-d753-4109-b791-e27179e7993b req-8dcd861c-0ec0-4783-bdac-a9d6aef86874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:53.764834 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-31defdeb-d753-4109-b791-e27179e7993b req-8dcd861c-0ec0-4783-bdac-a9d6aef86874 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2815abf4-dc50-4542-aa56-3e12fd9e25cf HTTP/1.1" status: 200 len: 898 time: 0.1302834 Oct 26 16:35:53.797162 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 51900) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:35:53.872112 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-31defdeb-d753-4109-b791-e27179e7993b req-63113e28-4191-40bf-801e-c7fe6f200b2a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8cfe16e-e15d-4558-898a-a0d4e78e74fa HTTP/1.1" status: 200 len: 999 time: 0.1007757 Oct 26 16:35:53.909340 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d09778b1-6823-446c-aa18-50233a582a4a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/floatingips/e7229387-52fb-405d-8731-346024296186 HTTP/1.1" status: 200 len: 991 time: 0.1104012 Oct 26 16:35:53.936961 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31defdeb-d753-4109-b791-e27179e7993b req-423aeb8e-7342-47dd-ba06-f9fd63a235a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:53.939165 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-31defdeb-d753-4109-b791-e27179e7993b req-423aeb8e-7342-47dd-ba06-f9fd63a235a4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d533c66-cf7a-4ed5-a1e5-853e07466e09 HTTP/1.1" status: 200 len: 834 time: 0.0594780 Oct 26 16:35:54.025420 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31defdeb-d753-4109-b791-e27179e7993b req-e037fa39-c2f9-4606-9792-497a8e16e6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:54.026904 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-31defdeb-d753-4109-b791-e27179e7993b req-e037fa39-c2f9-4606-9792-497a8e16e6e4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2815abf4-dc50-4542-aa56-3e12fd9e25cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830767 Oct 26 16:35:54.268085 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-31defdeb-d753-4109-b791-e27179e7993b req-c686ec5e-58dc-4b8d-8838-dd17deaa6fbc service neutron] 10.222.0.48 "GET /v2.0/networks/2815abf4-dc50-4542-aa56-3e12fd9e25cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355125 Oct 26 16:35:54.398550 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-31defdeb-d753-4109-b791-e27179e7993b req-b7340329-84b1-424c-b424-d5bb09608069 service neutron] 10.222.0.48 "GET /v2.0/networks/2815abf4-dc50-4542-aa56-3e12fd9e25cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253123 Oct 26 16:35:54.913282 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 51904) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:35:55.019619 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-0ecd5893-35ca-423e-80d1-9c26bc4f9065 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/floatingips/e7229387-52fb-405d-8731-346024296186 HTTP/1.1" status: 200 len: 993 time: 0.1052492 Oct 26 16:35:57.530619 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:36:02.139958 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-93e96415-8ed0-45a5-af4d-adf27ab949fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:36:04.454331 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b9e90bf7-43fe-4e9f-951f-c51d35476fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:36:05.279914 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:36:05.443049 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:36:05.698712 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:36:07.023481 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:36:11.946141 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [req-11687ba8-f38e-4eea-836b-9102a99b4c69 req-417f2c6e-c144-4aae-bb42-6533e3bbc5a8 service neutron] (89748) timed out ('10.222.0.23', 48654) {{(pid=89748) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 26 16:36:27.526293 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:36:32.124727 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-98fa34bd-1f9f-4c7c-b22d-04529aee83fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:36:34.498075 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-232bb597-4b40-4e84-80fb-1af9b3623bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:36:35.252236 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:36:35.440631 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:36:37.041072 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:36:42.698280 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:36:54.271414 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1b76a390-9e41-48c8-abcf-9129613e451d req-edc6b371-d0a6-4e47-8699-8ebe715131f0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a99745cd-1632-4f80-8d9b-89899513225d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0770648 Oct 26 16:36:54.437474 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76a390-9e41-48c8-abcf-9129613e451d req-4ab2fa1e-423a-4348-9d98-6ecf7945242e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:36:54.438975 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1b76a390-9e41-48c8-abcf-9129613e451d req-4ab2fa1e-423a-4348-9d98-6ecf7945242e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9041478b4b314552952768907a320dc1&device_id=a99745cd-1632-4f80-8d9b-89899513225d HTTP/1.1" status: 200 len: 1098 time: 0.0829830 Oct 26 16:36:54.583970 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76a390-9e41-48c8-abcf-9129613e451d req-b55c9bc2-91b3-4541-a3b5-b5ab370c6b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:36:54.585380 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1b76a390-9e41-48c8-abcf-9129613e451d req-b55c9bc2-91b3-4541-a3b5-b5ab370c6b7d service neutron] 10.222.0.48 "GET /v2.0/networks?id=2815abf4-dc50-4542-aa56-3e12fd9e25cf HTTP/1.1" status: 200 len: 898 time: 0.1280773 Oct 26 16:36:54.690555 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1b76a390-9e41-48c8-abcf-9129613e451d req-56f3120d-6b56-48c5-a9f5-9ade4ce5768d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8cfe16e-e15d-4558-898a-a0d4e78e74fa HTTP/1.1" status: 200 len: 1001 time: 0.0981083 Oct 26 16:36:54.754662 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76a390-9e41-48c8-abcf-9129613e451d req-bbeb5cc6-681d-4aac-89bb-51f46f7240e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:36:54.756135 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1b76a390-9e41-48c8-abcf-9129613e451d req-bbeb5cc6-681d-4aac-89bb-51f46f7240e2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d533c66-cf7a-4ed5-a1e5-853e07466e09 HTTP/1.1" status: 200 len: 834 time: 0.0582976 Oct 26 16:36:54.843344 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76a390-9e41-48c8-abcf-9129613e451d req-57dfecce-22e1-4a1f-9cae-53af129bc089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:36:54.844721 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1b76a390-9e41-48c8-abcf-9129613e451d req-57dfecce-22e1-4a1f-9cae-53af129bc089 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2815abf4-dc50-4542-aa56-3e12fd9e25cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830309 Oct 26 16:36:54.977450 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1b76a390-9e41-48c8-abcf-9129613e451d req-37f712bc-978b-488d-b376-51956abdbc09 service neutron] 10.222.0.48 "GET /v2.0/networks/2815abf4-dc50-4542-aa56-3e12fd9e25cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263537 Oct 26 16:36:55.110202 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1b76a390-9e41-48c8-abcf-9129613e451d req-ddb62412-435d-4783-8bb1-feda411a029b service neutron] 10.222.0.48 "GET /v2.0/networks/2815abf4-dc50-4542-aa56-3e12fd9e25cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262562 Oct 26 16:36:57.542911 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:02.133294 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-92843731-c23b-4653-b8b3-a8f4670d2ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:04.457369 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e9169092-78f6-4efc-b5a4-8e0fc54d4df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:05.251649 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:05.447911 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:06.968648 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77520448-47b3-40be-9a29-52093b5223a5 req-b09b9c5f-92c0-48c5-805c-dbd7ccabfcea tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:06.970649 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-77520448-47b3-40be-9a29-52093b5223a5 req-b09b9c5f-92c0-48c5-805c-dbd7ccabfcea tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99745cd-1632-4f80-8d9b-89899513225d HTTP/1.1" status: 200 len: 945 time: 0.1387279 Oct 26 16:37:07.016637 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-77520448-47b3-40be-9a29-52093b5223a5 req-9064e832-cebd-48f3-9688-e8b4d416eb82 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=0827dbc4-be08-4cbf-9fed-7348965c8a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393386 Oct 26 16:37:07.047867 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:08.270367 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae7ac3-7111-4dc8-954d-469ff514b598 req-35337394-0f61-42f2-8d27-8da7d81ea7dd tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:08.271808 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-88ae7ac3-7111-4dc8-954d-469ff514b598 req-35337394-0f61-42f2-8d27-8da7d81ea7dd tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99745cd-1632-4f80-8d9b-89899513225d HTTP/1.1" status: 200 len: 945 time: 0.1382084 Oct 26 16:37:08.316196 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-88ae7ac3-7111-4dc8-954d-469ff514b598 req-97bfc0b1-8e30-4eb6-a3c7-1e5c6697d4a3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=0827dbc4-be08-4cbf-9fed-7348965c8a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387821 Oct 26 16:37:08.344759 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 51956) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:37:08.550835 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-016e141e-9eac-46cc-8628-c028be7afce1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/floatingips/e7229387-52fb-405d-8731-346024296186 HTTP/1.1" status: 200 len: 993 time: 0.2047997 Oct 26 16:37:10.220012 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedacf68-c614-4991-a07d-21e0406c1183 req-de23d487-6b3d-4acd-9b03-7040b939fbb9 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:10.221462 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-fedacf68-c614-4991-a07d-21e0406c1183 req-de23d487-6b3d-4acd-9b03-7040b939fbb9 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99745cd-1632-4f80-8d9b-89899513225d HTTP/1.1" status: 200 len: 945 time: 0.0941989 Oct 26 16:37:10.265675 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-fedacf68-c614-4991-a07d-21e0406c1183 req-6d7f5cac-cfd7-411a-ae0e-297c9060d4a3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=0827dbc4-be08-4cbf-9fed-7348965c8a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373163 Oct 26 16:37:11.465154 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3b328-7341-4588-881b-ae4113189327 req-8e1fa399-1379-4014-9543-fbf73e367f90 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:11.466639 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e0f3b328-7341-4588-881b-ae4113189327 req-8e1fa399-1379-4014-9543-fbf73e367f90 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99745cd-1632-4f80-8d9b-89899513225d HTTP/1.1" status: 200 len: 945 time: 0.0878940 Oct 26 16:37:11.511509 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e0f3b328-7341-4588-881b-ae4113189327 req-c8e1142f-fcc8-4b67-82ba-c06b34195824 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=0827dbc4-be08-4cbf-9fed-7348965c8a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390694 Oct 26 16:37:11.541443 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 51968) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:37:11.650449 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c50b7989-8689-4e33-b240-93839427f3da tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/floatingips/e7229387-52fb-405d-8731-346024296186 HTTP/1.1" status: 200 len: 993 time: 0.1078990 Oct 26 16:37:11.933125 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 51978) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:37:12.249037 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-2a77e4fd-6cd5-439a-a695-3d4ac341bc7a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Deleting port 24bd5a52-23df-426f-828d-cdc7b35ea54f {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:37:12.249254 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2a77e4fd-6cd5-439a-a695-3d4ac341bc7a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:12.420070 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2a77e4fd-6cd5-439a-a695-3d4ac341bc7a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:12.420408 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2a77e4fd-6cd5-439a-a695-3d4ac341bc7a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:12.550978 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-2a77e4fd-6cd5-439a-a695-3d4ac341bc7a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Calling delete_port for 24bd5a52-23df-426f-828d-cdc7b35ea54f owned by network:floatingip {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:37:12.757119 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2a77e4fd-6cd5-439a-a695-3d4ac341bc7a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:12.806432 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a77e4fd-6cd5-439a-a695-3d4ac341bc7a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event deleted for resources: {'Port': ['ID=24bd5a52-23df-426f-828d-cdc7b35ea54f,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:12.851705 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a77e4fd-6cd5-439a-a695-3d4ac341bc7a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:12.852057 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a77e4fd-6cd5-439a-a695-3d4ac341bc7a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:12.852402 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a77e4fd-6cd5-439a-a695-3d4ac341bc7a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:12.852781 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a77e4fd-6cd5-439a-a695-3d4ac341bc7a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:12.853106 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a77e4fd-6cd5-439a-a695-3d4ac341bc7a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:12.853442 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a77e4fd-6cd5-439a-a695-3d4ac341bc7a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:12.853774 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a77e4fd-6cd5-439a-a695-3d4ac341bc7a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:12.854106 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a77e4fd-6cd5-439a-a695-3d4ac341bc7a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:12.854433 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a77e4fd-6cd5-439a-a695-3d4ac341bc7a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:12.854786 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a77e4fd-6cd5-439a-a695-3d4ac341bc7a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:12.855115 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a77e4fd-6cd5-439a-a695-3d4ac341bc7a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:12.855439 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a77e4fd-6cd5-439a-a695-3d4ac341bc7a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:12.917582 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2a77e4fd-6cd5-439a-a695-3d4ac341bc7a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for floatingip, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:12.917915 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.l3_db [None req-2a77e4fd-6cd5-439a-a695-3d4ac341bc7a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Floating IP e7229387-52fb-405d-8731-346024296186 disassociated (deleted). External IP: 172.26.2.219, port: a8cfe16e-e15d-4558-898a-a0d4e78e74fa. Oct 26 16:37:13.270770 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a77e4fd-6cd5-439a-a695-3d4ac341bc7a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Router bc01b461-9aa0-4a26-9934-92d56e951807 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:37:13.452314 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a77e4fd-6cd5-439a-a695-3d4ac341bc7a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:37:13.462653 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4208ff07-796a-4a38-b618-934ed17fa241 None None] Sync routers for ids ['bc01b461-9aa0-4a26-9934-92d56e951807'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:37:13.471851 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4208ff07-796a-4a38-b618-934ed17fa241 None None] Routers {'bc01b461-9aa0-4a26-9934-92d56e951807'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:37:13.472485 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-4208ff07-796a-4a38-b618-934ed17fa241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:37:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['bc01b461-9aa0-4a26-9934-92d56e951807'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:13.544926 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2a77e4fd-6cd5-439a-a695-3d4ac341bc7a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:13.602663 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2a77e4fd-6cd5-439a-a695-3d4ac341bc7a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "DELETE /v2.0/floatingips/e7229387-52fb-405d-8731-346024296186 HTTP/1.1" status: 204 len: 168 time: 1.6683240 Oct 26 16:37:13.603367 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99745cd-1632-4f80-8d9b-89899513225d', 'tag': 'a8cfe16e-e15d-4558-898a-a0d4e78e74fa'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:37:13.605991 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf09190-590d-4f43-bac9-cd1a3119206a" -d '{"events": [{"name": "network-changed", "server_uuid": "a99745cd-1632-4f80-8d9b-89899513225d", "tag": "a8cfe16e-e15d-4558-898a-a0d4e78e74fa"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:37:13.660652 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-4208ff07-796a-4a38-b618-934ed17fa241 None None] Set router bc01b461-9aa0-4a26-9934-92d56e951807 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:37:13.768256 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daafccf1-88ec-441b-8fca-04e5cefe4321 x-openstack-request-id: req-daafccf1-88ec-441b-8fca-04e5cefe4321 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:37:13.768256 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99745cd-1632-4f80-8d9b-89899513225d", "tag": "a8cfe16e-e15d-4558-898a-a0d4e78e74fa", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:37:13.768256 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-daafccf1-88ec-441b-8fca-04e5cefe4321 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:37:13.768256 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daafccf1-88ec-441b-8fca-04e5cefe4321'] response: {'name': 'network-changed', 'server_uuid': 'a99745cd-1632-4f80-8d9b-89899513225d', 'tag': 'a8cfe16e-e15d-4558-898a-a0d4e78e74fa', 'status': 'completed', 'code': 200} Oct 26 16:37:13.890822 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf09190-590d-4f43-bac9-cd1a3119206a req-2d93dbe5-afdc-4736-87c8-fe474e378ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:13.892581 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-eaf09190-590d-4f43-bac9-cd1a3119206a req-2d93dbe5-afdc-4736-87c8-fe474e378ca0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9041478b4b314552952768907a320dc1&device_id=a99745cd-1632-4f80-8d9b-89899513225d HTTP/1.1" status: 200 len: 1098 time: 0.0840900 Oct 26 16:37:14.002903 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-4208ff07-796a-4a38-b618-934ed17fa241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc01b461-9aa0-4a26-9934-92d56e951807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461814556', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '5d2084d6-35ac-4a5c-b482-0df66af58457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:26Z', 'updated_at': '2022-10-26T16:35:32Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': '5d2084d6-35ac-4a5c-b482-0df66af58457', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc01b461-9aa0-4a26-9934-92d56e951807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:27Z', 'updated_at': '2022-10-26T16:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '9ac516c1-013e-4955-ba20-185cc2051718', 'name': '', 'network_id': '2815abf4-dc50-4542-aa56-3e12fd9e25cf', 'tenant_id': '9041478b4b314552952768907a320dc1', 'mac_address': 'fa:16:3e:d8:57:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc01b461-9aa0-4a26-9934-92d56e951807', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '2d533c66-cf7a-4ed5-a1e5-853e07466e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:32Z', 'updated_at': '2022-10-26T16:35:38Z', 'revision_number': 5, 'project_id': '9041478b4b314552952768907a320dc1', 'subnets': [{'id': '2d533c66-cf7a-4ed5-a1e5-853e07466e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:14.008724 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4208ff07-796a-4a38-b618-934ed17fa241 None None] Checking router: bc01b461-9aa0-4a26-9934-92d56e951807 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:37:14.019208 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4208ff07-796a-4a38-b618-934ed17fa241 None None] Routers {'bc01b461-9aa0-4a26-9934-92d56e951807'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:37:14.019846 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-4208ff07-796a-4a38-b618-934ed17fa241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:37:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['bc01b461-9aa0-4a26-9934-92d56e951807'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:14.208676 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-4208ff07-796a-4a38-b618-934ed17fa241 None None] Set router bc01b461-9aa0-4a26-9934-92d56e951807 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:37:14.208871 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf09190-590d-4f43-bac9-cd1a3119206a req-04aa3347-dd9f-4e43-ba76-d48f8fc7327e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:14.209965 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-eaf09190-590d-4f43-bac9-cd1a3119206a req-04aa3347-dd9f-4e43-ba76-d48f8fc7327e service neutron] 10.222.0.48 "GET /v2.0/networks?id=2815abf4-dc50-4542-aa56-3e12fd9e25cf HTTP/1.1" status: 200 len: 898 time: 0.3083510 Oct 26 16:37:14.282174 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-eaf09190-590d-4f43-bac9-cd1a3119206a req-c86a39fd-caa9-4ba9-bd75-b5ca6deb23a2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8cfe16e-e15d-4558-898a-a0d4e78e74fa HTTP/1.1" status: 200 len: 217 time: 0.0649810 Oct 26 16:37:14.291820 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1e7ba-39ef-4df6-8ba1-c573340d5ec2 req-f92beb05-abaf-464a-9a6c-7a0c99f8895f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:14.292536 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-7ca1e7ba-39ef-4df6-8ba1-c573340d5ec2 req-f92beb05-abaf-464a-9a6c-7a0c99f8895f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Synchronizing usage tracker for tenant:9041478b4b314552952768907a320dc1 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:37:14.364083 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf09190-590d-4f43-bac9-cd1a3119206a req-574ff58d-fa05-4d25-9147-f850afffe514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:14.366260 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-eaf09190-590d-4f43-bac9-cd1a3119206a req-574ff58d-fa05-4d25-9147-f850afffe514 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d533c66-cf7a-4ed5-a1e5-853e07466e09 HTTP/1.1" status: 200 len: 834 time: 0.0701721 Oct 26 16:37:14.414084 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-7ca1e7ba-39ef-4df6-8ba1-c573340d5ec2 req-f92beb05-abaf-464a-9a6c-7a0c99f8895f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Unset dirty status for tenant:9041478b4b314552952768907a320dc1 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:37:14.415280 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7ca1e7ba-39ef-4df6-8ba1-c573340d5ec2 req-f92beb05-abaf-464a-9a6c-7a0c99f8895f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99745cd-1632-4f80-8d9b-89899513225d HTTP/1.1" status: 200 len: 945 time: 0.3233924 Oct 26 16:37:14.482650 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7ca1e7ba-39ef-4df6-8ba1-c573340d5ec2 req-187ceebd-be05-4c51-b09f-0795653f1b67 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=0827dbc4-be08-4cbf-9fed-7348965c8a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598640 Oct 26 16:37:14.505707 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf09190-590d-4f43-bac9-cd1a3119206a req-016e365b-8609-49c2-bdf2-54343ec084b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:14.508092 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-eaf09190-590d-4f43-bac9-cd1a3119206a req-016e365b-8609-49c2-bdf2-54343ec084b0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2815abf4-dc50-4542-aa56-3e12fd9e25cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1365345 Oct 26 16:37:14.591786 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-4208ff07-796a-4a38-b618-934ed17fa241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc01b461-9aa0-4a26-9934-92d56e951807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461814556', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '5d2084d6-35ac-4a5c-b482-0df66af58457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:26Z', 'updated_at': '2022-10-26T16:35:32Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': '5d2084d6-35ac-4a5c-b482-0df66af58457', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc01b461-9aa0-4a26-9934-92d56e951807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:27Z', 'updated_at': '2022-10-26T16:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '9ac516c1-013e-4955-ba20-185cc2051718', 'name': '', 'network_id': '2815abf4-dc50-4542-aa56-3e12fd9e25cf', 'tenant_id': '9041478b4b314552952768907a320dc1', 'mac_address': 'fa:16:3e:d8:57:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc01b461-9aa0-4a26-9934-92d56e951807', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '2d533c66-cf7a-4ed5-a1e5-853e07466e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:32Z', 'updated_at': '2022-10-26T16:35:38Z', 'revision_number': 5, 'project_id': '9041478b4b314552952768907a320dc1', 'subnets': [{'id': '2d533c66-cf7a-4ed5-a1e5-853e07466e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:14.596071 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4208ff07-796a-4a38-b618-934ed17fa241 None None] The sync data for ids ['bc01b461-9aa0-4a26-9934-92d56e951807'] in dv-neutron-862712-1-hyperv is: [{'id': 'bc01b461-9aa0-4a26-9934-92d56e951807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461814556', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '5d2084d6-35ac-4a5c-b482-0df66af58457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:26Z', 'updated_at': '2022-10-26T16:35:32Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': '5d2084d6-35ac-4a5c-b482-0df66af58457', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc01b461-9aa0-4a26-9934-92d56e951807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:27Z', 'updated_at': '2022-10-26T16:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '9ac516c1-013e-4955-ba20-185cc2051718', 'name': '', 'network_id': '2815abf4-dc50-4542-aa56-3e12fd9e25cf', 'tenant_id': '9041478b4b314552952768907a320dc1', 'mac_address': 'fa:16:3e:d8:57:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc01b461-9aa0-4a26-9934-92d56e951807', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '2d533c66-cf7a-4ed5-a1e5-853e07466e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:32Z', 'updated_at': '2022-10-26T16:35:38Z', 'revision_number': 5, 'project_id': '9041478b4b314552952768907a320dc1', 'subnets': [{'id': '2d533c66-cf7a-4ed5-a1e5-853e07466e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:37:14.650675 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-eaf09190-590d-4f43-bac9-cd1a3119206a req-aa01fb2a-0694-466b-9973-76df264889b5 service neutron] 10.222.0.48 "GET /v2.0/networks/2815abf4-dc50-4542-aa56-3e12fd9e25cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354580 Oct 26 16:37:14.791004 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-eaf09190-590d-4f43-bac9-cd1a3119206a req-0ded5249-5e02-478e-902c-56af4336e4fa service neutron] 10.222.0.48 "GET /v2.0/networks/2815abf4-dc50-4542-aa56-3e12fd9e25cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334958 Oct 26 16:37:14.816763 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81832fe9-918a-4514-9cc1-8197e4f2a876 None None] New status for floating IP e7229387-52fb-405d-8731-346024296186: DOWN {{(pid=89750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:37:15.689530 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ea342-c75b-4109-be64-8fbc564e0e98 req-2f935d01-7fee-49e4-b6d8-f9895c020806 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:15.691003 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-4d5ea342-c75b-4109-be64-8fbc564e0e98 req-2f935d01-7fee-49e4-b6d8-f9895c020806 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99745cd-1632-4f80-8d9b-89899513225d HTTP/1.1" status: 200 len: 945 time: 0.0940480 Oct 26 16:37:15.735256 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-4d5ea342-c75b-4109-be64-8fbc564e0e98 req-b4566128-de49-4fc1-8bff-2cc4dc6a7a37 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=0827dbc4-be08-4cbf-9fed-7348965c8a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384076 Oct 26 16:37:15.953157 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1857f41-2396-48ee-baff-4b571553aae0 req-4f64afe5-bdf7-408b-91a0-c229c9b6e4c6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:15.954604 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c1857f41-2396-48ee-baff-4b571553aae0 req-4f64afe5-bdf7-408b-91a0-c229c9b6e4c6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99745cd-1632-4f80-8d9b-89899513225d HTTP/1.1" status: 200 len: 945 time: 0.0912852 Oct 26 16:37:16.025651 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-c1857f41-2396-48ee-baff-4b571553aae0 req-159913cc-9f24-4b4a-b7b1-92a7b33c9129 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Deleting port a8cfe16e-e15d-4558-898a-a0d4e78e74fa {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:37:16.025983 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c1857f41-2396-48ee-baff-4b571553aae0 req-159913cc-9f24-4b4a-b7b1-92a7b33c9129 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:16.269881 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-c1857f41-2396-48ee-baff-4b571553aae0 req-159913cc-9f24-4b4a-b7b1-92a7b33c9129 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] For port a8cfe16e-e15d-4558-898a-a0d4e78e74fa, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=a8cfe16e-e15d-4558-898a-a0d4e78e74fa,segment=NetworkSegment(10752bc0-e59d-443e-b44d-a50ee86e0085),segment_id=10752bc0-e59d-443e-b44d-a50ee86e0085)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:37:16.270154 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c1857f41-2396-48ee-baff-4b571553aae0 req-159913cc-9f24-4b4a-b7b1-92a7b33c9129 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:16.392236 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-c1857f41-2396-48ee-baff-4b571553aae0 req-159913cc-9f24-4b4a-b7b1-92a7b33c9129 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Calling delete_port for a8cfe16e-e15d-4558-898a-a0d4e78e74fa owned by compute:nova {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:37:16.601383 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c1857f41-2396-48ee-baff-4b571553aae0 req-159913cc-9f24-4b4a-b7b1-92a7b33c9129 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:16.652313 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159913cc-9f24-4b4a-b7b1-92a7b33c9129 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event deleted for resources: {'Port': ['ID=a8cfe16e-e15d-4558-898a-a0d4e78e74fa,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:16.744877 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1857f41-2396-48ee-baff-4b571553aae0 req-159913cc-9f24-4b4a-b7b1-92a7b33c9129 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] No DVR routers for this DVR port a8cfe16e-e15d-4558-898a-a0d4e78e74fa on host hv-neutron-8627 {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:37:16.747451 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c1857f41-2396-48ee-baff-4b571553aae0 req-159913cc-9f24-4b4a-b7b1-92a7b33c9129 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:16.750149 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99745cd-1632-4f80-8d9b-89899513225d', 'name': 'network-vif-deleted', 'tag': 'a8cfe16e-e15d-4558-898a-a0d4e78e74fa'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:37:16.752486 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f97159-102c-4e1d-9fc1-7b04d5d24cf3" -d '{"events": [{"server_uuid": "a99745cd-1632-4f80-8d9b-89899513225d", "name": "network-vif-deleted", "tag": "a8cfe16e-e15d-4558-898a-a0d4e78e74fa"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:37:16.796182 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb04df0-6781-4d26-afed-3623d283a405 x-openstack-request-id: req-fbb04df0-6781-4d26-afed-3623d283a405 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:37:16.796481 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99745cd-1632-4f80-8d9b-89899513225d", "name": "network-vif-deleted", "tag": "a8cfe16e-e15d-4558-898a-a0d4e78e74fa", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:37:16.796736 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fbb04df0-6781-4d26-afed-3623d283a405 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:37:16.797141 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbb04df0-6781-4d26-afed-3623d283a405'] response: {'server_uuid': 'a99745cd-1632-4f80-8d9b-89899513225d', 'name': 'network-vif-deleted', 'tag': 'a8cfe16e-e15d-4558-898a-a0d4e78e74fa', 'status': 'completed', 'code': 200} Oct 26 16:37:16.831932 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c1857f41-2396-48ee-baff-4b571553aae0 req-159913cc-9f24-4b4a-b7b1-92a7b33c9129 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.48 "DELETE /v2.0/ports/a8cfe16e-e15d-4558-898a-a0d4e78e74fa HTTP/1.1" status: 204 len: 173 time: 0.8711665 Oct 26 16:37:16.899168 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a9a416ff-e148-43df-b4c9-258bb22959d8 req-adff94c7-b007-4e13-ae41-34c85940464f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99745cd-1632-4f80-8d9b-89899513225d HTTP/1.1" status: 200 len: 210 time: 0.0503731 Oct 26 16:37:18.002928 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52000) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:37:18.659666 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-16233e07-c3c8-469e-ac4b-410e7ff57a8b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:19.019576 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-16233e07-c3c8-469e-ac4b-410e7ff57a8b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Deleting port 9ac516c1-013e-4955-ba20-185cc2051718 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:37:19.020274 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-16233e07-c3c8-469e-ac4b-410e7ff57a8b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:19.203162 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device a8cfe16e-e15d-4558-898a-a0d4e78e74fa no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:37:19.206405 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-16233e07-c3c8-469e-ac4b-410e7ff57a8b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] For port 9ac516c1-013e-4955-ba20-185cc2051718, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=9ac516c1-013e-4955-ba20-185cc2051718,segment=NetworkSegment(10752bc0-e59d-443e-b44d-a50ee86e0085),segment_id=10752bc0-e59d-443e-b44d-a50ee86e0085)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:37:19.206805 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-16233e07-c3c8-469e-ac4b-410e7ff57a8b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:19.239985 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] No Port match for: a8cfe16e-e15d-4558-898a-a0d4e78e74fa {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:37:19.240325 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device a8cfe16e-e15d-4558-898a-a0d4e78e74fa not bound to the agent host hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:37:19.329665 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-16233e07-c3c8-469e-ac4b-410e7ff57a8b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Calling delete_port for 9ac516c1-013e-4955-ba20-185cc2051718 owned by network:router_interface {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:37:19.602759 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-16233e07-c3c8-469e-ac4b-410e7ff57a8b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:19.652978 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16233e07-c3c8-469e-ac4b-410e7ff57a8b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event deleted for resources: {'Port': ['ID=9ac516c1-013e-4955-ba20-185cc2051718,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:19.698572 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:37:20.048819 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-16233e07-c3c8-469e-ac4b-410e7ff57a8b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:20.411375 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16233e07-c3c8-469e-ac4b-410e7ff57a8b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Router bc01b461-9aa0-4a26-9934-92d56e951807 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:37:20.591365 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16233e07-c3c8-469e-ac4b-410e7ff57a8b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:37:20.601150 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4674ac-ad14-42ae-b366-a718d6dfad6d None None] Sync routers for ids ['bc01b461-9aa0-4a26-9934-92d56e951807'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:37:20.605908 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-16233e07-c3c8-469e-ac4b-410e7ff57a8b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "PUT /v2.0/routers/bc01b461-9aa0-4a26-9934-92d56e951807/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6019137 Oct 26 16:37:20.608713 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52004) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:37:20.611177 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4674ac-ad14-42ae-b366-a718d6dfad6d None None] Routers {'bc01b461-9aa0-4a26-9934-92d56e951807'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:37:20.611788 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-5b4674ac-ad14-42ae-b366-a718d6dfad6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:37:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['bc01b461-9aa0-4a26-9934-92d56e951807'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:20.674953 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-db091894-9e73-435a-8128-1cc173375deb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Deleting subnet 2d533c66-cf7a-4ed5-a1e5-853e07466e09 {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 16:37:20.678073 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-db091894-9e73-435a-8128-1cc173375deb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:20.737104 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-db091894-9e73-435a-8128-1cc173375deb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:20.792529 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-5b4674ac-ad14-42ae-b366-a718d6dfad6d None None] Set router bc01b461-9aa0-4a26-9934-92d56e951807 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:37:20.820210 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-db091894-9e73-435a-8128-1cc173375deb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:20.951488 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-db091894-9e73-435a-8128-1cc173375deb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:20.992259 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db091894-9e73-435a-8128-1cc173375deb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event deleted for resources: {'Subnet': ['ID=2d533c66-cf7a-4ed5-a1e5-853e07466e09,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:20.997555 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-db091894-9e73-435a-8128-1cc173375deb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:21.007083 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-db091894-9e73-435a-8128-1cc173375deb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "DELETE /v2.0/subnets/2d533c66-cf7a-4ed5-a1e5-853e07466e09 HTTP/1.1" status: 204 len: 168 time: 0.3948300 Oct 26 16:37:21.007393 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d909765-e740-4b1e-99b1-7e971050e0cb None None] Network 2815abf4-dc50-4542-aa56-3e12fd9e25cf requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:37:21.007499 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52008) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:37:21.184745 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-55c77bef-3fa2-4823-8714-a2653982c034 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for router, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:21.259223 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-5b4674ac-ad14-42ae-b366-a718d6dfad6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc01b461-9aa0-4a26-9934-92d56e951807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461814556', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '5d2084d6-35ac-4a5c-b482-0df66af58457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:26Z', 'updated_at': '2022-10-26T16:37:19Z', 'revision_number': 5, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': '5d2084d6-35ac-4a5c-b482-0df66af58457', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc01b461-9aa0-4a26-9934-92d56e951807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:27Z', 'updated_at': '2022-10-26T16:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:21.265837 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4674ac-ad14-42ae-b366-a718d6dfad6d None None] Checking router: bc01b461-9aa0-4a26-9934-92d56e951807 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:37:21.279496 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4674ac-ad14-42ae-b366-a718d6dfad6d None None] Routers {'bc01b461-9aa0-4a26-9934-92d56e951807'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:37:21.280132 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-5b4674ac-ad14-42ae-b366-a718d6dfad6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:37:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['bc01b461-9aa0-4a26-9934-92d56e951807'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:21.416285 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb0420d-3759-4d79-9c3a-c54ce623fdf1 None None] DHCP port deletion for 2815abf4-dc50-4542-aa56-3e12fd9e25cf request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 16:37:21.425935 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-dbb0420d-3759-4d79-9c3a-c54ce623fdf1 None None] Deleting port 9e6da66e-cf38-408f-83fc-d237aad5aee2 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:37:21.426313 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-dbb0420d-3759-4d79-9c3a-c54ce623fdf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:21.479648 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-55c77bef-3fa2-4823-8714-a2653982c034 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:21.540262 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-55c77bef-3fa2-4823-8714-a2653982c034 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Deleting port 5d2084d6-35ac-4a5c-b482-0df66af58457 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:37:21.540639 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-55c77bef-3fa2-4823-8714-a2653982c034 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:21.557881 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-5b4674ac-ad14-42ae-b366-a718d6dfad6d None None] Set router bc01b461-9aa0-4a26-9934-92d56e951807 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:37:21.722174 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-55c77bef-3fa2-4823-8714-a2653982c034 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] For port 5d2084d6-35ac-4a5c-b482-0df66af58457, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=5d2084d6-35ac-4a5c-b482-0df66af58457,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:37:21.722572 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-55c77bef-3fa2-4823-8714-a2653982c034 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:21.850048 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-55c77bef-3fa2-4823-8714-a2653982c034 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Calling delete_port for 5d2084d6-35ac-4a5c-b482-0df66af58457 owned by network:router_gateway {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:37:21.900009 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-dbb0420d-3759-4d79-9c3a-c54ce623fdf1 None None] For port 9e6da66e-cf38-408f-83fc-d237aad5aee2, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=9e6da66e-cf38-408f-83fc-d237aad5aee2,segment=NetworkSegment(10752bc0-e59d-443e-b44d-a50ee86e0085),segment_id=10752bc0-e59d-443e-b44d-a50ee86e0085)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:37:21.900604 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-dbb0420d-3759-4d79-9c3a-c54ce623fdf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:22.048829 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-dbb0420d-3759-4d79-9c3a-c54ce623fdf1 None None] Calling delete_port for 9e6da66e-cf38-408f-83fc-d237aad5aee2 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:37:22.078742 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 9e6da66e-cf38-408f-83fc-d237aad5aee2 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:37:22.087388 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-55c77bef-3fa2-4823-8714-a2653982c034 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:22.136223 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c77bef-3fa2-4823-8714-a2653982c034 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event deleted for resources: {'Port': ['ID=5d2084d6-35ac-4a5c-b482-0df66af58457,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:22.241770 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-55c77bef-3fa2-4823-8714-a2653982c034 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:22.283145 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 9e6da66e-cf38-408f-83fc-d237aad5aee2 is: ACTIVE; New status is: DOWN {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:37:22.283525 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:22.301160 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-5b4674ac-ad14-42ae-b366-a718d6dfad6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc01b461-9aa0-4a26-9934-92d56e951807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461814556', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '5d2084d6-35ac-4a5c-b482-0df66af58457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:26Z', 'updated_at': '2022-10-26T16:37:19Z', 'revision_number': 5, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': '5d2084d6-35ac-4a5c-b482-0df66af58457', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc01b461-9aa0-4a26-9934-92d56e951807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:27Z', 'updated_at': '2022-10-26T16:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:22.311598 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4674ac-ad14-42ae-b366-a718d6dfad6d None None] The sync data for ids ['bc01b461-9aa0-4a26-9934-92d56e951807'] in dv-neutron-862712-1-hyperv is: [{'id': 'bc01b461-9aa0-4a26-9934-92d56e951807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461814556', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '5d2084d6-35ac-4a5c-b482-0df66af58457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:26Z', 'updated_at': '2022-10-26T16:37:19Z', 'revision_number': 5, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': '5d2084d6-35ac-4a5c-b482-0df66af58457', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc01b461-9aa0-4a26-9934-92d56e951807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:27Z', 'updated_at': '2022-10-26T16:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:37:22.346075 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-dbb0420d-3759-4d79-9c3a-c54ce623fdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:22.405398 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb0420d-3759-4d79-9c3a-c54ce623fdf1 None None] Pushing event deleted for resources: {'Port': ['ID=9e6da66e-cf38-408f-83fc-d237aad5aee2,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:22.407745 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb0420d-3759-4d79-9c3a-c54ce623fdf1 None None] No DVR routers for this DVR port 9e6da66e-cf38-408f-83fc-d237aad5aee2 on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:37:22.417803 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb0420d-3759-4d79-9c3a-c54ce623fdf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:22.418219 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb0420d-3759-4d79-9c3a-c54ce623fdf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:22.418512 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb0420d-3759-4d79-9c3a-c54ce623fdf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:22.418858 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb0420d-3759-4d79-9c3a-c54ce623fdf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:22.419243 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb0420d-3759-4d79-9c3a-c54ce623fdf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:22.420041 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb0420d-3759-4d79-9c3a-c54ce623fdf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:22.420041 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb0420d-3759-4d79-9c3a-c54ce623fdf1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:22.420230 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb0420d-3759-4d79-9c3a-c54ce623fdf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:22.420529 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb0420d-3759-4d79-9c3a-c54ce623fdf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:22.420849 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb0420d-3759-4d79-9c3a-c54ce623fdf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:22.421170 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb0420d-3759-4d79-9c3a-c54ce623fdf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:22.421570 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb0420d-3759-4d79-9c3a-c54ce623fdf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:22.425739 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-55c77bef-3fa2-4823-8714-a2653982c034 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:22.428019 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-55c77bef-3fa2-4823-8714-a2653982c034 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:22.499977 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-55c77bef-3fa2-4823-8714-a2653982c034 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:22.500507 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c77bef-3fa2-4823-8714-a2653982c034 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Fanout notify agent at l3_agent the message router_deleted on router bc01b461-9aa0-4a26-9934-92d56e951807 {{(pid=89748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 16:37:22.516391 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-55c77bef-3fa2-4823-8714-a2653982c034 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:22.517548 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-55c77bef-3fa2-4823-8714-a2653982c034 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "DELETE /v2.0/routers/bc01b461-9aa0-4a26-9934-92d56e951807 HTTP/1.1" status: 204 len: 168 time: 1.5093126 Oct 26 16:37:22.520329 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52012) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:37:22.634303 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ec58ce24-8780-4b76-aae9-a20a04ec8ffe tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:22.773309 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ec58ce24-8780-4b76-aae9-a20a04ec8ffe tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:22.799944 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-ec58ce24-8780-4b76-aae9-a20a04ec8ffe tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2815abf4-dc50-4542-aa56-3e12fd9e25cf']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:22.813360 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-ec58ce24-8780-4b76-aae9-a20a04ec8ffe tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10752bc0-e59d-443e-b44d-a50ee86e0085') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:22.813663 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-ec58ce24-8780-4b76-aae9-a20a04ec8ffe tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10752bc0-e59d-443e-b44d-a50ee86e0085') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:22.826347 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ec58ce24-8780-4b76-aae9-a20a04ec8ffe tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:22.842212 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ec58ce24-8780-4b76-aae9-a20a04ec8ffe tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:22.848587 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec58ce24-8780-4b76-aae9-a20a04ec8ffe tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:37:22.848965 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ec58ce24-8780-4b76-aae9-a20a04ec8ffe tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:23.027142 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 10752bc0-e59d-443e-b44d-a50ee86e0085 resource provider aggregate not found Oct 26 16:37:23.048054 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 10752bc0-e59d-443e-b44d-a50ee86e0085 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10752bc0-e59d-443e-b44d-a50ee86e0085 found for delete ", "request_id": "req-7e2688a5-58ac-400e-87ef-15c6e013f7dd"}]} Oct 26 16:37:23.139860 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ec58ce24-8780-4b76-aae9-a20a04ec8ffe tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:23.159278 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ec58ce24-8780-4b76-aae9-a20a04ec8ffe tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:23.165753 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec58ce24-8780-4b76-aae9-a20a04ec8ffe tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event deleted for resources: {'Network': ['ID=2815abf4-dc50-4542-aa56-3e12fd9e25cf,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:23.232008 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ec58ce24-8780-4b76-aae9-a20a04ec8ffe tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "DELETE /v2.0/networks/2815abf4-dc50-4542-aa56-3e12fd9e25cf HTTP/1.1" status: 204 len: 168 time: 0.7106581 Oct 26 16:37:23.234589 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52020) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:37:23.309606 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c1a54db6-3fd5-41fe-b551-6a00e33a2ff4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:23.340515 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c1a54db6-3fd5-41fe-b551-6a00e33a2ff4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:23.460506 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c1a54db6-3fd5-41fe-b551-6a00e33a2ff4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:23.477752 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a54db6-3fd5-41fe-b551-6a00e33a2ff4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0827dbc4-be08-4cbf-9fed-7348965c8a71,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:23.549223 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c1a54db6-3fd5-41fe-b551-6a00e33a2ff4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:23.550360 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-c1a54db6-3fd5-41fe-b551-6a00e33a2ff4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "DELETE /v2.0/security-groups/0827dbc4-be08-4cbf-9fed-7348965c8a71 HTTP/1.1" status: 204 len: 168 time: 0.3148613 Oct 26 16:37:24.049194 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 9ac516c1-013e-4955-ba20-185cc2051718 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:37:24.083740 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 9ac516c1-013e-4955-ba20-185cc2051718 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:37:24.084085 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 9ac516c1-013e-4955-ba20-185cc2051718 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:37:24.084486 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 5d2084d6-35ac-4a5c-b482-0df66af58457 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:37:24.119726 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 5d2084d6-35ac-4a5c-b482-0df66af58457 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:37:24.120070 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 5d2084d6-35ac-4a5c-b482-0df66af58457 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:37:24.787196 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52030) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:37:24.793339 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-8db5395f-55c4-48b6-af2d-8a40094f5290 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1821916651', 'description': 'tempest-secgroup-smoke-1821916651 description', 'project_id': '9041478b4b314552952768907a320dc1'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:37:24.799537 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8db5395f-55c4-48b6-af2d-8a40094f5290 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:37:24.804597 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8db5395f-55c4-48b6-af2d-8a40094f5290 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:security_group and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:37:24.807515 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8db5395f-55c4-48b6-af2d-8a40094f5290 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:37:24.813241 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8db5395f-55c4-48b6-af2d-8a40094f5290 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:37:24.869742 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8db5395f-55c4-48b6-af2d-8a40094f5290 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:24.888993 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8db5395f-55c4-48b6-af2d-8a40094f5290 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:37:24.892908 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8db5395f-55c4-48b6-af2d-8a40094f5290 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:security_group_rule and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:37:24.895788 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8db5395f-55c4-48b6-af2d-8a40094f5290 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:37:24.901812 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8db5395f-55c4-48b6-af2d-8a40094f5290 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:37:24.970994 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8db5395f-55c4-48b6-af2d-8a40094f5290 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:25.042636 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8db5395f-55c4-48b6-af2d-8a40094f5290 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:25.090046 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db5395f-55c4-48b6-af2d-8a40094f5290 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da3eda27-9ff7-4838-b50c-21e7ef097920,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:25.151672 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8db5395f-55c4-48b6-af2d-8a40094f5290 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:25.152840 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-8db5395f-55c4-48b6-af2d-8a40094f5290 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3639553 Oct 26 16:37:25.155783 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52034) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:37:25.160756 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-0e331eb7-f9d2-4b13-85a6-dbc5b62b813c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'security_group_rule': {'security_group_id': 'da3eda27-9ff7-4838-b50c-21e7ef097920', 'project_id': '9041478b4b314552952768907a320dc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:37:25.167762 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-0e331eb7-f9d2-4b13-85a6-dbc5b62b813c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:37:25.171715 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-0e331eb7-f9d2-4b13-85a6-dbc5b62b813c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:security_group_rule and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:37:25.174655 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-0e331eb7-f9d2-4b13-85a6-dbc5b62b813c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:37:25.180419 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-0e331eb7-f9d2-4b13-85a6-dbc5b62b813c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:37:25.254893 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0e331eb7-f9d2-4b13-85a6-dbc5b62b813c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:25.314421 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0e331eb7-f9d2-4b13-85a6-dbc5b62b813c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:25.357207 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0e331eb7-f9d2-4b13-85a6-dbc5b62b813c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:25.380406 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e331eb7-f9d2-4b13-85a6-dbc5b62b813c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79efc924-fafe-4725-bf5f-04bd9368e2f9,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:25.469960 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0e331eb7-f9d2-4b13-85a6-dbc5b62b813c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:25.471171 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-0e331eb7-f9d2-4b13-85a6-dbc5b62b813c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3144782 Oct 26 16:37:25.473997 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52038) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:37:25.478902 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-d1a7a1bc-511a-4d64-87fe-063c6a514123 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'security_group_rule': {'security_group_id': 'da3eda27-9ff7-4838-b50c-21e7ef097920', 'project_id': '9041478b4b314552952768907a320dc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:37:25.484743 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-d1a7a1bc-511a-4d64-87fe-063c6a514123 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:37:25.488631 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-d1a7a1bc-511a-4d64-87fe-063c6a514123 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:security_group_rule and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:37:25.491485 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-d1a7a1bc-511a-4d64-87fe-063c6a514123 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:37:25.497521 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-d1a7a1bc-511a-4d64-87fe-063c6a514123 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:37:25.569377 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d1a7a1bc-511a-4d64-87fe-063c6a514123 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:25.631111 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d1a7a1bc-511a-4d64-87fe-063c6a514123 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:25.688279 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d1a7a1bc-511a-4d64-87fe-063c6a514123 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:25.712827 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7a1bc-511a-4d64-87fe-063c6a514123 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae1f828b-3b48-4c1c-bf8a-5ab5a788d638,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:25.795544 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d1a7a1bc-511a-4d64-87fe-063c6a514123 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:25.796655 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-d1a7a1bc-511a-4d64-87fe-063c6a514123 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3217344 Oct 26 16:37:25.799498 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52042) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:37:25.805331 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-be700817-9e79-43f1-bd75-a00d49fd6402 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'security_group_rule': {'security_group_id': 'da3eda27-9ff7-4838-b50c-21e7ef097920', 'project_id': '9041478b4b314552952768907a320dc1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:37:25.811288 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-be700817-9e79-43f1-bd75-a00d49fd6402 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:37:25.815147 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-be700817-9e79-43f1-bd75-a00d49fd6402 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:security_group_rule and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:37:25.817972 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-be700817-9e79-43f1-bd75-a00d49fd6402 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:37:25.824762 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-be700817-9e79-43f1-bd75-a00d49fd6402 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:37:25.899117 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-be700817-9e79-43f1-bd75-a00d49fd6402 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:25.963308 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-be700817-9e79-43f1-bd75-a00d49fd6402 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:26.024467 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-be700817-9e79-43f1-bd75-a00d49fd6402 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:26.048317 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be700817-9e79-43f1-bd75-a00d49fd6402 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7415a8b-771b-477c-84f7-ffe479dfd526,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:26.121727 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-be700817-9e79-43f1-bd75-a00d49fd6402 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:26.122961 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-be700817-9e79-43f1-bd75-a00d49fd6402 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3225439 Oct 26 16:37:26.125697 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52046) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:37:26.130674 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-c2440377-7341-45fa-a0f5-305730fd5dba tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'security_group_rule': {'security_group_id': 'da3eda27-9ff7-4838-b50c-21e7ef097920', 'project_id': '9041478b4b314552952768907a320dc1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:37:26.136780 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-c2440377-7341-45fa-a0f5-305730fd5dba tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:37:26.140685 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-c2440377-7341-45fa-a0f5-305730fd5dba tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:security_group_rule and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:37:26.143621 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-c2440377-7341-45fa-a0f5-305730fd5dba tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:37:26.149531 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-c2440377-7341-45fa-a0f5-305730fd5dba tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:37:26.237246 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c2440377-7341-45fa-a0f5-305730fd5dba tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:26.303278 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c2440377-7341-45fa-a0f5-305730fd5dba tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:26.385917 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c2440377-7341-45fa-a0f5-305730fd5dba tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:26.410130 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2440377-7341-45fa-a0f5-305730fd5dba tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=898b6fbc-40db-48f4-ad35-4168f9f783f1,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:26.488883 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c2440377-7341-45fa-a0f5-305730fd5dba tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:26.490093 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-c2440377-7341-45fa-a0f5-305730fd5dba tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3634620 Oct 26 16:37:26.492966 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52050) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:37:26.498480 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-762146b2-f991-4be9-8f32-d2b85cfa5f7c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'security_group_rule': {'security_group_id': 'da3eda27-9ff7-4838-b50c-21e7ef097920', 'project_id': '9041478b4b314552952768907a320dc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:37:26.507046 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-762146b2-f991-4be9-8f32-d2b85cfa5f7c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:37:26.512825 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-762146b2-f991-4be9-8f32-d2b85cfa5f7c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:security_group_rule and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:37:26.515895 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-762146b2-f991-4be9-8f32-d2b85cfa5f7c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:37:26.521982 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-762146b2-f991-4be9-8f32-d2b85cfa5f7c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:37:26.602684 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.securitygroups_db [None req-762146b2-f991-4be9-8f32-d2b85cfa5f7c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Project 9041478b4b314552952768907a320dc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:37:26.609919 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-762146b2-f991-4be9-8f32-d2b85cfa5f7c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:26.682045 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-762146b2-f991-4be9-8f32-d2b85cfa5f7c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:26.740035 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-762146b2-f991-4be9-8f32-d2b85cfa5f7c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:26.764738 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762146b2-f991-4be9-8f32-d2b85cfa5f7c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda2215a-e0e5-43e8-9699-3a9a60fa55ab,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:26.884095 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-762146b2-f991-4be9-8f32-d2b85cfa5f7c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:26.885225 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-762146b2-f991-4be9-8f32-d2b85cfa5f7c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3913169 Oct 26 16:37:26.887948 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52054) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:37:26.892980 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-12e64b8b-de5b-495f-a12e-d1ad4102840b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'security_group_rule': {'security_group_id': 'da3eda27-9ff7-4838-b50c-21e7ef097920', 'project_id': '9041478b4b314552952768907a320dc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:37:26.900002 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-12e64b8b-de5b-495f-a12e-d1ad4102840b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:37:26.904351 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-12e64b8b-de5b-495f-a12e-d1ad4102840b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:security_group_rule and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:37:26.907605 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-12e64b8b-de5b-495f-a12e-d1ad4102840b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:37:26.913678 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-12e64b8b-de5b-495f-a12e-d1ad4102840b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:37:27.002141 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.securitygroups_db [None req-12e64b8b-de5b-495f-a12e-d1ad4102840b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Project 9041478b4b314552952768907a320dc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:37:27.011574 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-12e64b8b-de5b-495f-a12e-d1ad4102840b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:27.077948 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-12e64b8b-de5b-495f-a12e-d1ad4102840b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:27.163085 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-12e64b8b-de5b-495f-a12e-d1ad4102840b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:27.188362 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e64b8b-de5b-495f-a12e-d1ad4102840b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd7e2d6-6824-4586-88bf-374441fd04dc,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:27.276088 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-12e64b8b-de5b-495f-a12e-d1ad4102840b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:27.277285 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-12e64b8b-de5b-495f-a12e-d1ad4102840b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3884056 Oct 26 16:37:27.280146 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52058) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:37:27.286006 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-7e8dac1f-fb20-4414-8097-b08cd497c41f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'network': {'name': 'tempest-network-smoke--1012283979', 'project_id': '9041478b4b314552952768907a320dc1', 'port_security_enabled': True}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:37:27.291586 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-7e8dac1f-fb20-4414-8097-b08cd497c41f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:37:27.296004 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-7e8dac1f-fb20-4414-8097-b08cd497c41f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:network and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:37:27.298969 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-7e8dac1f-fb20-4414-8097-b08cd497c41f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:37:27.305574 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-7e8dac1f-fb20-4414-8097-b08cd497c41f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:37:27.374349 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8dac1f-fb20-4414-8097-b08cd497c41f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Made reservation on behalf of 9041478b4b314552952768907a320dc1 for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:37:27.377929 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7e8dac1f-fb20-4414-8097-b08cd497c41f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:27.405804 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e8dac1f-fb20-4414-8097-b08cd497c41f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:37:27.414174 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7e8dac1f-fb20-4414-8097-b08cd497c41f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:27.414453 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-7e8dac1f-fb20-4414-8097-b08cd497c41f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Added segment 6c09cce1-055e-4541-91a0-8cf3fe72d041 of type vlan for network 434b509d-158a-4d6b-8d71-fdb9df7f7f16 Oct 26 16:37:27.440612 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7e8dac1f-fb20-4414-8097-b08cd497c41f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:27.534353 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7e8dac1f-fb20-4414-8097-b08cd497c41f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:27.540026 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8dac1f-fb20-4414-8097-b08cd497c41f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:27.540601 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7e8dac1f-fb20-4414-8097-b08cd497c41f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:27.557272 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:27.652824 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8dac1f-fb20-4414-8097-b08cd497c41f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'Network': ['ID=434b509d-158a-4d6b-8d71-fdb9df7f7f16,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:27.663019 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 434b509d-158a-4d6b-8d71-fdb9df7f7f16 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 16:37:27.700991 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-7e8dac1f-fb20-4414-8097-b08cd497c41f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4198353 Oct 26 16:37:27.703717 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52062) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:37:27.708913 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-5f976277-2a11-4947-ae20-7d2d15abd320 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-680082919', 'admin_state_up': True, 'project_id': '9041478b4b314552952768907a320dc1', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:37:27.717142 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-5f976277-2a11-4947-ae20-7d2d15abd320 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:37:27.721274 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-5f976277-2a11-4947-ae20-7d2d15abd320 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:router and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:37:27.724142 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-5f976277-2a11-4947-ae20-7d2d15abd320 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:37:27.731027 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-5f976277-2a11-4947-ae20-7d2d15abd320 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:37:27.825796 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5f976277-2a11-4947-ae20-7d2d15abd320 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:27.826872 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5f976277-2a11-4947-ae20-7d2d15abd320 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:27.842142 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5f976277-2a11-4947-ae20-7d2d15abd320 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:28.173862 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5f976277-2a11-4947-ae20-7d2d15abd320 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:28.621662 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5f976277-2a11-4947-ae20-7d2d15abd320 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for router_gateway, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:28.650717 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5f976277-2a11-4947-ae20-7d2d15abd320 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:28.883929 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-5f976277-2a11-4947-ae20-7d2d15abd320 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Allocated IP 172.26.2.242 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/a52f058d-a707-471a-bbd7-98e9ad2dc7f4) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:37:29.032663 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5f976277-2a11-4947-ae20-7d2d15abd320 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:29.123149 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5f976277-2a11-4947-ae20-7d2d15abd320 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:29.191959 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f976277-2a11-4947-ae20-7d2d15abd320 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:37:29.194687 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-5f976277-2a11-4947-ae20-7d2d15abd320 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:37:29.197681 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f976277-2a11-4947-ae20-7d2d15abd320 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:37:29.235518 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f976277-2a11-4947-ae20-7d2d15abd320 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'Port': ['ID=a52f058d-a707-471a-bbd7-98e9ad2dc7f4,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:29.709353 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5f976277-2a11-4947-ae20-7d2d15abd320 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for router_gateway, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:30.048787 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5f976277-2a11-4947-ae20-7d2d15abd320 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:30.465574 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f976277-2a11-4947-ae20-7d2d15abd320 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Router 7d14d286-2d7b-4c63-bf46-418e3e2e4dfd is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 16:37:30.645951 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f976277-2a11-4947-ae20-7d2d15abd320 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:37:30.658175 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1ec956-67f8-4e74-857f-1d88cc00fce7 None None] Sync routers for ids ['7d14d286-2d7b-4c63-bf46-418e3e2e4dfd'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:37:30.670569 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1ec956-67f8-4e74-857f-1d88cc00fce7 None None] Routers {'7d14d286-2d7b-4c63-bf46-418e3e2e4dfd'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:37:30.671188 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-ed1ec956-67f8-4e74-857f-1d88cc00fce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:37:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['7d14d286-2d7b-4c63-bf46-418e3e2e4dfd'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:30.717640 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5f976277-2a11-4947-ae20-7d2d15abd320 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:30.719106 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-5f976277-2a11-4947-ae20-7d2d15abd320 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.0143704 Oct 26 16:37:30.722352 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52066) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:37:30.767537 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-5e69ab9e-1ffc-4b65-8686-a84226861e6a tempest-TestNetworkAdvancedServerOps-1001818259 tempest-TestNetworkAdvancedServerOps-1001818259-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=9041478b4b314552952768907a320dc1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439301 Oct 26 16:37:30.770169 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52070) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:37:30.855635 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-ed1ec956-67f8-4e74-857f-1d88cc00fce7 None None] Set router 7d14d286-2d7b-4c63-bf46-418e3e2e4dfd gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:37:30.903303 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbc5824-c301-4258-85a4-ee926b6e1360 tempest-TestNetworkAdvancedServerOps-1001818259 tempest-TestNetworkAdvancedServerOps-1001818259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:30.904788 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-fdbc5824-c301-4258-85a4-ee926b6e1360 tempest-TestNetworkAdvancedServerOps-1001818259 tempest-TestNetworkAdvancedServerOps-1001818259-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1336908 Oct 26 16:37:30.907703 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52074) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:37:30.948358 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-72e663cb-0d8e-4e26-bd7c-5cb21f5b209e tempest-TestNetworkAdvancedServerOps-1001818259 tempest-TestNetworkAdvancedServerOps-1001818259-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=0c79a151-ef79-4fff-8a3c-258f9478471d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395918 Oct 26 16:37:30.950846 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52078) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:37:30.956114 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-c5751458-0e10-4196-9281-bccfe9fbd3ab tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-744788008', 'network_id': '434b509d-158a-4d6b-8d71-fdb9df7f7f16', 'project_id': '9041478b4b314552952768907a320dc1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:37:31.067305 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-c5751458-0e10-4196-9281-bccfe9fbd3ab tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:37:31.071778 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-c5751458-0e10-4196-9281-bccfe9fbd3ab tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:subnet and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:37:31.074617 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-c5751458-0e10-4196-9281-bccfe9fbd3ab tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:37:31.080296 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-c5751458-0e10-4196-9281-bccfe9fbd3ab tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:37:31.137334 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-ed1ec956-67f8-4e74-857f-1d88cc00fce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d14d286-2d7b-4c63-bf46-418e3e2e4dfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680082919', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.242'}], 'enable_snat': True}, 'gw_port_id': 'a52f058d-a707-471a-bbd7-98e9ad2dc7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:37:27Z', 'updated_at': '2022-10-26T16:37:29Z', 'revision_number': 3, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': 'a52f058d-a707-471a-bbd7-98e9ad2dc7f4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d14d286-2d7b-4c63-bf46-418e3e2e4dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:37:28Z', 'updated_at': '2022-10-26T16:37:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:31.141059 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1ec956-67f8-4e74-857f-1d88cc00fce7 None None] Checking router: 7d14d286-2d7b-4c63-bf46-418e3e2e4dfd for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:37:31.141403 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1ec956-67f8-4e74-857f-1d88cc00fce7 None None] Updating router 7d14d286-2d7b-4c63-bf46-418e3e2e4dfd port a52f058d-a707-471a-bbd7-98e9ad2dc7f4 binding host dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:37:31.144703 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5751458-0e10-4196-9281-bccfe9fbd3ab tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Made reservation on behalf of 9041478b4b314552952768907a320dc1 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:37:31.148297 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c5751458-0e10-4196-9281-bccfe9fbd3ab tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:31.192812 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-ed1ec956-67f8-4e74-857f-1d88cc00fce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:31.437681 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c5751458-0e10-4196-9281-bccfe9fbd3ab tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:31.517609 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5751458-0e10-4196-9281-bccfe9fbd3ab tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'Subnet': ['ID=4d984589-b9e5-4627-8f10-ee6a3fcbc5f3,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:31.529366 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5751458-0e10-4196-9281-bccfe9fbd3ab tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Checking segment: {'id': '6c09cce1-055e-4541-91a0-8cf3fe72d041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '434b509d-158a-4d6b-8d71-fdb9df7f7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:37:31.529720 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5751458-0e10-4196-9281-bccfe9fbd3ab tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Network hostable DHCP agents. Network: 434b509d-158a-4d6b-8d71-fdb9df7f7f16, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:37:31.553060 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-ed1ec956-67f8-4e74-857f-1d88cc00fce7 None None] Notify callbacks [] for port, precommit_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:31.565210 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.provisioning_blocks [None req-ed1ec956-67f8-4e74-857f-1d88cc00fce7 None None] Transition to ACTIVE for port object a52f058d-a707-471a-bbd7-98e9ad2dc7f4 will not be triggered until provisioned by entity L2. {{(pid=89750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:37:31.643326 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-ed1ec956-67f8-4e74-857f-1d88cc00fce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:31.643544 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5751458-0e10-4196-9281-bccfe9fbd3ab tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Network 434b509d-158a-4d6b-8d71-fdb9df7f7f16 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:37:31.704663 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-ed1ec956-67f8-4e74-857f-1d88cc00fce7 None None] Attempting to bind port a52f058d-a707-471a-bbd7-98e9ad2dc7f4 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:37:31.705191 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-ed1ec956-67f8-4e74-857f-1d88cc00fce7 None None] Attempting to bind port a52f058d-a707-471a-bbd7-98e9ad2dc7f4 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:37:31.705371 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1ec956-67f8-4e74-857f-1d88cc00fce7 None None] Attempting to bind port a52f058d-a707-471a-bbd7-98e9ad2dc7f4 on network 0c79a151-ef79-4fff-8a3c-258f9478471d {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:37:31.716224 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-c5751458-0e10-4196-9281-bccfe9fbd3ab tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 434b509d-158a-4d6b-8d71-fdb9df7f7f16) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:37:31.716414 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1ec956-67f8-4e74-857f-1d88cc00fce7 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:37:31.716783 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1ec956-67f8-4e74-857f-1d88cc00fce7 None None] Checking segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:37:31.717249 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-ed1ec956-67f8-4e74-857f-1d88cc00fce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:31.717558 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1ec956-67f8-4e74-857f-1d88cc00fce7 None None] Bound using segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:37:31.718017 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-ed1ec956-67f8-4e74-857f-1d88cc00fce7 None None] Bound port: a52f058d-a707-471a-bbd7-98e9ad2dc7f4, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:37:31.718671 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-ed1ec956-67f8-4e74-857f-1d88cc00fce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:31.720832 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5751458-0e10-4196-9281-bccfe9fbd3ab tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:31.726993 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c5751458-0e10-4196-9281-bccfe9fbd3ab tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:31.727647 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b52a9b8-5f55-4a46-81d2-f27f5acef0c1 None None] Network 434b509d-158a-4d6b-8d71-fdb9df7f7f16 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:37:31.767894 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72070079-5027-4544-b389-ab15ce4ccd93 None None] Pushing event updated for resources: {'Port': ['ID=a52f058d-a707-471a-bbd7-98e9ad2dc7f4,revision_number=2']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:31.780510 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72070079-5027-4544-b389-ab15ce4ccd93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:31.791142 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72070079-5027-4544-b389-ab15ce4ccd93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:31.791142 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72070079-5027-4544-b389-ab15ce4ccd93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:31.791142 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72070079-5027-4544-b389-ab15ce4ccd93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:31.791142 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72070079-5027-4544-b389-ab15ce4ccd93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:31.791142 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72070079-5027-4544-b389-ab15ce4ccd93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:31.791142 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72070079-5027-4544-b389-ab15ce4ccd93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:31.791142 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72070079-5027-4544-b389-ab15ce4ccd93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:31.791142 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72070079-5027-4544-b389-ab15ce4ccd93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:31.791142 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72070079-5027-4544-b389-ab15ce4ccd93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:31.791142 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72070079-5027-4544-b389-ab15ce4ccd93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:31.791142 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72070079-5027-4544-b389-ab15ce4ccd93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:31.809821 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-c5751458-0e10-4196-9281-bccfe9fbd3ab tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8579478 Oct 26 16:37:31.812788 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 52082) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:37:31.819577 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-ed1ec956-67f8-4e74-857f-1d88cc00fce7 None None] For port a52f058d-a707-471a-bbd7-98e9ad2dc7f4, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:37:31.823260 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-ed1ec956-67f8-4e74-857f-1d88cc00fce7 None None] For port a52f058d-a707-471a-bbd7-98e9ad2dc7f4, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=a52f058d-a707-471a-bbd7-98e9ad2dc7f4,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:37:31.895348 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-ed1ec956-67f8-4e74-857f-1d88cc00fce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:31.953605 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d611d2-f79c-4090-8d4d-19f9ff67eb71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-434b509d-158a-4d6b-8d71-fdb9df7f7f16', 'network_id': '434b509d-158a-4d6b-8d71-fdb9df7f7f16', 'tenant_id': '9041478b4b314552952768907a320dc1', 'fixed_ips': [{'subnet_id': '4d984589-b9e5-4627-8f10-ee6a3fcbc5f3'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 16:37:31.954495 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-18d611d2-f79c-4090-8d4d-19f9ff67eb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:31.958629 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1ec956-67f8-4e74-857f-1d88cc00fce7 None None] Routers {'7d14d286-2d7b-4c63-bf46-418e3e2e4dfd'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:37:31.959333 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-ed1ec956-67f8-4e74-857f-1d88cc00fce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:37:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['7d14d286-2d7b-4c63-bf46-418e3e2e4dfd'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:32.113981 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72070079-5027-4544-b389-ab15ce4ccd93 None None] Pushing event updated for resources: {'Port': ['ID=a52f058d-a707-471a-bbd7-98e9ad2dc7f4,revision_number=3']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:32.132853 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-18d611d2-f79c-4090-8d4d-19f9ff67eb71 None None] Allocated IP 172.20.0.2 (434b509d-158a-4d6b-8d71-fdb9df7f7f16/4d984589-b9e5-4627-8f10-ee6a3fcbc5f3/81d09cd3-cb34-4aa1-8f0a-bc11ad53ac8f) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:37:32.161749 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-ed1ec956-67f8-4e74-857f-1d88cc00fce7 None None] Set router 7d14d286-2d7b-4c63-bf46-418e3e2e4dfd gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:37:32.164146 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-964ff58f-2f49-4848-95df-bbb6c291a803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:32.349416 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-18d611d2-f79c-4090-8d4d-19f9ff67eb71 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:32.361151 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-18d611d2-f79c-4090-8d4d-19f9ff67eb71 None None] Transition to ACTIVE for port object 81d09cd3-cb34-4aa1-8f0a-bc11ad53ac8f will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:37:32.380756 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-18d611d2-f79c-4090-8d4d-19f9ff67eb71 None None] Transition to ACTIVE for port object 81d09cd3-cb34-4aa1-8f0a-bc11ad53ac8f will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:37:32.443430 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-18d611d2-f79c-4090-8d4d-19f9ff67eb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:32.469010 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-ed1ec956-67f8-4e74-857f-1d88cc00fce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d14d286-2d7b-4c63-bf46-418e3e2e4dfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680082919', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.242'}], 'enable_snat': True}, 'gw_port_id': 'a52f058d-a707-471a-bbd7-98e9ad2dc7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:37:27Z', 'updated_at': '2022-10-26T16:37:29Z', 'revision_number': 3, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': 'a52f058d-a707-471a-bbd7-98e9ad2dc7f4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d14d286-2d7b-4c63-bf46-418e3e2e4dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:37:28Z', 'updated_at': '2022-10-26T16:37:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:32.476103 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1ec956-67f8-4e74-857f-1d88cc00fce7 None None] The sync data for ids ['7d14d286-2d7b-4c63-bf46-418e3e2e4dfd'] in dv-neutron-862712-1-hyperv is: [{'id': '7d14d286-2d7b-4c63-bf46-418e3e2e4dfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680082919', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.242'}], 'enable_snat': True}, 'gw_port_id': 'a52f058d-a707-471a-bbd7-98e9ad2dc7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:37:27Z', 'updated_at': '2022-10-26T16:37:29Z', 'revision_number': 3, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': 'a52f058d-a707-471a-bbd7-98e9ad2dc7f4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d14d286-2d7b-4c63-bf46-418e3e2e4dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:37:28Z', 'updated_at': '2022-10-26T16:37:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:37:32.541856 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ac4e0329-7dc9-4637-9a6e-af5e46f40877 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:32.560784 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d611d2-f79c-4090-8d4d-19f9ff67eb71 None None] Network 434b509d-158a-4d6b-8d71-fdb9df7f7f16 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:37:32.563759 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-18d611d2-f79c-4090-8d4d-19f9ff67eb71 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:37:32.567515 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d611d2-f79c-4090-8d4d-19f9ff67eb71 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:37:32.577359 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d611d2-f79c-4090-8d4d-19f9ff67eb71 None None] Pushing event updated for resources: {'Port': ['ID=81d09cd3-cb34-4aa1-8f0a-bc11ad53ac8f,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:32.684127 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-18d611d2-f79c-4090-8d4d-19f9ff67eb71 None None] Attempting to bind port 81d09cd3-cb34-4aa1-8f0a-bc11ad53ac8f on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:37:32.684235 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-18d611d2-f79c-4090-8d4d-19f9ff67eb71 None None] Attempting to bind port 81d09cd3-cb34-4aa1-8f0a-bc11ad53ac8f by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '6c09cce1-055e-4541-91a0-8cf3fe72d041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '434b509d-158a-4d6b-8d71-fdb9df7f7f16'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:37:32.684593 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d611d2-f79c-4090-8d4d-19f9ff67eb71 None None] Attempting to bind port 81d09cd3-cb34-4aa1-8f0a-bc11ad53ac8f on network 434b509d-158a-4d6b-8d71-fdb9df7f7f16 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:37:32.692920 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d611d2-f79c-4090-8d4d-19f9ff67eb71 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:37:32.693298 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d611d2-f79c-4090-8d4d-19f9ff67eb71 None None] Checking segment: {'id': '6c09cce1-055e-4541-91a0-8cf3fe72d041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '434b509d-158a-4d6b-8d71-fdb9df7f7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:37:32.695093 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-18d611d2-f79c-4090-8d4d-19f9ff67eb71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:32.695093 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d611d2-f79c-4090-8d4d-19f9ff67eb71 None None] Bound using segment: {'id': '6c09cce1-055e-4541-91a0-8cf3fe72d041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '434b509d-158a-4d6b-8d71-fdb9df7f7f16'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:37:32.695093 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-18d611d2-f79c-4090-8d4d-19f9ff67eb71 None None] Bound port: 81d09cd3-cb34-4aa1-8f0a-bc11ad53ac8f, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c09cce1-055e-4541-91a0-8cf3fe72d041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '434b509d-158a-4d6b-8d71-fdb9df7f7f16'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:37:32.695371 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-18d611d2-f79c-4090-8d4d-19f9ff67eb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:32.800867 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-18d611d2-f79c-4090-8d4d-19f9ff67eb71 None None] For port 81d09cd3-cb34-4aa1-8f0a-bc11ad53ac8f, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:37:32.804132 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-18d611d2-f79c-4090-8d4d-19f9ff67eb71 None None] For port 81d09cd3-cb34-4aa1-8f0a-bc11ad53ac8f, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=81d09cd3-cb34-4aa1-8f0a-bc11ad53ac8f,segment=NetworkSegment(6c09cce1-055e-4541-91a0-8cf3fe72d041),segment_id=6c09cce1-055e-4541-91a0-8cf3fe72d041)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:37:32.888699 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-18d611d2-f79c-4090-8d4d-19f9ff67eb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:32.980826 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d611d2-f79c-4090-8d4d-19f9ff67eb71 None None] Pushing event updated for resources: {'Port': ['ID=81d09cd3-cb34-4aa1-8f0a-bc11ad53ac8f,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:33.116890 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-ac4e0329-7dc9-4637-9a6e-af5e46f40877 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Allocated IP 172.20.0.1 (434b509d-158a-4d6b-8d71-fdb9df7f7f16/4d984589-b9e5-4627-8f10-ee6a3fcbc5f3/c50ff240-e722-4422-9bfe-c8c1227cfa3f) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:37:33.315615 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ac4e0329-7dc9-4637-9a6e-af5e46f40877 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:33.332674 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-ac4e0329-7dc9-4637-9a6e-af5e46f40877 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Transition to ACTIVE for port object c50ff240-e722-4422-9bfe-c8c1227cfa3f will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:37:33.409442 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ac4e0329-7dc9-4637-9a6e-af5e46f40877 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:33.485136 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4e0329-7dc9-4637-9a6e-af5e46f40877 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Network 434b509d-158a-4d6b-8d71-fdb9df7f7f16 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:37:33.488133 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-ac4e0329-7dc9-4637-9a6e-af5e46f40877 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:37:33.492459 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4e0329-7dc9-4637-9a6e-af5e46f40877 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:37:33.523211 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e0329-7dc9-4637-9a6e-af5e46f40877 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'Port': ['ID=c50ff240-e722-4422-9bfe-c8c1227cfa3f,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:33.538378 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e0329-7dc9-4637-9a6e-af5e46f40877 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:33.538834 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e0329-7dc9-4637-9a6e-af5e46f40877 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:33.539674 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e0329-7dc9-4637-9a6e-af5e46f40877 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:33.539998 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e0329-7dc9-4637-9a6e-af5e46f40877 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:33.540334 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e0329-7dc9-4637-9a6e-af5e46f40877 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:33.540667 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e0329-7dc9-4637-9a6e-af5e46f40877 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:33.541004 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e0329-7dc9-4637-9a6e-af5e46f40877 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:33.541332 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e0329-7dc9-4637-9a6e-af5e46f40877 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:33.541656 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e0329-7dc9-4637-9a6e-af5e46f40877 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:33.541977 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e0329-7dc9-4637-9a6e-af5e46f40877 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:33.542299 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e0329-7dc9-4637-9a6e-af5e46f40877 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:33.542649 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e0329-7dc9-4637-9a6e-af5e46f40877 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:37:33.564262 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ac4e0329-7dc9-4637-9a6e-af5e46f40877 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:33.768425 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ac4e0329-7dc9-4637-9a6e-af5e46f40877 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:33.904735 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb0ce21-fa06-4eff-bdf7-56242362fc92 None None] Network 434b509d-158a-4d6b-8d71-fdb9df7f7f16 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:37:34.068832 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-3b43270a-c79a-44a1-8678-8c3e2fd1e79f None None] Provisioning for port 81d09cd3-cb34-4aa1-8f0a-bc11ad53ac8f completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:37:34.157449 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a52f058d-a707-471a-bbd7-98e9ad2dc7f4 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:37:34.223016 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ac4e0329-7dc9-4637-9a6e-af5e46f40877 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:34.283626 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ac4e0329-7dc9-4637-9a6e-af5e46f40877 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:34.306793 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port a52f058d-a707-471a-bbd7-98e9ad2dc7f4 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:37:34.316368 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port a52f058d-a707-471a-bbd7-98e9ad2dc7f4 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:37:34.316885 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:34.317227 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port a52f058d-a707-471a-bbd7-98e9ad2dc7f4 Oct 26 16:37:34.408382 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ac4e0329-7dc9-4637-9a6e-af5e46f40877 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:34.415393 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e0329-7dc9-4637-9a6e-af5e46f40877 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'Port': ['ID=c50ff240-e722-4422-9bfe-c8c1227cfa3f,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:34.457166 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b97ef409-5f5b-404a-88ba-2faf1b1d4034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:34.464090 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port a52f058d-a707-471a-bbd7-98e9ad2dc7f4 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:37:34.464469 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:34.482514 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port a52f058d-a707-471a-bbd7-98e9ad2dc7f4, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=a52f058d-a707-471a-bbd7-98e9ad2dc7f4,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:37:34.556773 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4e0329-7dc9-4637-9a6e-af5e46f40877 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Network 434b509d-158a-4d6b-8d71-fdb9df7f7f16 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:37:34.558122 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-ac4e0329-7dc9-4637-9a6e-af5e46f40877 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:37:34.569356 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:34.570324 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 81d09cd3-cb34-4aa1-8f0a-bc11ad53ac8f up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:37:34.636732 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-fe846c3a-c747-4a4b-8f60-b00ce44dbb5c None None] Provisioning for port c50ff240-e722-4422-9bfe-c8c1227cfa3f completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:37:34.672685 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-fe846c3a-c747-4a4b-8f60-b00ce44dbb5c None None] Provisioning complete for port c50ff240-e722-4422-9bfe-c8c1227cfa3f triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:37:34.673054 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fe846c3a-c747-4a4b-8f60-b00ce44dbb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:34.673392 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-fe846c3a-c747-4a4b-8f60-b00ce44dbb5c None None] Attempt 1 to provision port c50ff240-e722-4422-9bfe-c8c1227cfa3f Oct 26 16:37:34.752395 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=a52f058d-a707-471a-bbd7-98e9ad2dc7f4,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:34.759507 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-fe846c3a-c747-4a4b-8f60-b00ce44dbb5c None None] Port c50ff240-e722-4422-9bfe-c8c1227cfa3f cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:37:34.767115 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4e0329-7dc9-4637-9a6e-af5e46f40877 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Router 7d14d286-2d7b-4c63-bf46-418e3e2e4dfd has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:37:34.831854 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 81d09cd3-cb34-4aa1-8f0a-bc11ad53ac8f completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:37:34.837931 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 81d09cd3-cb34-4aa1-8f0a-bc11ad53ac8f triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:37:34.838305 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:34.838680 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 81d09cd3-cb34-4aa1-8f0a-bc11ad53ac8f Oct 26 16:37:34.958433 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 81d09cd3-cb34-4aa1-8f0a-bc11ad53ac8f is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:37:34.959124 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:34.992845 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 81d09cd3-cb34-4aa1-8f0a-bc11ad53ac8f, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=81d09cd3-cb34-4aa1-8f0a-bc11ad53ac8f,segment=NetworkSegment(6c09cce1-055e-4541-91a0-8cf3fe72d041),segment_id=6c09cce1-055e-4541-91a0-8cf3fe72d041)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:37:35.063920 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4e0329-7dc9-4637-9a6e-af5e46f40877 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:37:35.073990 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5293e924-2fb7-4264-a30c-0ad2aa620650 None None] Sync routers for ids ['7d14d286-2d7b-4c63-bf46-418e3e2e4dfd'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:37:35.078201 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ac4e0329-7dc9-4637-9a6e-af5e46f40877 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "PUT /v2.0/routers/7d14d286-2d7b-4c63-bf46-418e3e2e4dfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2643728 Oct 26 16:37:35.078543 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:35.139051 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5293e924-2fb7-4264-a30c-0ad2aa620650 None None] Routers {'7d14d286-2d7b-4c63-bf46-418e3e2e4dfd'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:37:35.139642 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-5293e924-2fb7-4264-a30c-0ad2aa620650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:37:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['7d14d286-2d7b-4c63-bf46-418e3e2e4dfd'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:35.261507 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-fe846c3a-c747-4a4b-8f60-b00ce44dbb5c None None] Attempt 2 to provision port c50ff240-e722-4422-9bfe-c8c1227cfa3f Oct 26 16:37:35.283221 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-85193219-0b34-4aa9-a9b9-efc52d85b3b3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1821916651&fields=id&tenant_id=9041478b4b314552952768907a320dc1 HTTP/1.1" status: 200 len: 267 time: 0.0431290 Oct 26 16:37:35.348860 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=81d09cd3-cb34-4aa1-8f0a-bc11ad53ac8f,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:35.375574 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-fe846c3a-c747-4a4b-8f60-b00ce44dbb5c None None] Port c50ff240-e722-4422-9bfe-c8c1227cfa3f cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:37:35.409105 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-5293e924-2fb7-4264-a30c-0ad2aa620650 None None] Set router 7d14d286-2d7b-4c63-bf46-418e3e2e4dfd gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:37:35.435758 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-ba088b43-77cf-4230-83b8-8adedfc9f54f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:35.437228 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-ba088b43-77cf-4230-83b8-8adedfc9f54f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/networks?id=434b509d-158a-4d6b-8d71-fdb9df7f7f16 HTTP/1.1" status: 200 len: 797 time: 0.1475861 Oct 26 16:37:35.453155 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-b6cbc854-8917-4002-90ef-3c19ec069e99 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/quotas/9041478b4b314552952768907a320dc1 HTTP/1.1" status: 200 len: 375 time: 0.0101964 Oct 26 16:37:35.492736 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:35.493415 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:35.545881 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-f639d397-a32f-48d6-bb28-5a24ad3956be tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Synchronizing usage tracker for tenant:9041478b4b314552952768907a320dc1 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:37:35.631747 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-f639d397-a32f-48d6-bb28-5a24ad3956be tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Unset dirty status for tenant:9041478b4b314552952768907a320dc1 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:37:35.633074 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-f639d397-a32f-48d6-bb28-5a24ad3956be tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9041478b4b314552952768907a320dc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1739857 Oct 26 16:37:35.768990 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-5293e924-2fb7-4264-a30c-0ad2aa620650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d14d286-2d7b-4c63-bf46-418e3e2e4dfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680082919', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.242'}], 'enable_snat': True}, 'gw_port_id': 'a52f058d-a707-471a-bbd7-98e9ad2dc7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:37:27Z', 'updated_at': '2022-10-26T16:37:33Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': 'a52f058d-a707-471a-bbd7-98e9ad2dc7f4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d14d286-2d7b-4c63-bf46-418e3e2e4dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:37:28Z', 'updated_at': '2022-10-26T16:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': 'c50ff240-e722-4422-9bfe-c8c1227cfa3f', 'name': '', 'network_id': '434b509d-158a-4d6b-8d71-fdb9df7f7f16', 'tenant_id': '9041478b4b314552952768907a320dc1', 'mac_address': 'fa:16:3e:12:b2:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d14d286-2d7b-4c63-bf46-418e3e2e4dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '4d984589-b9e5-4627-8f10-ee6a3fcbc5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:37:32Z', 'updated_at': '2022-10-26T16:37:34Z', 'revision_number': 2, 'project_id': '9041478b4b314552952768907a320dc1', 'subnets': [{'id': '4d984589-b9e5-4627-8f10-ee6a3fcbc5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:35.773010 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5293e924-2fb7-4264-a30c-0ad2aa620650 None None] Checking router: 7d14d286-2d7b-4c63-bf46-418e3e2e4dfd for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:37:35.774109 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5293e924-2fb7-4264-a30c-0ad2aa620650 None None] Updating router 7d14d286-2d7b-4c63-bf46-418e3e2e4dfd port c50ff240-e722-4422-9bfe-c8c1227cfa3f binding host dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:37:35.776247 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-7dc19ae3-7e32-4a36-8621-5b450599f0ba service neutron] 10.222.0.23 "GET /v2.0/networks/434b509d-158a-4d6b-8d71-fdb9df7f7f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307514 Oct 26 16:37:35.828889 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5293e924-2fb7-4264-a30c-0ad2aa620650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:35.886050 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-fe846c3a-c747-4a4b-8f60-b00ce44dbb5c None None] Attempt 3 to provision port c50ff240-e722-4422-9bfe-c8c1227cfa3f Oct 26 16:37:35.910934 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-4906d87e-bd67-4644-8566-97377b028bfe service neutron] 10.222.0.23 "GET /v2.0/networks/434b509d-158a-4d6b-8d71-fdb9df7f7f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286929 Oct 26 16:37:35.990633 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-fe846c3a-c747-4a4b-8f60-b00ce44dbb5c None None] Port c50ff240-e722-4422-9bfe-c8c1227cfa3f cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:37:36.084913 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a52f058d-a707-471a-bbd7-98e9ad2dc7f4 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:37:36.206703 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-53f8cf7e-b3ff-45af-a4c7-bc5732a5a715 req-ee2a9c52-5d5e-44ec-9999-fd89a261b73f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Synchronizing usage tracker for tenant:9041478b4b314552952768907a320dc1 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:37:36.210830 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port a52f058d-a707-471a-bbd7-98e9ad2dc7f4 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:37:36.211214 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:36.211553 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port a52f058d-a707-471a-bbd7-98e9ad2dc7f4 Oct 26 16:37:36.219400 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-53f8cf7e-b3ff-45af-a4c7-bc5732a5a715 req-ee2a9c52-5d5e-44ec-9999-fd89a261b73f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Unset dirty status for tenant:9041478b4b314552952768907a320dc1 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:37:36.220540 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-53f8cf7e-b3ff-45af-a4c7-bc5732a5a715 req-ee2a9c52-5d5e-44ec-9999-fd89a261b73f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff55abd-73f8-4d1e-b450-dd0d987284bd HTTP/1.1" status: 200 len: 210 time: 0.0667329 Oct 26 16:37:36.344646 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5293e924-2fb7-4264-a30c-0ad2aa620650 None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:36.399880 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-5293e924-2fb7-4264-a30c-0ad2aa620650 None None] Transition to ACTIVE for port object c50ff240-e722-4422-9bfe-c8c1227cfa3f will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:37:36.410206 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port a52f058d-a707-471a-bbd7-98e9ad2dc7f4 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:37:36.411254 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 81d09cd3-cb34-4aa1-8f0a-bc11ad53ac8f up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:37:36.482009 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 81d09cd3-cb34-4aa1-8f0a-bc11ad53ac8f triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:37:36.482376 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:36.482748 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 81d09cd3-cb34-4aa1-8f0a-bc11ad53ac8f Oct 26 16:37:36.506587 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-fe846c3a-c747-4a4b-8f60-b00ce44dbb5c None None] Attempt 4 to provision port c50ff240-e722-4422-9bfe-c8c1227cfa3f Oct 26 16:37:36.534462 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5293e924-2fb7-4264-a30c-0ad2aa620650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:36.741246 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-fe846c3a-c747-4a4b-8f60-b00ce44dbb5c None None] Port c50ff240-e722-4422-9bfe-c8c1227cfa3f cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:37:36.743618 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e5321-8f1d-4140-b8bd-fcfaab6fa80f None None] Pushing event updated for resources: {'Port': ['ID=c50ff240-e722-4422-9bfe-c8c1227cfa3f,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:36.844298 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-5293e924-2fb7-4264-a30c-0ad2aa620650 None None] Attempting to bind port c50ff240-e722-4422-9bfe-c8c1227cfa3f on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:37:36.844661 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-5293e924-2fb7-4264-a30c-0ad2aa620650 None None] Attempting to bind port c50ff240-e722-4422-9bfe-c8c1227cfa3f by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '6c09cce1-055e-4541-91a0-8cf3fe72d041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '434b509d-158a-4d6b-8d71-fdb9df7f7f16'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:37:36.845020 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5293e924-2fb7-4264-a30c-0ad2aa620650 None None] Attempting to bind port c50ff240-e722-4422-9bfe-c8c1227cfa3f on network 434b509d-158a-4d6b-8d71-fdb9df7f7f16 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:37:36.856030 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5293e924-2fb7-4264-a30c-0ad2aa620650 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:37:36.856401 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5293e924-2fb7-4264-a30c-0ad2aa620650 None None] Checking segment: {'id': '6c09cce1-055e-4541-91a0-8cf3fe72d041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '434b509d-158a-4d6b-8d71-fdb9df7f7f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:37:36.856801 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5293e924-2fb7-4264-a30c-0ad2aa620650 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:36.857193 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5293e924-2fb7-4264-a30c-0ad2aa620650 None None] Bound using segment: {'id': '6c09cce1-055e-4541-91a0-8cf3fe72d041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '434b509d-158a-4d6b-8d71-fdb9df7f7f16'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:37:36.857654 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-5293e924-2fb7-4264-a30c-0ad2aa620650 None None] Bound port: c50ff240-e722-4422-9bfe-c8c1227cfa3f, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c09cce1-055e-4541-91a0-8cf3fe72d041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '434b509d-158a-4d6b-8d71-fdb9df7f7f16'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:37:36.858028 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5293e924-2fb7-4264-a30c-0ad2aa620650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:36.879758 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 81d09cd3-cb34-4aa1-8f0a-bc11ad53ac8f is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:37:36.953965 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-5293e924-2fb7-4264-a30c-0ad2aa620650 None None] For port c50ff240-e722-4422-9bfe-c8c1227cfa3f, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:37:36.956834 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-5293e924-2fb7-4264-a30c-0ad2aa620650 None None] For port c50ff240-e722-4422-9bfe-c8c1227cfa3f, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=c50ff240-e722-4422-9bfe-c8c1227cfa3f,segment=NetworkSegment(6c09cce1-055e-4541-91a0-8cf3fe72d041),segment_id=6c09cce1-055e-4541-91a0-8cf3fe72d041)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:37:37.032296 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5293e924-2fb7-4264-a30c-0ad2aa620650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:37.107759 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:37.129965 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5293e924-2fb7-4264-a30c-0ad2aa620650 None None] Routers {'7d14d286-2d7b-4c63-bf46-418e3e2e4dfd'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:37:37.130613 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-5293e924-2fb7-4264-a30c-0ad2aa620650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:37:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['7d14d286-2d7b-4c63-bf46-418e3e2e4dfd'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:37.241963 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-fe846c3a-c747-4a4b-8f60-b00ce44dbb5c None None] Attempt 5 to provision port c50ff240-e722-4422-9bfe-c8c1227cfa3f Oct 26 16:37:37.320554 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e5321-8f1d-4140-b8bd-fcfaab6fa80f None None] Pushing event updated for resources: {'Port': ['ID=c50ff240-e722-4422-9bfe-c8c1227cfa3f,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:37.357630 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-fe846c3a-c747-4a4b-8f60-b00ce44dbb5c None None] Port c50ff240-e722-4422-9bfe-c8c1227cfa3f had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 16:37:37.380689 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-5293e924-2fb7-4264-a30c-0ad2aa620650 None None] Set router 7d14d286-2d7b-4c63-bf46-418e3e2e4dfd gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:37:37.396272 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-007491d8-c3db-4f46-bccc-7a19980b023c req-616cb373-d64e-4dc0-8d0d-93244082b66d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff55abd-73f8-4d1e-b450-dd0d987284bd HTTP/1.1" status: 200 len: 210 time: 0.0572236 Oct 26 16:37:37.439839 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-fe846c3a-c747-4a4b-8f60-b00ce44dbb5c None None] Provisioning complete for port 81d09cd3-cb34-4aa1-8f0a-bc11ad53ac8f triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:37:37.440222 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fe846c3a-c747-4a4b-8f60-b00ce44dbb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:37.440563 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-fe846c3a-c747-4a4b-8f60-b00ce44dbb5c None None] Attempt 1 to provision port 81d09cd3-cb34-4aa1-8f0a-bc11ad53ac8f Oct 26 16:37:37.753047 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-fe846c3a-c747-4a4b-8f60-b00ce44dbb5c None None] Current status of the port 81d09cd3-cb34-4aa1-8f0a-bc11ad53ac8f is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:37:37.819365 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-5293e924-2fb7-4264-a30c-0ad2aa620650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d14d286-2d7b-4c63-bf46-418e3e2e4dfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680082919', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.242'}], 'enable_snat': True}, 'gw_port_id': 'a52f058d-a707-471a-bbd7-98e9ad2dc7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:37:27Z', 'updated_at': '2022-10-26T16:37:33Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': 'a52f058d-a707-471a-bbd7-98e9ad2dc7f4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d14d286-2d7b-4c63-bf46-418e3e2e4dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:37:28Z', 'updated_at': '2022-10-26T16:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': 'c50ff240-e722-4422-9bfe-c8c1227cfa3f', 'name': '', 'network_id': '434b509d-158a-4d6b-8d71-fdb9df7f7f16', 'tenant_id': '9041478b4b314552952768907a320dc1', 'mac_address': 'fa:16:3e:12:b2:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d14d286-2d7b-4c63-bf46-418e3e2e4dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '4d984589-b9e5-4627-8f10-ee6a3fcbc5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:37:32Z', 'updated_at': '2022-10-26T16:37:36Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'subnets': [{'id': '4d984589-b9e5-4627-8f10-ee6a3fcbc5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:37.823999 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5293e924-2fb7-4264-a30c-0ad2aa620650 None None] The sync data for ids ['7d14d286-2d7b-4c63-bf46-418e3e2e4dfd'] in dv-neutron-862712-1-hyperv is: [{'id': '7d14d286-2d7b-4c63-bf46-418e3e2e4dfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680082919', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.242'}], 'enable_snat': True}, 'gw_port_id': 'a52f058d-a707-471a-bbd7-98e9ad2dc7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:37:27Z', 'updated_at': '2022-10-26T16:37:33Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': 'a52f058d-a707-471a-bbd7-98e9ad2dc7f4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d14d286-2d7b-4c63-bf46-418e3e2e4dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:37:28Z', 'updated_at': '2022-10-26T16:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': 'c50ff240-e722-4422-9bfe-c8c1227cfa3f', 'name': '', 'network_id': '434b509d-158a-4d6b-8d71-fdb9df7f7f16', 'tenant_id': '9041478b4b314552952768907a320dc1', 'mac_address': 'fa:16:3e:12:b2:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d14d286-2d7b-4c63-bf46-418e3e2e4dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '4d984589-b9e5-4627-8f10-ee6a3fcbc5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:37:32Z', 'updated_at': '2022-10-26T16:37:36Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'subnets': [{'id': '4d984589-b9e5-4627-8f10-ee6a3fcbc5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:37:38.091205 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device c50ff240-e722-4422-9bfe-c8c1227cfa3f up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:37:38.232086 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port c50ff240-e722-4422-9bfe-c8c1227cfa3f completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:37:38.237316 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port c50ff240-e722-4422-9bfe-c8c1227cfa3f triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:37:38.237878 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:38.238365 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port c50ff240-e722-4422-9bfe-c8c1227cfa3f Oct 26 16:37:38.261998 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-20a57e48-cbe0-4d0d-bf43-393d06273f43 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:38.266799 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-20a57e48-cbe0-4d0d-bf43-393d06273f43 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Synchronizing usage tracker for tenant:9041478b4b314552952768907a320dc1 on resource:network {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:37:38.372909 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port c50ff240-e722-4422-9bfe-c8c1227cfa3f is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:37:38.373388 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:38.392103 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-20a57e48-cbe0-4d0d-bf43-393d06273f43 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Unset dirty status for tenant:9041478b4b314552952768907a320dc1 on resource:network {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:37:38.393251 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-20a57e48-cbe0-4d0d-bf43-393d06273f43 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.48 "GET /v2.0/networks?id=434b509d-158a-4d6b-8d71-fdb9df7f7f16 HTTP/1.1" status: 200 len: 797 time: 0.2992074 Oct 26 16:37:38.408626 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port c50ff240-e722-4422-9bfe-c8c1227cfa3f, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=c50ff240-e722-4422-9bfe-c8c1227cfa3f,segment=NetworkSegment(6c09cce1-055e-4541-91a0-8cf3fe72d041),segment_id=6c09cce1-055e-4541-91a0-8cf3fe72d041)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:37:38.461980 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-78584e0a-869c-48c2-8d4e-f7ba1b4ebedd tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Synchronizing usage tracker for tenant:9041478b4b314552952768907a320dc1 on resource:security_group {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:37:38.478715 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:38.526774 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-78584e0a-869c-48c2-8d4e-f7ba1b4ebedd tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Unset dirty status for tenant:9041478b4b314552952768907a320dc1 on resource:security_group {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:37:38.526774 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-78584e0a-869c-48c2-8d4e-f7ba1b4ebedd tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9041478b4b314552952768907a320dc1 HTTP/1.1" status: 200 len: 380 time: 0.1165574 Oct 26 16:37:38.564997 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=c50ff240-e722-4422-9bfe-c8c1227cfa3f,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:38.575718 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-a61a803f-38f0-4f20-bb79-e90ac0076416 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'port': {'device_id': '8ff55abd-73f8-4d1e-b450-dd0d987284bd', 'network_id': '434b509d-158a-4d6b-8d71-fdb9df7f7f16', 'admin_state_up': True, 'tenant_id': '9041478b4b314552952768907a320dc1', 'security_groups': ['da3eda27-9ff7-4838-b50c-21e7ef097920']}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:37:38.599111 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6aa745c2-7f67-4e90-87a3-a9c8652beab7 req-010bfd10-8042-469a-9805-5190d7a324c4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff55abd-73f8-4d1e-b450-dd0d987284bd HTTP/1.1" status: 200 len: 210 time: 0.0715334 Oct 26 16:37:38.735647 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-a61a803f-38f0-4f20-bb79-e90ac0076416 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:37:38.747240 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-a61a803f-38f0-4f20-bb79-e90ac0076416 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:37:38.820701 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-a61a803f-38f0-4f20-bb79-e90ac0076416 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Made reservation on behalf of 9041478b4b314552952768907a320dc1 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:37:38.824790 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-a61a803f-38f0-4f20-bb79-e90ac0076416 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:39.000848 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-a61a803f-38f0-4f20-bb79-e90ac0076416 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Allocated IP 172.20.0.13 (434b509d-158a-4d6b-8d71-fdb9df7f7f16/4d984589-b9e5-4627-8f10-ee6a3fcbc5f3/2b722917-160f-4306-866b-7aed83a3816e) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:37:39.298024 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-a61a803f-38f0-4f20-bb79-e90ac0076416 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:39.313805 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-a61a803f-38f0-4f20-bb79-e90ac0076416 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Transition to ACTIVE for port object 2b722917-160f-4306-866b-7aed83a3816e will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:37:39.385514 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-a61a803f-38f0-4f20-bb79-e90ac0076416 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:39.458660 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-a61a803f-38f0-4f20-bb79-e90ac0076416 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Network 434b509d-158a-4d6b-8d71-fdb9df7f7f16 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:37:39.461931 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-a61a803f-38f0-4f20-bb79-e90ac0076416 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:37:39.465881 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-a61a803f-38f0-4f20-bb79-e90ac0076416 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:37:39.503901 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a803f-38f0-4f20-bb79-e90ac0076416 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'Port': ['ID=2b722917-160f-4306-866b-7aed83a3816e,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:39.536208 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-a61a803f-38f0-4f20-bb79-e90ac0076416 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:39.536822 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-a61a803f-38f0-4f20-bb79-e90ac0076416 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:39.609972 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-a61a803f-38f0-4f20-bb79-e90ac0076416 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0379858 Oct 26 16:37:39.627820 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-cd34c268-6950-4b38-8cdc-2d4e156973cf service neutron] Request body: {'port': {'device_id': '8ff55abd-73f8-4d1e-b450-dd0d987284bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8627'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:37:39.748056 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-cd34c268-6950-4b38-8cdc-2d4e156973cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:39.770214 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-7a4d2bbe-dc1c-41b9-a278-026a9cb09630 None None] Provisioning for port 2b722917-160f-4306-866b-7aed83a3816e completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:37:39.776643 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-7a4d2bbe-dc1c-41b9-a278-026a9cb09630 None None] Provisioning complete for port 2b722917-160f-4306-866b-7aed83a3816e triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:37:39.784177 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7a4d2bbe-dc1c-41b9-a278-026a9cb09630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:39.784177 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-7a4d2bbe-dc1c-41b9-a278-026a9cb09630 None None] Attempt 1 to provision port 2b722917-160f-4306-866b-7aed83a3816e Oct 26 16:37:39.815021 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6a0e4-572f-4e64-b947-e92dc9f90ed7 req-708a9066-62d4-405a-af63-5cd31e70035c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:39.816416 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-33b6a0e4-572f-4e64-b947-e92dc9f90ed7 req-708a9066-62d4-405a-af63-5cd31e70035c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff55abd-73f8-4d1e-b450-dd0d987284bd HTTP/1.1" status: 200 len: 932 time: 0.0916979 Oct 26 16:37:39.836371 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d2bbe-dc1c-41b9-a278-026a9cb09630 None None] Port 2b722917-160f-4306-866b-7aed83a3816e cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:37:39.863577 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-33b6a0e4-572f-4e64-b947-e92dc9f90ed7 req-2f162635-8ade-4ce0-af61-e8f724de19ec tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3eda27-9ff7-4838-b50c-21e7ef097920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401702 Oct 26 16:37:40.065983 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device c50ff240-e722-4422-9bfe-c8c1227cfa3f up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:37:40.100211 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-cd34c268-6950-4b38-8cdc-2d4e156973cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b722917-160f-4306-866b-7aed83a3816e {{(pid=89748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:37:40.107706 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-cd34c268-6950-4b38-8cdc-2d4e156973cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:40.122356 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-cd34c268-6950-4b38-8cdc-2d4e156973cf service neutron] Transition to ACTIVE for port object 2b722917-160f-4306-866b-7aed83a3816e will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:37:40.134671 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port c50ff240-e722-4422-9bfe-c8c1227cfa3f triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:37:40.135046 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:40.135407 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port c50ff240-e722-4422-9bfe-c8c1227cfa3f Oct 26 16:37:40.203425 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-cd34c268-6950-4b38-8cdc-2d4e156973cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:40.253859 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port c50ff240-e722-4422-9bfe-c8c1227cfa3f is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:37:40.337897 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-7a4d2bbe-dc1c-41b9-a278-026a9cb09630 None None] Attempt 2 to provision port 2b722917-160f-4306-866b-7aed83a3816e Oct 26 16:37:40.377648 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd34c268-6950-4b38-8cdc-2d4e156973cf service neutron] Pushing event updated for resources: {'Port': ['ID=2b722917-160f-4306-866b-7aed83a3816e,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:40.396994 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d2bbe-dc1c-41b9-a278-026a9cb09630 None None] Port 2b722917-160f-4306-866b-7aed83a3816e cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:37:40.449237 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-cd34c268-6950-4b38-8cdc-2d4e156973cf service neutron] Attempting to bind port 2b722917-160f-4306-866b-7aed83a3816e on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:37:40.449567 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-cd34c268-6950-4b38-8cdc-2d4e156973cf service neutron] Attempting to bind port 2b722917-160f-4306-866b-7aed83a3816e by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': '6c09cce1-055e-4541-91a0-8cf3fe72d041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '434b509d-158a-4d6b-8d71-fdb9df7f7f16'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:37:40.449898 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-cd34c268-6950-4b38-8cdc-2d4e156973cf service neutron] Attempting to bind port 2b722917-160f-4306-866b-7aed83a3816e on network 434b509d-158a-4d6b-8d71-fdb9df7f7f16 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:37:40.454790 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-cd34c268-6950-4b38-8cdc-2d4e156973cf service neutron] Port 2b722917-160f-4306-866b-7aed83a3816e on network 434b509d-158a-4d6b-8d71-fdb9df7f7f16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 16:37:40.455107 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-cd34c268-6950-4b38-8cdc-2d4e156973cf service neutron] Attempting to bind port 2b722917-160f-4306-866b-7aed83a3816e on network 434b509d-158a-4d6b-8d71-fdb9df7f7f16 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:37:40.460326 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-cd34c268-6950-4b38-8cdc-2d4e156973cf service neutron] Checking agent: {'id': '1b551391-ebdd-44bd-8801-034277ca5526', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8627', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'started_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:37:40.460682 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-cd34c268-6950-4b38-8cdc-2d4e156973cf service neutron] Checking segment: {'id': '6c09cce1-055e-4541-91a0-8cf3fe72d041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '434b509d-158a-4d6b-8d71-fdb9df7f7f16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:37:40.461144 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-cd34c268-6950-4b38-8cdc-2d4e156973cf service neutron] Bound using segment: {'id': '6c09cce1-055e-4541-91a0-8cf3fe72d041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '434b509d-158a-4d6b-8d71-fdb9df7f7f16'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:37:40.461567 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-cd34c268-6950-4b38-8cdc-2d4e156973cf service neutron] Bound port: 2b722917-160f-4306-866b-7aed83a3816e, host: hv-neutron-8627, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c09cce1-055e-4541-91a0-8cf3fe72d041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '434b509d-158a-4d6b-8d71-fdb9df7f7f16'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:37:40.461906 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-cd34c268-6950-4b38-8cdc-2d4e156973cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:40.558149 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-cd34c268-6950-4b38-8cdc-2d4e156973cf service neutron] For port 2b722917-160f-4306-866b-7aed83a3816e, host hv-neutron-8627, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:37:40.561320 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-cd34c268-6950-4b38-8cdc-2d4e156973cf service neutron] For port 2b722917-160f-4306-866b-7aed83a3816e, host hv-neutron-8627, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=2b722917-160f-4306-866b-7aed83a3816e,segment=NetworkSegment(6c09cce1-055e-4541-91a0-8cf3fe72d041),segment_id=6c09cce1-055e-4541-91a0-8cf3fe72d041)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:37:40.637369 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-cd34c268-6950-4b38-8cdc-2d4e156973cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:40.640425 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-cd34c268-6950-4b38-8cdc-2d4e156973cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:40.641088 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-cd34c268-6950-4b38-8cdc-2d4e156973cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:40.642547 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-cd34c268-6950-4b38-8cdc-2d4e156973cf service neutron] 10.222.0.48 "PUT /v2.0/ports/2b722917-160f-4306-866b-7aed83a3816e HTTP/1.1" status: 200 len: 1094 time: 1.0190167 Oct 26 16:37:40.672298 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ff55abd-73f8-4d1e-b450-dd0d987284bd', 'tag': '2b722917-160f-4306-866b-7aed83a3816e'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:37:40.674636 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ffe842-a8da-4375-8b6d-1c8bdbf925a8" -d '{"events": [{"name": "network-changed", "server_uuid": "8ff55abd-73f8-4d1e-b450-dd0d987284bd", "tag": "2b722917-160f-4306-866b-7aed83a3816e"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:37:40.717885 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd34c268-6950-4b38-8cdc-2d4e156973cf service neutron] Pushing event updated for resources: {'Port': ['ID=2b722917-160f-4306-866b-7aed83a3816e,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:40.721780 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c9cd9b-eb9d-4e9c-8eb4-e0854aef5c33 x-openstack-request-id: req-a8c9cd9b-eb9d-4e9c-8eb4-e0854aef5c33 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:37:40.722088 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ff55abd-73f8-4d1e-b450-dd0d987284bd", "tag": "2b722917-160f-4306-866b-7aed83a3816e", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:37:40.722347 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a8c9cd9b-eb9d-4e9c-8eb4-e0854aef5c33 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:37:40.722902 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8c9cd9b-eb9d-4e9c-8eb4-e0854aef5c33'] response: {'name': 'network-changed', 'server_uuid': '8ff55abd-73f8-4d1e-b450-dd0d987284bd', 'tag': '2b722917-160f-4306-866b-7aed83a3816e', 'status': 'completed', 'code': 200} Oct 26 16:37:40.846006 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffe842-a8da-4375-8b6d-1c8bdbf925a8 req-d9eab897-cd8e-45c7-bd01-1301d944c927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:40.847478 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-10ffe842-a8da-4375-8b6d-1c8bdbf925a8 req-d9eab897-cd8e-45c7-bd01-1301d944c927 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9041478b4b314552952768907a320dc1&device_id=8ff55abd-73f8-4d1e-b450-dd0d987284bd HTTP/1.1" status: 200 len: 1097 time: 0.0860856 Oct 26 16:37:40.898105 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-7a4d2bbe-dc1c-41b9-a278-026a9cb09630 None None] Attempt 3 to provision port 2b722917-160f-4306-866b-7aed83a3816e Oct 26 16:37:40.971919 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d2bbe-dc1c-41b9-a278-026a9cb09630 None None] Port 2b722917-160f-4306-866b-7aed83a3816e had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 16:37:41.012471 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffe842-a8da-4375-8b6d-1c8bdbf925a8 req-000c896a-2997-4ea2-85d5-358d713ece93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:41.014082 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-10ffe842-a8da-4375-8b6d-1c8bdbf925a8 req-000c896a-2997-4ea2-85d5-358d713ece93 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9041478b4b314552952768907a320dc1&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1551483 Oct 26 16:37:41.077740 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c2534-9cff-4235-8c9f-7fdfad2b6f7a req-c23786c3-1253-4581-9918-4dff21a0209c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:41.079330 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-599c2534-9cff-4235-8c9f-7fdfad2b6f7a req-c23786c3-1253-4581-9918-4dff21a0209c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff55abd-73f8-4d1e-b450-dd0d987284bd HTTP/1.1" status: 200 len: 944 time: 0.0966511 Oct 26 16:37:41.126156 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-599c2534-9cff-4235-8c9f-7fdfad2b6f7a req-f57757bb-0016-4d14-8174-fb4c0319410d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3eda27-9ff7-4838-b50c-21e7ef097920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407972 Oct 26 16:37:41.154691 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffe842-a8da-4375-8b6d-1c8bdbf925a8 req-442dd682-90cd-436f-bf7f-c719120b31cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:41.156037 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-10ffe842-a8da-4375-8b6d-1c8bdbf925a8 req-442dd682-90cd-436f-bf7f-c719120b31cd service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1360626 Oct 26 16:37:41.291464 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-8bc73a63-f571-4f37-83d7-37fb9a0549ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:41.292913 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-8bc73a63-f571-4f37-83d7-37fb9a0549ff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9041478b4b314552952768907a320dc1&device_id=8ff55abd-73f8-4d1e-b450-dd0d987284bd HTTP/1.1" status: 200 len: 1097 time: 0.0804102 Oct 26 16:37:41.466283 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-d3d7b844-0abd-43bf-aad1-2f1268ff3043 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b722917-160f-4306-866b-7aed83a3816e HTTP/1.1" status: 200 len: 217 time: 0.1607769 Oct 26 16:37:41.527650 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-31953be7-c02e-4ffb-85f9-7c741f5ec808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:41.528906 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-31953be7-c02e-4ffb-85f9-7c741f5ec808 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d984589-b9e5-4627-8f10-ee6a3fcbc5f3 HTTP/1.1" status: 200 len: 834 time: 0.0569940 Oct 26 16:37:41.614787 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-7a42ddd8-c71a-4f04-a88c-8c4f4fed82e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:41.616214 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-7a42ddd8-c71a-4f04-a88c-8c4f4fed82e6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=434b509d-158a-4d6b-8d71-fdb9df7f7f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817075 Oct 26 16:37:41.752148 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-9d2856d9-500a-449e-8373-5ce274b73f78 service neutron] 10.222.0.48 "GET /v2.0/networks/434b509d-158a-4d6b-8d71-fdb9df7f7f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297414 Oct 26 16:37:41.884858 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-77d003c5-cbb5-4f93-8f8c-a1b1344fb87e req-b78f5f2b-b3c9-4797-9039-ce075f12418c service neutron] 10.222.0.48 "GET /v2.0/networks/434b509d-158a-4d6b-8d71-fdb9df7f7f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262362 Oct 26 16:37:42.329688 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07642304-519d-47ed-9a05-ceac20b01341 req-48959671-e557-4d5a-82c7-6d8cd7caab04 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:42.330279 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-07642304-519d-47ed-9a05-ceac20b01341 req-48959671-e557-4d5a-82c7-6d8cd7caab04 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Synchronizing usage tracker for tenant:9041478b4b314552952768907a320dc1 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:37:42.408986 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-07642304-519d-47ed-9a05-ceac20b01341 req-48959671-e557-4d5a-82c7-6d8cd7caab04 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Unset dirty status for tenant:9041478b4b314552952768907a320dc1 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:37:42.410203 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-07642304-519d-47ed-9a05-ceac20b01341 req-48959671-e557-4d5a-82c7-6d8cd7caab04 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff55abd-73f8-4d1e-b450-dd0d987284bd HTTP/1.1" status: 200 len: 944 time: 0.1693964 Oct 26 16:37:42.454655 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-07642304-519d-47ed-9a05-ceac20b01341 req-5cb22991-4848-47f1-bb22-a7f58b4e8b27 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3eda27-9ff7-4838-b50c-21e7ef097920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387912 Oct 26 16:37:43.658146 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a30bd4-b4aa-4792-a14d-910343526af0 req-9ca422f3-5f21-4e33-8fe4-a3ba0850624b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:43.659607 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d1a30bd4-b4aa-4792-a14d-910343526af0 req-9ca422f3-5f21-4e33-8fe4-a3ba0850624b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff55abd-73f8-4d1e-b450-dd0d987284bd HTTP/1.1" status: 200 len: 944 time: 0.0902421 Oct 26 16:37:43.708312 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d1a30bd4-b4aa-4792-a14d-910343526af0 req-51021625-22b6-44dc-8d91-93c5fff66957 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3eda27-9ff7-4838-b50c-21e7ef097920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421550 Oct 26 16:37:44.909214 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b4a9f-2374-4319-8cae-b60e700d5837 req-b1c2be14-8656-48eb-8df8-eb30c0af326c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:44.910704 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-588b4a9f-2374-4319-8cae-b60e700d5837 req-b1c2be14-8656-48eb-8df8-eb30c0af326c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff55abd-73f8-4d1e-b450-dd0d987284bd HTTP/1.1" status: 200 len: 944 time: 0.0915265 Oct 26 16:37:44.955340 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-588b4a9f-2374-4319-8cae-b60e700d5837 req-03375bfb-f77e-40a2-9792-67f060bcb1c0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3eda27-9ff7-4838-b50c-21e7ef097920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384076 Oct 26 16:37:45.358906 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 2b722917-160f-4306-866b-7aed83a3816e details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 16:37:45.530027 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 2b722917-160f-4306-866b-7aed83a3816e, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=2b722917-160f-4306-866b-7aed83a3816e,segment=NetworkSegment(6c09cce1-055e-4541-91a0-8cf3fe72d041),segment_id=6c09cce1-055e-4541-91a0-8cf3fe72d041)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:37:45.543551 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': '2b722917-160f-4306-866b-7aed83a3816e', 'network_id': '434b509d-158a-4d6b-8d71-fdb9df7f7f16', 'port_id': '2b722917-160f-4306-866b-7aed83a3816e', 'mac_address': 'fa:16:3e:12:46:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d984589-b9e5-4627-8f10-ee6a3fcbc5f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 16:37:45.600405 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 2b722917-160f-4306-866b-7aed83a3816e is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:37:45.600808 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:45.618235 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b722917-160f-4306-866b-7aed83a3816e {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:37:45.633739 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 2b722917-160f-4306-866b-7aed83a3816e, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=2b722917-160f-4306-866b-7aed83a3816e,segment=NetworkSegment(6c09cce1-055e-4541-91a0-8cf3fe72d041),segment_id=6c09cce1-055e-4541-91a0-8cf3fe72d041)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:37:45.700740 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:45.770090 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=2b722917-160f-4306-866b-7aed83a3816e,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:46.088284 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['2b722917-160f-4306-866b-7aed83a3816e'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:37:46.153444 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2acb0-4656-40cb-ab64-de1ba81b04aa req-f5ccda94-d173-4679-a8c9-917577c21a61 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:46.154942 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-40a2acb0-4656-40cb-ab64-de1ba81b04aa req-f5ccda94-d173-4679-a8c9-917577c21a61 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff55abd-73f8-4d1e-b450-dd0d987284bd HTTP/1.1" status: 200 len: 945 time: 0.0900500 Oct 26 16:37:46.199560 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-40a2acb0-4656-40cb-ab64-de1ba81b04aa req-88c7ee8e-7d19-4e6b-bc12-8dc9c4c2aef2 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3eda27-9ff7-4838-b50c-21e7ef097920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389030 Oct 26 16:37:47.364040 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 2b722917-160f-4306-866b-7aed83a3816e up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:37:47.468460 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05729e84-9475-4091-853b-144a863d5c6f req-ebe8dfbf-3960-4efe-b4d2-004f9554f5f0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:47.470182 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-05729e84-9475-4091-853b-144a863d5c6f req-ebe8dfbf-3960-4efe-b4d2-004f9554f5f0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff55abd-73f8-4d1e-b450-dd0d987284bd HTTP/1.1" status: 200 len: 945 time: 0.0901773 Oct 26 16:37:47.506223 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning for port 2b722917-160f-4306-866b-7aed83a3816e completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:37:47.512064 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port 2b722917-160f-4306-866b-7aed83a3816e triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:37:47.512603 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:47.513017 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port 2b722917-160f-4306-866b-7aed83a3816e Oct 26 16:37:47.518773 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-05729e84-9475-4091-853b-144a863d5c6f req-732a4b9f-efc4-4597-9908-0ba59e09800c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3eda27-9ff7-4838-b50c-21e7ef097920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429351 Oct 26 16:37:47.631398 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 2b722917-160f-4306-866b-7aed83a3816e is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:37:47.631693 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:47.658742 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff55abd-73f8-4d1e-b450-dd0d987284bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b722917-160f-4306-866b-7aed83a3816e'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:37:47.661017 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b457e355-3b58-483e-a6e5-cd4860fa9ee4" -d '{"events": [{"server_uuid": "8ff55abd-73f8-4d1e-b450-dd0d987284bd", "name": "network-vif-plugged", "status": "completed", "tag": "2b722917-160f-4306-866b-7aed83a3816e"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:37:47.668527 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 2b722917-160f-4306-866b-7aed83a3816e, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=2b722917-160f-4306-866b-7aed83a3816e,segment=NetworkSegment(6c09cce1-055e-4541-91a0-8cf3fe72d041),segment_id=6c09cce1-055e-4541-91a0-8cf3fe72d041)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:37:47.723884 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:47.792530 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=2b722917-160f-4306-866b-7aed83a3816e,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:47.806038 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c601890a-b408-4e18-aec9-f3b723941cac x-openstack-request-id: req-c601890a-b408-4e18-aec9-f3b723941cac {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:37:47.806324 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff55abd-73f8-4d1e-b450-dd0d987284bd", "name": "network-vif-plugged", "status": "completed", "tag": "2b722917-160f-4306-866b-7aed83a3816e", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:37:47.806600 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c601890a-b408-4e18-aec9-f3b723941cac {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:37:47.806992 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c601890a-b408-4e18-aec9-f3b723941cac'] response: {'server_uuid': '8ff55abd-73f8-4d1e-b450-dd0d987284bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b722917-160f-4306-866b-7aed83a3816e', 'code': 200} Oct 26 16:37:48.222043 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0404b91-90d3-4c2c-a146-a4f848c56bc4 req-ab2782f9-f262-4fdc-8a00-a055b2d82596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:48.223533 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d0404b91-90d3-4c2c-a146-a4f848c56bc4 req-ab2782f9-f262-4fdc-8a00-a055b2d82596 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8ff55abd-73f8-4d1e-b450-dd0d987284bd HTTP/1.1" status: 200 len: 1099 time: 0.0801914 Oct 26 16:37:48.263744 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d0404b91-90d3-4c2c-a146-a4f848c56bc4 req-7cf5d3ee-f4d1-4a24-b34f-31c4b501f792 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=da3eda27-9ff7-4838-b50c-21e7ef097920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339499 Oct 26 16:37:48.724948 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6253f-fc9d-4bc5-9015-2dc55cce42dc req-93dfe832-cc99-4ea7-99bb-547cb4d40412 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:48.731818 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a7f6253f-fc9d-4bc5-9015-2dc55cce42dc req-93dfe832-cc99-4ea7-99bb-547cb4d40412 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff55abd-73f8-4d1e-b450-dd0d987284bd HTTP/1.1" status: 200 len: 946 time: 0.0940194 Oct 26 16:37:48.770879 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a7f6253f-fc9d-4bc5-9015-2dc55cce42dc req-acb66d71-4a48-465d-b6ea-70f1397cdec1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3eda27-9ff7-4838-b50c-21e7ef097920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386806 Oct 26 16:37:49.973737 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f27e66-a8a0-4446-ae26-944203d36e5c req-b444e454-559a-46e6-a3e8-2d9171b61292 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:49.975048 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-46f27e66-a8a0-4446-ae26-944203d36e5c req-b444e454-559a-46e6-a3e8-2d9171b61292 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff55abd-73f8-4d1e-b450-dd0d987284bd HTTP/1.1" status: 200 len: 946 time: 0.0918415 Oct 26 16:37:50.018757 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-46f27e66-a8a0-4446-ae26-944203d36e5c req-80ec8e0d-70c0-4dd1-ba1a-48a15bc410ae tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3eda27-9ff7-4838-b50c-21e7ef097920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374861 Oct 26 16:37:51.220107 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb89e9-df6d-47cf-a28c-0242611bb121 req-3c34d6f9-3f9d-41d7-bf1b-ff955431881e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:51.221559 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-15fb89e9-df6d-47cf-a28c-0242611bb121 req-3c34d6f9-3f9d-41d7-bf1b-ff955431881e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff55abd-73f8-4d1e-b450-dd0d987284bd HTTP/1.1" status: 200 len: 946 time: 0.0888157 Oct 26 16:37:51.271009 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-15fb89e9-df6d-47cf-a28c-0242611bb121 req-eaa7c4a3-c232-4696-996f-5886c9b986eb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3eda27-9ff7-4838-b50c-21e7ef097920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437200 Oct 26 16:37:51.475935 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79071de-ffcd-47f6-b28d-5da118130010 req-f5d12f9d-80f1-4eb3-a840-939dc2c2b5fd tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:51.477411 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d79071de-ffcd-47f6-b28d-5da118130010 req-f5d12f9d-80f1-4eb3-a840-939dc2c2b5fd tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff55abd-73f8-4d1e-b450-dd0d987284bd HTTP/1.1" status: 200 len: 946 time: 0.0869045 Oct 26 16:37:51.525325 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d79071de-ffcd-47f6-b28d-5da118130010 req-ecc224fa-2b65-464b-bfb0-2fa9f3ce7ffe tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3eda27-9ff7-4838-b50c-21e7ef097920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415189 Oct 26 16:37:51.554349 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 52158) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:37:51.633454 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878c5b50-30fc-43ae-bb18-b61b86871006 tempest-TestNetworkAdvancedServerOps-1001818259 tempest-TestNetworkAdvancedServerOps-1001818259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:51.635474 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-878c5b50-30fc-43ae-bb18-b61b86871006 tempest-TestNetworkAdvancedServerOps-1001818259 tempest-TestNetworkAdvancedServerOps-1001818259-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8ff55abd-73f8-4d1e-b450-dd0d987284bd HTTP/1.1" status: 200 len: 1094 time: 0.0801303 Oct 26 16:37:51.638327 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 52162) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:37:51.643167 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-db104821-5362-40b5-be97-5a0698d7dfe9 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'floatingip': {'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'port_id': '2b722917-160f-4306-866b-7aed83a3816e', 'tenant_id': '9041478b4b314552952768907a320dc1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:37:51.649601 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-db104821-5362-40b5-be97-5a0698d7dfe9 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:37:51.653576 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-db104821-5362-40b5-be97-5a0698d7dfe9 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:floatingip and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:37:51.656390 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-db104821-5362-40b5-be97-5a0698d7dfe9 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:37:51.662020 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-db104821-5362-40b5-be97-5a0698d7dfe9 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:37:51.752534 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-db104821-5362-40b5-be97-5a0698d7dfe9 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for floatingip, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:51.888553 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-db104821-5362-40b5-be97-5a0698d7dfe9 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:52.022689 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-db104821-5362-40b5-be97-5a0698d7dfe9 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Allocated IP 172.26.2.37 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/0237f60e-fda0-4e16-8c54-84a1bc15e1c9) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:37:52.285427 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-db104821-5362-40b5-be97-5a0698d7dfe9 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:52.410209 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-db104821-5362-40b5-be97-5a0698d7dfe9 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:52.488664 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db104821-5362-40b5-be97-5a0698d7dfe9 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:37:52.491393 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-db104821-5362-40b5-be97-5a0698d7dfe9 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:37:52.495679 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db104821-5362-40b5-be97-5a0698d7dfe9 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:37:52.528725 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db104821-5362-40b5-be97-5a0698d7dfe9 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'Port': ['ID=0237f60e-fda0-4e16-8c54-84a1bc15e1c9,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:52.900437 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-db104821-5362-40b5-be97-5a0698d7dfe9 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:53.024222 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-db104821-5362-40b5-be97-5a0698d7dfe9 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:53.227606 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-db104821-5362-40b5-be97-5a0698d7dfe9 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:53.283514 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-db104821-5362-40b5-be97-5a0698d7dfe9 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:53.388811 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-db104821-5362-40b5-be97-5a0698d7dfe9 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:53.438675 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db104821-5362-40b5-be97-5a0698d7dfe9 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'Port': ['ID=0237f60e-fda0-4e16-8c54-84a1bc15e1c9,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:37:53.563215 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.l3_db [None req-db104821-5362-40b5-be97-5a0698d7dfe9 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Floating IP 4e30d58b-a457-4c9b-bd5f-6f4570150554 associated. External IP: 172.26.2.37, port: 2b722917-160f-4306-866b-7aed83a3816e. Oct 26 16:37:54.032303 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db104821-5362-40b5-be97-5a0698d7dfe9 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Router 7d14d286-2d7b-4c63-bf46-418e3e2e4dfd has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:37:54.212781 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db104821-5362-40b5-be97-5a0698d7dfe9 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:37:54.222363 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc2fb75-8efa-4b4c-9f37-81ef157278de None None] Sync routers for ids ['7d14d286-2d7b-4c63-bf46-418e3e2e4dfd'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:37:54.233133 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc2fb75-8efa-4b4c-9f37-81ef157278de None None] Routers {'7d14d286-2d7b-4c63-bf46-418e3e2e4dfd'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:37:54.233996 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-3cc2fb75-8efa-4b4c-9f37-81ef157278de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:37:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['7d14d286-2d7b-4c63-bf46-418e3e2e4dfd'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:54.307233 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-db104821-5362-40b5-be97-5a0698d7dfe9 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:37:54.364188 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-db104821-5362-40b5-be97-5a0698d7dfe9 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7248251 Oct 26 16:37:54.364842 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ff55abd-73f8-4d1e-b450-dd0d987284bd', 'tag': '2b722917-160f-4306-866b-7aed83a3816e'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:37:54.367529 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec078ab02bc810209f0573d5deb19682ea498273c1503582233cb0925c39ad22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a044b1f1-9636-422d-b134-a0623077f71b" -d '{"events": [{"name": "network-changed", "server_uuid": "8ff55abd-73f8-4d1e-b450-dd0d987284bd", "tag": "2b722917-160f-4306-866b-7aed83a3816e"}]}' {{(pid=89747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:37:54.420479 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-3cc2fb75-8efa-4b4c-9f37-81ef157278de None None] Set router 7d14d286-2d7b-4c63-bf46-418e3e2e4dfd gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:37:54.467830 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632d65df-54df-49e6-9ca3-025fef19ee5b x-openstack-request-id: req-632d65df-54df-49e6-9ca3-025fef19ee5b {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:37:54.468129 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ff55abd-73f8-4d1e-b450-dd0d987284bd", "tag": "2b722917-160f-4306-866b-7aed83a3816e", "status": "completed", "code": 200}]} {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:37:54.468390 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-632d65df-54df-49e6-9ca3-025fef19ee5b {{(pid=89747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:37:54.468801 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-632d65df-54df-49e6-9ca3-025fef19ee5b'] response: {'name': 'network-changed', 'server_uuid': '8ff55abd-73f8-4d1e-b450-dd0d987284bd', 'tag': '2b722917-160f-4306-866b-7aed83a3816e', 'status': 'completed', 'code': 200} Oct 26 16:37:54.602665 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d89064-55cf-4927-bc6e-b5383716fbbe req-9b20d6a8-c445-4019-b054-5f21a8aa5abf tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:54.604935 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a7d89064-55cf-4927-bc6e-b5383716fbbe req-9b20d6a8-c445-4019-b054-5f21a8aa5abf tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff55abd-73f8-4d1e-b450-dd0d987284bd HTTP/1.1" status: 200 len: 946 time: 0.1499758 Oct 26 16:37:54.657217 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044b1f1-9636-422d-b134-a0623077f71b req-dd44bae7-1d6f-4bca-a5be-59f988d138ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:54.658693 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a044b1f1-9636-422d-b134-a0623077f71b req-dd44bae7-1d6f-4bca-a5be-59f988d138ae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9041478b4b314552952768907a320dc1&device_id=8ff55abd-73f8-4d1e-b450-dd0d987284bd HTTP/1.1" status: 200 len: 1099 time: 0.1332364 Oct 26 16:37:54.663368 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a7d89064-55cf-4927-bc6e-b5383716fbbe req-7741b8de-b8c9-46cc-becd-4aaacbc6a58c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3eda27-9ff7-4838-b50c-21e7ef097920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511882 Oct 26 16:37:54.701940 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 52172) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:37:54.799149 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044b1f1-9636-422d-b134-a0623077f71b req-b452de9e-5231-4779-aee8-dde1a525a939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:54.800596 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a044b1f1-9636-422d-b134-a0623077f71b req-b452de9e-5231-4779-aee8-dde1a525a939 service neutron] 10.222.0.48 "GET /v2.0/networks?id=434b509d-158a-4d6b-8d71-fdb9df7f7f16 HTTP/1.1" status: 200 len: 898 time: 0.1358576 Oct 26 16:37:54.811315 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-3cc2fb75-8efa-4b4c-9f37-81ef157278de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d14d286-2d7b-4c63-bf46-418e3e2e4dfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680082919', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.242'}], 'enable_snat': True}, 'gw_port_id': 'a52f058d-a707-471a-bbd7-98e9ad2dc7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:37:27Z', 'updated_at': '2022-10-26T16:37:33Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': 'a52f058d-a707-471a-bbd7-98e9ad2dc7f4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d14d286-2d7b-4c63-bf46-418e3e2e4dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:37:28Z', 'updated_at': '2022-10-26T16:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '4e30d58b-a457-4c9b-bd5f-6f4570150554', 'tenant_id': '9041478b4b314552952768907a320dc1', 'floating_ip_address': '172.26.2.37', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '7d14d286-2d7b-4c63-bf46-418e3e2e4dfd', 'port_id': '2b722917-160f-4306-866b-7aed83a3816e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '434b509d-158a-4d6b-8d71-fdb9df7f7f16', 'mac_address': 'fa:16:3e:12:46:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff55abd-73f8-4d1e-b450-dd0d987284bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:37:52Z', 'updated_at': '2022-10-26T16:37:52Z', 'revision_number': 0, 'project_id': '9041478b4b314552952768907a320dc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c50ff240-e722-4422-9bfe-c8c1227cfa3f', 'name': '', 'network_id': '434b509d-158a-4d6b-8d71-fdb9df7f7f16', 'tenant_id': '9041478b4b314552952768907a320dc1', 'mac_address': 'fa:16:3e:12:b2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d14d286-2d7b-4c63-bf46-418e3e2e4dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '4d984589-b9e5-4627-8f10-ee6a3fcbc5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:37:32Z', 'updated_at': '2022-10-26T16:37:38Z', 'revision_number': 5, 'project_id': '9041478b4b314552952768907a320dc1', 'subnets': [{'id': '4d984589-b9e5-4627-8f10-ee6a3fcbc5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:54.815564 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-fe34fab1-2b21-4e35-8bc4-4c42491d78a0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/floatingips/4e30d58b-a457-4c9b-bd5f-6f4570150554 HTTP/1.1" status: 200 len: 991 time: 0.1124477 Oct 26 16:37:54.815926 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc2fb75-8efa-4b4c-9f37-81ef157278de None None] Checking router: 7d14d286-2d7b-4c63-bf46-418e3e2e4dfd for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:37:54.825058 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc2fb75-8efa-4b4c-9f37-81ef157278de None None] Routers {'7d14d286-2d7b-4c63-bf46-418e3e2e4dfd'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:37:54.825645 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-3cc2fb75-8efa-4b4c-9f37-81ef157278de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:37:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['7d14d286-2d7b-4c63-bf46-418e3e2e4dfd'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:54.908268 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a044b1f1-9636-422d-b134-a0623077f71b req-3111d4f5-7aff-4d05-ad32-13c43991a107 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b722917-160f-4306-866b-7aed83a3816e HTTP/1.1" status: 200 len: 999 time: 0.1018910 Oct 26 16:37:54.969857 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044b1f1-9636-422d-b134-a0623077f71b req-8601846e-f872-4c1d-a3ad-111ea382e25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:54.971307 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a044b1f1-9636-422d-b134-a0623077f71b req-8601846e-f872-4c1d-a3ad-111ea382e25a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d984589-b9e5-4627-8f10-ee6a3fcbc5f3 HTTP/1.1" status: 200 len: 834 time: 0.0576415 Oct 26 16:37:55.007529 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-3cc2fb75-8efa-4b4c-9f37-81ef157278de None None] Set router 7d14d286-2d7b-4c63-bf46-418e3e2e4dfd gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:37:55.161636 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044b1f1-9636-422d-b134-a0623077f71b req-50551e46-5d1c-4eb4-b640-cd6fc812428b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:55.163289 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a044b1f1-9636-422d-b134-a0623077f71b req-50551e46-5d1c-4eb4-b640-cd6fc812428b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=434b509d-158a-4d6b-8d71-fdb9df7f7f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1858566 Oct 26 16:37:55.297688 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a044b1f1-9636-422d-b134-a0623077f71b req-98206ef9-0104-4e1e-9a77-a5a2688d3726 service neutron] 10.222.0.48 "GET /v2.0/networks/434b509d-158a-4d6b-8d71-fdb9df7f7f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288245 Oct 26 16:37:55.361436 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-3cc2fb75-8efa-4b4c-9f37-81ef157278de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d14d286-2d7b-4c63-bf46-418e3e2e4dfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680082919', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.242'}], 'enable_snat': True}, 'gw_port_id': 'a52f058d-a707-471a-bbd7-98e9ad2dc7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:37:27Z', 'updated_at': '2022-10-26T16:37:33Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': 'a52f058d-a707-471a-bbd7-98e9ad2dc7f4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d14d286-2d7b-4c63-bf46-418e3e2e4dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:37:28Z', 'updated_at': '2022-10-26T16:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '4e30d58b-a457-4c9b-bd5f-6f4570150554', 'tenant_id': '9041478b4b314552952768907a320dc1', 'floating_ip_address': '172.26.2.37', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '7d14d286-2d7b-4c63-bf46-418e3e2e4dfd', 'port_id': '2b722917-160f-4306-866b-7aed83a3816e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '434b509d-158a-4d6b-8d71-fdb9df7f7f16', 'mac_address': 'fa:16:3e:12:46:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff55abd-73f8-4d1e-b450-dd0d987284bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:37:52Z', 'updated_at': '2022-10-26T16:37:52Z', 'revision_number': 0, 'project_id': '9041478b4b314552952768907a320dc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c50ff240-e722-4422-9bfe-c8c1227cfa3f', 'name': '', 'network_id': '434b509d-158a-4d6b-8d71-fdb9df7f7f16', 'tenant_id': '9041478b4b314552952768907a320dc1', 'mac_address': 'fa:16:3e:12:b2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d14d286-2d7b-4c63-bf46-418e3e2e4dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '4d984589-b9e5-4627-8f10-ee6a3fcbc5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:37:32Z', 'updated_at': '2022-10-26T16:37:38Z', 'revision_number': 5, 'project_id': '9041478b4b314552952768907a320dc1', 'subnets': [{'id': '4d984589-b9e5-4627-8f10-ee6a3fcbc5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:37:55.365486 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc2fb75-8efa-4b4c-9f37-81ef157278de None None] The sync data for ids ['7d14d286-2d7b-4c63-bf46-418e3e2e4dfd'] in dv-neutron-862712-1-hyperv is: [{'id': '7d14d286-2d7b-4c63-bf46-418e3e2e4dfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680082919', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.242'}], 'enable_snat': True}, 'gw_port_id': 'a52f058d-a707-471a-bbd7-98e9ad2dc7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:37:27Z', 'updated_at': '2022-10-26T16:37:33Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': 'a52f058d-a707-471a-bbd7-98e9ad2dc7f4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d14d286-2d7b-4c63-bf46-418e3e2e4dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:37:28Z', 'updated_at': '2022-10-26T16:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '4e30d58b-a457-4c9b-bd5f-6f4570150554', 'tenant_id': '9041478b4b314552952768907a320dc1', 'floating_ip_address': '172.26.2.37', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '7d14d286-2d7b-4c63-bf46-418e3e2e4dfd', 'port_id': '2b722917-160f-4306-866b-7aed83a3816e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '434b509d-158a-4d6b-8d71-fdb9df7f7f16', 'mac_address': 'fa:16:3e:12:46:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff55abd-73f8-4d1e-b450-dd0d987284bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:37:52Z', 'updated_at': '2022-10-26T16:37:52Z', 'revision_number': 0, 'project_id': '9041478b4b314552952768907a320dc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c50ff240-e722-4422-9bfe-c8c1227cfa3f', 'name': '', 'network_id': '434b509d-158a-4d6b-8d71-fdb9df7f7f16', 'tenant_id': '9041478b4b314552952768907a320dc1', 'mac_address': 'fa:16:3e:12:b2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d14d286-2d7b-4c63-bf46-418e3e2e4dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '4d984589-b9e5-4627-8f10-ee6a3fcbc5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:37:32Z', 'updated_at': '2022-10-26T16:37:38Z', 'revision_number': 5, 'project_id': '9041478b4b314552952768907a320dc1', 'subnets': [{'id': '4d984589-b9e5-4627-8f10-ee6a3fcbc5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:37:55.436986 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a044b1f1-9636-422d-b134-a0623077f71b req-ce716392-c775-4a47-8665-fd69172359fd service neutron] 10.222.0.48 "GET /v2.0/networks/434b509d-158a-4d6b-8d71-fdb9df7f7f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338103 Oct 26 16:37:55.565311 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ebe8ab-e888-490a-8b98-fc889acdadb0 None None] New status for floating IP 4e30d58b-a457-4c9b-bd5f-6f4570150554: ACTIVE {{(pid=89749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:37:55.819286 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 52176) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:37:55.929505 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-7773f0a0-eae0-4cbc-96fa-ae1e14e03904 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/floatingips/4e30d58b-a457-4c9b-bd5f-6f4570150554 HTTP/1.1" status: 200 len: 993 time: 0.1090925 Oct 26 16:37:56.295796 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-302b34a2-e993-4d05-a196-87d29409ee69 req-064c7848-28c2-4c39-8f6d-fee6c84f3bec service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8ff55abd-73f8-4d1e-b450-dd0d987284bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0779967 Oct 26 16:37:56.464193 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b34a2-e993-4d05-a196-87d29409ee69 req-362447ea-4669-4fbc-b19b-12eb7aba73bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:56.465652 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-302b34a2-e993-4d05-a196-87d29409ee69 req-362447ea-4669-4fbc-b19b-12eb7aba73bd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9041478b4b314552952768907a320dc1&device_id=8ff55abd-73f8-4d1e-b450-dd0d987284bd HTTP/1.1" status: 200 len: 1099 time: 0.0863733 Oct 26 16:37:56.611847 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b34a2-e993-4d05-a196-87d29409ee69 req-f5ac0d87-d0f4-4e4c-a113-b762ee84f554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:56.613324 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-302b34a2-e993-4d05-a196-87d29409ee69 req-f5ac0d87-d0f4-4e4c-a113-b762ee84f554 service neutron] 10.222.0.48 "GET /v2.0/networks?id=434b509d-158a-4d6b-8d71-fdb9df7f7f16 HTTP/1.1" status: 200 len: 898 time: 0.1306329 Oct 26 16:37:56.698795 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:37:56.717905 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-302b34a2-e993-4d05-a196-87d29409ee69 req-355e2f3d-5b7d-4de9-a4e6-d9e5f6b6ef5a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b722917-160f-4306-866b-7aed83a3816e HTTP/1.1" status: 200 len: 1001 time: 0.0988946 Oct 26 16:37:56.779740 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b34a2-e993-4d05-a196-87d29409ee69 req-f03de516-d233-4e50-be67-461eea9bb355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:56.781150 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-302b34a2-e993-4d05-a196-87d29409ee69 req-f03de516-d233-4e50-be67-461eea9bb355 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d984589-b9e5-4627-8f10-ee6a3fcbc5f3 HTTP/1.1" status: 200 len: 834 time: 0.0576377 Oct 26 16:37:56.867178 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b34a2-e993-4d05-a196-87d29409ee69 req-b47667f2-5a11-4757-a5ba-86bab414a365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:56.868534 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-302b34a2-e993-4d05-a196-87d29409ee69 req-b47667f2-5a11-4757-a5ba-86bab414a365 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=434b509d-158a-4d6b-8d71-fdb9df7f7f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822778 Oct 26 16:37:56.998033 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-302b34a2-e993-4d05-a196-87d29409ee69 req-d9ef1084-5976-403b-85f2-e992667ec8f9 service neutron] 10.222.0.48 "GET /v2.0/networks/434b509d-158a-4d6b-8d71-fdb9df7f7f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240070 Oct 26 16:37:57.127374 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-302b34a2-e993-4d05-a196-87d29409ee69 req-1c648f0c-493b-4b0a-9e23-12b0cb96f249 service neutron] 10.222.0.48 "GET /v2.0/networks/434b509d-158a-4d6b-8d71-fdb9df7f7f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237216 Oct 26 16:37:57.556614 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:38:02.169427 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-570e53af-55a4-4d37-b940-e3fcc1d8bd7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:38:04.472526 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f0c342e3-db19-4765-8f1a-9a26fb8d2d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:38:05.272275 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:38:05.460827 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:38:07.072209 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:38:27.575499 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:38:32.153059 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ebf4b972-ebd2-44ae-a5e6-4c719805e67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:38:33.698669 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:38:34.461693 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-14ea2665-1e69-4460-a3a6-6e20aef16123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:38:35.284441 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:38:35.467564 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:38:37.032856 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:38:56.296932 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4cd2bc1d-f0b8-4676-9924-ca30a248008e req-63e28515-826b-4709-82cb-bf00f204242c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8ff55abd-73f8-4d1e-b450-dd0d987284bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0775371 Oct 26 16:38:56.461302 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2bc1d-f0b8-4676-9924-ca30a248008e req-1d104c56-3898-4088-9700-8569287debaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:38:56.462749 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4cd2bc1d-f0b8-4676-9924-ca30a248008e req-1d104c56-3898-4088-9700-8569287debaa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9041478b4b314552952768907a320dc1&device_id=8ff55abd-73f8-4d1e-b450-dd0d987284bd HTTP/1.1" status: 200 len: 1099 time: 0.0825515 Oct 26 16:38:56.605639 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2bc1d-f0b8-4676-9924-ca30a248008e req-02a59922-55de-44c3-a3a0-07570f0eeb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:38:56.606980 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4cd2bc1d-f0b8-4676-9924-ca30a248008e req-02a59922-55de-44c3-a3a0-07570f0eeb36 service neutron] 10.222.0.48 "GET /v2.0/networks?id=434b509d-158a-4d6b-8d71-fdb9df7f7f16 HTTP/1.1" status: 200 len: 898 time: 0.1267886 Oct 26 16:38:56.706545 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4cd2bc1d-f0b8-4676-9924-ca30a248008e req-80e3d337-5419-4997-a585-8b072a0fbda4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b722917-160f-4306-866b-7aed83a3816e HTTP/1.1" status: 200 len: 1001 time: 0.0930469 Oct 26 16:38:56.877409 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2bc1d-f0b8-4676-9924-ca30a248008e req-89e35fff-1f0c-4a9d-9b7e-fe7d0f1e608c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:38:56.878756 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4cd2bc1d-f0b8-4676-9924-ca30a248008e req-89e35fff-1f0c-4a9d-9b7e-fe7d0f1e608c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d984589-b9e5-4627-8f10-ee6a3fcbc5f3 HTTP/1.1" status: 200 len: 834 time: 0.1660619 Oct 26 16:38:56.961612 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2bc1d-f0b8-4676-9924-ca30a248008e req-87cef53d-c30c-472b-8743-e0d955949020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:38:56.963067 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4cd2bc1d-f0b8-4676-9924-ca30a248008e req-87cef53d-c30c-472b-8743-e0d955949020 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=434b509d-158a-4d6b-8d71-fdb9df7f7f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780201 Oct 26 16:38:57.091344 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4cd2bc1d-f0b8-4676-9924-ca30a248008e req-ab2cde99-f6a6-4add-8b47-2bb02849ae84 service neutron] 10.222.0.48 "GET /v2.0/networks/434b509d-158a-4d6b-8d71-fdb9df7f7f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219797 Oct 26 16:38:57.222435 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4cd2bc1d-f0b8-4676-9924-ca30a248008e req-ef133ccb-19a6-4aca-9836-4bb619edbfd7 service neutron] 10.222.0.48 "GET /v2.0/networks/434b509d-158a-4d6b-8d71-fdb9df7f7f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234729 Oct 26 16:38:57.593769 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:39:02.136675 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ef08ba3f-4506-4ab6-a33a-a0e0c458c114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:39:04.462552 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a953b0aa-22da-457d-921c-072a63686915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:39:05.279489 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:39:05.377259 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db1e53-1bf8-426b-8e8a-3b807b4e1968 req-ea52a429-50d1-4d38-9b00-6c20f56b4109 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:39:05.378749 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-89db1e53-1bf8-426b-8e8a-3b807b4e1968 req-ea52a429-50d1-4d38-9b00-6c20f56b4109 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff55abd-73f8-4d1e-b450-dd0d987284bd HTTP/1.1" status: 200 len: 946 time: 0.0942993 Oct 26 16:39:05.424398 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-89db1e53-1bf8-426b-8e8a-3b807b4e1968 req-5f5c8e3d-6acb-457f-96bb-49c9cf970db0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3eda27-9ff7-4838-b50c-21e7ef097920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395744 Oct 26 16:39:05.457436 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b3362-f032-48bb-866f-69060ff133da req-35fd4031-7196-4b85-8ca3-2bba5bc6b286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:39:05.457436 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9b7b3362-f032-48bb-866f-69060ff133da req-35fd4031-7196-4b85-8ca3-2bba5bc6b286 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9041478b4b314552952768907a320dc1&device_id=8ff55abd-73f8-4d1e-b450-dd0d987284bd HTTP/1.1" status: 200 len: 1099 time: 0.0859888 Oct 26 16:39:05.474353 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:39:05.587530 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b3362-f032-48bb-866f-69060ff133da req-ae5cc378-9aea-45ff-bcaa-db0b382a652d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:39:05.589521 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9b7b3362-f032-48bb-866f-69060ff133da req-ae5cc378-9aea-45ff-bcaa-db0b382a652d service neutron] 10.222.0.48 "GET /v2.0/networks?id=434b509d-158a-4d6b-8d71-fdb9df7f7f16 HTTP/1.1" status: 200 len: 898 time: 0.1268349 Oct 26 16:39:05.692576 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9b7b3362-f032-48bb-866f-69060ff133da req-54681b89-e059-427a-9ff3-1a1be9674b1a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b722917-160f-4306-866b-7aed83a3816e HTTP/1.1" status: 200 len: 1001 time: 0.0973368 Oct 26 16:39:05.754569 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b3362-f032-48bb-866f-69060ff133da req-43713b9c-7a96-470a-a094-942019fe971b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:39:05.755878 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9b7b3362-f032-48bb-866f-69060ff133da req-43713b9c-7a96-470a-a094-942019fe971b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d984589-b9e5-4627-8f10-ee6a3fcbc5f3 HTTP/1.1" status: 200 len: 834 time: 0.0574641 Oct 26 16:39:05.842140 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b3362-f032-48bb-866f-69060ff133da req-7dee7cbd-e8aa-4cf9-b701-eced7fd892b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:39:05.843613 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9b7b3362-f032-48bb-866f-69060ff133da req-7dee7cbd-e8aa-4cf9-b701-eced7fd892b1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=434b509d-158a-4d6b-8d71-fdb9df7f7f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812480 Oct 26 16:39:05.973519 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9b7b3362-f032-48bb-866f-69060ff133da req-7adddf55-b00a-4f11-8d91-a217a7bb947b service neutron] 10.222.0.48 "GET /v2.0/networks/434b509d-158a-4d6b-8d71-fdb9df7f7f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237807 Oct 26 16:39:06.105741 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9b7b3362-f032-48bb-866f-69060ff133da req-8b5b078c-5044-47b0-bdc1-8e628fd440dc service neutron] 10.222.0.48 "GET /v2.0/networks/434b509d-158a-4d6b-8d71-fdb9df7f7f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253829 Oct 26 16:39:06.626656 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b69395-eacb-4f20-8a6d-d894f00c349e req-cfa8f67e-3620-4423-a886-7544860103aa tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:39:06.628098 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c2b69395-eacb-4f20-8a6d-d894f00c349e req-cfa8f67e-3620-4423-a886-7544860103aa tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff55abd-73f8-4d1e-b450-dd0d987284bd HTTP/1.1" status: 200 len: 946 time: 0.0883338 Oct 26 16:39:06.673139 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c2b69395-eacb-4f20-8a6d-d894f00c349e req-582fc4df-0620-4729-a8af-0fdccd949964 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3eda27-9ff7-4838-b50c-21e7ef097920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393236 Oct 26 16:39:07.062479 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:39:07.872048 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f49ba-c6b1-4f3e-8ab2-ac7730225008 req-579d5a4b-4a42-495a-8222-d02fc6a41e6b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:39:07.873852 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-7b9f49ba-c6b1-4f3e-8ab2-ac7730225008 req-579d5a4b-4a42-495a-8222-d02fc6a41e6b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff55abd-73f8-4d1e-b450-dd0d987284bd HTTP/1.1" status: 200 len: 946 time: 0.0881889 Oct 26 16:39:07.916202 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-7b9f49ba-c6b1-4f3e-8ab2-ac7730225008 req-1832b5c3-163b-4f8a-8f3f-c3cd419d38e5 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3eda27-9ff7-4838-b50c-21e7ef097920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369892 Oct 26 16:39:09.117772 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440fc2e-77f9-409c-97f8-e434866053ce req-fa29b32c-b8ed-4aba-bbbf-454e225b1f75 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:39:09.119375 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3440fc2e-77f9-409c-97f8-e434866053ce req-fa29b32c-b8ed-4aba-bbbf-454e225b1f75 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff55abd-73f8-4d1e-b450-dd0d987284bd HTTP/1.1" status: 200 len: 946 time: 0.0920482 Oct 26 16:39:09.162800 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3440fc2e-77f9-409c-97f8-e434866053ce req-37bfdc53-ce9e-4aed-aa3e-4392cb891a12 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3eda27-9ff7-4838-b50c-21e7ef097920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373785 Oct 26 16:39:10.362183 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686fe5e-3f09-4a4c-9818-32a56f46d99d req-81d9fb40-8d74-42f2-a989-a0d7f49c9bf9 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:39:10.363579 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-4686fe5e-3f09-4a4c-9818-32a56f46d99d req-81d9fb40-8d74-42f2-a989-a0d7f49c9bf9 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff55abd-73f8-4d1e-b450-dd0d987284bd HTTP/1.1" status: 200 len: 946 time: 0.0912645 Oct 26 16:39:10.406399 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-4686fe5e-3f09-4a4c-9818-32a56f46d99d req-a343592b-d4de-4d08-a077-f5df7899ffd2 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3eda27-9ff7-4838-b50c-21e7ef097920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373285 Oct 26 16:39:10.698642 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:39:11.607294 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996f3d5-d9ad-44f1-94d4-e6a00147b1c8 req-416de0b4-b495-41d2-9271-954c781c33be tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:39:11.609286 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2996f3d5-d9ad-44f1-94d4-e6a00147b1c8 req-416de0b4-b495-41d2-9271-954c781c33be tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff55abd-73f8-4d1e-b450-dd0d987284bd HTTP/1.1" status: 200 len: 946 time: 0.0859392 Oct 26 16:39:11.655938 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2996f3d5-d9ad-44f1-94d4-e6a00147b1c8 req-238152c1-4531-4aee-84cc-98b63bb90651 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3eda27-9ff7-4838-b50c-21e7ef097920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408361 Oct 26 16:39:12.856346 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78051676-77f4-4fd6-b159-d8069b422010 req-ca4e219e-d5ef-446e-994a-98143b296055 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:39:12.857786 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-78051676-77f4-4fd6-b159-d8069b422010 req-ca4e219e-d5ef-446e-994a-98143b296055 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff55abd-73f8-4d1e-b450-dd0d987284bd HTTP/1.1" status: 200 len: 946 time: 0.0903056 Oct 26 16:39:12.901478 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-78051676-77f4-4fd6-b159-d8069b422010 req-6bab5021-4c66-46ba-a5f8-2ac066ec43fa tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3eda27-9ff7-4838-b50c-21e7ef097920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379522 Oct 26 16:39:14.098218 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c94631e-eebc-48db-9c3b-6ccd9153f34d req-1be795a0-822e-4f39-99b3-c821a6b8dc27 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:39:14.100011 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1c94631e-eebc-48db-9c3b-6ccd9153f34d req-1be795a0-822e-4f39-99b3-c821a6b8dc27 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff55abd-73f8-4d1e-b450-dd0d987284bd HTTP/1.1" status: 200 len: 946 time: 0.0884094 Oct 26 16:39:14.143989 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1c94631e-eebc-48db-9c3b-6ccd9153f34d req-0ee9863a-f07a-42cc-879e-c7757a35be04 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3eda27-9ff7-4838-b50c-21e7ef097920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384753 Oct 26 16:39:15.342236 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af19ba2-fdac-4ce9-8cc4-39c5bc3e3155 req-509519b5-e03e-48bf-9d46-8d99c683d241 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:39:15.344427 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-9af19ba2-fdac-4ce9-8cc4-39c5bc3e3155 req-509519b5-e03e-48bf-9d46-8d99c683d241 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff55abd-73f8-4d1e-b450-dd0d987284bd HTTP/1.1" status: 200 len: 946 time: 0.0885680 Oct 26 16:39:15.387678 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-9af19ba2-fdac-4ce9-8cc4-39c5bc3e3155 req-af537549-d947-4a34-a73d-1b2f5b118e1b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3eda27-9ff7-4838-b50c-21e7ef097920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372343 Oct 26 16:39:16.702016 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb267b15-ed3b-459d-b662-0b04909efd94 req-68517bf5-1e69-454c-8701-c6bffc5d3063 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:39:16.703582 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-fb267b15-ed3b-459d-b662-0b04909efd94 req-68517bf5-1e69-454c-8701-c6bffc5d3063 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff55abd-73f8-4d1e-b450-dd0d987284bd HTTP/1.1" status: 200 len: 946 time: 0.1973243 Oct 26 16:39:16.747773 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-fb267b15-ed3b-459d-b662-0b04909efd94 req-96771e0e-d6b7-4400-bc4c-2ca64464a866 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3eda27-9ff7-4838-b50c-21e7ef097920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385513 Oct 26 16:39:17.945563 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d5cfb-fbc3-4005-944f-b685031b362e req-8563d6e3-daf3-4c89-9537-b0ee04b795db tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:39:17.946934 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-891d5cfb-fbc3-4005-944f-b685031b362e req-8563d6e3-daf3-4c89-9537-b0ee04b795db tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff55abd-73f8-4d1e-b450-dd0d987284bd HTTP/1.1" status: 200 len: 946 time: 0.0903924 Oct 26 16:39:17.991518 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-891d5cfb-fbc3-4005-944f-b685031b362e req-8b34bdae-1fbe-4eec-9f6d-669d79c9c1da tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3eda27-9ff7-4838-b50c-21e7ef097920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389230 Oct 26 16:39:19.188805 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df67ff5-2ea1-4e11-b68f-ecbce0c18240 req-ce6903fe-a3a8-4f17-87d8-7a7561052def tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:39:19.190248 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3df67ff5-2ea1-4e11-b68f-ecbce0c18240 req-ce6903fe-a3a8-4f17-87d8-7a7561052def tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff55abd-73f8-4d1e-b450-dd0d987284bd HTTP/1.1" status: 200 len: 946 time: 0.0867712 Oct 26 16:39:19.237445 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3df67ff5-2ea1-4e11-b68f-ecbce0c18240 req-ba01e1c9-f915-4744-80fa-aa43e2a225d1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3eda27-9ff7-4838-b50c-21e7ef097920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416667 Oct 26 16:39:20.431798 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3831a-15b9-4630-807d-572bf9fa935a req-9921d68a-1164-41bf-90d0-57524b32d2e8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:39:20.433299 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-bef3831a-15b9-4630-807d-572bf9fa935a req-9921d68a-1164-41bf-90d0-57524b32d2e8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff55abd-73f8-4d1e-b450-dd0d987284bd HTTP/1.1" status: 200 len: 946 time: 0.0881753 Oct 26 16:39:20.481411 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-bef3831a-15b9-4630-807d-572bf9fa935a req-cfb830fc-259d-4a7e-8cbc-6706da016e36 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3eda27-9ff7-4838-b50c-21e7ef097920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417900 Oct 26 16:39:21.677047 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427adaa-6715-47ca-87be-719da6d3ef55 req-10ab6e81-d8c1-47a0-b91a-109ad5ceb88e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:39:21.678522 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8427adaa-6715-47ca-87be-719da6d3ef55 req-10ab6e81-d8c1-47a0-b91a-109ad5ceb88e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff55abd-73f8-4d1e-b450-dd0d987284bd HTTP/1.1" status: 200 len: 946 time: 0.0889313 Oct 26 16:39:21.723341 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8427adaa-6715-47ca-87be-719da6d3ef55 req-c481b5fb-fe35-49f9-aeed-af7bce157d0e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3eda27-9ff7-4838-b50c-21e7ef097920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391262 Oct 26 16:39:22.922427 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b005a6f-e496-4db6-b830-55a679b0de28 req-38dee5bc-15a6-4236-aa50-4bb140710df8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:39:22.923901 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0b005a6f-e496-4db6-b830-55a679b0de28 req-38dee5bc-15a6-4236-aa50-4bb140710df8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff55abd-73f8-4d1e-b450-dd0d987284bd HTTP/1.1" status: 200 len: 946 time: 0.0874667 Oct 26 16:39:22.967605 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0b005a6f-e496-4db6-b830-55a679b0de28 req-e225576b-2bcc-4e95-bc5d-7538424cf682 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3eda27-9ff7-4838-b50c-21e7ef097920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379820 Oct 26 16:39:22.996991 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 52232) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:39:23.104728 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-16919aba-d8b1-4345-aa76-9955f1b4ae56 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/floatingips/4e30d58b-a457-4c9b-bd5f-6f4570150554 HTTP/1.1" status: 200 len: 993 time: 0.1066549 Oct 26 16:39:27.646180 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:39:32.131457 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9780df35-91cb-48eb-959f-7914869e4b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:39:34.445982 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c20bfca3-f6c2-419c-8030-301f190eab54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:39:35.285788 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:39:35.525999 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:39:37.091705 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:39:47.697066 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:39:57.612395 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:39:58.296240 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a3ee1b9b-488b-442a-a22f-7b3163bcdbfb req-fa5bf9ee-be2e-467a-8a3b-835f1df539ac service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8ff55abd-73f8-4d1e-b450-dd0d987284bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0826242 Oct 26 16:39:58.456141 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee1b9b-488b-442a-a22f-7b3163bcdbfb req-0892e584-e15f-444b-a571-a68e4da26237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:39:58.457584 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a3ee1b9b-488b-442a-a22f-7b3163bcdbfb req-0892e584-e15f-444b-a571-a68e4da26237 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9041478b4b314552952768907a320dc1&device_id=8ff55abd-73f8-4d1e-b450-dd0d987284bd HTTP/1.1" status: 200 len: 1099 time: 0.0795929 Oct 26 16:39:58.601118 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee1b9b-488b-442a-a22f-7b3163bcdbfb req-e1d4f956-5961-4c9f-ab15-2ee1965b7bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:39:58.602827 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a3ee1b9b-488b-442a-a22f-7b3163bcdbfb req-e1d4f956-5961-4c9f-ab15-2ee1965b7bf2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=434b509d-158a-4d6b-8d71-fdb9df7f7f16 HTTP/1.1" status: 200 len: 898 time: 0.1277442 Oct 26 16:39:58.707611 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a3ee1b9b-488b-442a-a22f-7b3163bcdbfb req-f7d01e7a-0fd8-449c-a279-5cc34891c3c7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b722917-160f-4306-866b-7aed83a3816e HTTP/1.1" status: 200 len: 1001 time: 0.0985332 Oct 26 16:39:58.772400 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee1b9b-488b-442a-a22f-7b3163bcdbfb req-8a7a3c39-709a-48d9-ab58-aab21509b407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:39:58.773788 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a3ee1b9b-488b-442a-a22f-7b3163bcdbfb req-8a7a3c39-709a-48d9-ab58-aab21509b407 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d984589-b9e5-4627-8f10-ee6a3fcbc5f3 HTTP/1.1" status: 200 len: 834 time: 0.0609512 Oct 26 16:39:58.857983 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee1b9b-488b-442a-a22f-7b3163bcdbfb req-d0a2a701-1bc1-4bbd-be28-26b4dfd931de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:39:58.859481 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a3ee1b9b-488b-442a-a22f-7b3163bcdbfb req-d0a2a701-1bc1-4bbd-be28-26b4dfd931de service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=434b509d-158a-4d6b-8d71-fdb9df7f7f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800631 Oct 26 16:39:58.992254 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a3ee1b9b-488b-442a-a22f-7b3163bcdbfb req-ed845165-6dd0-4474-acc5-fb0bcd8ae9a6 service neutron] 10.222.0.48 "GET /v2.0/networks/434b509d-158a-4d6b-8d71-fdb9df7f7f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260700 Oct 26 16:39:59.123772 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a3ee1b9b-488b-442a-a22f-7b3163bcdbfb req-5cd398ef-1e98-4d5b-b1b7-eebc6af6a769 service neutron] 10.222.0.48 "GET /v2.0/networks/434b509d-158a-4d6b-8d71-fdb9df7f7f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255076 Oct 26 16:40:02.138460 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-dbdca7af-3e03-4e0b-8994-046f48edff15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:04.487017 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-15306580-9c97-45fe-ad60-d06a0636eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:05.321291 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:05.447522 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:07.047015 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:14.697714 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52258) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:40:14.902599 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-591e6d98-7fcc-4e3e-a504-654cfc188094 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Deleting port 0237f60e-fda0-4e16-8c54-84a1bc15e1c9 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:40:14.902941 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-591e6d98-7fcc-4e3e-a504-654cfc188094 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:15.074199 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-591e6d98-7fcc-4e3e-a504-654cfc188094 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:15.074777 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-591e6d98-7fcc-4e3e-a504-654cfc188094 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:15.326045 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-591e6d98-7fcc-4e3e-a504-654cfc188094 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Calling delete_port for 0237f60e-fda0-4e16-8c54-84a1bc15e1c9 owned by network:floatingip {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:40:15.538942 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-591e6d98-7fcc-4e3e-a504-654cfc188094 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:15.588820 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e6d98-7fcc-4e3e-a504-654cfc188094 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event deleted for resources: {'Port': ['ID=0237f60e-fda0-4e16-8c54-84a1bc15e1c9,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:15.631160 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e6d98-7fcc-4e3e-a504-654cfc188094 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:15.631516 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e6d98-7fcc-4e3e-a504-654cfc188094 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:15.631863 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e6d98-7fcc-4e3e-a504-654cfc188094 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:15.632202 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e6d98-7fcc-4e3e-a504-654cfc188094 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:15.632539 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e6d98-7fcc-4e3e-a504-654cfc188094 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:15.632871 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e6d98-7fcc-4e3e-a504-654cfc188094 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:15.633203 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e6d98-7fcc-4e3e-a504-654cfc188094 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:15.633530 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e6d98-7fcc-4e3e-a504-654cfc188094 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:15.633858 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e6d98-7fcc-4e3e-a504-654cfc188094 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:15.634189 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e6d98-7fcc-4e3e-a504-654cfc188094 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:15.634536 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e6d98-7fcc-4e3e-a504-654cfc188094 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:15.634864 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e6d98-7fcc-4e3e-a504-654cfc188094 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:15.696986 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-591e6d98-7fcc-4e3e-a504-654cfc188094 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for floatingip, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:15.697323 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.l3_db [None req-591e6d98-7fcc-4e3e-a504-654cfc188094 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Floating IP 4e30d58b-a457-4c9b-bd5f-6f4570150554 disassociated (deleted). External IP: 172.26.2.37, port: 2b722917-160f-4306-866b-7aed83a3816e. Oct 26 16:40:16.050903 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591e6d98-7fcc-4e3e-a504-654cfc188094 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Router 7d14d286-2d7b-4c63-bf46-418e3e2e4dfd has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:40:16.225439 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591e6d98-7fcc-4e3e-a504-654cfc188094 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:40:16.236045 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4f73c9-90a0-459e-9dc4-4bf441921c2c None None] Sync routers for ids ['7d14d286-2d7b-4c63-bf46-418e3e2e4dfd'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:40:16.245687 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4f73c9-90a0-459e-9dc4-4bf441921c2c None None] Routers {'7d14d286-2d7b-4c63-bf46-418e3e2e4dfd'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:40:16.246284 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-aa4f73c9-90a0-459e-9dc4-4bf441921c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:40:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['7d14d286-2d7b-4c63-bf46-418e3e2e4dfd'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:16.321063 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-591e6d98-7fcc-4e3e-a504-654cfc188094 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:16.380366 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-591e6d98-7fcc-4e3e-a504-654cfc188094 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "DELETE /v2.0/floatingips/4e30d58b-a457-4c9b-bd5f-6f4570150554 HTTP/1.1" status: 204 len: 168 time: 1.6815672 Oct 26 16:40:16.381016 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ff55abd-73f8-4d1e-b450-dd0d987284bd', 'tag': '2b722917-160f-4306-866b-7aed83a3816e'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:40:16.383344 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827d57fa-e583-490e-a963-12ffcb126962" -d '{"events": [{"name": "network-changed", "server_uuid": "8ff55abd-73f8-4d1e-b450-dd0d987284bd", "tag": "2b722917-160f-4306-866b-7aed83a3816e"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:40:16.426114 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-aa4f73c9-90a0-459e-9dc4-4bf441921c2c None None] Set router 7d14d286-2d7b-4c63-bf46-418e3e2e4dfd gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:40:16.437089 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c727a9-a7ef-442b-8a0e-c3e6bb1c7bd3 x-openstack-request-id: req-49c727a9-a7ef-442b-8a0e-c3e6bb1c7bd3 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:40:16.437382 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ff55abd-73f8-4d1e-b450-dd0d987284bd", "tag": "2b722917-160f-4306-866b-7aed83a3816e", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:40:16.437635 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-49c727a9-a7ef-442b-8a0e-c3e6bb1c7bd3 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:40:16.438197 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49c727a9-a7ef-442b-8a0e-c3e6bb1c7bd3'] response: {'name': 'network-changed', 'server_uuid': '8ff55abd-73f8-4d1e-b450-dd0d987284bd', 'tag': '2b722917-160f-4306-866b-7aed83a3816e', 'status': 'completed', 'code': 200} Oct 26 16:40:16.568694 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d57fa-e583-490e-a963-12ffcb126962 req-5f29f8f0-6c5a-470d-bb53-b231490aad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:40:16.570157 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-827d57fa-e583-490e-a963-12ffcb126962 req-5f29f8f0-6c5a-470d-bb53-b231490aad36 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9041478b4b314552952768907a320dc1&device_id=8ff55abd-73f8-4d1e-b450-dd0d987284bd HTTP/1.1" status: 200 len: 1099 time: 0.0807838 Oct 26 16:40:16.712431 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d57fa-e583-490e-a963-12ffcb126962 req-882a2a79-fd77-464b-b0e0-d7d7756f2d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:40:16.714636 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-827d57fa-e583-490e-a963-12ffcb126962 req-882a2a79-fd77-464b-b0e0-d7d7756f2d6d service neutron] 10.222.0.48 "GET /v2.0/networks?id=434b509d-158a-4d6b-8d71-fdb9df7f7f16 HTTP/1.1" status: 200 len: 898 time: 0.1371300 Oct 26 16:40:16.779272 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-aa4f73c9-90a0-459e-9dc4-4bf441921c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d14d286-2d7b-4c63-bf46-418e3e2e4dfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680082919', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.242'}], 'enable_snat': True}, 'gw_port_id': 'a52f058d-a707-471a-bbd7-98e9ad2dc7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:37:27Z', 'updated_at': '2022-10-26T16:37:33Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': 'a52f058d-a707-471a-bbd7-98e9ad2dc7f4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d14d286-2d7b-4c63-bf46-418e3e2e4dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:37:28Z', 'updated_at': '2022-10-26T16:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': 'c50ff240-e722-4422-9bfe-c8c1227cfa3f', 'name': '', 'network_id': '434b509d-158a-4d6b-8d71-fdb9df7f7f16', 'tenant_id': '9041478b4b314552952768907a320dc1', 'mac_address': 'fa:16:3e:12:b2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d14d286-2d7b-4c63-bf46-418e3e2e4dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '4d984589-b9e5-4627-8f10-ee6a3fcbc5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:37:32Z', 'updated_at': '2022-10-26T16:37:38Z', 'revision_number': 5, 'project_id': '9041478b4b314552952768907a320dc1', 'subnets': [{'id': '4d984589-b9e5-4627-8f10-ee6a3fcbc5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:16.783598 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4f73c9-90a0-459e-9dc4-4bf441921c2c None None] Checking router: 7d14d286-2d7b-4c63-bf46-418e3e2e4dfd for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:40:16.788263 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-827d57fa-e583-490e-a963-12ffcb126962 req-b2750841-5120-44c5-a8d1-2fdf64fa07a9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b722917-160f-4306-866b-7aed83a3816e HTTP/1.1" status: 200 len: 217 time: 0.0673885 Oct 26 16:40:16.792504 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4f73c9-90a0-459e-9dc4-4bf441921c2c None None] Routers {'7d14d286-2d7b-4c63-bf46-418e3e2e4dfd'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:40:16.793113 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-aa4f73c9-90a0-459e-9dc4-4bf441921c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:40:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['7d14d286-2d7b-4c63-bf46-418e3e2e4dfd'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:16.862770 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d57fa-e583-490e-a963-12ffcb126962 req-f8aade0e-e051-4256-8720-4c5e331867c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:40:16.864153 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-827d57fa-e583-490e-a963-12ffcb126962 req-f8aade0e-e051-4256-8720-4c5e331867c1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d984589-b9e5-4627-8f10-ee6a3fcbc5f3 HTTP/1.1" status: 200 len: 834 time: 0.0701637 Oct 26 16:40:16.983855 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-aa4f73c9-90a0-459e-9dc4-4bf441921c2c None None] Set router 7d14d286-2d7b-4c63-bf46-418e3e2e4dfd gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:40:17.130346 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d57fa-e583-490e-a963-12ffcb126962 req-f595c616-e827-4268-ae9a-2cb4ef5cd4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:40:17.131750 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-827d57fa-e583-490e-a963-12ffcb126962 req-f595c616-e827-4268-ae9a-2cb4ef5cd4b6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=434b509d-158a-4d6b-8d71-fdb9df7f7f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2573974 Oct 26 16:40:17.139861 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2918b0f-aa4c-4dad-ad32-b31329a93722 req-30305340-68ee-46b2-9ba7-085f4fa2b2bb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:40:17.140520 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-f2918b0f-aa4c-4dad-ad32-b31329a93722 req-30305340-68ee-46b2-9ba7-085f4fa2b2bb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Synchronizing usage tracker for tenant:9041478b4b314552952768907a320dc1 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:40:17.275931 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-827d57fa-e583-490e-a963-12ffcb126962 req-9c2f66a6-7435-44a4-b659-5154b858ccb5 service neutron] 10.222.0.48 "GET /v2.0/networks/434b509d-158a-4d6b-8d71-fdb9df7f7f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323371 Oct 26 16:40:17.281133 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-f2918b0f-aa4c-4dad-ad32-b31329a93722 req-30305340-68ee-46b2-9ba7-085f4fa2b2bb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Unset dirty status for tenant:9041478b4b314552952768907a320dc1 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:40:17.282828 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f2918b0f-aa4c-4dad-ad32-b31329a93722 req-30305340-68ee-46b2-9ba7-085f4fa2b2bb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff55abd-73f8-4d1e-b450-dd0d987284bd HTTP/1.1" status: 200 len: 946 time: 0.3727374 Oct 26 16:40:17.306102 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-aa4f73c9-90a0-459e-9dc4-4bf441921c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d14d286-2d7b-4c63-bf46-418e3e2e4dfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680082919', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.242'}], 'enable_snat': True}, 'gw_port_id': 'a52f058d-a707-471a-bbd7-98e9ad2dc7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:37:27Z', 'updated_at': '2022-10-26T16:37:33Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': 'a52f058d-a707-471a-bbd7-98e9ad2dc7f4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d14d286-2d7b-4c63-bf46-418e3e2e4dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:37:28Z', 'updated_at': '2022-10-26T16:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': 'c50ff240-e722-4422-9bfe-c8c1227cfa3f', 'name': '', 'network_id': '434b509d-158a-4d6b-8d71-fdb9df7f7f16', 'tenant_id': '9041478b4b314552952768907a320dc1', 'mac_address': 'fa:16:3e:12:b2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d14d286-2d7b-4c63-bf46-418e3e2e4dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '4d984589-b9e5-4627-8f10-ee6a3fcbc5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:37:32Z', 'updated_at': '2022-10-26T16:37:38Z', 'revision_number': 5, 'project_id': '9041478b4b314552952768907a320dc1', 'subnets': [{'id': '4d984589-b9e5-4627-8f10-ee6a3fcbc5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:17.310244 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4f73c9-90a0-459e-9dc4-4bf441921c2c None None] The sync data for ids ['7d14d286-2d7b-4c63-bf46-418e3e2e4dfd'] in dv-neutron-862712-1-hyperv is: [{'id': '7d14d286-2d7b-4c63-bf46-418e3e2e4dfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680082919', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.242'}], 'enable_snat': True}, 'gw_port_id': 'a52f058d-a707-471a-bbd7-98e9ad2dc7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:37:27Z', 'updated_at': '2022-10-26T16:37:33Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': 'a52f058d-a707-471a-bbd7-98e9ad2dc7f4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d14d286-2d7b-4c63-bf46-418e3e2e4dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:37:28Z', 'updated_at': '2022-10-26T16:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': 'c50ff240-e722-4422-9bfe-c8c1227cfa3f', 'name': '', 'network_id': '434b509d-158a-4d6b-8d71-fdb9df7f7f16', 'tenant_id': '9041478b4b314552952768907a320dc1', 'mac_address': 'fa:16:3e:12:b2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d14d286-2d7b-4c63-bf46-418e3e2e4dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '4d984589-b9e5-4627-8f10-ee6a3fcbc5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:37:32Z', 'updated_at': '2022-10-26T16:37:38Z', 'revision_number': 5, 'project_id': '9041478b4b314552952768907a320dc1', 'subnets': [{'id': '4d984589-b9e5-4627-8f10-ee6a3fcbc5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:40:17.415239 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f2918b0f-aa4c-4dad-ad32-b31329a93722 req-f84695d1-5fca-4dc0-ab26-40655e24871e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3eda27-9ff7-4838-b50c-21e7ef097920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094246 Oct 26 16:40:17.455528 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-827d57fa-e583-490e-a963-12ffcb126962 req-f6b8be9d-03d1-44c5-8389-e17077bdb734 service neutron] 10.222.0.48 "GET /v2.0/networks/434b509d-158a-4d6b-8d71-fdb9df7f7f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717536 Oct 26 16:40:17.537522 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38cc2fd-95ae-4695-a8ab-b6b2f91cf5c9 None None] New status for floating IP 4e30d58b-a457-4c9b-bd5f-6f4570150554: DOWN {{(pid=89749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:40:18.731206 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b44428-1068-4979-9902-ccccf69338e2 req-2ffe27d6-75b6-4d16-9158-59b5e0ecc3f0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:40:18.732584 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e9b44428-1068-4979-9902-ccccf69338e2 req-2ffe27d6-75b6-4d16-9158-59b5e0ecc3f0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff55abd-73f8-4d1e-b450-dd0d987284bd HTTP/1.1" status: 200 len: 946 time: 0.2008619 Oct 26 16:40:18.764865 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586af2f-18a0-4f2f-90d8-a035df4c1188 req-29098813-5af3-4cc4-b434-c216d939b66a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:40:18.766461 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c586af2f-18a0-4f2f-90d8-a035df4c1188 req-29098813-5af3-4cc4-b434-c216d939b66a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ff55abd-73f8-4d1e-b450-dd0d987284bd HTTP/1.1" status: 200 len: 946 time: 0.0891914 Oct 26 16:40:18.776993 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e9b44428-1068-4979-9902-ccccf69338e2 req-ef8780bc-af76-4734-9e60-fc2a3baa256b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=da3eda27-9ff7-4838-b50c-21e7ef097920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378735 Oct 26 16:40:18.840903 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-c586af2f-18a0-4f2f-90d8-a035df4c1188 req-d935598b-bcfd-445c-a4e6-44089d939a18 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Deleting port 2b722917-160f-4306-866b-7aed83a3816e {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:40:18.841587 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c586af2f-18a0-4f2f-90d8-a035df4c1188 req-d935598b-bcfd-445c-a4e6-44089d939a18 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:19.089591 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-c586af2f-18a0-4f2f-90d8-a035df4c1188 req-d935598b-bcfd-445c-a4e6-44089d939a18 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] For port 2b722917-160f-4306-866b-7aed83a3816e, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=2b722917-160f-4306-866b-7aed83a3816e,segment=NetworkSegment(6c09cce1-055e-4541-91a0-8cf3fe72d041),segment_id=6c09cce1-055e-4541-91a0-8cf3fe72d041)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:40:19.089862 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c586af2f-18a0-4f2f-90d8-a035df4c1188 req-d935598b-bcfd-445c-a4e6-44089d939a18 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:19.218574 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-c586af2f-18a0-4f2f-90d8-a035df4c1188 req-d935598b-bcfd-445c-a4e6-44089d939a18 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Calling delete_port for 2b722917-160f-4306-866b-7aed83a3816e owned by compute:nova {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:40:19.423782 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c586af2f-18a0-4f2f-90d8-a035df4c1188 req-d935598b-bcfd-445c-a4e6-44089d939a18 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:19.478498 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d935598b-bcfd-445c-a4e6-44089d939a18 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event deleted for resources: {'Port': ['ID=2b722917-160f-4306-866b-7aed83a3816e,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:19.570380 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-c586af2f-18a0-4f2f-90d8-a035df4c1188 req-d935598b-bcfd-445c-a4e6-44089d939a18 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] No DVR routers for this DVR port 2b722917-160f-4306-866b-7aed83a3816e on host hv-neutron-8627 {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:40:19.572816 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c586af2f-18a0-4f2f-90d8-a035df4c1188 req-d935598b-bcfd-445c-a4e6-44089d939a18 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:19.575432 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff55abd-73f8-4d1e-b450-dd0d987284bd', 'name': 'network-vif-deleted', 'tag': '2b722917-160f-4306-866b-7aed83a3816e'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:40:19.577893 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93722a93-0703-4652-83d0-d6a537b2cfdb" -d '{"events": [{"server_uuid": "8ff55abd-73f8-4d1e-b450-dd0d987284bd", "name": "network-vif-deleted", "tag": "2b722917-160f-4306-866b-7aed83a3816e"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:40:19.622182 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364278f8-3adc-4f52-b068-bcab470d7165 x-openstack-request-id: req-364278f8-3adc-4f52-b068-bcab470d7165 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:40:19.622561 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff55abd-73f8-4d1e-b450-dd0d987284bd", "name": "network-vif-deleted", "tag": "2b722917-160f-4306-866b-7aed83a3816e", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:40:19.622853 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-364278f8-3adc-4f52-b068-bcab470d7165 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:40:19.623327 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-364278f8-3adc-4f52-b068-bcab470d7165'] response: {'server_uuid': '8ff55abd-73f8-4d1e-b450-dd0d987284bd', 'name': 'network-vif-deleted', 'tag': '2b722917-160f-4306-866b-7aed83a3816e', 'status': 'completed', 'code': 200} Oct 26 16:40:19.687752 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c586af2f-18a0-4f2f-90d8-a035df4c1188 req-d935598b-bcfd-445c-a4e6-44089d939a18 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.48 "DELETE /v2.0/ports/2b722917-160f-4306-866b-7aed83a3816e HTTP/1.1" status: 204 len: 173 time: 0.9165833 Oct 26 16:40:19.947671 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d97ab49d-eb56-4ce2-b210-af6fd2ecc632 req-c555014c-5a4d-41a3-a1ce-412ccfe70966 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff55abd-73f8-4d1e-b450-dd0d987284bd HTTP/1.1" status: 200 len: 210 time: 0.0521882 Oct 26 16:40:21.050180 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52280) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:40:21.697764 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-09e78d4a-da0c-4502-8a4b-96a64113ae51 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:22.052504 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-09e78d4a-da0c-4502-8a4b-96a64113ae51 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Deleting port c50ff240-e722-4422-9bfe-c8c1227cfa3f {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:40:22.053140 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-09e78d4a-da0c-4502-8a4b-96a64113ae51 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:22.078295 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 2b722917-160f-4306-866b-7aed83a3816e no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:40:22.113740 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] No Port match for: 2b722917-160f-4306-866b-7aed83a3816e {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:40:22.114086 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 2b722917-160f-4306-866b-7aed83a3816e not bound to the agent host hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:40:22.244881 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-09e78d4a-da0c-4502-8a4b-96a64113ae51 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] For port c50ff240-e722-4422-9bfe-c8c1227cfa3f, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=c50ff240-e722-4422-9bfe-c8c1227cfa3f,segment=NetworkSegment(6c09cce1-055e-4541-91a0-8cf3fe72d041),segment_id=6c09cce1-055e-4541-91a0-8cf3fe72d041)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:40:22.245230 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-09e78d4a-da0c-4502-8a4b-96a64113ae51 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:22.369075 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-09e78d4a-da0c-4502-8a4b-96a64113ae51 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Calling delete_port for c50ff240-e722-4422-9bfe-c8c1227cfa3f owned by network:router_interface {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:40:22.630812 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-09e78d4a-da0c-4502-8a4b-96a64113ae51 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:22.678527 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e78d4a-da0c-4502-8a4b-96a64113ae51 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event deleted for resources: {'Port': ['ID=c50ff240-e722-4422-9bfe-c8c1227cfa3f,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:23.060017 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-09e78d4a-da0c-4502-8a4b-96a64113ae51 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:23.423753 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e78d4a-da0c-4502-8a4b-96a64113ae51 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Router 7d14d286-2d7b-4c63-bf46-418e3e2e4dfd has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:40:23.596246 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e78d4a-da0c-4502-8a4b-96a64113ae51 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:40:23.605715 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd839e8-62b7-47f1-adfb-a0834fb27aa9 None None] Sync routers for ids ['7d14d286-2d7b-4c63-bf46-418e3e2e4dfd'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:40:23.609006 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-09e78d4a-da0c-4502-8a4b-96a64113ae51 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "PUT /v2.0/routers/7d14d286-2d7b-4c63-bf46-418e3e2e4dfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5577207 Oct 26 16:40:23.612474 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 52284) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:40:23.615123 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd839e8-62b7-47f1-adfb-a0834fb27aa9 None None] Routers {'7d14d286-2d7b-4c63-bf46-418e3e2e4dfd'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:40:23.615733 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-abd839e8-62b7-47f1-adfb-a0834fb27aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:40:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['7d14d286-2d7b-4c63-bf46-418e3e2e4dfd'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:23.736608 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c7858e3-f1ae-4359-8862-da938b29a2f0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Deleting subnet 4d984589-b9e5-4627-8f10-ee6a3fcbc5f3 {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 16:40:23.739592 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8c7858e3-f1ae-4359-8862-da938b29a2f0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:23.790121 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-abd839e8-62b7-47f1-adfb-a0834fb27aa9 None None] Set router 7d14d286-2d7b-4c63-bf46-418e3e2e4dfd gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:40:23.795246 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8c7858e3-f1ae-4359-8862-da938b29a2f0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:23.884030 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8c7858e3-f1ae-4359-8862-da938b29a2f0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:24.019715 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8c7858e3-f1ae-4359-8862-da938b29a2f0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:24.058045 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7858e3-f1ae-4359-8862-da938b29a2f0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event deleted for resources: {'Subnet': ['ID=4d984589-b9e5-4627-8f10-ee6a3fcbc5f3,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:24.067892 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8c7858e3-f1ae-4359-8862-da938b29a2f0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:24.071512 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a62842-ce12-48f6-92fc-6b007d59ee63 None None] Network 434b509d-158a-4d6b-8d71-fdb9df7f7f16 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:40:24.072018 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7858e3-f1ae-4359-8862-da938b29a2f0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:24.072343 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7858e3-f1ae-4359-8862-da938b29a2f0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:24.072688 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7858e3-f1ae-4359-8862-da938b29a2f0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:24.073024 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7858e3-f1ae-4359-8862-da938b29a2f0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:24.073367 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7858e3-f1ae-4359-8862-da938b29a2f0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:24.073694 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7858e3-f1ae-4359-8862-da938b29a2f0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:24.074017 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7858e3-f1ae-4359-8862-da938b29a2f0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:24.074342 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7858e3-f1ae-4359-8862-da938b29a2f0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:24.074695 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7858e3-f1ae-4359-8862-da938b29a2f0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:24.075042 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7858e3-f1ae-4359-8862-da938b29a2f0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:24.075342 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7858e3-f1ae-4359-8862-da938b29a2f0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:24.075665 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7858e3-f1ae-4359-8862-da938b29a2f0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:24.075985 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-abd839e8-62b7-47f1-adfb-a0834fb27aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d14d286-2d7b-4c63-bf46-418e3e2e4dfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680082919', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.242'}], 'enable_snat': True}, 'gw_port_id': 'a52f058d-a707-471a-bbd7-98e9ad2dc7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:37:27Z', 'updated_at': '2022-10-26T16:40:22Z', 'revision_number': 5, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': 'a52f058d-a707-471a-bbd7-98e9ad2dc7f4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d14d286-2d7b-4c63-bf46-418e3e2e4dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:37:28Z', 'updated_at': '2022-10-26T16:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:24.080285 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd839e8-62b7-47f1-adfb-a0834fb27aa9 None None] Checking router: 7d14d286-2d7b-4c63-bf46-418e3e2e4dfd for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:40:24.080790 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-8c7858e3-f1ae-4359-8862-da938b29a2f0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "DELETE /v2.0/subnets/4d984589-b9e5-4627-8f10-ee6a3fcbc5f3 HTTP/1.1" status: 204 len: 168 time: 0.4673011 Oct 26 16:40:24.083450 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 52290) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:40:24.089632 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd839e8-62b7-47f1-adfb-a0834fb27aa9 None None] Routers {'7d14d286-2d7b-4c63-bf46-418e3e2e4dfd'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:40:24.090280 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-abd839e8-62b7-47f1-adfb-a0834fb27aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:40:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['7d14d286-2d7b-4c63-bf46-418e3e2e4dfd'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:24.272788 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-361b1fd1-e95a-4592-bf47-73c53e91eb89 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for router, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:24.273209 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-abd839e8-62b7-47f1-adfb-a0834fb27aa9 None None] Set router 7d14d286-2d7b-4c63-bf46-418e3e2e4dfd gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:40:24.364670 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8d71bc-1e8c-47d3-8003-6c45a99f8f19 None None] DHCP port deletion for 434b509d-158a-4d6b-8d71-fdb9df7f7f16 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 16:40:24.369016 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ed8d71bc-1e8c-47d3-8003-6c45a99f8f19 None None] Deleting port 81d09cd3-cb34-4aa1-8f0a-bc11ad53ac8f {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:40:24.369395 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ed8d71bc-1e8c-47d3-8003-6c45a99f8f19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:24.461649 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-361b1fd1-e95a-4592-bf47-73c53e91eb89 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:24.533854 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-361b1fd1-e95a-4592-bf47-73c53e91eb89 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Deleting port a52f058d-a707-471a-bbd7-98e9ad2dc7f4 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:40:24.534166 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-361b1fd1-e95a-4592-bf47-73c53e91eb89 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:24.580340 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-ed8d71bc-1e8c-47d3-8003-6c45a99f8f19 None None] For port 81d09cd3-cb34-4aa1-8f0a-bc11ad53ac8f, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=81d09cd3-cb34-4aa1-8f0a-bc11ad53ac8f,segment=NetworkSegment(6c09cce1-055e-4541-91a0-8cf3fe72d041),segment_id=6c09cce1-055e-4541-91a0-8cf3fe72d041)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:40:24.580811 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ed8d71bc-1e8c-47d3-8003-6c45a99f8f19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:24.587970 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-abd839e8-62b7-47f1-adfb-a0834fb27aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d14d286-2d7b-4c63-bf46-418e3e2e4dfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680082919', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.242'}], 'enable_snat': True}, 'gw_port_id': 'a52f058d-a707-471a-bbd7-98e9ad2dc7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:37:27Z', 'updated_at': '2022-10-26T16:40:22Z', 'revision_number': 5, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': 'a52f058d-a707-471a-bbd7-98e9ad2dc7f4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d14d286-2d7b-4c63-bf46-418e3e2e4dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:37:28Z', 'updated_at': '2022-10-26T16:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:24.592188 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd839e8-62b7-47f1-adfb-a0834fb27aa9 None None] The sync data for ids ['7d14d286-2d7b-4c63-bf46-418e3e2e4dfd'] in dv-neutron-862712-1-hyperv is: [{'id': '7d14d286-2d7b-4c63-bf46-418e3e2e4dfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680082919', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.242'}], 'enable_snat': True}, 'gw_port_id': 'a52f058d-a707-471a-bbd7-98e9ad2dc7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:37:27Z', 'updated_at': '2022-10-26T16:40:22Z', 'revision_number': 5, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': 'a52f058d-a707-471a-bbd7-98e9ad2dc7f4', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d14d286-2d7b-4c63-bf46-418e3e2e4dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:37:28Z', 'updated_at': '2022-10-26T16:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:40:24.695727 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:40:24.716852 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ed8d71bc-1e8c-47d3-8003-6c45a99f8f19 None None] Calling delete_port for 81d09cd3-cb34-4aa1-8f0a-bc11ad53ac8f owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:40:24.717382 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-361b1fd1-e95a-4592-bf47-73c53e91eb89 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] For port a52f058d-a707-471a-bbd7-98e9ad2dc7f4, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=a52f058d-a707-471a-bbd7-98e9ad2dc7f4,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:40:24.717904 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-361b1fd1-e95a-4592-bf47-73c53e91eb89 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:24.842015 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-361b1fd1-e95a-4592-bf47-73c53e91eb89 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Calling delete_port for a52f058d-a707-471a-bbd7-98e9ad2dc7f4 owned by network:router_gateway {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:40:24.847650 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ed8d71bc-1e8c-47d3-8003-6c45a99f8f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:24.897400 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d71bc-1e8c-47d3-8003-6c45a99f8f19 None None] Pushing event deleted for resources: {'Port': ['ID=81d09cd3-cb34-4aa1-8f0a-bc11ad53ac8f,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:24.901527 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8d71bc-1e8c-47d3-8003-6c45a99f8f19 None None] No DVR routers for this DVR port 81d09cd3-cb34-4aa1-8f0a-bc11ad53ac8f on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:40:24.910965 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8d71bc-1e8c-47d3-8003-6c45a99f8f19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:24.911318 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8d71bc-1e8c-47d3-8003-6c45a99f8f19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:24.911732 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8d71bc-1e8c-47d3-8003-6c45a99f8f19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:24.911971 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8d71bc-1e8c-47d3-8003-6c45a99f8f19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:24.912303 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8d71bc-1e8c-47d3-8003-6c45a99f8f19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:24.912633 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8d71bc-1e8c-47d3-8003-6c45a99f8f19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:24.912955 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8d71bc-1e8c-47d3-8003-6c45a99f8f19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:24.913278 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8d71bc-1e8c-47d3-8003-6c45a99f8f19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:24.913596 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8d71bc-1e8c-47d3-8003-6c45a99f8f19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:24.913912 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8d71bc-1e8c-47d3-8003-6c45a99f8f19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:24.914234 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8d71bc-1e8c-47d3-8003-6c45a99f8f19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:24.914570 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8d71bc-1e8c-47d3-8003-6c45a99f8f19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:25.093595 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-361b1fd1-e95a-4592-bf47-73c53e91eb89 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:25.174204 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361b1fd1-e95a-4592-bf47-73c53e91eb89 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event deleted for resources: {'Port': ['ID=a52f058d-a707-471a-bbd7-98e9ad2dc7f4,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:25.241626 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-361b1fd1-e95a-4592-bf47-73c53e91eb89 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:25.519430 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-361b1fd1-e95a-4592-bf47-73c53e91eb89 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:25.521609 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-361b1fd1-e95a-4592-bf47-73c53e91eb89 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:25.630408 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-361b1fd1-e95a-4592-bf47-73c53e91eb89 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:25.631093 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361b1fd1-e95a-4592-bf47-73c53e91eb89 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Fanout notify agent at l3_agent the message router_deleted on router 7d14d286-2d7b-4c63-bf46-418e3e2e4dfd {{(pid=89747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 16:40:25.647969 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-361b1fd1-e95a-4592-bf47-73c53e91eb89 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:25.649076 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-361b1fd1-e95a-4592-bf47-73c53e91eb89 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "DELETE /v2.0/routers/7d14d286-2d7b-4c63-bf46-418e3e2e4dfd HTTP/1.1" status: 204 len: 168 time: 1.5647125 Oct 26 16:40:25.651752 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 52294) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:40:25.774137 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3d4dfe6a-84d4-4051-802d-21859b9c5030 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:25.904224 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3d4dfe6a-84d4-4051-802d-21859b9c5030 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:25.929278 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-3d4dfe6a-84d4-4051-802d-21859b9c5030 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['434b509d-158a-4d6b-8d71-fdb9df7f7f16']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:25.941225 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-3d4dfe6a-84d4-4051-802d-21859b9c5030 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c09cce1-055e-4541-91a0-8cf3fe72d041') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:25.941510 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-3d4dfe6a-84d4-4051-802d-21859b9c5030 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c09cce1-055e-4541-91a0-8cf3fe72d041') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:25.952586 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3d4dfe6a-84d4-4051-802d-21859b9c5030 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:25.968935 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3d4dfe6a-84d4-4051-802d-21859b9c5030 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:25.975493 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d4dfe6a-84d4-4051-802d-21859b9c5030 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:40:25.978237 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3d4dfe6a-84d4-4051-802d-21859b9c5030 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:26.064281 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 6c09cce1-055e-4541-91a0-8cf3fe72d041 resource provider aggregate not found Oct 26 16:40:26.080216 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 6c09cce1-055e-4541-91a0-8cf3fe72d041 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6c09cce1-055e-4541-91a0-8cf3fe72d041 found for delete ", "request_id": "req-42b11634-e92a-47ff-8d4e-bff599c9d7d3"}]} Oct 26 16:40:26.145175 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3d4dfe6a-84d4-4051-802d-21859b9c5030 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:26.153116 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a52f058d-a707-471a-bbd7-98e9ad2dc7f4 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:40:26.163779 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3d4dfe6a-84d4-4051-802d-21859b9c5030 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:26.175682 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4dfe6a-84d4-4051-802d-21859b9c5030 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event deleted for resources: {'Network': ['ID=434b509d-158a-4d6b-8d71-fdb9df7f7f16,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:26.186017 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: a52f058d-a707-471a-bbd7-98e9ad2dc7f4 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:40:26.186368 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a52f058d-a707-471a-bbd7-98e9ad2dc7f4 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:40:26.186810 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device c50ff240-e722-4422-9bfe-c8c1227cfa3f no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:40:26.219951 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: c50ff240-e722-4422-9bfe-c8c1227cfa3f {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:40:26.220297 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device c50ff240-e722-4422-9bfe-c8c1227cfa3f not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:40:26.220706 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 81d09cd3-cb34-4aa1-8f0a-bc11ad53ac8f no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:40:26.237674 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-3d4dfe6a-84d4-4051-802d-21859b9c5030 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "DELETE /v2.0/networks/434b509d-158a-4d6b-8d71-fdb9df7f7f16 HTTP/1.1" status: 204 len: 168 time: 0.5848918 Oct 26 16:40:26.240339 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 52304) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:40:26.257477 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 81d09cd3-cb34-4aa1-8f0a-bc11ad53ac8f {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:40:26.257856 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 81d09cd3-cb34-4aa1-8f0a-bc11ad53ac8f not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:40:26.309350 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e53d6d18-5eb0-491b-aa0d-009853a2c627 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:26.337926 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e53d6d18-5eb0-491b-aa0d-009853a2c627 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:26.458963 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e53d6d18-5eb0-491b-aa0d-009853a2c627 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:26.480610 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d6d18-5eb0-491b-aa0d-009853a2c627 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3eda27-9ff7-4838-b50c-21e7ef097920,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:26.543934 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e53d6d18-5eb0-491b-aa0d-009853a2c627 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:26.545075 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e53d6d18-5eb0-491b-aa0d-009853a2c627 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "DELETE /v2.0/security-groups/da3eda27-9ff7-4838-b50c-21e7ef097920 HTTP/1.1" status: 204 len: 168 time: 0.3038628 Oct 26 16:40:26.796494 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52312) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:40:26.802033 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-7f5d5d3c-bcb6-4a58-8fbc-b2173a342369 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-323748992', 'description': 'tempest-secgroup-smoke-323748992 description', 'project_id': '9041478b4b314552952768907a320dc1'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:26.808077 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-7f5d5d3c-bcb6-4a58-8fbc-b2173a342369 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:40:26.812277 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-7f5d5d3c-bcb6-4a58-8fbc-b2173a342369 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:security_group and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:40:26.815192 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-7f5d5d3c-bcb6-4a58-8fbc-b2173a342369 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:40:26.821110 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-7f5d5d3c-bcb6-4a58-8fbc-b2173a342369 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:40:26.905079 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7f5d5d3c-bcb6-4a58-8fbc-b2173a342369 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:26.928643 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-7f5d5d3c-bcb6-4a58-8fbc-b2173a342369 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:40:26.932446 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-7f5d5d3c-bcb6-4a58-8fbc-b2173a342369 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:security_group_rule and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:40:26.935233 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-7f5d5d3c-bcb6-4a58-8fbc-b2173a342369 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:40:26.941598 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-7f5d5d3c-bcb6-4a58-8fbc-b2173a342369 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:40:27.010146 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7f5d5d3c-bcb6-4a58-8fbc-b2173a342369 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:27.087414 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7f5d5d3c-bcb6-4a58-8fbc-b2173a342369 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:27.131380 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d5d3c-bcb6-4a58-8fbc-b2173a342369 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb815549-6933-4d5d-b572-fdf5dbd99add,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:27.201595 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7f5d5d3c-bcb6-4a58-8fbc-b2173a342369 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:27.202856 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-7f5d5d3c-bcb6-4a58-8fbc-b2173a342369 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4053435 Oct 26 16:40:27.206397 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52316) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:40:27.211307 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-16760702-977f-4186-8ae2-6d1dcca51123 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'security_group_rule': {'security_group_id': 'eb815549-6933-4d5d-b572-fdf5dbd99add', 'project_id': '9041478b4b314552952768907a320dc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:27.217424 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-16760702-977f-4186-8ae2-6d1dcca51123 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:40:27.221471 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-16760702-977f-4186-8ae2-6d1dcca51123 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:security_group_rule and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:40:27.224429 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-16760702-977f-4186-8ae2-6d1dcca51123 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:40:27.230351 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-16760702-977f-4186-8ae2-6d1dcca51123 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:40:27.310726 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-16760702-977f-4186-8ae2-6d1dcca51123 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:27.370094 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-16760702-977f-4186-8ae2-6d1dcca51123 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:27.441642 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-16760702-977f-4186-8ae2-6d1dcca51123 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:27.468886 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16760702-977f-4186-8ae2-6d1dcca51123 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8483e75d-bcd3-4156-a1cb-603404a01a4a,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:27.522006 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-16760702-977f-4186-8ae2-6d1dcca51123 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:27.523318 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-16760702-977f-4186-8ae2-6d1dcca51123 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3159356 Oct 26 16:40:27.526138 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52320) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:40:27.531172 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-7d83158c-e92a-4154-a355-effd150f9007 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'security_group_rule': {'security_group_id': 'eb815549-6933-4d5d-b572-fdf5dbd99add', 'project_id': '9041478b4b314552952768907a320dc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:27.537294 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-7d83158c-e92a-4154-a355-effd150f9007 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:40:27.541306 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-7d83158c-e92a-4154-a355-effd150f9007 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:security_group_rule and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:40:27.544221 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-7d83158c-e92a-4154-a355-effd150f9007 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:40:27.550438 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-7d83158c-e92a-4154-a355-effd150f9007 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:40:27.590708 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:27.619928 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7d83158c-e92a-4154-a355-effd150f9007 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:27.684830 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7d83158c-e92a-4154-a355-effd150f9007 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:27.739159 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7d83158c-e92a-4154-a355-effd150f9007 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:27.762224 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d83158c-e92a-4154-a355-effd150f9007 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bebe54e0-fc7e-436f-95ac-28782665bad7,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:27.836302 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7d83158c-e92a-4154-a355-effd150f9007 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:27.837476 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-7d83158c-e92a-4154-a355-effd150f9007 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3103573 Oct 26 16:40:27.840206 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52324) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:40:27.845805 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-74d5f163-4415-4a36-9444-1c9407f96161 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'security_group_rule': {'security_group_id': 'eb815549-6933-4d5d-b572-fdf5dbd99add', 'project_id': '9041478b4b314552952768907a320dc1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:27.851707 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-74d5f163-4415-4a36-9444-1c9407f96161 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:40:27.858116 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-74d5f163-4415-4a36-9444-1c9407f96161 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:security_group_rule and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:40:27.858753 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-74d5f163-4415-4a36-9444-1c9407f96161 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:40:27.865178 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-74d5f163-4415-4a36-9444-1c9407f96161 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:40:27.945142 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-74d5f163-4415-4a36-9444-1c9407f96161 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:28.006427 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-74d5f163-4415-4a36-9444-1c9407f96161 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:28.058835 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-74d5f163-4415-4a36-9444-1c9407f96161 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:28.082894 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d5f163-4415-4a36-9444-1c9407f96161 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9c2d273-0cc8-4e8e-8d23-b1dbc515ce7d,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:28.133292 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-74d5f163-4415-4a36-9444-1c9407f96161 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:28.134571 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-74d5f163-4415-4a36-9444-1c9407f96161 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2933939 Oct 26 16:40:28.137180 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52328) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:40:28.142632 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-1fb951e7-2182-4620-8f62-e212870913d8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'security_group_rule': {'security_group_id': 'eb815549-6933-4d5d-b572-fdf5dbd99add', 'project_id': '9041478b4b314552952768907a320dc1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:28.148472 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-1fb951e7-2182-4620-8f62-e212870913d8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:40:28.155504 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-1fb951e7-2182-4620-8f62-e212870913d8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:security_group_rule and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:40:28.155504 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-1fb951e7-2182-4620-8f62-e212870913d8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:40:28.161874 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-1fb951e7-2182-4620-8f62-e212870913d8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:40:28.236708 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1fb951e7-2182-4620-8f62-e212870913d8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:28.299415 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1fb951e7-2182-4620-8f62-e212870913d8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:28.361614 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1fb951e7-2182-4620-8f62-e212870913d8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:28.386349 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb951e7-2182-4620-8f62-e212870913d8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dddfc512-1f47-4818-9cae-4f9536500d90,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:28.441736 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-1fb951e7-2182-4620-8f62-e212870913d8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:28.442938 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-1fb951e7-2182-4620-8f62-e212870913d8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3048453 Oct 26 16:40:28.445664 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52332) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:40:28.450739 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-f6f13504-d086-4cf7-9388-5a418b5b5771 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'security_group_rule': {'security_group_id': 'eb815549-6933-4d5d-b572-fdf5dbd99add', 'project_id': '9041478b4b314552952768907a320dc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:28.457636 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-f6f13504-d086-4cf7-9388-5a418b5b5771 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:40:28.461573 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-f6f13504-d086-4cf7-9388-5a418b5b5771 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:security_group_rule and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:40:28.464500 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-f6f13504-d086-4cf7-9388-5a418b5b5771 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:40:28.470324 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-f6f13504-d086-4cf7-9388-5a418b5b5771 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:40:28.533547 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.securitygroups_db [None req-f6f13504-d086-4cf7-9388-5a418b5b5771 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Project 9041478b4b314552952768907a320dc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:40:28.540197 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f6f13504-d086-4cf7-9388-5a418b5b5771 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:28.604524 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f6f13504-d086-4cf7-9388-5a418b5b5771 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:28.663931 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f6f13504-d086-4cf7-9388-5a418b5b5771 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:28.687093 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f13504-d086-4cf7-9388-5a418b5b5771 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38041a43-9835-43ee-9da8-ada1af763e47,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:28.772628 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f6f13504-d086-4cf7-9388-5a418b5b5771 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:28.773823 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f6f13504-d086-4cf7-9388-5a418b5b5771 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3272419 Oct 26 16:40:28.776569 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52336) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:40:28.781535 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-fe809ad5-cc3d-40ff-9760-43985ece842f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'security_group_rule': {'security_group_id': 'eb815549-6933-4d5d-b572-fdf5dbd99add', 'project_id': '9041478b4b314552952768907a320dc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:28.787610 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-fe809ad5-cc3d-40ff-9760-43985ece842f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:40:28.791519 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-fe809ad5-cc3d-40ff-9760-43985ece842f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:security_group_rule and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:40:28.794427 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-fe809ad5-cc3d-40ff-9760-43985ece842f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:40:28.800729 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-fe809ad5-cc3d-40ff-9760-43985ece842f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:40:28.869815 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.securitygroups_db [None req-fe809ad5-cc3d-40ff-9760-43985ece842f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Project 9041478b4b314552952768907a320dc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:40:28.877529 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fe809ad5-cc3d-40ff-9760-43985ece842f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:28.943607 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fe809ad5-cc3d-40ff-9760-43985ece842f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:29.013307 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fe809ad5-cc3d-40ff-9760-43985ece842f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:29.035920 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe809ad5-cc3d-40ff-9760-43985ece842f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ac1bf4a-a005-44e9-9c66-11c3ecc72056,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:29.111168 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fe809ad5-cc3d-40ff-9760-43985ece842f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:29.112330 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-fe809ad5-cc3d-40ff-9760-43985ece842f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3348312 Oct 26 16:40:29.115252 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52340) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:40:29.127678 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-54085186-8bc0-4d15-b813-aa0befee20ad tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'network': {'name': 'tempest-network-smoke--654256066', 'project_id': '9041478b4b314552952768907a320dc1', 'port_security_enabled': True}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:29.127678 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-54085186-8bc0-4d15-b813-aa0befee20ad tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:40:29.130352 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-54085186-8bc0-4d15-b813-aa0befee20ad tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:network and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:40:29.133222 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-54085186-8bc0-4d15-b813-aa0befee20ad tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:40:29.138961 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-54085186-8bc0-4d15-b813-aa0befee20ad tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:40:29.225226 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54085186-8bc0-4d15-b813-aa0befee20ad tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Made reservation on behalf of 9041478b4b314552952768907a320dc1 for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:40:29.228963 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-54085186-8bc0-4d15-b813-aa0befee20ad tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:29.259127 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54085186-8bc0-4d15-b813-aa0befee20ad tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:40:29.267650 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-54085186-8bc0-4d15-b813-aa0befee20ad tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:29.267988 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-54085186-8bc0-4d15-b813-aa0befee20ad tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Added segment 38d65d8a-b792-4a47-9ee8-88125fbc59ea of type vlan for network fbdbd89e-d23b-4221-8803-5f5f8ff738c0 Oct 26 16:40:29.294587 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-54085186-8bc0-4d15-b813-aa0befee20ad tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:29.396864 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-54085186-8bc0-4d15-b813-aa0befee20ad tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:29.402389 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54085186-8bc0-4d15-b813-aa0befee20ad tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:40:29.403078 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-54085186-8bc0-4d15-b813-aa0befee20ad tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:29.518967 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54085186-8bc0-4d15-b813-aa0befee20ad tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'Network': ['ID=fbdbd89e-d23b-4221-8803-5f5f8ff738c0,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:29.530534 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network fbdbd89e-d23b-4221-8803-5f5f8ff738c0 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 16:40:29.574369 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-54085186-8bc0-4d15-b813-aa0befee20ad tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4580927 Oct 26 16:40:29.577204 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52344) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:40:29.583214 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-b18adfe2-d814-48c1-a9e7-e3c353ff5f9c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-768628375', 'admin_state_up': True, 'project_id': '9041478b4b314552952768907a320dc1', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:29.590693 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-b18adfe2-d814-48c1-a9e7-e3c353ff5f9c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:40:29.595811 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-b18adfe2-d814-48c1-a9e7-e3c353ff5f9c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:router and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:40:29.599357 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-b18adfe2-d814-48c1-a9e7-e3c353ff5f9c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:40:29.606708 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-b18adfe2-d814-48c1-a9e7-e3c353ff5f9c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:40:29.676421 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b18adfe2-d814-48c1-a9e7-e3c353ff5f9c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:29.677479 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b18adfe2-d814-48c1-a9e7-e3c353ff5f9c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:29.695174 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b18adfe2-d814-48c1-a9e7-e3c353ff5f9c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:30.149556 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b18adfe2-d814-48c1-a9e7-e3c353ff5f9c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:30.511724 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b18adfe2-d814-48c1-a9e7-e3c353ff5f9c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for router_gateway, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:30.541608 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b18adfe2-d814-48c1-a9e7-e3c353ff5f9c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:30.678522 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-b18adfe2-d814-48c1-a9e7-e3c353ff5f9c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Allocated IP 172.26.2.93 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/fd4e4090-f8bd-4ecb-b210-1705374a93dd) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:40:30.825672 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b18adfe2-d814-48c1-a9e7-e3c353ff5f9c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:30.905071 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b18adfe2-d814-48c1-a9e7-e3c353ff5f9c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:30.974312 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18adfe2-d814-48c1-a9e7-e3c353ff5f9c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:40:30.977229 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-b18adfe2-d814-48c1-a9e7-e3c353ff5f9c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:40:30.981072 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18adfe2-d814-48c1-a9e7-e3c353ff5f9c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:40:31.016642 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18adfe2-d814-48c1-a9e7-e3c353ff5f9c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'Port': ['ID=fd4e4090-f8bd-4ecb-b210-1705374a93dd,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:31.491281 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b18adfe2-d814-48c1-a9e7-e3c353ff5f9c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for router_gateway, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:31.940595 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b18adfe2-d814-48c1-a9e7-e3c353ff5f9c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:32.132502 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fbf27cb5-2348-49b4-8463-dbce0ff0952b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:32.223819 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18adfe2-d814-48c1-a9e7-e3c353ff5f9c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Router 5bb85119-0cc4-4853-a2cb-015dba6ca7ab is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 16:40:32.403767 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18adfe2-d814-48c1-a9e7-e3c353ff5f9c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:40:32.414055 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7a9540-1f86-41c4-ad70-3e3bd1c222f3 None None] Sync routers for ids ['5bb85119-0cc4-4853-a2cb-015dba6ca7ab'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:40:32.423847 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7a9540-1f86-41c4-ad70-3e3bd1c222f3 None None] Routers {'5bb85119-0cc4-4853-a2cb-015dba6ca7ab'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:40:32.424522 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-1e7a9540-1f86-41c4-ad70-3e3bd1c222f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:40:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['5bb85119-0cc4-4853-a2cb-015dba6ca7ab'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:32.510840 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b18adfe2-d814-48c1-a9e7-e3c353ff5f9c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:32.512099 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b18adfe2-d814-48c1-a9e7-e3c353ff5f9c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.9338498 Oct 26 16:40:32.515398 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52350) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:40:32.598816 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-1f20dc24-9e25-449e-bed4-98e750e82025 tempest-TestNetworkAdvancedServerOps-1001818259 tempest-TestNetworkAdvancedServerOps-1001818259-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=9041478b4b314552952768907a320dc1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0822158 Oct 26 16:40:32.601465 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52356) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:40:32.636924 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-1e7a9540-1f86-41c4-ad70-3e3bd1c222f3 None None] Set router 5bb85119-0cc4-4853-a2cb-015dba6ca7ab gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:40:32.732363 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310dec1f-92de-468c-b021-19e17ac18855 tempest-TestNetworkAdvancedServerOps-1001818259 tempest-TestNetworkAdvancedServerOps-1001818259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:40:32.733830 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-310dec1f-92de-468c-b021-19e17ac18855 tempest-TestNetworkAdvancedServerOps-1001818259 tempest-TestNetworkAdvancedServerOps-1001818259-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1314762 Oct 26 16:40:32.737304 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52360) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:40:32.779374 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-78f4e1e3-7ddc-4f54-b240-bbb91f344e54 tempest-TestNetworkAdvancedServerOps-1001818259 tempest-TestNetworkAdvancedServerOps-1001818259-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=0c79a151-ef79-4fff-8a3c-258f9478471d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409460 Oct 26 16:40:32.781778 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52364) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:40:32.787143 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-b53b74ba-2d0c-4291-9085-382e12f81eb7 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-708993525', 'network_id': 'fbdbd89e-d23b-4221-8803-5f5f8ff738c0', 'project_id': '9041478b4b314552952768907a320dc1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:32.897068 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-b53b74ba-2d0c-4291-9085-382e12f81eb7 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:40:32.900888 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-b53b74ba-2d0c-4291-9085-382e12f81eb7 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:subnet and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:40:32.903725 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-b53b74ba-2d0c-4291-9085-382e12f81eb7 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:40:32.909831 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-b53b74ba-2d0c-4291-9085-382e12f81eb7 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:40:32.932050 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-1e7a9540-1f86-41c4-ad70-3e3bd1c222f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb85119-0cc4-4853-a2cb-015dba6ca7ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768628375', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.93'}], 'enable_snat': True}, 'gw_port_id': 'fd4e4090-f8bd-4ecb-b210-1705374a93dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:40:29Z', 'updated_at': '2022-10-26T16:40:31Z', 'revision_number': 3, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': 'fd4e4090-f8bd-4ecb-b210-1705374a93dd', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb85119-0cc4-4853-a2cb-015dba6ca7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:40:30Z', 'updated_at': '2022-10-26T16:40:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:32.935956 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7a9540-1f86-41c4-ad70-3e3bd1c222f3 None None] Checking router: 5bb85119-0cc4-4853-a2cb-015dba6ca7ab for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:40:32.936313 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7a9540-1f86-41c4-ad70-3e3bd1c222f3 None None] Updating router 5bb85119-0cc4-4853-a2cb-015dba6ca7ab port fd4e4090-f8bd-4ecb-b210-1705374a93dd binding host dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:40:32.968036 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53b74ba-2d0c-4291-9085-382e12f81eb7 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Made reservation on behalf of 9041478b4b314552952768907a320dc1 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:40:32.971571 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b53b74ba-2d0c-4291-9085-382e12f81eb7 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:32.990819 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1e7a9540-1f86-41c4-ad70-3e3bd1c222f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:33.230963 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b53b74ba-2d0c-4291-9085-382e12f81eb7 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:33.312577 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b74ba-2d0c-4291-9085-382e12f81eb7 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'Subnet': ['ID=f9bb93e9-ecba-4324-8cce-9f94ab3b5014,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:33.318362 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1e7a9540-1f86-41c4-ad70-3e3bd1c222f3 None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:33.322667 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53b74ba-2d0c-4291-9085-382e12f81eb7 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Checking segment: {'id': '38d65d8a-b792-4a47-9ee8-88125fbc59ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'fbdbd89e-d23b-4221-8803-5f5f8ff738c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:40:33.323023 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53b74ba-2d0c-4291-9085-382e12f81eb7 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Network hostable DHCP agents. Network: fbdbd89e-d23b-4221-8803-5f5f8ff738c0, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:40:33.331359 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-1e7a9540-1f86-41c4-ad70-3e3bd1c222f3 None None] Transition to ACTIVE for port object fd4e4090-f8bd-4ecb-b210-1705374a93dd will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:40:33.406859 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1e7a9540-1f86-41c4-ad70-3e3bd1c222f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:33.465588 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53b74ba-2d0c-4291-9085-382e12f81eb7 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Network fbdbd89e-d23b-4221-8803-5f5f8ff738c0 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:40:33.472582 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-1e7a9540-1f86-41c4-ad70-3e3bd1c222f3 None None] Attempting to bind port fd4e4090-f8bd-4ecb-b210-1705374a93dd on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:40:33.472954 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-1e7a9540-1f86-41c4-ad70-3e3bd1c222f3 None None] Attempting to bind port fd4e4090-f8bd-4ecb-b210-1705374a93dd by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:40:33.473316 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7a9540-1f86-41c4-ad70-3e3bd1c222f3 None None] Attempting to bind port fd4e4090-f8bd-4ecb-b210-1705374a93dd on network 0c79a151-ef79-4fff-8a3c-258f9478471d {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:40:33.483878 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7a9540-1f86-41c4-ad70-3e3bd1c222f3 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:40:33.484186 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7a9540-1f86-41c4-ad70-3e3bd1c222f3 None None] Checking segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:40:33.484587 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1e7a9540-1f86-41c4-ad70-3e3bd1c222f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:33.484979 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7a9540-1f86-41c4-ad70-3e3bd1c222f3 None None] Bound using segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:40:33.485562 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-1e7a9540-1f86-41c4-ad70-3e3bd1c222f3 None None] Bound port: fd4e4090-f8bd-4ecb-b210-1705374a93dd, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:40:33.485938 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1e7a9540-1f86-41c4-ad70-3e3bd1c222f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:33.527498 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c7f58-3136-41c0-8e96-2b62e5ceb006 None None] Pushing event updated for resources: {'Port': ['ID=fd4e4090-f8bd-4ecb-b210-1705374a93dd,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:33.545011 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-b53b74ba-2d0c-4291-9085-382e12f81eb7 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, fbdbd89e-d23b-4221-8803-5f5f8ff738c0) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:40:33.549564 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53b74ba-2d0c-4291-9085-382e12f81eb7 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:40:33.550494 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b53b74ba-2d0c-4291-9085-382e12f81eb7 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:33.553655 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab129263-10f7-438e-8540-da2c67c47de8 None None] Network fbdbd89e-d23b-4221-8803-5f5f8ff738c0 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:40:33.640324 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-1e7a9540-1f86-41c4-ad70-3e3bd1c222f3 None None] For port fd4e4090-f8bd-4ecb-b210-1705374a93dd, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:40:33.660008 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-1e7a9540-1f86-41c4-ad70-3e3bd1c222f3 None None] For port fd4e4090-f8bd-4ecb-b210-1705374a93dd, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=fd4e4090-f8bd-4ecb-b210-1705374a93dd,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:40:33.724648 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1e7a9540-1f86-41c4-ad70-3e3bd1c222f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:33.797595 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b53b74ba-2d0c-4291-9085-382e12f81eb7 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0144122 Oct 26 16:40:33.800563 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52368) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:40:33.805767 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7a9540-1f86-41c4-ad70-3e3bd1c222f3 None None] Routers {'5bb85119-0cc4-4853-a2cb-015dba6ca7ab'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:40:33.805767 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-1e7a9540-1f86-41c4-ad70-3e3bd1c222f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:40:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['5bb85119-0cc4-4853-a2cb-015dba6ca7ab'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:33.983018 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c7f58-3136-41c0-8e96-2b62e5ceb006 None None] Pushing event updated for resources: {'Port': ['ID=fd4e4090-f8bd-4ecb-b210-1705374a93dd,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:34.003441 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92710446-593a-4076-ba6b-21a9a4356b28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-fbdbd89e-d23b-4221-8803-5f5f8ff738c0', 'network_id': 'fbdbd89e-d23b-4221-8803-5f5f8ff738c0', 'tenant_id': '9041478b4b314552952768907a320dc1', 'fixed_ips': [{'subnet_id': 'f9bb93e9-ecba-4324-8cce-9f94ab3b5014'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 16:40:34.004270 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-92710446-593a-4076-ba6b-21a9a4356b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:34.143931 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-1e7a9540-1f86-41c4-ad70-3e3bd1c222f3 None None] Set router 5bb85119-0cc4-4853-a2cb-015dba6ca7ab gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:40:34.446604 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-92710446-593a-4076-ba6b-21a9a4356b28 None None] Allocated IP 172.20.0.2 (fbdbd89e-d23b-4221-8803-5f5f8ff738c0/f9bb93e9-ecba-4324-8cce-9f94ab3b5014/0f59af98-4ec5-4602-b9ab-934f7863ffd8) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:40:34.505859 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4e1ae9f5-5dff-4b65-b7a5-d28e3160a691 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:34.515712 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-438a7f77-a484-4da0-8048-8528080da0b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:34.645884 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-1e7a9540-1f86-41c4-ad70-3e3bd1c222f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb85119-0cc4-4853-a2cb-015dba6ca7ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768628375', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.93'}], 'enable_snat': True}, 'gw_port_id': 'fd4e4090-f8bd-4ecb-b210-1705374a93dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:40:29Z', 'updated_at': '2022-10-26T16:40:31Z', 'revision_number': 3, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': 'fd4e4090-f8bd-4ecb-b210-1705374a93dd', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb85119-0cc4-4853-a2cb-015dba6ca7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:40:30Z', 'updated_at': '2022-10-26T16:40:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:34.681468 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7a9540-1f86-41c4-ad70-3e3bd1c222f3 None None] The sync data for ids ['5bb85119-0cc4-4853-a2cb-015dba6ca7ab'] in dv-neutron-862712-1-hyperv is: [{'id': '5bb85119-0cc4-4853-a2cb-015dba6ca7ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768628375', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.93'}], 'enable_snat': True}, 'gw_port_id': 'fd4e4090-f8bd-4ecb-b210-1705374a93dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:40:29Z', 'updated_at': '2022-10-26T16:40:31Z', 'revision_number': 3, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': 'fd4e4090-f8bd-4ecb-b210-1705374a93dd', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb85119-0cc4-4853-a2cb-015dba6ca7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:40:30Z', 'updated_at': '2022-10-26T16:40:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:40:34.721296 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-92710446-593a-4076-ba6b-21a9a4356b28 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:34.732034 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-92710446-593a-4076-ba6b-21a9a4356b28 None None] Transition to ACTIVE for port object 0f59af98-4ec5-4602-b9ab-934f7863ffd8 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:40:34.752193 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-92710446-593a-4076-ba6b-21a9a4356b28 None None] Transition to ACTIVE for port object 0f59af98-4ec5-4602-b9ab-934f7863ffd8 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:40:34.825277 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-92710446-593a-4076-ba6b-21a9a4356b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:34.902894 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92710446-593a-4076-ba6b-21a9a4356b28 None None] Network fbdbd89e-d23b-4221-8803-5f5f8ff738c0 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:40:34.906093 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-92710446-593a-4076-ba6b-21a9a4356b28 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:40:34.914535 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92710446-593a-4076-ba6b-21a9a4356b28 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:40:34.916917 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92710446-593a-4076-ba6b-21a9a4356b28 None None] Pushing event updated for resources: {'Port': ['ID=0f59af98-4ec5-4602-b9ab-934f7863ffd8,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:34.948212 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-4e1ae9f5-5dff-4b65-b7a5-d28e3160a691 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Allocated IP 172.20.0.1 (fbdbd89e-d23b-4221-8803-5f5f8ff738c0/f9bb93e9-ecba-4324-8cce-9f94ab3b5014/fa00946b-daf6-49be-88c0-7224be0ffd51) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:40:35.041433 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-92710446-593a-4076-ba6b-21a9a4356b28 None None] Attempting to bind port 0f59af98-4ec5-4602-b9ab-934f7863ffd8 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:40:35.041889 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-92710446-593a-4076-ba6b-21a9a4356b28 None None] Attempting to bind port 0f59af98-4ec5-4602-b9ab-934f7863ffd8 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '38d65d8a-b792-4a47-9ee8-88125fbc59ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'fbdbd89e-d23b-4221-8803-5f5f8ff738c0'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:40:35.042323 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92710446-593a-4076-ba6b-21a9a4356b28 None None] Attempting to bind port 0f59af98-4ec5-4602-b9ab-934f7863ffd8 on network fbdbd89e-d23b-4221-8803-5f5f8ff738c0 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:40:35.048503 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92710446-593a-4076-ba6b-21a9a4356b28 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:40:35.048503 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92710446-593a-4076-ba6b-21a9a4356b28 None None] Checking segment: {'id': '38d65d8a-b792-4a47-9ee8-88125fbc59ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'fbdbd89e-d23b-4221-8803-5f5f8ff738c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:40:35.049109 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-92710446-593a-4076-ba6b-21a9a4356b28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:35.050575 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92710446-593a-4076-ba6b-21a9a4356b28 None None] Bound using segment: {'id': '38d65d8a-b792-4a47-9ee8-88125fbc59ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'fbdbd89e-d23b-4221-8803-5f5f8ff738c0'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:40:35.050575 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-92710446-593a-4076-ba6b-21a9a4356b28 None None] Bound port: 0f59af98-4ec5-4602-b9ab-934f7863ffd8, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38d65d8a-b792-4a47-9ee8-88125fbc59ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'fbdbd89e-d23b-4221-8803-5f5f8ff738c0'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:40:35.050575 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-92710446-593a-4076-ba6b-21a9a4356b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:35.133100 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4e1ae9f5-5dff-4b65-b7a5-d28e3160a691 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:35.149084 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-92710446-593a-4076-ba6b-21a9a4356b28 None None] For port 0f59af98-4ec5-4602-b9ab-934f7863ffd8, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:40:35.150353 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-4e1ae9f5-5dff-4b65-b7a5-d28e3160a691 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Transition to ACTIVE for port object fa00946b-daf6-49be-88c0-7224be0ffd51 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:40:35.153011 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-92710446-593a-4076-ba6b-21a9a4356b28 None None] For port 0f59af98-4ec5-4602-b9ab-934f7863ffd8, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=0f59af98-4ec5-4602-b9ab-934f7863ffd8,segment=NetworkSegment(38d65d8a-b792-4a47-9ee8-88125fbc59ea),segment_id=38d65d8a-b792-4a47-9ee8-88125fbc59ea)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:40:35.225999 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-92710446-593a-4076-ba6b-21a9a4356b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:35.283972 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4e1ae9f5-5dff-4b65-b7a5-d28e3160a691 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:35.319140 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92710446-593a-4076-ba6b-21a9a4356b28 None None] Pushing event updated for resources: {'Port': ['ID=0f59af98-4ec5-4602-b9ab-934f7863ffd8,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:35.335944 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:35.364159 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1ae9f5-5dff-4b65-b7a5-d28e3160a691 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Network fbdbd89e-d23b-4221-8803-5f5f8ff738c0 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:40:35.368279 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-4e1ae9f5-5dff-4b65-b7a5-d28e3160a691 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:40:35.371011 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1ae9f5-5dff-4b65-b7a5-d28e3160a691 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:40:35.419520 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ae9f5-5dff-4b65-b7a5-d28e3160a691 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'Port': ['ID=fa00946b-daf6-49be-88c0-7224be0ffd51,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:35.446735 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4e1ae9f5-5dff-4b65-b7a5-d28e3160a691 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:35.448276 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:35.780650 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4e1ae9f5-5dff-4b65-b7a5-d28e3160a691 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:36.210193 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4e1ae9f5-5dff-4b65-b7a5-d28e3160a691 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:36.212583 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 0f59af98-4ec5-4602-b9ab-934f7863ffd8 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:40:36.271212 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4e1ae9f5-5dff-4b65-b7a5-d28e3160a691 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:36.367936 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 0f59af98-4ec5-4602-b9ab-934f7863ffd8 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:40:36.373240 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device fd4e4090-f8bd-4ecb-b210-1705374a93dd up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:40:36.387408 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4e1ae9f5-5dff-4b65-b7a5-d28e3160a691 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:36.390843 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ae9f5-5dff-4b65-b7a5-d28e3160a691 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'Port': ['ID=fa00946b-daf6-49be-88c0-7224be0ffd51,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:36.487888 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port fd4e4090-f8bd-4ecb-b210-1705374a93dd completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:40:36.492866 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port fd4e4090-f8bd-4ecb-b210-1705374a93dd triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:40:36.493241 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:36.493583 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port fd4e4090-f8bd-4ecb-b210-1705374a93dd Oct 26 16:40:36.530837 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1ae9f5-5dff-4b65-b7a5-d28e3160a691 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Network fbdbd89e-d23b-4221-8803-5f5f8ff738c0 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:40:36.532407 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-4e1ae9f5-5dff-4b65-b7a5-d28e3160a691 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:40:36.620401 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port fd4e4090-f8bd-4ecb-b210-1705374a93dd is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:40:36.620787 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:36.638982 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port fd4e4090-f8bd-4ecb-b210-1705374a93dd, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=fd4e4090-f8bd-4ecb-b210-1705374a93dd,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:40:36.700390 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:36.736288 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1ae9f5-5dff-4b65-b7a5-d28e3160a691 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Router 5bb85119-0cc4-4853-a2cb-015dba6ca7ab has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:40:36.777465 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=fd4e4090-f8bd-4ecb-b210-1705374a93dd,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:36.927908 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1ae9f5-5dff-4b65-b7a5-d28e3160a691 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:40:36.933946 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e89b07-8a99-48ce-80ad-f23b7b407c0e None None] Network fbdbd89e-d23b-4221-8803-5f5f8ff738c0 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:40:36.937540 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c2ebf5-407b-496c-9cf6-527e05b6fe61 None None] Sync routers for ids ['5bb85119-0cc4-4853-a2cb-015dba6ca7ab'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:40:36.948174 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c2ebf5-407b-496c-9cf6-527e05b6fe61 None None] Routers {'5bb85119-0cc4-4853-a2cb-015dba6ca7ab'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:40:36.948772 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-26c2ebf5-407b-496c-9cf6-527e05b6fe61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:40:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['5bb85119-0cc4-4853-a2cb-015dba6ca7ab'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:36.952332 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-4e1ae9f5-5dff-4b65-b7a5-d28e3160a691 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "PUT /v2.0/routers/5bb85119-0cc4-4853-a2cb-015dba6ca7ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1506588 Oct 26 16:40:37.112612 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-32268b50-353e-43e3-bd25-b583d347a795 req-3c3a5f4f-e62a-4da3-98a7-7c0312e73433 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Synchronizing usage tracker for tenant:9041478b4b314552952768907a320dc1 on resource:security_group {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:40:37.119363 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:37.138104 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-26c2ebf5-407b-496c-9cf6-527e05b6fe61 None None] Set router 5bb85119-0cc4-4853-a2cb-015dba6ca7ab gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:40:37.141630 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-cb206ba5-d5ca-4935-ab78-c4b729d46932 None None] Provisioning for port 0f59af98-4ec5-4602-b9ab-934f7863ffd8 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:40:37.181749 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-cb206ba5-d5ca-4935-ab78-c4b729d46932 None None] Provisioning complete for port 0f59af98-4ec5-4602-b9ab-934f7863ffd8 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:40:37.182048 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-cb206ba5-d5ca-4935-ab78-c4b729d46932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:37.182391 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-cb206ba5-d5ca-4935-ab78-c4b729d46932 None None] Attempt 1 to provision port 0f59af98-4ec5-4602-b9ab-934f7863ffd8 Oct 26 16:40:37.196714 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-32268b50-353e-43e3-bd25-b583d347a795 req-3c3a5f4f-e62a-4da3-98a7-7c0312e73433 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Unset dirty status for tenant:9041478b4b314552952768907a320dc1 on resource:security_group {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:40:37.198100 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-32268b50-353e-43e3-bd25-b583d347a795 req-3c3a5f4f-e62a-4da3-98a7-7c0312e73433 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-323748992&fields=id&tenant_id=9041478b4b314552952768907a320dc1 HTTP/1.1" status: 200 len: 267 time: 0.1257138 Oct 26 16:40:37.354706 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32268b50-353e-43e3-bd25-b583d347a795 req-8172b6e0-4c7c-4e7c-b708-a8195b912f2c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:40:37.355386 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-32268b50-353e-43e3-bd25-b583d347a795 req-8172b6e0-4c7c-4e7c-b708-a8195b912f2c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Synchronizing usage tracker for tenant:9041478b4b314552952768907a320dc1 on resource:network {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:40:37.368398 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-cb206ba5-d5ca-4935-ab78-c4b729d46932 None None] Current status of the port 0f59af98-4ec5-4602-b9ab-934f7863ffd8 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:40:37.368928 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-cb206ba5-d5ca-4935-ab78-c4b729d46932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:37.403944 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-cb206ba5-d5ca-4935-ab78-c4b729d46932 None None] For port 0f59af98-4ec5-4602-b9ab-934f7863ffd8, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=0f59af98-4ec5-4602-b9ab-934f7863ffd8,segment=NetworkSegment(38d65d8a-b792-4a47-9ee8-88125fbc59ea),segment_id=38d65d8a-b792-4a47-9ee8-88125fbc59ea)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:40:37.431172 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-32268b50-353e-43e3-bd25-b583d347a795 req-8172b6e0-4c7c-4e7c-b708-a8195b912f2c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Unset dirty status for tenant:9041478b4b314552952768907a320dc1 on resource:network {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:40:37.432855 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-32268b50-353e-43e3-bd25-b583d347a795 req-8172b6e0-4c7c-4e7c-b708-a8195b912f2c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/networks?id=fbdbd89e-d23b-4221-8803-5f5f8ff738c0 HTTP/1.1" status: 200 len: 796 time: 0.2272062 Oct 26 16:40:37.455548 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-32268b50-353e-43e3-bd25-b583d347a795 req-4e3db416-53b9-4b8c-9c6d-f9a9fa71d12e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/quotas/9041478b4b314552952768907a320dc1 HTTP/1.1" status: 200 len: 375 time: 0.0170550 Oct 26 16:40:37.469234 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-26c2ebf5-407b-496c-9cf6-527e05b6fe61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb85119-0cc4-4853-a2cb-015dba6ca7ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768628375', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.93'}], 'enable_snat': True}, 'gw_port_id': 'fd4e4090-f8bd-4ecb-b210-1705374a93dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:40:29Z', 'updated_at': '2022-10-26T16:40:35Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': 'fd4e4090-f8bd-4ecb-b210-1705374a93dd', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb85119-0cc4-4853-a2cb-015dba6ca7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:40:30Z', 'updated_at': '2022-10-26T16:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': 'fa00946b-daf6-49be-88c0-7224be0ffd51', 'name': '', 'network_id': 'fbdbd89e-d23b-4221-8803-5f5f8ff738c0', 'tenant_id': '9041478b4b314552952768907a320dc1', 'mac_address': 'fa:16:3e:3e:06:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb85119-0cc4-4853-a2cb-015dba6ca7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'f9bb93e9-ecba-4324-8cce-9f94ab3b5014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:40:34Z', 'updated_at': '2022-10-26T16:40:36Z', 'revision_number': 2, 'project_id': '9041478b4b314552952768907a320dc1', 'subnets': [{'id': 'f9bb93e9-ecba-4324-8cce-9f94ab3b5014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:37.474708 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c2ebf5-407b-496c-9cf6-527e05b6fe61 None None] Checking router: 5bb85119-0cc4-4853-a2cb-015dba6ca7ab for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:40:37.475060 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c2ebf5-407b-496c-9cf6-527e05b6fe61 None None] Updating router 5bb85119-0cc4-4853-a2cb-015dba6ca7ab port fa00946b-daf6-49be-88c0-7224be0ffd51 binding host dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:40:37.488520 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-cb206ba5-d5ca-4935-ab78-c4b729d46932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:37.536081 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-26c2ebf5-407b-496c-9cf6-527e05b6fe61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:37.557973 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-32268b50-353e-43e3-bd25-b583d347a795 req-b9cd269a-a9a9-4eb7-b56a-e2bd01fa52fb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9041478b4b314552952768907a320dc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1012328 Oct 26 16:40:37.590835 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb206ba5-d5ca-4935-ab78-c4b729d46932 None None] Pushing event updated for resources: {'Port': ['ID=0f59af98-4ec5-4602-b9ab-934f7863ffd8,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:37.616758 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-9d02968d-b59b-429f-b3ed-504d4f28ffee None None] Provisioning complete for port 0f59af98-4ec5-4602-b9ab-934f7863ffd8 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:40:37.617136 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9d02968d-b59b-429f-b3ed-504d4f28ffee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:37.617565 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-9d02968d-b59b-429f-b3ed-504d4f28ffee None None] Attempt 1 to provision port 0f59af98-4ec5-4602-b9ab-934f7863ffd8 Oct 26 16:40:37.771726 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-9d02968d-b59b-429f-b3ed-504d4f28ffee None None] Current status of the port 0f59af98-4ec5-4602-b9ab-934f7863ffd8 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:40:37.796209 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-32268b50-353e-43e3-bd25-b583d347a795 req-f963a315-1938-4a0f-ad63-6e913c1acbce service neutron] 10.222.0.23 "GET /v2.0/networks/fbdbd89e-d23b-4221-8803-5f5f8ff738c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221067 Oct 26 16:40:37.848829 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-9d02968d-b59b-429f-b3ed-504d4f28ffee None None] Provisioning for port fa00946b-daf6-49be-88c0-7224be0ffd51 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:40:37.856343 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-9d02968d-b59b-429f-b3ed-504d4f28ffee None None] Provisioning complete for port fa00946b-daf6-49be-88c0-7224be0ffd51 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:40:37.856922 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9d02968d-b59b-429f-b3ed-504d4f28ffee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:37.857351 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-9d02968d-b59b-429f-b3ed-504d4f28ffee None None] Attempt 1 to provision port fa00946b-daf6-49be-88c0-7224be0ffd51 Oct 26 16:40:37.931337 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-9d02968d-b59b-429f-b3ed-504d4f28ffee None None] Port fa00946b-daf6-49be-88c0-7224be0ffd51 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:40:37.949011 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-32268b50-353e-43e3-bd25-b583d347a795 req-a147a5ed-47d6-4c16-9dca-61fefbd8d731 service neutron] 10.222.0.23 "GET /v2.0/networks/fbdbd89e-d23b-4221-8803-5f5f8ff738c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441252 Oct 26 16:40:37.952704 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-26c2ebf5-407b-496c-9cf6-527e05b6fe61 None None] Notify callbacks [] for port, precommit_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:37.966718 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.provisioning_blocks [None req-26c2ebf5-407b-496c-9cf6-527e05b6fe61 None None] Transition to ACTIVE for port object fa00946b-daf6-49be-88c0-7224be0ffd51 will not be triggered until provisioned by entity L2. {{(pid=89750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:40:38.019881 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-26c2ebf5-407b-496c-9cf6-527e05b6fe61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:38.169451 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 0f59af98-4ec5-4602-b9ab-934f7863ffd8 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:40:38.192323 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375533f-5fad-493c-a941-ff32b0db93d9 None None] Pushing event updated for resources: {'Port': ['ID=fa00946b-daf6-49be-88c0-7224be0ffd51,revision_number=3']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:38.239182 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-e8dbad8b-a01f-4f6c-9287-b606581cbc48 req-9e3d5b16-7168-4d83-9d72-1a22816fff2d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Synchronizing usage tracker for tenant:9041478b4b314552952768907a320dc1 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:40:38.242378 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375533f-5fad-493c-a941-ff32b0db93d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:38.243193 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375533f-5fad-493c-a941-ff32b0db93d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:38.243687 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375533f-5fad-493c-a941-ff32b0db93d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:38.244031 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375533f-5fad-493c-a941-ff32b0db93d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:38.244358 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375533f-5fad-493c-a941-ff32b0db93d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:38.245059 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375533f-5fad-493c-a941-ff32b0db93d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:38.245059 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375533f-5fad-493c-a941-ff32b0db93d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:38.245317 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375533f-5fad-493c-a941-ff32b0db93d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:38.245828 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375533f-5fad-493c-a941-ff32b0db93d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:38.246157 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375533f-5fad-493c-a941-ff32b0db93d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:38.246505 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375533f-5fad-493c-a941-ff32b0db93d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:38.246810 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 0f59af98-4ec5-4602-b9ab-934f7863ffd8 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:40:38.246936 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375533f-5fad-493c-a941-ff32b0db93d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:40:38.247312 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:38.247736 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 0f59af98-4ec5-4602-b9ab-934f7863ffd8 Oct 26 16:40:38.275522 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-26c2ebf5-407b-496c-9cf6-527e05b6fe61 None None] Attempting to bind port fa00946b-daf6-49be-88c0-7224be0ffd51 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:40:38.275522 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-26c2ebf5-407b-496c-9cf6-527e05b6fe61 None None] Attempting to bind port fa00946b-daf6-49be-88c0-7224be0ffd51 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '38d65d8a-b792-4a47-9ee8-88125fbc59ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'fbdbd89e-d23b-4221-8803-5f5f8ff738c0'}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:40:38.275522 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c2ebf5-407b-496c-9cf6-527e05b6fe61 None None] Attempting to bind port fa00946b-daf6-49be-88c0-7224be0ffd51 on network fbdbd89e-d23b-4221-8803-5f5f8ff738c0 {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:40:38.277075 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c2ebf5-407b-496c-9cf6-527e05b6fe61 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:40:38.277459 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c2ebf5-407b-496c-9cf6-527e05b6fe61 None None] Checking segment: {'id': '38d65d8a-b792-4a47-9ee8-88125fbc59ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'fbdbd89e-d23b-4221-8803-5f5f8ff738c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:40:38.277985 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-26c2ebf5-407b-496c-9cf6-527e05b6fe61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:38.278385 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c2ebf5-407b-496c-9cf6-527e05b6fe61 None None] Bound using segment: {'id': '38d65d8a-b792-4a47-9ee8-88125fbc59ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'fbdbd89e-d23b-4221-8803-5f5f8ff738c0'} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:40:38.278885 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-26c2ebf5-407b-496c-9cf6-527e05b6fe61 None None] Bound port: fa00946b-daf6-49be-88c0-7224be0ffd51, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38d65d8a-b792-4a47-9ee8-88125fbc59ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'fbdbd89e-d23b-4221-8803-5f5f8ff738c0'}}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:40:38.279257 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-26c2ebf5-407b-496c-9cf6-527e05b6fe61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:38.357045 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-e8dbad8b-a01f-4f6c-9287-b606581cbc48 req-9e3d5b16-7168-4d83-9d72-1a22816fff2d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Unset dirty status for tenant:9041478b4b314552952768907a320dc1 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:40:38.359203 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e8dbad8b-a01f-4f6c-9287-b606581cbc48 req-9e3d5b16-7168-4d83-9d72-1a22816fff2d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 210 time: 0.1996264 Oct 26 16:40:38.375391 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 0f59af98-4ec5-4602-b9ab-934f7863ffd8 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:40:38.377070 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device fd4e4090-f8bd-4ecb-b210-1705374a93dd up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:40:38.400273 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-26c2ebf5-407b-496c-9cf6-527e05b6fe61 None None] For port fa00946b-daf6-49be-88c0-7224be0ffd51, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:40:38.403344 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-26c2ebf5-407b-496c-9cf6-527e05b6fe61 None None] For port fa00946b-daf6-49be-88c0-7224be0ffd51, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=fa00946b-daf6-49be-88c0-7224be0ffd51,segment=NetworkSegment(38d65d8a-b792-4a47-9ee8-88125fbc59ea),segment_id=38d65d8a-b792-4a47-9ee8-88125fbc59ea)] {{(pid=89750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:40:38.432418 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-9d02968d-b59b-429f-b3ed-504d4f28ffee None None] Attempt 2 to provision port fa00946b-daf6-49be-88c0-7224be0ffd51 Oct 26 16:40:38.477368 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-26c2ebf5-407b-496c-9cf6-527e05b6fe61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:38.492709 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-9d02968d-b59b-429f-b3ed-504d4f28ffee None None] Port fa00946b-daf6-49be-88c0-7224be0ffd51 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:40:38.498579 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port fd4e4090-f8bd-4ecb-b210-1705374a93dd triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:40:38.498987 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:38.499326 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port fd4e4090-f8bd-4ecb-b210-1705374a93dd Oct 26 16:40:38.540670 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c2ebf5-407b-496c-9cf6-527e05b6fe61 None None] Routers {'5bb85119-0cc4-4853-a2cb-015dba6ca7ab'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:40:38.541058 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-26c2ebf5-407b-496c-9cf6-527e05b6fe61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:40:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['5bb85119-0cc4-4853-a2cb-015dba6ca7ab'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:38.623972 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port fd4e4090-f8bd-4ecb-b210-1705374a93dd is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:40:38.685109 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375533f-5fad-493c-a941-ff32b0db93d9 None None] Pushing event updated for resources: {'Port': ['ID=fa00946b-daf6-49be-88c0-7224be0ffd51,revision_number=4']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:38.731403 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-26c2ebf5-407b-496c-9cf6-527e05b6fe61 None None] Set router 5bb85119-0cc4-4853-a2cb-015dba6ca7ab gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:40:38.994534 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-9d02968d-b59b-429f-b3ed-504d4f28ffee None None] Attempt 3 to provision port fa00946b-daf6-49be-88c0-7224be0ffd51 Oct 26 16:40:39.040609 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-26c2ebf5-407b-496c-9cf6-527e05b6fe61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb85119-0cc4-4853-a2cb-015dba6ca7ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768628375', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.93'}], 'enable_snat': True}, 'gw_port_id': 'fd4e4090-f8bd-4ecb-b210-1705374a93dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:40:29Z', 'updated_at': '2022-10-26T16:40:35Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': 'fd4e4090-f8bd-4ecb-b210-1705374a93dd', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb85119-0cc4-4853-a2cb-015dba6ca7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:40:30Z', 'updated_at': '2022-10-26T16:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': 'fa00946b-daf6-49be-88c0-7224be0ffd51', 'name': '', 'network_id': 'fbdbd89e-d23b-4221-8803-5f5f8ff738c0', 'tenant_id': '9041478b4b314552952768907a320dc1', 'mac_address': 'fa:16:3e:3e:06:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb85119-0cc4-4853-a2cb-015dba6ca7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'f9bb93e9-ecba-4324-8cce-9f94ab3b5014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:40:34Z', 'updated_at': '2022-10-26T16:40:38Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'subnets': [{'id': 'f9bb93e9-ecba-4324-8cce-9f94ab3b5014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:39.044815 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c2ebf5-407b-496c-9cf6-527e05b6fe61 None None] The sync data for ids ['5bb85119-0cc4-4853-a2cb-015dba6ca7ab'] in dv-neutron-862712-1-hyperv is: [{'id': '5bb85119-0cc4-4853-a2cb-015dba6ca7ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768628375', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.93'}], 'enable_snat': True}, 'gw_port_id': 'fd4e4090-f8bd-4ecb-b210-1705374a93dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:40:29Z', 'updated_at': '2022-10-26T16:40:35Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': 'fd4e4090-f8bd-4ecb-b210-1705374a93dd', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb85119-0cc4-4853-a2cb-015dba6ca7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:40:30Z', 'updated_at': '2022-10-26T16:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': 'fa00946b-daf6-49be-88c0-7224be0ffd51', 'name': '', 'network_id': 'fbdbd89e-d23b-4221-8803-5f5f8ff738c0', 'tenant_id': '9041478b4b314552952768907a320dc1', 'mac_address': 'fa:16:3e:3e:06:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb85119-0cc4-4853-a2cb-015dba6ca7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'f9bb93e9-ecba-4324-8cce-9f94ab3b5014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:40:34Z', 'updated_at': '2022-10-26T16:40:38Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'subnets': [{'id': 'f9bb93e9-ecba-4324-8cce-9f94ab3b5014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:40:39.061660 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-9d02968d-b59b-429f-b3ed-504d4f28ffee None None] Port fa00946b-daf6-49be-88c0-7224be0ffd51 had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 16:40:39.538894 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-4134feb6-cdfa-410e-8c34-7f336c21711e req-8de78f5c-c4f7-4d39-8709-4bd627524adb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 210 time: 0.0615211 Oct 26 16:40:40.171985 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device fa00946b-daf6-49be-88c0-7224be0ffd51 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:40:40.294115 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port fa00946b-daf6-49be-88c0-7224be0ffd51 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:40:40.299315 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port fa00946b-daf6-49be-88c0-7224be0ffd51 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:40:40.299805 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:40.300153 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port fa00946b-daf6-49be-88c0-7224be0ffd51 Oct 26 16:40:40.431177 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32268b50-353e-43e3-bd25-b583d347a795 req-2bdc0f67-5307-44a2-b430-66c3ac2f0944 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:40:40.432279 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-32268b50-353e-43e3-bd25-b583d347a795 req-2bdc0f67-5307-44a2-b430-66c3ac2f0944 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Synchronizing usage tracker for tenant:9041478b4b314552952768907a320dc1 on resource:network {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:40:40.444127 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port fa00946b-daf6-49be-88c0-7224be0ffd51 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:40:40.444475 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:40.447398 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-32268b50-353e-43e3-bd25-b583d347a795 req-2bdc0f67-5307-44a2-b430-66c3ac2f0944 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Unset dirty status for tenant:9041478b4b314552952768907a320dc1 on resource:network {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:40:40.448765 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-32268b50-353e-43e3-bd25-b583d347a795 req-2bdc0f67-5307-44a2-b430-66c3ac2f0944 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.48 "GET /v2.0/networks?id=fbdbd89e-d23b-4221-8803-5f5f8ff738c0 HTTP/1.1" status: 200 len: 796 time: 0.1774576 Oct 26 16:40:40.481935 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port fa00946b-daf6-49be-88c0-7224be0ffd51, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=fa00946b-daf6-49be-88c0-7224be0ffd51,segment=NetworkSegment(38d65d8a-b792-4a47-9ee8-88125fbc59ea),segment_id=38d65d8a-b792-4a47-9ee8-88125fbc59ea)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:40:40.505718 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-32268b50-353e-43e3-bd25-b583d347a795 req-364d7baf-7e76-43a5-92fa-135bf7887c82 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Synchronizing usage tracker for tenant:9041478b4b314552952768907a320dc1 on resource:security_group {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:40:40.519339 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-32268b50-353e-43e3-bd25-b583d347a795 req-364d7baf-7e76-43a5-92fa-135bf7887c82 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Unset dirty status for tenant:9041478b4b314552952768907a320dc1 on resource:security_group {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:40:40.520446 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-32268b50-353e-43e3-bd25-b583d347a795 req-364d7baf-7e76-43a5-92fa-135bf7887c82 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9041478b4b314552952768907a320dc1 HTTP/1.1" status: 200 len: 379 time: 0.0573947 Oct 26 16:40:40.529522 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-32268b50-353e-43e3-bd25-b583d347a795 req-f649a25f-d93d-416d-b604-0c22f469eea1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'port': {'device_id': '95630099-6a3a-4776-ad56-5703c7581ebf', 'network_id': 'fbdbd89e-d23b-4221-8803-5f5f8ff738c0', 'admin_state_up': True, 'tenant_id': '9041478b4b314552952768907a320dc1', 'security_groups': ['eb815549-6933-4d5d-b572-fdf5dbd99add']}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:40.586577 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:40.689658 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=fa00946b-daf6-49be-88c0-7224be0ffd51,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:40.796128 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8ad68257-85ca-450e-a518-c0e6d24c5dfb req-d7d789a4-139d-4907-9c34-c30f6fc38b27 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 210 time: 0.0647175 Oct 26 16:40:40.860740 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-32268b50-353e-43e3-bd25-b583d347a795 req-f649a25f-d93d-416d-b604-0c22f469eea1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:40:40.871781 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-32268b50-353e-43e3-bd25-b583d347a795 req-f649a25f-d93d-416d-b604-0c22f469eea1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:40:40.945280 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32268b50-353e-43e3-bd25-b583d347a795 req-f649a25f-d93d-416d-b604-0c22f469eea1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Made reservation on behalf of 9041478b4b314552952768907a320dc1 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:40:40.948806 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-32268b50-353e-43e3-bd25-b583d347a795 req-f649a25f-d93d-416d-b604-0c22f469eea1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:41.119738 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [req-32268b50-353e-43e3-bd25-b583d347a795 req-f649a25f-d93d-416d-b604-0c22f469eea1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Allocated IP 172.20.0.14 (fbdbd89e-d23b-4221-8803-5f5f8ff738c0/f9bb93e9-ecba-4324-8cce-9f94ab3b5014/7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:40:41.318286 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-32268b50-353e-43e3-bd25-b583d347a795 req-f649a25f-d93d-416d-b604-0c22f469eea1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:41.333965 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-32268b50-353e-43e3-bd25-b583d347a795 req-f649a25f-d93d-416d-b604-0c22f469eea1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Transition to ACTIVE for port object 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:40:41.425573 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-32268b50-353e-43e3-bd25-b583d347a795 req-f649a25f-d93d-416d-b604-0c22f469eea1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:41.499974 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32268b50-353e-43e3-bd25-b583d347a795 req-f649a25f-d93d-416d-b604-0c22f469eea1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Network fbdbd89e-d23b-4221-8803-5f5f8ff738c0 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:40:41.502966 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [req-32268b50-353e-43e3-bd25-b583d347a795 req-f649a25f-d93d-416d-b604-0c22f469eea1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:40:41.506719 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-32268b50-353e-43e3-bd25-b583d347a795 req-f649a25f-d93d-416d-b604-0c22f469eea1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:40:41.539112 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f649a25f-d93d-416d-b604-0c22f469eea1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'Port': ['ID=7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:41.576639 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32268b50-353e-43e3-bd25-b583d347a795 req-f649a25f-d93d-416d-b604-0c22f469eea1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:40:41.577267 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-32268b50-353e-43e3-bd25-b583d347a795 req-f649a25f-d93d-416d-b604-0c22f469eea1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:41.665889 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-32268b50-353e-43e3-bd25-b583d347a795 req-f649a25f-d93d-416d-b604-0c22f469eea1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1398518 Oct 26 16:40:41.682448 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-32268b50-353e-43e3-bd25-b583d347a795 req-0bb8fad1-1a22-4b1c-82c6-255914725b47 service neutron] Request body: {'port': {'device_id': '95630099-6a3a-4776-ad56-5703c7581ebf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8627'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:41.773621 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-2f40e1e2-2d39-49b4-8ade-82b8e372c1e2 None None] Provisioning for port 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:40:41.779152 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-2f40e1e2-2d39-49b4-8ade-82b8e372c1e2 None None] Provisioning complete for port 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:40:41.779518 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2f40e1e2-2d39-49b4-8ade-82b8e372c1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:41.779855 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-2f40e1e2-2d39-49b4-8ade-82b8e372c1e2 None None] Attempt 1 to provision port 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f Oct 26 16:40:41.796716 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-32268b50-353e-43e3-bd25-b583d347a795 req-0bb8fad1-1a22-4b1c-82c6-255914725b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:41.833786 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-2f40e1e2-2d39-49b4-8ade-82b8e372c1e2 None None] Port 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:40:41.999540 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607949e-dfe8-4cbe-a534-1f6f39f03698 req-45cb59ac-a07a-4c3d-bb02-8c11317a00ea tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:40:42.001494 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-7607949e-dfe8-4cbe-a534-1f6f39f03698 req-45cb59ac-a07a-4c3d-bb02-8c11317a00ea tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 932 time: 0.0886419 Oct 26 16:40:42.045797 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-7607949e-dfe8-4cbe-a534-1f6f39f03698 req-9c958f59-0f61-4b5a-994b-4265d8abbd38 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb815549-6933-4d5d-b572-fdf5dbd99add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382166 Oct 26 16:40:42.144746 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [req-32268b50-353e-43e3-bd25-b583d347a795 req-0bb8fad1-1a22-4b1c-82c6-255914725b47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f {{(pid=89748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:40:42.152333 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-32268b50-353e-43e3-bd25-b583d347a795 req-0bb8fad1-1a22-4b1c-82c6-255914725b47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:42.156222 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device fa00946b-daf6-49be-88c0-7224be0ffd51 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:40:42.170089 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-32268b50-353e-43e3-bd25-b583d347a795 req-0bb8fad1-1a22-4b1c-82c6-255914725b47 service neutron] Transition to ACTIVE for port object 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:40:42.227783 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port fa00946b-daf6-49be-88c0-7224be0ffd51 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:40:42.228153 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:42.228489 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port fa00946b-daf6-49be-88c0-7224be0ffd51 Oct 26 16:40:42.248296 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-32268b50-353e-43e3-bd25-b583d347a795 req-0bb8fad1-1a22-4b1c-82c6-255914725b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:42.335024 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-2f40e1e2-2d39-49b4-8ade-82b8e372c1e2 None None] Attempt 2 to provision port 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f Oct 26 16:40:42.395689 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port fa00946b-daf6-49be-88c0-7224be0ffd51 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:40:42.401472 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-2f40e1e2-2d39-49b4-8ade-82b8e372c1e2 None None] Port 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:40:42.441980 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb8fad1-1a22-4b1c-82c6-255914725b47 service neutron] Pushing event updated for resources: {'Port': ['ID=7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:42.478501 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-32268b50-353e-43e3-bd25-b583d347a795 req-0bb8fad1-1a22-4b1c-82c6-255914725b47 service neutron] Attempting to bind port 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:40:42.479108 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-32268b50-353e-43e3-bd25-b583d347a795 req-0bb8fad1-1a22-4b1c-82c6-255914725b47 service neutron] Attempting to bind port 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': '38d65d8a-b792-4a47-9ee8-88125fbc59ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'fbdbd89e-d23b-4221-8803-5f5f8ff738c0'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:40:42.479425 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32268b50-353e-43e3-bd25-b583d347a795 req-0bb8fad1-1a22-4b1c-82c6-255914725b47 service neutron] Attempting to bind port 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f on network fbdbd89e-d23b-4221-8803-5f5f8ff738c0 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:40:42.484035 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32268b50-353e-43e3-bd25-b583d347a795 req-0bb8fad1-1a22-4b1c-82c6-255914725b47 service neutron] Port 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f on network fbdbd89e-d23b-4221-8803-5f5f8ff738c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 16:40:42.484344 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32268b50-353e-43e3-bd25-b583d347a795 req-0bb8fad1-1a22-4b1c-82c6-255914725b47 service neutron] Attempting to bind port 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f on network fbdbd89e-d23b-4221-8803-5f5f8ff738c0 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:40:42.489644 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32268b50-353e-43e3-bd25-b583d347a795 req-0bb8fad1-1a22-4b1c-82c6-255914725b47 service neutron] Checking agent: {'id': '1b551391-ebdd-44bd-8801-034277ca5526', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8627', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'started_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:40:42.489975 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32268b50-353e-43e3-bd25-b583d347a795 req-0bb8fad1-1a22-4b1c-82c6-255914725b47 service neutron] Checking segment: {'id': '38d65d8a-b792-4a47-9ee8-88125fbc59ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'fbdbd89e-d23b-4221-8803-5f5f8ff738c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:40:42.490356 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32268b50-353e-43e3-bd25-b583d347a795 req-0bb8fad1-1a22-4b1c-82c6-255914725b47 service neutron] Bound using segment: {'id': '38d65d8a-b792-4a47-9ee8-88125fbc59ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'fbdbd89e-d23b-4221-8803-5f5f8ff738c0'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:40:42.490816 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-32268b50-353e-43e3-bd25-b583d347a795 req-0bb8fad1-1a22-4b1c-82c6-255914725b47 service neutron] Bound port: 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f, host: hv-neutron-8627, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38d65d8a-b792-4a47-9ee8-88125fbc59ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'fbdbd89e-d23b-4221-8803-5f5f8ff738c0'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:40:42.491159 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-32268b50-353e-43e3-bd25-b583d347a795 req-0bb8fad1-1a22-4b1c-82c6-255914725b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:42.578768 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-32268b50-353e-43e3-bd25-b583d347a795 req-0bb8fad1-1a22-4b1c-82c6-255914725b47 service neutron] For port 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f, host hv-neutron-8627, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:40:42.582602 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-32268b50-353e-43e3-bd25-b583d347a795 req-0bb8fad1-1a22-4b1c-82c6-255914725b47 service neutron] For port 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f, host hv-neutron-8627, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f,segment=NetworkSegment(38d65d8a-b792-4a47-9ee8-88125fbc59ea),segment_id=38d65d8a-b792-4a47-9ee8-88125fbc59ea)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:40:42.648441 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-32268b50-353e-43e3-bd25-b583d347a795 req-0bb8fad1-1a22-4b1c-82c6-255914725b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:42.684001 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32268b50-353e-43e3-bd25-b583d347a795 req-0bb8fad1-1a22-4b1c-82c6-255914725b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:40:42.684614 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-32268b50-353e-43e3-bd25-b583d347a795 req-0bb8fad1-1a22-4b1c-82c6-255914725b47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:42.685989 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-32268b50-353e-43e3-bd25-b583d347a795 req-0bb8fad1-1a22-4b1c-82c6-255914725b47 service neutron] 10.222.0.48 "PUT /v2.0/ports/7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f HTTP/1.1" status: 200 len: 1094 time: 1.0077999 Oct 26 16:40:42.686510 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95630099-6a3a-4776-ad56-5703c7581ebf', 'tag': '7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:40:42.689402 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75320c70-e0db-433e-b6b2-e7318c081567" -d '{"events": [{"name": "network-changed", "server_uuid": "95630099-6a3a-4776-ad56-5703c7581ebf", "tag": "7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:40:42.733363 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb8fad1-1a22-4b1c-82c6-255914725b47 service neutron] Pushing event updated for resources: {'Port': ['ID=7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:42.737779 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21c5192-7dcf-4e62-b884-fda3df43e24b x-openstack-request-id: req-c21c5192-7dcf-4e62-b884-fda3df43e24b {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:40:42.738065 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95630099-6a3a-4776-ad56-5703c7581ebf", "tag": "7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:40:42.738319 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c21c5192-7dcf-4e62-b884-fda3df43e24b {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:40:42.738774 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c21c5192-7dcf-4e62-b884-fda3df43e24b'] response: {'name': 'network-changed', 'server_uuid': '95630099-6a3a-4776-ad56-5703c7581ebf', 'tag': '7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f', 'status': 'completed', 'code': 200} Oct 26 16:40:42.855613 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75320c70-e0db-433e-b6b2-e7318c081567 req-aad8944f-0b68-4d5c-b7ea-8043c74a1797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:40:42.857068 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-75320c70-e0db-433e-b6b2-e7318c081567 req-aad8944f-0b68-4d5c-b7ea-8043c74a1797 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9041478b4b314552952768907a320dc1&device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 1097 time: 0.0800176 Oct 26 16:40:42.903105 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-2f40e1e2-2d39-49b4-8ade-82b8e372c1e2 None None] Attempt 3 to provision port 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f Oct 26 16:40:42.967916 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-2f40e1e2-2d39-49b4-8ade-82b8e372c1e2 None None] Port 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 16:40:43.107517 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75320c70-e0db-433e-b6b2-e7318c081567 req-9b784ec9-0fdc-4f98-accc-a2ba29e45c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:40:43.108957 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-75320c70-e0db-433e-b6b2-e7318c081567 req-9b784ec9-0fdc-4f98-accc-a2ba29e45c24 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9041478b4b314552952768907a320dc1&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2388387 Oct 26 16:40:43.250610 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75320c70-e0db-433e-b6b2-e7318c081567 req-388ade93-7871-41e3-9eb0-454db3c7e219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:40:43.252136 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-75320c70-e0db-433e-b6b2-e7318c081567 req-388ade93-7871-41e3-9eb0-454db3c7e219 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1375203 Oct 26 16:40:43.355378 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298cd50b-2c3b-4f54-858b-5318cfe8104c req-8b9fb999-91bf-4b15-9991-f80acc706f9a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:40:43.356850 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-298cd50b-2c3b-4f54-858b-5318cfe8104c req-8b9fb999-91bf-4b15-9991-f80acc706f9a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 944 time: 0.1994760 Oct 26 16:40:43.395134 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32268b50-353e-43e3-bd25-b583d347a795 req-26eff6d8-9afa-4534-a7bc-15b4a52b4bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:40:43.396632 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-32268b50-353e-43e3-bd25-b583d347a795 req-26eff6d8-9afa-4534-a7bc-15b4a52b4bdf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9041478b4b314552952768907a320dc1&device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 1097 time: 0.0850508 Oct 26 16:40:43.401871 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-298cd50b-2c3b-4f54-858b-5318cfe8104c req-f1fbd70d-75f4-4c9e-aac3-021814744964 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb815549-6933-4d5d-b572-fdf5dbd99add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392208 Oct 26 16:40:43.471108 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-32268b50-353e-43e3-bd25-b583d347a795 req-283faa04-8cbe-4116-b5ea-9e4ea8f2102d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f HTTP/1.1" status: 200 len: 217 time: 0.0622392 Oct 26 16:40:43.536861 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32268b50-353e-43e3-bd25-b583d347a795 req-5b91a2ea-1147-4db5-b954-1e6bd042c849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:40:43.538204 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-32268b50-353e-43e3-bd25-b583d347a795 req-5b91a2ea-1147-4db5-b954-1e6bd042c849 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f9bb93e9-ecba-4324-8cce-9f94ab3b5014 HTTP/1.1" status: 200 len: 834 time: 0.0615311 Oct 26 16:40:43.622028 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32268b50-353e-43e3-bd25-b583d347a795 req-4eb4bf8b-9432-40fc-b1d2-7947685fae2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:40:43.623615 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-32268b50-353e-43e3-bd25-b583d347a795 req-4eb4bf8b-9432-40fc-b1d2-7947685fae2d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fbdbd89e-d23b-4221-8803-5f5f8ff738c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796068 Oct 26 16:40:43.757268 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-32268b50-353e-43e3-bd25-b583d347a795 req-17c3e676-295e-4e80-b0e3-b238b6147f7a service neutron] 10.222.0.48 "GET /v2.0/networks/fbdbd89e-d23b-4221-8803-5f5f8ff738c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275427 Oct 26 16:40:43.891007 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-32268b50-353e-43e3-bd25-b583d347a795 req-7f0549f8-9b9d-49cd-9cac-efa95f4a7cbf service neutron] 10.222.0.48 "GET /v2.0/networks/fbdbd89e-d23b-4221-8803-5f5f8ff738c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279311 Oct 26 16:40:44.613033 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09a5d5-fcd0-4f86-9520-ca65383a1f85 req-e833704d-bf81-4fbc-b700-6362e18c4320 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:40:44.613797 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-de09a5d5-fcd0-4f86-9520-ca65383a1f85 req-e833704d-bf81-4fbc-b700-6362e18c4320 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Synchronizing usage tracker for tenant:9041478b4b314552952768907a320dc1 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:40:44.722212 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-de09a5d5-fcd0-4f86-9520-ca65383a1f85 req-e833704d-bf81-4fbc-b700-6362e18c4320 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Unset dirty status for tenant:9041478b4b314552952768907a320dc1 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:40:44.723405 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-de09a5d5-fcd0-4f86-9520-ca65383a1f85 req-e833704d-bf81-4fbc-b700-6362e18c4320 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 944 time: 0.2053039 Oct 26 16:40:44.770112 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-de09a5d5-fcd0-4f86-9520-ca65383a1f85 req-6ff5ae01-3bc0-4295-b831-53f5209cdc31 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb815549-6933-4d5d-b572-fdf5dbd99add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405927 Oct 26 16:40:45.967157 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066fd5c2-48c5-431a-a213-0a3574da8d71 req-834ccfcb-c0a2-42e1-9a1b-daa297f3195c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:40:45.968609 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-066fd5c2-48c5-431a-a213-0a3574da8d71 req-834ccfcb-c0a2-42e1-9a1b-daa297f3195c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 944 time: 0.0892160 Oct 26 16:40:46.012492 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-066fd5c2-48c5-431a-a213-0a3574da8d71 req-605262ca-3725-4894-9910-055d7ccf23db tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb815549-6933-4d5d-b572-fdf5dbd99add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379105 Oct 26 16:40:47.212387 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90c7cc-3f30-4602-934e-c1cf4463a4d4 req-744614fe-b61f-4424-9a4b-3be9d5af0115 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:40:47.213830 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6b90c7cc-3f30-4602-934e-c1cf4463a4d4 req-744614fe-b61f-4424-9a4b-3be9d5af0115 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 944 time: 0.0918295 Oct 26 16:40:47.258633 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6b90c7cc-3f30-4602-934e-c1cf4463a4d4 req-797af6ed-0a8c-40d0-b12a-19a262b1137f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb815549-6933-4d5d-b572-fdf5dbd99add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392106 Oct 26 16:40:48.157700 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 16:40:48.289970 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f,segment=NetworkSegment(38d65d8a-b792-4a47-9ee8-88125fbc59ea),segment_id=38d65d8a-b792-4a47-9ee8-88125fbc59ea)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:40:48.303948 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': '7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f', 'network_id': 'fbdbd89e-d23b-4221-8803-5f5f8ff738c0', 'port_id': '7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f', 'mac_address': 'fa:16:3e:7e:b3:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9bb93e9-ecba-4324-8cce-9f94ab3b5014', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 16:40:48.393579 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:40:48.393944 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:48.411792 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:40:48.427858 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f,segment=NetworkSegment(38d65d8a-b792-4a47-9ee8-88125fbc59ea),segment_id=38d65d8a-b792-4a47-9ee8-88125fbc59ea)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:40:48.461691 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd5979-7129-42cd-a2bb-5c7ca6478fd9 req-d73124a5-14e6-4f0d-b1f9-f0f7316d49c8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:40:48.463183 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-f7bd5979-7129-42cd-a2bb-5c7ca6478fd9 req-d73124a5-14e6-4f0d-b1f9-f0f7316d49c8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 944 time: 0.0884788 Oct 26 16:40:48.511808 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-f7bd5979-7129-42cd-a2bb-5c7ca6478fd9 req-9000d894-6858-4970-8376-b1e06733d645 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb815549-6933-4d5d-b572-fdf5dbd99add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430079 Oct 26 16:40:48.522821 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:48.589404 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:48.932624 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:40:49.715129 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0306e-b22b-4f6b-b460-ef6319e5146b req-a04bb8ab-9f59-4a25-912a-d631d0e3f267 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:40:49.716657 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d1f0306e-b22b-4f6b-b460-ef6319e5146b req-a04bb8ab-9f59-4a25-912a-d631d0e3f267 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 945 time: 0.0903440 Oct 26 16:40:49.761955 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d1f0306e-b22b-4f6b-b460-ef6319e5146b req-b3853266-ac65-478d-836b-33c6220e3b0d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb815549-6933-4d5d-b572-fdf5dbd99add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383790 Oct 26 16:40:50.155713 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:40:50.281277 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning for port 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:40:50.286107 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:40:50.286493 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:50.286831 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f Oct 26 16:40:50.418286 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:40:50.418824 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:50.445756 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95630099-6a3a-4776-ad56-5703c7581ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:40:50.448085 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514aa900-9305-400e-b7f8-5eacba81b584" -d '{"events": [{"server_uuid": "95630099-6a3a-4776-ad56-5703c7581ebf", "name": "network-vif-plugged", "status": "completed", "tag": "7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:40:50.459098 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f,segment=NetworkSegment(38d65d8a-b792-4a47-9ee8-88125fbc59ea),segment_id=38d65d8a-b792-4a47-9ee8-88125fbc59ea)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:40:50.489174 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4dee2d-1364-463b-b31d-d0964cb71a7d x-openstack-request-id: req-bc4dee2d-1364-463b-b31d-d0964cb71a7d {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:40:50.489485 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95630099-6a3a-4776-ad56-5703c7581ebf", "name": "network-vif-plugged", "status": "completed", "tag": "7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:40:50.489741 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bc4dee2d-1364-463b-b31d-d0964cb71a7d {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:40:50.490134 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc4dee2d-1364-463b-b31d-d0964cb71a7d'] response: {'server_uuid': '95630099-6a3a-4776-ad56-5703c7581ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f', 'code': 200} Oct 26 16:40:50.534117 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:50.605239 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:50.993574 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081ba25-c7f6-4b26-952a-59851769fee2 req-1c6741b1-f879-4764-be67-3bc57330645e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:40:50.994965 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9081ba25-c7f6-4b26-952a-59851769fee2 req-1c6741b1-f879-4764-be67-3bc57330645e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 1099 time: 0.1901331 Oct 26 16:40:51.003539 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e19bd5-668c-431f-b6fd-da867d0044c0 req-0c15382a-f912-44f7-99a5-09b727bf5c1c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:40:51.004860 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b8e19bd5-668c-431f-b6fd-da867d0044c0 req-0c15382a-f912-44f7-99a5-09b727bf5c1c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 946 time: 0.1198812 Oct 26 16:40:51.070714 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9081ba25-c7f6-4b26-952a-59851769fee2 req-8587269c-f9fc-4192-95e9-ad477a0686cd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=eb815549-6933-4d5d-b572-fdf5dbd99add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649345 Oct 26 16:40:51.077225 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b8e19bd5-668c-431f-b6fd-da867d0044c0 req-d716d996-089b-489e-b85b-92ae052ce4ad tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb815549-6933-4d5d-b572-fdf5dbd99add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551295 Oct 26 16:40:52.275825 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322a4ab-72c3-4d5a-a0a7-a15fd9d6d6c7 req-c1e97f3c-b743-46ff-a050-2dd3cc042454 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:40:52.277302 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-6322a4ab-72c3-4d5a-a0a7-a15fd9d6d6c7 req-c1e97f3c-b743-46ff-a050-2dd3cc042454 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 946 time: 0.0881050 Oct 26 16:40:52.321480 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-6322a4ab-72c3-4d5a-a0a7-a15fd9d6d6c7 req-d49f4fb8-bc83-421d-a9fd-df69cb2409c0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb815549-6933-4d5d-b572-fdf5dbd99add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379710 Oct 26 16:40:53.520247 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98132817-6427-483c-9f1a-4c8108538664 req-7ce8e3f6-8c91-4145-8e67-3a27067479d6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:40:53.521688 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-98132817-6427-483c-9f1a-4c8108538664 req-7ce8e3f6-8c91-4145-8e67-3a27067479d6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 946 time: 0.0899196 Oct 26 16:40:53.569267 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-98132817-6427-483c-9f1a-4c8108538664 req-3e014b17-589a-4d4b-bc46-f26887c276e0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb815549-6933-4d5d-b572-fdf5dbd99add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420268 Oct 26 16:40:53.767570 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb08545-8855-46a7-b886-ac74e92e3403 req-99a685a1-db2e-4c9d-abce-beb8300e1071 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:40:53.769024 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-7eb08545-8855-46a7-b886-ac74e92e3403 req-99a685a1-db2e-4c9d-abce-beb8300e1071 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 946 time: 0.0912545 Oct 26 16:40:53.812064 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-7eb08545-8855-46a7-b886-ac74e92e3403 req-598844bb-1a29-41ef-b333-354345270c37 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb815549-6933-4d5d-b572-fdf5dbd99add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374684 Oct 26 16:40:53.842602 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52440) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:40:53.920221 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1721c654-3a43-41d6-b96a-28b51a175e05 tempest-TestNetworkAdvancedServerOps-1001818259 tempest-TestNetworkAdvancedServerOps-1001818259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:40:53.921691 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-1721c654-3a43-41d6-b96a-28b51a175e05 tempest-TestNetworkAdvancedServerOps-1001818259 tempest-TestNetworkAdvancedServerOps-1001818259-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 1094 time: 0.0780873 Oct 26 16:40:53.925285 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52444) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:40:53.930138 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-3105a905-d53b-4d9a-b84f-76abe2af3fbb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'floatingip': {'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'port_id': '7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f', 'tenant_id': '9041478b4b314552952768907a320dc1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:40:53.936064 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-3105a905-d53b-4d9a-b84f-76abe2af3fbb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:40:53.940545 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-3105a905-d53b-4d9a-b84f-76abe2af3fbb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:floatingip and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:40:53.943361 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-3105a905-d53b-4d9a-b84f-76abe2af3fbb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:40:53.949010 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-3105a905-d53b-4d9a-b84f-76abe2af3fbb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:40:54.035541 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3105a905-d53b-4d9a-b84f-76abe2af3fbb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for floatingip, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:54.171512 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3105a905-d53b-4d9a-b84f-76abe2af3fbb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:54.307183 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-3105a905-d53b-4d9a-b84f-76abe2af3fbb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Allocated IP 172.26.2.237 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/c13fc882-9b73-4e85-aec9-87594ffa90c5) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:40:54.554680 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3105a905-d53b-4d9a-b84f-76abe2af3fbb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:54.642164 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3105a905-d53b-4d9a-b84f-76abe2af3fbb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:54.708560 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3105a905-d53b-4d9a-b84f-76abe2af3fbb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:40:54.711511 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-3105a905-d53b-4d9a-b84f-76abe2af3fbb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:40:54.714053 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3105a905-d53b-4d9a-b84f-76abe2af3fbb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:40:54.757593 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3105a905-d53b-4d9a-b84f-76abe2af3fbb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'Port': ['ID=c13fc882-9b73-4e85-aec9-87594ffa90c5,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:55.125591 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3105a905-d53b-4d9a-b84f-76abe2af3fbb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:55.278938 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3105a905-d53b-4d9a-b84f-76abe2af3fbb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:55.484843 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3105a905-d53b-4d9a-b84f-76abe2af3fbb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:55.556713 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3105a905-d53b-4d9a-b84f-76abe2af3fbb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:55.666053 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3105a905-d53b-4d9a-b84f-76abe2af3fbb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:55.716441 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3105a905-d53b-4d9a-b84f-76abe2af3fbb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'Port': ['ID=c13fc882-9b73-4e85-aec9-87594ffa90c5,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:40:55.840963 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.l3_db [None req-3105a905-d53b-4d9a-b84f-76abe2af3fbb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Floating IP b934c627-940f-4e91-9ad2-41c92f190161 associated. External IP: 172.26.2.237, port: 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f. Oct 26 16:40:56.296638 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3105a905-d53b-4d9a-b84f-76abe2af3fbb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Router 5bb85119-0cc4-4853-a2cb-015dba6ca7ab has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:40:56.475900 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3105a905-d53b-4d9a-b84f-76abe2af3fbb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:40:56.486249 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702515b9-46a4-40b8-9c31-09567252c99a None None] Sync routers for ids ['5bb85119-0cc4-4853-a2cb-015dba6ca7ab'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:40:56.495410 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702515b9-46a4-40b8-9c31-09567252c99a None None] Routers {'5bb85119-0cc4-4853-a2cb-015dba6ca7ab'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:40:56.496030 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-702515b9-46a4-40b8-9c31-09567252c99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:40:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['5bb85119-0cc4-4853-a2cb-015dba6ca7ab'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:56.584887 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3105a905-d53b-4d9a-b84f-76abe2af3fbb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:56.645321 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-3105a905-d53b-4d9a-b84f-76abe2af3fbb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7190304 Oct 26 16:40:56.645938 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95630099-6a3a-4776-ad56-5703c7581ebf', 'tag': '7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:40:56.648275 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec32077c02f099f90fb0961424a7a94902e37de219198ee626149e9f7ea2199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67988150-13e3-4452-b4cb-701213e26ed6" -d '{"events": [{"name": "network-changed", "server_uuid": "95630099-6a3a-4776-ad56-5703c7581ebf", "tag": "7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:40:56.686241 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-702515b9-46a4-40b8-9c31-09567252c99a None None] Set router 5bb85119-0cc4-4853-a2cb-015dba6ca7ab gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:40:56.700100 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f602bb1-e0d8-4af6-9917-30eb4df0bb0c x-openstack-request-id: req-8f602bb1-e0d8-4af6-9917-30eb4df0bb0c {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:40:56.700434 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95630099-6a3a-4776-ad56-5703c7581ebf", "tag": "7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:40:56.700675 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8f602bb1-e0d8-4af6-9917-30eb4df0bb0c {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:40:56.701108 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f602bb1-e0d8-4af6-9917-30eb4df0bb0c'] response: {'name': 'network-changed', 'server_uuid': '95630099-6a3a-4776-ad56-5703c7581ebf', 'tag': '7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f', 'status': 'completed', 'code': 200} Oct 26 16:40:56.899959 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3515303-f8fe-4786-a688-a593a93cb2fe req-40dad829-801b-4214-b5fb-1195fe3d905a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:40:56.901352 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b3515303-f8fe-4786-a688-a593a93cb2fe req-40dad829-801b-4214-b5fb-1195fe3d905a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 946 time: 0.1576688 Oct 26 16:40:56.904200 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67988150-13e3-4452-b4cb-701213e26ed6 req-94dbbca3-c63c-41f9-83fe-8f3277a23325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:40:56.905587 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-67988150-13e3-4452-b4cb-701213e26ed6 req-94dbbca3-c63c-41f9-83fe-8f3277a23325 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9041478b4b314552952768907a320dc1&device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 1099 time: 0.1250722 Oct 26 16:40:57.021880 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b3515303-f8fe-4786-a688-a593a93cb2fe req-d1897661-7684-4e45-a178-484de0d226af tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb815549-6933-4d5d-b572-fdf5dbd99add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146181 Oct 26 16:40:57.046671 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-702515b9-46a4-40b8-9c31-09567252c99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb85119-0cc4-4853-a2cb-015dba6ca7ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768628375', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.93'}], 'enable_snat': True}, 'gw_port_id': 'fd4e4090-f8bd-4ecb-b210-1705374a93dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:40:29Z', 'updated_at': '2022-10-26T16:40:35Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': 'fd4e4090-f8bd-4ecb-b210-1705374a93dd', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb85119-0cc4-4853-a2cb-015dba6ca7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:40:30Z', 'updated_at': '2022-10-26T16:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': 'b934c627-940f-4e91-9ad2-41c92f190161', 'tenant_id': '9041478b4b314552952768907a320dc1', 'floating_ip_address': '172.26.2.237', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '5bb85119-0cc4-4853-a2cb-015dba6ca7ab', 'port_id': '7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbdbd89e-d23b-4221-8803-5f5f8ff738c0', 'mac_address': 'fa:16:3e:7e:b3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95630099-6a3a-4776-ad56-5703c7581ebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:40:55Z', 'updated_at': '2022-10-26T16:40:55Z', 'revision_number': 0, 'project_id': '9041478b4b314552952768907a320dc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa00946b-daf6-49be-88c0-7224be0ffd51', 'name': '', 'network_id': 'fbdbd89e-d23b-4221-8803-5f5f8ff738c0', 'tenant_id': '9041478b4b314552952768907a320dc1', 'mac_address': 'fa:16:3e:3e:06:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb85119-0cc4-4853-a2cb-015dba6ca7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'f9bb93e9-ecba-4324-8cce-9f94ab3b5014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:40:34Z', 'updated_at': '2022-10-26T16:40:40Z', 'revision_number': 5, 'project_id': '9041478b4b314552952768907a320dc1', 'subnets': [{'id': 'f9bb93e9-ecba-4324-8cce-9f94ab3b5014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:57.051677 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702515b9-46a4-40b8-9c31-09567252c99a None None] Checking router: 5bb85119-0cc4-4853-a2cb-015dba6ca7ab for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:40:57.052040 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 52452) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:40:57.060373 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702515b9-46a4-40b8-9c31-09567252c99a None None] Routers {'5bb85119-0cc4-4853-a2cb-015dba6ca7ab'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:40:57.061081 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-702515b9-46a4-40b8-9c31-09567252c99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:40:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['5bb85119-0cc4-4853-a2cb-015dba6ca7ab'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:57.076976 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67988150-13e3-4452-b4cb-701213e26ed6 req-ad8becf7-19a5-44fc-8460-2914bebf88f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:40:57.078735 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-67988150-13e3-4452-b4cb-701213e26ed6 req-ad8becf7-19a5-44fc-8460-2914bebf88f3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fbdbd89e-d23b-4221-8803-5f5f8ff738c0 HTTP/1.1" status: 200 len: 897 time: 0.1572142 Oct 26 16:40:57.166057 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c2bb005c-9ca0-4ffc-8c6c-8dbb942a8d19 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/floatingips/b934c627-940f-4e91-9ad2-41c92f190161 HTTP/1.1" status: 200 len: 992 time: 0.1124146 Oct 26 16:40:57.188394 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-67988150-13e3-4452-b4cb-701213e26ed6 req-480c2f74-c3c5-464f-afaf-7bb0cd15e5d7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f HTTP/1.1" status: 200 len: 1000 time: 0.1032629 Oct 26 16:40:57.241214 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-702515b9-46a4-40b8-9c31-09567252c99a None None] Set router 5bb85119-0cc4-4853-a2cb-015dba6ca7ab gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:40:57.252401 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67988150-13e3-4452-b4cb-701213e26ed6 req-042c8289-322d-45c1-aaa1-b7ab45765666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:40:57.253829 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-67988150-13e3-4452-b4cb-701213e26ed6 req-042c8289-322d-45c1-aaa1-b7ab45765666 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f9bb93e9-ecba-4324-8cce-9f94ab3b5014 HTTP/1.1" status: 200 len: 834 time: 0.0596611 Oct 26 16:40:57.341658 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67988150-13e3-4452-b4cb-701213e26ed6 req-2b493c10-6245-4925-a518-9e65f27babb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:40:57.343155 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-67988150-13e3-4452-b4cb-701213e26ed6 req-2b493c10-6245-4925-a518-9e65f27babb1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fbdbd89e-d23b-4221-8803-5f5f8ff738c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832491 Oct 26 16:40:57.482455 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-67988150-13e3-4452-b4cb-701213e26ed6 req-b94ade13-91fb-4534-a2d7-ec2d34e2dec3 service neutron] 10.222.0.48 "GET /v2.0/networks/fbdbd89e-d23b-4221-8803-5f5f8ff738c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332097 Oct 26 16:40:57.624397 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-67988150-13e3-4452-b4cb-701213e26ed6 req-8d217d86-c596-4af1-a2fc-9c3a93f0b1b1 service neutron] 10.222.0.48 "GET /v2.0/networks/fbdbd89e-d23b-4221-8803-5f5f8ff738c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357305 Oct 26 16:40:57.646964 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-702515b9-46a4-40b8-9c31-09567252c99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb85119-0cc4-4853-a2cb-015dba6ca7ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768628375', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.93'}], 'enable_snat': True}, 'gw_port_id': 'fd4e4090-f8bd-4ecb-b210-1705374a93dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:40:29Z', 'updated_at': '2022-10-26T16:40:35Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': 'fd4e4090-f8bd-4ecb-b210-1705374a93dd', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb85119-0cc4-4853-a2cb-015dba6ca7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:40:30Z', 'updated_at': '2022-10-26T16:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': 'b934c627-940f-4e91-9ad2-41c92f190161', 'tenant_id': '9041478b4b314552952768907a320dc1', 'floating_ip_address': '172.26.2.237', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '5bb85119-0cc4-4853-a2cb-015dba6ca7ab', 'port_id': '7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbdbd89e-d23b-4221-8803-5f5f8ff738c0', 'mac_address': 'fa:16:3e:7e:b3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95630099-6a3a-4776-ad56-5703c7581ebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:40:55Z', 'updated_at': '2022-10-26T16:40:55Z', 'revision_number': 0, 'project_id': '9041478b4b314552952768907a320dc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa00946b-daf6-49be-88c0-7224be0ffd51', 'name': '', 'network_id': 'fbdbd89e-d23b-4221-8803-5f5f8ff738c0', 'tenant_id': '9041478b4b314552952768907a320dc1', 'mac_address': 'fa:16:3e:3e:06:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb85119-0cc4-4853-a2cb-015dba6ca7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'f9bb93e9-ecba-4324-8cce-9f94ab3b5014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:40:34Z', 'updated_at': '2022-10-26T16:40:40Z', 'revision_number': 5, 'project_id': '9041478b4b314552952768907a320dc1', 'subnets': [{'id': 'f9bb93e9-ecba-4324-8cce-9f94ab3b5014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:40:57.651196 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702515b9-46a4-40b8-9c31-09567252c99a None None] The sync data for ids ['5bb85119-0cc4-4853-a2cb-015dba6ca7ab'] in dv-neutron-862712-1-hyperv is: [{'id': '5bb85119-0cc4-4853-a2cb-015dba6ca7ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768628375', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.93'}], 'enable_snat': True}, 'gw_port_id': 'fd4e4090-f8bd-4ecb-b210-1705374a93dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:40:29Z', 'updated_at': '2022-10-26T16:40:35Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': 'fd4e4090-f8bd-4ecb-b210-1705374a93dd', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb85119-0cc4-4853-a2cb-015dba6ca7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:40:30Z', 'updated_at': '2022-10-26T16:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': 'b934c627-940f-4e91-9ad2-41c92f190161', 'tenant_id': '9041478b4b314552952768907a320dc1', 'floating_ip_address': '172.26.2.237', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '5bb85119-0cc4-4853-a2cb-015dba6ca7ab', 'port_id': '7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbdbd89e-d23b-4221-8803-5f5f8ff738c0', 'mac_address': 'fa:16:3e:7e:b3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95630099-6a3a-4776-ad56-5703c7581ebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:40:55Z', 'updated_at': '2022-10-26T16:40:55Z', 'revision_number': 0, 'project_id': '9041478b4b314552952768907a320dc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa00946b-daf6-49be-88c0-7224be0ffd51', 'name': '', 'network_id': 'fbdbd89e-d23b-4221-8803-5f5f8ff738c0', 'tenant_id': '9041478b4b314552952768907a320dc1', 'mac_address': 'fa:16:3e:3e:06:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb85119-0cc4-4853-a2cb-015dba6ca7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'f9bb93e9-ecba-4324-8cce-9f94ab3b5014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:40:34Z', 'updated_at': '2022-10-26T16:40:40Z', 'revision_number': 5, 'project_id': '9041478b4b314552952768907a320dc1', 'subnets': [{'id': 'f9bb93e9-ecba-4324-8cce-9f94ab3b5014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:40:57.654354 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:40:57.845912 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec21bceb-004c-4861-b174-0d8bed594cb5 None None] New status for floating IP b934c627-940f-4e91-9ad2-41c92f190161: ACTIVE {{(pid=89750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:40:58.168963 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 52456) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:40:58.277193 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-05631e2d-8358-46f2-af1a-2edfb46fa017 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/floatingips/b934c627-940f-4e91-9ad2-41c92f190161 HTTP/1.1" status: 200 len: 994 time: 0.1071033 Oct 26 16:41:00.314123 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-417e7ed7-6bdd-4c79-8503-cc7f35c11219 req-a3f66c5e-c7d1-4f87-a02a-0b7e51994c9c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=95630099-6a3a-4776-ad56-5703c7581ebf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0785701 Oct 26 16:41:00.475513 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e7ed7-6bdd-4c79-8503-cc7f35c11219 req-4706ed58-c419-4aad-b7ad-44ae87db9094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:41:00.476972 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-417e7ed7-6bdd-4c79-8503-cc7f35c11219 req-4706ed58-c419-4aad-b7ad-44ae87db9094 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9041478b4b314552952768907a320dc1&device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 1099 time: 0.0832632 Oct 26 16:41:00.622167 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e7ed7-6bdd-4c79-8503-cc7f35c11219 req-d5294566-f393-4c97-a486-290a932df7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:41:00.623641 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-417e7ed7-6bdd-4c79-8503-cc7f35c11219 req-d5294566-f393-4c97-a486-290a932df7ef service neutron] 10.222.0.48 "GET /v2.0/networks?id=fbdbd89e-d23b-4221-8803-5f5f8ff738c0 HTTP/1.1" status: 200 len: 897 time: 0.1280935 Oct 26 16:41:00.728346 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-417e7ed7-6bdd-4c79-8503-cc7f35c11219 req-020d2cac-c84d-42ae-a840-bd625315a73c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f HTTP/1.1" status: 200 len: 1002 time: 0.0986254 Oct 26 16:41:00.902892 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e7ed7-6bdd-4c79-8503-cc7f35c11219 req-237a7363-711b-40f4-a12d-552ec94eeefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:41:00.904320 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-417e7ed7-6bdd-4c79-8503-cc7f35c11219 req-237a7363-711b-40f4-a12d-552ec94eeefb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f9bb93e9-ecba-4324-8cce-9f94ab3b5014 HTTP/1.1" status: 200 len: 834 time: 0.1706684 Oct 26 16:41:00.989593 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e7ed7-6bdd-4c79-8503-cc7f35c11219 req-8b3e9afc-8d66-4f25-90ce-caadf272bc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:41:00.990991 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-417e7ed7-6bdd-4c79-8503-cc7f35c11219 req-8b3e9afc-8d66-4f25-90ce-caadf272bc06 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fbdbd89e-d23b-4221-8803-5f5f8ff738c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804276 Oct 26 16:41:01.128258 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-417e7ed7-6bdd-4c79-8503-cc7f35c11219 req-5d1d154b-0150-4f1c-9b21-94dada3827ea service neutron] 10.222.0.48 "GET /v2.0/networks/fbdbd89e-d23b-4221-8803-5f5f8ff738c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276407 Oct 26 16:41:01.259363 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-417e7ed7-6bdd-4c79-8503-cc7f35c11219 req-172ccbbf-867e-43de-ac68-738e38971abb service neutron] 10.222.0.48 "GET /v2.0/networks/fbdbd89e-d23b-4221-8803-5f5f8ff738c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252649 Oct 26 16:41:01.696208 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:41:02.162943 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f1718067-97d8-45af-99d6-1017e33555b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:41:04.447092 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a43cf42d-2179-4716-8dd5-54e5619b257f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:41:05.305519 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:41:05.481497 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:41:07.100269 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:41:27.609188 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:41:32.134800 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-49e5ed6e-c1b8-41e3-bbff-b674341af100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:41:34.483481 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5ec93b7c-95a5-4300-87d8-33bfb5de3303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:41:35.270713 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:41:35.455716 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:41:37.081808 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:41:38.695812 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:41:57.655604 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:42:00.282437 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-79e436b9-c220-4603-97e5-eb10566f3209 req-d22a5cf0-a36b-4dc8-98d4-aa3623999c9a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=95630099-6a3a-4776-ad56-5703c7581ebf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0770345 Oct 26 16:42:00.450687 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e436b9-c220-4603-97e5-eb10566f3209 req-079e2ab1-cd02-4ab8-b168-592c500d167c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:42:00.452120 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-79e436b9-c220-4603-97e5-eb10566f3209 req-079e2ab1-cd02-4ab8-b168-592c500d167c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9041478b4b314552952768907a320dc1&device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 1099 time: 0.0814898 Oct 26 16:42:00.601382 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e436b9-c220-4603-97e5-eb10566f3209 req-c5535dd8-ed38-4c69-99ce-4647e3f91f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:42:00.602816 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-79e436b9-c220-4603-97e5-eb10566f3209 req-c5535dd8-ed38-4c69-99ce-4647e3f91f17 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fbdbd89e-d23b-4221-8803-5f5f8ff738c0 HTTP/1.1" status: 200 len: 897 time: 0.1270430 Oct 26 16:42:00.704380 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-79e436b9-c220-4603-97e5-eb10566f3209 req-431d3403-61e4-4abe-af6f-30a0b4e681a3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f HTTP/1.1" status: 200 len: 1002 time: 0.0946012 Oct 26 16:42:00.769559 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e436b9-c220-4603-97e5-eb10566f3209 req-b03d67c2-0b4c-417f-a8e1-d3ab9d073347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:42:00.770978 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-79e436b9-c220-4603-97e5-eb10566f3209 req-b03d67c2-0b4c-417f-a8e1-d3ab9d073347 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f9bb93e9-ecba-4324-8cce-9f94ab3b5014 HTTP/1.1" status: 200 len: 834 time: 0.0609531 Oct 26 16:42:00.852960 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e436b9-c220-4603-97e5-eb10566f3209 req-4ae9e1ca-733d-42e1-a890-5859cf96b62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:42:00.854387 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-79e436b9-c220-4603-97e5-eb10566f3209 req-4ae9e1ca-733d-42e1-a890-5859cf96b62c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fbdbd89e-d23b-4221-8803-5f5f8ff738c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769150 Oct 26 16:42:00.984216 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-79e436b9-c220-4603-97e5-eb10566f3209 req-d0f5c585-72dc-4124-b5a9-734752bef8c3 service neutron] 10.222.0.48 "GET /v2.0/networks/fbdbd89e-d23b-4221-8803-5f5f8ff738c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234465 Oct 26 16:42:01.114667 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-79e436b9-c220-4603-97e5-eb10566f3209 req-2344453b-0c37-4a11-b716-632cf9acfba0 service neutron] 10.222.0.48 "GET /v2.0/networks/fbdbd89e-d23b-4221-8803-5f5f8ff738c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239395 Oct 26 16:42:02.139704 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-36c00f46-90d2-40bd-828b-8b0e6b2dfd75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:42:04.489716 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-46a55c3f-6786-418c-8fef-68ffc9b16831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:42:05.318459 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:42:05.478434 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:42:07.078886 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:42:07.750355 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52494) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:42:07.876167 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184d908-6620-4673-a026-568037a66b80 req-06bdab60-33f5-492e-8dec-f73d8cb65056 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:42:07.878619 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-7184d908-6620-4673-a026-568037a66b80 req-06bdab60-33f5-492e-8dec-f73d8cb65056 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 946 time: 0.0903065 Oct 26 16:42:07.895845 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8ed79b34-26d6-4e60-b3de-d3decbd95a53 req-e27b6b32-7948-4fc2-bffa-d84e095ba71f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=95630099-6a3a-4776-ad56-5703c7581ebf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1438849 Oct 26 16:42:07.922268 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-7184d908-6620-4673-a026-568037a66b80 req-55a78f53-0b89-4d8e-a35e-7b88e3f6a551 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb815549-6933-4d5d-b572-fdf5dbd99add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382786 Oct 26 16:42:09.210111 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69bd9a-1b5a-4053-ae06-b41a88fba4b4 req-5a26d9d8-df15-4eaf-8d4d-8a2eb3ad13ae tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:42:09.211538 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6b69bd9a-1b5a-4053-ae06-b41a88fba4b4 req-5a26d9d8-df15-4eaf-8d4d-8a2eb3ad13ae tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 946 time: 0.1350307 Oct 26 16:42:09.259222 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6b69bd9a-1b5a-4053-ae06-b41a88fba4b4 req-126766ef-a052-4265-8e65-cc29ac3f5c0b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb815549-6933-4d5d-b572-fdf5dbd99add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421221 Oct 26 16:42:10.270523 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed79b34-26d6-4e60-b3de-d3decbd95a53 req-03d33103-aea7-40c8-8b7f-59869f7db9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:42:10.271968 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8ed79b34-26d6-4e60-b3de-d3decbd95a53 req-03d33103-aea7-40c8-8b7f-59869f7db9e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9041478b4b314552952768907a320dc1&device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 1099 time: 0.0806038 Oct 26 16:42:10.407736 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed79b34-26d6-4e60-b3de-d3decbd95a53 req-d5ca9ed4-85a9-4889-8ec3-4299d77ab982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:42:10.409738 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8ed79b34-26d6-4e60-b3de-d3decbd95a53 req-d5ca9ed4-85a9-4889-8ec3-4299d77ab982 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fbdbd89e-d23b-4221-8803-5f5f8ff738c0 HTTP/1.1" status: 200 len: 897 time: 0.1322188 Oct 26 16:42:10.514370 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdfa6de-0bc5-49d6-9139-ead3aa259ba8 req-171b2b68-b797-4016-b43f-61e1317fd83a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:42:10.515877 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-7fdfa6de-0bc5-49d6-9139-ead3aa259ba8 req-171b2b68-b797-4016-b43f-61e1317fd83a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 946 time: 0.1395805 Oct 26 16:42:10.517143 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8ed79b34-26d6-4e60-b3de-d3decbd95a53 req-3a4b64d7-84b3-4cd4-b0ba-06f9689a4f32 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f HTTP/1.1" status: 200 len: 1002 time: 0.1013913 Oct 26 16:42:10.561753 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-7fdfa6de-0bc5-49d6-9139-ead3aa259ba8 req-20260cda-c75c-4a74-8f92-4ab6a1f170a3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb815549-6933-4d5d-b572-fdf5dbd99add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388339 Oct 26 16:42:10.579980 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed79b34-26d6-4e60-b3de-d3decbd95a53 req-8d09eb96-ae34-4a31-a8eb-7f9227ce47da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:42:10.582142 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8ed79b34-26d6-4e60-b3de-d3decbd95a53 req-8d09eb96-ae34-4a31-a8eb-7f9227ce47da service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f9bb93e9-ecba-4324-8cce-9f94ab3b5014 HTTP/1.1" status: 200 len: 834 time: 0.0597241 Oct 26 16:42:10.763219 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed79b34-26d6-4e60-b3de-d3decbd95a53 req-e55906c2-2104-4e59-a6a1-6b1d1140c14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:42:10.764693 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8ed79b34-26d6-4e60-b3de-d3decbd95a53 req-e55906c2-2104-4e59-a6a1-6b1d1140c14b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fbdbd89e-d23b-4221-8803-5f5f8ff738c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1771474 Oct 26 16:42:10.896341 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8ed79b34-26d6-4e60-b3de-d3decbd95a53 req-be80f8f8-5423-4243-8b19-c95958ff7b40 service neutron] 10.222.0.48 "GET /v2.0/networks/fbdbd89e-d23b-4221-8803-5f5f8ff738c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255822 Oct 26 16:42:11.027732 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8ed79b34-26d6-4e60-b3de-d3decbd95a53 req-629cf5fa-5e54-4314-b298-a3121fa34afb service neutron] 10.222.0.48 "GET /v2.0/networks/fbdbd89e-d23b-4221-8803-5f5f8ff738c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258023 Oct 26 16:42:11.762590 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee4ea0-db7b-47fc-9b38-6dd5eac0aadd req-8b2ff6b3-2a7b-4359-9155-8a62826a9328 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:42:11.764022 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-76ee4ea0-db7b-47fc-9b38-6dd5eac0aadd req-8b2ff6b3-2a7b-4359-9155-8a62826a9328 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 946 time: 0.0902431 Oct 26 16:42:11.807057 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-76ee4ea0-db7b-47fc-9b38-6dd5eac0aadd req-ddd5372b-c1c1-4d5f-a073-bffbfbda3cc8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb815549-6933-4d5d-b572-fdf5dbd99add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374084 Oct 26 16:42:13.014380 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbeef24-8c46-455b-a885-d8eef78ed38b req-d6461569-7c63-4da5-8362-dbcc47dab324 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:42:13.015782 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-7dbeef24-8c46-455b-a885-d8eef78ed38b req-d6461569-7c63-4da5-8362-dbcc47dab324 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 946 time: 0.0952511 Oct 26 16:42:13.062241 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-7dbeef24-8c46-455b-a885-d8eef78ed38b req-5565d0e5-175b-46ce-9caf-520c351f203b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb815549-6933-4d5d-b572-fdf5dbd99add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399780 Oct 26 16:42:14.265216 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce46fd-245e-43be-a515-2bb8a2f47097 req-e2be2374-bd91-4dc3-8a49-ecf5dd8a4812 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:42:14.266688 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4cce46fd-245e-43be-a515-2bb8a2f47097 req-e2be2374-bd91-4dc3-8a49-ecf5dd8a4812 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 946 time: 0.0926785 Oct 26 16:42:14.311146 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4cce46fd-245e-43be-a515-2bb8a2f47097 req-f4666208-6155-4281-91cb-e7b512230560 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb815549-6933-4d5d-b572-fdf5dbd99add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387318 Oct 26 16:42:15.512937 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa852f-a08e-4aba-8144-deecaa967e0d req-0f721eb7-6625-4ac2-b974-c99a9fa7de69 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:42:15.514580 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-38fa852f-a08e-4aba-8144-deecaa967e0d req-0f721eb7-6625-4ac2-b974-c99a9fa7de69 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 946 time: 0.0916357 Oct 26 16:42:15.562523 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-38fa852f-a08e-4aba-8144-deecaa967e0d req-f7cabfe3-a114-4815-bee6-d0d3b63b09f2 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb815549-6933-4d5d-b572-fdf5dbd99add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398054 Oct 26 16:42:15.696068 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:42:16.768446 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e5c28-6728-4bcb-a9f4-7771c1cd2aa8 req-370506a7-6ba6-40fc-9bff-e3208d9a1d5a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:42:16.769877 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cd6e5c28-6728-4bcb-a9f4-7771c1cd2aa8 req-370506a7-6ba6-40fc-9bff-e3208d9a1d5a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 946 time: 0.0914111 Oct 26 16:42:16.816174 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cd6e5c28-6728-4bcb-a9f4-7771c1cd2aa8 req-a039f8d2-e81b-4577-b0e3-219c33a52d2d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb815549-6933-4d5d-b572-fdf5dbd99add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405943 Oct 26 16:42:18.021806 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9cccf-042f-4546-a358-1cbcfe2a45fe req-4c04d833-7635-42d5-bf94-583e65f6a4eb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:42:18.023217 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e7c9cccf-042f-4546-a358-1cbcfe2a45fe req-4c04d833-7635-42d5-bf94-583e65f6a4eb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 946 time: 0.0904443 Oct 26 16:42:18.066552 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e7c9cccf-042f-4546-a358-1cbcfe2a45fe req-d93eabb0-bbe1-414d-b2db-8446ada546ce tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb815549-6933-4d5d-b572-fdf5dbd99add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377674 Oct 26 16:42:19.344305 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d1683-7c8c-4176-9d54-632ce3c48071 req-9903ebe8-bd3f-4bd4-9033-58bfdab2eb27 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:42:19.345753 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-312d1683-7c8c-4176-9d54-632ce3c48071 req-9903ebe8-bd3f-4bd4-9033-58bfdab2eb27 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 946 time: 0.1304252 Oct 26 16:42:19.390993 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-312d1683-7c8c-4176-9d54-632ce3c48071 req-78fb2927-8a69-474a-a959-4f88c1ee9641 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb815549-6933-4d5d-b572-fdf5dbd99add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390489 Oct 26 16:42:20.593793 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb380c-7607-4b00-9954-481abd4fbecd req-e468cd15-f55f-46d5-879d-8030498ad109 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:42:20.595291 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-4abb380c-7607-4b00-9954-481abd4fbecd req-e468cd15-f55f-46d5-879d-8030498ad109 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 946 time: 0.0926652 Oct 26 16:42:20.639373 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-4abb380c-7607-4b00-9954-481abd4fbecd req-b7110457-e524-40ad-b262-c1ed5d283ff6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb815549-6933-4d5d-b572-fdf5dbd99add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379899 Oct 26 16:42:21.854714 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf28a61-b06f-4274-a729-de7da358550b req-d26d310a-d6ab-49a5-83a7-1d78b4f2d409 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:42:21.856156 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-adf28a61-b06f-4274-a729-de7da358550b req-d26d310a-d6ab-49a5-83a7-1d78b4f2d409 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 946 time: 0.0984378 Oct 26 16:42:21.905023 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-adf28a61-b06f-4274-a729-de7da358550b req-066bb1ce-b807-4476-a567-7b48fac5c86a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb815549-6933-4d5d-b572-fdf5dbd99add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429771 Oct 26 16:42:23.148612 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8ed79b34-26d6-4e60-b3de-d3decbd95a53 req-f92fe69d-4875-43a9-b25e-3c8a67c8c93e service neutron] 10.222.0.48 "GET /v2.0/ports/7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f/bindings/hv-neutron-8627 HTTP/1.1" status: 200 len: 384 time: 0.0747368 Oct 26 16:42:23.182761 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610733ed-fbf6-43b0-b32a-a231470ef47f req-23a48026-49ac-4348-97b5-f4ede046d149 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:42:23.184233 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-610733ed-fbf6-43b0-b32a-a231470ef47f req-23a48026-49ac-4348-97b5-f4ede046d149 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 946 time: 0.1308661 Oct 26 16:42:23.228614 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-610733ed-fbf6-43b0-b32a-a231470ef47f req-6325a067-c4e3-4409-8719-867e3251aa76 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb815549-6933-4d5d-b572-fdf5dbd99add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386312 Oct 26 16:42:23.774559 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed79b34-26d6-4e60-b3de-d3decbd95a53 req-f147cd6f-927d-4ef6-9131-14d939d55b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:42:23.776006 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8ed79b34-26d6-4e60-b3de-d3decbd95a53 req-f147cd6f-927d-4ef6-9131-14d939d55b76 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=95630099-6a3a-4776-ad56-5703c7581ebf&tenant_id=9041478b4b314552952768907a320dc1 HTTP/1.1" status: 200 len: 1099 time: 0.0813632 Oct 26 16:42:23.886112 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed79b34-26d6-4e60-b3de-d3decbd95a53 req-f6fb3dc5-6e54-41ed-9f02-a3307308566f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:42:23.887599 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8ed79b34-26d6-4e60-b3de-d3decbd95a53 req-f6fb3dc5-6e54-41ed-9f02-a3307308566f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9041478b4b314552952768907a320dc1&device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 1099 time: 0.0794363 Oct 26 16:42:24.018715 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed79b34-26d6-4e60-b3de-d3decbd95a53 req-3e7b1d47-29ab-4fb7-a816-5d304f7d65a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:42:24.020072 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8ed79b34-26d6-4e60-b3de-d3decbd95a53 req-3e7b1d47-29ab-4fb7-a816-5d304f7d65a0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fbdbd89e-d23b-4221-8803-5f5f8ff738c0 HTTP/1.1" status: 200 len: 897 time: 0.1261737 Oct 26 16:42:24.124753 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8ed79b34-26d6-4e60-b3de-d3decbd95a53 req-42715a42-f59d-4727-b628-5ef73617b1d2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f HTTP/1.1" status: 200 len: 1002 time: 0.0979919 Oct 26 16:42:24.188034 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed79b34-26d6-4e60-b3de-d3decbd95a53 req-ef000734-6deb-4f94-b049-cf0d7de05b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:42:24.189439 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8ed79b34-26d6-4e60-b3de-d3decbd95a53 req-ef000734-6deb-4f94-b049-cf0d7de05b6e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f9bb93e9-ecba-4324-8cce-9f94ab3b5014 HTTP/1.1" status: 200 len: 834 time: 0.0592642 Oct 26 16:42:24.271625 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed79b34-26d6-4e60-b3de-d3decbd95a53 req-5e79b96e-299b-4ef5-9fa5-f820a613db46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:42:24.272995 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8ed79b34-26d6-4e60-b3de-d3decbd95a53 req-5e79b96e-299b-4ef5-9fa5-f820a613db46 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fbdbd89e-d23b-4221-8803-5f5f8ff738c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781090 Oct 26 16:42:24.568777 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8ed79b34-26d6-4e60-b3de-d3decbd95a53 req-22079eb0-43f9-4660-a35a-0e8842e0401a service neutron] 10.222.0.48 "GET /v2.0/networks/fbdbd89e-d23b-4221-8803-5f5f8ff738c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897308 Oct 26 16:42:24.653731 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72509e38-00b4-4491-8502-0d91a2baa23b req-2774e673-2042-4b81-98cd-7d33c6b8dae5 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:42:24.655192 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-72509e38-00b4-4491-8502-0d91a2baa23b req-2774e673-2042-4b81-98cd-7d33c6b8dae5 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 946 time: 0.3070214 Oct 26 16:42:24.738206 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-72509e38-00b4-4491-8502-0d91a2baa23b req-754f72b5-7b5a-46bf-9719-530e025d9a2b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb815549-6933-4d5d-b572-fdf5dbd99add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757923 Oct 26 16:42:24.746402 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8ed79b34-26d6-4e60-b3de-d3decbd95a53 req-14c4c318-bef4-49ee-bbdc-41780087b034 service neutron] 10.222.0.48 "GET /v2.0/networks/fbdbd89e-d23b-4221-8803-5f5f8ff738c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718085 Oct 26 16:42:25.941001 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547fa08-b685-49dc-b5c4-518329367cb4 req-834c61c0-d0f8-4dde-81fc-9b4a5e5eb2a8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:42:25.942355 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b547fa08-b685-49dc-b5c4-518329367cb4 req-834c61c0-d0f8-4dde-81fc-9b4a5e5eb2a8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 946 time: 0.0908477 Oct 26 16:42:25.985279 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b547fa08-b685-49dc-b5c4-518329367cb4 req-8d783855-5409-4e7c-a57a-f3b7ff967887 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb815549-6933-4d5d-b572-fdf5dbd99add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374250 Oct 26 16:42:26.687596 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:42:26.810553 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f is: ACTIVE; New status is: DOWN {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:42:26.810988 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:42:26.840155 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95630099-6a3a-4776-ad56-5703c7581ebf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:42:26.842599 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2913b2e9-3dff-433a-ab58-5b889227391b" -d '{"events": [{"server_uuid": "95630099-6a3a-4776-ad56-5703c7581ebf", "name": "network-vif-unplugged", "status": "completed", "tag": "7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:42:26.851109 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f,segment=NetworkSegment(38d65d8a-b792-4a47-9ee8-88125fbc59ea),segment_id=38d65d8a-b792-4a47-9ee8-88125fbc59ea)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:42:26.892737 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Oct 2022 16:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d53c8a3-3813-45b5-ae04-2e2ae5b0e81f x-openstack-request-id: req-6d53c8a3-3813-45b5-ae04-2e2ae5b0e81f {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:42:26.893025 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95630099-6a3a-4776-ad56-5703c7581ebf", "name": "network-vif-unplugged", "status": "completed", "tag": "7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:42:26.893864 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6d53c8a3-3813-45b5-ae04-2e2ae5b0e81f {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:42:26.894275 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d53c8a3-3813-45b5-ae04-2e2ae5b0e81f'] response: {'server_uuid': '95630099-6a3a-4776-ad56-5703c7581ebf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f', 'code': 200} Oct 26 16:42:26.905494 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:42:26.974399 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f,revision_number=6']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:26.981365 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:26.981709 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:26.982047 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:26.982379 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:26.982729 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:26.983059 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:26.983630 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:26.983958 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:26.984276 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:26.984594 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:26.984910 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:26.985228 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:27.185296 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b544809-6cf2-4ce2-b07d-341d57a8df76 req-829731ee-3394-4185-9c03-5b7bab8a8cfe tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:42:27.186800 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0b544809-6cf2-4ce2-b07d-341d57a8df76 req-829731ee-3394-4185-9c03-5b7bab8a8cfe tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 944 time: 0.0910943 Oct 26 16:42:27.329269 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0b544809-6cf2-4ce2-b07d-341d57a8df76 req-1be2f801-9124-49b7-93d9-7d1ec329a129 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb815549-6933-4d5d-b572-fdf5dbd99add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366501 Oct 26 16:42:27.642914 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:42:28.531595 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0754fc-ca29-484a-9400-bd23809ea70e req-16d439a4-0bb1-413b-8e82-5f7bf25a58ba tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:42:28.533031 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8a0754fc-ca29-484a-9400-bd23809ea70e req-16d439a4-0bb1-413b-8e82-5f7bf25a58ba tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 944 time: 0.0886252 Oct 26 16:42:28.576962 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8a0754fc-ca29-484a-9400-bd23809ea70e req-1dc0b853-ccb4-45f4-86de-913c8ab73d67 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb815549-6933-4d5d-b572-fdf5dbd99add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378513 Oct 26 16:42:28.689409 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 16:42:28.824128 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f,segment=NetworkSegment(38d65d8a-b792-4a47-9ee8-88125fbc59ea),segment_id=38d65d8a-b792-4a47-9ee8-88125fbc59ea)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:42:28.841140 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': '7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f', 'network_id': 'fbdbd89e-d23b-4221-8803-5f5f8ff738c0', 'port_id': '7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f', 'mac_address': 'fa:16:3e:7e:b3:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9bb93e9-ecba-4324-8cce-9f94ab3b5014', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 16:42:28.898598 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:42:28.898985 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:42:28.917030 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:42:28.932998 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f,segment=NetworkSegment(38d65d8a-b792-4a47-9ee8-88125fbc59ea),segment_id=38d65d8a-b792-4a47-9ee8-88125fbc59ea)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:42:28.996970 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:42:29.045968 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a20afd-c395-4806-b7af-7f804b5c3151 req-2e56a510-ae0e-422c-bbca-8903ed902bfb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:42:29.047507 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d3a20afd-c395-4806-b7af-7f804b5c3151 req-2e56a510-ae0e-422c-bbca-8903ed902bfb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 945 time: 0.0986307 Oct 26 16:42:29.066828 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f,revision_number=7']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:29.126066 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:42:29.155660 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d3a20afd-c395-4806-b7af-7f804b5c3151 req-49e47812-3e6f-4971-9d1e-448b90e891ff tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb815549-6933-4d5d-b572-fdf5dbd99add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022799 Oct 26 16:42:29.184069 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb7eea-5e21-4208-8f82-ed6c57878366 req-4faea95d-323d-4701-bf25-3a12fb956198 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:42:29.185642 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-69cb7eea-5e21-4208-8f82-ed6c57878366 req-4faea95d-323d-4701-bf25-3a12fb956198 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.48 "GET /v2.0/ports?device_id=95630099-6a3a-4776-ad56-5703c7581ebf&tenant_id=9041478b4b314552952768907a320dc1&binding%3Ahost_id=hv-neutron-8627 HTTP/1.1" status: 200 len: 945 time: 0.1312261 Oct 26 16:42:29.355249 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb7eea-5e21-4208-8f82-ed6c57878366 req-a29ba01d-bbf0-4b88-8098-6bf8652cdaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:42:29.356761 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-69cb7eea-5e21-4208-8f82-ed6c57878366 req-a29ba01d-bbf0-4b88-8098-6bf8652cdaa7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9041478b4b314552952768907a320dc1&device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 1098 time: 0.0823805 Oct 26 16:42:29.364945 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e12c07-fcbd-4a36-91b8-b01c4b83f77b req-cfaa7841-4ddd-47a2-a04b-ae745526c57e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:42:29.366422 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-29e12c07-fcbd-4a36-91b8-b01c4b83f77b req-cfaa7841-4ddd-47a2-a04b-ae745526c57e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 945 time: 0.0890074 Oct 26 16:42:29.419632 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-29e12c07-fcbd-4a36-91b8-b01c4b83f77b req-e6e6c126-ea39-491f-a16f-9470278e41b1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb815549-6933-4d5d-b572-fdf5dbd99add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468664 Oct 26 16:42:29.492983 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb7eea-5e21-4208-8f82-ed6c57878366 req-602f1951-3284-48d1-9742-1c7dbf824e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:42:29.494447 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-69cb7eea-5e21-4208-8f82-ed6c57878366 req-602f1951-3284-48d1-9742-1c7dbf824e0a service neutron] 10.222.0.48 "GET /v2.0/networks?id=fbdbd89e-d23b-4221-8803-5f5f8ff738c0 HTTP/1.1" status: 200 len: 897 time: 0.1319056 Oct 26 16:42:29.598861 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-69cb7eea-5e21-4208-8f82-ed6c57878366 req-0cef16ea-e39c-4a96-b756-8a4a2c275444 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f HTTP/1.1" status: 200 len: 1001 time: 0.0983288 Oct 26 16:42:29.661990 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb7eea-5e21-4208-8f82-ed6c57878366 req-d84b6ec4-29ab-45e9-a590-243b48ecc16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:42:29.663365 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-69cb7eea-5e21-4208-8f82-ed6c57878366 req-d84b6ec4-29ab-45e9-a590-243b48ecc16e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f9bb93e9-ecba-4324-8cce-9f94ab3b5014 HTTP/1.1" status: 200 len: 834 time: 0.0587564 Oct 26 16:42:29.751625 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb7eea-5e21-4208-8f82-ed6c57878366 req-d89a4c91-3155-4fb8-a3d2-8e55b62f4037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:42:29.753823 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-69cb7eea-5e21-4208-8f82-ed6c57878366 req-d89a4c91-3155-4fb8-a3d2-8e55b62f4037 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fbdbd89e-d23b-4221-8803-5f5f8ff738c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0840266 Oct 26 16:42:29.883836 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-69cb7eea-5e21-4208-8f82-ed6c57878366 req-a559a230-f1a4-4d8a-a252-a4461fc5d926 service neutron] 10.222.0.48 "GET /v2.0/networks/fbdbd89e-d23b-4221-8803-5f5f8ff738c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242185 Oct 26 16:42:30.015625 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-69cb7eea-5e21-4208-8f82-ed6c57878366 req-90aed531-af07-469d-9112-cf5733ae6684 service neutron] 10.222.0.48 "GET /v2.0/networks/fbdbd89e-d23b-4221-8803-5f5f8ff738c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249142 Oct 26 16:42:30.647689 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9b1d6-7442-457c-86d2-847caa8a4774 req-3a8c4439-4576-452f-b2c9-1d8c48a69911 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:42:30.649392 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5cc9b1d6-7442-457c-86d2-847caa8a4774 req-3a8c4439-4576-452f-b2c9-1d8c48a69911 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 945 time: 0.1114397 Oct 26 16:42:30.695599 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:42:30.704090 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5cc9b1d6-7442-457c-86d2-847caa8a4774 req-ac08abef-b3b5-425b-87d7-8e01f20918f4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb815549-6933-4d5d-b572-fdf5dbd99add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485358 Oct 26 16:42:30.774025 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:42:30.774390 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:42:30.774753 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f Oct 26 16:42:30.911599 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:42:30.913194 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:42:30.942785 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95630099-6a3a-4776-ad56-5703c7581ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:42:30.946716 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35a6f0ec506d8915e6a83648df027d972596a08903807d7da510174f62b2428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a66209-6076-4b94-a719-76b36df1930c" -d '{"events": [{"server_uuid": "95630099-6a3a-4776-ad56-5703c7581ebf", "name": "network-vif-plugged", "status": "completed", "tag": "7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:42:30.954994 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f,segment=NetworkSegment(38d65d8a-b792-4a47-9ee8-88125fbc59ea),segment_id=38d65d8a-b792-4a47-9ee8-88125fbc59ea)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:42:31.077624 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:42:31.156359 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f,revision_number=8']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:31.161639 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5b48f9-a184-4275-9454-8d885fb30944 x-openstack-request-id: req-9e5b48f9-a184-4275-9454-8d885fb30944 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:42:31.161928 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95630099-6a3a-4776-ad56-5703c7581ebf", "name": "network-vif-plugged", "status": "completed", "tag": "7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:42:31.162183 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9e5b48f9-a184-4275-9454-8d885fb30944 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:42:31.162604 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e5b48f9-a184-4275-9454-8d885fb30944'] response: {'server_uuid': '95630099-6a3a-4776-ad56-5703c7581ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f', 'code': 200} Oct 26 16:42:31.910636 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55fdf7-5d08-4e09-a692-136587b72500 req-6ac016be-a759-4adc-a1ff-fdbe41107b3a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:42:31.912083 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0f55fdf7-5d08-4e09-a692-136587b72500 req-6ac016be-a759-4adc-a1ff-fdbe41107b3a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 946 time: 0.0921655 Oct 26 16:42:31.956207 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0f55fdf7-5d08-4e09-a692-136587b72500 req-8db14b90-fadb-412a-b591-e2a56cee288c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb815549-6933-4d5d-b572-fdf5dbd99add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378666 Oct 26 16:42:31.985586 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 52594) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:42:32.095189 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-115c381e-6ea0-4606-82f0-9c5fea80a494 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/floatingips/b934c627-940f-4e91-9ad2-41c92f190161 HTTP/1.1" status: 200 len: 994 time: 0.1078327 Oct 26 16:42:32.128924 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c0d53777-adb8-488c-8f86-704f8959e25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:42:34.502360 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c8c70839-1e56-4fad-9040-5b0a37dbc425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:42:35.285466 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:42:35.478916 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:42:37.071162 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:42:52.695631 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:42:57.636957 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:00.356303 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-993bc8eb-202c-462b-93f9-c6dcdb6d6a33 req-36bbe306-02cf-425e-90d8-e68c5a8acbaf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=95630099-6a3a-4776-ad56-5703c7581ebf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1193058 Oct 26 16:43:00.526112 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993bc8eb-202c-462b-93f9-c6dcdb6d6a33 req-7bed7db8-9419-4a0e-9b0a-34d725f39447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:43:00.527501 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-993bc8eb-202c-462b-93f9-c6dcdb6d6a33 req-7bed7db8-9419-4a0e-9b0a-34d725f39447 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9041478b4b314552952768907a320dc1&device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 1099 time: 0.0804319 Oct 26 16:43:00.791832 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993bc8eb-202c-462b-93f9-c6dcdb6d6a33 req-589f8a62-a938-4877-91f9-486ee8d1fe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:43:00.793182 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-993bc8eb-202c-462b-93f9-c6dcdb6d6a33 req-589f8a62-a938-4877-91f9-486ee8d1fe27 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fbdbd89e-d23b-4221-8803-5f5f8ff738c0 HTTP/1.1" status: 200 len: 897 time: 0.2467318 Oct 26 16:43:00.897765 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-993bc8eb-202c-462b-93f9-c6dcdb6d6a33 req-9fa88027-d152-40e0-bf17-057d6cecd552 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f HTTP/1.1" status: 200 len: 1002 time: 0.0986640 Oct 26 16:43:00.960302 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993bc8eb-202c-462b-93f9-c6dcdb6d6a33 req-fed74e25-3393-42c5-ab08-993081f21174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:43:00.961674 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-993bc8eb-202c-462b-93f9-c6dcdb6d6a33 req-fed74e25-3393-42c5-ab08-993081f21174 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f9bb93e9-ecba-4324-8cce-9f94ab3b5014 HTTP/1.1" status: 200 len: 834 time: 0.0579965 Oct 26 16:43:01.047258 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993bc8eb-202c-462b-93f9-c6dcdb6d6a33 req-098db0d0-3e84-4e4e-ac31-d844e627b9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:43:01.048618 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-993bc8eb-202c-462b-93f9-c6dcdb6d6a33 req-098db0d0-3e84-4e4e-ac31-d844e627b9bd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fbdbd89e-d23b-4221-8803-5f5f8ff738c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815697 Oct 26 16:43:01.182369 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-993bc8eb-202c-462b-93f9-c6dcdb6d6a33 req-0658f120-617f-4e95-873c-d9f38b200b05 service neutron] 10.222.0.48 "GET /v2.0/networks/fbdbd89e-d23b-4221-8803-5f5f8ff738c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272690 Oct 26 16:43:01.313400 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-993bc8eb-202c-462b-93f9-c6dcdb6d6a33 req-823c5133-3444-497a-b4ce-ef1108582ea2 service neutron] 10.222.0.48 "GET /v2.0/networks/fbdbd89e-d23b-4221-8803-5f5f8ff738c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241195 Oct 26 16:43:02.182857 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e517eee7-ae41-42db-a44e-2d4aad70fa3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:04.508275 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f00747d9-2cc3-4d86-b8f1-f152c62422a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:05.325934 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:05.474365 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:07.079659 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:25.056540 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52624) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:43:25.262235 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-30d9fa0c-59b6-485e-a38a-ae1d78095238 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Deleting port c13fc882-9b73-4e85-aec9-87594ffa90c5 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:43:25.262609 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-30d9fa0c-59b6-485e-a38a-ae1d78095238 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:25.433184 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-30d9fa0c-59b6-485e-a38a-ae1d78095238 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:25.433508 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-30d9fa0c-59b6-485e-a38a-ae1d78095238 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:25.557331 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-30d9fa0c-59b6-485e-a38a-ae1d78095238 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Calling delete_port for c13fc882-9b73-4e85-aec9-87594ffa90c5 owned by network:floatingip {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:43:25.751986 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-30d9fa0c-59b6-485e-a38a-ae1d78095238 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:25.798174 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d9fa0c-59b6-485e-a38a-ae1d78095238 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event deleted for resources: {'Port': ['ID=c13fc882-9b73-4e85-aec9-87594ffa90c5,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:25.849766 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d9fa0c-59b6-485e-a38a-ae1d78095238 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:25.850112 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d9fa0c-59b6-485e-a38a-ae1d78095238 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:25.850452 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d9fa0c-59b6-485e-a38a-ae1d78095238 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:25.850812 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d9fa0c-59b6-485e-a38a-ae1d78095238 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:25.851146 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d9fa0c-59b6-485e-a38a-ae1d78095238 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:25.851471 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d9fa0c-59b6-485e-a38a-ae1d78095238 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:25.851795 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d9fa0c-59b6-485e-a38a-ae1d78095238 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:25.852119 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d9fa0c-59b6-485e-a38a-ae1d78095238 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:25.852442 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d9fa0c-59b6-485e-a38a-ae1d78095238 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:25.852763 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d9fa0c-59b6-485e-a38a-ae1d78095238 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:25.853082 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d9fa0c-59b6-485e-a38a-ae1d78095238 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:25.853401 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d9fa0c-59b6-485e-a38a-ae1d78095238 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:25.908782 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-30d9fa0c-59b6-485e-a38a-ae1d78095238 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for floatingip, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:25.909138 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.l3_db [None req-30d9fa0c-59b6-485e-a38a-ae1d78095238 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Floating IP b934c627-940f-4e91-9ad2-41c92f190161 disassociated (deleted). External IP: 172.26.2.237, port: 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f. Oct 26 16:43:26.374197 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d9fa0c-59b6-485e-a38a-ae1d78095238 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Router 5bb85119-0cc4-4853-a2cb-015dba6ca7ab has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:43:26.555719 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d9fa0c-59b6-485e-a38a-ae1d78095238 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:43:26.565334 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977e4e78-c8b0-4375-884d-97df662a695c None None] Sync routers for ids ['5bb85119-0cc4-4853-a2cb-015dba6ca7ab'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:43:26.575247 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977e4e78-c8b0-4375-884d-97df662a695c None None] Routers {'5bb85119-0cc4-4853-a2cb-015dba6ca7ab'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:43:26.575864 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-977e4e78-c8b0-4375-884d-97df662a695c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:43:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['5bb85119-0cc4-4853-a2cb-015dba6ca7ab'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:43:26.625843 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-30d9fa0c-59b6-485e-a38a-ae1d78095238 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:26.685076 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-30d9fa0c-59b6-485e-a38a-ae1d78095238 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "DELETE /v2.0/floatingips/b934c627-940f-4e91-9ad2-41c92f190161 HTTP/1.1" status: 204 len: 168 time: 1.6274691 Oct 26 16:43:26.685867 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95630099-6a3a-4776-ad56-5703c7581ebf', 'tag': '7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:43:26.728951 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbecf65b1506daf1e3c9415b2792b0fd9d4f71d7b4124d9691f7baf88de182a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28bf620-46a0-497d-ba77-ae3171966e26" -d '{"events": [{"name": "network-changed", "server_uuid": "95630099-6a3a-4776-ad56-5703c7581ebf", "tag": "7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:43:26.761520 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-977e4e78-c8b0-4375-884d-97df662a695c None None] Set router 5bb85119-0cc4-4853-a2cb-015dba6ca7ab gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:43:26.823854 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674a0bf7-8997-4076-92f8-73d55c6e4b53 x-openstack-request-id: req-674a0bf7-8997-4076-92f8-73d55c6e4b53 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:43:26.824320 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95630099-6a3a-4776-ad56-5703c7581ebf", "tag": "7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:43:26.824697 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-674a0bf7-8997-4076-92f8-73d55c6e4b53 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:43:26.825150 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-674a0bf7-8997-4076-92f8-73d55c6e4b53'] response: {'name': 'network-changed', 'server_uuid': '95630099-6a3a-4776-ad56-5703c7581ebf', 'tag': '7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f', 'status': 'completed', 'code': 200} Oct 26 16:43:26.948501 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28bf620-46a0-497d-ba77-ae3171966e26 req-1cb404a0-2d3b-42ad-b92c-8c486031e7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:43:26.950079 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d28bf620-46a0-497d-ba77-ae3171966e26 req-1cb404a0-2d3b-42ad-b92c-8c486031e7b2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9041478b4b314552952768907a320dc1&device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 1099 time: 0.0829897 Oct 26 16:43:27.093213 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28bf620-46a0-497d-ba77-ae3171966e26 req-d8917d04-36e7-47c0-bf13-180c5882931a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:43:27.094771 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d28bf620-46a0-497d-ba77-ae3171966e26 req-d8917d04-36e7-47c0-bf13-180c5882931a service neutron] 10.222.0.48 "GET /v2.0/networks?id=fbdbd89e-d23b-4221-8803-5f5f8ff738c0 HTTP/1.1" status: 200 len: 897 time: 0.1385133 Oct 26 16:43:27.098139 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-977e4e78-c8b0-4375-884d-97df662a695c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb85119-0cc4-4853-a2cb-015dba6ca7ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768628375', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.93'}], 'enable_snat': True}, 'gw_port_id': 'fd4e4090-f8bd-4ecb-b210-1705374a93dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:40:29Z', 'updated_at': '2022-10-26T16:40:35Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': 'fd4e4090-f8bd-4ecb-b210-1705374a93dd', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb85119-0cc4-4853-a2cb-015dba6ca7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:40:30Z', 'updated_at': '2022-10-26T16:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': 'fa00946b-daf6-49be-88c0-7224be0ffd51', 'name': '', 'network_id': 'fbdbd89e-d23b-4221-8803-5f5f8ff738c0', 'tenant_id': '9041478b4b314552952768907a320dc1', 'mac_address': 'fa:16:3e:3e:06:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb85119-0cc4-4853-a2cb-015dba6ca7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'f9bb93e9-ecba-4324-8cce-9f94ab3b5014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:40:34Z', 'updated_at': '2022-10-26T16:40:40Z', 'revision_number': 5, 'project_id': '9041478b4b314552952768907a320dc1', 'subnets': [{'id': 'f9bb93e9-ecba-4324-8cce-9f94ab3b5014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:43:27.102096 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977e4e78-c8b0-4375-884d-97df662a695c None None] Checking router: 5bb85119-0cc4-4853-a2cb-015dba6ca7ab for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:43:27.110529 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977e4e78-c8b0-4375-884d-97df662a695c None None] Routers {'5bb85119-0cc4-4853-a2cb-015dba6ca7ab'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:43:27.111437 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-977e4e78-c8b0-4375-884d-97df662a695c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:43:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['5bb85119-0cc4-4853-a2cb-015dba6ca7ab'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:43:27.202509 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d28bf620-46a0-497d-ba77-ae3171966e26 req-6dee1218-36d2-45bc-9907-17d6ede093f9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f HTTP/1.1" status: 200 len: 217 time: 0.0667372 Oct 26 16:43:27.242230 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f5d2f-53c7-4c4d-8821-b9e912ac6285 req-0f9ccb43-5e25-4490-884a-fcf21e1e1763 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:43:27.244895 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-030f5d2f-53c7-4c4d-8821-b9e912ac6285 req-0f9ccb43-5e25-4490-884a-fcf21e1e1763 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 946 time: 0.0931678 Oct 26 16:43:27.270619 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28bf620-46a0-497d-ba77-ae3171966e26 req-c2a59b63-1a29-4edf-aed3-c3a0fb7e675f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:43:27.272054 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d28bf620-46a0-497d-ba77-ae3171966e26 req-c2a59b63-1a29-4edf-aed3-c3a0fb7e675f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f9bb93e9-ecba-4324-8cce-9f94ab3b5014 HTTP/1.1" status: 200 len: 834 time: 0.0623744 Oct 26 16:43:27.291187 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-030f5d2f-53c7-4c4d-8821-b9e912ac6285 req-a44f8333-2d4d-44fa-a2f2-996233120d89 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb815549-6933-4d5d-b572-fdf5dbd99add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414453 Oct 26 16:43:27.292390 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-977e4e78-c8b0-4375-884d-97df662a695c None None] Set router 5bb85119-0cc4-4853-a2cb-015dba6ca7ab gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:43:27.359004 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28bf620-46a0-497d-ba77-ae3171966e26 req-38239144-72d8-4ea9-9796-fae4e2bee5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:43:27.360433 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d28bf620-46a0-497d-ba77-ae3171966e26 req-38239144-72d8-4ea9-9796-fae4e2bee5a5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fbdbd89e-d23b-4221-8803-5f5f8ff738c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821283 Oct 26 16:43:27.495362 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d28bf620-46a0-497d-ba77-ae3171966e26 req-62bfa055-f995-4371-96a1-06a05c399b30 service neutron] 10.222.0.48 "GET /v2.0/networks/fbdbd89e-d23b-4221-8803-5f5f8ff738c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279461 Oct 26 16:43:27.619779 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-977e4e78-c8b0-4375-884d-97df662a695c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb85119-0cc4-4853-a2cb-015dba6ca7ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768628375', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.93'}], 'enable_snat': True}, 'gw_port_id': 'fd4e4090-f8bd-4ecb-b210-1705374a93dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:40:29Z', 'updated_at': '2022-10-26T16:40:35Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': 'fd4e4090-f8bd-4ecb-b210-1705374a93dd', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb85119-0cc4-4853-a2cb-015dba6ca7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:40:30Z', 'updated_at': '2022-10-26T16:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': 'fa00946b-daf6-49be-88c0-7224be0ffd51', 'name': '', 'network_id': 'fbdbd89e-d23b-4221-8803-5f5f8ff738c0', 'tenant_id': '9041478b4b314552952768907a320dc1', 'mac_address': 'fa:16:3e:3e:06:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb85119-0cc4-4853-a2cb-015dba6ca7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'f9bb93e9-ecba-4324-8cce-9f94ab3b5014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:40:34Z', 'updated_at': '2022-10-26T16:40:40Z', 'revision_number': 5, 'project_id': '9041478b4b314552952768907a320dc1', 'subnets': [{'id': 'f9bb93e9-ecba-4324-8cce-9f94ab3b5014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:43:27.623862 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977e4e78-c8b0-4375-884d-97df662a695c None None] The sync data for ids ['5bb85119-0cc4-4853-a2cb-015dba6ca7ab'] in dv-neutron-862712-1-hyperv is: [{'id': '5bb85119-0cc4-4853-a2cb-015dba6ca7ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768628375', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.93'}], 'enable_snat': True}, 'gw_port_id': 'fd4e4090-f8bd-4ecb-b210-1705374a93dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:40:29Z', 'updated_at': '2022-10-26T16:40:35Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': 'fd4e4090-f8bd-4ecb-b210-1705374a93dd', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb85119-0cc4-4853-a2cb-015dba6ca7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:40:30Z', 'updated_at': '2022-10-26T16:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': 'fa00946b-daf6-49be-88c0-7224be0ffd51', 'name': '', 'network_id': 'fbdbd89e-d23b-4221-8803-5f5f8ff738c0', 'tenant_id': '9041478b4b314552952768907a320dc1', 'mac_address': 'fa:16:3e:3e:06:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb85119-0cc4-4853-a2cb-015dba6ca7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'f9bb93e9-ecba-4324-8cce-9f94ab3b5014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:40:34Z', 'updated_at': '2022-10-26T16:40:40Z', 'revision_number': 5, 'project_id': '9041478b4b314552952768907a320dc1', 'subnets': [{'id': 'f9bb93e9-ecba-4324-8cce-9f94ab3b5014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:43:27.633938 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d28bf620-46a0-497d-ba77-ae3171966e26 req-f99f9067-6c65-4ecd-94e9-7cdf6ab243e0 service neutron] 10.222.0.48 "GET /v2.0/networks/fbdbd89e-d23b-4221-8803-5f5f8ff738c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325297 Oct 26 16:43:27.657919 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:27.837780 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad70482-c9ba-43a1-b8e7-fc6f61491501 None None] New status for floating IP b934c627-940f-4e91-9ad2-41c92f190161: DOWN {{(pid=89750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:43:28.495932 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f209cde-d257-472d-ab78-d64df1f75f81 req-696bd0d3-aca1-4c82-9726-e73bddec11d9 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:43:28.496615 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-0f209cde-d257-472d-ab78-d64df1f75f81 req-696bd0d3-aca1-4c82-9726-e73bddec11d9 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Synchronizing usage tracker for tenant:9041478b4b314552952768907a320dc1 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:43:28.663350 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-0f209cde-d257-472d-ab78-d64df1f75f81 req-696bd0d3-aca1-4c82-9726-e73bddec11d9 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Unset dirty status for tenant:9041478b4b314552952768907a320dc1 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:43:28.664429 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0f209cde-d257-472d-ab78-d64df1f75f81 req-696bd0d3-aca1-4c82-9726-e73bddec11d9 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 946 time: 0.2550240 Oct 26 16:43:28.709643 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0f209cde-d257-472d-ab78-d64df1f75f81 req-e27cea67-35a4-4e7a-aba6-33c484aebb42 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb815549-6933-4d5d-b572-fdf5dbd99add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393944 Oct 26 16:43:29.306768 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65213f4a-295b-4a3f-8eea-71d70821caf4 req-241590f8-9671-447d-be63-1fb10b0e8b31 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:43:29.308173 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-65213f4a-295b-4a3f-8eea-71d70821caf4 req-241590f8-9671-447d-be63-1fb10b0e8b31 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.48 "GET /v2.0/ports?device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 946 time: 0.1942828 Oct 26 16:43:29.376926 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-65213f4a-295b-4a3f-8eea-71d70821caf4 req-cf1c9ba0-68e5-4d98-892a-558b520d9b30 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Deleting port 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:43:29.377265 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-65213f4a-295b-4a3f-8eea-71d70821caf4 req-cf1c9ba0-68e5-4d98-892a-558b520d9b30 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:29.621414 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-65213f4a-295b-4a3f-8eea-71d70821caf4 req-cf1c9ba0-68e5-4d98-892a-558b520d9b30 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] For port 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f,segment=NetworkSegment(38d65d8a-b792-4a47-9ee8-88125fbc59ea),segment_id=38d65d8a-b792-4a47-9ee8-88125fbc59ea)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:43:29.622083 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-65213f4a-295b-4a3f-8eea-71d70821caf4 req-cf1c9ba0-68e5-4d98-892a-558b520d9b30 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:29.694720 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:43:29.746751 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-65213f4a-295b-4a3f-8eea-71d70821caf4 req-cf1c9ba0-68e5-4d98-892a-558b520d9b30 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Calling delete_port for 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f owned by compute:nova {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:43:29.914364 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bce16d-70f5-4b57-a2a8-092edcb433ac req-77a61e09-48c2-473f-b525-4e3c5b304c49 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:43:29.915755 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-58bce16d-70f5-4b57-a2a8-092edcb433ac req-77a61e09-48c2-473f-b525-4e3c5b304c49 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=95630099-6a3a-4776-ad56-5703c7581ebf HTTP/1.1" status: 200 len: 946 time: 0.0923388 Oct 26 16:43:29.954762 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-65213f4a-295b-4a3f-8eea-71d70821caf4 req-cf1c9ba0-68e5-4d98-892a-558b520d9b30 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:29.959431 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-58bce16d-70f5-4b57-a2a8-092edcb433ac req-a0123ca0-9636-4cd4-a4ad-372b7c6f6a2f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb815549-6933-4d5d-b572-fdf5dbd99add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380051 Oct 26 16:43:30.012485 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c9ba0-68e5-4d98-892a-558b520d9b30 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event deleted for resources: {'Port': ['ID=7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:30.099746 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-65213f4a-295b-4a3f-8eea-71d70821caf4 req-cf1c9ba0-68e5-4d98-892a-558b520d9b30 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] No DVR routers for this DVR port 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f on host hv-neutron-8627 {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:43:30.102183 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-65213f4a-295b-4a3f-8eea-71d70821caf4 req-cf1c9ba0-68e5-4d98-892a-558b520d9b30 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:30.104721 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95630099-6a3a-4776-ad56-5703c7581ebf', 'name': 'network-vif-deleted', 'tag': '7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:43:30.107007 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbecf65b1506daf1e3c9415b2792b0fd9d4f71d7b4124d9691f7baf88de182a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1a8fba-4dca-42b5-a9c8-c93ecf6b403b" -d '{"events": [{"server_uuid": "95630099-6a3a-4776-ad56-5703c7581ebf", "name": "network-vif-deleted", "tag": "7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:43:30.148602 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4344ad9-7e02-4a23-9496-baf9f3ff3f11 x-openstack-request-id: req-d4344ad9-7e02-4a23-9496-baf9f3ff3f11 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:43:30.148895 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95630099-6a3a-4776-ad56-5703c7581ebf", "name": "network-vif-deleted", "tag": "7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:43:30.149146 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d4344ad9-7e02-4a23-9496-baf9f3ff3f11 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:43:30.149566 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4344ad9-7e02-4a23-9496-baf9f3ff3f11'] response: {'server_uuid': '95630099-6a3a-4776-ad56-5703c7581ebf', 'name': 'network-vif-deleted', 'tag': '7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f', 'status': 'completed', 'code': 200} Oct 26 16:43:30.172841 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-65213f4a-295b-4a3f-8eea-71d70821caf4 req-cf1c9ba0-68e5-4d98-892a-558b520d9b30 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.48 "DELETE /v2.0/ports/7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f HTTP/1.1" status: 204 len: 173 time: 0.8591309 Oct 26 16:43:31.060518 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52654) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:43:31.620086 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9051ffcd-9ab7-4171-af6b-9faa12b0178f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:32.083240 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-9051ffcd-9ab7-4171-af6b-9faa12b0178f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Deleting port fa00946b-daf6-49be-88c0-7224be0ffd51 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:43:32.083931 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9051ffcd-9ab7-4171-af6b-9faa12b0178f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:32.151932 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-db7130ea-3ea4-46e6-acbd-7341dedb8135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:32.279124 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-9051ffcd-9ab7-4171-af6b-9faa12b0178f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] For port fa00946b-daf6-49be-88c0-7224be0ffd51, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=fa00946b-daf6-49be-88c0-7224be0ffd51,segment=NetworkSegment(38d65d8a-b792-4a47-9ee8-88125fbc59ea),segment_id=38d65d8a-b792-4a47-9ee8-88125fbc59ea)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:43:32.279470 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9051ffcd-9ab7-4171-af6b-9faa12b0178f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:32.407505 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-9051ffcd-9ab7-4171-af6b-9faa12b0178f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Calling delete_port for fa00946b-daf6-49be-88c0-7224be0ffd51 owned by network:router_interface {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:43:32.663188 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9051ffcd-9ab7-4171-af6b-9faa12b0178f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:32.716094 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9051ffcd-9ab7-4171-af6b-9faa12b0178f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event deleted for resources: {'Port': ['ID=fa00946b-daf6-49be-88c0-7224be0ffd51,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:32.936431 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:43:32.973343 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] No Port match for: 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:43:32.973689 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 7af0e2dc-b960-4fe6-bc64-a98cbfa43e6f not bound to the agent host hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:43:33.021931 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9051ffcd-9ab7-4171-af6b-9faa12b0178f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:33.498492 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9051ffcd-9ab7-4171-af6b-9faa12b0178f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Router 5bb85119-0cc4-4853-a2cb-015dba6ca7ab has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:43:33.677922 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9051ffcd-9ab7-4171-af6b-9faa12b0178f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:43:33.689136 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf4990d-6a49-48ee-a89b-89f133d9bcf1 None None] Sync routers for ids ['5bb85119-0cc4-4853-a2cb-015dba6ca7ab'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:43:33.693688 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-9051ffcd-9ab7-4171-af6b-9faa12b0178f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "PUT /v2.0/routers/5bb85119-0cc4-4853-a2cb-015dba6ca7ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6302409 Oct 26 16:43:33.694695 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52660) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:43:33.699261 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf4990d-6a49-48ee-a89b-89f133d9bcf1 None None] Routers {'5bb85119-0cc4-4853-a2cb-015dba6ca7ab'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:43:33.699853 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-ecf4990d-6a49-48ee-a89b-89f133d9bcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:43:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['5bb85119-0cc4-4853-a2cb-015dba6ca7ab'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:43:33.762692 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-cecd37ad-f7a5-4f96-88ac-789bd9cfd72b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Deleting subnet f9bb93e9-ecba-4324-8cce-9f94ab3b5014 {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 16:43:33.765698 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cecd37ad-f7a5-4f96-88ac-789bd9cfd72b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:33.824032 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cecd37ad-f7a5-4f96-88ac-789bd9cfd72b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:33.910243 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cecd37ad-f7a5-4f96-88ac-789bd9cfd72b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:33.921044 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-ecf4990d-6a49-48ee-a89b-89f133d9bcf1 None None] Set router 5bb85119-0cc4-4853-a2cb-015dba6ca7ab gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:43:34.067162 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cecd37ad-f7a5-4f96-88ac-789bd9cfd72b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:34.110180 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd37ad-f7a5-4f96-88ac-789bd9cfd72b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event deleted for resources: {'Subnet': ['ID=f9bb93e9-ecba-4324-8cce-9f94ab3b5014,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:34.115462 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-cecd37ad-f7a5-4f96-88ac-789bd9cfd72b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:34.120969 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334a83d3-c454-4f2c-adaf-9b24379acbef None None] Network fbdbd89e-d23b-4221-8803-5f5f8ff738c0 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:43:34.122493 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-cecd37ad-f7a5-4f96-88ac-789bd9cfd72b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "DELETE /v2.0/subnets/f9bb93e9-ecba-4324-8cce-9f94ab3b5014 HTTP/1.1" status: 204 len: 168 time: 0.4266794 Oct 26 16:43:34.124915 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52664) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:43:34.312357 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9c2bcba0-22a6-48ad-ae88-6118b95a9194 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for router, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:34.407303 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-ecf4990d-6a49-48ee-a89b-89f133d9bcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb85119-0cc4-4853-a2cb-015dba6ca7ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768628375', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.93'}], 'enable_snat': True}, 'gw_port_id': 'fd4e4090-f8bd-4ecb-b210-1705374a93dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:40:29Z', 'updated_at': '2022-10-26T16:43:32Z', 'revision_number': 5, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': 'fd4e4090-f8bd-4ecb-b210-1705374a93dd', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb85119-0cc4-4853-a2cb-015dba6ca7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:40:30Z', 'updated_at': '2022-10-26T16:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:43:34.414099 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf4990d-6a49-48ee-a89b-89f133d9bcf1 None None] Checking router: 5bb85119-0cc4-4853-a2cb-015dba6ca7ab for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:43:34.425802 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf4990d-6a49-48ee-a89b-89f133d9bcf1 None None] Routers {'5bb85119-0cc4-4853-a2cb-015dba6ca7ab'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:43:34.426404 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-ecf4990d-6a49-48ee-a89b-89f133d9bcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:43:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['5bb85119-0cc4-4853-a2cb-015dba6ca7ab'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:43:34.503002 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9c2bcba0-22a6-48ad-ae88-6118b95a9194 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:34.538922 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f0d060-fec2-4381-8ebb-3bba2bd7e285 None None] DHCP port deletion for fbdbd89e-d23b-4221-8803-5f5f8ff738c0 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 16:43:34.553867 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e042ab94-006b-4e2f-8462-998a3c39b974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:34.561154 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-f1f0d060-fec2-4381-8ebb-3bba2bd7e285 None None] Deleting port 0f59af98-4ec5-4602-b9ab-934f7863ffd8 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:43:34.566188 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f1f0d060-fec2-4381-8ebb-3bba2bd7e285 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:34.583706 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-9c2bcba0-22a6-48ad-ae88-6118b95a9194 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Deleting port fd4e4090-f8bd-4ecb-b210-1705374a93dd {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:43:34.584054 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9c2bcba0-22a6-48ad-ae88-6118b95a9194 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:34.707407 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-ecf4990d-6a49-48ee-a89b-89f133d9bcf1 None None] Set router 5bb85119-0cc4-4853-a2cb-015dba6ca7ab gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:43:34.762384 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-9c2bcba0-22a6-48ad-ae88-6118b95a9194 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] For port fd4e4090-f8bd-4ecb-b210-1705374a93dd, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=fd4e4090-f8bd-4ecb-b210-1705374a93dd,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:43:34.762767 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9c2bcba0-22a6-48ad-ae88-6118b95a9194 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:34.889074 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-9c2bcba0-22a6-48ad-ae88-6118b95a9194 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Calling delete_port for fd4e4090-f8bd-4ecb-b210-1705374a93dd owned by network:router_gateway {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:43:34.999281 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-f1f0d060-fec2-4381-8ebb-3bba2bd7e285 None None] For port 0f59af98-4ec5-4602-b9ab-934f7863ffd8, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=0f59af98-4ec5-4602-b9ab-934f7863ffd8,segment=NetworkSegment(38d65d8a-b792-4a47-9ee8-88125fbc59ea),segment_id=38d65d8a-b792-4a47-9ee8-88125fbc59ea)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:43:34.999281 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f1f0d060-fec2-4381-8ebb-3bba2bd7e285 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:35.126718 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9c2bcba0-22a6-48ad-ae88-6118b95a9194 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:35.142535 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-f1f0d060-fec2-4381-8ebb-3bba2bd7e285 None None] Calling delete_port for 0f59af98-4ec5-4602-b9ab-934f7863ffd8 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:43:35.292728 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2bcba0-22a6-48ad-ae88-6118b95a9194 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event deleted for resources: {'Port': ['ID=fd4e4090-f8bd-4ecb-b210-1705374a93dd,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:35.348092 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-ecf4990d-6a49-48ee-a89b-89f133d9bcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb85119-0cc4-4853-a2cb-015dba6ca7ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768628375', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.93'}], 'enable_snat': True}, 'gw_port_id': 'fd4e4090-f8bd-4ecb-b210-1705374a93dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:40:29Z', 'updated_at': '2022-10-26T16:43:32Z', 'revision_number': 5, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': 'fd4e4090-f8bd-4ecb-b210-1705374a93dd', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb85119-0cc4-4853-a2cb-015dba6ca7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:40:30Z', 'updated_at': '2022-10-26T16:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:43:35.352303 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf4990d-6a49-48ee-a89b-89f133d9bcf1 None None] The sync data for ids ['5bb85119-0cc4-4853-a2cb-015dba6ca7ab'] in dv-neutron-862712-1-hyperv is: [{'id': '5bb85119-0cc4-4853-a2cb-015dba6ca7ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768628375', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.93'}], 'enable_snat': True}, 'gw_port_id': 'fd4e4090-f8bd-4ecb-b210-1705374a93dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:40:29Z', 'updated_at': '2022-10-26T16:43:32Z', 'revision_number': 5, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': 'fd4e4090-f8bd-4ecb-b210-1705374a93dd', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb85119-0cc4-4853-a2cb-015dba6ca7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:40:30Z', 'updated_at': '2022-10-26T16:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:43:35.374716 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:35.395778 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9c2bcba0-22a6-48ad-ae88-6118b95a9194 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:35.421619 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f1f0d060-fec2-4381-8ebb-3bba2bd7e285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:35.482250 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f0d060-fec2-4381-8ebb-3bba2bd7e285 None None] Pushing event deleted for resources: {'Port': ['ID=0f59af98-4ec5-4602-b9ab-934f7863ffd8,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:35.484882 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f0d060-fec2-4381-8ebb-3bba2bd7e285 None None] No DVR routers for this DVR port 0f59af98-4ec5-4602-b9ab-934f7863ffd8 on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:43:35.498794 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f0d060-fec2-4381-8ebb-3bba2bd7e285 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:35.498794 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f0d060-fec2-4381-8ebb-3bba2bd7e285 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:35.499141 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f0d060-fec2-4381-8ebb-3bba2bd7e285 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:35.499416 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f0d060-fec2-4381-8ebb-3bba2bd7e285 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:35.499582 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f0d060-fec2-4381-8ebb-3bba2bd7e285 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:35.499922 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f0d060-fec2-4381-8ebb-3bba2bd7e285 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:35.500253 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f0d060-fec2-4381-8ebb-3bba2bd7e285 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:35.500584 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f0d060-fec2-4381-8ebb-3bba2bd7e285 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:35.500911 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f0d060-fec2-4381-8ebb-3bba2bd7e285 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:35.501239 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f0d060-fec2-4381-8ebb-3bba2bd7e285 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:35.501564 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f0d060-fec2-4381-8ebb-3bba2bd7e285 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:35.501888 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f0d060-fec2-4381-8ebb-3bba2bd7e285 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:35.515228 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:35.587568 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9c2bcba0-22a6-48ad-ae88-6118b95a9194 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:35.589712 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9c2bcba0-22a6-48ad-ae88-6118b95a9194 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:35.677597 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9c2bcba0-22a6-48ad-ae88-6118b95a9194 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:35.678110 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2bcba0-22a6-48ad-ae88-6118b95a9194 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Fanout notify agent at l3_agent the message router_deleted on router 5bb85119-0cc4-4853-a2cb-015dba6ca7ab {{(pid=89748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 16:43:35.707581 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9c2bcba0-22a6-48ad-ae88-6118b95a9194 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:35.708705 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-9c2bcba0-22a6-48ad-ae88-6118b95a9194 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "DELETE /v2.0/routers/5bb85119-0cc4-4853-a2cb-015dba6ca7ab HTTP/1.1" status: 204 len: 168 time: 1.5828915 Oct 26 16:43:35.711788 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 52668) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:43:35.835266 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-dfa28d87-ef4c-482b-ae80-d5305adf1181 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:35.974392 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-dfa28d87-ef4c-482b-ae80-d5305adf1181 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:36.002230 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-dfa28d87-ef4c-482b-ae80-d5305adf1181 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbdbd89e-d23b-4221-8803-5f5f8ff738c0']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:43:36.015028 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-dfa28d87-ef4c-482b-ae80-d5305adf1181 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38d65d8a-b792-4a47-9ee8-88125fbc59ea') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:43:36.015326 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-dfa28d87-ef4c-482b-ae80-d5305adf1181 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38d65d8a-b792-4a47-9ee8-88125fbc59ea') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:43:36.027450 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-dfa28d87-ef4c-482b-ae80-d5305adf1181 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:36.045363 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-dfa28d87-ef4c-482b-ae80-d5305adf1181 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:36.052293 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfa28d87-ef4c-482b-ae80-d5305adf1181 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:43:36.052676 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-dfa28d87-ef4c-482b-ae80-d5305adf1181 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:36.183073 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 38d65d8a-b792-4a47-9ee8-88125fbc59ea resource provider aggregate not found Oct 26 16:43:36.199195 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment 38d65d8a-b792-4a47-9ee8-88125fbc59ea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 38d65d8a-b792-4a47-9ee8-88125fbc59ea found for delete ", "request_id": "req-27e40a42-387e-4758-8847-ff1f4bfd4fbd"}]} Oct 26 16:43:36.226187 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-dfa28d87-ef4c-482b-ae80-d5305adf1181 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:36.244443 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-dfa28d87-ef4c-482b-ae80-d5305adf1181 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:36.256752 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa28d87-ef4c-482b-ae80-d5305adf1181 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event deleted for resources: {'Network': ['ID=fbdbd89e-d23b-4221-8803-5f5f8ff738c0,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:36.264625 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa28d87-ef4c-482b-ae80-d5305adf1181 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:36.264977 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa28d87-ef4c-482b-ae80-d5305adf1181 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:36.265313 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa28d87-ef4c-482b-ae80-d5305adf1181 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:36.265648 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa28d87-ef4c-482b-ae80-d5305adf1181 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:36.265977 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa28d87-ef4c-482b-ae80-d5305adf1181 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:36.266306 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa28d87-ef4c-482b-ae80-d5305adf1181 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:36.266655 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa28d87-ef4c-482b-ae80-d5305adf1181 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:36.266978 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa28d87-ef4c-482b-ae80-d5305adf1181 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:36.267298 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa28d87-ef4c-482b-ae80-d5305adf1181 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:36.267618 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa28d87-ef4c-482b-ae80-d5305adf1181 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:36.267936 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa28d87-ef4c-482b-ae80-d5305adf1181 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:36.268252 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa28d87-ef4c-482b-ae80-d5305adf1181 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:36.330236 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-dfa28d87-ef4c-482b-ae80-d5305adf1181 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "DELETE /v2.0/networks/fbdbd89e-d23b-4221-8803-5f5f8ff738c0 HTTP/1.1" status: 204 len: 168 time: 0.6173565 Oct 26 16:43:36.333928 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52680) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:43:36.358658 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 0f59af98-4ec5-4602-b9ab-934f7863ffd8 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:43:36.396313 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 0f59af98-4ec5-4602-b9ab-934f7863ffd8 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:43:36.396567 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 0f59af98-4ec5-4602-b9ab-934f7863ffd8 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:43:36.397115 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device fa00946b-daf6-49be-88c0-7224be0ffd51 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:43:36.405422 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-18c6595a-087f-4c12-8117-43b72f6d00a0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:36.431569 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: fa00946b-daf6-49be-88c0-7224be0ffd51 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:43:36.431910 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device fa00946b-daf6-49be-88c0-7224be0ffd51 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:43:36.432318 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device fd4e4090-f8bd-4ecb-b210-1705374a93dd no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:43:36.435479 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-18c6595a-087f-4c12-8117-43b72f6d00a0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:36.465457 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: fd4e4090-f8bd-4ecb-b210-1705374a93dd {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:43:36.465805 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device fd4e4090-f8bd-4ecb-b210-1705374a93dd not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:43:36.551840 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-18c6595a-087f-4c12-8117-43b72f6d00a0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:36.570430 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6595a-087f-4c12-8117-43b72f6d00a0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb815549-6933-4d5d-b572-fdf5dbd99add,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:36.630958 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-18c6595a-087f-4c12-8117-43b72f6d00a0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:36.632012 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-18c6595a-087f-4c12-8117-43b72f6d00a0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "DELETE /v2.0/security-groups/eb815549-6933-4d5d-b572-fdf5dbd99add HTTP/1.1" status: 204 len: 168 time: 0.2968698 Oct 26 16:43:36.869789 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52690) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:43:36.875091 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-c6e2b58c-126e-412e-9181-569127625607 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1112063302', 'description': 'tempest-secgroup-smoke-1112063302 description', 'project_id': '9041478b4b314552952768907a320dc1'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:36.881752 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-c6e2b58c-126e-412e-9181-569127625607 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:43:36.886133 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-c6e2b58c-126e-412e-9181-569127625607 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:security_group and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:43:36.889154 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-c6e2b58c-126e-412e-9181-569127625607 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:43:36.895719 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-c6e2b58c-126e-412e-9181-569127625607 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:43:36.969170 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c6e2b58c-126e-412e-9181-569127625607 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:36.989076 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-c6e2b58c-126e-412e-9181-569127625607 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:43:36.993015 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-c6e2b58c-126e-412e-9181-569127625607 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:security_group_rule and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:43:36.995837 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-c6e2b58c-126e-412e-9181-569127625607 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:43:37.001580 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-c6e2b58c-126e-412e-9181-569127625607 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:43:37.071715 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c6e2b58c-126e-412e-9181-569127625607 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:37.092408 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:37.140088 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c6e2b58c-126e-412e-9181-569127625607 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:37.185092 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e2b58c-126e-412e-9181-569127625607 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=180cf56e-def7-4076-80b4-4d6d12ec9622,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:37.238538 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c6e2b58c-126e-412e-9181-569127625607 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:37.239699 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-c6e2b58c-126e-412e-9181-569127625607 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3687928 Oct 26 16:43:37.242508 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52694) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:43:37.247400 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-3ea31855-5f98-4776-915b-9207a359c0d6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'security_group_rule': {'security_group_id': '180cf56e-def7-4076-80b4-4d6d12ec9622', 'project_id': '9041478b4b314552952768907a320dc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:37.253925 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-3ea31855-5f98-4776-915b-9207a359c0d6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:43:37.257813 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-3ea31855-5f98-4776-915b-9207a359c0d6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:security_group_rule and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:43:37.260667 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-3ea31855-5f98-4776-915b-9207a359c0d6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:43:37.266298 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-3ea31855-5f98-4776-915b-9207a359c0d6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:43:37.361064 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3ea31855-5f98-4776-915b-9207a359c0d6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:37.419985 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3ea31855-5f98-4776-915b-9207a359c0d6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:37.488867 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3ea31855-5f98-4776-915b-9207a359c0d6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:37.514760 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea31855-5f98-4776-915b-9207a359c0d6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b6db0ea-5992-430c-963b-9fbd4c0c391d,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:37.574699 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3ea31855-5f98-4776-915b-9207a359c0d6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:37.575903 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-3ea31855-5f98-4776-915b-9207a359c0d6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3324924 Oct 26 16:43:37.578675 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52698) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:43:37.584832 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-8a15c783-e02f-47e4-8086-c3bc0b07a311 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'security_group_rule': {'security_group_id': '180cf56e-def7-4076-80b4-4d6d12ec9622', 'project_id': '9041478b4b314552952768907a320dc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:37.591132 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8a15c783-e02f-47e4-8086-c3bc0b07a311 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:43:37.594937 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8a15c783-e02f-47e4-8086-c3bc0b07a311 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:security_group_rule and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:43:37.597975 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8a15c783-e02f-47e4-8086-c3bc0b07a311 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:43:37.603838 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8a15c783-e02f-47e4-8086-c3bc0b07a311 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:43:37.661531 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8a15c783-e02f-47e4-8086-c3bc0b07a311 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:37.723280 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8a15c783-e02f-47e4-8086-c3bc0b07a311 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:37.783126 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8a15c783-e02f-47e4-8086-c3bc0b07a311 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:37.805990 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a15c783-e02f-47e4-8086-c3bc0b07a311 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b598f87-86b0-44bf-b2ef-7324e1527187,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:37.880660 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8a15c783-e02f-47e4-8086-c3bc0b07a311 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:37.881824 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-8a15c783-e02f-47e4-8086-c3bc0b07a311 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3021452 Oct 26 16:43:37.884551 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52702) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:43:37.889335 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-3ccefd93-4897-4a73-a7af-14c1a6ff29c2 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'security_group_rule': {'security_group_id': '180cf56e-def7-4076-80b4-4d6d12ec9622', 'project_id': '9041478b4b314552952768907a320dc1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:37.895176 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-3ccefd93-4897-4a73-a7af-14c1a6ff29c2 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:43:37.899093 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-3ccefd93-4897-4a73-a7af-14c1a6ff29c2 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:security_group_rule and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:43:37.901992 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-3ccefd93-4897-4a73-a7af-14c1a6ff29c2 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:43:37.907795 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-3ccefd93-4897-4a73-a7af-14c1a6ff29c2 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:43:37.990616 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3ccefd93-4897-4a73-a7af-14c1a6ff29c2 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:38.052037 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3ccefd93-4897-4a73-a7af-14c1a6ff29c2 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:38.140067 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3ccefd93-4897-4a73-a7af-14c1a6ff29c2 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:38.162803 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccefd93-4897-4a73-a7af-14c1a6ff29c2 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e88fee3a-ea2f-40a4-bae1-7bcc6fbf05f2,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:38.238457 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3ccefd93-4897-4a73-a7af-14c1a6ff29c2 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:38.239662 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-3ccefd93-4897-4a73-a7af-14c1a6ff29c2 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3542037 Oct 26 16:43:38.242393 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52706) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:43:38.247432 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-81a156d0-988b-4a2e-87fa-d625e589db8b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'security_group_rule': {'security_group_id': '180cf56e-def7-4076-80b4-4d6d12ec9622', 'project_id': '9041478b4b314552952768907a320dc1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:38.253467 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-81a156d0-988b-4a2e-87fa-d625e589db8b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:43:38.257268 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-81a156d0-988b-4a2e-87fa-d625e589db8b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:security_group_rule and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:43:38.260122 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-81a156d0-988b-4a2e-87fa-d625e589db8b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:43:38.265753 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-81a156d0-988b-4a2e-87fa-d625e589db8b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:43:38.340742 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-81a156d0-988b-4a2e-87fa-d625e589db8b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:38.405604 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-81a156d0-988b-4a2e-87fa-d625e589db8b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:38.465688 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-81a156d0-988b-4a2e-87fa-d625e589db8b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:38.489810 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a156d0-988b-4a2e-87fa-d625e589db8b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38a4ccfc-3432-45ad-82cd-4dd319027fb0,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:38.546178 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-81a156d0-988b-4a2e-87fa-d625e589db8b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:38.547403 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-81a156d0-988b-4a2e-87fa-d625e589db8b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3040388 Oct 26 16:43:38.550744 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52710) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:43:38.555581 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-ed9fd353-eb3b-40ba-997d-ff424b256c05 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'security_group_rule': {'security_group_id': '180cf56e-def7-4076-80b4-4d6d12ec9622', 'project_id': '9041478b4b314552952768907a320dc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:38.561470 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-ed9fd353-eb3b-40ba-997d-ff424b256c05 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:43:38.565297 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ed9fd353-eb3b-40ba-997d-ff424b256c05 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:security_group_rule and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:43:38.568297 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ed9fd353-eb3b-40ba-997d-ff424b256c05 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:43:38.573945 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-ed9fd353-eb3b-40ba-997d-ff424b256c05 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:43:38.662302 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.securitygroups_db [None req-ed9fd353-eb3b-40ba-997d-ff424b256c05 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Project 9041478b4b314552952768907a320dc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:43:38.669236 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ed9fd353-eb3b-40ba-997d-ff424b256c05 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:38.733101 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ed9fd353-eb3b-40ba-997d-ff424b256c05 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:38.797015 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ed9fd353-eb3b-40ba-997d-ff424b256c05 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:38.820993 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9fd353-eb3b-40ba-997d-ff424b256c05 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=947681c2-ea67-4caf-bc50-6a8f42814029,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:38.882954 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ed9fd353-eb3b-40ba-997d-ff424b256c05 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:38.884149 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ed9fd353-eb3b-40ba-997d-ff424b256c05 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3325200 Oct 26 16:43:38.886944 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52714) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:43:38.891856 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-7151947b-ee71-4910-9f9b-11c43de3b67e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'security_group_rule': {'security_group_id': '180cf56e-def7-4076-80b4-4d6d12ec9622', 'project_id': '9041478b4b314552952768907a320dc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:38.898025 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-7151947b-ee71-4910-9f9b-11c43de3b67e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:43:38.901913 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-7151947b-ee71-4910-9f9b-11c43de3b67e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:security_group_rule and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:43:38.904853 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-7151947b-ee71-4910-9f9b-11c43de3b67e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:43:38.911130 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-7151947b-ee71-4910-9f9b-11c43de3b67e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:43:38.985755 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.securitygroups_db [None req-7151947b-ee71-4910-9f9b-11c43de3b67e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Project 9041478b4b314552952768907a320dc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:43:38.993365 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7151947b-ee71-4910-9f9b-11c43de3b67e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:39.060207 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7151947b-ee71-4910-9f9b-11c43de3b67e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:39.122915 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7151947b-ee71-4910-9f9b-11c43de3b67e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:39.147905 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151947b-ee71-4910-9f9b-11c43de3b67e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9859e03-c3e8-4699-b2dc-ff8e5f13fe92,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:39.203051 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7151947b-ee71-4910-9f9b-11c43de3b67e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:39.204262 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-7151947b-ee71-4910-9f9b-11c43de3b67e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3163824 Oct 26 16:43:39.207240 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52718) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:43:39.212674 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-f0c6c65a-737d-4acb-b307-dc4dc583a25f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'network': {'name': 'tempest-network-smoke--1307094246', 'project_id': '9041478b4b314552952768907a320dc1', 'port_security_enabled': True}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:39.217724 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-f0c6c65a-737d-4acb-b307-dc4dc583a25f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:43:39.222416 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-f0c6c65a-737d-4acb-b307-dc4dc583a25f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:network and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:43:39.225262 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-f0c6c65a-737d-4acb-b307-dc4dc583a25f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:43:39.230993 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-f0c6c65a-737d-4acb-b307-dc4dc583a25f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:43:39.309211 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c6c65a-737d-4acb-b307-dc4dc583a25f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Made reservation on behalf of 9041478b4b314552952768907a320dc1 for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:43:39.312561 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f0c6c65a-737d-4acb-b307-dc4dc583a25f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:39.340538 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0c6c65a-737d-4acb-b307-dc4dc583a25f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:43:39.349523 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f0c6c65a-737d-4acb-b307-dc4dc583a25f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:39.349862 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-f0c6c65a-737d-4acb-b307-dc4dc583a25f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Added segment a0a4654b-ef2e-49e1-ab55-acc401292eef of type vlan for network c12148c3-6243-4720-b28b-6fd6b6f6c2f3 Oct 26 16:43:39.375896 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f0c6c65a-737d-4acb-b307-dc4dc583a25f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:39.477643 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f0c6c65a-737d-4acb-b307-dc4dc583a25f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:39.483016 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c6c65a-737d-4acb-b307-dc4dc583a25f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:43:39.483588 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f0c6c65a-737d-4acb-b307-dc4dc583a25f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:39.593932 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c6c65a-737d-4acb-b307-dc4dc583a25f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'Network': ['ID=c12148c3-6243-4720-b28b-6fd6b6f6c2f3,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:39.605101 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network c12148c3-6243-4720-b28b-6fd6b6f6c2f3 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 16:43:39.653322 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-f0c6c65a-737d-4acb-b307-dc4dc583a25f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4450641 Oct 26 16:43:39.656043 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52722) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:43:39.662360 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-24072ac6-dca4-4273-9e2b-cc76fedc4522 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-246076863', 'admin_state_up': True, 'project_id': '9041478b4b314552952768907a320dc1', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:39.670522 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-24072ac6-dca4-4273-9e2b-cc76fedc4522 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:43:39.674713 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-24072ac6-dca4-4273-9e2b-cc76fedc4522 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:router and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:43:39.681318 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-24072ac6-dca4-4273-9e2b-cc76fedc4522 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:43:39.689065 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-24072ac6-dca4-4273-9e2b-cc76fedc4522 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:43:39.783519 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-24072ac6-dca4-4273-9e2b-cc76fedc4522 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:39.784799 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-24072ac6-dca4-4273-9e2b-cc76fedc4522 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:39.800273 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-24072ac6-dca4-4273-9e2b-cc76fedc4522 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:40.255041 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-24072ac6-dca4-4273-9e2b-cc76fedc4522 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:40.632349 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-24072ac6-dca4-4273-9e2b-cc76fedc4522 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for router_gateway, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:40.666015 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-24072ac6-dca4-4273-9e2b-cc76fedc4522 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:40.805329 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-24072ac6-dca4-4273-9e2b-cc76fedc4522 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Allocated IP 172.26.2.124 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/cfb2f681-a575-4a8b-858e-f8ff42691aaf) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:43:40.956057 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-24072ac6-dca4-4273-9e2b-cc76fedc4522 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:41.020781 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-24072ac6-dca4-4273-9e2b-cc76fedc4522 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:41.092395 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24072ac6-dca4-4273-9e2b-cc76fedc4522 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:43:41.095285 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-24072ac6-dca4-4273-9e2b-cc76fedc4522 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:43:41.099049 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24072ac6-dca4-4273-9e2b-cc76fedc4522 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:43:41.133854 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24072ac6-dca4-4273-9e2b-cc76fedc4522 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'Port': ['ID=cfb2f681-a575-4a8b-858e-f8ff42691aaf,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:41.582414 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-24072ac6-dca4-4273-9e2b-cc76fedc4522 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for router_gateway, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:42.029090 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-24072ac6-dca4-4273-9e2b-cc76fedc4522 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:42.303635 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24072ac6-dca4-4273-9e2b-cc76fedc4522 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Router 97f0a614-babf-4624-9ba0-26e626efde7e is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 16:43:42.481671 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24072ac6-dca4-4273-9e2b-cc76fedc4522 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:43:42.492117 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ab89ff-31a6-4567-a25b-814f2b37ddfe None None] Sync routers for ids ['97f0a614-babf-4624-9ba0-26e626efde7e'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:43:42.502027 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ab89ff-31a6-4567-a25b-814f2b37ddfe None None] Routers {'97f0a614-babf-4624-9ba0-26e626efde7e'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:43:42.502661 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-55ab89ff-31a6-4567-a25b-814f2b37ddfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:43:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['97f0a614-babf-4624-9ba0-26e626efde7e'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:43:42.572153 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-24072ac6-dca4-4273-9e2b-cc76fedc4522 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:42.573285 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-24072ac6-dca4-4273-9e2b-cc76fedc4522 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9160323 Oct 26 16:43:42.576457 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52726) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:43:42.620418 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-3783e58b-0e03-4280-9c31-f19532d8bb1b tempest-TestNetworkAdvancedServerOps-1001818259 tempest-TestNetworkAdvancedServerOps-1001818259-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=9041478b4b314552952768907a320dc1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428898 Oct 26 16:43:42.623736 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52730) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:43:42.685036 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-55ab89ff-31a6-4567-a25b-814f2b37ddfe None None] Set router 97f0a614-babf-4624-9ba0-26e626efde7e gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:43:42.754602 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b83019b-5e0a-4f2a-9720-065163c16c56 tempest-TestNetworkAdvancedServerOps-1001818259 tempest-TestNetworkAdvancedServerOps-1001818259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:43:42.758722 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-7b83019b-5e0a-4f2a-9720-065163c16c56 tempest-TestNetworkAdvancedServerOps-1001818259 tempest-TestNetworkAdvancedServerOps-1001818259-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1314442 Oct 26 16:43:42.758937 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52734) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:43:42.801295 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-6b3986e4-c246-4ba8-99b0-eb239d697213 tempest-TestNetworkAdvancedServerOps-1001818259 tempest-TestNetworkAdvancedServerOps-1001818259-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=0c79a151-ef79-4fff-8a3c-258f9478471d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383539 Oct 26 16:43:42.801529 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52738) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:43:42.806801 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-52e98f5d-e4a2-40b2-a4ea-9f3d3e9c841b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-322939115', 'network_id': 'c12148c3-6243-4720-b28b-6fd6b6f6c2f3', 'project_id': '9041478b4b314552952768907a320dc1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:42.916678 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-52e98f5d-e4a2-40b2-a4ea-9f3d3e9c841b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:43:42.920592 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-52e98f5d-e4a2-40b2-a4ea-9f3d3e9c841b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:subnet and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:43:42.923362 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-52e98f5d-e4a2-40b2-a4ea-9f3d3e9c841b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:43:42.929352 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-52e98f5d-e4a2-40b2-a4ea-9f3d3e9c841b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:43:42.965468 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-55ab89ff-31a6-4567-a25b-814f2b37ddfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f0a614-babf-4624-9ba0-26e626efde7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-246076863', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': 'cfb2f681-a575-4a8b-858e-f8ff42691aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:43:39Z', 'updated_at': '2022-10-26T16:43:41Z', 'revision_number': 3, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': 'cfb2f681-a575-4a8b-858e-f8ff42691aaf', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:21:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f0a614-babf-4624-9ba0-26e626efde7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:43:40Z', 'updated_at': '2022-10-26T16:43:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:43:42.969265 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ab89ff-31a6-4567-a25b-814f2b37ddfe None None] Checking router: 97f0a614-babf-4624-9ba0-26e626efde7e for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:43:42.969606 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ab89ff-31a6-4567-a25b-814f2b37ddfe None None] Updating router 97f0a614-babf-4624-9ba0-26e626efde7e port cfb2f681-a575-4a8b-858e-f8ff42691aaf binding host dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:43:43.006208 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e98f5d-e4a2-40b2-a4ea-9f3d3e9c841b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Made reservation on behalf of 9041478b4b314552952768907a320dc1 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:43:43.010097 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-52e98f5d-e4a2-40b2-a4ea-9f3d3e9c841b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:43.022266 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-55ab89ff-31a6-4567-a25b-814f2b37ddfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:43.309520 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-52e98f5d-e4a2-40b2-a4ea-9f3d3e9c841b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:43.347688 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-55ab89ff-31a6-4567-a25b-814f2b37ddfe None None] Notify callbacks [] for port, precommit_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:43.359445 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.provisioning_blocks [None req-55ab89ff-31a6-4567-a25b-814f2b37ddfe None None] Transition to ACTIVE for port object cfb2f681-a575-4a8b-858e-f8ff42691aaf will not be triggered until provisioned by entity L2. {{(pid=89750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:43:43.390287 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e98f5d-e4a2-40b2-a4ea-9f3d3e9c841b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'Subnet': ['ID=51ee529e-2bc6-4b37-b000-104e2cf37f27,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:43.404980 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e98f5d-e4a2-40b2-a4ea-9f3d3e9c841b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Checking segment: {'id': 'a0a4654b-ef2e-49e1-ab55-acc401292eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c12148c3-6243-4720-b28b-6fd6b6f6c2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:43:43.405329 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e98f5d-e4a2-40b2-a4ea-9f3d3e9c841b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Network hostable DHCP agents. Network: c12148c3-6243-4720-b28b-6fd6b6f6c2f3, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:43:43.435337 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-55ab89ff-31a6-4567-a25b-814f2b37ddfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:43.486381 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e98f5d-e4a2-40b2-a4ea-9f3d3e9c841b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Network c12148c3-6243-4720-b28b-6fd6b6f6c2f3 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:43:43.500601 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-55ab89ff-31a6-4567-a25b-814f2b37ddfe None None] Attempting to bind port cfb2f681-a575-4a8b-858e-f8ff42691aaf on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:43:43.502578 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-55ab89ff-31a6-4567-a25b-814f2b37ddfe None None] Attempting to bind port cfb2f681-a575-4a8b-858e-f8ff42691aaf by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:43:43.502578 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ab89ff-31a6-4567-a25b-814f2b37ddfe None None] Attempting to bind port cfb2f681-a575-4a8b-858e-f8ff42691aaf on network 0c79a151-ef79-4fff-8a3c-258f9478471d {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:43:43.512093 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ab89ff-31a6-4567-a25b-814f2b37ddfe None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:43:43.512661 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ab89ff-31a6-4567-a25b-814f2b37ddfe None None] Checking segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:43:43.513060 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-55ab89ff-31a6-4567-a25b-814f2b37ddfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:43.513443 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ab89ff-31a6-4567-a25b-814f2b37ddfe None None] Bound using segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:43:43.513894 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-55ab89ff-31a6-4567-a25b-814f2b37ddfe None None] Bound port: cfb2f681-a575-4a8b-858e-f8ff42691aaf, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:43:43.514285 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-55ab89ff-31a6-4567-a25b-814f2b37ddfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:43.555871 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1b87e-b4ef-4989-93b6-56187dc7337e None None] Pushing event updated for resources: {'Port': ['ID=cfb2f681-a575-4a8b-858e-f8ff42691aaf,revision_number=2']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:43.568419 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1b87e-b4ef-4989-93b6-56187dc7337e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:43.568695 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1b87e-b4ef-4989-93b6-56187dc7337e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:43.569024 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1b87e-b4ef-4989-93b6-56187dc7337e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:43.569352 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1b87e-b4ef-4989-93b6-56187dc7337e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:43.569672 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1b87e-b4ef-4989-93b6-56187dc7337e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:43.570015 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1b87e-b4ef-4989-93b6-56187dc7337e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:43.570312 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1b87e-b4ef-4989-93b6-56187dc7337e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:43.570656 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1b87e-b4ef-4989-93b6-56187dc7337e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:43.571003 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1b87e-b4ef-4989-93b6-56187dc7337e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:43.571315 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1b87e-b4ef-4989-93b6-56187dc7337e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:43.571626 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1b87e-b4ef-4989-93b6-56187dc7337e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:43.571935 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1b87e-b4ef-4989-93b6-56187dc7337e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:43:43.572134 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-52e98f5d-e4a2-40b2-a4ea-9f3d3e9c841b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, c12148c3-6243-4720-b28b-6fd6b6f6c2f3) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:43:43.576434 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e98f5d-e4a2-40b2-a4ea-9f3d3e9c841b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:43:43.576919 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-52e98f5d-e4a2-40b2-a4ea-9f3d3e9c841b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:43.582298 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273b04e7-9122-4aa8-b549-bd755c76cb60 None None] Network c12148c3-6243-4720-b28b-6fd6b6f6c2f3 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:43:43.607957 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-55ab89ff-31a6-4567-a25b-814f2b37ddfe None None] For port cfb2f681-a575-4a8b-858e-f8ff42691aaf, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:43:43.610921 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-55ab89ff-31a6-4567-a25b-814f2b37ddfe None None] For port cfb2f681-a575-4a8b-858e-f8ff42691aaf, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=cfb2f681-a575-4a8b-858e-f8ff42691aaf,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:43:43.679791 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 52742) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:43:43.680341 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-52e98f5d-e4a2-40b2-a4ea-9f3d3e9c841b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8774374 Oct 26 16:43:43.687003 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-55ab89ff-31a6-4567-a25b-814f2b37ddfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:43.750732 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ab89ff-31a6-4567-a25b-814f2b37ddfe None None] Routers {'97f0a614-babf-4624-9ba0-26e626efde7e'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:43:43.751348 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-55ab89ff-31a6-4567-a25b-814f2b37ddfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:43:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['97f0a614-babf-4624-9ba0-26e626efde7e'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:43:43.813780 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b7c44d-f876-4ed0-91bd-8bccef8d7d58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-c12148c3-6243-4720-b28b-6fd6b6f6c2f3', 'network_id': 'c12148c3-6243-4720-b28b-6fd6b6f6c2f3', 'tenant_id': '9041478b4b314552952768907a320dc1', 'fixed_ips': [{'subnet_id': '51ee529e-2bc6-4b37-b000-104e2cf37f27'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 16:43:43.814669 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b5b7c44d-f876-4ed0-91bd-8bccef8d7d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:43.927664 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1b87e-b4ef-4989-93b6-56187dc7337e None None] Pushing event updated for resources: {'Port': ['ID=cfb2f681-a575-4a8b-858e-f8ff42691aaf,revision_number=3']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:43.970338 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-55ab89ff-31a6-4567-a25b-814f2b37ddfe None None] Set router 97f0a614-babf-4624-9ba0-26e626efde7e gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:43:43.977859 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-b5b7c44d-f876-4ed0-91bd-8bccef8d7d58 None None] Allocated IP 172.20.0.2 (c12148c3-6243-4720-b28b-6fd6b6f6c2f3/51ee529e-2bc6-4b37-b000-104e2cf37f27/a8187164-e7fe-4478-b889-af7bef4e371d) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:43:44.195921 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b5b7c44d-f876-4ed0-91bd-8bccef8d7d58 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:44.207963 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-b5b7c44d-f876-4ed0-91bd-8bccef8d7d58 None None] Transition to ACTIVE for port object a8187164-e7fe-4478-b889-af7bef4e371d will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:43:44.227611 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-b5b7c44d-f876-4ed0-91bd-8bccef8d7d58 None None] Transition to ACTIVE for port object a8187164-e7fe-4478-b889-af7bef4e371d will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:43:44.278190 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-55ab89ff-31a6-4567-a25b-814f2b37ddfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f0a614-babf-4624-9ba0-26e626efde7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-246076863', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': 'cfb2f681-a575-4a8b-858e-f8ff42691aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:43:39Z', 'updated_at': '2022-10-26T16:43:41Z', 'revision_number': 3, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': 'cfb2f681-a575-4a8b-858e-f8ff42691aaf', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:21:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f0a614-babf-4624-9ba0-26e626efde7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:43:40Z', 'updated_at': '2022-10-26T16:43:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:43:44.282182 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ab89ff-31a6-4567-a25b-814f2b37ddfe None None] The sync data for ids ['97f0a614-babf-4624-9ba0-26e626efde7e'] in dv-neutron-862712-1-hyperv is: [{'id': '97f0a614-babf-4624-9ba0-26e626efde7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-246076863', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': 'cfb2f681-a575-4a8b-858e-f8ff42691aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:43:39Z', 'updated_at': '2022-10-26T16:43:41Z', 'revision_number': 3, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': 'cfb2f681-a575-4a8b-858e-f8ff42691aaf', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:21:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f0a614-babf-4624-9ba0-26e626efde7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:43:40Z', 'updated_at': '2022-10-26T16:43:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:43:44.304000 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b5b7c44d-f876-4ed0-91bd-8bccef8d7d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:44.376896 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b7c44d-f876-4ed0-91bd-8bccef8d7d58 None None] Network c12148c3-6243-4720-b28b-6fd6b6f6c2f3 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:43:44.380526 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-b5b7c44d-f876-4ed0-91bd-8bccef8d7d58 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:43:44.384266 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b7c44d-f876-4ed0-91bd-8bccef8d7d58 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:43:44.390349 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b7c44d-f876-4ed0-91bd-8bccef8d7d58 None None] Pushing event updated for resources: {'Port': ['ID=a8187164-e7fe-4478-b889-af7bef4e371d,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:44.500775 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-b5b7c44d-f876-4ed0-91bd-8bccef8d7d58 None None] Attempting to bind port a8187164-e7fe-4478-b889-af7bef4e371d on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:43:44.501155 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-b5b7c44d-f876-4ed0-91bd-8bccef8d7d58 None None] Attempting to bind port a8187164-e7fe-4478-b889-af7bef4e371d by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'a0a4654b-ef2e-49e1-ab55-acc401292eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c12148c3-6243-4720-b28b-6fd6b6f6c2f3'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:43:44.501972 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b7c44d-f876-4ed0-91bd-8bccef8d7d58 None None] Attempting to bind port a8187164-e7fe-4478-b889-af7bef4e371d on network c12148c3-6243-4720-b28b-6fd6b6f6c2f3 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:43:44.515773 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b7c44d-f876-4ed0-91bd-8bccef8d7d58 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:43:44.516382 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b7c44d-f876-4ed0-91bd-8bccef8d7d58 None None] Checking segment: {'id': 'a0a4654b-ef2e-49e1-ab55-acc401292eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c12148c3-6243-4720-b28b-6fd6b6f6c2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:43:44.516888 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b5b7c44d-f876-4ed0-91bd-8bccef8d7d58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:44.517640 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b7c44d-f876-4ed0-91bd-8bccef8d7d58 None None] Bound using segment: {'id': 'a0a4654b-ef2e-49e1-ab55-acc401292eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c12148c3-6243-4720-b28b-6fd6b6f6c2f3'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:43:44.518322 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-b5b7c44d-f876-4ed0-91bd-8bccef8d7d58 None None] Bound port: a8187164-e7fe-4478-b889-af7bef4e371d, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a4654b-ef2e-49e1-ab55-acc401292eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c12148c3-6243-4720-b28b-6fd6b6f6c2f3'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:43:44.518970 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b5b7c44d-f876-4ed0-91bd-8bccef8d7d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:44.541231 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ba361d8b-babc-4293-b1f9-cb56630989b1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:44.623072 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-b5b7c44d-f876-4ed0-91bd-8bccef8d7d58 None None] For port a8187164-e7fe-4478-b889-af7bef4e371d, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:43:44.626680 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-b5b7c44d-f876-4ed0-91bd-8bccef8d7d58 None None] For port a8187164-e7fe-4478-b889-af7bef4e371d, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=a8187164-e7fe-4478-b889-af7bef4e371d,segment=NetworkSegment(a0a4654b-ef2e-49e1-ab55-acc401292eef),segment_id=a0a4654b-ef2e-49e1-ab55-acc401292eef)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:43:44.710456 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b5b7c44d-f876-4ed0-91bd-8bccef8d7d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:44.792924 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b7c44d-f876-4ed0-91bd-8bccef8d7d58 None None] Pushing event updated for resources: {'Port': ['ID=a8187164-e7fe-4478-b889-af7bef4e371d,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:44.996566 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-ba361d8b-babc-4293-b1f9-cb56630989b1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Allocated IP 172.20.0.1 (c12148c3-6243-4720-b28b-6fd6b6f6c2f3/51ee529e-2bc6-4b37-b000-104e2cf37f27/213257a9-594e-415f-877e-6bdbd75dfa21) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:43:45.176957 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ba361d8b-babc-4293-b1f9-cb56630989b1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:45.195234 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-ba361d8b-babc-4293-b1f9-cb56630989b1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Transition to ACTIVE for port object 213257a9-594e-415f-877e-6bdbd75dfa21 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:43:45.272555 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ba361d8b-babc-4293-b1f9-cb56630989b1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:45.345122 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba361d8b-babc-4293-b1f9-cb56630989b1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Network c12148c3-6243-4720-b28b-6fd6b6f6c2f3 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:43:45.348861 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-ba361d8b-babc-4293-b1f9-cb56630989b1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:43:45.352783 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba361d8b-babc-4293-b1f9-cb56630989b1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:43:45.384082 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361d8b-babc-4293-b1f9-cb56630989b1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'Port': ['ID=213257a9-594e-415f-877e-6bdbd75dfa21,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:45.422055 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ba361d8b-babc-4293-b1f9-cb56630989b1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:45.599109 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ba361d8b-babc-4293-b1f9-cb56630989b1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:45.727966 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7f1ccf-3cfc-4968-a353-b32e2712e8e3 None None] Network c12148c3-6243-4720-b28b-6fd6b6f6c2f3 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:43:45.889399 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-1ce6d54d-681d-4abc-b626-1e6addfaa762 None None] Provisioning for port a8187164-e7fe-4478-b889-af7bef4e371d completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:43:46.027208 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ba361d8b-babc-4293-b1f9-cb56630989b1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:46.099355 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ba361d8b-babc-4293-b1f9-cb56630989b1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:46.316330 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a8187164-e7fe-4478-b889-af7bef4e371d up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:43:46.350310 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-a0d77851-10b6-4f83-9ad4-ee0aa4f8de3b None None] Provisioning for port 213257a9-594e-415f-877e-6bdbd75dfa21 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:43:46.365064 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ba361d8b-babc-4293-b1f9-cb56630989b1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:46.368902 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361d8b-babc-4293-b1f9-cb56630989b1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'Port': ['ID=213257a9-594e-415f-877e-6bdbd75dfa21,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:46.403341 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-a0d77851-10b6-4f83-9ad4-ee0aa4f8de3b None None] Provisioning complete for port 213257a9-594e-415f-877e-6bdbd75dfa21 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:43:46.403706 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a0d77851-10b6-4f83-9ad4-ee0aa4f8de3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:46.404041 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-a0d77851-10b6-4f83-9ad4-ee0aa4f8de3b None None] Attempt 1 to provision port 213257a9-594e-415f-877e-6bdbd75dfa21 Oct 26 16:43:46.470788 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a0d77851-10b6-4f83-9ad4-ee0aa4f8de3b None None] Port 213257a9-594e-415f-877e-6bdbd75dfa21 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:43:46.510549 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba361d8b-babc-4293-b1f9-cb56630989b1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Network c12148c3-6243-4720-b28b-6fd6b6f6c2f3 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:43:46.511598 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-ba361d8b-babc-4293-b1f9-cb56630989b1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:43:46.543949 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port a8187164-e7fe-4478-b889-af7bef4e371d completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:43:46.549682 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port a8187164-e7fe-4478-b889-af7bef4e371d triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:43:46.550633 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:46.554679 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port a8187164-e7fe-4478-b889-af7bef4e371d Oct 26 16:43:46.678487 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port a8187164-e7fe-4478-b889-af7bef4e371d is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:43:46.678934 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:46.716606 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba361d8b-babc-4293-b1f9-cb56630989b1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Router 97f0a614-babf-4624-9ba0-26e626efde7e has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:43:46.716818 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port a8187164-e7fe-4478-b889-af7bef4e371d, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=a8187164-e7fe-4478-b889-af7bef4e371d,segment=NetworkSegment(a0a4654b-ef2e-49e1-ab55-acc401292eef),segment_id=a0a4654b-ef2e-49e1-ab55-acc401292eef)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:43:46.784027 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:46.785244 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device cfb2f681-a575-4a8b-858e-f8ff42691aaf up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:43:46.901378 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba361d8b-babc-4293-b1f9-cb56630989b1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:43:46.904671 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=a8187164-e7fe-4478-b889-af7bef4e371d,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:46.916380 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ba361d8b-babc-4293-b1f9-cb56630989b1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "PUT /v2.0/routers/97f0a614-babf-4624-9ba0-26e626efde7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2347116 Oct 26 16:43:46.921163 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b916be-2f36-440b-8309-5c1159f67818 None None] Sync routers for ids ['97f0a614-babf-4624-9ba0-26e626efde7e'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:43:46.933508 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b916be-2f36-440b-8309-5c1159f67818 None None] Routers {'97f0a614-babf-4624-9ba0-26e626efde7e'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:43:46.938125 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-47b916be-2f36-440b-8309-5c1159f67818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:43:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['97f0a614-babf-4624-9ba0-26e626efde7e'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:43:46.983388 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-a0d77851-10b6-4f83-9ad4-ee0aa4f8de3b None None] Attempt 2 to provision port 213257a9-594e-415f-877e-6bdbd75dfa21 Oct 26 16:43:47.085023 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port cfb2f681-a575-4a8b-858e-f8ff42691aaf completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:43:47.089189 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-2e904091-1a96-4090-a9bf-7df889868891 req-6ddb4dc4-ee7d-416b-b7cc-e5e1b56f08e0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Synchronizing usage tracker for tenant:9041478b4b314552952768907a320dc1 on resource:security_group {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:43:47.113288 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port cfb2f681-a575-4a8b-858e-f8ff42691aaf triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:43:47.113878 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:47.114217 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port cfb2f681-a575-4a8b-858e-f8ff42691aaf Oct 26 16:43:47.166384 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-2e904091-1a96-4090-a9bf-7df889868891 req-6ddb4dc4-ee7d-416b-b7cc-e5e1b56f08e0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Unset dirty status for tenant:9041478b4b314552952768907a320dc1 on resource:security_group {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:43:47.167673 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2e904091-1a96-4090-a9bf-7df889868891 req-6ddb4dc4-ee7d-416b-b7cc-e5e1b56f08e0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1112063302&fields=id&tenant_id=9041478b4b314552952768907a320dc1 HTTP/1.1" status: 200 len: 267 time: 0.1205940 Oct 26 16:43:47.179901 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a0d77851-10b6-4f83-9ad4-ee0aa4f8de3b None None] Port 213257a9-594e-415f-877e-6bdbd75dfa21 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:43:47.224631 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-47b916be-2f36-440b-8309-5c1159f67818 None None] Set router 97f0a614-babf-4624-9ba0-26e626efde7e gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:43:47.324818 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e904091-1a96-4090-a9bf-7df889868891 req-96724103-914f-4995-88a2-85dd0eae5548 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:43:47.325402 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-2e904091-1a96-4090-a9bf-7df889868891 req-96724103-914f-4995-88a2-85dd0eae5548 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Synchronizing usage tracker for tenant:9041478b4b314552952768907a320dc1 on resource:network {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:43:47.406703 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-2e904091-1a96-4090-a9bf-7df889868891 req-96724103-914f-4995-88a2-85dd0eae5548 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Unset dirty status for tenant:9041478b4b314552952768907a320dc1 on resource:network {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:43:47.407880 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2e904091-1a96-4090-a9bf-7df889868891 req-96724103-914f-4995-88a2-85dd0eae5548 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/networks?id=c12148c3-6243-4720-b28b-6fd6b6f6c2f3 HTTP/1.1" status: 200 len: 797 time: 0.2333179 Oct 26 16:43:47.411682 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port cfb2f681-a575-4a8b-858e-f8ff42691aaf is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:43:47.412062 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:47.423875 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2e904091-1a96-4090-a9bf-7df889868891 req-ea8e4643-b2b0-4e32-9961-17b99ae6820f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/quotas/9041478b4b314552952768907a320dc1 HTTP/1.1" status: 200 len: 375 time: 0.0096378 Oct 26 16:43:47.486516 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port cfb2f681-a575-4a8b-858e-f8ff42691aaf, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=cfb2f681-a575-4a8b-858e-f8ff42691aaf,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:43:47.520107 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-2e904091-1a96-4090-a9bf-7df889868891 req-c9f02d19-725e-4670-8aed-c5421f02fb08 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Synchronizing usage tracker for tenant:9041478b4b314552952768907a320dc1 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:43:47.571931 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:47.603215 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-2e904091-1a96-4090-a9bf-7df889868891 req-c9f02d19-725e-4670-8aed-c5421f02fb08 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Unset dirty status for tenant:9041478b4b314552952768907a320dc1 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:43:47.604545 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2e904091-1a96-4090-a9bf-7df889868891 req-c9f02d19-725e-4670-8aed-c5421f02fb08 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9041478b4b314552952768907a320dc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1753688 Oct 26 16:43:47.653627 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=cfb2f681-a575-4a8b-858e-f8ff42691aaf,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:47.678353 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-47b916be-2f36-440b-8309-5c1159f67818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f0a614-babf-4624-9ba0-26e626efde7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-246076863', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': 'cfb2f681-a575-4a8b-858e-f8ff42691aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:43:39Z', 'updated_at': '2022-10-26T16:43:45Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': 'cfb2f681-a575-4a8b-858e-f8ff42691aaf', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:21:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f0a614-babf-4624-9ba0-26e626efde7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:43:40Z', 'updated_at': '2022-10-26T16:43:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '213257a9-594e-415f-877e-6bdbd75dfa21', 'name': '', 'network_id': 'c12148c3-6243-4720-b28b-6fd6b6f6c2f3', 'tenant_id': '9041478b4b314552952768907a320dc1', 'mac_address': 'fa:16:3e:73:4d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f0a614-babf-4624-9ba0-26e626efde7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '51ee529e-2bc6-4b37-b000-104e2cf37f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:43:44Z', 'updated_at': '2022-10-26T16:43:45Z', 'revision_number': 2, 'project_id': '9041478b4b314552952768907a320dc1', 'subnets': [{'id': '51ee529e-2bc6-4b37-b000-104e2cf37f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:43:47.681352 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-a0d77851-10b6-4f83-9ad4-ee0aa4f8de3b None None] Attempt 3 to provision port 213257a9-594e-415f-877e-6bdbd75dfa21 Oct 26 16:43:47.713462 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b916be-2f36-440b-8309-5c1159f67818 None None] Checking router: 97f0a614-babf-4624-9ba0-26e626efde7e for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:43:47.713462 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b916be-2f36-440b-8309-5c1159f67818 None None] Updating router 97f0a614-babf-4624-9ba0-26e626efde7e port 213257a9-594e-415f-877e-6bdbd75dfa21 binding host dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:43:47.715917 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [req-2e904091-1a96-4090-a9bf-7df889868891 req-5234106c-da76-4052-9ed7-e21022597f3e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=89748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:43:47.716854 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2e904091-1a96-4090-a9bf-7df889868891 req-5234106c-da76-4052-9ed7-e21022597f3e service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0553896 Oct 26 16:43:47.790561 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a0d77851-10b6-4f83-9ad4-ee0aa4f8de3b None None] Port 213257a9-594e-415f-877e-6bdbd75dfa21 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:43:47.792970 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-47b916be-2f36-440b-8309-5c1159f67818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:47.968584 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2e904091-1a96-4090-a9bf-7df889868891 req-6681030f-9211-4995-890f-38c4aa853a4e service neutron] 10.222.0.23 "GET /v2.0/networks/c12148c3-6243-4720-b28b-6fd6b6f6c2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451563 Oct 26 16:43:48.104240 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2e904091-1a96-4090-a9bf-7df889868891 req-8801eae9-af10-4037-a6cc-c85c825265e5 service neutron] 10.222.0.23 "GET /v2.0/networks/c12148c3-6243-4720-b28b-6fd6b6f6c2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298456 Oct 26 16:43:48.184237 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-47b916be-2f36-440b-8309-5c1159f67818 None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:48.196525 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-47b916be-2f36-440b-8309-5c1159f67818 None None] Transition to ACTIVE for port object 213257a9-594e-415f-877e-6bdbd75dfa21 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:43:48.247219 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a8187164-e7fe-4478-b889-af7bef4e371d up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:43:48.292458 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-a0d77851-10b6-4f83-9ad4-ee0aa4f8de3b None None] Attempt 4 to provision port 213257a9-594e-415f-877e-6bdbd75dfa21 Oct 26 16:43:48.327288 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-47b916be-2f36-440b-8309-5c1159f67818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:48.369646 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-c7ecdfe3-094a-479b-95c3-712cfd4a2bce req-6510b7ce-81e6-44bc-8dce-6b7138292a0d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Synchronizing usage tracker for tenant:9041478b4b314552952768907a320dc1 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:43:48.382556 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-c7ecdfe3-094a-479b-95c3-712cfd4a2bce req-6510b7ce-81e6-44bc-8dce-6b7138292a0d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Unset dirty status for tenant:9041478b4b314552952768907a320dc1 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:43:48.389987 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c7ecdfe3-094a-479b-95c3-712cfd4a2bce req-6510b7ce-81e6-44bc-8dce-6b7138292a0d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18 HTTP/1.1" status: 200 len: 210 time: 0.0707848 Oct 26 16:43:48.522927 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a0d77851-10b6-4f83-9ad4-ee0aa4f8de3b None None] Port 213257a9-594e-415f-877e-6bdbd75dfa21 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:43:48.561271 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c56bde8-757b-4098-bce1-463170409ec4 None None] Pushing event updated for resources: {'Port': ['ID=213257a9-594e-415f-877e-6bdbd75dfa21,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:48.591951 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-47b916be-2f36-440b-8309-5c1159f67818 None None] Attempting to bind port 213257a9-594e-415f-877e-6bdbd75dfa21 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:43:48.592322 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-47b916be-2f36-440b-8309-5c1159f67818 None None] Attempting to bind port 213257a9-594e-415f-877e-6bdbd75dfa21 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'a0a4654b-ef2e-49e1-ab55-acc401292eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c12148c3-6243-4720-b28b-6fd6b6f6c2f3'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:43:48.592723 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b916be-2f36-440b-8309-5c1159f67818 None None] Attempting to bind port 213257a9-594e-415f-877e-6bdbd75dfa21 on network c12148c3-6243-4720-b28b-6fd6b6f6c2f3 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:43:48.596355 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port a8187164-e7fe-4478-b889-af7bef4e371d triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:43:48.596725 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:48.597746 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port a8187164-e7fe-4478-b889-af7bef4e371d Oct 26 16:43:48.643145 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b916be-2f36-440b-8309-5c1159f67818 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:43:48.643532 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b916be-2f36-440b-8309-5c1159f67818 None None] Checking segment: {'id': 'a0a4654b-ef2e-49e1-ab55-acc401292eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c12148c3-6243-4720-b28b-6fd6b6f6c2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:43:48.644587 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-47b916be-2f36-440b-8309-5c1159f67818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:48.644971 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b916be-2f36-440b-8309-5c1159f67818 None None] Bound using segment: {'id': 'a0a4654b-ef2e-49e1-ab55-acc401292eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c12148c3-6243-4720-b28b-6fd6b6f6c2f3'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:43:48.645459 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-47b916be-2f36-440b-8309-5c1159f67818 None None] Bound port: 213257a9-594e-415f-877e-6bdbd75dfa21, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a4654b-ef2e-49e1-ab55-acc401292eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c12148c3-6243-4720-b28b-6fd6b6f6c2f3'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:43:48.645919 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-47b916be-2f36-440b-8309-5c1159f67818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:48.797650 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-47b916be-2f36-440b-8309-5c1159f67818 None None] For port 213257a9-594e-415f-877e-6bdbd75dfa21, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:43:48.810454 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-47b916be-2f36-440b-8309-5c1159f67818 None None] For port 213257a9-594e-415f-877e-6bdbd75dfa21, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=213257a9-594e-415f-877e-6bdbd75dfa21,segment=NetworkSegment(a0a4654b-ef2e-49e1-ab55-acc401292eef),segment_id=a0a4654b-ef2e-49e1-ab55-acc401292eef)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:43:48.812790 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port a8187164-e7fe-4478-b889-af7bef4e371d is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:43:48.813834 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device cfb2f681-a575-4a8b-858e-f8ff42691aaf up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:43:48.881428 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-47b916be-2f36-440b-8309-5c1159f67818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:48.913825 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port cfb2f681-a575-4a8b-858e-f8ff42691aaf triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:43:48.914191 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:48.914551 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port cfb2f681-a575-4a8b-858e-f8ff42691aaf Oct 26 16:43:48.990587 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b916be-2f36-440b-8309-5c1159f67818 None None] Routers {'97f0a614-babf-4624-9ba0-26e626efde7e'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:43:48.991216 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-47b916be-2f36-440b-8309-5c1159f67818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:43:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['97f0a614-babf-4624-9ba0-26e626efde7e'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:43:49.047091 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-a0d77851-10b6-4f83-9ad4-ee0aa4f8de3b None None] Attempt 5 to provision port 213257a9-594e-415f-877e-6bdbd75dfa21 Oct 26 16:43:49.188194 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c56bde8-757b-4098-bce1-463170409ec4 None None] Pushing event updated for resources: {'Port': ['ID=213257a9-594e-415f-877e-6bdbd75dfa21,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:49.234153 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a0d77851-10b6-4f83-9ad4-ee0aa4f8de3b None None] Port 213257a9-594e-415f-877e-6bdbd75dfa21 had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 16:43:49.302238 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-47b916be-2f36-440b-8309-5c1159f67818 None None] Set router 97f0a614-babf-4624-9ba0-26e626efde7e gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:43:49.360288 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port cfb2f681-a575-4a8b-858e-f8ff42691aaf is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:43:49.553329 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9fad3ade-79c5-4290-8591-fb0b97dd88da req-b85ac623-9eeb-4f8d-beba-4f2ef9ace9ef tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18 HTTP/1.1" status: 200 len: 210 time: 0.0556564 Oct 26 16:43:49.683496 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-47b916be-2f36-440b-8309-5c1159f67818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f0a614-babf-4624-9ba0-26e626efde7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-246076863', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': 'cfb2f681-a575-4a8b-858e-f8ff42691aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:43:39Z', 'updated_at': '2022-10-26T16:43:45Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': 'cfb2f681-a575-4a8b-858e-f8ff42691aaf', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:21:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f0a614-babf-4624-9ba0-26e626efde7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:43:40Z', 'updated_at': '2022-10-26T16:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '213257a9-594e-415f-877e-6bdbd75dfa21', 'name': '', 'network_id': 'c12148c3-6243-4720-b28b-6fd6b6f6c2f3', 'tenant_id': '9041478b4b314552952768907a320dc1', 'mac_address': 'fa:16:3e:73:4d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f0a614-babf-4624-9ba0-26e626efde7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '51ee529e-2bc6-4b37-b000-104e2cf37f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:43:44Z', 'updated_at': '2022-10-26T16:43:48Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'subnets': [{'id': '51ee529e-2bc6-4b37-b000-104e2cf37f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:43:49.687492 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b916be-2f36-440b-8309-5c1159f67818 None None] The sync data for ids ['97f0a614-babf-4624-9ba0-26e626efde7e'] in dv-neutron-862712-1-hyperv is: [{'id': '97f0a614-babf-4624-9ba0-26e626efde7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-246076863', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': 'cfb2f681-a575-4a8b-858e-f8ff42691aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:43:39Z', 'updated_at': '2022-10-26T16:43:45Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': 'cfb2f681-a575-4a8b-858e-f8ff42691aaf', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:21:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f0a614-babf-4624-9ba0-26e626efde7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:43:40Z', 'updated_at': '2022-10-26T16:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '213257a9-594e-415f-877e-6bdbd75dfa21', 'name': '', 'network_id': 'c12148c3-6243-4720-b28b-6fd6b6f6c2f3', 'tenant_id': '9041478b4b314552952768907a320dc1', 'mac_address': 'fa:16:3e:73:4d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f0a614-babf-4624-9ba0-26e626efde7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '51ee529e-2bc6-4b37-b000-104e2cf37f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:43:44Z', 'updated_at': '2022-10-26T16:43:48Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'subnets': [{'id': '51ee529e-2bc6-4b37-b000-104e2cf37f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:43:50.267253 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 213257a9-594e-415f-877e-6bdbd75dfa21 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:43:50.418546 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 213257a9-594e-415f-877e-6bdbd75dfa21 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:43:50.424112 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 213257a9-594e-415f-877e-6bdbd75dfa21 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:43:50.424487 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:50.424870 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 213257a9-594e-415f-877e-6bdbd75dfa21 Oct 26 16:43:50.516451 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e904091-1a96-4090-a9bf-7df889868891 req-e99d683c-11c2-45eb-ba2c-9711ab7b902e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:43:50.518385 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2e904091-1a96-4090-a9bf-7df889868891 req-e99d683c-11c2-45eb-ba2c-9711ab7b902e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.48 "GET /v2.0/networks?id=c12148c3-6243-4720-b28b-6fd6b6f6c2f3 HTTP/1.1" status: 200 len: 797 time: 0.1667087 Oct 26 16:43:50.562187 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 213257a9-594e-415f-877e-6bdbd75dfa21 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:43:50.562739 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:50.581111 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2e904091-1a96-4090-a9bf-7df889868891 req-5ad58a73-c369-4e1b-a20b-bbc721e73a0d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9041478b4b314552952768907a320dc1 HTTP/1.1" status: 200 len: 380 time: 0.0475812 Oct 26 16:43:50.591931 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-2e904091-1a96-4090-a9bf-7df889868891 req-8b860503-314a-4e66-8209-f557631636c4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'port': {'device_id': '4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18', 'network_id': 'c12148c3-6243-4720-b28b-6fd6b6f6c2f3', 'admin_state_up': True, 'tenant_id': '9041478b4b314552952768907a320dc1', 'security_groups': ['180cf56e-def7-4076-80b4-4d6d12ec9622']}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:50.603664 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 213257a9-594e-415f-877e-6bdbd75dfa21, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=213257a9-594e-415f-877e-6bdbd75dfa21,segment=NetworkSegment(a0a4654b-ef2e-49e1-ab55-acc401292eef),segment_id=a0a4654b-ef2e-49e1-ab55-acc401292eef)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:43:50.676563 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:50.778963 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=213257a9-594e-415f-877e-6bdbd75dfa21,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:50.788399 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-2e904091-1a96-4090-a9bf-7df889868891 req-8b860503-314a-4e66-8209-f557631636c4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:43:50.799103 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-fbd228bf-ce1c-487a-ac65-621af4ab4583 req-9305daac-f154-441f-a68e-f5c985338fc8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18 HTTP/1.1" status: 200 len: 210 time: 0.0759866 Oct 26 16:43:50.801847 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-2e904091-1a96-4090-a9bf-7df889868891 req-8b860503-314a-4e66-8209-f557631636c4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:43:50.892696 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e904091-1a96-4090-a9bf-7df889868891 req-8b860503-314a-4e66-8209-f557631636c4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Made reservation on behalf of 9041478b4b314552952768907a320dc1 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:43:50.896323 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2e904091-1a96-4090-a9bf-7df889868891 req-8b860503-314a-4e66-8209-f557631636c4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:51.066333 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [req-2e904091-1a96-4090-a9bf-7df889868891 req-8b860503-314a-4e66-8209-f557631636c4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Allocated IP 172.20.0.13 (c12148c3-6243-4720-b28b-6fd6b6f6c2f3/51ee529e-2bc6-4b37-b000-104e2cf37f27/d0abeb54-88e7-4fde-baab-bc73a05646e8) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:43:51.259162 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2e904091-1a96-4090-a9bf-7df889868891 req-8b860503-314a-4e66-8209-f557631636c4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:51.275063 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-2e904091-1a96-4090-a9bf-7df889868891 req-8b860503-314a-4e66-8209-f557631636c4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Transition to ACTIVE for port object d0abeb54-88e7-4fde-baab-bc73a05646e8 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:43:51.361245 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2e904091-1a96-4090-a9bf-7df889868891 req-8b860503-314a-4e66-8209-f557631636c4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:51.437321 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e904091-1a96-4090-a9bf-7df889868891 req-8b860503-314a-4e66-8209-f557631636c4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Network c12148c3-6243-4720-b28b-6fd6b6f6c2f3 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:43:51.440232 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [req-2e904091-1a96-4090-a9bf-7df889868891 req-8b860503-314a-4e66-8209-f557631636c4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:43:51.444675 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e904091-1a96-4090-a9bf-7df889868891 req-8b860503-314a-4e66-8209-f557631636c4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:43:51.475596 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b860503-314a-4e66-8209-f557631636c4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'Port': ['ID=d0abeb54-88e7-4fde-baab-bc73a05646e8,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:51.514548 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e904091-1a96-4090-a9bf-7df889868891 req-8b860503-314a-4e66-8209-f557631636c4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:43:51.515151 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2e904091-1a96-4090-a9bf-7df889868891 req-8b860503-314a-4e66-8209-f557631636c4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:51.615459 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2e904091-1a96-4090-a9bf-7df889868891 req-8b860503-314a-4e66-8209-f557631636c4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0295937 Oct 26 16:43:51.633523 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-2e904091-1a96-4090-a9bf-7df889868891 req-30600950-8ceb-4a96-833d-ec29259f9993 service neutron] Request body: {'port': {'device_id': '4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8627'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:43:51.738896 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-8f3a2bb0-fa91-435c-9bd4-f5f783d71aab None None] Provisioning for port d0abeb54-88e7-4fde-baab-bc73a05646e8 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:43:51.744028 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-8f3a2bb0-fa91-435c-9bd4-f5f783d71aab None None] Provisioning complete for port d0abeb54-88e7-4fde-baab-bc73a05646e8 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:43:51.744466 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-8f3a2bb0-fa91-435c-9bd4-f5f783d71aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:51.744822 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-8f3a2bb0-fa91-435c-9bd4-f5f783d71aab None None] Attempt 1 to provision port d0abeb54-88e7-4fde-baab-bc73a05646e8 Oct 26 16:43:51.748727 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2e904091-1a96-4090-a9bf-7df889868891 req-30600950-8ceb-4a96-833d-ec29259f9993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:51.799325 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-8f3a2bb0-fa91-435c-9bd4-f5f783d71aab None None] Port d0abeb54-88e7-4fde-baab-bc73a05646e8 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:43:52.098771 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650602c8-bdca-4c5c-8140-5856fdb3c633 req-5821a088-d4d9-4795-a205-64c2a0957f83 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:43:52.099377 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-650602c8-bdca-4c5c-8140-5856fdb3c633 req-5821a088-d4d9-4795-a205-64c2a0957f83 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Synchronizing usage tracker for tenant:9041478b4b314552952768907a320dc1 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:43:52.245803 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 213257a9-594e-415f-877e-6bdbd75dfa21 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:43:52.281536 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [req-2e904091-1a96-4090-a9bf-7df889868891 req-30600950-8ceb-4a96-833d-ec29259f9993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0abeb54-88e7-4fde-baab-bc73a05646e8 {{(pid=89748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:43:52.289605 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2e904091-1a96-4090-a9bf-7df889868891 req-30600950-8ceb-4a96-833d-ec29259f9993 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:52.303378 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-8f3a2bb0-fa91-435c-9bd4-f5f783d71aab None None] Attempt 2 to provision port d0abeb54-88e7-4fde-baab-bc73a05646e8 Oct 26 16:43:52.305639 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-2e904091-1a96-4090-a9bf-7df889868891 req-30600950-8ceb-4a96-833d-ec29259f9993 service neutron] Transition to ACTIVE for port object d0abeb54-88e7-4fde-baab-bc73a05646e8 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:43:52.317615 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-650602c8-bdca-4c5c-8140-5856fdb3c633 req-5821a088-d4d9-4795-a205-64c2a0957f83 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Unset dirty status for tenant:9041478b4b314552952768907a320dc1 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:43:52.318807 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-650602c8-bdca-4c5c-8140-5856fdb3c633 req-5821a088-d4d9-4795-a205-64c2a0957f83 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18 HTTP/1.1" status: 200 len: 932 time: 0.4051049 Oct 26 16:43:52.364326 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-650602c8-bdca-4c5c-8140-5856fdb3c633 req-b49007dd-2f33-4eb7-9b59-a573a6074a8d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=180cf56e-def7-4076-80b4-4d6d12ec9622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397317 Oct 26 16:43:52.365454 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2e904091-1a96-4090-a9bf-7df889868891 req-30600950-8ceb-4a96-833d-ec29259f9993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:52.368019 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-8f3a2bb0-fa91-435c-9bd4-f5f783d71aab None None] Port d0abeb54-88e7-4fde-baab-bc73a05646e8 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:43:52.372903 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 213257a9-594e-415f-877e-6bdbd75dfa21 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:43:52.373660 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:52.373660 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 213257a9-594e-415f-877e-6bdbd75dfa21 Oct 26 16:43:52.495382 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 213257a9-594e-415f-877e-6bdbd75dfa21 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:43:52.564459 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30600950-8ceb-4a96-833d-ec29259f9993 service neutron] Pushing event updated for resources: {'Port': ['ID=d0abeb54-88e7-4fde-baab-bc73a05646e8,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:52.598022 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-2e904091-1a96-4090-a9bf-7df889868891 req-30600950-8ceb-4a96-833d-ec29259f9993 service neutron] Attempting to bind port d0abeb54-88e7-4fde-baab-bc73a05646e8 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:43:52.598343 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-2e904091-1a96-4090-a9bf-7df889868891 req-30600950-8ceb-4a96-833d-ec29259f9993 service neutron] Attempting to bind port d0abeb54-88e7-4fde-baab-bc73a05646e8 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'a0a4654b-ef2e-49e1-ab55-acc401292eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c12148c3-6243-4720-b28b-6fd6b6f6c2f3'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:43:52.598686 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e904091-1a96-4090-a9bf-7df889868891 req-30600950-8ceb-4a96-833d-ec29259f9993 service neutron] Attempting to bind port d0abeb54-88e7-4fde-baab-bc73a05646e8 on network c12148c3-6243-4720-b28b-6fd6b6f6c2f3 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:43:52.603255 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e904091-1a96-4090-a9bf-7df889868891 req-30600950-8ceb-4a96-833d-ec29259f9993 service neutron] Port d0abeb54-88e7-4fde-baab-bc73a05646e8 on network c12148c3-6243-4720-b28b-6fd6b6f6c2f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 16:43:52.603572 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e904091-1a96-4090-a9bf-7df889868891 req-30600950-8ceb-4a96-833d-ec29259f9993 service neutron] Attempting to bind port d0abeb54-88e7-4fde-baab-bc73a05646e8 on network c12148c3-6243-4720-b28b-6fd6b6f6c2f3 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:43:52.608612 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e904091-1a96-4090-a9bf-7df889868891 req-30600950-8ceb-4a96-833d-ec29259f9993 service neutron] Checking agent: {'id': '1b551391-ebdd-44bd-8801-034277ca5526', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8627', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'started_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:43:52.608941 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e904091-1a96-4090-a9bf-7df889868891 req-30600950-8ceb-4a96-833d-ec29259f9993 service neutron] Checking segment: {'id': 'a0a4654b-ef2e-49e1-ab55-acc401292eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c12148c3-6243-4720-b28b-6fd6b6f6c2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:43:52.609366 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e904091-1a96-4090-a9bf-7df889868891 req-30600950-8ceb-4a96-833d-ec29259f9993 service neutron] Bound using segment: {'id': 'a0a4654b-ef2e-49e1-ab55-acc401292eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c12148c3-6243-4720-b28b-6fd6b6f6c2f3'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:43:52.609772 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-2e904091-1a96-4090-a9bf-7df889868891 req-30600950-8ceb-4a96-833d-ec29259f9993 service neutron] Bound port: d0abeb54-88e7-4fde-baab-bc73a05646e8, host: hv-neutron-8627, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0a4654b-ef2e-49e1-ab55-acc401292eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c12148c3-6243-4720-b28b-6fd6b6f6c2f3'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:43:52.610108 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2e904091-1a96-4090-a9bf-7df889868891 req-30600950-8ceb-4a96-833d-ec29259f9993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:52.703317 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-2e904091-1a96-4090-a9bf-7df889868891 req-30600950-8ceb-4a96-833d-ec29259f9993 service neutron] For port d0abeb54-88e7-4fde-baab-bc73a05646e8, host hv-neutron-8627, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:43:52.706215 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-2e904091-1a96-4090-a9bf-7df889868891 req-30600950-8ceb-4a96-833d-ec29259f9993 service neutron] For port d0abeb54-88e7-4fde-baab-bc73a05646e8, host hv-neutron-8627, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=d0abeb54-88e7-4fde-baab-bc73a05646e8,segment=NetworkSegment(a0a4654b-ef2e-49e1-ab55-acc401292eef),segment_id=a0a4654b-ef2e-49e1-ab55-acc401292eef)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:43:52.786713 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2e904091-1a96-4090-a9bf-7df889868891 req-30600950-8ceb-4a96-833d-ec29259f9993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:52.817838 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e904091-1a96-4090-a9bf-7df889868891 req-30600950-8ceb-4a96-833d-ec29259f9993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:43:52.818440 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-2e904091-1a96-4090-a9bf-7df889868891 req-30600950-8ceb-4a96-833d-ec29259f9993 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:52.819880 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2e904091-1a96-4090-a9bf-7df889868891 req-30600950-8ceb-4a96-833d-ec29259f9993 service neutron] 10.222.0.48 "PUT /v2.0/ports/d0abeb54-88e7-4fde-baab-bc73a05646e8 HTTP/1.1" status: 200 len: 1094 time: 1.1905820 Oct 26 16:43:52.820369 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18', 'tag': 'd0abeb54-88e7-4fde-baab-bc73a05646e8'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:43:52.822697 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbecf65b1506daf1e3c9415b2792b0fd9d4f71d7b4124d9691f7baf88de182a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428eadfd-e19a-4f6b-8fe6-05cedbbe8b3f" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18", "tag": "d0abeb54-88e7-4fde-baab-bc73a05646e8"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:43:52.866151 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e5c459-a5dc-4092-aa07-a3319499e4d9 x-openstack-request-id: req-e9e5c459-a5dc-4092-aa07-a3319499e4d9 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:43:52.866443 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18", "tag": "d0abeb54-88e7-4fde-baab-bc73a05646e8", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:43:52.866730 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e9e5c459-a5dc-4092-aa07-a3319499e4d9 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:43:52.867169 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9e5c459-a5dc-4092-aa07-a3319499e4d9'] response: {'name': 'network-changed', 'server_uuid': '4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18', 'tag': 'd0abeb54-88e7-4fde-baab-bc73a05646e8', 'status': 'completed', 'code': 200} Oct 26 16:43:52.867955 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30600950-8ceb-4a96-833d-ec29259f9993 service neutron] Pushing event updated for resources: {'Port': ['ID=d0abeb54-88e7-4fde-baab-bc73a05646e8,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:52.868784 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-8f3a2bb0-fa91-435c-9bd4-f5f783d71aab None None] Attempt 3 to provision port d0abeb54-88e7-4fde-baab-bc73a05646e8 Oct 26 16:43:52.930079 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-8f3a2bb0-fa91-435c-9bd4-f5f783d71aab None None] Port d0abeb54-88e7-4fde-baab-bc73a05646e8 had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 16:43:52.983936 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428eadfd-e19a-4f6b-8fe6-05cedbbe8b3f req-8562cf7b-9db1-4836-bcbd-227aca471ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:43:52.985317 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-428eadfd-e19a-4f6b-8fe6-05cedbbe8b3f req-8562cf7b-9db1-4836-bcbd-227aca471ab0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9041478b4b314552952768907a320dc1&device_id=4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18 HTTP/1.1" status: 200 len: 1097 time: 0.0793848 Oct 26 16:43:53.129859 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428eadfd-e19a-4f6b-8fe6-05cedbbe8b3f req-70197b8e-52f8-4114-a0d6-1334bfa36c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:43:53.131332 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-428eadfd-e19a-4f6b-8fe6-05cedbbe8b3f req-70197b8e-52f8-4114-a0d6-1334bfa36c9e service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9041478b4b314552952768907a320dc1&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1339622 Oct 26 16:43:53.265106 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428eadfd-e19a-4f6b-8fe6-05cedbbe8b3f req-892d012d-92de-414a-9c38-106203334ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:43:53.266432 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-428eadfd-e19a-4f6b-8fe6-05cedbbe8b3f req-892d012d-92de-414a-9c38-106203334ca5 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1294320 Oct 26 16:43:53.405949 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e904091-1a96-4090-a9bf-7df889868891 req-1c79ecbd-e181-430d-9dec-7f67c09828a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:43:53.407461 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2e904091-1a96-4090-a9bf-7df889868891 req-1c79ecbd-e181-430d-9dec-7f67c09828a6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9041478b4b314552952768907a320dc1&device_id=4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18 HTTP/1.1" status: 200 len: 1097 time: 0.0853050 Oct 26 16:43:53.485778 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2e904091-1a96-4090-a9bf-7df889868891 req-baea1af0-321b-4883-9112-ccd99cbd2d31 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0abeb54-88e7-4fde-baab-bc73a05646e8 HTTP/1.1" status: 200 len: 217 time: 0.0668797 Oct 26 16:43:53.599108 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e904091-1a96-4090-a9bf-7df889868891 req-7bd9f7f6-8c2b-421b-bff8-c7eaa2e2cd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:43:53.600435 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2e904091-1a96-4090-a9bf-7df889868891 req-7bd9f7f6-8c2b-421b-bff8-c7eaa2e2cd8c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51ee529e-2bc6-4b37-b000-104e2cf37f27 HTTP/1.1" status: 200 len: 834 time: 0.0790825 Oct 26 16:43:53.678411 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561d957-27e2-4802-8c2b-e863ee709942 req-a17fd71d-76ec-42e0-98fd-966f923cf335 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:43:53.679897 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d561d957-27e2-4802-8c2b-e863ee709942 req-a17fd71d-76ec-42e0-98fd-966f923cf335 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18 HTTP/1.1" status: 200 len: 944 time: 0.1958623 Oct 26 16:43:53.735717 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d561d957-27e2-4802-8c2b-e863ee709942 req-f3ed36cc-45f5-4768-8e37-16f246221902 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=180cf56e-def7-4076-80b4-4d6d12ec9622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490987 Oct 26 16:43:53.737889 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e904091-1a96-4090-a9bf-7df889868891 req-53c3c7a7-798e-4441-ab9f-26297f515ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:43:53.739303 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2e904091-1a96-4090-a9bf-7df889868891 req-53c3c7a7-798e-4441-ab9f-26297f515ff1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c12148c3-6243-4720-b28b-6fd6b6f6c2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1327567 Oct 26 16:43:53.871112 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2e904091-1a96-4090-a9bf-7df889868891 req-4319d4ee-0c7d-40a3-972f-e203b0016cda service neutron] 10.222.0.48 "GET /v2.0/networks/c12148c3-6243-4720-b28b-6fd6b6f6c2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257865 Oct 26 16:43:54.002821 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2e904091-1a96-4090-a9bf-7df889868891 req-f5ac9c9e-d041-47cd-8d3e-269f8587632f service neutron] 10.222.0.48 "GET /v2.0/networks/c12148c3-6243-4720-b28b-6fd6b6f6c2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254904 Oct 26 16:43:54.942389 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a877e-adda-461a-8f58-28b1be35c019 req-68213a1c-bfdf-4cf4-a5d6-7b431d13c15d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:43:54.943853 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c91a877e-adda-461a-8f58-28b1be35c019 req-68213a1c-bfdf-4cf4-a5d6-7b431d13c15d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18 HTTP/1.1" status: 200 len: 944 time: 0.0977323 Oct 26 16:43:54.987827 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c91a877e-adda-461a-8f58-28b1be35c019 req-17e8174c-7734-4cbc-88c4-f1259b1f0cbe tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=180cf56e-def7-4076-80b4-4d6d12ec9622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378280 Oct 26 16:43:56.290592 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39e1e9-d186-4b54-b8fe-3349fb8e9c28 req-a971aff6-8357-4154-9308-0cfdd28897e0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:43:56.291947 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ce39e1e9-d186-4b54-b8fe-3349fb8e9c28 req-a971aff6-8357-4154-9308-0cfdd28897e0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18 HTTP/1.1" status: 200 len: 944 time: 0.1956813 Oct 26 16:43:56.335916 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ce39e1e9-d186-4b54-b8fe-3349fb8e9c28 req-ba27990a-a901-45dd-ad23-81653fe72a07 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=180cf56e-def7-4076-80b4-4d6d12ec9622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383558 Oct 26 16:43:57.075658 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device d0abeb54-88e7-4fde-baab-bc73a05646e8 details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 16:43:57.209931 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port d0abeb54-88e7-4fde-baab-bc73a05646e8, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=d0abeb54-88e7-4fde-baab-bc73a05646e8,segment=NetworkSegment(a0a4654b-ef2e-49e1-ab55-acc401292eef),segment_id=a0a4654b-ef2e-49e1-ab55-acc401292eef)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:43:57.222724 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': 'd0abeb54-88e7-4fde-baab-bc73a05646e8', 'network_id': 'c12148c3-6243-4720-b28b-6fd6b6f6c2f3', 'port_id': 'd0abeb54-88e7-4fde-baab-bc73a05646e8', 'mac_address': 'fa:16:3e:21:57:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51ee529e-2bc6-4b37-b000-104e2cf37f27', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 16:43:57.280961 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port d0abeb54-88e7-4fde-baab-bc73a05646e8 is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:43:57.281336 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:57.301108 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0abeb54-88e7-4fde-baab-bc73a05646e8 {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:43:57.316705 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port d0abeb54-88e7-4fde-baab-bc73a05646e8, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=d0abeb54-88e7-4fde-baab-bc73a05646e8,segment=NetworkSegment(a0a4654b-ef2e-49e1-ab55-acc401292eef),segment_id=a0a4654b-ef2e-49e1-ab55-acc401292eef)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:43:57.403315 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:57.474144 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=d0abeb54-88e7-4fde-baab-bc73a05646e8,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:57.536519 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d39a84-3de8-4763-8e3d-a6997ccaac69 req-1a0c0f69-0967-456c-b6a5-fcc026e18bfb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:43:57.537979 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-77d39a84-3de8-4763-8e3d-a6997ccaac69 req-1a0c0f69-0967-456c-b6a5-fcc026e18bfb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18 HTTP/1.1" status: 200 len: 945 time: 0.0913177 Oct 26 16:43:57.583355 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-77d39a84-3de8-4763-8e3d-a6997ccaac69 req-15e298c1-4891-447b-925c-121aed055474 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=180cf56e-def7-4076-80b4-4d6d12ec9622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396893 Oct 26 16:43:57.649386 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:57.805192 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['d0abeb54-88e7-4fde-baab-bc73a05646e8'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:43:58.785894 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6363ac-14e5-4341-bf15-48063b6c5d4c req-5d6266ca-b235-4764-a881-87b07e029172 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:43:58.787376 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9c6363ac-14e5-4341-bf15-48063b6c5d4c req-5d6266ca-b235-4764-a881-87b07e029172 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18 HTTP/1.1" status: 200 len: 945 time: 0.0898530 Oct 26 16:43:58.830476 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9c6363ac-14e5-4341-bf15-48063b6c5d4c req-60469240-b5e8-4ff3-9145-0d77ade6ca7e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=180cf56e-def7-4076-80b4-4d6d12ec9622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374999 Oct 26 16:43:59.075790 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device d0abeb54-88e7-4fde-baab-bc73a05646e8 up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:43:59.203011 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning for port d0abeb54-88e7-4fde-baab-bc73a05646e8 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:43:59.208756 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port d0abeb54-88e7-4fde-baab-bc73a05646e8 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:43:59.209156 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:59.209491 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port d0abeb54-88e7-4fde-baab-bc73a05646e8 Oct 26 16:43:59.356134 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port d0abeb54-88e7-4fde-baab-bc73a05646e8 is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:43:59.356430 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:59.383870 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0abeb54-88e7-4fde-baab-bc73a05646e8'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:43:59.393138 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port d0abeb54-88e7-4fde-baab-bc73a05646e8, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=d0abeb54-88e7-4fde-baab-bc73a05646e8,segment=NetworkSegment(a0a4654b-ef2e-49e1-ab55-acc401292eef),segment_id=a0a4654b-ef2e-49e1-ab55-acc401292eef)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:43:59.425756 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f75fbf14a3cb38ccce5df07bc87c0326afcdfdd969cc215a686ddaf7116ab95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139f2168-985e-4cb1-a6e0-a1deb8e068aa" -d '{"events": [{"server_uuid": "4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18", "name": "network-vif-plugged", "status": "completed", "tag": "d0abeb54-88e7-4fde-baab-bc73a05646e8"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:43:59.469965 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:43:59.521561 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd1eaa6-f5b0-41d1-af62-bb9b24baac77 x-openstack-request-id: req-7cd1eaa6-f5b0-41d1-af62-bb9b24baac77 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:43:59.521862 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18", "name": "network-vif-plugged", "status": "completed", "tag": "d0abeb54-88e7-4fde-baab-bc73a05646e8", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:43:59.522117 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7cd1eaa6-f5b0-41d1-af62-bb9b24baac77 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:43:59.522525 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cd1eaa6-f5b0-41d1-af62-bb9b24baac77'] response: {'server_uuid': '4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0abeb54-88e7-4fde-baab-bc73a05646e8', 'code': 200} Oct 26 16:43:59.543506 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=d0abeb54-88e7-4fde-baab-bc73a05646e8,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:43:59.919846 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68900711-98a7-4109-a977-1a783a7464b8 req-62510048-7755-49e6-8357-91ef7d1daed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:43:59.921308 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-68900711-98a7-4109-a977-1a783a7464b8 req-62510048-7755-49e6-8357-91ef7d1daed3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18 HTTP/1.1" status: 200 len: 1099 time: 0.0817575 Oct 26 16:44:00.021768 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-68900711-98a7-4109-a977-1a783a7464b8 req-edd20d3b-b005-4be2-82a5-805c924c6176 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=180cf56e-def7-4076-80b4-4d6d12ec9622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944433 Oct 26 16:44:00.051122 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2511412-b81d-460d-bf81-5c1de3ed4fa2 req-7eeb60ee-7d71-4ec3-b5f9-365549816488 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:44:00.052517 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d2511412-b81d-460d-bf81-5c1de3ed4fa2 req-7eeb60ee-7d71-4ec3-b5f9-365549816488 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18 HTTP/1.1" status: 200 len: 946 time: 0.1074605 Oct 26 16:44:00.097194 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d2511412-b81d-460d-bf81-5c1de3ed4fa2 req-4a542fd6-fa06-49a8-9c62-63d839904e67 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=180cf56e-def7-4076-80b4-4d6d12ec9622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390308 Oct 26 16:44:01.303627 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994e37a-bcb7-4baa-a38d-145693855263 req-81640d9c-bc97-409c-8b05-7790b7515c6a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:44:01.305074 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-5994e37a-bcb7-4baa-a38d-145693855263 req-81640d9c-bc97-409c-8b05-7790b7515c6a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18 HTTP/1.1" status: 200 len: 946 time: 0.0921850 Oct 26 16:44:01.350066 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-5994e37a-bcb7-4baa-a38d-145693855263 req-69f135df-4413-4dae-a900-90567e6e2fbc tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=180cf56e-def7-4076-80b4-4d6d12ec9622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393069 Oct 26 16:44:02.157791 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2cf2dec5-a2b8-482a-bcdc-623e0a5bfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:44:02.549560 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc496828-0980-4a28-97f9-d88ca2f39933 req-47f88244-bee8-4fda-8e5b-8c5d36385821 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:44:02.551047 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-dc496828-0980-4a28-97f9-d88ca2f39933 req-47f88244-bee8-4fda-8e5b-8c5d36385821 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18 HTTP/1.1" status: 200 len: 946 time: 0.0895560 Oct 26 16:44:02.594936 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-dc496828-0980-4a28-97f9-d88ca2f39933 req-9e614044-1f33-44f7-b860-14ffea1ce549 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=180cf56e-def7-4076-80b4-4d6d12ec9622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383048 Oct 26 16:44:02.791736 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f8b85-7aeb-458d-9662-0bb94bf843f0 req-e87d8430-93b0-496d-a527-d9a243df62c8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:44:02.793191 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2b7f8b85-7aeb-458d-9662-0bb94bf843f0 req-e87d8430-93b0-496d-a527-d9a243df62c8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18 HTTP/1.1" status: 200 len: 946 time: 0.0875998 Oct 26 16:44:02.837255 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2b7f8b85-7aeb-458d-9662-0bb94bf843f0 req-59f81dfa-66bc-40a5-a334-1c34d55b8ae9 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=180cf56e-def7-4076-80b4-4d6d12ec9622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384030 Oct 26 16:44:02.865530 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 52838) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:44:02.946174 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf72cf05-f871-4576-a8e9-9664c3093048 tempest-TestNetworkAdvancedServerOps-1001818259 tempest-TestNetworkAdvancedServerOps-1001818259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:44:02.950019 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-cf72cf05-f871-4576-a8e9-9664c3093048 tempest-TestNetworkAdvancedServerOps-1001818259 tempest-TestNetworkAdvancedServerOps-1001818259-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18 HTTP/1.1" status: 200 len: 1094 time: 0.0812283 Oct 26 16:44:02.950619 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 52842) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:44:02.955515 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-ec3f2491-22e5-4634-b3c0-41a0e5953a70 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'floatingip': {'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'port_id': 'd0abeb54-88e7-4fde-baab-bc73a05646e8', 'tenant_id': '9041478b4b314552952768907a320dc1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:44:02.962067 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ec3f2491-22e5-4634-b3c0-41a0e5953a70 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:44:02.965914 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ec3f2491-22e5-4634-b3c0-41a0e5953a70 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:floatingip and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:44:02.968744 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-ec3f2491-22e5-4634-b3c0-41a0e5953a70 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:44:02.975162 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-ec3f2491-22e5-4634-b3c0-41a0e5953a70 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:44:03.063668 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ec3f2491-22e5-4634-b3c0-41a0e5953a70 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for floatingip, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:44:03.201387 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ec3f2491-22e5-4634-b3c0-41a0e5953a70 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:44:03.335116 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-ec3f2491-22e5-4634-b3c0-41a0e5953a70 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Allocated IP 172.26.2.245 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/804f7232-8005-49cf-819d-ef4f00b34b5f) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:44:03.586398 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ec3f2491-22e5-4634-b3c0-41a0e5953a70 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:44:03.683690 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ec3f2491-22e5-4634-b3c0-41a0e5953a70 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:44:03.746926 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3f2491-22e5-4634-b3c0-41a0e5953a70 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:44:03.749558 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-ec3f2491-22e5-4634-b3c0-41a0e5953a70 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:44:03.753482 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3f2491-22e5-4634-b3c0-41a0e5953a70 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:44:03.796225 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f2491-22e5-4634-b3c0-41a0e5953a70 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'Port': ['ID=804f7232-8005-49cf-819d-ef4f00b34b5f,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:04.162176 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ec3f2491-22e5-4634-b3c0-41a0e5953a70 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:44:04.279497 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ec3f2491-22e5-4634-b3c0-41a0e5953a70 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:44:04.485433 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ec3f2491-22e5-4634-b3c0-41a0e5953a70 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:44:04.492468 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5bfbb357-8431-4b77-bb70-b0bd9cb07248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:44:04.543777 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ec3f2491-22e5-4634-b3c0-41a0e5953a70 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:44:04.653082 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ec3f2491-22e5-4634-b3c0-41a0e5953a70 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:44:04.704663 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f2491-22e5-4634-b3c0-41a0e5953a70 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'Port': ['ID=804f7232-8005-49cf-819d-ef4f00b34b5f,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:44:04.830504 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.l3_db [None req-ec3f2491-22e5-4634-b3c0-41a0e5953a70 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Floating IP cdc4ba88-c71b-4107-81da-75145ef8904d associated. External IP: 172.26.2.245, port: d0abeb54-88e7-4fde-baab-bc73a05646e8. Oct 26 16:44:05.260563 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:44:05.298899 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3f2491-22e5-4634-b3c0-41a0e5953a70 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Router 97f0a614-babf-4624-9ba0-26e626efde7e has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:44:05.482944 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3f2491-22e5-4634-b3c0-41a0e5953a70 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:44:05.492965 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:44:05.494155 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b33436-7ed9-4bbc-bbd4-3825baad0db2 None None] Sync routers for ids ['97f0a614-babf-4624-9ba0-26e626efde7e'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:44:05.503733 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b33436-7ed9-4bbc-bbd4-3825baad0db2 None None] Routers {'97f0a614-babf-4624-9ba0-26e626efde7e'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:44:05.504610 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-68b33436-7ed9-4bbc-bbd4-3825baad0db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:44:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['97f0a614-babf-4624-9ba0-26e626efde7e'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:44:05.574759 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ec3f2491-22e5-4634-b3c0-41a0e5953a70 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:44:05.634252 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ec3f2491-22e5-4634-b3c0-41a0e5953a70 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6801693 Oct 26 16:44:05.634252 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18', 'tag': 'd0abeb54-88e7-4fde-baab-bc73a05646e8'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:44:05.680570 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a80102e1ef584308552a9aa60955aa6a60d56012832cb15a0bb12df7a4d7d7a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac031d86-55f9-4aee-a801-e2f461dcb1d7" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18", "tag": "d0abeb54-88e7-4fde-baab-bc73a05646e8"}]}' {{(pid=89747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:44:05.699783 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-68b33436-7ed9-4bbc-bbd4-3825baad0db2 None None] Set router 97f0a614-babf-4624-9ba0-26e626efde7e gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:44:05.772895 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bcf3d9e-e14e-40ca-9afa-3198715209ce x-openstack-request-id: req-4bcf3d9e-e14e-40ca-9afa-3198715209ce {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:44:05.773196 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18", "tag": "d0abeb54-88e7-4fde-baab-bc73a05646e8", "status": "completed", "code": 200}]} {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:44:05.773450 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4bcf3d9e-e14e-40ca-9afa-3198715209ce {{(pid=89747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:44:05.773854 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bcf3d9e-e14e-40ca-9afa-3198715209ce'] response: {'name': 'network-changed', 'server_uuid': '4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18', 'tag': 'd0abeb54-88e7-4fde-baab-bc73a05646e8', 'status': 'completed', 'code': 200} Oct 26 16:44:05.887026 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfc98a-f48f-497c-b4c8-8b3a5ca9f657 req-48623218-ff67-4602-aa05-831297f182cf tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:44:05.888403 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6bcfc98a-f48f-497c-b4c8-8b3a5ca9f657 req-48623218-ff67-4602-aa05-831297f182cf tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18 HTTP/1.1" status: 200 len: 946 time: 0.1484499 Oct 26 16:44:05.946978 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6bcfc98a-f48f-497c-b4c8-8b3a5ca9f657 req-e12604b3-aa25-4275-9833-da41b6970693 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=180cf56e-def7-4076-80b4-4d6d12ec9622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524807 Oct 26 16:44:05.949065 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac031d86-55f9-4aee-a801-e2f461dcb1d7 req-6d4fdc22-cad4-4f87-b0af-39753370ce82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:44:05.950031 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ac031d86-55f9-4aee-a801-e2f461dcb1d7 req-6d4fdc22-cad4-4f87-b0af-39753370ce82 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9041478b4b314552952768907a320dc1&device_id=4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18 HTTP/1.1" status: 200 len: 1099 time: 0.1340301 Oct 26 16:44:05.976848 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 52856) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:44:06.060633 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-68b33436-7ed9-4bbc-bbd4-3825baad0db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f0a614-babf-4624-9ba0-26e626efde7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-246076863', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': 'cfb2f681-a575-4a8b-858e-f8ff42691aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:43:39Z', 'updated_at': '2022-10-26T16:43:45Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': 'cfb2f681-a575-4a8b-858e-f8ff42691aaf', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:21:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f0a614-babf-4624-9ba0-26e626efde7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:43:40Z', 'updated_at': '2022-10-26T16:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': 'cdc4ba88-c71b-4107-81da-75145ef8904d', 'tenant_id': '9041478b4b314552952768907a320dc1', 'floating_ip_address': '172.26.2.245', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '97f0a614-babf-4624-9ba0-26e626efde7e', 'port_id': 'd0abeb54-88e7-4fde-baab-bc73a05646e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12148c3-6243-4720-b28b-6fd6b6f6c2f3', 'mac_address': 'fa:16:3e:21:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:44:04Z', 'updated_at': '2022-10-26T16:44:04Z', 'revision_number': 0, 'project_id': '9041478b4b314552952768907a320dc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '213257a9-594e-415f-877e-6bdbd75dfa21', 'name': '', 'network_id': 'c12148c3-6243-4720-b28b-6fd6b6f6c2f3', 'tenant_id': '9041478b4b314552952768907a320dc1', 'mac_address': 'fa:16:3e:73:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f0a614-babf-4624-9ba0-26e626efde7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '51ee529e-2bc6-4b37-b000-104e2cf37f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:43:44Z', 'updated_at': '2022-10-26T16:43:50Z', 'revision_number': 5, 'project_id': '9041478b4b314552952768907a320dc1', 'subnets': [{'id': '51ee529e-2bc6-4b37-b000-104e2cf37f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:44:06.064740 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b33436-7ed9-4bbc-bbd4-3825baad0db2 None None] Checking router: 97f0a614-babf-4624-9ba0-26e626efde7e for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:44:06.074868 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b33436-7ed9-4bbc-bbd4-3825baad0db2 None None] Routers {'97f0a614-babf-4624-9ba0-26e626efde7e'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:44:06.075479 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-68b33436-7ed9-4bbc-bbd4-3825baad0db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:44:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['97f0a614-babf-4624-9ba0-26e626efde7e'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:44:06.088496 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d5fd6be9-915a-4690-97bb-885a7c3a175b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/floatingips/cdc4ba88-c71b-4107-81da-75145ef8904d HTTP/1.1" status: 200 len: 992 time: 0.1094539 Oct 26 16:44:06.094584 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac031d86-55f9-4aee-a801-e2f461dcb1d7 req-aaca78d8-d5b2-468c-9b7d-f3563898918c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:44:06.096184 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ac031d86-55f9-4aee-a801-e2f461dcb1d7 req-aaca78d8-d5b2-468c-9b7d-f3563898918c service neutron] 10.222.0.48 "GET /v2.0/networks?id=c12148c3-6243-4720-b28b-6fd6b6f6c2f3 HTTP/1.1" status: 200 len: 898 time: 0.1397994 Oct 26 16:44:06.202426 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ac031d86-55f9-4aee-a801-e2f461dcb1d7 req-4766d60f-3f7e-409e-b741-511888d58a9f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0abeb54-88e7-4fde-baab-bc73a05646e8 HTTP/1.1" status: 200 len: 1000 time: 0.1008589 Oct 26 16:44:06.259311 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-68b33436-7ed9-4bbc-bbd4-3825baad0db2 None None] Set router 97f0a614-babf-4624-9ba0-26e626efde7e gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:44:06.264618 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac031d86-55f9-4aee-a801-e2f461dcb1d7 req-e3907744-cc7c-497c-864b-2eaf0915bc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:44:06.266068 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ac031d86-55f9-4aee-a801-e2f461dcb1d7 req-e3907744-cc7c-497c-864b-2eaf0915bc75 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51ee529e-2bc6-4b37-b000-104e2cf37f27 HTTP/1.1" status: 200 len: 834 time: 0.0582902 Oct 26 16:44:06.349025 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac031d86-55f9-4aee-a801-e2f461dcb1d7 req-ec140cb2-8b8c-48d9-b7c0-9e74a3329fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:44:06.350636 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ac031d86-55f9-4aee-a801-e2f461dcb1d7 req-ec140cb2-8b8c-48d9-b7c0-9e74a3329fac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c12148c3-6243-4720-b28b-6fd6b6f6c2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790257 Oct 26 16:44:06.486638 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ac031d86-55f9-4aee-a801-e2f461dcb1d7 req-579d51a0-8c46-488c-8329-b5fc0ed8894c service neutron] 10.222.0.48 "GET /v2.0/networks/c12148c3-6243-4720-b28b-6fd6b6f6c2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303728 Oct 26 16:44:06.620886 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ac031d86-55f9-4aee-a801-e2f461dcb1d7 req-e4660968-6853-4b9d-9ac3-4694714506b6 service neutron] 10.222.0.48 "GET /v2.0/networks/c12148c3-6243-4720-b28b-6fd6b6f6c2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286774 Oct 26 16:44:06.640601 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-68b33436-7ed9-4bbc-bbd4-3825baad0db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f0a614-babf-4624-9ba0-26e626efde7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-246076863', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': 'cfb2f681-a575-4a8b-858e-f8ff42691aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:43:39Z', 'updated_at': '2022-10-26T16:43:45Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': 'cfb2f681-a575-4a8b-858e-f8ff42691aaf', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:21:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f0a614-babf-4624-9ba0-26e626efde7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:43:40Z', 'updated_at': '2022-10-26T16:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': 'cdc4ba88-c71b-4107-81da-75145ef8904d', 'tenant_id': '9041478b4b314552952768907a320dc1', 'floating_ip_address': '172.26.2.245', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '97f0a614-babf-4624-9ba0-26e626efde7e', 'port_id': 'd0abeb54-88e7-4fde-baab-bc73a05646e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12148c3-6243-4720-b28b-6fd6b6f6c2f3', 'mac_address': 'fa:16:3e:21:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:44:04Z', 'updated_at': '2022-10-26T16:44:04Z', 'revision_number': 0, 'project_id': '9041478b4b314552952768907a320dc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '213257a9-594e-415f-877e-6bdbd75dfa21', 'name': '', 'network_id': 'c12148c3-6243-4720-b28b-6fd6b6f6c2f3', 'tenant_id': '9041478b4b314552952768907a320dc1', 'mac_address': 'fa:16:3e:73:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f0a614-babf-4624-9ba0-26e626efde7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '51ee529e-2bc6-4b37-b000-104e2cf37f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:43:44Z', 'updated_at': '2022-10-26T16:43:50Z', 'revision_number': 5, 'project_id': '9041478b4b314552952768907a320dc1', 'subnets': [{'id': '51ee529e-2bc6-4b37-b000-104e2cf37f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:44:06.645469 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b33436-7ed9-4bbc-bbd4-3825baad0db2 None None] The sync data for ids ['97f0a614-babf-4624-9ba0-26e626efde7e'] in dv-neutron-862712-1-hyperv is: [{'id': '97f0a614-babf-4624-9ba0-26e626efde7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-246076863', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': 'cfb2f681-a575-4a8b-858e-f8ff42691aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:43:39Z', 'updated_at': '2022-10-26T16:43:45Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': 'cfb2f681-a575-4a8b-858e-f8ff42691aaf', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:21:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f0a614-babf-4624-9ba0-26e626efde7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:43:40Z', 'updated_at': '2022-10-26T16:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': 'cdc4ba88-c71b-4107-81da-75145ef8904d', 'tenant_id': '9041478b4b314552952768907a320dc1', 'floating_ip_address': '172.26.2.245', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '97f0a614-babf-4624-9ba0-26e626efde7e', 'port_id': 'd0abeb54-88e7-4fde-baab-bc73a05646e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12148c3-6243-4720-b28b-6fd6b6f6c2f3', 'mac_address': 'fa:16:3e:21:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:44:04Z', 'updated_at': '2022-10-26T16:44:04Z', 'revision_number': 0, 'project_id': '9041478b4b314552952768907a320dc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '213257a9-594e-415f-877e-6bdbd75dfa21', 'name': '', 'network_id': 'c12148c3-6243-4720-b28b-6fd6b6f6c2f3', 'tenant_id': '9041478b4b314552952768907a320dc1', 'mac_address': 'fa:16:3e:73:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f0a614-babf-4624-9ba0-26e626efde7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '51ee529e-2bc6-4b37-b000-104e2cf37f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:43:44Z', 'updated_at': '2022-10-26T16:43:50Z', 'revision_number': 5, 'project_id': '9041478b4b314552952768907a320dc1', 'subnets': [{'id': '51ee529e-2bc6-4b37-b000-104e2cf37f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:44:06.694127 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:44:06.830730 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b69cb36-46b1-47eb-ad21-be04d03bd855 None None] New status for floating IP cdc4ba88-c71b-4107-81da-75145ef8904d: ACTIVE {{(pid=89749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:44:07.091458 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 52860) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:44:07.167516 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:44:07.202493 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-efa85715-c1d8-46cd-adf1-68870fa47e61 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/floatingips/cdc4ba88-c71b-4107-81da-75145ef8904d HTTP/1.1" status: 200 len: 994 time: 0.1098671 Oct 26 16:44:27.643934 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:44:32.152167 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5c569dd2-7e31-4b60-8ba2-2b1798b2a8b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:44:34.449843 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6889d3f1-d344-4615-a6e0-0ecd953beac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:44:35.276009 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:44:35.489133 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:44:37.089776 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:44:43.692314 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:44:57.643306 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:45:02.168263 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d6c9bcea-2faf-4357-90aa-92e0e34bd069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:45:03.309614 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cedcc20c-41c1-4cbf-b372-07fe7562c033 req-db45cee4-9340-48a6-9a9b-bf897c7bd0d5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0887623 Oct 26 16:45:03.483249 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcc20c-41c1-4cbf-b372-07fe7562c033 req-b95d79ab-44e7-46de-9b57-5d579836b62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:45:03.484811 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cedcc20c-41c1-4cbf-b372-07fe7562c033 req-b95d79ab-44e7-46de-9b57-5d579836b62f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9041478b4b314552952768907a320dc1&device_id=4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18 HTTP/1.1" status: 200 len: 1099 time: 0.0802014 Oct 26 16:45:03.627794 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcc20c-41c1-4cbf-b372-07fe7562c033 req-38b4fe68-47ec-4498-a96c-a37ccedd0399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:45:03.629136 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cedcc20c-41c1-4cbf-b372-07fe7562c033 req-38b4fe68-47ec-4498-a96c-a37ccedd0399 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c12148c3-6243-4720-b28b-6fd6b6f6c2f3 HTTP/1.1" status: 200 len: 898 time: 0.1261780 Oct 26 16:45:03.828310 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cedcc20c-41c1-4cbf-b372-07fe7562c033 req-b42fe42b-0739-44c1-b56f-9b0a93a2bfbc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0abeb54-88e7-4fde-baab-bc73a05646e8 HTTP/1.1" status: 200 len: 1002 time: 0.1923902 Oct 26 16:45:03.892605 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcc20c-41c1-4cbf-b372-07fe7562c033 req-73526573-5649-4732-ab51-bc093b163c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:45:03.893908 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cedcc20c-41c1-4cbf-b372-07fe7562c033 req-73526573-5649-4732-ab51-bc093b163c28 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51ee529e-2bc6-4b37-b000-104e2cf37f27 HTTP/1.1" status: 200 len: 834 time: 0.0595391 Oct 26 16:45:03.976318 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcc20c-41c1-4cbf-b372-07fe7562c033 req-275f0977-2c6f-4f4d-8ae4-5712fdaeb4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:45:03.977770 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cedcc20c-41c1-4cbf-b372-07fe7562c033 req-275f0977-2c6f-4f4d-8ae4-5712fdaeb4aa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c12148c3-6243-4720-b28b-6fd6b6f6c2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779498 Oct 26 16:45:04.109845 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cedcc20c-41c1-4cbf-b372-07fe7562c033 req-dae25680-d182-4c57-894a-218cd49df1ad service neutron] 10.222.0.48 "GET /v2.0/networks/c12148c3-6243-4720-b28b-6fd6b6f6c2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252329 Oct 26 16:45:04.240442 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cedcc20c-41c1-4cbf-b372-07fe7562c033 req-50b16d3a-a4ca-4dca-ad23-e3e57e010c17 service neutron] 10.222.0.48 "GET /v2.0/networks/c12148c3-6243-4720-b28b-6fd6b6f6c2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244693 Oct 26 16:45:04.454439 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ae0b204a-80f3-4eb0-9844-2d825dccc422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:45:05.269884 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:45:05.505711 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:45:07.123248 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:45:18.627051 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96838b59-7c2f-4af4-b5ab-d5f0ec73c3f8 req-58b93e05-31c8-4681-8788-236db5194596 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:45:18.628529 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-96838b59-7c2f-4af4-b5ab-d5f0ec73c3f8 req-58b93e05-31c8-4681-8788-236db5194596 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18 HTTP/1.1" status: 200 len: 946 time: 0.0878448 Oct 26 16:45:18.676629 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-96838b59-7c2f-4af4-b5ab-d5f0ec73c3f8 req-954da20a-f884-4764-a50d-8436ee0a6e59 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=180cf56e-def7-4076-80b4-4d6d12ec9622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423534 Oct 26 16:45:19.885998 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8952b0-4bae-485a-b7c8-9a52ff210ac6 req-f3bc4db4-eca0-4bd7-9300-4c931eb0ee30 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:45:19.887470 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6f8952b0-4bae-485a-b7c8-9a52ff210ac6 req-f3bc4db4-eca0-4bd7-9300-4c931eb0ee30 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18 HTTP/1.1" status: 200 len: 946 time: 0.0919173 Oct 26 16:45:19.931729 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6f8952b0-4bae-485a-b7c8-9a52ff210ac6 req-696d67c6-9492-4527-8f82-d92a1c42e3fb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=180cf56e-def7-4076-80b4-4d6d12ec9622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387609 Oct 26 16:45:20.691212 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:45:21.132211 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc34695-9970-4a0c-8aa3-02eb645e40d8 req-da755a5b-1ab8-4ba5-9ba6-475ed9e9190c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:45:21.133658 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-3cc34695-9970-4a0c-8aa3-02eb645e40d8 req-da755a5b-1ab8-4ba5-9ba6-475ed9e9190c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18 HTTP/1.1" status: 200 len: 946 time: 0.0873723 Oct 26 16:45:21.178115 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-3cc34695-9970-4a0c-8aa3-02eb645e40d8 req-64cb5e02-d4cb-4d06-adc2-84c00b578ec2 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=180cf56e-def7-4076-80b4-4d6d12ec9622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378301 Oct 26 16:45:22.379477 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d59089-4bb2-455f-93b7-77eb99fc09a6 req-f7e520b5-6ed7-40c5-93cb-48b91bdcaa04 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:45:22.380928 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-96d59089-4bb2-455f-93b7-77eb99fc09a6 req-f7e520b5-6ed7-40c5-93cb-48b91bdcaa04 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18 HTTP/1.1" status: 200 len: 946 time: 0.0916471 Oct 26 16:45:22.424288 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-96d59089-4bb2-455f-93b7-77eb99fc09a6 req-80a5b227-6d53-4554-b31a-ae07768ac3f3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=180cf56e-def7-4076-80b4-4d6d12ec9622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373161 Oct 26 16:45:23.833761 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd1f42-cf4c-406e-aace-98a2d6652b3c req-8d8dcef5-49f1-4018-b3f6-e31bd0dfca4c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:45:23.835148 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-7acd1f42-cf4c-406e-aace-98a2d6652b3c req-8d8dcef5-49f1-4018-b3f6-e31bd0dfca4c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18 HTTP/1.1" status: 200 len: 946 time: 0.0918989 Oct 26 16:45:23.879061 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-7acd1f42-cf4c-406e-aace-98a2d6652b3c req-076996b2-30cf-49ce-b7cc-187e9b596cb2 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=180cf56e-def7-4076-80b4-4d6d12ec9622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372174 Oct 26 16:45:25.077267 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb3f59-901d-4169-b967-be03f50cc6d3 req-73cc5f99-f36f-41e3-8261-c61b818adc68 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:45:25.078657 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-77eb3f59-901d-4169-b967-be03f50cc6d3 req-73cc5f99-f36f-41e3-8261-c61b818adc68 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18 HTTP/1.1" status: 200 len: 946 time: 0.0872753 Oct 26 16:45:25.123336 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-77eb3f59-901d-4169-b967-be03f50cc6d3 req-c099414e-2aa5-426f-9e9d-5e1bffef20c5 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=180cf56e-def7-4076-80b4-4d6d12ec9622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388451 Oct 26 16:45:26.323097 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5232108-47a2-469a-9874-9b56d14f8479 req-e9b3eaef-f075-483d-befc-26fcc63f8927 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:45:26.325162 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b5232108-47a2-469a-9874-9b56d14f8479 req-e9b3eaef-f075-483d-befc-26fcc63f8927 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18 HTTP/1.1" status: 200 len: 946 time: 0.0877240 Oct 26 16:45:26.372010 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b5232108-47a2-469a-9874-9b56d14f8479 req-66b01247-f704-40b3-97b9-1cd73cad8834 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=180cf56e-def7-4076-80b4-4d6d12ec9622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413342 Oct 26 16:45:27.574766 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9bfddd-9d55-4861-9496-a0c958694b59 req-e7a0cd90-2f10-4de9-894e-485ff44d1e28 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:45:27.576106 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bc9bfddd-9d55-4861-9496-a0c958694b59 req-e7a0cd90-2f10-4de9-894e-485ff44d1e28 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18 HTTP/1.1" status: 200 len: 946 time: 0.0916932 Oct 26 16:45:27.620934 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bc9bfddd-9d55-4861-9496-a0c958694b59 req-9b9199f0-33c6-4a85-a361-6171767469e1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=180cf56e-def7-4076-80b4-4d6d12ec9622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389688 Oct 26 16:45:27.671673 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:45:28.818794 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa622e-0ef3-40d1-9e9f-1c91331be1d4 req-e8a66238-29b5-4f30-b826-ee53b601e563 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:45:28.820252 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-95aa622e-0ef3-40d1-9e9f-1c91331be1d4 req-e8a66238-29b5-4f30-b826-ee53b601e563 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18 HTTP/1.1" status: 200 len: 946 time: 0.0872266 Oct 26 16:45:28.864140 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-95aa622e-0ef3-40d1-9e9f-1c91331be1d4 req-922d9b08-8924-4bb0-b380-04414403b3e7 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=180cf56e-def7-4076-80b4-4d6d12ec9622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380909 Oct 26 16:45:30.067404 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb621f2e-20f3-4773-8ef1-b7ae93d7e17e req-56296b2f-9a1f-44c8-be7a-113e809a0746 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:45:30.068772 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-eb621f2e-20f3-4773-8ef1-b7ae93d7e17e req-56296b2f-9a1f-44c8-be7a-113e809a0746 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18 HTTP/1.1" status: 200 len: 946 time: 0.0940533 Oct 26 16:45:30.113172 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-eb621f2e-20f3-4773-8ef1-b7ae93d7e17e req-8bd165d9-938a-44ea-8dcd-caba2dd0d8d0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=180cf56e-def7-4076-80b4-4d6d12ec9622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380287 Oct 26 16:45:31.313250 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd9ed6-a01e-47a1-83be-e1a4885927cd req-42ac6db9-741a-40fd-babb-ed46e74780d1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:45:31.314735 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-4bfd9ed6-a01e-47a1-83be-e1a4885927cd req-42ac6db9-741a-40fd-babb-ed46e74780d1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18 HTTP/1.1" status: 200 len: 946 time: 0.0916722 Oct 26 16:45:31.358089 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-4bfd9ed6-a01e-47a1-83be-e1a4885927cd req-ab63ee90-508c-4295-91b1-b194e92e5351 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=180cf56e-def7-4076-80b4-4d6d12ec9622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378220 Oct 26 16:45:32.144847 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-087b2cf8-935d-434e-ac5b-08a2e82d16a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:45:32.556295 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d97061-f39f-4f49-bad4-5c5878139fc2 req-8ff1b04f-ec62-4151-abea-e4bb57438b9e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:45:32.557777 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-78d97061-f39f-4f49-bad4-5c5878139fc2 req-8ff1b04f-ec62-4151-abea-e4bb57438b9e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18 HTTP/1.1" status: 200 len: 946 time: 0.0905411 Oct 26 16:45:32.601049 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-78d97061-f39f-4f49-bad4-5c5878139fc2 req-1040acd6-47bd-4079-a95d-bf3f9668b4b6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=180cf56e-def7-4076-80b4-4d6d12ec9622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375819 Oct 26 16:45:33.801875 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34067560-19fc-40af-a388-282b5d8c2acf req-d4471f45-d197-4aa5-a66f-2dc2b5176752 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:45:33.803354 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-34067560-19fc-40af-a388-282b5d8c2acf req-d4471f45-d197-4aa5-a66f-2dc2b5176752 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18 HTTP/1.1" status: 200 len: 946 time: 0.0888665 Oct 26 16:45:33.850404 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-34067560-19fc-40af-a388-282b5d8c2acf req-05df1890-6f49-4fb9-9838-f128146c51e1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=180cf56e-def7-4076-80b4-4d6d12ec9622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406353 Oct 26 16:45:34.442486 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a4f43a92-58f0-4f97-ab56-3649980c386f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:45:35.053363 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446997ec-63c3-4497-9a42-bce8f8c9e0f2 req-d6b6454d-9e7a-44e8-b943-400b62ee7b74 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:45:35.054730 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-446997ec-63c3-4497-9a42-bce8f8c9e0f2 req-d6b6454d-9e7a-44e8-b943-400b62ee7b74 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18 HTTP/1.1" status: 200 len: 946 time: 0.0913608 Oct 26 16:45:35.098495 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-446997ec-63c3-4497-9a42-bce8f8c9e0f2 req-d3845494-f0c3-430c-a5d5-f711a16645be tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=180cf56e-def7-4076-80b4-4d6d12ec9622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375879 Oct 26 16:45:35.128273 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52924) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:45:35.240326 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-24780a9b-4c20-431f-9b01-17621972f3e6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/floatingips/cdc4ba88-c71b-4107-81da-75145ef8904d HTTP/1.1" status: 200 len: 994 time: 0.1106853 Oct 26 16:45:35.272609 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:45:35.494703 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:45:36.805973 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd5d4f-5af3-46cb-8f47-118c94417acd req-173fe120-95bb-4148-b0df-ac5fa4f15260 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:45:36.807977 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a5cd5d4f-5af3-46cb-8f47-118c94417acd req-173fe120-95bb-4148-b0df-ac5fa4f15260 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18 HTTP/1.1" status: 200 len: 946 time: 0.0936592 Oct 26 16:45:36.853629 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a5cd5d4f-5af3-46cb-8f47-118c94417acd req-d011dc5e-e1ce-4e26-b09a-1e14fbe50b7b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=180cf56e-def7-4076-80b4-4d6d12ec9622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402527 Oct 26 16:45:36.905581 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534dc12-dc78-4e36-8556-9ad3d329d90f req-2643643d-dc02-4dc8-b2f0-82bb7b678910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:45:36.907048 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1534dc12-dc78-4e36-8556-9ad3d329d90f req-2643643d-dc02-4dc8-b2f0-82bb7b678910 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9041478b4b314552952768907a320dc1&device_id=4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18 HTTP/1.1" status: 200 len: 1099 time: 0.0820508 Oct 26 16:45:37.042445 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534dc12-dc78-4e36-8556-9ad3d329d90f req-5329012a-4e39-4980-855f-4b20c4f1d71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:45:37.044036 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1534dc12-dc78-4e36-8556-9ad3d329d90f req-5329012a-4e39-4980-855f-4b20c4f1d71d service neutron] 10.222.0.48 "GET /v2.0/networks?id=c12148c3-6243-4720-b28b-6fd6b6f6c2f3 HTTP/1.1" status: 200 len: 898 time: 0.1297414 Oct 26 16:45:37.098645 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:45:37.150311 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1534dc12-dc78-4e36-8556-9ad3d329d90f req-f76379a7-4177-49e6-81cb-916f96a9e20b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0abeb54-88e7-4fde-baab-bc73a05646e8 HTTP/1.1" status: 200 len: 1002 time: 0.0995462 Oct 26 16:45:37.215358 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534dc12-dc78-4e36-8556-9ad3d329d90f req-792389ac-be3f-4ee8-9bb7-45f2d91bb6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:45:37.216740 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1534dc12-dc78-4e36-8556-9ad3d329d90f req-792389ac-be3f-4ee8-9bb7-45f2d91bb6b7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51ee529e-2bc6-4b37-b000-104e2cf37f27 HTTP/1.1" status: 200 len: 834 time: 0.0599883 Oct 26 16:45:37.300147 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534dc12-dc78-4e36-8556-9ad3d329d90f req-c687342e-ada8-498d-95b8-e042b308543d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:45:37.301590 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1534dc12-dc78-4e36-8556-9ad3d329d90f req-c687342e-ada8-498d-95b8-e042b308543d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c12148c3-6243-4720-b28b-6fd6b6f6c2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777524 Oct 26 16:45:37.528106 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1534dc12-dc78-4e36-8556-9ad3d329d90f req-b542d0dc-da03-46c4-b148-08e1079f929f service neutron] 10.222.0.48 "GET /v2.0/networks/c12148c3-6243-4720-b28b-6fd6b6f6c2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195587 Oct 26 16:45:37.659536 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1534dc12-dc78-4e36-8556-9ad3d329d90f req-a0a3655e-dc09-4927-886a-982d41a1bd62 service neutron] 10.222.0.48 "GET /v2.0/networks/c12148c3-6243-4720-b28b-6fd6b6f6c2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252029 Oct 26 16:45:38.059580 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbef248-9c8d-4e87-a2f1-ab14b4202513 req-d1872b9a-f585-4a72-8b95-118511303f64 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:45:38.061032 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3bbef248-9c8d-4e87-a2f1-ab14b4202513 req-d1872b9a-f585-4a72-8b95-118511303f64 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18 HTTP/1.1" status: 200 len: 946 time: 0.0932641 Oct 26 16:45:38.105796 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3bbef248-9c8d-4e87-a2f1-ab14b4202513 req-3c122037-d1c4-48c7-916b-3595dae5ba70 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=180cf56e-def7-4076-80b4-4d6d12ec9622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391777 Oct 26 16:45:39.311810 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb129476-6044-49bf-ae6b-b5451519200f req-8a287154-915b-4b60-82f5-ba77b7f2810a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:45:39.313266 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-eb129476-6044-49bf-ae6b-b5451519200f req-8a287154-915b-4b60-82f5-ba77b7f2810a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18 HTTP/1.1" status: 200 len: 946 time: 0.0914612 Oct 26 16:45:39.356778 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-eb129476-6044-49bf-ae6b-b5451519200f req-d9432af2-65ab-4b1c-b505-97ec1078f3de tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=180cf56e-def7-4076-80b4-4d6d12ec9622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379567 Oct 26 16:45:39.385253 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 52938) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:45:39.601870 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-75f88e1a-a0ea-4b0e-aaa2-e8415b48b428 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/floatingips/cdc4ba88-c71b-4107-81da-75145ef8904d HTTP/1.1" status: 200 len: 994 time: 0.2155190 Oct 26 16:45:57.636616 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:45:57.691531 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:46:02.139672 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fa04bca2-2654-40b9-a878-bcf54ef6a4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:04.252817 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b877abe4-7801-4e22-b42c-557bdd6a0530 req-2d6dbc61-aa17-4286-ba53-b4be1c172446 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788755 Oct 26 16:46:04.402999 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877abe4-7801-4e22-b42c-557bdd6a0530 req-04b3c8a7-c25b-4630-b804-200e1c33f8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:04.404448 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b877abe4-7801-4e22-b42c-557bdd6a0530 req-04b3c8a7-c25b-4630-b804-200e1c33f8c5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9041478b4b314552952768907a320dc1&device_id=4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18 HTTP/1.1" status: 200 len: 1099 time: 0.0813975 Oct 26 16:46:04.453896 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-58f06d02-800e-4b2b-ab47-dcb401017e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:04.547888 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877abe4-7801-4e22-b42c-557bdd6a0530 req-07f00f0e-06dd-4022-9e44-de53a949e5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:04.549213 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b877abe4-7801-4e22-b42c-557bdd6a0530 req-07f00f0e-06dd-4022-9e44-de53a949e5b3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c12148c3-6243-4720-b28b-6fd6b6f6c2f3 HTTP/1.1" status: 200 len: 898 time: 0.1272039 Oct 26 16:46:04.652204 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b877abe4-7801-4e22-b42c-557bdd6a0530 req-699839b3-a356-41f5-b6ea-05baa0049b7c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0abeb54-88e7-4fde-baab-bc73a05646e8 HTTP/1.1" status: 200 len: 1002 time: 0.0971043 Oct 26 16:46:04.713968 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877abe4-7801-4e22-b42c-557bdd6a0530 req-2d50faf4-7f13-4c46-a362-f00ee43a6f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:04.715456 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b877abe4-7801-4e22-b42c-557bdd6a0530 req-2d50faf4-7f13-4c46-a362-f00ee43a6f39 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51ee529e-2bc6-4b37-b000-104e2cf37f27 HTTP/1.1" status: 200 len: 834 time: 0.0570273 Oct 26 16:46:04.801368 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877abe4-7801-4e22-b42c-557bdd6a0530 req-dc5ef9d9-7e4d-4891-b63b-30a424ac56cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:04.802812 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b877abe4-7801-4e22-b42c-557bdd6a0530 req-dc5ef9d9-7e4d-4891-b63b-30a424ac56cf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c12148c3-6243-4720-b28b-6fd6b6f6c2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810061 Oct 26 16:46:04.812503 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [req-b877abe4-7801-4e22-b42c-557bdd6a0530 req-75357f30-074d-4fe0-a6c2-0c5b3c164938 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=89748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:46:04.813458 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b877abe4-7801-4e22-b42c-557bdd6a0530 req-75357f30-074d-4fe0-a6c2-0c5b3c164938 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052261 Oct 26 16:46:04.946660 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b877abe4-7801-4e22-b42c-557bdd6a0530 req-7bc3bf84-824e-4f20-893a-59ad4ce3e006 service neutron] 10.222.0.48 "GET /v2.0/networks/c12148c3-6243-4720-b28b-6fd6b6f6c2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274347 Oct 26 16:46:05.080789 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b877abe4-7801-4e22-b42c-557bdd6a0530 req-f6aa21ca-6a7c-4393-a306-c35167bf1c49 service neutron] 10.222.0.48 "GET /v2.0/networks/c12148c3-6243-4720-b28b-6fd6b6f6c2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278021 Oct 26 16:46:05.270938 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:05.487764 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:07.104977 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:27.653318 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:32.150719 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6ee00c2b-b81c-4f21-af79-58c62e9e1021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:34.464760 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6a2a9e9b-5b62-410f-9c6e-66b99f435ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:34.690966 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:46:35.275953 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:35.487686 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:36.556730 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 52988) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:46:36.758029 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-43759711-d778-4bac-b116-1da18d60df89 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Deleting port 804f7232-8005-49cf-819d-ef4f00b34b5f {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:46:36.758362 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-43759711-d778-4bac-b116-1da18d60df89 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:37.033448 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-43759711-d778-4bac-b116-1da18d60df89 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:37.033778 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-43759711-d778-4bac-b116-1da18d60df89 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:37.105012 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:37.171138 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-43759711-d778-4bac-b116-1da18d60df89 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Calling delete_port for 804f7232-8005-49cf-819d-ef4f00b34b5f owned by network:floatingip {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:46:37.402623 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-43759711-d778-4bac-b116-1da18d60df89 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:37.450306 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43759711-d778-4bac-b116-1da18d60df89 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event deleted for resources: {'Port': ['ID=804f7232-8005-49cf-819d-ef4f00b34b5f,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:37.497684 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43759711-d778-4bac-b116-1da18d60df89 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:37.498043 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43759711-d778-4bac-b116-1da18d60df89 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:37.498391 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43759711-d778-4bac-b116-1da18d60df89 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:37.498751 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43759711-d778-4bac-b116-1da18d60df89 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:37.499089 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43759711-d778-4bac-b116-1da18d60df89 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:37.499423 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43759711-d778-4bac-b116-1da18d60df89 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:37.499756 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43759711-d778-4bac-b116-1da18d60df89 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:37.500088 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43759711-d778-4bac-b116-1da18d60df89 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:37.500417 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43759711-d778-4bac-b116-1da18d60df89 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:37.500772 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43759711-d778-4bac-b116-1da18d60df89 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:37.501094 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43759711-d778-4bac-b116-1da18d60df89 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:37.501421 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43759711-d778-4bac-b116-1da18d60df89 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:37.564979 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-43759711-d778-4bac-b116-1da18d60df89 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for floatingip, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:37.565901 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.l3_db [None req-43759711-d778-4bac-b116-1da18d60df89 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Floating IP cdc4ba88-c71b-4107-81da-75145ef8904d disassociated (deleted). External IP: 172.26.2.245, port: d0abeb54-88e7-4fde-baab-bc73a05646e8. Oct 26 16:46:37.933155 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43759711-d778-4bac-b116-1da18d60df89 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Router 97f0a614-babf-4624-9ba0-26e626efde7e has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:46:38.122219 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43759711-d778-4bac-b116-1da18d60df89 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:46:38.132373 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7dd746-947f-45cc-8847-4436a68addb6 None None] Sync routers for ids ['97f0a614-babf-4624-9ba0-26e626efde7e'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:46:38.141986 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7dd746-947f-45cc-8847-4436a68addb6 None None] Routers {'97f0a614-babf-4624-9ba0-26e626efde7e'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:46:38.145854 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-4d7dd746-947f-45cc-8847-4436a68addb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:46:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['97f0a614-babf-4624-9ba0-26e626efde7e'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:38.213291 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-43759711-d778-4bac-b116-1da18d60df89 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:38.272080 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-43759711-d778-4bac-b116-1da18d60df89 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "DELETE /v2.0/floatingips/cdc4ba88-c71b-4107-81da-75145ef8904d HTTP/1.1" status: 204 len: 168 time: 1.7119462 Oct 26 16:46:38.272080 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18', 'tag': 'd0abeb54-88e7-4fde-baab-bc73a05646e8'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:46:38.275412 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbecf65b1506daf1e3c9415b2792b0fd9d4f71d7b4124d9691f7baf88de182a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7ef1cc-b54f-4891-8a99-91bb60d3ad0e" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18", "tag": "d0abeb54-88e7-4fde-baab-bc73a05646e8"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:46:38.321802 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e99cc96-0282-45bf-9aaa-92172ef30ce2 x-openstack-request-id: req-5e99cc96-0282-45bf-9aaa-92172ef30ce2 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:46:38.321802 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18", "tag": "d0abeb54-88e7-4fde-baab-bc73a05646e8", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:46:38.321802 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5e99cc96-0282-45bf-9aaa-92172ef30ce2 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:46:38.321802 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e99cc96-0282-45bf-9aaa-92172ef30ce2'] response: {'name': 'network-changed', 'server_uuid': '4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18', 'tag': 'd0abeb54-88e7-4fde-baab-bc73a05646e8', 'status': 'completed', 'code': 200} Oct 26 16:46:38.324516 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-4d7dd746-947f-45cc-8847-4436a68addb6 None None] Set router 97f0a614-babf-4624-9ba0-26e626efde7e gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:46:38.425544 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ef1cc-b54f-4891-8a99-91bb60d3ad0e req-270ee491-58be-4eb0-8eb4-d8390f272298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:38.427274 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1e7ef1cc-b54f-4891-8a99-91bb60d3ad0e req-270ee491-58be-4eb0-8eb4-d8390f272298 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9041478b4b314552952768907a320dc1&device_id=4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18 HTTP/1.1" status: 200 len: 1099 time: 0.0849850 Oct 26 16:46:38.565059 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ef1cc-b54f-4891-8a99-91bb60d3ad0e req-dcf6d8b5-2f77-4309-96a0-0ef59db610d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:38.567570 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1e7ef1cc-b54f-4891-8a99-91bb60d3ad0e req-dcf6d8b5-2f77-4309-96a0-0ef59db610d5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c12148c3-6243-4720-b28b-6fd6b6f6c2f3 HTTP/1.1" status: 200 len: 898 time: 0.1336172 Oct 26 16:46:38.637847 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1e7ef1cc-b54f-4891-8a99-91bb60d3ad0e req-fc27baeb-16be-4962-913e-c3bd5399bf68 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0abeb54-88e7-4fde-baab-bc73a05646e8 HTTP/1.1" status: 200 len: 217 time: 0.0632994 Oct 26 16:46:38.649661 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-4d7dd746-947f-45cc-8847-4436a68addb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f0a614-babf-4624-9ba0-26e626efde7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-246076863', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': 'cfb2f681-a575-4a8b-858e-f8ff42691aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:43:39Z', 'updated_at': '2022-10-26T16:43:45Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': 'cfb2f681-a575-4a8b-858e-f8ff42691aaf', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:21:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f0a614-babf-4624-9ba0-26e626efde7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:43:40Z', 'updated_at': '2022-10-26T16:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '213257a9-594e-415f-877e-6bdbd75dfa21', 'name': '', 'network_id': 'c12148c3-6243-4720-b28b-6fd6b6f6c2f3', 'tenant_id': '9041478b4b314552952768907a320dc1', 'mac_address': 'fa:16:3e:73:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f0a614-babf-4624-9ba0-26e626efde7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '51ee529e-2bc6-4b37-b000-104e2cf37f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:43:44Z', 'updated_at': '2022-10-26T16:43:50Z', 'revision_number': 5, 'project_id': '9041478b4b314552952768907a320dc1', 'subnets': [{'id': '51ee529e-2bc6-4b37-b000-104e2cf37f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:38.663680 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7dd746-947f-45cc-8847-4436a68addb6 None None] Checking router: 97f0a614-babf-4624-9ba0-26e626efde7e for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:46:38.676862 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7dd746-947f-45cc-8847-4436a68addb6 None None] Routers {'97f0a614-babf-4624-9ba0-26e626efde7e'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:46:38.677477 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-4d7dd746-947f-45cc-8847-4436a68addb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:46:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['97f0a614-babf-4624-9ba0-26e626efde7e'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:38.859834 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-4d7dd746-947f-45cc-8847-4436a68addb6 None None] Set router 97f0a614-babf-4624-9ba0-26e626efde7e gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:46:38.877698 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ef1cc-b54f-4891-8a99-91bb60d3ad0e req-38b6be04-89ad-45bd-b678-10535a458186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:38.879154 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1e7ef1cc-b54f-4891-8a99-91bb60d3ad0e req-38b6be04-89ad-45bd-b678-10535a458186 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51ee529e-2bc6-4b37-b000-104e2cf37f27 HTTP/1.1" status: 200 len: 834 time: 0.2354851 Oct 26 16:46:38.956541 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee822c-b581-4360-9a5c-8b41b630a87b req-0e2f0798-d77a-43f2-bcbe-fd3b8200f485 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:38.957144 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-6eee822c-b581-4360-9a5c-8b41b630a87b req-0e2f0798-d77a-43f2-bcbe-fd3b8200f485 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Synchronizing usage tracker for tenant:9041478b4b314552952768907a320dc1 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:46:38.990875 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ef1cc-b54f-4891-8a99-91bb60d3ad0e req-da9eff75-b350-4e30-9364-6fcb91ecae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:38.992790 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1e7ef1cc-b54f-4891-8a99-91bb60d3ad0e req-da9eff75-b350-4e30-9364-6fcb91ecae4d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c12148c3-6243-4720-b28b-6fd6b6f6c2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1071570 Oct 26 16:46:39.070124 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-6eee822c-b581-4360-9a5c-8b41b630a87b req-0e2f0798-d77a-43f2-bcbe-fd3b8200f485 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Unset dirty status for tenant:9041478b4b314552952768907a320dc1 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:46:39.071273 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6eee822c-b581-4360-9a5c-8b41b630a87b req-0e2f0798-d77a-43f2-bcbe-fd3b8200f485 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18 HTTP/1.1" status: 200 len: 946 time: 0.2778223 Oct 26 16:46:39.147782 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6eee822c-b581-4360-9a5c-8b41b630a87b req-9167b663-b7b0-4150-b176-1c27f7fa1b0a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=180cf56e-def7-4076-80b4-4d6d12ec9622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693011 Oct 26 16:46:39.164512 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1e7ef1cc-b54f-4891-8a99-91bb60d3ad0e req-1a1c7417-ba86-4524-a4ef-d5b7a882bfe9 service neutron] 10.222.0.48 "GET /v2.0/networks/c12148c3-6243-4720-b28b-6fd6b6f6c2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647682 Oct 26 16:46:39.200979 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-4d7dd746-947f-45cc-8847-4436a68addb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f0a614-babf-4624-9ba0-26e626efde7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-246076863', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': 'cfb2f681-a575-4a8b-858e-f8ff42691aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:43:39Z', 'updated_at': '2022-10-26T16:43:45Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': 'cfb2f681-a575-4a8b-858e-f8ff42691aaf', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:21:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f0a614-babf-4624-9ba0-26e626efde7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:43:40Z', 'updated_at': '2022-10-26T16:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '213257a9-594e-415f-877e-6bdbd75dfa21', 'name': '', 'network_id': 'c12148c3-6243-4720-b28b-6fd6b6f6c2f3', 'tenant_id': '9041478b4b314552952768907a320dc1', 'mac_address': 'fa:16:3e:73:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f0a614-babf-4624-9ba0-26e626efde7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '51ee529e-2bc6-4b37-b000-104e2cf37f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:43:44Z', 'updated_at': '2022-10-26T16:43:50Z', 'revision_number': 5, 'project_id': '9041478b4b314552952768907a320dc1', 'subnets': [{'id': '51ee529e-2bc6-4b37-b000-104e2cf37f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:39.205675 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7dd746-947f-45cc-8847-4436a68addb6 None None] The sync data for ids ['97f0a614-babf-4624-9ba0-26e626efde7e'] in dv-neutron-862712-1-hyperv is: [{'id': '97f0a614-babf-4624-9ba0-26e626efde7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-246076863', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': 'cfb2f681-a575-4a8b-858e-f8ff42691aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:43:39Z', 'updated_at': '2022-10-26T16:43:45Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': 'cfb2f681-a575-4a8b-858e-f8ff42691aaf', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:21:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f0a614-babf-4624-9ba0-26e626efde7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:43:40Z', 'updated_at': '2022-10-26T16:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '213257a9-594e-415f-877e-6bdbd75dfa21', 'name': '', 'network_id': 'c12148c3-6243-4720-b28b-6fd6b6f6c2f3', 'tenant_id': '9041478b4b314552952768907a320dc1', 'mac_address': 'fa:16:3e:73:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f0a614-babf-4624-9ba0-26e626efde7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '51ee529e-2bc6-4b37-b000-104e2cf37f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:43:44Z', 'updated_at': '2022-10-26T16:43:50Z', 'revision_number': 5, 'project_id': '9041478b4b314552952768907a320dc1', 'subnets': [{'id': '51ee529e-2bc6-4b37-b000-104e2cf37f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:46:39.306019 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1e7ef1cc-b54f-4891-8a99-91bb60d3ad0e req-a701972e-4ebb-47e6-886c-9904cce3d012 service neutron] 10.222.0.48 "GET /v2.0/networks/c12148c3-6243-4720-b28b-6fd6b6f6c2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346169 Oct 26 16:46:39.415905 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26239637-7e3f-4dae-9ed1-073d8f7688ba None None] New status for floating IP cdc4ba88-c71b-4107-81da-75145ef8904d: DOWN {{(pid=89749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:46:40.351903 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91c38d-3795-4c0d-b552-bed1341886c8 req-4f22ca7a-b025-41ee-b1a8-902f5a9ec85b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:40.353356 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-7d91c38d-3795-4c0d-b552-bed1341886c8 req-4f22ca7a-b025-41ee-b1a8-902f5a9ec85b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18 HTTP/1.1" status: 200 len: 946 time: 0.0883610 Oct 26 16:46:40.398056 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-7d91c38d-3795-4c0d-b552-bed1341886c8 req-fce77ca0-87ad-40a8-b60b-4196ffb922ec tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=180cf56e-def7-4076-80b4-4d6d12ec9622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389132 Oct 26 16:46:40.574062 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2b3bb-886c-417a-9a20-fa6b6ccc2fa5 req-571a212a-b77d-4d47-9380-e1e916c7c458 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:40.575433 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-96c2b3bb-886c-417a-9a20-fa6b6ccc2fa5 req-571a212a-b77d-4d47-9380-e1e916c7c458 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18 HTTP/1.1" status: 200 len: 946 time: 0.0927496 Oct 26 16:46:40.647511 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-96c2b3bb-886c-417a-9a20-fa6b6ccc2fa5 req-c4de39e8-e615-4640-b5bc-cef90e48dbac tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Deleting port d0abeb54-88e7-4fde-baab-bc73a05646e8 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:46:40.647763 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-96c2b3bb-886c-417a-9a20-fa6b6ccc2fa5 req-c4de39e8-e615-4640-b5bc-cef90e48dbac tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:40.903135 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-96c2b3bb-886c-417a-9a20-fa6b6ccc2fa5 req-c4de39e8-e615-4640-b5bc-cef90e48dbac tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] For port d0abeb54-88e7-4fde-baab-bc73a05646e8, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=d0abeb54-88e7-4fde-baab-bc73a05646e8,segment=NetworkSegment(a0a4654b-ef2e-49e1-ab55-acc401292eef),segment_id=a0a4654b-ef2e-49e1-ab55-acc401292eef)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:46:40.903480 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-96c2b3bb-886c-417a-9a20-fa6b6ccc2fa5 req-c4de39e8-e615-4640-b5bc-cef90e48dbac tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:41.032578 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-96c2b3bb-886c-417a-9a20-fa6b6ccc2fa5 req-c4de39e8-e615-4640-b5bc-cef90e48dbac tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Calling delete_port for d0abeb54-88e7-4fde-baab-bc73a05646e8 owned by compute:nova {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:46:41.247990 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-96c2b3bb-886c-417a-9a20-fa6b6ccc2fa5 req-c4de39e8-e615-4640-b5bc-cef90e48dbac tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:41.299274 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de39e8-e615-4640-b5bc-cef90e48dbac tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event deleted for resources: {'Port': ['ID=d0abeb54-88e7-4fde-baab-bc73a05646e8,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:41.389835 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c2b3bb-886c-417a-9a20-fa6b6ccc2fa5 req-c4de39e8-e615-4640-b5bc-cef90e48dbac tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] No DVR routers for this DVR port d0abeb54-88e7-4fde-baab-bc73a05646e8 on host hv-neutron-8627 {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:46:41.392928 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-96c2b3bb-886c-417a-9a20-fa6b6ccc2fa5 req-c4de39e8-e615-4640-b5bc-cef90e48dbac tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:41.395532 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18', 'name': 'network-vif-deleted', 'tag': 'd0abeb54-88e7-4fde-baab-bc73a05646e8'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:46:41.397798 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbecf65b1506daf1e3c9415b2792b0fd9d4f71d7b4124d9691f7baf88de182a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf1c7c2-48ba-4c8b-b8ea-1b9fc0e445a5" -d '{"events": [{"server_uuid": "4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18", "name": "network-vif-deleted", "tag": "d0abeb54-88e7-4fde-baab-bc73a05646e8"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:46:41.439553 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc1d294-d51f-449c-8526-40bd7b5a6d46 x-openstack-request-id: req-4dc1d294-d51f-449c-8526-40bd7b5a6d46 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:46:41.445044 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18", "name": "network-vif-deleted", "tag": "d0abeb54-88e7-4fde-baab-bc73a05646e8", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:46:41.445044 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4dc1d294-d51f-449c-8526-40bd7b5a6d46 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:46:41.445044 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dc1d294-d51f-449c-8526-40bd7b5a6d46'] response: {'server_uuid': '4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18', 'name': 'network-vif-deleted', 'tag': 'd0abeb54-88e7-4fde-baab-bc73a05646e8', 'status': 'completed', 'code': 200} Oct 26 16:46:41.465626 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-96c2b3bb-886c-417a-9a20-fa6b6ccc2fa5 req-c4de39e8-e615-4640-b5bc-cef90e48dbac tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.48 "DELETE /v2.0/ports/d0abeb54-88e7-4fde-baab-bc73a05646e8 HTTP/1.1" status: 204 len: 173 time: 0.8843386 Oct 26 16:46:41.564807 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-1db199b9-c51f-43d0-a08e-fbb7397f3673 req-bb30d0a3-99b1-46b9-bfa8-7b2ea607c36e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb79c02-c6b4-4c1e-8b9a-76a99ba79c18 HTTP/1.1" status: 200 len: 210 time: 0.0528595 Oct 26 16:46:42.669704 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 53008) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:46:43.217287 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bfa7470c-1bfc-4a3c-b2db-b74fe6c5717b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:43.571049 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-bfa7470c-1bfc-4a3c-b2db-b74fe6c5717b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Deleting port 213257a9-594e-415f-877e-6bdbd75dfa21 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:46:43.571310 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bfa7470c-1bfc-4a3c-b2db-b74fe6c5717b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:43.760783 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-bfa7470c-1bfc-4a3c-b2db-b74fe6c5717b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] For port 213257a9-594e-415f-877e-6bdbd75dfa21, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=213257a9-594e-415f-877e-6bdbd75dfa21,segment=NetworkSegment(a0a4654b-ef2e-49e1-ab55-acc401292eef),segment_id=a0a4654b-ef2e-49e1-ab55-acc401292eef)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:46:43.761462 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bfa7470c-1bfc-4a3c-b2db-b74fe6c5717b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:43.910313 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device d0abeb54-88e7-4fde-baab-bc73a05646e8 no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:46:43.951140 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] No Port match for: d0abeb54-88e7-4fde-baab-bc73a05646e8 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:46:43.951483 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device d0abeb54-88e7-4fde-baab-bc73a05646e8 not bound to the agent host hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:46:44.000239 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-bfa7470c-1bfc-4a3c-b2db-b74fe6c5717b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Calling delete_port for 213257a9-594e-415f-877e-6bdbd75dfa21 owned by network:router_interface {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:46:44.224573 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bfa7470c-1bfc-4a3c-b2db-b74fe6c5717b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:44.273436 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa7470c-1bfc-4a3c-b2db-b74fe6c5717b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event deleted for resources: {'Port': ['ID=213257a9-594e-415f-877e-6bdbd75dfa21,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:44.322554 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa7470c-1bfc-4a3c-b2db-b74fe6c5717b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:44.322554 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa7470c-1bfc-4a3c-b2db-b74fe6c5717b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:44.322554 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa7470c-1bfc-4a3c-b2db-b74fe6c5717b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:44.322965 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa7470c-1bfc-4a3c-b2db-b74fe6c5717b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:44.322965 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa7470c-1bfc-4a3c-b2db-b74fe6c5717b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:44.323295 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa7470c-1bfc-4a3c-b2db-b74fe6c5717b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:44.323619 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa7470c-1bfc-4a3c-b2db-b74fe6c5717b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:44.323955 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa7470c-1bfc-4a3c-b2db-b74fe6c5717b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:44.324282 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa7470c-1bfc-4a3c-b2db-b74fe6c5717b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:44.324604 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa7470c-1bfc-4a3c-b2db-b74fe6c5717b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:44.324926 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa7470c-1bfc-4a3c-b2db-b74fe6c5717b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:44.325249 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa7470c-1bfc-4a3c-b2db-b74fe6c5717b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:44.565288 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bfa7470c-1bfc-4a3c-b2db-b74fe6c5717b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:44.922872 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa7470c-1bfc-4a3c-b2db-b74fe6c5717b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Router 97f0a614-babf-4624-9ba0-26e626efde7e has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:46:45.098409 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa7470c-1bfc-4a3c-b2db-b74fe6c5717b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:46:45.107996 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f3c6f9-37ff-4b68-b040-af4d9f84fa65 None None] Sync routers for ids ['97f0a614-babf-4624-9ba0-26e626efde7e'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:46:45.111131 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-bfa7470c-1bfc-4a3c-b2db-b74fe6c5717b tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "PUT /v2.0/routers/97f0a614-babf-4624-9ba0-26e626efde7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4403832 Oct 26 16:46:45.113855 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 53012) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:46:45.118046 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f3c6f9-37ff-4b68-b040-af4d9f84fa65 None None] Routers {'97f0a614-babf-4624-9ba0-26e626efde7e'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:46:45.118672 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-a3f3c6f9-37ff-4b68-b040-af4d9f84fa65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:46:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['97f0a614-babf-4624-9ba0-26e626efde7e'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:45.181946 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-d17fedcc-1135-457c-b6fa-ac009b638e9e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Deleting subnet 51ee529e-2bc6-4b37-b000-104e2cf37f27 {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 16:46:45.184862 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d17fedcc-1135-457c-b6fa-ac009b638e9e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:45.239040 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d17fedcc-1135-457c-b6fa-ac009b638e9e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:45.296239 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-a3f3c6f9-37ff-4b68-b040-af4d9f84fa65 None None] Set router 97f0a614-babf-4624-9ba0-26e626efde7e gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:46:45.326628 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d17fedcc-1135-457c-b6fa-ac009b638e9e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:45.454019 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d17fedcc-1135-457c-b6fa-ac009b638e9e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:45.496027 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d17fedcc-1135-457c-b6fa-ac009b638e9e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:45.500889 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17fedcc-1135-457c-b6fa-ac009b638e9e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event deleted for resources: {'Subnet': ['ID=51ee529e-2bc6-4b37-b000-104e2cf37f27,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:45.501842 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ee6a93-ccf7-4818-ada5-17144d44d6fe None None] Network c12148c3-6243-4720-b28b-6fd6b6f6c2f3 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:46:45.511129 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d17fedcc-1135-457c-b6fa-ac009b638e9e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "DELETE /v2.0/subnets/51ee529e-2bc6-4b37-b000-104e2cf37f27 HTTP/1.1" status: 204 len: 168 time: 0.3938682 Oct 26 16:46:45.511483 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 53016) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:46:45.590821 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-a3f3c6f9-37ff-4b68-b040-af4d9f84fa65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f0a614-babf-4624-9ba0-26e626efde7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-246076863', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': 'cfb2f681-a575-4a8b-858e-f8ff42691aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:43:39Z', 'updated_at': '2022-10-26T16:46:44Z', 'revision_number': 5, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': 'cfb2f681-a575-4a8b-858e-f8ff42691aaf', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:21:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f0a614-babf-4624-9ba0-26e626efde7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:43:40Z', 'updated_at': '2022-10-26T16:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:45.594656 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f3c6f9-37ff-4b68-b040-af4d9f84fa65 None None] Checking router: 97f0a614-babf-4624-9ba0-26e626efde7e for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:46:45.603560 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f3c6f9-37ff-4b68-b040-af4d9f84fa65 None None] Routers {'97f0a614-babf-4624-9ba0-26e626efde7e'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:46:45.604448 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-a3f3c6f9-37ff-4b68-b040-af4d9f84fa65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:46:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['97f0a614-babf-4624-9ba0-26e626efde7e'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:45.793706 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac701b7e-77ce-44ea-8345-c0dd65c6c0f1 None None] DHCP port deletion for c12148c3-6243-4720-b28b-6fd6b6f6c2f3 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 16:46:45.795452 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-a3f3c6f9-37ff-4b68-b040-af4d9f84fa65 None None] Set router 97f0a614-babf-4624-9ba0-26e626efde7e gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:46:45.797846 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ac701b7e-77ce-44ea-8345-c0dd65c6c0f1 None None] Deleting port a8187164-e7fe-4478-b889-af7bef4e371d {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:46:45.798218 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ac701b7e-77ce-44ea-8345-c0dd65c6c0f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:45.818713 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6c1a5f98-8009-4340-8d80-20ed8f16f33f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for router, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:46.007548 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6c1a5f98-8009-4340-8d80-20ed8f16f33f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:46.048090 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-ac701b7e-77ce-44ea-8345-c0dd65c6c0f1 None None] For port a8187164-e7fe-4478-b889-af7bef4e371d, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=a8187164-e7fe-4478-b889-af7bef4e371d,segment=NetworkSegment(a0a4654b-ef2e-49e1-ab55-acc401292eef),segment_id=a0a4654b-ef2e-49e1-ab55-acc401292eef)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:46:46.048398 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ac701b7e-77ce-44ea-8345-c0dd65c6c0f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:46.076250 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-6c1a5f98-8009-4340-8d80-20ed8f16f33f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Deleting port cfb2f681-a575-4a8b-858e-f8ff42691aaf {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:46:46.076601 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6c1a5f98-8009-4340-8d80-20ed8f16f33f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:46.092761 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-a3f3c6f9-37ff-4b68-b040-af4d9f84fa65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f0a614-babf-4624-9ba0-26e626efde7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-246076863', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': 'cfb2f681-a575-4a8b-858e-f8ff42691aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:43:39Z', 'updated_at': '2022-10-26T16:46:44Z', 'revision_number': 5, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': 'cfb2f681-a575-4a8b-858e-f8ff42691aaf', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:21:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f0a614-babf-4624-9ba0-26e626efde7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:43:40Z', 'updated_at': '2022-10-26T16:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:46.096897 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f3c6f9-37ff-4b68-b040-af4d9f84fa65 None None] The sync data for ids ['97f0a614-babf-4624-9ba0-26e626efde7e'] in dv-neutron-862712-1-hyperv is: [{'id': '97f0a614-babf-4624-9ba0-26e626efde7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-246076863', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': 'cfb2f681-a575-4a8b-858e-f8ff42691aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:43:39Z', 'updated_at': '2022-10-26T16:46:44Z', 'revision_number': 5, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': 'cfb2f681-a575-4a8b-858e-f8ff42691aaf', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:21:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f0a614-babf-4624-9ba0-26e626efde7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:43:40Z', 'updated_at': '2022-10-26T16:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:46:46.171929 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-ac701b7e-77ce-44ea-8345-c0dd65c6c0f1 None None] Calling delete_port for a8187164-e7fe-4478-b889-af7bef4e371d owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:46:46.263678 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-6c1a5f98-8009-4340-8d80-20ed8f16f33f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] For port cfb2f681-a575-4a8b-858e-f8ff42691aaf, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=cfb2f681-a575-4a8b-858e-f8ff42691aaf,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:46:46.263960 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6c1a5f98-8009-4340-8d80-20ed8f16f33f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:46.304556 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ac701b7e-77ce-44ea-8345-c0dd65c6c0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:46.352779 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac701b7e-77ce-44ea-8345-c0dd65c6c0f1 None None] No DVR routers for this DVR port a8187164-e7fe-4478-b889-af7bef4e371d on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:46:46.356161 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac701b7e-77ce-44ea-8345-c0dd65c6c0f1 None None] Pushing event deleted for resources: {'Port': ['ID=a8187164-e7fe-4478-b889-af7bef4e371d,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:46.366692 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac701b7e-77ce-44ea-8345-c0dd65c6c0f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:46.367041 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac701b7e-77ce-44ea-8345-c0dd65c6c0f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:46.367378 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac701b7e-77ce-44ea-8345-c0dd65c6c0f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:46.367710 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac701b7e-77ce-44ea-8345-c0dd65c6c0f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:46.368038 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac701b7e-77ce-44ea-8345-c0dd65c6c0f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:46.368365 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac701b7e-77ce-44ea-8345-c0dd65c6c0f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:46.368686 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac701b7e-77ce-44ea-8345-c0dd65c6c0f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:46.369006 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac701b7e-77ce-44ea-8345-c0dd65c6c0f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:46.369326 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac701b7e-77ce-44ea-8345-c0dd65c6c0f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:46.369643 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac701b7e-77ce-44ea-8345-c0dd65c6c0f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:46.369960 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac701b7e-77ce-44ea-8345-c0dd65c6c0f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:46.370293 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac701b7e-77ce-44ea-8345-c0dd65c6c0f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:46.389740 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-6c1a5f98-8009-4340-8d80-20ed8f16f33f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Calling delete_port for cfb2f681-a575-4a8b-858e-f8ff42691aaf owned by network:router_gateway {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:46:46.510253 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a8187164-e7fe-4478-b889-af7bef4e371d no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:46:46.553412 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: a8187164-e7fe-4478-b889-af7bef4e371d {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:46:46.553412 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device a8187164-e7fe-4478-b889-af7bef4e371d not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:46:46.553412 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 213257a9-594e-415f-877e-6bdbd75dfa21 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:46:46.587564 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 213257a9-594e-415f-877e-6bdbd75dfa21 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:46:46.587905 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 213257a9-594e-415f-877e-6bdbd75dfa21 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:46:46.613782 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6c1a5f98-8009-4340-8d80-20ed8f16f33f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:46.664798 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a5f98-8009-4340-8d80-20ed8f16f33f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event deleted for resources: {'Port': ['ID=cfb2f681-a575-4a8b-858e-f8ff42691aaf,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:46.765538 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6c1a5f98-8009-4340-8d80-20ed8f16f33f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:46.938700 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6c1a5f98-8009-4340-8d80-20ed8f16f33f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:46.941722 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6c1a5f98-8009-4340-8d80-20ed8f16f33f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:47.019035 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6c1a5f98-8009-4340-8d80-20ed8f16f33f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:47.019603 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1a5f98-8009-4340-8d80-20ed8f16f33f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Fanout notify agent at l3_agent the message router_deleted on router 97f0a614-babf-4624-9ba0-26e626efde7e {{(pid=89748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 16:46:47.035162 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6c1a5f98-8009-4340-8d80-20ed8f16f33f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:47.036399 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-6c1a5f98-8009-4340-8d80-20ed8f16f33f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "DELETE /v2.0/routers/97f0a614-babf-4624-9ba0-26e626efde7e HTTP/1.1" status: 204 len: 168 time: 1.5239360 Oct 26 16:46:47.039261 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 53022) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:46:47.157914 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b58abc1e-09f1-4dcb-b769-3f9b3bde49df tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:47.288186 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b58abc1e-09f1-4dcb-b769-3f9b3bde49df tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:47.312879 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-b58abc1e-09f1-4dcb-b769-3f9b3bde49df tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c12148c3-6243-4720-b28b-6fd6b6f6c2f3']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:47.324763 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-b58abc1e-09f1-4dcb-b769-3f9b3bde49df tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0a4654b-ef2e-49e1-ab55-acc401292eef') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:47.325063 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-b58abc1e-09f1-4dcb-b769-3f9b3bde49df tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0a4654b-ef2e-49e1-ab55-acc401292eef') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:47.336221 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b58abc1e-09f1-4dcb-b769-3f9b3bde49df tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:47.352115 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b58abc1e-09f1-4dcb-b769-3f9b3bde49df tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:47.358289 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b58abc1e-09f1-4dcb-b769-3f9b3bde49df tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:46:47.358722 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b58abc1e-09f1-4dcb-b769-3f9b3bde49df tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:47.619326 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b58abc1e-09f1-4dcb-b769-3f9b3bde49df tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:47.643039 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b58abc1e-09f1-4dcb-b769-3f9b3bde49df tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:47.650003 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment a0a4654b-ef2e-49e1-ab55-acc401292eef resource provider aggregate not found Oct 26 16:46:47.660443 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58abc1e-09f1-4dcb-b769-3f9b3bde49df tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event deleted for resources: {'Network': ['ID=c12148c3-6243-4720-b28b-6fd6b6f6c2f3,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:47.677869 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment a0a4654b-ef2e-49e1-ab55-acc401292eef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a0a4654b-ef2e-49e1-ab55-acc401292eef found for delete ", "request_id": "req-4d1515d8-06e7-4abb-8544-fbb8d00b2ffa"}]} Oct 26 16:46:47.717097 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b58abc1e-09f1-4dcb-b769-3f9b3bde49df tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "DELETE /v2.0/networks/c12148c3-6243-4720-b28b-6fd6b6f6c2f3 HTTP/1.1" status: 204 len: 168 time: 0.6767614 Oct 26 16:46:47.719723 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 53036) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:46:47.792950 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ab48be6d-31a1-4c2e-9264-6dd7771824b8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:47.822053 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ab48be6d-31a1-4c2e-9264-6dd7771824b8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:47.944608 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ab48be6d-31a1-4c2e-9264-6dd7771824b8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:47.963564 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab48be6d-31a1-4c2e-9264-6dd7771824b8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=180cf56e-def7-4076-80b4-4d6d12ec9622,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:48.035351 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ab48be6d-31a1-4c2e-9264-6dd7771824b8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:48.036481 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ab48be6d-31a1-4c2e-9264-6dd7771824b8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "DELETE /v2.0/security-groups/180cf56e-def7-4076-80b4-4d6d12ec9622 HTTP/1.1" status: 204 len: 168 time: 0.3158581 Oct 26 16:46:48.262619 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 53044) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:46:48.267872 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-53db8713-6577-472c-870e-fb6bc7b9617c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-780058739', 'description': 'tempest-secgroup-smoke-780058739 description', 'project_id': '9041478b4b314552952768907a320dc1'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:46:48.274172 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-53db8713-6577-472c-870e-fb6bc7b9617c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:46:48.278572 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-53db8713-6577-472c-870e-fb6bc7b9617c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:security_group and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:46:48.281468 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-53db8713-6577-472c-870e-fb6bc7b9617c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:46:48.287908 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-53db8713-6577-472c-870e-fb6bc7b9617c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:46:48.321382 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device cfb2f681-a575-4a8b-858e-f8ff42691aaf no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:46:48.339224 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-53db8713-6577-472c-870e-fb6bc7b9617c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:48.355961 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: cfb2f681-a575-4a8b-858e-f8ff42691aaf {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:46:48.356307 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device cfb2f681-a575-4a8b-858e-f8ff42691aaf not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:46:48.360296 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-53db8713-6577-472c-870e-fb6bc7b9617c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:46:48.364771 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-53db8713-6577-472c-870e-fb6bc7b9617c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:security_group_rule and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:46:48.367953 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-53db8713-6577-472c-870e-fb6bc7b9617c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:46:48.373705 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-53db8713-6577-472c-870e-fb6bc7b9617c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:46:48.443326 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-53db8713-6577-472c-870e-fb6bc7b9617c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:48.521679 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-53db8713-6577-472c-870e-fb6bc7b9617c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:48.566039 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53db8713-6577-472c-870e-fb6bc7b9617c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09c27aac-8ef2-4e3c-b6a1-2ff2b9e4d9cd,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:48.619093 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-53db8713-6577-472c-870e-fb6bc7b9617c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:48.620259 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-53db8713-6577-472c-870e-fb6bc7b9617c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3566430 Oct 26 16:46:48.623170 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 53048) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:46:48.628196 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-fda806b1-9b36-44d1-822a-9b3380553bd2 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'security_group_rule': {'security_group_id': '09c27aac-8ef2-4e3c-b6a1-2ff2b9e4d9cd', 'project_id': '9041478b4b314552952768907a320dc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:46:48.634366 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-fda806b1-9b36-44d1-822a-9b3380553bd2 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:46:48.638256 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-fda806b1-9b36-44d1-822a-9b3380553bd2 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:security_group_rule and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:46:48.641151 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-fda806b1-9b36-44d1-822a-9b3380553bd2 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:46:48.647191 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-fda806b1-9b36-44d1-822a-9b3380553bd2 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:46:48.711849 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fda806b1-9b36-44d1-822a-9b3380553bd2 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:48.771560 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fda806b1-9b36-44d1-822a-9b3380553bd2 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:48.818673 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fda806b1-9b36-44d1-822a-9b3380553bd2 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:48.842207 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda806b1-9b36-44d1-822a-9b3380553bd2 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e6698b4-f5d4-40e7-98c6-c8bd8072663c,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:48.887662 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fda806b1-9b36-44d1-822a-9b3380553bd2 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:48.888795 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-fda806b1-9b36-44d1-822a-9b3380553bd2 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2646399 Oct 26 16:46:48.891565 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 53052) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:46:48.897523 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-ae1e0be5-6721-4c66-a7ec-0d6ea024249e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'security_group_rule': {'security_group_id': '09c27aac-8ef2-4e3c-b6a1-2ff2b9e4d9cd', 'project_id': '9041478b4b314552952768907a320dc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:46:48.903589 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-ae1e0be5-6721-4c66-a7ec-0d6ea024249e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:46:48.907615 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ae1e0be5-6721-4c66-a7ec-0d6ea024249e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:security_group_rule and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:46:48.910816 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-ae1e0be5-6721-4c66-a7ec-0d6ea024249e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:46:48.917301 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-ae1e0be5-6721-4c66-a7ec-0d6ea024249e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:46:48.991585 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ae1e0be5-6721-4c66-a7ec-0d6ea024249e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:49.052543 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ae1e0be5-6721-4c66-a7ec-0d6ea024249e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:49.127299 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ae1e0be5-6721-4c66-a7ec-0d6ea024249e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:49.151460 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e0be5-6721-4c66-a7ec-0d6ea024249e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ef0af07-b76c-44a1-b4d4-9822c451a51e,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:49.230131 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ae1e0be5-6721-4c66-a7ec-0d6ea024249e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:49.231377 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ae1e0be5-6721-4c66-a7ec-0d6ea024249e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3389108 Oct 26 16:46:49.234091 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 53056) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:46:49.239026 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-b00655c2-dbb3-4beb-abbf-e9ecc74ca9ff tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'security_group_rule': {'security_group_id': '09c27aac-8ef2-4e3c-b6a1-2ff2b9e4d9cd', 'project_id': '9041478b4b314552952768907a320dc1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:46:49.245823 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-b00655c2-dbb3-4beb-abbf-e9ecc74ca9ff tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:46:49.249812 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-b00655c2-dbb3-4beb-abbf-e9ecc74ca9ff tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:security_group_rule and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:46:49.252699 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-b00655c2-dbb3-4beb-abbf-e9ecc74ca9ff tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:46:49.259157 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-b00655c2-dbb3-4beb-abbf-e9ecc74ca9ff tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:46:49.356913 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b00655c2-dbb3-4beb-abbf-e9ecc74ca9ff tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:49.421256 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b00655c2-dbb3-4beb-abbf-e9ecc74ca9ff tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:49.504149 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b00655c2-dbb3-4beb-abbf-e9ecc74ca9ff tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:49.528979 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00655c2-dbb3-4beb-abbf-e9ecc74ca9ff tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8828938a-d1ed-445f-83b3-0cf18c052b1e,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:49.612783 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b00655c2-dbb3-4beb-abbf-e9ecc74ca9ff tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:49.613959 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b00655c2-dbb3-4beb-abbf-e9ecc74ca9ff tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3789372 Oct 26 16:46:49.617529 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 53062) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:46:49.622313 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-e4b822a3-a7ed-4b0c-8e58-d310a16f0377 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'security_group_rule': {'security_group_id': '09c27aac-8ef2-4e3c-b6a1-2ff2b9e4d9cd', 'project_id': '9041478b4b314552952768907a320dc1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:46:49.628286 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-e4b822a3-a7ed-4b0c-8e58-d310a16f0377 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:46:49.632716 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-e4b822a3-a7ed-4b0c-8e58-d310a16f0377 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:security_group_rule and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:46:49.635631 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-e4b822a3-a7ed-4b0c-8e58-d310a16f0377 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:46:49.641454 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-e4b822a3-a7ed-4b0c-8e58-d310a16f0377 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:46:49.711606 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e4b822a3-a7ed-4b0c-8e58-d310a16f0377 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:49.774429 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e4b822a3-a7ed-4b0c-8e58-d310a16f0377 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:49.829933 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e4b822a3-a7ed-4b0c-8e58-d310a16f0377 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:49.853450 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b822a3-a7ed-4b0c-8e58-d310a16f0377 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aa46d0a-c6ba-48a2-a1a2-fe1cee37e905,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:49.904460 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e4b822a3-a7ed-4b0c-8e58-d310a16f0377 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:49.905725 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-e4b822a3-a7ed-4b0c-8e58-d310a16f0377 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2872312 Oct 26 16:46:49.908459 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 53066) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:46:49.916688 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-53f2dfb0-1d5a-4da8-8515-aeefe5e1c2f8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'security_group_rule': {'security_group_id': '09c27aac-8ef2-4e3c-b6a1-2ff2b9e4d9cd', 'project_id': '9041478b4b314552952768907a320dc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:46:49.919760 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-53f2dfb0-1d5a-4da8-8515-aeefe5e1c2f8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:46:49.923636 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-53f2dfb0-1d5a-4da8-8515-aeefe5e1c2f8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:security_group_rule and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:46:49.926530 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-53f2dfb0-1d5a-4da8-8515-aeefe5e1c2f8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:46:49.933244 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-53f2dfb0-1d5a-4da8-8515-aeefe5e1c2f8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:46:49.996219 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.securitygroups_db [None req-53f2dfb0-1d5a-4da8-8515-aeefe5e1c2f8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Project 9041478b4b314552952768907a320dc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:46:50.002824 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-53f2dfb0-1d5a-4da8-8515-aeefe5e1c2f8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:50.066445 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-53f2dfb0-1d5a-4da8-8515-aeefe5e1c2f8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:50.127362 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-53f2dfb0-1d5a-4da8-8515-aeefe5e1c2f8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:50.153051 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f2dfb0-1d5a-4da8-8515-aeefe5e1c2f8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc32d528-bd99-4835-aac4-738857dde51d,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:50.201844 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-53f2dfb0-1d5a-4da8-8515-aeefe5e1c2f8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:50.203064 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-53f2dfb0-1d5a-4da8-8515-aeefe5e1c2f8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2936513 Oct 26 16:46:50.205830 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 53070) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:46:50.210909 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-b90952ea-5ac0-4ad5-b5a4-06aaccf213c0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'security_group_rule': {'security_group_id': '09c27aac-8ef2-4e3c-b6a1-2ff2b9e4d9cd', 'project_id': '9041478b4b314552952768907a320dc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:46:50.216744 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-b90952ea-5ac0-4ad5-b5a4-06aaccf213c0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:46:50.220548 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-b90952ea-5ac0-4ad5-b5a4-06aaccf213c0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:security_group_rule and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:46:50.223389 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-b90952ea-5ac0-4ad5-b5a4-06aaccf213c0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:46:50.229810 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-b90952ea-5ac0-4ad5-b5a4-06aaccf213c0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:46:50.276227 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.securitygroups_db [None req-b90952ea-5ac0-4ad5-b5a4-06aaccf213c0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Project 9041478b4b314552952768907a320dc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:46:50.283234 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b90952ea-5ac0-4ad5-b5a4-06aaccf213c0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:50.347935 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b90952ea-5ac0-4ad5-b5a4-06aaccf213c0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:50.401203 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b90952ea-5ac0-4ad5-b5a4-06aaccf213c0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:50.424950 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90952ea-5ac0-4ad5-b5a4-06aaccf213c0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0887aa25-c35f-41e0-b3c5-eda047b7c10e,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:50.487102 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b90952ea-5ac0-4ad5-b5a4-06aaccf213c0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:50.488276 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b90952ea-5ac0-4ad5-b5a4-06aaccf213c0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2815514 Oct 26 16:46:50.491277 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 53074) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:46:50.496990 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-8224f498-d0e4-4a02-aab8-82bda5f2833a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'network': {'name': 'tempest-network-smoke--437373156', 'project_id': '9041478b4b314552952768907a320dc1', 'port_security_enabled': True}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:46:50.502052 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8224f498-d0e4-4a02-aab8-82bda5f2833a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:46:50.506723 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8224f498-d0e4-4a02-aab8-82bda5f2833a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:network and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:46:50.509723 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-8224f498-d0e4-4a02-aab8-82bda5f2833a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:46:50.515554 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-8224f498-d0e4-4a02-aab8-82bda5f2833a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:46:50.567111 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8224f498-d0e4-4a02-aab8-82bda5f2833a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Made reservation on behalf of 9041478b4b314552952768907a320dc1 for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:46:50.570662 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8224f498-d0e4-4a02-aab8-82bda5f2833a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:50.598695 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8224f498-d0e4-4a02-aab8-82bda5f2833a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:46:50.607584 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8224f498-d0e4-4a02-aab8-82bda5f2833a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:50.607926 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-8224f498-d0e4-4a02-aab8-82bda5f2833a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Added segment ac73b45d-7dbc-4064-81bb-3fe6ce25e221 of type vlan for network ed6cee95-42d0-4a0a-bd3d-0cc4902cab96 Oct 26 16:46:50.634096 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8224f498-d0e4-4a02-aab8-82bda5f2833a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:50.721557 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8224f498-d0e4-4a02-aab8-82bda5f2833a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:50.727039 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8224f498-d0e4-4a02-aab8-82bda5f2833a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:50.727623 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8224f498-d0e4-4a02-aab8-82bda5f2833a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:50.837509 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8224f498-d0e4-4a02-aab8-82bda5f2833a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'Network': ['ID=ed6cee95-42d0-4a0a-bd3d-0cc4902cab96,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:50.847588 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network ed6cee95-42d0-4a0a-bd3d-0cc4902cab96 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 16:46:50.899588 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-8224f498-d0e4-4a02-aab8-82bda5f2833a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4070432 Oct 26 16:46:50.902227 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 53078) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:46:50.907346 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-42b7f888-6ac5-43ab-bf40-7a0c6171c7c6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1891931030', 'admin_state_up': True, 'project_id': '9041478b4b314552952768907a320dc1', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:46:50.915031 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-42b7f888-6ac5-43ab-bf40-7a0c6171c7c6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:46:50.918862 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-42b7f888-6ac5-43ab-bf40-7a0c6171c7c6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:router and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:46:50.921729 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-42b7f888-6ac5-43ab-bf40-7a0c6171c7c6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:46:50.928763 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-42b7f888-6ac5-43ab-bf40-7a0c6171c7c6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:46:50.996074 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-42b7f888-6ac5-43ab-bf40-7a0c6171c7c6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:50.997132 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-42b7f888-6ac5-43ab-bf40-7a0c6171c7c6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:51.012615 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-42b7f888-6ac5-43ab-bf40-7a0c6171c7c6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:51.325994 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-42b7f888-6ac5-43ab-bf40-7a0c6171c7c6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:51.781390 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-42b7f888-6ac5-43ab-bf40-7a0c6171c7c6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for router_gateway, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:51.811024 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-42b7f888-6ac5-43ab-bf40-7a0c6171c7c6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:51.945173 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-42b7f888-6ac5-43ab-bf40-7a0c6171c7c6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Allocated IP 172.26.2.58 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:46:52.091526 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-42b7f888-6ac5-43ab-bf40-7a0c6171c7c6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:52.162233 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-42b7f888-6ac5-43ab-bf40-7a0c6171c7c6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:52.226413 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b7f888-6ac5-43ab-bf40-7a0c6171c7c6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:46:52.229235 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-42b7f888-6ac5-43ab-bf40-7a0c6171c7c6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:46:52.232848 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b7f888-6ac5-43ab-bf40-7a0c6171c7c6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:46:52.271847 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b7f888-6ac5-43ab-bf40-7a0c6171c7c6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'Port': ['ID=9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:52.736321 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-42b7f888-6ac5-43ab-bf40-7a0c6171c7c6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for router_gateway, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:53.076707 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-42b7f888-6ac5-43ab-bf40-7a0c6171c7c6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:53.464473 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b7f888-6ac5-43ab-bf40-7a0c6171c7c6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Router f92e91ab-983e-4617-b673-41a7cc84385a is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 16:46:53.641784 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b7f888-6ac5-43ab-bf40-7a0c6171c7c6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:46:53.654155 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a495acf-63a9-438e-8799-4279b74d5f83 None None] Sync routers for ids ['f92e91ab-983e-4617-b673-41a7cc84385a'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:46:53.664163 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a495acf-63a9-438e-8799-4279b74d5f83 None None] Routers {'f92e91ab-983e-4617-b673-41a7cc84385a'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:46:53.664774 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-3a495acf-63a9-438e-8799-4279b74d5f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:46:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['f92e91ab-983e-4617-b673-41a7cc84385a'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:53.727792 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-42b7f888-6ac5-43ab-bf40-7a0c6171c7c6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:53.728997 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-42b7f888-6ac5-43ab-bf40-7a0c6171c7c6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8256819 Oct 26 16:46:53.732256 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 53082) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:46:53.848019 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-3a495acf-63a9-438e-8799-4279b74d5f83 None None] Set router f92e91ab-983e-4617-b673-41a7cc84385a gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:46:54.085603 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e6da0128-facf-4a45-aa82-6c102725f1f4 tempest-TestNetworkAdvancedServerOps-1001818259 tempest-TestNetworkAdvancedServerOps-1001818259-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=9041478b4b314552952768907a320dc1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3520014 Oct 26 16:46:54.088019 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 53088) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:46:54.142810 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-3a495acf-63a9-438e-8799-4279b74d5f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f92e91ab-983e-4617-b673-41a7cc84385a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1891931030', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:51Z', 'updated_at': '2022-10-26T16:46:52Z', 'revision_number': 3, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': '9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:75:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f92e91ab-983e-4617-b673-41a7cc84385a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:51Z', 'updated_at': '2022-10-26T16:46:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:54.147297 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a495acf-63a9-438e-8799-4279b74d5f83 None None] Checking router: f92e91ab-983e-4617-b673-41a7cc84385a for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:46:54.147672 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a495acf-63a9-438e-8799-4279b74d5f83 None None] Updating router f92e91ab-983e-4617-b673-41a7cc84385a port 9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8 binding host dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:46:54.204351 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3a495acf-63a9-438e-8799-4279b74d5f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:54.216106 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277debb5-fc49-4fe5-bd24-a3b738dd0552 tempest-TestNetworkAdvancedServerOps-1001818259 tempest-TestNetworkAdvancedServerOps-1001818259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:54.217599 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-277debb5-fc49-4fe5-bd24-a3b738dd0552 tempest-TestNetworkAdvancedServerOps-1001818259 tempest-TestNetworkAdvancedServerOps-1001818259-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1286862 Oct 26 16:46:54.220430 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 53092) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:46:54.259673 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-011f2349-f702-48cf-8eb9-f0c21f714e1d tempest-TestNetworkAdvancedServerOps-1001818259 tempest-TestNetworkAdvancedServerOps-1001818259-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=0c79a151-ef79-4fff-8a3c-258f9478471d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381441 Oct 26 16:46:54.262207 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 53096) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:46:54.267451 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-f2924fa2-3a03-4af3-800e-ec4a61654444 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1637656564', 'network_id': 'ed6cee95-42d0-4a0a-bd3d-0cc4902cab96', 'project_id': '9041478b4b314552952768907a320dc1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:46:54.376770 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-f2924fa2-3a03-4af3-800e-ec4a61654444 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:46:54.381085 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-f2924fa2-3a03-4af3-800e-ec4a61654444 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:subnet and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:46:54.383867 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-f2924fa2-3a03-4af3-800e-ec4a61654444 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:46:54.389465 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-f2924fa2-3a03-4af3-800e-ec4a61654444 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:46:54.487576 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2924fa2-3a03-4af3-800e-ec4a61654444 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Made reservation on behalf of 9041478b4b314552952768907a320dc1 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:46:54.491182 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f2924fa2-3a03-4af3-800e-ec4a61654444 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:54.576610 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3a495acf-63a9-438e-8799-4279b74d5f83 None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:54.588835 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-3a495acf-63a9-438e-8799-4279b74d5f83 None None] Transition to ACTIVE for port object 9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:46:54.659245 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3a495acf-63a9-438e-8799-4279b74d5f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:54.719585 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-3a495acf-63a9-438e-8799-4279b74d5f83 None None] Attempting to bind port 9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:46:54.719971 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-3a495acf-63a9-438e-8799-4279b74d5f83 None None] Attempting to bind port 9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:46:54.720311 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a495acf-63a9-438e-8799-4279b74d5f83 None None] Attempting to bind port 9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8 on network 0c79a151-ef79-4fff-8a3c-258f9478471d {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:46:54.730699 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a495acf-63a9-438e-8799-4279b74d5f83 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:46:54.731072 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a495acf-63a9-438e-8799-4279b74d5f83 None None] Checking segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:46:54.731474 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3a495acf-63a9-438e-8799-4279b74d5f83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:54.731865 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a495acf-63a9-438e-8799-4279b74d5f83 None None] Bound using segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:46:54.732330 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-3a495acf-63a9-438e-8799-4279b74d5f83 None None] Bound port: 9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:46:54.732699 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3a495acf-63a9-438e-8799-4279b74d5f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:54.762205 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f2924fa2-3a03-4af3-800e-ec4a61654444 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:54.781164 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e372e2-b0f1-4f10-907c-caade1925ff3 None None] Pushing event updated for resources: {'Port': ['ID=9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:54.815451 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-3a495acf-63a9-438e-8799-4279b74d5f83 None None] For port 9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:46:54.819181 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-3a495acf-63a9-438e-8799-4279b74d5f83 None None] For port 9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:46:54.847869 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2924fa2-3a03-4af3-800e-ec4a61654444 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'Subnet': ['ID=ee264744-2706-4b3c-94de-1f4a9ddcc573,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:54.856499 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2924fa2-3a03-4af3-800e-ec4a61654444 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Checking segment: {'id': 'ac73b45d-7dbc-4064-81bb-3fe6ce25e221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ed6cee95-42d0-4a0a-bd3d-0cc4902cab96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:46:54.856866 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2924fa2-3a03-4af3-800e-ec4a61654444 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Network hostable DHCP agents. Network: ed6cee95-42d0-4a0a-bd3d-0cc4902cab96, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:46:54.876462 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3a495acf-63a9-438e-8799-4279b74d5f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:54.938206 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a495acf-63a9-438e-8799-4279b74d5f83 None None] Routers {'f92e91ab-983e-4617-b673-41a7cc84385a'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:46:54.938860 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-3a495acf-63a9-438e-8799-4279b74d5f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:46:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['f92e91ab-983e-4617-b673-41a7cc84385a'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:54.967766 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2924fa2-3a03-4af3-800e-ec4a61654444 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Network ed6cee95-42d0-4a0a-bd3d-0cc4902cab96 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:46:55.070156 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-f2924fa2-3a03-4af3-800e-ec4a61654444 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, ed6cee95-42d0-4a0a-bd3d-0cc4902cab96) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:46:55.075120 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2924fa2-3a03-4af3-800e-ec4a61654444 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:55.076032 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f2924fa2-3a03-4af3-800e-ec4a61654444 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:55.082548 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380e2f92-99a4-4f5d-9411-9548ec14babf None None] Network ed6cee95-42d0-4a0a-bd3d-0cc4902cab96 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:46:55.100192 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e372e2-b0f1-4f10-907c-caade1925ff3 None None] Pushing event updated for resources: {'Port': ['ID=9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:55.150992 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-f2924fa2-3a03-4af3-800e-ec4a61654444 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8877165 Oct 26 16:46:55.153673 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 53100) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:46:55.222395 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-3a495acf-63a9-438e-8799-4279b74d5f83 None None] Set router f92e91ab-983e-4617-b673-41a7cc84385a gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:46:55.543220 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8ec51c-cf7d-42f7-83b0-22d6923cadc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-ed6cee95-42d0-4a0a-bd3d-0cc4902cab96', 'network_id': 'ed6cee95-42d0-4a0a-bd3d-0cc4902cab96', 'tenant_id': '9041478b4b314552952768907a320dc1', 'fixed_ips': [{'subnet_id': 'ee264744-2706-4b3c-94de-1f4a9ddcc573'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 16:46:55.544049 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bc8ec51c-cf7d-42f7-83b0-22d6923cadc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:55.738957 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-3a495acf-63a9-438e-8799-4279b74d5f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f92e91ab-983e-4617-b673-41a7cc84385a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1891931030', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:51Z', 'updated_at': '2022-10-26T16:46:52Z', 'revision_number': 3, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': '9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:75:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f92e91ab-983e-4617-b673-41a7cc84385a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:51Z', 'updated_at': '2022-10-26T16:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:55.747042 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a495acf-63a9-438e-8799-4279b74d5f83 None None] The sync data for ids ['f92e91ab-983e-4617-b673-41a7cc84385a'] in dv-neutron-862712-1-hyperv is: [{'id': 'f92e91ab-983e-4617-b673-41a7cc84385a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1891931030', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:51Z', 'updated_at': '2022-10-26T16:46:52Z', 'revision_number': 3, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': '9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:75:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f92e91ab-983e-4617-b673-41a7cc84385a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:51Z', 'updated_at': '2022-10-26T16:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:46:55.757061 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-bc8ec51c-cf7d-42f7-83b0-22d6923cadc0 None None] Allocated IP 172.20.0.2 (ed6cee95-42d0-4a0a-bd3d-0cc4902cab96/ee264744-2706-4b3c-94de-1f4a9ddcc573/bd538a68-d64d-496f-96f7-da87682694b4) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:46:55.859279 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a48b3d58-cac8-4636-8555-7aa06deebe1d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:55.983552 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bc8ec51c-cf7d-42f7-83b0-22d6923cadc0 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:56.023574 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-bc8ec51c-cf7d-42f7-83b0-22d6923cadc0 None None] Transition to ACTIVE for port object bd538a68-d64d-496f-96f7-da87682694b4 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:46:56.045115 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-bc8ec51c-cf7d-42f7-83b0-22d6923cadc0 None None] Transition to ACTIVE for port object bd538a68-d64d-496f-96f7-da87682694b4 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:46:56.117243 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bc8ec51c-cf7d-42f7-83b0-22d6923cadc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:56.188342 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8ec51c-cf7d-42f7-83b0-22d6923cadc0 None None] Network ed6cee95-42d0-4a0a-bd3d-0cc4902cab96 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:46:56.191423 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-bc8ec51c-cf7d-42f7-83b0-22d6923cadc0 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:46:56.195867 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8ec51c-cf7d-42f7-83b0-22d6923cadc0 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:46:56.201835 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ec51c-cf7d-42f7-83b0-22d6923cadc0 None None] Pushing event updated for resources: {'Port': ['ID=bd538a68-d64d-496f-96f7-da87682694b4,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:56.360254 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-bc8ec51c-cf7d-42f7-83b0-22d6923cadc0 None None] Attempting to bind port bd538a68-d64d-496f-96f7-da87682694b4 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:46:56.360683 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-bc8ec51c-cf7d-42f7-83b0-22d6923cadc0 None None] Attempting to bind port bd538a68-d64d-496f-96f7-da87682694b4 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'ac73b45d-7dbc-4064-81bb-3fe6ce25e221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ed6cee95-42d0-4a0a-bd3d-0cc4902cab96'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:46:56.361108 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8ec51c-cf7d-42f7-83b0-22d6923cadc0 None None] Attempting to bind port bd538a68-d64d-496f-96f7-da87682694b4 on network ed6cee95-42d0-4a0a-bd3d-0cc4902cab96 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:46:56.370973 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:46:56.397045 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8ec51c-cf7d-42f7-83b0-22d6923cadc0 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:46:56.397503 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8ec51c-cf7d-42f7-83b0-22d6923cadc0 None None] Checking segment: {'id': 'ac73b45d-7dbc-4064-81bb-3fe6ce25e221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ed6cee95-42d0-4a0a-bd3d-0cc4902cab96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:46:56.397902 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bc8ec51c-cf7d-42f7-83b0-22d6923cadc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:56.398299 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8ec51c-cf7d-42f7-83b0-22d6923cadc0 None None] Bound using segment: {'id': 'ac73b45d-7dbc-4064-81bb-3fe6ce25e221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ed6cee95-42d0-4a0a-bd3d-0cc4902cab96'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:46:56.398803 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-bc8ec51c-cf7d-42f7-83b0-22d6923cadc0 None None] Bound port: bd538a68-d64d-496f-96f7-da87682694b4, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac73b45d-7dbc-4064-81bb-3fe6ce25e221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ed6cee95-42d0-4a0a-bd3d-0cc4902cab96'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:46:56.399172 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bc8ec51c-cf7d-42f7-83b0-22d6923cadc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:56.435384 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-a48b3d58-cac8-4636-8555-7aa06deebe1d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Allocated IP 172.20.0.1 (ed6cee95-42d0-4a0a-bd3d-0cc4902cab96/ee264744-2706-4b3c-94de-1f4a9ddcc573/17dff3ca-acfe-4451-91bc-f9f383b90b36) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:46:56.524368 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-bc8ec51c-cf7d-42f7-83b0-22d6923cadc0 None None] For port bd538a68-d64d-496f-96f7-da87682694b4, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:46:56.527649 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-bc8ec51c-cf7d-42f7-83b0-22d6923cadc0 None None] For port bd538a68-d64d-496f-96f7-da87682694b4, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=bd538a68-d64d-496f-96f7-da87682694b4,segment=NetworkSegment(ac73b45d-7dbc-4064-81bb-3fe6ce25e221),segment_id=ac73b45d-7dbc-4064-81bb-3fe6ce25e221)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:46:56.607636 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:46:56.609814 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a48b3d58-cac8-4636-8555-7aa06deebe1d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:56.612902 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:46:56.613277 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:56.613615 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8 Oct 26 16:46:56.627596 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a48b3d58-cac8-4636-8555-7aa06deebe1d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Transition to ACTIVE for port object 17dff3ca-acfe-4451-91bc-f9f383b90b36 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:46:56.647233 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-bc8ec51c-cf7d-42f7-83b0-22d6923cadc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:56.716551 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a48b3d58-cac8-4636-8555-7aa06deebe1d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:56.762455 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ec51c-cf7d-42f7-83b0-22d6923cadc0 None None] Pushing event updated for resources: {'Port': ['ID=bd538a68-d64d-496f-96f7-da87682694b4,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:56.799542 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48b3d58-cac8-4636-8555-7aa06deebe1d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Network ed6cee95-42d0-4a0a-bd3d-0cc4902cab96 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:46:56.803269 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-a48b3d58-cac8-4636-8555-7aa06deebe1d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:46:56.807260 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48b3d58-cac8-4636-8555-7aa06deebe1d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:46:56.825653 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:46:56.825957 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:56.842758 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b3d58-cac8-4636-8555-7aa06deebe1d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'Port': ['ID=17dff3ca-acfe-4451-91bc-f9f383b90b36,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:56.843965 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:46:56.872588 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a48b3d58-cac8-4636-8555-7aa06deebe1d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:56.910599 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:57.003990 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:57.073764 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a48b3d58-cac8-4636-8555-7aa06deebe1d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:57.489243 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a48b3d58-cac8-4636-8555-7aa06deebe1d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:57.538687 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a48b3d58-cac8-4636-8555-7aa06deebe1d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:57.654295 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b3d58-cac8-4636-8555-7aa06deebe1d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'Port': ['ID=17dff3ca-acfe-4451-91bc-f9f383b90b36,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:57.656580 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a48b3d58-cac8-4636-8555-7aa06deebe1d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:57.658789 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:57.796171 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48b3d58-cac8-4636-8555-7aa06deebe1d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Network ed6cee95-42d0-4a0a-bd3d-0cc4902cab96 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:46:57.797286 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-a48b3d58-cac8-4636-8555-7aa06deebe1d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:46:58.068062 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3b2d0f-5ae6-4c1b-8508-a6be69e6704f None None] Network ed6cee95-42d0-4a0a-bd3d-0cc4902cab96 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:46:58.104050 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a48b3d58-cac8-4636-8555-7aa06deebe1d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Router f92e91ab-983e-4617-b673-41a7cc84385a has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:46:58.219594 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-7d91821c-8603-44f2-b708-814d87b2f580 None None] Provisioning for port bd538a68-d64d-496f-96f7-da87682694b4 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:46:58.287964 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48b3d58-cac8-4636-8555-7aa06deebe1d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:46:58.298234 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424f3642-1914-422c-bb10-afc57b23b180 None None] Sync routers for ids ['f92e91ab-983e-4617-b673-41a7cc84385a'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:46:58.312508 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a48b3d58-cac8-4636-8555-7aa06deebe1d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "PUT /v2.0/routers/f92e91ab-983e-4617-b673-41a7cc84385a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1575997 Oct 26 16:46:58.315230 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424f3642-1914-422c-bb10-afc57b23b180 None None] Routers {'f92e91ab-983e-4617-b673-41a7cc84385a'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:46:58.315804 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-424f3642-1914-422c-bb10-afc57b23b180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:46:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['f92e91ab-983e-4617-b673-41a7cc84385a'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:58.458756 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:46:58.544469 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-e5bf26bc-a7b4-4dcb-bfd1-2e3a5c4bba38 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-780058739&fields=id&tenant_id=9041478b4b314552952768907a320dc1 HTTP/1.1" status: 200 len: 267 time: 0.0559728 Oct 26 16:46:58.547617 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:46:58.548138 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:58.548485 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8 Oct 26 16:46:58.556389 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-424f3642-1914-422c-bb10-afc57b23b180 None None] Set router f92e91ab-983e-4617-b673-41a7cc84385a gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:46:58.694001 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:46:58.702928 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device bd538a68-d64d-496f-96f7-da87682694b4 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:46:58.703494 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-f1cb7fcd-2fd5-4012-833f-4c832f77d88d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:58.703494 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-f1cb7fcd-2fd5-4012-833f-4c832f77d88d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Synchronizing usage tracker for tenant:9041478b4b314552952768907a320dc1 on resource:network {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:46:58.790115 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-e1572711-db39-43eb-840c-75ab0c680337 None None] Provisioning for port 17dff3ca-acfe-4451-91bc-f9f383b90b36 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:46:58.796018 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-f1cb7fcd-2fd5-4012-833f-4c832f77d88d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Unset dirty status for tenant:9041478b4b314552952768907a320dc1 on resource:network {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:46:58.796209 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-e1572711-db39-43eb-840c-75ab0c680337 None None] Provisioning complete for port 17dff3ca-acfe-4451-91bc-f9f383b90b36 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:46:58.796544 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e1572711-db39-43eb-840c-75ab0c680337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:58.796875 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-e1572711-db39-43eb-840c-75ab0c680337 None None] Attempt 1 to provision port 17dff3ca-acfe-4451-91bc-f9f383b90b36 Oct 26 16:46:58.797196 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-f1cb7fcd-2fd5-4012-833f-4c832f77d88d tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/networks?id=ed6cee95-42d0-4a0a-bd3d-0cc4902cab96 HTTP/1.1" status: 200 len: 796 time: 0.2519524 Oct 26 16:46:58.826282 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-e581a048-41e3-4816-832e-b810ec904ccc tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/quotas/9041478b4b314552952768907a320dc1 HTTP/1.1" status: 200 len: 375 time: 0.0138302 Oct 26 16:46:58.847110 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port bd538a68-d64d-496f-96f7-da87682694b4 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:46:58.857398 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port bd538a68-d64d-496f-96f7-da87682694b4 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:46:58.857780 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:58.858119 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port bd538a68-d64d-496f-96f7-da87682694b4 Oct 26 16:46:58.906051 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-e1572711-db39-43eb-840c-75ab0c680337 None None] Port 17dff3ca-acfe-4451-91bc-f9f383b90b36 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:46:58.944021 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-67941216-9085-4e2e-92f7-365fe79449f7 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Synchronizing usage tracker for tenant:9041478b4b314552952768907a320dc1 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:46:58.950361 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-424f3642-1914-422c-bb10-afc57b23b180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f92e91ab-983e-4617-b673-41a7cc84385a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1891931030', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:51Z', 'updated_at': '2022-10-26T16:46:56Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': '9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:75:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92e91ab-983e-4617-b673-41a7cc84385a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:51Z', 'updated_at': '2022-10-26T16:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '17dff3ca-acfe-4451-91bc-f9f383b90b36', 'name': '', 'network_id': 'ed6cee95-42d0-4a0a-bd3d-0cc4902cab96', 'tenant_id': '9041478b4b314552952768907a320dc1', 'mac_address': 'fa:16:3e:5c:a3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f92e91ab-983e-4617-b673-41a7cc84385a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'ee264744-2706-4b3c-94de-1f4a9ddcc573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:56Z', 'updated_at': '2022-10-26T16:46:57Z', 'revision_number': 2, 'project_id': '9041478b4b314552952768907a320dc1', 'subnets': [{'id': 'ee264744-2706-4b3c-94de-1f4a9ddcc573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:58.955839 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424f3642-1914-422c-bb10-afc57b23b180 None None] Checking router: f92e91ab-983e-4617-b673-41a7cc84385a for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:46:59.030658 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424f3642-1914-422c-bb10-afc57b23b180 None None] Updating router f92e91ab-983e-4617-b673-41a7cc84385a port 17dff3ca-acfe-4451-91bc-f9f383b90b36 binding host dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:46:59.031112 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port bd538a68-d64d-496f-96f7-da87682694b4 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:46:59.031112 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:59.031307 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-424f3642-1914-422c-bb10-afc57b23b180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:59.054322 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port bd538a68-d64d-496f-96f7-da87682694b4, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=bd538a68-d64d-496f-96f7-da87682694b4,segment=NetworkSegment(ac73b45d-7dbc-4064-81bb-3fe6ce25e221),segment_id=ac73b45d-7dbc-4064-81bb-3fe6ce25e221)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:46:59.104840 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-67941216-9085-4e2e-92f7-365fe79449f7 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Unset dirty status for tenant:9041478b4b314552952768907a320dc1 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:46:59.106125 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-67941216-9085-4e2e-92f7-365fe79449f7 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9041478b4b314552952768907a320dc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2823350 Oct 26 16:46:59.150707 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:59.224209 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=bd538a68-d64d-496f-96f7-da87682694b4,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:59.238885 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-1304cb49-d334-4aa1-8cd4-5629d5321354 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=89747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:46:59.240530 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-1304cb49-d334-4aa1-8cd4-5629d5321354 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0485785 Oct 26 16:46:59.374281 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-11e63764-6905-4627-b714-efe917b19b81 service neutron] 10.222.0.23 "GET /v2.0/networks/ed6cee95-42d0-4a0a-bd3d-0cc4902cab96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273351 Oct 26 16:46:59.379512 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-424f3642-1914-422c-bb10-afc57b23b180 None None] Notify callbacks [] for port, precommit_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:59.391067 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.provisioning_blocks [None req-424f3642-1914-422c-bb10-afc57b23b180 None None] Transition to ACTIVE for port object 17dff3ca-acfe-4451-91bc-f9f383b90b36 will not be triggered until provisioned by entity L2. {{(pid=89750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:46:59.407080 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-e1572711-db39-43eb-840c-75ab0c680337 None None] Attempt 2 to provision port 17dff3ca-acfe-4451-91bc-f9f383b90b36 Oct 26 16:46:59.461786 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-e1572711-db39-43eb-840c-75ab0c680337 None None] Port 17dff3ca-acfe-4451-91bc-f9f383b90b36 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:46:59.464752 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-424f3642-1914-422c-bb10-afc57b23b180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:59.508015 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-2cffd38c-0752-478a-b92c-6068046649c7 service neutron] 10.222.0.23 "GET /v2.0/networks/ed6cee95-42d0-4a0a-bd3d-0cc4902cab96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280100 Oct 26 16:46:59.668935 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a97371-b3ab-4b40-b0dd-fb087620c722 None None] Pushing event updated for resources: {'Port': ['ID=17dff3ca-acfe-4451-91bc-f9f383b90b36,revision_number=3']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:59.689462 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a97371-b3ab-4b40-b0dd-fb087620c722 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:59.689737 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a97371-b3ab-4b40-b0dd-fb087620c722 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:59.690075 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a97371-b3ab-4b40-b0dd-fb087620c722 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:59.690587 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a97371-b3ab-4b40-b0dd-fb087620c722 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:59.690745 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a97371-b3ab-4b40-b0dd-fb087620c722 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:59.691067 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a97371-b3ab-4b40-b0dd-fb087620c722 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:59.691385 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a97371-b3ab-4b40-b0dd-fb087620c722 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:59.691700 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a97371-b3ab-4b40-b0dd-fb087620c722 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:59.692013 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a97371-b3ab-4b40-b0dd-fb087620c722 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:59.692325 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a97371-b3ab-4b40-b0dd-fb087620c722 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:59.692862 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a97371-b3ab-4b40-b0dd-fb087620c722 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:59.693629 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a97371-b3ab-4b40-b0dd-fb087620c722 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:59.701645 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-424f3642-1914-422c-bb10-afc57b23b180 None None] Attempting to bind port 17dff3ca-acfe-4451-91bc-f9f383b90b36 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:46:59.702004 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-424f3642-1914-422c-bb10-afc57b23b180 None None] Attempting to bind port 17dff3ca-acfe-4451-91bc-f9f383b90b36 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'ac73b45d-7dbc-4064-81bb-3fe6ce25e221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ed6cee95-42d0-4a0a-bd3d-0cc4902cab96'}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:46:59.702364 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424f3642-1914-422c-bb10-afc57b23b180 None None] Attempting to bind port 17dff3ca-acfe-4451-91bc-f9f383b90b36 on network ed6cee95-42d0-4a0a-bd3d-0cc4902cab96 {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:46:59.709112 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424f3642-1914-422c-bb10-afc57b23b180 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:46:59.709484 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424f3642-1914-422c-bb10-afc57b23b180 None None] Checking segment: {'id': 'ac73b45d-7dbc-4064-81bb-3fe6ce25e221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ed6cee95-42d0-4a0a-bd3d-0cc4902cab96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:46:59.709838 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-424f3642-1914-422c-bb10-afc57b23b180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:59.710223 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424f3642-1914-422c-bb10-afc57b23b180 None None] Bound using segment: {'id': 'ac73b45d-7dbc-4064-81bb-3fe6ce25e221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ed6cee95-42d0-4a0a-bd3d-0cc4902cab96'} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:46:59.710831 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-424f3642-1914-422c-bb10-afc57b23b180 None None] Bound port: 17dff3ca-acfe-4451-91bc-f9f383b90b36, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac73b45d-7dbc-4064-81bb-3fe6ce25e221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ed6cee95-42d0-4a0a-bd3d-0cc4902cab96'}}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:46:59.711102 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-424f3642-1914-422c-bb10-afc57b23b180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:59.788939 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-0bbe447a-686b-43f4-87c8-fa5afa3b0520 req-7af5f1ac-827d-421e-819a-6be741991457 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Synchronizing usage tracker for tenant:9041478b4b314552952768907a320dc1 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:46:59.801013 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-0bbe447a-686b-43f4-87c8-fa5afa3b0520 req-7af5f1ac-827d-421e-819a-6be741991457 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Unset dirty status for tenant:9041478b4b314552952768907a320dc1 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:46:59.802781 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0bbe447a-686b-43f4-87c8-fa5afa3b0520 req-7af5f1ac-827d-421e-819a-6be741991457 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b847519-71e7-401e-b102-91f2d7bb002d HTTP/1.1" status: 200 len: 210 time: 0.0724289 Oct 26 16:46:59.823062 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-424f3642-1914-422c-bb10-afc57b23b180 None None] For port 17dff3ca-acfe-4451-91bc-f9f383b90b36, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:46:59.827008 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-424f3642-1914-422c-bb10-afc57b23b180 None None] For port 17dff3ca-acfe-4451-91bc-f9f383b90b36, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=17dff3ca-acfe-4451-91bc-f9f383b90b36,segment=NetworkSegment(ac73b45d-7dbc-4064-81bb-3fe6ce25e221),segment_id=ac73b45d-7dbc-4064-81bb-3fe6ce25e221)] {{(pid=89750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:46:59.910907 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-424f3642-1914-422c-bb10-afc57b23b180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:46:59.964072 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-e1572711-db39-43eb-840c-75ab0c680337 None None] Attempt 3 to provision port 17dff3ca-acfe-4451-91bc-f9f383b90b36 Oct 26 16:46:59.978208 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424f3642-1914-422c-bb10-afc57b23b180 None None] Routers {'f92e91ab-983e-4617-b673-41a7cc84385a'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:46:59.979028 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-424f3642-1914-422c-bb10-afc57b23b180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:46:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['f92e91ab-983e-4617-b673-41a7cc84385a'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:00.028054 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-e1572711-db39-43eb-840c-75ab0c680337 None None] Port 17dff3ca-acfe-4451-91bc-f9f383b90b36 had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 16:47:00.038691 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-e1572711-db39-43eb-840c-75ab0c680337 None None] Provisioning complete for port bd538a68-d64d-496f-96f7-da87682694b4 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:47:00.039065 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e1572711-db39-43eb-840c-75ab0c680337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:47:00.039398 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-e1572711-db39-43eb-840c-75ab0c680337 None None] Attempt 1 to provision port bd538a68-d64d-496f-96f7-da87682694b4 Oct 26 16:47:00.150179 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a97371-b3ab-4b40-b0dd-fb087620c722 None None] Pushing event updated for resources: {'Port': ['ID=17dff3ca-acfe-4451-91bc-f9f383b90b36,revision_number=4']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:00.170645 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-e1572711-db39-43eb-840c-75ab0c680337 None None] Current status of the port bd538a68-d64d-496f-96f7-da87682694b4 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:47:00.201726 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-424f3642-1914-422c-bb10-afc57b23b180 None None] Set router f92e91ab-983e-4617-b673-41a7cc84385a gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:47:00.339257 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device bd538a68-d64d-496f-96f7-da87682694b4 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:47:00.409088 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port bd538a68-d64d-496f-96f7-da87682694b4 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:47:00.409694 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:47:00.410122 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port bd538a68-d64d-496f-96f7-da87682694b4 Oct 26 16:47:00.519730 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-424f3642-1914-422c-bb10-afc57b23b180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f92e91ab-983e-4617-b673-41a7cc84385a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1891931030', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:51Z', 'updated_at': '2022-10-26T16:46:56Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': '9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:75:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92e91ab-983e-4617-b673-41a7cc84385a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:51Z', 'updated_at': '2022-10-26T16:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '17dff3ca-acfe-4451-91bc-f9f383b90b36', 'name': '', 'network_id': 'ed6cee95-42d0-4a0a-bd3d-0cc4902cab96', 'tenant_id': '9041478b4b314552952768907a320dc1', 'mac_address': 'fa:16:3e:5c:a3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f92e91ab-983e-4617-b673-41a7cc84385a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'ee264744-2706-4b3c-94de-1f4a9ddcc573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:56Z', 'updated_at': '2022-10-26T16:46:59Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'subnets': [{'id': 'ee264744-2706-4b3c-94de-1f4a9ddcc573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:00.525106 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424f3642-1914-422c-bb10-afc57b23b180 None None] The sync data for ids ['f92e91ab-983e-4617-b673-41a7cc84385a'] in dv-neutron-862712-1-hyperv is: [{'id': 'f92e91ab-983e-4617-b673-41a7cc84385a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1891931030', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:51Z', 'updated_at': '2022-10-26T16:46:56Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': '9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:75:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92e91ab-983e-4617-b673-41a7cc84385a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:51Z', 'updated_at': '2022-10-26T16:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '17dff3ca-acfe-4451-91bc-f9f383b90b36', 'name': '', 'network_id': 'ed6cee95-42d0-4a0a-bd3d-0cc4902cab96', 'tenant_id': '9041478b4b314552952768907a320dc1', 'mac_address': 'fa:16:3e:5c:a3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f92e91ab-983e-4617-b673-41a7cc84385a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'ee264744-2706-4b3c-94de-1f4a9ddcc573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:56Z', 'updated_at': '2022-10-26T16:46:59Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'subnets': [{'id': 'ee264744-2706-4b3c-94de-1f4a9ddcc573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:47:00.566835 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port bd538a68-d64d-496f-96f7-da87682694b4 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:47:00.981541 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-045f6d86-cadf-4bd4-bb6d-37cd80c5bdc5 req-312349dd-718a-4c10-8875-c6298550ac29 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b847519-71e7-401e-b102-91f2d7bb002d HTTP/1.1" status: 200 len: 210 time: 0.0603733 Oct 26 16:47:01.744297 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-3b10e965-6421-408f-8ae7-c5679ba60583 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:47:01.744978 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-3b10e965-6421-408f-8ae7-c5679ba60583 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Synchronizing usage tracker for tenant:9041478b4b314552952768907a320dc1 on resource:network {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:47:01.757297 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-3b10e965-6421-408f-8ae7-c5679ba60583 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Unset dirty status for tenant:9041478b4b314552952768907a320dc1 on resource:network {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:47:01.758412 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-3b10e965-6421-408f-8ae7-c5679ba60583 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.48 "GET /v2.0/networks?id=ed6cee95-42d0-4a0a-bd3d-0cc4902cab96 HTTP/1.1" status: 200 len: 796 time: 0.1619568 Oct 26 16:47:01.809789 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-1b65890e-54f7-40f7-8acd-2d2125b9a371 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Synchronizing usage tracker for tenant:9041478b4b314552952768907a320dc1 on resource:security_group {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:47:01.870054 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-1b65890e-54f7-40f7-8acd-2d2125b9a371 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Unset dirty status for tenant:9041478b4b314552952768907a320dc1 on resource:security_group {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:47:01.871218 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-1b65890e-54f7-40f7-8acd-2d2125b9a371 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9041478b4b314552952768907a320dc1 HTTP/1.1" status: 200 len: 379 time: 0.1043627 Oct 26 16:47:01.886972 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-08d74d18-babf-4b8e-820c-eab62bda4303 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'port': {'device_id': '7b847519-71e7-401e-b102-91f2d7bb002d', 'network_id': 'ed6cee95-42d0-4a0a-bd3d-0cc4902cab96', 'admin_state_up': True, 'tenant_id': '9041478b4b314552952768907a320dc1', 'security_groups': ['09c27aac-8ef2-4e3c-b6a1-2ff2b9e4d9cd']}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:47:02.028082 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-08d74d18-babf-4b8e-820c-eab62bda4303 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:47:02.038618 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-08d74d18-babf-4b8e-820c-eab62bda4303 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:47:02.087157 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-08d74d18-babf-4b8e-820c-eab62bda4303 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Made reservation on behalf of 9041478b4b314552952768907a320dc1 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:47:02.090984 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-08d74d18-babf-4b8e-820c-eab62bda4303 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:47:02.144249 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a6aa3e09-9388-45f5-bff8-f20c53393bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:47:02.155974 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-11d8f3a0-e4c3-4d8a-aa5a-8581f1e51cfe req-e4f42a85-41e9-4fda-9f6b-447179feed20 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b847519-71e7-401e-b102-91f2d7bb002d HTTP/1.1" status: 200 len: 210 time: 0.0552170 Oct 26 16:47:02.307000 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-08d74d18-babf-4b8e-820c-eab62bda4303 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Allocated IP 172.20.0.9 (ed6cee95-42d0-4a0a-bd3d-0cc4902cab96/ee264744-2706-4b3c-94de-1f4a9ddcc573/b33be106-45ae-4e3e-875a-955e5e4b9cf5) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:47:02.355836 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 17dff3ca-acfe-4451-91bc-f9f383b90b36 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:47:02.477465 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 17dff3ca-acfe-4451-91bc-f9f383b90b36 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:47:02.482790 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 17dff3ca-acfe-4451-91bc-f9f383b90b36 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:47:02.483240 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:47:02.483638 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 17dff3ca-acfe-4451-91bc-f9f383b90b36 Oct 26 16:47:02.502591 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-08d74d18-babf-4b8e-820c-eab62bda4303 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:47:02.518982 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-08d74d18-babf-4b8e-820c-eab62bda4303 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Transition to ACTIVE for port object b33be106-45ae-4e3e-875a-955e5e4b9cf5 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:47:02.601969 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 17dff3ca-acfe-4451-91bc-f9f383b90b36 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:47:02.602247 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-08d74d18-babf-4b8e-820c-eab62bda4303 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:47:02.602379 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:47:02.636098 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 17dff3ca-acfe-4451-91bc-f9f383b90b36, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=17dff3ca-acfe-4451-91bc-f9f383b90b36,segment=NetworkSegment(ac73b45d-7dbc-4064-81bb-3fe6ce25e221),segment_id=ac73b45d-7dbc-4064-81bb-3fe6ce25e221)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:47:02.674388 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-08d74d18-babf-4b8e-820c-eab62bda4303 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Network ed6cee95-42d0-4a0a-bd3d-0cc4902cab96 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:47:02.677523 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-08d74d18-babf-4b8e-820c-eab62bda4303 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:47:02.681545 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-08d74d18-babf-4b8e-820c-eab62bda4303 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:47:02.704864 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:47:02.729679 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d74d18-babf-4b8e-820c-eab62bda4303 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'Port': ['ID=b33be106-45ae-4e3e-875a-955e5e4b9cf5,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:02.757554 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-08d74d18-babf-4b8e-820c-eab62bda4303 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:47:02.758306 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-08d74d18-babf-4b8e-820c-eab62bda4303 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:47:02.785205 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=17dff3ca-acfe-4451-91bc-f9f383b90b36,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:02.848900 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-08d74d18-babf-4b8e-820c-eab62bda4303 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9652746 Oct 26 16:47:02.860857 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-148de705-3933-4e5d-9f43-762a184b19ae service neutron] Request body: {'port': {'device_id': '7b847519-71e7-401e-b102-91f2d7bb002d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8627'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:47:02.976645 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-148de705-3933-4e5d-9f43-762a184b19ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:47:02.996147 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-726e8469-04e2-4fa4-821c-e206e2d3b505 None None] Provisioning for port b33be106-45ae-4e3e-875a-955e5e4b9cf5 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:47:03.001136 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-726e8469-04e2-4fa4-821c-e206e2d3b505 None None] Provisioning complete for port b33be106-45ae-4e3e-875a-955e5e4b9cf5 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:47:03.001505 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-726e8469-04e2-4fa4-821c-e206e2d3b505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:47:03.001841 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-726e8469-04e2-4fa4-821c-e206e2d3b505 None None] Attempt 1 to provision port b33be106-45ae-4e3e-875a-955e5e4b9cf5 Oct 26 16:47:03.055894 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-726e8469-04e2-4fa4-821c-e206e2d3b505 None None] Port b33be106-45ae-4e3e-875a-955e5e4b9cf5 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:47:03.322285 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-148de705-3933-4e5d-9f43-762a184b19ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b33be106-45ae-4e3e-875a-955e5e4b9cf5 {{(pid=89748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:47:03.329540 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-148de705-3933-4e5d-9f43-762a184b19ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:47:03.344677 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-148de705-3933-4e5d-9f43-762a184b19ae service neutron] Transition to ACTIVE for port object b33be106-45ae-4e3e-875a-955e5e4b9cf5 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:47:03.359418 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c14dd-d150-4494-a7f1-e9909ecef914 req-914c11d7-3113-4f7b-a665-dc7248ef4186 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:47:03.360903 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e45c14dd-d150-4494-a7f1-e9909ecef914 req-914c11d7-3113-4f7b-a665-dc7248ef4186 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b847519-71e7-401e-b102-91f2d7bb002d HTTP/1.1" status: 200 len: 931 time: 0.0912013 Oct 26 16:47:03.406206 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e45c14dd-d150-4494-a7f1-e9909ecef914 req-6b9996fb-5642-4dfb-87ae-1073d7d94352 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=09c27aac-8ef2-4e3c-b6a1-2ff2b9e4d9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394008 Oct 26 16:47:03.413356 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-148de705-3933-4e5d-9f43-762a184b19ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:47:03.557001 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-726e8469-04e2-4fa4-821c-e206e2d3b505 None None] Attempt 2 to provision port b33be106-45ae-4e3e-875a-955e5e4b9cf5 Oct 26 16:47:03.611798 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-726e8469-04e2-4fa4-821c-e206e2d3b505 None None] Port b33be106-45ae-4e3e-875a-955e5e4b9cf5 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:47:03.719756 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148de705-3933-4e5d-9f43-762a184b19ae service neutron] Pushing event updated for resources: {'Port': ['ID=b33be106-45ae-4e3e-875a-955e5e4b9cf5,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:03.765319 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-148de705-3933-4e5d-9f43-762a184b19ae service neutron] Attempting to bind port b33be106-45ae-4e3e-875a-955e5e4b9cf5 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:47:03.765895 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-148de705-3933-4e5d-9f43-762a184b19ae service neutron] Attempting to bind port b33be106-45ae-4e3e-875a-955e5e4b9cf5 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'ac73b45d-7dbc-4064-81bb-3fe6ce25e221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ed6cee95-42d0-4a0a-bd3d-0cc4902cab96'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:47:03.765895 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-148de705-3933-4e5d-9f43-762a184b19ae service neutron] Attempting to bind port b33be106-45ae-4e3e-875a-955e5e4b9cf5 on network ed6cee95-42d0-4a0a-bd3d-0cc4902cab96 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:47:03.770322 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-148de705-3933-4e5d-9f43-762a184b19ae service neutron] Port b33be106-45ae-4e3e-875a-955e5e4b9cf5 on network ed6cee95-42d0-4a0a-bd3d-0cc4902cab96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 16:47:03.771137 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-148de705-3933-4e5d-9f43-762a184b19ae service neutron] Attempting to bind port b33be106-45ae-4e3e-875a-955e5e4b9cf5 on network ed6cee95-42d0-4a0a-bd3d-0cc4902cab96 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:47:03.776113 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-148de705-3933-4e5d-9f43-762a184b19ae service neutron] Checking agent: {'id': '1b551391-ebdd-44bd-8801-034277ca5526', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8627', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'started_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:47:03.776444 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-148de705-3933-4e5d-9f43-762a184b19ae service neutron] Checking segment: {'id': 'ac73b45d-7dbc-4064-81bb-3fe6ce25e221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ed6cee95-42d0-4a0a-bd3d-0cc4902cab96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:47:03.776819 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-148de705-3933-4e5d-9f43-762a184b19ae service neutron] Bound using segment: {'id': 'ac73b45d-7dbc-4064-81bb-3fe6ce25e221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ed6cee95-42d0-4a0a-bd3d-0cc4902cab96'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:47:03.777232 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-148de705-3933-4e5d-9f43-762a184b19ae service neutron] Bound port: b33be106-45ae-4e3e-875a-955e5e4b9cf5, host: hv-neutron-8627, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac73b45d-7dbc-4064-81bb-3fe6ce25e221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ed6cee95-42d0-4a0a-bd3d-0cc4902cab96'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:47:03.777567 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-148de705-3933-4e5d-9f43-762a184b19ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:47:03.869824 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-148de705-3933-4e5d-9f43-762a184b19ae service neutron] For port b33be106-45ae-4e3e-875a-955e5e4b9cf5, host hv-neutron-8627, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:47:03.872796 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-148de705-3933-4e5d-9f43-762a184b19ae service neutron] For port b33be106-45ae-4e3e-875a-955e5e4b9cf5, host hv-neutron-8627, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=b33be106-45ae-4e3e-875a-955e5e4b9cf5,segment=NetworkSegment(ac73b45d-7dbc-4064-81bb-3fe6ce25e221),segment_id=ac73b45d-7dbc-4064-81bb-3fe6ce25e221)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:47:03.961931 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-148de705-3933-4e5d-9f43-762a184b19ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:47:03.994109 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-148de705-3933-4e5d-9f43-762a184b19ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:47:03.994740 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-148de705-3933-4e5d-9f43-762a184b19ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:47:03.996161 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-148de705-3933-4e5d-9f43-762a184b19ae service neutron] 10.222.0.48 "PUT /v2.0/ports/b33be106-45ae-4e3e-875a-955e5e4b9cf5 HTTP/1.1" status: 200 len: 1093 time: 1.1407168 Oct 26 16:47:03.996720 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b847519-71e7-401e-b102-91f2d7bb002d', 'tag': 'b33be106-45ae-4e3e-875a-955e5e4b9cf5'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:47:03.999090 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbecf65b1506daf1e3c9415b2792b0fd9d4f71d7b4124d9691f7baf88de182a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d148b1a-3974-4b49-9150-0629588d9218" -d '{"events": [{"name": "network-changed", "server_uuid": "7b847519-71e7-401e-b102-91f2d7bb002d", "tag": "b33be106-45ae-4e3e-875a-955e5e4b9cf5"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:47:04.040725 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823dfd98-82a3-480e-9f62-d985b9345d23 x-openstack-request-id: req-823dfd98-82a3-480e-9f62-d985b9345d23 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:47:04.041010 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b847519-71e7-401e-b102-91f2d7bb002d", "tag": "b33be106-45ae-4e3e-875a-955e5e4b9cf5", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:47:04.041261 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-823dfd98-82a3-480e-9f62-d985b9345d23 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:47:04.041653 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-823dfd98-82a3-480e-9f62-d985b9345d23'] response: {'name': 'network-changed', 'server_uuid': '7b847519-71e7-401e-b102-91f2d7bb002d', 'tag': 'b33be106-45ae-4e3e-875a-955e5e4b9cf5', 'status': 'completed', 'code': 200} Oct 26 16:47:04.044342 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148de705-3933-4e5d-9f43-762a184b19ae service neutron] Pushing event updated for resources: {'Port': ['ID=b33be106-45ae-4e3e-875a-955e5e4b9cf5,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:04.113386 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-726e8469-04e2-4fa4-821c-e206e2d3b505 None None] Attempt 3 to provision port b33be106-45ae-4e3e-875a-955e5e4b9cf5 Oct 26 16:47:04.143408 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d148b1a-3974-4b49-9150-0629588d9218 req-f4161942-eea5-49a7-97ac-8063ca939b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:47:04.144875 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6d148b1a-3974-4b49-9150-0629588d9218 req-f4161942-eea5-49a7-97ac-8063ca939b3e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9041478b4b314552952768907a320dc1&device_id=7b847519-71e7-401e-b102-91f2d7bb002d HTTP/1.1" status: 200 len: 1096 time: 0.0844767 Oct 26 16:47:04.178825 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-726e8469-04e2-4fa4-821c-e206e2d3b505 None None] Port b33be106-45ae-4e3e-875a-955e5e4b9cf5 had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 16:47:04.285011 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d148b1a-3974-4b49-9150-0629588d9218 req-05ec2ebb-1b10-438c-b183-76544eeb60a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:47:04.287065 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6d148b1a-3974-4b49-9150-0629588d9218 req-05ec2ebb-1b10-438c-b183-76544eeb60a3 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9041478b4b314552952768907a320dc1&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1355953 Oct 26 16:47:04.335730 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 17dff3ca-acfe-4451-91bc-f9f383b90b36 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:47:04.441077 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 17dff3ca-acfe-4451-91bc-f9f383b90b36 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:47:04.441635 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:47:04.442056 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 17dff3ca-acfe-4451-91bc-f9f383b90b36 Oct 26 16:47:04.459822 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d148b1a-3974-4b49-9150-0629588d9218 req-bbbc60e5-443b-42ce-b5e8-103618ca20b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:47:04.462434 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6d148b1a-3974-4b49-9150-0629588d9218 req-bbbc60e5-443b-42ce-b5e8-103618ca20b5 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1700640 Oct 26 16:47:04.494184 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3666f407-7d56-46f7-85e8-d91f3f1112ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:47:04.570736 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 17dff3ca-acfe-4451-91bc-f9f383b90b36 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:47:04.579234 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-5051ff89-b43f-4e39-b549-de4a85ffb0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:47:04.580738 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-5051ff89-b43f-4e39-b549-de4a85ffb0ac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9041478b4b314552952768907a320dc1&device_id=7b847519-71e7-401e-b102-91f2d7bb002d HTTP/1.1" status: 200 len: 1096 time: 0.0835457 Oct 26 16:47:04.627082 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99820584-5884-4c97-8c78-1ac44ef69bab req-64d9e5a2-9998-481b-81cc-e95c15a1e0eb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:47:04.628524 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-99820584-5884-4c97-8c78-1ac44ef69bab req-64d9e5a2-9998-481b-81cc-e95c15a1e0eb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b847519-71e7-401e-b102-91f2d7bb002d HTTP/1.1" status: 200 len: 943 time: 0.0937319 Oct 26 16:47:04.655104 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-b135540f-a7a9-4ec4-9468-ddcdc62c6258 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b33be106-45ae-4e3e-875a-955e5e4b9cf5 HTTP/1.1" status: 200 len: 217 time: 0.0681250 Oct 26 16:47:04.673238 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-99820584-5884-4c97-8c78-1ac44ef69bab req-47ad325b-8b42-4634-ae16-1bc7a5b4cee1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=09c27aac-8ef2-4e3c-b6a1-2ff2b9e4d9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385635 Oct 26 16:47:04.719758 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-82f67976-323d-4197-ad01-4a2d7445ec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:47:04.721193 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-82f67976-323d-4197-ad01-4a2d7445ec16 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ee264744-2706-4b3c-94de-1f4a9ddcc573 HTTP/1.1" status: 200 len: 835 time: 0.0603800 Oct 26 16:47:04.807146 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-a2dfc8b0-bfcf-453a-aa01-2b255b780932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:47:04.808593 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-a2dfc8b0-bfcf-453a-aa01-2b255b780932 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ed6cee95-42d0-4a0a-bd3d-0cc4902cab96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821433 Oct 26 16:47:04.941493 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-c77c56d1-24b2-4745-a203-d060166cc1d6 service neutron] 10.222.0.48 "GET /v2.0/networks/ed6cee95-42d0-4a0a-bd3d-0cc4902cab96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265328 Oct 26 16:47:05.073926 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5d38b6e4-ceee-4ba2-869b-f56f3969d2a5 req-7ffe0b09-191a-4881-b43c-5bbdc2bf4177 service neutron] 10.222.0.48 "GET /v2.0/networks/ed6cee95-42d0-4a0a-bd3d-0cc4902cab96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265409 Oct 26 16:47:05.264209 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:47:05.504513 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:47:05.874010 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc44a30d-3354-4e80-9af4-000940960c84 req-0d0eef4e-1981-4918-99d9-6e7120bf5d0f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:47:05.874712 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-fc44a30d-3354-4e80-9af4-000940960c84 req-0d0eef4e-1981-4918-99d9-6e7120bf5d0f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Synchronizing usage tracker for tenant:9041478b4b314552952768907a320dc1 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:47:05.984404 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-fc44a30d-3354-4e80-9af4-000940960c84 req-0d0eef4e-1981-4918-99d9-6e7120bf5d0f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Unset dirty status for tenant:9041478b4b314552952768907a320dc1 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:47:05.985488 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-fc44a30d-3354-4e80-9af4-000940960c84 req-0d0eef4e-1981-4918-99d9-6e7120bf5d0f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b847519-71e7-401e-b102-91f2d7bb002d HTTP/1.1" status: 200 len: 943 time: 0.2002177 Oct 26 16:47:06.030735 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-fc44a30d-3354-4e80-9af4-000940960c84 req-93c56553-0d1f-495c-a679-3bb13fe4d1a3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=09c27aac-8ef2-4e3c-b6a1-2ff2b9e4d9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389264 Oct 26 16:47:07.116394 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:47:07.229621 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ccc2b-f544-45ba-b2f7-d5514f611f2a req-582c7630-6ba6-4dc5-9dbb-c41b4760473f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:47:07.231088 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-8f6ccc2b-f544-45ba-b2f7-d5514f611f2a req-582c7630-6ba6-4dc5-9dbb-c41b4760473f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b847519-71e7-401e-b102-91f2d7bb002d HTTP/1.1" status: 200 len: 943 time: 0.0873022 Oct 26 16:47:07.277057 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-8f6ccc2b-f544-45ba-b2f7-d5514f611f2a req-d276c3db-d7aa-4952-a2eb-d5b891cac6c0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=09c27aac-8ef2-4e3c-b6a1-2ff2b9e4d9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402706 Oct 26 16:47:08.034473 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device b33be106-45ae-4e3e-875a-955e5e4b9cf5 details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 16:47:08.167921 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port b33be106-45ae-4e3e-875a-955e5e4b9cf5, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=b33be106-45ae-4e3e-875a-955e5e4b9cf5,segment=NetworkSegment(ac73b45d-7dbc-4064-81bb-3fe6ce25e221),segment_id=ac73b45d-7dbc-4064-81bb-3fe6ce25e221)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:47:08.180892 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': 'b33be106-45ae-4e3e-875a-955e5e4b9cf5', 'network_id': 'ed6cee95-42d0-4a0a-bd3d-0cc4902cab96', 'port_id': 'b33be106-45ae-4e3e-875a-955e5e4b9cf5', 'mac_address': 'fa:16:3e:ed:73:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee264744-2706-4b3c-94de-1f4a9ddcc573', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 16:47:08.238431 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port b33be106-45ae-4e3e-875a-955e5e4b9cf5 is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:47:08.238834 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:47:08.256244 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b33be106-45ae-4e3e-875a-955e5e4b9cf5 {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:47:08.271391 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port b33be106-45ae-4e3e-875a-955e5e4b9cf5, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=b33be106-45ae-4e3e-875a-955e5e4b9cf5,segment=NetworkSegment(ac73b45d-7dbc-4064-81bb-3fe6ce25e221),segment_id=ac73b45d-7dbc-4064-81bb-3fe6ce25e221)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:47:08.321607 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:47:08.389549 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=b33be106-45ae-4e3e-875a-955e5e4b9cf5,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:08.479375 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40c9ab-364d-44e3-b440-b448c2553eba req-003dcab1-5bbb-4ed2-88ff-5c4ca53635be tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:47:08.480826 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1b40c9ab-364d-44e3-b440-b448c2553eba req-003dcab1-5bbb-4ed2-88ff-5c4ca53635be tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b847519-71e7-401e-b102-91f2d7bb002d HTTP/1.1" status: 200 len: 944 time: 0.0898387 Oct 26 16:47:08.524992 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1b40c9ab-364d-44e3-b440-b448c2553eba req-f13c378e-768d-40e9-bd1b-2acca1a861ba tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=09c27aac-8ef2-4e3c-b6a1-2ff2b9e4d9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385678 Oct 26 16:47:08.667509 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['b33be106-45ae-4e3e-875a-955e5e4b9cf5'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:47:09.725417 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902bf77a-5ad0-4005-ab70-f7a71d8dc84f req-2434fd24-1aa2-486c-8d3e-a4b65434ffe7 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:47:09.726891 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-902bf77a-5ad0-4005-ab70-f7a71d8dc84f req-2434fd24-1aa2-486c-8d3e-a4b65434ffe7 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b847519-71e7-401e-b102-91f2d7bb002d HTTP/1.1" status: 200 len: 944 time: 0.0884075 Oct 26 16:47:09.771731 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-902bf77a-5ad0-4005-ab70-f7a71d8dc84f req-77a2a23a-58c2-4efa-a712-2e2cbf1dc106 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=09c27aac-8ef2-4e3c-b6a1-2ff2b9e4d9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391634 Oct 26 16:47:10.049625 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device b33be106-45ae-4e3e-875a-955e5e4b9cf5 up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:47:10.167299 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning for port b33be106-45ae-4e3e-875a-955e5e4b9cf5 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:47:10.172411 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port b33be106-45ae-4e3e-875a-955e5e4b9cf5 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:47:10.172786 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:47:10.173123 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port b33be106-45ae-4e3e-875a-955e5e4b9cf5 Oct 26 16:47:10.292717 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port b33be106-45ae-4e3e-875a-955e5e4b9cf5 is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:47:10.293094 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:47:10.320785 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b847519-71e7-401e-b102-91f2d7bb002d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33be106-45ae-4e3e-875a-955e5e4b9cf5'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:47:10.323009 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f75fbf14a3cb38ccce5df07bc87c0326afcdfdd969cc215a686ddaf7116ab95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61239820-873a-42ce-b84e-89d1dde87c7f" -d '{"events": [{"server_uuid": "7b847519-71e7-401e-b102-91f2d7bb002d", "name": "network-vif-plugged", "status": "completed", "tag": "b33be106-45ae-4e3e-875a-955e5e4b9cf5"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:47:10.330688 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port b33be106-45ae-4e3e-875a-955e5e4b9cf5, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=b33be106-45ae-4e3e-875a-955e5e4b9cf5,segment=NetworkSegment(ac73b45d-7dbc-4064-81bb-3fe6ce25e221),segment_id=ac73b45d-7dbc-4064-81bb-3fe6ce25e221)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:47:10.365961 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16280a6d-71fb-4a41-a718-fed0fae39fb9 x-openstack-request-id: req-16280a6d-71fb-4a41-a718-fed0fae39fb9 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:47:10.366258 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b847519-71e7-401e-b102-91f2d7bb002d", "name": "network-vif-plugged", "status": "completed", "tag": "b33be106-45ae-4e3e-875a-955e5e4b9cf5", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:47:10.366554 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-16280a6d-71fb-4a41-a718-fed0fae39fb9 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:47:10.367217 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16280a6d-71fb-4a41-a718-fed0fae39fb9'] response: {'server_uuid': '7b847519-71e7-401e-b102-91f2d7bb002d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33be106-45ae-4e3e-875a-955e5e4b9cf5', 'code': 200} Oct 26 16:47:10.384260 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:47:10.451446 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=b33be106-45ae-4e3e-875a-955e5e4b9cf5,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:10.700862 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4444d-f1d0-4b05-bca5-1adfc2a6cff8 req-dd0fb000-9004-4e4f-8c8a-8477bf5204e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:47:10.702297 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0ae4444d-f1d0-4b05-bca5-1adfc2a6cff8 req-dd0fb000-9004-4e4f-8c8a-8477bf5204e9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7b847519-71e7-401e-b102-91f2d7bb002d HTTP/1.1" status: 200 len: 1098 time: 0.0819595 Oct 26 16:47:10.859146 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0ae4444d-f1d0-4b05-bca5-1adfc2a6cff8 req-ce5bcecd-8a2f-45bd-9152-c03dfb78c87f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=09c27aac-8ef2-4e3c-b6a1-2ff2b9e4d9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508553 Oct 26 16:47:10.975401 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710ffa7-8536-4827-8126-8cd9e678f3d0 req-b8969fba-bbe0-49b2-a563-eb7716734b33 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:47:10.976845 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0710ffa7-8536-4827-8126-8cd9e678f3d0 req-b8969fba-bbe0-49b2-a563-eb7716734b33 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b847519-71e7-401e-b102-91f2d7bb002d HTTP/1.1" status: 200 len: 945 time: 0.0907869 Oct 26 16:47:11.019670 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0710ffa7-8536-4827-8126-8cd9e678f3d0 req-7e004784-b401-4353-be94-da53381d38ee tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=09c27aac-8ef2-4e3c-b6a1-2ff2b9e4d9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372357 Oct 26 16:47:11.690217 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:47:12.221273 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e0160-1a06-4d5e-ad7c-0a03411fd481 req-a97d4595-2493-4b75-beb9-abd199cd29c5 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:47:12.222758 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0f2e0160-1a06-4d5e-ad7c-0a03411fd481 req-a97d4595-2493-4b75-beb9-abd199cd29c5 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b847519-71e7-401e-b102-91f2d7bb002d HTTP/1.1" status: 200 len: 945 time: 0.0889635 Oct 26 16:47:12.270288 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0f2e0160-1a06-4d5e-ad7c-0a03411fd481 req-425b8c9d-1db3-41cd-9bf0-77992d8e8975 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=09c27aac-8ef2-4e3c-b6a1-2ff2b9e4d9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417747 Oct 26 16:47:13.466569 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259ccca-2032-4b5c-809f-6c663743d882 req-ab384abd-870c-4312-9f2d-a82c446d7265 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:47:13.468032 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-9259ccca-2032-4b5c-809f-6c663743d882 req-ab384abd-870c-4312-9f2d-a82c446d7265 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b847519-71e7-401e-b102-91f2d7bb002d HTTP/1.1" status: 200 len: 945 time: 0.0868618 Oct 26 16:47:13.515252 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-9259ccca-2032-4b5c-809f-6c663743d882 req-1ce065ca-542d-4dc6-a485-63fd2f7f4ba3 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=09c27aac-8ef2-4e3c-b6a1-2ff2b9e4d9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416234 Oct 26 16:47:13.713421 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ee12f-f8ef-4a66-9647-83adae4531cf req-57615480-400b-402f-bd72-e14f1dfaf866 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:47:13.714886 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6f0ee12f-f8ef-4a66-9647-83adae4531cf req-57615480-400b-402f-bd72-e14f1dfaf866 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b847519-71e7-401e-b102-91f2d7bb002d HTTP/1.1" status: 200 len: 945 time: 0.0877662 Oct 26 16:47:13.757834 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6f0ee12f-f8ef-4a66-9647-83adae4531cf req-0c35cfd1-df0b-4b4d-a0c4-ea86bb70d049 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=09c27aac-8ef2-4e3c-b6a1-2ff2b9e4d9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374422 Oct 26 16:47:13.785518 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 53176) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:47:13.868483 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3780724b-cc4b-489c-9387-be6bc36350db tempest-TestNetworkAdvancedServerOps-1001818259 tempest-TestNetworkAdvancedServerOps-1001818259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:47:13.869878 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-3780724b-cc4b-489c-9387-be6bc36350db tempest-TestNetworkAdvancedServerOps-1001818259 tempest-TestNetworkAdvancedServerOps-1001818259-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7b847519-71e7-401e-b102-91f2d7bb002d HTTP/1.1" status: 200 len: 1093 time: 0.0822980 Oct 26 16:47:13.872725 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 53180) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:47:13.877532 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-e32288d6-0621-491c-95df-5cadd2c7b342 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Request body: {'floatingip': {'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'port_id': 'b33be106-45ae-4e3e-875a-955e5e4b9cf5', 'tenant_id': '9041478b4b314552952768907a320dc1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:47:13.883969 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-e32288d6-0621-491c-95df-5cadd2c7b342 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:47:13.887824 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-e32288d6-0621-491c-95df-5cadd2c7b342 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Usage tracker for resource:floatingip and tenant:9041478b4b314552952768907a320dc1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:47:13.890636 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-e32288d6-0621-491c-95df-5cadd2c7b342 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:47:13.896839 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-e32288d6-0621-491c-95df-5cadd2c7b342 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:47:13.978631 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e32288d6-0621-491c-95df-5cadd2c7b342 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for floatingip, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:47:14.117400 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e32288d6-0621-491c-95df-5cadd2c7b342 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:47:14.250691 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-e32288d6-0621-491c-95df-5cadd2c7b342 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Allocated IP 172.26.2.236 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/66815493-1cef-4e44-8856-2bd0a4af7567) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:47:14.407493 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e32288d6-0621-491c-95df-5cadd2c7b342 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:47:14.527940 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e32288d6-0621-491c-95df-5cadd2c7b342 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:47:14.592524 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32288d6-0621-491c-95df-5cadd2c7b342 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:47:14.593595 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-e32288d6-0621-491c-95df-5cadd2c7b342 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:47:14.596162 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32288d6-0621-491c-95df-5cadd2c7b342 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:47:14.638945 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32288d6-0621-491c-95df-5cadd2c7b342 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'Port': ['ID=66815493-1cef-4e44-8856-2bd0a4af7567,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:15.005981 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e32288d6-0621-491c-95df-5cadd2c7b342 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:47:15.147041 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e32288d6-0621-491c-95df-5cadd2c7b342 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:47:15.352306 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e32288d6-0621-491c-95df-5cadd2c7b342 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:47:15.413214 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e32288d6-0621-491c-95df-5cadd2c7b342 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:47:15.624107 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e32288d6-0621-491c-95df-5cadd2c7b342 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:47:15.674621 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32288d6-0621-491c-95df-5cadd2c7b342 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event updated for resources: {'Port': ['ID=66815493-1cef-4e44-8856-2bd0a4af7567,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:15.802476 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.l3_db [None req-e32288d6-0621-491c-95df-5cadd2c7b342 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Floating IP f8f3f60e-1e29-41bb-8a6c-551708806295 associated. External IP: 172.26.2.236, port: b33be106-45ae-4e3e-875a-955e5e4b9cf5. Oct 26 16:47:16.157344 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e32288d6-0621-491c-95df-5cadd2c7b342 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Router f92e91ab-983e-4617-b673-41a7cc84385a has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:47:16.338597 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32288d6-0621-491c-95df-5cadd2c7b342 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:47:16.348274 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9586850d-c3b5-43f3-94f0-c31c231731a4 None None] Sync routers for ids ['f92e91ab-983e-4617-b673-41a7cc84385a'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:47:16.358108 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9586850d-c3b5-43f3-94f0-c31c231731a4 None None] Routers {'f92e91ab-983e-4617-b673-41a7cc84385a'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:47:16.358745 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-9586850d-c3b5-43f3-94f0-c31c231731a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:47:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['f92e91ab-983e-4617-b673-41a7cc84385a'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:16.401463 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e32288d6-0621-491c-95df-5cadd2c7b342 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:47:16.461223 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-e32288d6-0621-491c-95df-5cadd2c7b342 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5869236 Oct 26 16:47:16.461880 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b847519-71e7-401e-b102-91f2d7bb002d', 'tag': 'b33be106-45ae-4e3e-875a-955e5e4b9cf5'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:47:16.464259 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbecf65b1506daf1e3c9415b2792b0fd9d4f71d7b4124d9691f7baf88de182a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2513b7e0-5886-4ead-8b0f-9ba62b7d503b" -d '{"events": [{"name": "network-changed", "server_uuid": "7b847519-71e7-401e-b102-91f2d7bb002d", "tag": "b33be106-45ae-4e3e-875a-955e5e4b9cf5"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:47:16.580833 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-9586850d-c3b5-43f3-94f0-c31c231731a4 None None] Set router f92e91ab-983e-4617-b673-41a7cc84385a gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:47:16.681768 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecdc8055-90e0-4f89-9f59-5a012f0ede46 x-openstack-request-id: req-ecdc8055-90e0-4f89-9f59-5a012f0ede46 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:47:16.682055 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b847519-71e7-401e-b102-91f2d7bb002d", "tag": "b33be106-45ae-4e3e-875a-955e5e4b9cf5", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:47:16.682308 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ecdc8055-90e0-4f89-9f59-5a012f0ede46 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:47:16.682833 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecdc8055-90e0-4f89-9f59-5a012f0ede46'] response: {'name': 'network-changed', 'server_uuid': '7b847519-71e7-401e-b102-91f2d7bb002d', 'tag': 'b33be106-45ae-4e3e-875a-955e5e4b9cf5', 'status': 'completed', 'code': 200} Oct 26 16:47:16.785945 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b082d67-951b-43ec-814f-8894ce510df8 req-0c31c720-0137-4052-87d3-209048d960d4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:47:16.793075 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-9b082d67-951b-43ec-814f-8894ce510df8 req-0c31c720-0137-4052-87d3-209048d960d4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b847519-71e7-401e-b102-91f2d7bb002d HTTP/1.1" status: 200 len: 945 time: 0.2375512 Oct 26 16:47:16.808152 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513b7e0-5886-4ead-8b0f-9ba62b7d503b req-dae1004a-20b1-465b-a154-7b0446c54e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:47:16.809861 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2513b7e0-5886-4ead-8b0f-9ba62b7d503b req-dae1004a-20b1-465b-a154-7b0446c54e2b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9041478b4b314552952768907a320dc1&device_id=7b847519-71e7-401e-b102-91f2d7bb002d HTTP/1.1" status: 200 len: 1098 time: 0.0980499 Oct 26 16:47:16.849849 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-9b082d67-951b-43ec-814f-8894ce510df8 req-2683f8e3-8390-40cf-895f-56ef9acd819c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=09c27aac-8ef2-4e3c-b6a1-2ff2b9e4d9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558279 Oct 26 16:47:16.869199 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 53188) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:47:16.959218 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513b7e0-5886-4ead-8b0f-9ba62b7d503b req-f8b4f067-dcb5-4b23-80d3-23402a3effba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:47:16.960885 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2513b7e0-5886-4ead-8b0f-9ba62b7d503b req-f8b4f067-dcb5-4b23-80d3-23402a3effba service neutron] 10.222.0.48 "GET /v2.0/networks?id=ed6cee95-42d0-4a0a-bd3d-0cc4902cab96 HTTP/1.1" status: 200 len: 897 time: 0.1444573 Oct 26 16:47:16.997165 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-98ed2b7c-21f3-42a0-9978-672f7ae0c74a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/floatingips/f8f3f60e-1e29-41bb-8a6c-551708806295 HTTP/1.1" status: 200 len: 991 time: 0.1256680 Oct 26 16:47:17.051696 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-9586850d-c3b5-43f3-94f0-c31c231731a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f92e91ab-983e-4617-b673-41a7cc84385a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1891931030', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:51Z', 'updated_at': '2022-10-26T16:46:56Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': '9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:75:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92e91ab-983e-4617-b673-41a7cc84385a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:51Z', 'updated_at': '2022-10-26T16:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': 'f8f3f60e-1e29-41bb-8a6c-551708806295', 'tenant_id': '9041478b4b314552952768907a320dc1', 'floating_ip_address': '172.26.2.236', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': 'f92e91ab-983e-4617-b673-41a7cc84385a', 'port_id': 'b33be106-45ae-4e3e-875a-955e5e4b9cf5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed6cee95-42d0-4a0a-bd3d-0cc4902cab96', 'mac_address': 'fa:16:3e:ed:73:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b847519-71e7-401e-b102-91f2d7bb002d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:47:14Z', 'updated_at': '2022-10-26T16:47:14Z', 'revision_number': 0, 'project_id': '9041478b4b314552952768907a320dc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17dff3ca-acfe-4451-91bc-f9f383b90b36', 'name': '', 'network_id': 'ed6cee95-42d0-4a0a-bd3d-0cc4902cab96', 'tenant_id': '9041478b4b314552952768907a320dc1', 'mac_address': 'fa:16:3e:5c:a3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92e91ab-983e-4617-b673-41a7cc84385a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'ee264744-2706-4b3c-94de-1f4a9ddcc573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:56Z', 'updated_at': '2022-10-26T16:47:02Z', 'revision_number': 5, 'project_id': '9041478b4b314552952768907a320dc1', 'subnets': [{'id': 'ee264744-2706-4b3c-94de-1f4a9ddcc573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:17.056647 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9586850d-c3b5-43f3-94f0-c31c231731a4 None None] Checking router: f92e91ab-983e-4617-b673-41a7cc84385a for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:47:17.065291 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9586850d-c3b5-43f3-94f0-c31c231731a4 None None] Routers {'f92e91ab-983e-4617-b673-41a7cc84385a'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:47:17.065891 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-9586850d-c3b5-43f3-94f0-c31c231731a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:47:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['f92e91ab-983e-4617-b673-41a7cc84385a'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:17.073917 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2513b7e0-5886-4ead-8b0f-9ba62b7d503b req-825a4ab2-3e62-4b66-8866-b7423ffafffc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b33be106-45ae-4e3e-875a-955e5e4b9cf5 HTTP/1.1" status: 200 len: 999 time: 0.1078262 Oct 26 16:47:17.142340 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513b7e0-5886-4ead-8b0f-9ba62b7d503b req-486c6e9e-467b-4405-a6db-37b8b6c1e71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:47:17.144064 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2513b7e0-5886-4ead-8b0f-9ba62b7d503b req-486c6e9e-467b-4405-a6db-37b8b6c1e71a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ee264744-2706-4b3c-94de-1f4a9ddcc573 HTTP/1.1" status: 200 len: 835 time: 0.0645278 Oct 26 16:47:17.228231 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513b7e0-5886-4ead-8b0f-9ba62b7d503b req-f739cda1-ed34-4d41-bfe9-7868bea672ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:47:17.229710 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2513b7e0-5886-4ead-8b0f-9ba62b7d503b req-f739cda1-ed34-4d41-bfe9-7868bea672ae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ed6cee95-42d0-4a0a-bd3d-0cc4902cab96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802684 Oct 26 16:47:17.248081 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-9586850d-c3b5-43f3-94f0-c31c231731a4 None None] Set router f92e91ab-983e-4617-b673-41a7cc84385a gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:47:17.473918 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2513b7e0-5886-4ead-8b0f-9ba62b7d503b req-d7214c11-ed8b-4e2c-905a-bff0797ae6f0 service neutron] 10.222.0.48 "GET /v2.0/networks/ed6cee95-42d0-4a0a-bd3d-0cc4902cab96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374661 Oct 26 16:47:17.603821 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-9586850d-c3b5-43f3-94f0-c31c231731a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f92e91ab-983e-4617-b673-41a7cc84385a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1891931030', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:51Z', 'updated_at': '2022-10-26T16:46:56Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': '9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:75:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92e91ab-983e-4617-b673-41a7cc84385a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:51Z', 'updated_at': '2022-10-26T16:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': 'f8f3f60e-1e29-41bb-8a6c-551708806295', 'tenant_id': '9041478b4b314552952768907a320dc1', 'floating_ip_address': '172.26.2.236', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': 'f92e91ab-983e-4617-b673-41a7cc84385a', 'port_id': 'b33be106-45ae-4e3e-875a-955e5e4b9cf5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed6cee95-42d0-4a0a-bd3d-0cc4902cab96', 'mac_address': 'fa:16:3e:ed:73:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b847519-71e7-401e-b102-91f2d7bb002d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:47:14Z', 'updated_at': '2022-10-26T16:47:14Z', 'revision_number': 0, 'project_id': '9041478b4b314552952768907a320dc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17dff3ca-acfe-4451-91bc-f9f383b90b36', 'name': '', 'network_id': 'ed6cee95-42d0-4a0a-bd3d-0cc4902cab96', 'tenant_id': '9041478b4b314552952768907a320dc1', 'mac_address': 'fa:16:3e:5c:a3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92e91ab-983e-4617-b673-41a7cc84385a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'ee264744-2706-4b3c-94de-1f4a9ddcc573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:56Z', 'updated_at': '2022-10-26T16:47:02Z', 'revision_number': 5, 'project_id': '9041478b4b314552952768907a320dc1', 'subnets': [{'id': 'ee264744-2706-4b3c-94de-1f4a9ddcc573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:17.607221 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9586850d-c3b5-43f3-94f0-c31c231731a4 None None] The sync data for ids ['f92e91ab-983e-4617-b673-41a7cc84385a'] in dv-neutron-862712-1-hyperv is: [{'id': 'f92e91ab-983e-4617-b673-41a7cc84385a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1891931030', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:51Z', 'updated_at': '2022-10-26T16:46:56Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': '9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:75:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92e91ab-983e-4617-b673-41a7cc84385a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:51Z', 'updated_at': '2022-10-26T16:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': 'f8f3f60e-1e29-41bb-8a6c-551708806295', 'tenant_id': '9041478b4b314552952768907a320dc1', 'floating_ip_address': '172.26.2.236', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': 'f92e91ab-983e-4617-b673-41a7cc84385a', 'port_id': 'b33be106-45ae-4e3e-875a-955e5e4b9cf5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed6cee95-42d0-4a0a-bd3d-0cc4902cab96', 'mac_address': 'fa:16:3e:ed:73:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b847519-71e7-401e-b102-91f2d7bb002d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:47:14Z', 'updated_at': '2022-10-26T16:47:14Z', 'revision_number': 0, 'project_id': '9041478b4b314552952768907a320dc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17dff3ca-acfe-4451-91bc-f9f383b90b36', 'name': '', 'network_id': 'ed6cee95-42d0-4a0a-bd3d-0cc4902cab96', 'tenant_id': '9041478b4b314552952768907a320dc1', 'mac_address': 'fa:16:3e:5c:a3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92e91ab-983e-4617-b673-41a7cc84385a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'ee264744-2706-4b3c-94de-1f4a9ddcc573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:56Z', 'updated_at': '2022-10-26T16:47:02Z', 'revision_number': 5, 'project_id': '9041478b4b314552952768907a320dc1', 'subnets': [{'id': 'ee264744-2706-4b3c-94de-1f4a9ddcc573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:47:17.610070 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-2513b7e0-5886-4ead-8b0f-9ba62b7d503b req-0fcfab51-421a-4daa-abc9-00b963ea8ede service neutron] 10.222.0.48 "GET /v2.0/networks/ed6cee95-42d0-4a0a-bd3d-0cc4902cab96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299500 Oct 26 16:47:17.792758 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6377db-8f2c-4508-b03b-523f060dc1e1 None None] New status for floating IP f8f3f60e-1e29-41bb-8a6c-551708806295: ACTIVE {{(pid=89750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:47:17.999931 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 53192) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:47:18.108404 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e5d7b014-228b-48cb-bc9f-c5c01b0a573e tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/floatingips/f8f3f60e-1e29-41bb-8a6c-551708806295 HTTP/1.1" status: 200 len: 991 time: 0.1071792 Oct 26 16:47:19.112342 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 53196) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:47:19.220543 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-96bf2553-a356-4eb6-9062-de14a73d6f16 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/floatingips/f8f3f60e-1e29-41bb-8a6c-551708806295 HTTP/1.1" status: 200 len: 993 time: 0.1071436 Oct 26 16:47:27.738642 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:47:32.196144 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-aee0ec50-0e53-4067-b464-a3c3e95cde40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:47:34.447044 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c798b06b-83d8-4420-aee0-cde84fafca2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:47:35.275385 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:47:35.527297 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:47:37.155631 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:47:48.689664 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:47:57.687502 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:02.167242 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-253109bd-6cd6-4ffa-bddc-5ad600cfd2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:04.475530 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-82df8d35-d86e-4d6c-829b-93addb9b19f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:05.293070 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:05.681799 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:06.357344 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9c248db7-1a30-4e4b-a880-6e58cfbf2b2e req-7f6ae4aa-b96c-4446-a116-f79f64894e56 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7b847519-71e7-401e-b102-91f2d7bb002d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1517370 Oct 26 16:48:06.499729 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c248db7-1a30-4e4b-a880-6e58cfbf2b2e req-bad80503-a967-4048-b7a3-2453a842ffdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:48:06.501075 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9c248db7-1a30-4e4b-a880-6e58cfbf2b2e req-bad80503-a967-4048-b7a3-2453a842ffdc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9041478b4b314552952768907a320dc1&device_id=7b847519-71e7-401e-b102-91f2d7bb002d HTTP/1.1" status: 200 len: 1098 time: 0.0777259 Oct 26 16:48:06.643710 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c248db7-1a30-4e4b-a880-6e58cfbf2b2e req-6fcf0850-a822-462f-8fbf-4c6616ef1eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:48:06.645134 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9c248db7-1a30-4e4b-a880-6e58cfbf2b2e req-6fcf0850-a822-462f-8fbf-4c6616ef1eac service neutron] 10.222.0.48 "GET /v2.0/networks?id=ed6cee95-42d0-4a0a-bd3d-0cc4902cab96 HTTP/1.1" status: 200 len: 897 time: 0.1266317 Oct 26 16:48:06.747124 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9c248db7-1a30-4e4b-a880-6e58cfbf2b2e req-5d907338-affb-44bb-a963-91dfc648f976 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b33be106-45ae-4e3e-875a-955e5e4b9cf5 HTTP/1.1" status: 200 len: 1001 time: 0.0964973 Oct 26 16:48:06.807960 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c248db7-1a30-4e4b-a880-6e58cfbf2b2e req-c266fff1-b329-4574-ae42-653b49a1c326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:48:06.809241 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9c248db7-1a30-4e4b-a880-6e58cfbf2b2e req-c266fff1-b329-4574-ae42-653b49a1c326 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ee264744-2706-4b3c-94de-1f4a9ddcc573 HTTP/1.1" status: 200 len: 835 time: 0.0568209 Oct 26 16:48:06.893624 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c248db7-1a30-4e4b-a880-6e58cfbf2b2e req-5ad6ab53-eda5-4586-b764-aa8e88968447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:48:06.895086 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9c248db7-1a30-4e4b-a880-6e58cfbf2b2e req-5ad6ab53-eda5-4586-b764-aa8e88968447 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ed6cee95-42d0-4a0a-bd3d-0cc4902cab96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800920 Oct 26 16:48:07.025681 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9c248db7-1a30-4e4b-a880-6e58cfbf2b2e req-6773d3d1-ebbd-4d1c-842f-2b2110106acb service neutron] 10.222.0.48 "GET /v2.0/networks/ed6cee95-42d0-4a0a-bd3d-0cc4902cab96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248612 Oct 26 16:48:07.116014 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:07.158716 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9c248db7-1a30-4e4b-a880-6e58cfbf2b2e req-5054cad4-5ee6-4068-9597-57dd60251732 service neutron] 10.222.0.48 "GET /v2.0/networks/ed6cee95-42d0-4a0a-bd3d-0cc4902cab96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273186 Oct 26 16:48:25.689464 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:48:27.698648 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:28.839190 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666ed74-f7c9-42dd-9642-7a65f8c72cb9 req-6d0104a8-8188-436b-bd8c-f48a764d67ad tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:48:28.840647 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d666ed74-f7c9-42dd-9642-7a65f8c72cb9 req-6d0104a8-8188-436b-bd8c-f48a764d67ad tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b847519-71e7-401e-b102-91f2d7bb002d HTTP/1.1" status: 200 len: 945 time: 0.1554430 Oct 26 16:48:28.888771 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d666ed74-f7c9-42dd-9642-7a65f8c72cb9 req-68024e45-5645-410c-b461-26c25eaa5cb8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=09c27aac-8ef2-4e3c-b6a1-2ff2b9e4d9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415022 Oct 26 16:48:30.143244 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec444a-d042-4baf-ac5e-d9306eecdc21 req-720f1cf5-cc22-4d24-b6df-3e5148fcd2e6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:48:30.144705 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-abec444a-d042-4baf-ac5e-d9306eecdc21 req-720f1cf5-cc22-4d24-b6df-3e5148fcd2e6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b847519-71e7-401e-b102-91f2d7bb002d HTTP/1.1" status: 200 len: 945 time: 0.1388779 Oct 26 16:48:30.188267 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-abec444a-d042-4baf-ac5e-d9306eecdc21 req-6b71b3b6-3d12-42be-8273-fa20f1f152bf tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=09c27aac-8ef2-4e3c-b6a1-2ff2b9e4d9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379512 Oct 26 16:48:31.390580 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e1c923-7498-410d-adc9-f3232f5d4efb req-590f99e2-dc81-4ea1-8ee4-5070f9481f10 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:48:31.392063 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-22e1c923-7498-410d-adc9-f3232f5d4efb req-590f99e2-dc81-4ea1-8ee4-5070f9481f10 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b847519-71e7-401e-b102-91f2d7bb002d HTTP/1.1" status: 200 len: 945 time: 0.0901692 Oct 26 16:48:31.435945 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-22e1c923-7498-410d-adc9-f3232f5d4efb req-a41e9322-427c-42dd-b2f1-c91e546e9630 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=09c27aac-8ef2-4e3c-b6a1-2ff2b9e4d9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382144 Oct 26 16:48:31.466188 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 53238) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:48:31.571144 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-18d572bc-2596-435a-a749-8c2f6f002a7a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/floatingips/f8f3f60e-1e29-41bb-8a6c-551708806295 HTTP/1.1" status: 200 len: 993 time: 0.1037819 Oct 26 16:48:32.201769 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-8b5c575b-3cf4-4fb9-ae19-1ad9f081427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:33.174595 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce557d-b85c-4db1-b625-6a6c0a150fea req-e881cac7-f59f-449f-b0ee-45f5b97a69e1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:48:33.176083 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-9dce557d-b85c-4db1-b625-6a6c0a150fea req-e881cac7-f59f-449f-b0ee-45f5b97a69e1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b847519-71e7-401e-b102-91f2d7bb002d HTTP/1.1" status: 200 len: 945 time: 0.0923803 Oct 26 16:48:33.223509 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-9dce557d-b85c-4db1-b625-6a6c0a150fea req-d054b17c-11a2-4e5d-910b-ccf1f1dab8d0 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=09c27aac-8ef2-4e3c-b6a1-2ff2b9e4d9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417807 Oct 26 16:48:33.248686 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ab7ea-096d-4b56-ac02-dc8c7562eb41 req-6f6a5603-ce2a-4ea1-8a62-5731fbd2e3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:48:33.250813 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-863ab7ea-096d-4b56-ac02-dc8c7562eb41 req-6f6a5603-ce2a-4ea1-8a62-5731fbd2e3fe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9041478b4b314552952768907a320dc1&device_id=7b847519-71e7-401e-b102-91f2d7bb002d HTTP/1.1" status: 200 len: 1098 time: 0.0836139 Oct 26 16:48:33.481074 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ab7ea-096d-4b56-ac02-dc8c7562eb41 req-1218e6b0-1f58-454e-a219-2bbd8e778995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:48:33.482544 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-863ab7ea-096d-4b56-ac02-dc8c7562eb41 req-1218e6b0-1f58-454e-a219-2bbd8e778995 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ed6cee95-42d0-4a0a-bd3d-0cc4902cab96 HTTP/1.1" status: 200 len: 897 time: 0.2261562 Oct 26 16:48:33.585590 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-863ab7ea-096d-4b56-ac02-dc8c7562eb41 req-2c029cfa-5a4c-4b0a-bb36-85ad828157e9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b33be106-45ae-4e3e-875a-955e5e4b9cf5 HTTP/1.1" status: 200 len: 1001 time: 0.0962269 Oct 26 16:48:33.648059 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ab7ea-096d-4b56-ac02-dc8c7562eb41 req-85f3a41b-15e2-42ba-a921-7c776f34fe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:48:33.649464 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-863ab7ea-096d-4b56-ac02-dc8c7562eb41 req-85f3a41b-15e2-42ba-a921-7c776f34fe74 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ee264744-2706-4b3c-94de-1f4a9ddcc573 HTTP/1.1" status: 200 len: 835 time: 0.0583510 Oct 26 16:48:33.735125 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ab7ea-096d-4b56-ac02-dc8c7562eb41 req-eea4b6e7-de05-4a19-adde-2daa457c960d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:48:33.736595 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-863ab7ea-096d-4b56-ac02-dc8c7562eb41 req-eea4b6e7-de05-4a19-adde-2daa457c960d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ed6cee95-42d0-4a0a-bd3d-0cc4902cab96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812695 Oct 26 16:48:33.867072 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-863ab7ea-096d-4b56-ac02-dc8c7562eb41 req-a0b83d8b-a2c1-4ae1-b65c-23f11092fc18 service neutron] 10.222.0.48 "GET /v2.0/networks/ed6cee95-42d0-4a0a-bd3d-0cc4902cab96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242418 Oct 26 16:48:33.997254 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-863ab7ea-096d-4b56-ac02-dc8c7562eb41 req-9ae2814c-6a5e-485b-ad76-8c8542d118a7 service neutron] 10.222.0.48 "GET /v2.0/networks/ed6cee95-42d0-4a0a-bd3d-0cc4902cab96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247306 Oct 26 16:48:34.424528 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c6162-cb97-44ab-a347-a00d1e93d5d8 req-3c3c31f4-db40-4eaf-8d5b-83215867356f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:48:34.425977 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a45c6162-cb97-44ab-a347-a00d1e93d5d8 req-3c3c31f4-db40-4eaf-8d5b-83215867356f tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b847519-71e7-401e-b102-91f2d7bb002d HTTP/1.1" status: 200 len: 945 time: 0.0910501 Oct 26 16:48:34.464790 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-37e87ff6-1b9b-4dda-a5b1-f327fa13eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:34.470887 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a45c6162-cb97-44ab-a347-a00d1e93d5d8 req-1316b968-81c1-41d1-aac0-2df5542b19c4 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=09c27aac-8ef2-4e3c-b6a1-2ff2b9e4d9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392103 Oct 26 16:48:35.281698 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:35.504537 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:35.672392 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bac6dd-82a3-444d-8de2-290a2726190a req-f100a4cf-aa28-4962-b854-bd26709f82ff tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:48:35.673988 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-81bac6dd-82a3-444d-8de2-290a2726190a req-f100a4cf-aa28-4962-b854-bd26709f82ff tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b847519-71e7-401e-b102-91f2d7bb002d HTTP/1.1" status: 200 len: 945 time: 0.0888350 Oct 26 16:48:35.717982 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-81bac6dd-82a3-444d-8de2-290a2726190a req-6be583bd-227b-4081-87d6-eb703e0adc51 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=09c27aac-8ef2-4e3c-b6a1-2ff2b9e4d9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383587 Oct 26 16:48:35.747884 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 53252) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:48:35.854906 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-88f1e56f-006f-4150-85e7-758d3f505fbb tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/floatingips/f8f3f60e-1e29-41bb-8a6c-551708806295 HTTP/1.1" status: 200 len: 993 time: 0.1059060 Oct 26 16:48:36.116446 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 53260) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:48:36.318569 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-e746b864-c3cc-49d1-ad4d-d6b6538b13b6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Deleting port 66815493-1cef-4e44-8856-2bd0a4af7567 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:48:36.318837 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e746b864-c3cc-49d1-ad4d-d6b6538b13b6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:36.486998 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e746b864-c3cc-49d1-ad4d-d6b6538b13b6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:36.487319 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e746b864-c3cc-49d1-ad4d-d6b6538b13b6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:36.610653 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-e746b864-c3cc-49d1-ad4d-d6b6538b13b6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Calling delete_port for 66815493-1cef-4e44-8856-2bd0a4af7567 owned by network:floatingip {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:48:36.812803 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e746b864-c3cc-49d1-ad4d-d6b6538b13b6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:36.960961 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e746b864-c3cc-49d1-ad4d-d6b6538b13b6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event deleted for resources: {'Port': ['ID=66815493-1cef-4e44-8856-2bd0a4af7567,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:37.000675 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e746b864-c3cc-49d1-ad4d-d6b6538b13b6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:37.001590 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e746b864-c3cc-49d1-ad4d-d6b6538b13b6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:37.001934 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e746b864-c3cc-49d1-ad4d-d6b6538b13b6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:37.002268 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e746b864-c3cc-49d1-ad4d-d6b6538b13b6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:37.002628 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e746b864-c3cc-49d1-ad4d-d6b6538b13b6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:37.002957 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e746b864-c3cc-49d1-ad4d-d6b6538b13b6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:37.003285 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e746b864-c3cc-49d1-ad4d-d6b6538b13b6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:37.003604 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e746b864-c3cc-49d1-ad4d-d6b6538b13b6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:37.003925 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e746b864-c3cc-49d1-ad4d-d6b6538b13b6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:37.004241 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e746b864-c3cc-49d1-ad4d-d6b6538b13b6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:37.004562 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e746b864-c3cc-49d1-ad4d-d6b6538b13b6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:37.004879 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e746b864-c3cc-49d1-ad4d-d6b6538b13b6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:37.074520 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e746b864-c3cc-49d1-ad4d-d6b6538b13b6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for floatingip, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:37.074846 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.l3_db [None req-e746b864-c3cc-49d1-ad4d-d6b6538b13b6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Floating IP f8f3f60e-1e29-41bb-8a6c-551708806295 disassociated (deleted). External IP: 172.26.2.236, port: b33be106-45ae-4e3e-875a-955e5e4b9cf5. Oct 26 16:48:37.127446 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:37.431339 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e746b864-c3cc-49d1-ad4d-d6b6538b13b6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Router f92e91ab-983e-4617-b673-41a7cc84385a has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:48:37.607515 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e746b864-c3cc-49d1-ad4d-d6b6538b13b6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:48:37.617622 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae6adef-cd51-4bd5-98ab-0be79c288516 None None] Sync routers for ids ['f92e91ab-983e-4617-b673-41a7cc84385a'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:48:37.627490 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae6adef-cd51-4bd5-98ab-0be79c288516 None None] Routers {'f92e91ab-983e-4617-b673-41a7cc84385a'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:48:37.628089 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-9ae6adef-cd51-4bd5-98ab-0be79c288516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:48:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['f92e91ab-983e-4617-b673-41a7cc84385a'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:37.710192 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e746b864-c3cc-49d1-ad4d-d6b6538b13b6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:37.770263 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-e746b864-c3cc-49d1-ad4d-d6b6538b13b6 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "DELETE /v2.0/floatingips/f8f3f60e-1e29-41bb-8a6c-551708806295 HTTP/1.1" status: 204 len: 168 time: 1.6524684 Oct 26 16:48:37.770990 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b847519-71e7-401e-b102-91f2d7bb002d', 'tag': 'b33be106-45ae-4e3e-875a-955e5e4b9cf5'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:48:37.773329 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbecf65b1506daf1e3c9415b2792b0fd9d4f71d7b4124d9691f7baf88de182a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7653d3e-b86a-4f39-9565-21f2449c8614" -d '{"events": [{"name": "network-changed", "server_uuid": "7b847519-71e7-401e-b102-91f2d7bb002d", "tag": "b33be106-45ae-4e3e-875a-955e5e4b9cf5"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:48:37.854881 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-9ae6adef-cd51-4bd5-98ab-0be79c288516 None None] Set router f92e91ab-983e-4617-b673-41a7cc84385a gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:48:37.870882 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f8780f-3321-45e9-bd8b-cb84ec0f2898 x-openstack-request-id: req-b2f8780f-3321-45e9-bd8b-cb84ec0f2898 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:48:37.871176 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b847519-71e7-401e-b102-91f2d7bb002d", "tag": "b33be106-45ae-4e3e-875a-955e5e4b9cf5", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:48:37.871430 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b2f8780f-3321-45e9-bd8b-cb84ec0f2898 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:48:37.871834 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2f8780f-3321-45e9-bd8b-cb84ec0f2898'] response: {'name': 'network-changed', 'server_uuid': '7b847519-71e7-401e-b102-91f2d7bb002d', 'tag': 'b33be106-45ae-4e3e-875a-955e5e4b9cf5', 'status': 'completed', 'code': 200} Oct 26 16:48:37.993130 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7653d3e-b86a-4f39-9565-21f2449c8614 req-2b713211-dd3f-4d89-87a3-5c9b98b8ffa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:48:37.994906 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e7653d3e-b86a-4f39-9565-21f2449c8614 req-2b713211-dd3f-4d89-87a3-5c9b98b8ffa3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9041478b4b314552952768907a320dc1&device_id=7b847519-71e7-401e-b102-91f2d7bb002d HTTP/1.1" status: 200 len: 1098 time: 0.0801401 Oct 26 16:48:38.134660 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7653d3e-b86a-4f39-9565-21f2449c8614 req-37e5cf19-ae7c-41b5-bb42-4dcb093dcd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:48:38.136126 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e7653d3e-b86a-4f39-9565-21f2449c8614 req-37e5cf19-ae7c-41b5-bb42-4dcb093dcd22 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ed6cee95-42d0-4a0a-bd3d-0cc4902cab96 HTTP/1.1" status: 200 len: 897 time: 0.1340537 Oct 26 16:48:38.196250 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-9ae6adef-cd51-4bd5-98ab-0be79c288516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f92e91ab-983e-4617-b673-41a7cc84385a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1891931030', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:51Z', 'updated_at': '2022-10-26T16:46:56Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': '9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:75:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92e91ab-983e-4617-b673-41a7cc84385a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:51Z', 'updated_at': '2022-10-26T16:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '17dff3ca-acfe-4451-91bc-f9f383b90b36', 'name': '', 'network_id': 'ed6cee95-42d0-4a0a-bd3d-0cc4902cab96', 'tenant_id': '9041478b4b314552952768907a320dc1', 'mac_address': 'fa:16:3e:5c:a3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92e91ab-983e-4617-b673-41a7cc84385a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'ee264744-2706-4b3c-94de-1f4a9ddcc573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:56Z', 'updated_at': '2022-10-26T16:47:02Z', 'revision_number': 5, 'project_id': '9041478b4b314552952768907a320dc1', 'subnets': [{'id': 'ee264744-2706-4b3c-94de-1f4a9ddcc573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:38.200238 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae6adef-cd51-4bd5-98ab-0be79c288516 None None] Checking router: f92e91ab-983e-4617-b673-41a7cc84385a for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:48:38.209020 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae6adef-cd51-4bd5-98ab-0be79c288516 None None] Routers {'f92e91ab-983e-4617-b673-41a7cc84385a'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:48:38.209580 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e7653d3e-b86a-4f39-9565-21f2449c8614 req-1af49a0d-a60d-4f90-a0c4-598ca25249b9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b33be106-45ae-4e3e-875a-955e5e4b9cf5 HTTP/1.1" status: 200 len: 217 time: 0.0671508 Oct 26 16:48:38.209737 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-9ae6adef-cd51-4bd5-98ab-0be79c288516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:48:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['f92e91ab-983e-4617-b673-41a7cc84385a'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:38.335571 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7653d3e-b86a-4f39-9565-21f2449c8614 req-c63a9dc0-7cce-4a27-ad28-302dac504ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:48:38.335571 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e7653d3e-b86a-4f39-9565-21f2449c8614 req-c63a9dc0-7cce-4a27-ad28-302dac504ca4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ee264744-2706-4b3c-94de-1f4a9ddcc573 HTTP/1.1" status: 200 len: 835 time: 0.1172609 Oct 26 16:48:38.394274 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-9ae6adef-cd51-4bd5-98ab-0be79c288516 None None] Set router f92e91ab-983e-4617-b673-41a7cc84385a gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:48:38.409972 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf661950-881a-4a0f-b81a-70293c014154 req-f654b7da-cc56-4c5f-96ef-5d17cf8e5a76 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:48:38.410680 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-cf661950-881a-4a0f-b81a-70293c014154 req-f654b7da-cc56-4c5f-96ef-5d17cf8e5a76 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Synchronizing usage tracker for tenant:9041478b4b314552952768907a320dc1 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:48:38.439527 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7653d3e-b86a-4f39-9565-21f2449c8614 req-93b6f56b-c395-49f7-83f5-54aa077c59da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:48:38.443818 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e7653d3e-b86a-4f39-9565-21f2449c8614 req-93b6f56b-c395-49f7-83f5-54aa077c59da service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ed6cee95-42d0-4a0a-bd3d-0cc4902cab96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1023071 Oct 26 16:48:38.518100 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-cf661950-881a-4a0f-b81a-70293c014154 req-f654b7da-cc56-4c5f-96ef-5d17cf8e5a76 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Unset dirty status for tenant:9041478b4b314552952768907a320dc1 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:48:38.519268 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cf661950-881a-4a0f-b81a-70293c014154 req-f654b7da-cc56-4c5f-96ef-5d17cf8e5a76 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b847519-71e7-401e-b102-91f2d7bb002d HTTP/1.1" status: 200 len: 945 time: 0.2741818 Oct 26 16:48:38.597452 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cf661950-881a-4a0f-b81a-70293c014154 req-3a134793-1870-4d58-8a2a-87ade025e547 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=09c27aac-8ef2-4e3c-b6a1-2ff2b9e4d9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720828 Oct 26 16:48:38.617120 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e7653d3e-b86a-4f39-9565-21f2449c8614 req-62c67522-ea2b-4885-be03-8e2c22bd8d68 service neutron] 10.222.0.48 "GET /v2.0/networks/ed6cee95-42d0-4a0a-bd3d-0cc4902cab96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695192 Oct 26 16:48:38.737724 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-9ae6adef-cd51-4bd5-98ab-0be79c288516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f92e91ab-983e-4617-b673-41a7cc84385a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1891931030', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:51Z', 'updated_at': '2022-10-26T16:46:56Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': '9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:75:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92e91ab-983e-4617-b673-41a7cc84385a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:51Z', 'updated_at': '2022-10-26T16:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '17dff3ca-acfe-4451-91bc-f9f383b90b36', 'name': '', 'network_id': 'ed6cee95-42d0-4a0a-bd3d-0cc4902cab96', 'tenant_id': '9041478b4b314552952768907a320dc1', 'mac_address': 'fa:16:3e:5c:a3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92e91ab-983e-4617-b673-41a7cc84385a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'ee264744-2706-4b3c-94de-1f4a9ddcc573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:56Z', 'updated_at': '2022-10-26T16:47:02Z', 'revision_number': 5, 'project_id': '9041478b4b314552952768907a320dc1', 'subnets': [{'id': 'ee264744-2706-4b3c-94de-1f4a9ddcc573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:38.742246 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae6adef-cd51-4bd5-98ab-0be79c288516 None None] The sync data for ids ['f92e91ab-983e-4617-b673-41a7cc84385a'] in dv-neutron-862712-1-hyperv is: [{'id': 'f92e91ab-983e-4617-b673-41a7cc84385a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1891931030', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:51Z', 'updated_at': '2022-10-26T16:46:56Z', 'revision_number': 4, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': '9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:75:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92e91ab-983e-4617-b673-41a7cc84385a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:51Z', 'updated_at': '2022-10-26T16:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '17dff3ca-acfe-4451-91bc-f9f383b90b36', 'name': '', 'network_id': 'ed6cee95-42d0-4a0a-bd3d-0cc4902cab96', 'tenant_id': '9041478b4b314552952768907a320dc1', 'mac_address': 'fa:16:3e:5c:a3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92e91ab-983e-4617-b673-41a7cc84385a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'ee264744-2706-4b3c-94de-1f4a9ddcc573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:56Z', 'updated_at': '2022-10-26T16:47:02Z', 'revision_number': 5, 'project_id': '9041478b4b314552952768907a320dc1', 'subnets': [{'id': 'ee264744-2706-4b3c-94de-1f4a9ddcc573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:48:38.883826 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e7653d3e-b86a-4f39-9565-21f2449c8614 req-d211f7bf-7b98-44a0-9ebc-749b469f3795 service neutron] 10.222.0.48 "GET /v2.0/networks/ed6cee95-42d0-4a0a-bd3d-0cc4902cab96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599335 Oct 26 16:48:38.980456 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f25473-489b-46c4-8665-9035cceba79f None None] New status for floating IP f8f3f60e-1e29-41bb-8a6c-551708806295: DOWN {{(pid=89750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:48:39.811562 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316305c6-cf79-40a6-921b-bb922ebb8937 req-2d4cb361-5135-4551-b3d4-8099ce9cb5d7 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:48:39.813032 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-316305c6-cf79-40a6-921b-bb922ebb8937 req-2d4cb361-5135-4551-b3d4-8099ce9cb5d7 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b847519-71e7-401e-b102-91f2d7bb002d HTTP/1.1" status: 200 len: 945 time: 0.0938101 Oct 26 16:48:39.859459 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-316305c6-cf79-40a6-921b-bb922ebb8937 req-8d10a0b7-816e-45c7-b306-3a8baaa3591c tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/security-groups?id=09c27aac-8ef2-4e3c-b6a1-2ff2b9e4d9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391026 Oct 26 16:48:40.145847 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bcbff9-fce2-4cf1-80a9-d14630addf3e req-c31fe94d-b44f-4564-b946-2b2c6afa8621 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:48:40.147278 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-73bcbff9-fce2-4cf1-80a9-d14630addf3e req-c31fe94d-b44f-4564-b946-2b2c6afa8621 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b847519-71e7-401e-b102-91f2d7bb002d HTTP/1.1" status: 200 len: 945 time: 0.0899363 Oct 26 16:48:40.216540 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-73bcbff9-fce2-4cf1-80a9-d14630addf3e req-d4c833bc-28f1-4a7b-97f6-0534d6255aa1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Deleting port b33be106-45ae-4e3e-875a-955e5e4b9cf5 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:48:40.216872 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-73bcbff9-fce2-4cf1-80a9-d14630addf3e req-d4c833bc-28f1-4a7b-97f6-0534d6255aa1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:40.494906 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-73bcbff9-fce2-4cf1-80a9-d14630addf3e req-d4c833bc-28f1-4a7b-97f6-0534d6255aa1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] For port b33be106-45ae-4e3e-875a-955e5e4b9cf5, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=b33be106-45ae-4e3e-875a-955e5e4b9cf5,segment=NetworkSegment(ac73b45d-7dbc-4064-81bb-3fe6ce25e221),segment_id=ac73b45d-7dbc-4064-81bb-3fe6ce25e221)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:48:40.495259 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-73bcbff9-fce2-4cf1-80a9-d14630addf3e req-d4c833bc-28f1-4a7b-97f6-0534d6255aa1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:40.625765 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-73bcbff9-fce2-4cf1-80a9-d14630addf3e req-d4c833bc-28f1-4a7b-97f6-0534d6255aa1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Calling delete_port for b33be106-45ae-4e3e-875a-955e5e4b9cf5 owned by compute:nova {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:48:40.819251 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-73bcbff9-fce2-4cf1-80a9-d14630addf3e req-d4c833bc-28f1-4a7b-97f6-0534d6255aa1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:40.871696 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c833bc-28f1-4a7b-97f6-0534d6255aa1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event deleted for resources: {'Port': ['ID=b33be106-45ae-4e3e-875a-955e5e4b9cf5,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:40.969460 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-73bcbff9-fce2-4cf1-80a9-d14630addf3e req-d4c833bc-28f1-4a7b-97f6-0534d6255aa1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] No DVR routers for this DVR port b33be106-45ae-4e3e-875a-955e5e4b9cf5 on host hv-neutron-8627 {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:48:40.972265 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-73bcbff9-fce2-4cf1-80a9-d14630addf3e req-d4c833bc-28f1-4a7b-97f6-0534d6255aa1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:40.975012 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b847519-71e7-401e-b102-91f2d7bb002d', 'name': 'network-vif-deleted', 'tag': 'b33be106-45ae-4e3e-875a-955e5e4b9cf5'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:48:40.977452 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbecf65b1506daf1e3c9415b2792b0fd9d4f71d7b4124d9691f7baf88de182a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10dbd172-beb9-42b8-8745-2a87cd0a3b26" -d '{"events": [{"server_uuid": "7b847519-71e7-401e-b102-91f2d7bb002d", "name": "network-vif-deleted", "tag": "b33be106-45ae-4e3e-875a-955e5e4b9cf5"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:48:41.031728 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997a72c1-181e-406a-b476-006b21850628 x-openstack-request-id: req-997a72c1-181e-406a-b476-006b21850628 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:48:41.032370 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b847519-71e7-401e-b102-91f2d7bb002d", "name": "network-vif-deleted", "tag": "b33be106-45ae-4e3e-875a-955e5e4b9cf5", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:48:41.032370 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-997a72c1-181e-406a-b476-006b21850628 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:48:41.032680 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-997a72c1-181e-406a-b476-006b21850628'] response: {'server_uuid': '7b847519-71e7-401e-b102-91f2d7bb002d', 'name': 'network-vif-deleted', 'tag': 'b33be106-45ae-4e3e-875a-955e5e4b9cf5', 'status': 'completed', 'code': 200} Oct 26 16:48:41.047225 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-eb9a44e5-75da-4722-918e-dd09be66ad5c req-9f2b4a89-f002-4d1c-843a-f88fdb3da5fa tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Synchronizing usage tracker for tenant:9041478b4b314552952768907a320dc1 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:48:41.106096 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-73bcbff9-fce2-4cf1-80a9-d14630addf3e req-d4c833bc-28f1-4a7b-97f6-0534d6255aa1 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.48 "DELETE /v2.0/ports/b33be106-45ae-4e3e-875a-955e5e4b9cf5 HTTP/1.1" status: 204 len: 173 time: 0.9538634 Oct 26 16:48:41.177741 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-eb9a44e5-75da-4722-918e-dd09be66ad5c req-9f2b4a89-f002-4d1c-843a-f88fdb3da5fa tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Unset dirty status for tenant:9041478b4b314552952768907a320dc1 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:48:41.178913 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-eb9a44e5-75da-4722-918e-dd09be66ad5c req-9f2b4a89-f002-4d1c-843a-f88fdb3da5fa tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b847519-71e7-401e-b102-91f2d7bb002d HTTP/1.1" status: 200 len: 210 time: 0.1973729 Oct 26 16:48:42.281691 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 53280) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:48:42.930824 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-50116ff9-7625-4f33-938e-d49ae3957f1a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:43.283332 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-50116ff9-7625-4f33-938e-d49ae3957f1a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Deleting port 17dff3ca-acfe-4451-91bc-f9f383b90b36 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:48:43.283989 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-50116ff9-7625-4f33-938e-d49ae3957f1a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:43.470383 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-50116ff9-7625-4f33-938e-d49ae3957f1a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] For port 17dff3ca-acfe-4451-91bc-f9f383b90b36, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=17dff3ca-acfe-4451-91bc-f9f383b90b36,segment=NetworkSegment(ac73b45d-7dbc-4064-81bb-3fe6ce25e221),segment_id=ac73b45d-7dbc-4064-81bb-3fe6ce25e221)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:48:43.470885 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-50116ff9-7625-4f33-938e-d49ae3957f1a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:43.593183 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-50116ff9-7625-4f33-938e-d49ae3957f1a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Calling delete_port for 17dff3ca-acfe-4451-91bc-f9f383b90b36 owned by network:router_interface {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:48:43.830731 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-50116ff9-7625-4f33-938e-d49ae3957f1a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:43.882576 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50116ff9-7625-4f33-938e-d49ae3957f1a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event deleted for resources: {'Port': ['ID=17dff3ca-acfe-4451-91bc-f9f383b90b36,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:44.164446 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-50116ff9-7625-4f33-938e-d49ae3957f1a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:44.521145 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device b33be106-45ae-4e3e-875a-955e5e4b9cf5 no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:48:44.555587 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] No Port match for: b33be106-45ae-4e3e-875a-955e5e4b9cf5 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:48:44.555924 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device b33be106-45ae-4e3e-875a-955e5e4b9cf5 not bound to the agent host hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:48:44.628538 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50116ff9-7625-4f33-938e-d49ae3957f1a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Router f92e91ab-983e-4617-b673-41a7cc84385a has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:48:44.805409 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50116ff9-7625-4f33-938e-d49ae3957f1a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:48:44.815231 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f9f66a-1a0c-4c15-bc63-4ea1213e3214 None None] Sync routers for ids ['f92e91ab-983e-4617-b673-41a7cc84385a'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:48:44.818585 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-50116ff9-7625-4f33-938e-d49ae3957f1a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "PUT /v2.0/routers/f92e91ab-983e-4617-b673-41a7cc84385a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5357974 Oct 26 16:48:44.821197 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 53284) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:48:44.824347 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f9f66a-1a0c-4c15-bc63-4ea1213e3214 None None] Routers {'f92e91ab-983e-4617-b673-41a7cc84385a'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:48:44.824950 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-e1f9f66a-1a0c-4c15-bc63-4ea1213e3214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:48:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['f92e91ab-983e-4617-b673-41a7cc84385a'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:44.889906 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-c20e647b-ba67-44c4-a126-3c9bf7115c05 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Deleting subnet ee264744-2706-4b3c-94de-1f4a9ddcc573 {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 16:48:44.892985 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c20e647b-ba67-44c4-a126-3c9bf7115c05 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:44.947840 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c20e647b-ba67-44c4-a126-3c9bf7115c05 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:45.004695 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-e1f9f66a-1a0c-4c15-bc63-4ea1213e3214 None None] Set router f92e91ab-983e-4617-b673-41a7cc84385a gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:48:45.030681 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c20e647b-ba67-44c4-a126-3c9bf7115c05 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:45.162625 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c20e647b-ba67-44c4-a126-3c9bf7115c05 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:45.211952 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20e647b-ba67-44c4-a126-3c9bf7115c05 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event deleted for resources: {'Subnet': ['ID=ee264744-2706-4b3c-94de-1f4a9ddcc573,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:45.217232 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c20e647b-ba67-44c4-a126-3c9bf7115c05 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:45.224004 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0427b1-6cc5-4d33-ad26-1242b3337fd1 None None] Network ed6cee95-42d0-4a0a-bd3d-0cc4902cab96 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:48:45.224604 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-c20e647b-ba67-44c4-a126-3c9bf7115c05 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "DELETE /v2.0/subnets/ee264744-2706-4b3c-94de-1f4a9ddcc573 HTTP/1.1" status: 204 len: 168 time: 0.4024501 Oct 26 16:48:45.227400 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 53288) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:48:45.409467 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b22f6295-fc0e-4418-9f43-c937b9cb373a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for router, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:45.508089 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-e1f9f66a-1a0c-4c15-bc63-4ea1213e3214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f92e91ab-983e-4617-b673-41a7cc84385a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1891931030', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:51Z', 'updated_at': '2022-10-26T16:48:43Z', 'revision_number': 5, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': '9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:75:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92e91ab-983e-4617-b673-41a7cc84385a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:51Z', 'updated_at': '2022-10-26T16:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:45.515367 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f9f66a-1a0c-4c15-bc63-4ea1213e3214 None None] Checking router: f92e91ab-983e-4617-b673-41a7cc84385a for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:48:45.524984 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f9f66a-1a0c-4c15-bc63-4ea1213e3214 None None] Routers {'f92e91ab-983e-4617-b673-41a7cc84385a'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:48:45.525628 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-e1f9f66a-1a0c-4c15-bc63-4ea1213e3214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:48:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['f92e91ab-983e-4617-b673-41a7cc84385a'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:45.601905 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b22f6295-fc0e-4418-9f43-c937b9cb373a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:45.642010 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bed61c-c782-4ef3-b882-e17aad58d7f5 None None] DHCP port deletion for ed6cee95-42d0-4a0a-bd3d-0cc4902cab96 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 16:48:45.664460 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-41bed61c-c782-4ef3-b882-e17aad58d7f5 None None] Deleting port bd538a68-d64d-496f-96f7-da87682694b4 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:48:45.664837 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-41bed61c-c782-4ef3-b882-e17aad58d7f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:45.699319 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-b22f6295-fc0e-4418-9f43-c937b9cb373a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Deleting port 9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:48:45.699789 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b22f6295-fc0e-4418-9f43-c937b9cb373a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:45.803119 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-e1f9f66a-1a0c-4c15-bc63-4ea1213e3214 None None] Set router f92e91ab-983e-4617-b673-41a7cc84385a gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:48:45.995631 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-b22f6295-fc0e-4418-9f43-c937b9cb373a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] For port 9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:48:45.995979 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b22f6295-fc0e-4418-9f43-c937b9cb373a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:46.089537 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-41bed61c-c782-4ef3-b882-e17aad58d7f5 None None] For port bd538a68-d64d-496f-96f7-da87682694b4, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=bd538a68-d64d-496f-96f7-da87682694b4,segment=NetworkSegment(ac73b45d-7dbc-4064-81bb-3fe6ce25e221),segment_id=ac73b45d-7dbc-4064-81bb-3fe6ce25e221)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:48:46.089875 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-41bed61c-c782-4ef3-b882-e17aad58d7f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:46.118322 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-b22f6295-fc0e-4418-9f43-c937b9cb373a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Calling delete_port for 9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8 owned by network:router_gateway {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:48:46.227415 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-41bed61c-c782-4ef3-b882-e17aad58d7f5 None None] Calling delete_port for bd538a68-d64d-496f-96f7-da87682694b4 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:48:46.356697 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b22f6295-fc0e-4418-9f43-c937b9cb373a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:46.371572 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-e1f9f66a-1a0c-4c15-bc63-4ea1213e3214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f92e91ab-983e-4617-b673-41a7cc84385a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1891931030', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:51Z', 'updated_at': '2022-10-26T16:48:43Z', 'revision_number': 5, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': '9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:75:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92e91ab-983e-4617-b673-41a7cc84385a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:51Z', 'updated_at': '2022-10-26T16:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:46.376079 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f9f66a-1a0c-4c15-bc63-4ea1213e3214 None None] The sync data for ids ['f92e91ab-983e-4617-b673-41a7cc84385a'] in dv-neutron-862712-1-hyperv is: [{'id': 'f92e91ab-983e-4617-b673-41a7cc84385a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1891931030', 'tenant_id': '9041478b4b314552952768907a320dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:51Z', 'updated_at': '2022-10-26T16:48:43Z', 'revision_number': 5, 'project_id': '9041478b4b314552952768907a320dc1', 'gw_port': {'id': '9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:75:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92e91ab-983e-4617-b673-41a7cc84385a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:51Z', 'updated_at': '2022-10-26T16:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:48:46.382154 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device bd538a68-d64d-496f-96f7-da87682694b4 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:48:46.427267 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-41bed61c-c782-4ef3-b882-e17aad58d7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185'] for port, after_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:46.448820 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f6295-fc0e-4418-9f43-c937b9cb373a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event deleted for resources: {'Port': ['ID=9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:46.513066 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b22f6295-fc0e-4418-9f43-c937b9cb373a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:46.532041 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bed61c-c782-4ef3-b882-e17aad58d7f5 None None] Pushing event deleted for resources: {'Port': ['ID=bd538a68-d64d-496f-96f7-da87682694b4,revision_number=None']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:46.543451 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bed61c-c782-4ef3-b882-e17aad58d7f5 None None] No DVR routers for this DVR port bd538a68-d64d-496f-96f7-da87682694b4 on host dv-neutron-862712-1-hyperv {{(pid=89749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:48:46.546702 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bed61c-c782-4ef3-b882-e17aad58d7f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:46.547053 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bed61c-c782-4ef3-b882-e17aad58d7f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:46.547396 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bed61c-c782-4ef3-b882-e17aad58d7f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:46.547733 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bed61c-c782-4ef3-b882-e17aad58d7f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:46.548072 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bed61c-c782-4ef3-b882-e17aad58d7f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:46.548438 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bed61c-c782-4ef3-b882-e17aad58d7f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:46.548835 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bed61c-c782-4ef3-b882-e17aad58d7f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:46.549354 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bed61c-c782-4ef3-b882-e17aad58d7f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:46.549685 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bed61c-c782-4ef3-b882-e17aad58d7f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:46.550010 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bed61c-c782-4ef3-b882-e17aad58d7f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:46.550336 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bed61c-c782-4ef3-b882-e17aad58d7f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:46.550682 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bed61c-c782-4ef3-b882-e17aad58d7f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:46.556766 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No active binding found for port bd538a68-d64d-496f-96f7-da87682694b4 {{(pid=89749) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 26 16:48:46.557175 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device bd538a68-d64d-496f-96f7-da87682694b4 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:48:46.694561 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b22f6295-fc0e-4418-9f43-c937b9cb373a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:46.696858 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b22f6295-fc0e-4418-9f43-c937b9cb373a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:46.795049 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b22f6295-fc0e-4418-9f43-c937b9cb373a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:46.795704 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22f6295-fc0e-4418-9f43-c937b9cb373a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Fanout notify agent at l3_agent the message router_deleted on router f92e91ab-983e-4617-b673-41a7cc84385a {{(pid=89748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 16:48:46.812165 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b22f6295-fc0e-4418-9f43-c937b9cb373a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:46.813274 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b22f6295-fc0e-4418-9f43-c937b9cb373a tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "DELETE /v2.0/routers/f92e91ab-983e-4617-b673-41a7cc84385a HTTP/1.1" status: 204 len: 168 time: 1.5848901 Oct 26 16:48:46.816373 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 53292) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:48:46.933732 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a258f543-8f47-45e6-967e-80f9cf6253d8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:47.071608 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a258f543-8f47-45e6-967e-80f9cf6253d8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:47.097084 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-a258f543-8f47-45e6-967e-80f9cf6253d8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed6cee95-42d0-4a0a-bd3d-0cc4902cab96']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:47.109237 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-a258f543-8f47-45e6-967e-80f9cf6253d8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac73b45d-7dbc-4064-81bb-3fe6ce25e221') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:47.109541 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-a258f543-8f47-45e6-967e-80f9cf6253d8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac73b45d-7dbc-4064-81bb-3fe6ce25e221') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:47.121725 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a258f543-8f47-45e6-967e-80f9cf6253d8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:47.141906 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a258f543-8f47-45e6-967e-80f9cf6253d8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:47.148140 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a258f543-8f47-45e6-967e-80f9cf6253d8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:48:47.148531 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a258f543-8f47-45e6-967e-80f9cf6253d8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:47.215630 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment ac73b45d-7dbc-4064-81bb-3fe6ce25e221 resource provider aggregate not found Oct 26 16:48:47.247609 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment ac73b45d-7dbc-4064-81bb-3fe6ce25e221 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac73b45d-7dbc-4064-81bb-3fe6ce25e221 found for delete ", "request_id": "req-54eee46d-1ea1-42c8-a638-76d9865874b2"}]} Oct 26 16:48:47.366288 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a258f543-8f47-45e6-967e-80f9cf6253d8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:47.385088 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a258f543-8f47-45e6-967e-80f9cf6253d8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:47.396442 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a258f543-8f47-45e6-967e-80f9cf6253d8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event deleted for resources: {'Network': ['ID=ed6cee95-42d0-4a0a-bd3d-0cc4902cab96,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:47.463990 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-a258f543-8f47-45e6-967e-80f9cf6253d8 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "DELETE /v2.0/networks/ed6cee95-42d0-4a0a-bd3d-0cc4902cab96 HTTP/1.1" status: 204 len: 168 time: 0.6466048 Oct 26 16:48:47.466764 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 53300) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:48:47.538409 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d583acf5-e655-4415-9cf5-b10b025a5f71 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:47.568989 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d583acf5-e655-4415-9cf5-b10b025a5f71 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:47.687716 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d583acf5-e655-4415-9cf5-b10b025a5f71 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:47.707767 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d583acf5-e655-4415-9cf5-b10b025a5f71 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c27aac-8ef2-4e3c-b6a1-2ff2b9e4d9cd,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:47.795411 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d583acf5-e655-4415-9cf5-b10b025a5f71 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:47.796582 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-d583acf5-e655-4415-9cf5-b10b025a5f71 tempest-TestNetworkAdvancedServerOps-1279901673 tempest-TestNetworkAdvancedServerOps-1279901673-project] 10.222.0.23 "DELETE /v2.0/security-groups/09c27aac-8ef2-4e3c-b6a1-2ff2b9e4d9cd HTTP/1.1" status: 204 len: 168 time: 0.3287978 Oct 26 16:48:48.385604 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:48:48.419924 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:48:48.420263 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 9d38205c-a0b9-4ba5-bc2f-6b19413ae0c8 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:48:48.420671 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 17dff3ca-acfe-4451-91bc-f9f383b90b36 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:48:48.434572 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 53310) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:48:48.453821 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 17dff3ca-acfe-4451-91bc-f9f383b90b36 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:48:48.454169 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 17dff3ca-acfe-4451-91bc-f9f383b90b36 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:48:48.581572 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-08f9261a-ba77-4dbb-ad52-26529b4d025d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9041478b4b314552952768907a320dc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1457248 Oct 26 16:48:48.584054 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 53316) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:48:48.644299 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-61c86120-aef5-4849-938f-0be8096134a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:48.669675 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-61c86120-aef5-4849-938f-0be8096134a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:48.801589 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-61c86120-aef5-4849-938f-0be8096134a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:48.817500 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c86120-aef5-4849-938f-0be8096134a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08bb0791-5efc-48fd-9fae-6d7fc68c5bb4,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:48.825477 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-61c86120-aef5-4849-938f-0be8096134a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:48.826628 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-61c86120-aef5-4849-938f-0be8096134a4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/08bb0791-5efc-48fd-9fae-6d7fc68c5bb4 HTTP/1.1" status: 204 len: 168 time: 0.2416620 Oct 26 16:48:49.373216 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 53324) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:48:49.388884 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-44d0f6ac-0d17-4ebb-bb53-2a324c3ea459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:49.404485 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-44d0f6ac-0d17-4ebb-bb53-2a324c3ea459 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:48:49.409557 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-44d0f6ac-0d17-4ebb-bb53-2a324c3ea459 admin admin] Usage tracker for resource:security_group_rule and tenant:8abcfb6d02bc44439eef6f91baaea5d1 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:48:49.412450 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-44d0f6ac-0d17-4ebb-bb53-2a324c3ea459 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:48:49.418199 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-44d0f6ac-0d17-4ebb-bb53-2a324c3ea459 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:48:49.499489 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-44d0f6ac-0d17-4ebb-bb53-2a324c3ea459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:49.578942 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-44d0f6ac-0d17-4ebb-bb53-2a324c3ea459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:49.627968 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-44d0f6ac-0d17-4ebb-bb53-2a324c3ea459 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8abcfb6d02bc44439eef6f91baaea5d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2558157 Oct 26 16:48:49.628835 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d0f6ac-0d17-4ebb-bb53-2a324c3ea459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828ce6fd-8955-41c6-8b23-cc30176d583e,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:49.631326 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 53328) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:48:49.693805 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4192259b-c9c2-49d4-b9d0-74d1c6da48b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:49.719822 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4192259b-c9c2-49d4-b9d0-74d1c6da48b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:49.831112 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4192259b-c9c2-49d4-b9d0-74d1c6da48b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:49.845373 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192259b-c9c2-49d4-b9d0-74d1c6da48b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828ce6fd-8955-41c6-8b23-cc30176d583e,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:49.855250 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192259b-c9c2-49d4-b9d0-74d1c6da48b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:49.855606 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192259b-c9c2-49d4-b9d0-74d1c6da48b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:49.855951 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192259b-c9c2-49d4-b9d0-74d1c6da48b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:49.856293 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192259b-c9c2-49d4-b9d0-74d1c6da48b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:49.856634 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192259b-c9c2-49d4-b9d0-74d1c6da48b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:49.856966 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192259b-c9c2-49d4-b9d0-74d1c6da48b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:49.857296 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192259b-c9c2-49d4-b9d0-74d1c6da48b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:49.857628 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192259b-c9c2-49d4-b9d0-74d1c6da48b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:49.857956 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192259b-c9c2-49d4-b9d0-74d1c6da48b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:49.858280 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192259b-c9c2-49d4-b9d0-74d1c6da48b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:49.858638 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192259b-c9c2-49d4-b9d0-74d1c6da48b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:49.858963 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192259b-c9c2-49d4-b9d0-74d1c6da48b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:49.862125 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4192259b-c9c2-49d4-b9d0-74d1c6da48b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:49.863269 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4192259b-c9c2-49d4-b9d0-74d1c6da48b3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/828ce6fd-8955-41c6-8b23-cc30176d583e HTTP/1.1" status: 204 len: 168 time: 0.2302620 Oct 26 16:48:51.074325 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 53352) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:48:51.177138 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-04be4045-318e-476f-add4-8df256bf24b2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-862944839-network', 'tenant_id': '5231456f896e4509b2930d51e68e5e80'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:51.181859 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-04be4045-318e-476f-add4-8df256bf24b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:48:51.185680 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-04be4045-318e-476f-add4-8df256bf24b2 admin admin] Usage tracker for resource:network and tenant:5231456f896e4509b2930d51e68e5e80 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:48:51.188478 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-04be4045-318e-476f-add4-8df256bf24b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:48:51.194768 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-04be4045-318e-476f-add4-8df256bf24b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:48:51.257020 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04be4045-318e-476f-add4-8df256bf24b2 admin admin] Made reservation on behalf of 5231456f896e4509b2930d51e68e5e80 for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:48:51.259251 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-04be4045-318e-476f-add4-8df256bf24b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:51.274679 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-04be4045-318e-476f-add4-8df256bf24b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:51.288875 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-04be4045-318e-476f-add4-8df256bf24b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:48:51.292615 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-04be4045-318e-476f-add4-8df256bf24b2 admin admin] Usage tracker for resource:security_group_rule and tenant:5231456f896e4509b2930d51e68e5e80 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:48:51.295313 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-04be4045-318e-476f-add4-8df256bf24b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:48:51.301154 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-04be4045-318e-476f-add4-8df256bf24b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:48:51.381525 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-04be4045-318e-476f-add4-8df256bf24b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:51.451781 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-04be4045-318e-476f-add4-8df256bf24b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:51.481918 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04be4045-318e-476f-add4-8df256bf24b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:48:51.490752 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be4045-318e-476f-add4-8df256bf24b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f5deeb-0053-4dea-8ab3-fc867c14a4b5,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:51.496403 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-04be4045-318e-476f-add4-8df256bf24b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:51.496808 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-04be4045-318e-476f-add4-8df256bf24b2 admin admin] Added segment ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3 of type vlan for network a50afd66-af56-457f-a86e-d697eb1f8394 Oct 26 16:48:51.522596 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-04be4045-318e-476f-add4-8df256bf24b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:51.625254 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-04be4045-318e-476f-add4-8df256bf24b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:51.626207 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04be4045-318e-476f-add4-8df256bf24b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:48:51.627662 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-04be4045-318e-476f-add4-8df256bf24b2 admin admin] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:51.730116 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be4045-318e-476f-add4-8df256bf24b2 admin admin] Pushing event updated for resources: {'Network': ['ID=a50afd66-af56-457f-a86e-d697eb1f8394,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:51.741439 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network a50afd66-af56-457f-a86e-d697eb1f8394 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 16:48:51.796805 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-04be4045-318e-476f-add4-8df256bf24b2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7213597 Oct 26 16:48:51.800636 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 53358) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:48:51.806097 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-9a91cd68-b7a8-4bfa-a36b-02ab93936071 admin admin] Request body: {'subnet': {'network_id': 'a50afd66-af56-457f-a86e-d697eb1f8394', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-862944839-subnet', 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'ip_version': 4}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:51.811260 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-9a91cd68-b7a8-4bfa-a36b-02ab93936071 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:48:51.815722 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-9a91cd68-b7a8-4bfa-a36b-02ab93936071 admin admin] Usage tracker for resource:subnet and tenant:5231456f896e4509b2930d51e68e5e80 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:48:51.818657 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-9a91cd68-b7a8-4bfa-a36b-02ab93936071 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:48:51.824388 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-9a91cd68-b7a8-4bfa-a36b-02ab93936071 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:48:51.881688 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a91cd68-b7a8-4bfa-a36b-02ab93936071 admin admin] Made reservation on behalf of 5231456f896e4509b2930d51e68e5e80 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:48:51.884001 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9a91cd68-b7a8-4bfa-a36b-02ab93936071 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:52.133444 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9a91cd68-b7a8-4bfa-a36b-02ab93936071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:52.210635 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91cd68-b7a8-4bfa-a36b-02ab93936071 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89fac9bf-5e2b-4f94-ae81-918aebd1acad,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:52.219964 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a91cd68-b7a8-4bfa-a36b-02ab93936071 admin admin] Checking segment: {'id': 'ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a50afd66-af56-457f-a86e-d697eb1f8394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:48:52.220965 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a91cd68-b7a8-4bfa-a36b-02ab93936071 admin admin] Network hostable DHCP agents. Network: a50afd66-af56-457f-a86e-d697eb1f8394, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:48:52.291758 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a91cd68-b7a8-4bfa-a36b-02ab93936071 admin admin] Network a50afd66-af56-457f-a86e-d697eb1f8394 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:48:52.401866 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-9a91cd68-b7a8-4bfa-a36b-02ab93936071 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, a50afd66-af56-457f-a86e-d697eb1f8394) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:48:52.405796 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a91cd68-b7a8-4bfa-a36b-02ab93936071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:48:52.406403 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9a91cd68-b7a8-4bfa-a36b-02ab93936071 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:52.412191 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d85fd5-bd87-4139-aa47-efc5b0dde0ca None None] Network a50afd66-af56-457f-a86e-d697eb1f8394 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:48:52.500158 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-9a91cd68-b7a8-4bfa-a36b-02ab93936071 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6981719 Oct 26 16:48:52.506124 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 53362) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:48:52.511770 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-bd4fb468-35cc-4469-bc2d-b389796a5d70 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-862944839-router', 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:52.516576 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-bd4fb468-35cc-4469-bc2d-b389796a5d70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:48:52.521208 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-bd4fb468-35cc-4469-bc2d-b389796a5d70 admin admin] Usage tracker for resource:router and tenant:5231456f896e4509b2930d51e68e5e80 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:48:52.524060 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-bd4fb468-35cc-4469-bc2d-b389796a5d70 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:48:52.529752 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-bd4fb468-35cc-4469-bc2d-b389796a5d70 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:48:52.596272 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bd4fb468-35cc-4469-bc2d-b389796a5d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:52.597358 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bd4fb468-35cc-4469-bc2d-b389796a5d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:52.613064 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bd4fb468-35cc-4469-bc2d-b389796a5d70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:52.635780 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6634467-327f-42b2-a72e-37094c98c8f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-a50afd66-af56-457f-a86e-d697eb1f8394', 'network_id': 'a50afd66-af56-457f-a86e-d697eb1f8394', 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'fixed_ips': [{'subnet_id': '89fac9bf-5e2b-4f94-ae81-918aebd1acad'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 16:48:52.635913 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b6634467-327f-42b2-a72e-37094c98c8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:52.796158 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-b6634467-327f-42b2-a72e-37094c98c8f4 None None] Allocated IP 172.20.0.2 (a50afd66-af56-457f-a86e-d697eb1f8394/89fac9bf-5e2b-4f94-ae81-918aebd1acad/edaa2385-7fda-4c59-9a95-0dbc22fc616b) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:48:53.004184 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b6634467-327f-42b2-a72e-37094c98c8f4 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:53.014031 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-b6634467-327f-42b2-a72e-37094c98c8f4 None None] Transition to ACTIVE for port object edaa2385-7fda-4c59-9a95-0dbc22fc616b will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:48:53.032192 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-b6634467-327f-42b2-a72e-37094c98c8f4 None None] Transition to ACTIVE for port object edaa2385-7fda-4c59-9a95-0dbc22fc616b will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:48:53.062664 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bd4fb468-35cc-4469-bc2d-b389796a5d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:53.099674 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b6634467-327f-42b2-a72e-37094c98c8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:53.169151 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6634467-327f-42b2-a72e-37094c98c8f4 None None] Network a50afd66-af56-457f-a86e-d697eb1f8394 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:48:53.171957 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-b6634467-327f-42b2-a72e-37094c98c8f4 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:48:53.176076 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6634467-327f-42b2-a72e-37094c98c8f4 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:48:53.181907 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6634467-327f-42b2-a72e-37094c98c8f4 None None] Pushing event updated for resources: {'Port': ['ID=edaa2385-7fda-4c59-9a95-0dbc22fc616b,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:53.281296 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-b6634467-327f-42b2-a72e-37094c98c8f4 None None] Attempting to bind port edaa2385-7fda-4c59-9a95-0dbc22fc616b on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:48:53.281568 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-b6634467-327f-42b2-a72e-37094c98c8f4 None None] Attempting to bind port edaa2385-7fda-4c59-9a95-0dbc22fc616b by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a50afd66-af56-457f-a86e-d697eb1f8394'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:48:53.281933 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6634467-327f-42b2-a72e-37094c98c8f4 None None] Attempting to bind port edaa2385-7fda-4c59-9a95-0dbc22fc616b on network a50afd66-af56-457f-a86e-d697eb1f8394 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:48:53.287288 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6634467-327f-42b2-a72e-37094c98c8f4 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:48:53.287660 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6634467-327f-42b2-a72e-37094c98c8f4 None None] Checking segment: {'id': 'ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a50afd66-af56-457f-a86e-d697eb1f8394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:48:53.288060 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b6634467-327f-42b2-a72e-37094c98c8f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:53.288453 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6634467-327f-42b2-a72e-37094c98c8f4 None None] Bound using segment: {'id': 'ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a50afd66-af56-457f-a86e-d697eb1f8394'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:48:53.288913 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-b6634467-327f-42b2-a72e-37094c98c8f4 None None] Bound port: edaa2385-7fda-4c59-9a95-0dbc22fc616b, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a50afd66-af56-457f-a86e-d697eb1f8394'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:48:53.289284 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b6634467-327f-42b2-a72e-37094c98c8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:53.381258 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-b6634467-327f-42b2-a72e-37094c98c8f4 None None] For port edaa2385-7fda-4c59-9a95-0dbc22fc616b, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:48:53.384281 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-b6634467-327f-42b2-a72e-37094c98c8f4 None None] For port edaa2385-7fda-4c59-9a95-0dbc22fc616b, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=edaa2385-7fda-4c59-9a95-0dbc22fc616b,segment=NetworkSegment(ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3),segment_id=ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:48:53.432629 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bd4fb468-35cc-4469-bc2d-b389796a5d70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:53.441897 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b6634467-327f-42b2-a72e-37094c98c8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:53.463063 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bd4fb468-35cc-4469-bc2d-b389796a5d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:53.521874 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6634467-327f-42b2-a72e-37094c98c8f4 None None] Pushing event updated for resources: {'Port': ['ID=edaa2385-7fda-4c59-9a95-0dbc22fc616b,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:53.606940 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-bd4fb468-35cc-4469-bc2d-b389796a5d70 admin admin] Allocated IP 172.26.2.82 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/3c129a21-e497-4583-a050-d919af21e099) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:48:53.785710 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bd4fb468-35cc-4469-bc2d-b389796a5d70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:53.881991 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bd4fb468-35cc-4469-bc2d-b389796a5d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:53.947643 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4fb468-35cc-4469-bc2d-b389796a5d70 admin admin] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:48:53.950385 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-bd4fb468-35cc-4469-bc2d-b389796a5d70 admin admin] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:48:53.952770 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4fb468-35cc-4469-bc2d-b389796a5d70 admin admin] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:48:53.991749 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fb468-35cc-4469-bc2d-b389796a5d70 admin admin] Pushing event updated for resources: {'Port': ['ID=3c129a21-e497-4583-a050-d919af21e099,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:54.424496 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device edaa2385-7fda-4c59-9a95-0dbc22fc616b up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:48:54.480869 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff252d73-0e59-4647-94fb-d5a1f75f3f8b None None] Network a50afd66-af56-457f-a86e-d697eb1f8394 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:48:54.574373 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bd4fb468-35cc-4469-bc2d-b389796a5d70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:54.659223 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-0e200b6d-3778-4bb3-949f-3866be48d471 None None] Provisioning for port edaa2385-7fda-4c59-9a95-0dbc22fc616b completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:48:54.723805 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port edaa2385-7fda-4c59-9a95-0dbc22fc616b completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:48:54.743977 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port edaa2385-7fda-4c59-9a95-0dbc22fc616b triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:48:54.744597 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:54.744928 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port edaa2385-7fda-4c59-9a95-0dbc22fc616b Oct 26 16:48:54.882165 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port edaa2385-7fda-4c59-9a95-0dbc22fc616b is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:48:54.882688 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:54.920058 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port edaa2385-7fda-4c59-9a95-0dbc22fc616b, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=edaa2385-7fda-4c59-9a95-0dbc22fc616b,segment=NetworkSegment(ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3),segment_id=ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:48:54.937755 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bd4fb468-35cc-4469-bc2d-b389796a5d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:55.024661 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:55.137572 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-030bdd1a-3418-475e-91b9-799e30738388 None None] Provisioning complete for port edaa2385-7fda-4c59-9a95-0dbc22fc616b triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:48:55.137844 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-030bdd1a-3418-475e-91b9-799e30738388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:55.138181 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-030bdd1a-3418-475e-91b9-799e30738388 None None] Attempt 1 to provision port edaa2385-7fda-4c59-9a95-0dbc22fc616b Oct 26 16:48:55.178728 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=edaa2385-7fda-4c59-9a95-0dbc22fc616b,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:55.201687 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4fb468-35cc-4469-bc2d-b389796a5d70 admin admin] Router e78a1ddd-6b1d-4abc-a302-26ea26279d0b is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 16:48:55.261214 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-030bdd1a-3418-475e-91b9-799e30738388 None None] Current status of the port edaa2385-7fda-4c59-9a95-0dbc22fc616b is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:48:55.380583 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4fb468-35cc-4469-bc2d-b389796a5d70 admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:48:55.389207 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7999a68d-0865-42a1-a619-41b49a940281 None None] Sync routers for ids ['e78a1ddd-6b1d-4abc-a302-26ea26279d0b'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:48:55.399046 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7999a68d-0865-42a1-a619-41b49a940281 None None] Routers {'e78a1ddd-6b1d-4abc-a302-26ea26279d0b'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:48:55.399652 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-7999a68d-0865-42a1-a619-41b49a940281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:48:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['e78a1ddd-6b1d-4abc-a302-26ea26279d0b'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:55.453363 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bd4fb468-35cc-4469-bc2d-b389796a5d70 admin admin] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:55.457593 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-bd4fb468-35cc-4469-bc2d-b389796a5d70 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.9474323 Oct 26 16:48:55.457971 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 53366) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:48:55.577330 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-7999a68d-0865-42a1-a619-41b49a940281 None None] Set router e78a1ddd-6b1d-4abc-a302-26ea26279d0b gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:48:55.893858 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-7999a68d-0865-42a1-a619-41b49a940281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'name': 'tempest-TestShelveInstance-862944839-router', 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '3c129a21-e497-4583-a050-d919af21e099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:48:52Z', 'updated_at': '2022-10-26T16:48:54Z', 'revision_number': 3, 'project_id': '5231456f896e4509b2930d51e68e5e80', 'gw_port': {'id': '3c129a21-e497-4583-a050-d919af21e099', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:42:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:48:53Z', 'updated_at': '2022-10-26T16:48:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:55.897586 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7999a68d-0865-42a1-a619-41b49a940281 None None] Checking router: e78a1ddd-6b1d-4abc-a302-26ea26279d0b for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:48:55.897931 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7999a68d-0865-42a1-a619-41b49a940281 None None] Updating router e78a1ddd-6b1d-4abc-a302-26ea26279d0b port 3c129a21-e497-4583-a050-d919af21e099 binding host dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:48:55.949236 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-7999a68d-0865-42a1-a619-41b49a940281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:56.250690 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5c191f85-78c2-4688-af48-c36368b6f914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:56.272149 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-7999a68d-0865-42a1-a619-41b49a940281 None None] Notify callbacks [] for port, precommit_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:56.283636 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.provisioning_blocks [None req-7999a68d-0865-42a1-a619-41b49a940281 None None] Transition to ACTIVE for port object 3c129a21-e497-4583-a050-d919af21e099 will not be triggered until provisioned by entity L2. {{(pid=89750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:48:56.344803 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-7999a68d-0865-42a1-a619-41b49a940281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:56.391342 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device edaa2385-7fda-4c59-9a95-0dbc22fc616b up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:48:56.415098 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-7999a68d-0865-42a1-a619-41b49a940281 None None] Attempting to bind port 3c129a21-e497-4583-a050-d919af21e099 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:48:56.419816 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-7999a68d-0865-42a1-a619-41b49a940281 None None] Attempting to bind port 3c129a21-e497-4583-a050-d919af21e099 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:48:56.419816 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7999a68d-0865-42a1-a619-41b49a940281 None None] Attempting to bind port 3c129a21-e497-4583-a050-d919af21e099 on network 0c79a151-ef79-4fff-8a3c-258f9478471d {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:48:56.425414 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7999a68d-0865-42a1-a619-41b49a940281 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:48:56.425790 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7999a68d-0865-42a1-a619-41b49a940281 None None] Checking segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:48:56.426187 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-7999a68d-0865-42a1-a619-41b49a940281 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:56.426610 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7999a68d-0865-42a1-a619-41b49a940281 None None] Bound using segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:48:56.427076 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-7999a68d-0865-42a1-a619-41b49a940281 None None] Bound port: 3c129a21-e497-4583-a050-d919af21e099, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:48:56.427445 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-7999a68d-0865-42a1-a619-41b49a940281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:56.461536 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port edaa2385-7fda-4c59-9a95-0dbc22fc616b triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:48:56.462025 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:56.462428 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port edaa2385-7fda-4c59-9a95-0dbc22fc616b Oct 26 16:48:56.466319 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-5c191f85-78c2-4688-af48-c36368b6f914 admin admin] Allocated IP 172.20.0.1 (a50afd66-af56-457f-a86e-d697eb1f8394/89fac9bf-5e2b-4f94-ae81-918aebd1acad/40c61bb9-6c9f-472d-8b5a-0457165626ba) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:48:56.474195 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc19c2-15c2-4c76-9958-6c5cabf0c967 None None] Pushing event updated for resources: {'Port': ['ID=3c129a21-e497-4583-a050-d919af21e099,revision_number=2']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:56.483025 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dc19c2-15c2-4c76-9958-6c5cabf0c967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:56.483382 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dc19c2-15c2-4c76-9958-6c5cabf0c967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:56.483724 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dc19c2-15c2-4c76-9958-6c5cabf0c967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:56.484055 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dc19c2-15c2-4c76-9958-6c5cabf0c967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:56.484382 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dc19c2-15c2-4c76-9958-6c5cabf0c967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:56.484709 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dc19c2-15c2-4c76-9958-6c5cabf0c967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:56.485033 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dc19c2-15c2-4c76-9958-6c5cabf0c967 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:56.485377 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dc19c2-15c2-4c76-9958-6c5cabf0c967 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:56.485674 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dc19c2-15c2-4c76-9958-6c5cabf0c967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:56.486216 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dc19c2-15c2-4c76-9958-6c5cabf0c967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:56.486402 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dc19c2-15c2-4c76-9958-6c5cabf0c967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:56.486909 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dc19c2-15c2-4c76-9958-6c5cabf0c967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:48:56.524278 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-7999a68d-0865-42a1-a619-41b49a940281 None None] For port 3c129a21-e497-4583-a050-d919af21e099, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:48:56.527231 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-7999a68d-0865-42a1-a619-41b49a940281 None None] For port 3c129a21-e497-4583-a050-d919af21e099, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=3c129a21-e497-4583-a050-d919af21e099,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:48:56.577764 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-7999a68d-0865-42a1-a619-41b49a940281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:56.584613 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port edaa2385-7fda-4c59-9a95-0dbc22fc616b is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:48:56.630357 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5c191f85-78c2-4688-af48-c36368b6f914 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:56.640642 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7999a68d-0865-42a1-a619-41b49a940281 None None] Routers {'e78a1ddd-6b1d-4abc-a302-26ea26279d0b'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:48:56.641262 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-7999a68d-0865-42a1-a619-41b49a940281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:48:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['e78a1ddd-6b1d-4abc-a302-26ea26279d0b'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:56.647586 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-5c191f85-78c2-4688-af48-c36368b6f914 admin admin] Transition to ACTIVE for port object 40c61bb9-6c9f-472d-8b5a-0457165626ba will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:48:56.745187 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5c191f85-78c2-4688-af48-c36368b6f914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:56.781458 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc19c2-15c2-4c76-9958-6c5cabf0c967 None None] Pushing event updated for resources: {'Port': ['ID=3c129a21-e497-4583-a050-d919af21e099,revision_number=3']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:56.813115 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c191f85-78c2-4688-af48-c36368b6f914 admin admin] Network a50afd66-af56-457f-a86e-d697eb1f8394 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:48:56.816766 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-5c191f85-78c2-4688-af48-c36368b6f914 admin admin] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:48:56.819260 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c191f85-78c2-4688-af48-c36368b6f914 admin admin] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:48:56.831497 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-7999a68d-0865-42a1-a619-41b49a940281 None None] Set router e78a1ddd-6b1d-4abc-a302-26ea26279d0b gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:48:56.858359 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c191f85-78c2-4688-af48-c36368b6f914 admin admin] Pushing event updated for resources: {'Port': ['ID=40c61bb9-6c9f-472d-8b5a-0457165626ba,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:56.884464 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5c191f85-78c2-4688-af48-c36368b6f914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:57.064408 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5c191f85-78c2-4688-af48-c36368b6f914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:57.126929 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-7999a68d-0865-42a1-a619-41b49a940281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'name': 'tempest-TestShelveInstance-862944839-router', 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '3c129a21-e497-4583-a050-d919af21e099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:48:52Z', 'updated_at': '2022-10-26T16:48:54Z', 'revision_number': 3, 'project_id': '5231456f896e4509b2930d51e68e5e80', 'gw_port': {'id': '3c129a21-e497-4583-a050-d919af21e099', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:42:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:48:53Z', 'updated_at': '2022-10-26T16:48:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:57.130761 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7999a68d-0865-42a1-a619-41b49a940281 None None] The sync data for ids ['e78a1ddd-6b1d-4abc-a302-26ea26279d0b'] in dv-neutron-862712-1-hyperv is: [{'id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'name': 'tempest-TestShelveInstance-862944839-router', 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '3c129a21-e497-4583-a050-d919af21e099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:48:52Z', 'updated_at': '2022-10-26T16:48:54Z', 'revision_number': 3, 'project_id': '5231456f896e4509b2930d51e68e5e80', 'gw_port': {'id': '3c129a21-e497-4583-a050-d919af21e099', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:42:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:48:53Z', 'updated_at': '2022-10-26T16:48:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:48:57.161747 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-442472c0-a46e-4281-96c0-3d27ec6d9cd5 None None] Provisioning for port 40c61bb9-6c9f-472d-8b5a-0457165626ba completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:48:57.167056 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-442472c0-a46e-4281-96c0-3d27ec6d9cd5 None None] Provisioning complete for port 40c61bb9-6c9f-472d-8b5a-0457165626ba triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:48:57.167460 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-442472c0-a46e-4281-96c0-3d27ec6d9cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:57.167822 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-442472c0-a46e-4281-96c0-3d27ec6d9cd5 None None] Attempt 1 to provision port 40c61bb9-6c9f-472d-8b5a-0457165626ba Oct 26 16:48:57.227165 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-442472c0-a46e-4281-96c0-3d27ec6d9cd5 None None] Port 40c61bb9-6c9f-472d-8b5a-0457165626ba cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:48:57.301142 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5c191f85-78c2-4688-af48-c36368b6f914 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:57.383646 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5c191f85-78c2-4688-af48-c36368b6f914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:57.499259 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c191f85-78c2-4688-af48-c36368b6f914 admin admin] Pushing event updated for resources: {'Port': ['ID=40c61bb9-6c9f-472d-8b5a-0457165626ba,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:57.502584 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5c191f85-78c2-4688-af48-c36368b6f914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:57.716449 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:57.728346 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-442472c0-a46e-4281-96c0-3d27ec6d9cd5 None None] Attempt 2 to provision port 40c61bb9-6c9f-472d-8b5a-0457165626ba Oct 26 16:48:57.772531 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c191f85-78c2-4688-af48-c36368b6f914 admin admin] Network a50afd66-af56-457f-a86e-d697eb1f8394 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:48:57.773839 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-5c191f85-78c2-4688-af48-c36368b6f914 admin admin] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:48:57.786087 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-442472c0-a46e-4281-96c0-3d27ec6d9cd5 None None] Port 40c61bb9-6c9f-472d-8b5a-0457165626ba cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:48:57.977411 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c191f85-78c2-4688-af48-c36368b6f914 admin admin] Router e78a1ddd-6b1d-4abc-a302-26ea26279d0b has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:48:58.162359 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c191f85-78c2-4688-af48-c36368b6f914 admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:48:58.178587 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-5c191f85-78c2-4688-af48-c36368b6f914 admin admin] 10.222.0.23 "PUT /v2.0/routers/e78a1ddd-6b1d-4abc-a302-26ea26279d0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7194586 Oct 26 16:48:58.287626 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-442472c0-a46e-4281-96c0-3d27ec6d9cd5 None None] Attempt 3 to provision port 40c61bb9-6c9f-472d-8b5a-0457165626ba Oct 26 16:48:58.342386 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-442472c0-a46e-4281-96c0-3d27ec6d9cd5 None None] Port 40c61bb9-6c9f-472d-8b5a-0457165626ba cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:48:58.420244 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 3c129a21-e497-4583-a050-d919af21e099 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:48:58.549441 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 3c129a21-e497-4583-a050-d919af21e099 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:48:58.554660 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 3c129a21-e497-4583-a050-d919af21e099 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:48:58.555058 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:58.555395 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 3c129a21-e497-4583-a050-d919af21e099 Oct 26 16:48:58.686326 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 3c129a21-e497-4583-a050-d919af21e099 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:48:58.687062 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:58.704285 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7acf544-dcd2-4381-9eff-286cd8d3bbc2 None None] Sync routers for ids ['e78a1ddd-6b1d-4abc-a302-26ea26279d0b'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:48:58.714294 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 3c129a21-e497-4583-a050-d919af21e099, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=3c129a21-e497-4583-a050-d919af21e099,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:48:58.718656 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7acf544-dcd2-4381-9eff-286cd8d3bbc2 None None] Routers {'e78a1ddd-6b1d-4abc-a302-26ea26279d0b'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:48:58.719262 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-f7acf544-dcd2-4381-9eff-286cd8d3bbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:48:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['e78a1ddd-6b1d-4abc-a302-26ea26279d0b'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:58.829672 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:58.875606 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-442472c0-a46e-4281-96c0-3d27ec6d9cd5 None None] Attempt 4 to provision port 40c61bb9-6c9f-472d-8b5a-0457165626ba Oct 26 16:48:58.947917 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 53384) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:48:58.953782 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-26c066ad-d840-4fc9-b57b-ef713cd3a9b4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1709750205-network', 'tenant_id': 'e7a912d8fd2d45e5a2ac8705e2503c29'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:58.959186 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-26c066ad-d840-4fc9-b57b-ef713cd3a9b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:48:58.963146 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-26c066ad-d840-4fc9-b57b-ef713cd3a9b4 admin admin] Usage tracker for resource:network and tenant:e7a912d8fd2d45e5a2ac8705e2503c29 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:48:58.966027 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-26c066ad-d840-4fc9-b57b-ef713cd3a9b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:48:58.971960 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-26c066ad-d840-4fc9-b57b-ef713cd3a9b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:48:58.979893 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-442472c0-a46e-4281-96c0-3d27ec6d9cd5 None None] Port 40c61bb9-6c9f-472d-8b5a-0457165626ba cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:48:58.993178 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=3c129a21-e497-4583-a050-d919af21e099,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:59.014761 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-f7acf544-dcd2-4381-9eff-286cd8d3bbc2 None None] Set router e78a1ddd-6b1d-4abc-a302-26ea26279d0b gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:48:59.036322 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c066ad-d840-4fc9-b57b-ef713cd3a9b4 admin admin] Made reservation on behalf of e7a912d8fd2d45e5a2ac8705e2503c29 for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:48:59.038838 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-26c066ad-d840-4fc9-b57b-ef713cd3a9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:59.051406 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-26c066ad-d840-4fc9-b57b-ef713cd3a9b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:59.065906 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-26c066ad-d840-4fc9-b57b-ef713cd3a9b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:48:59.070206 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-26c066ad-d840-4fc9-b57b-ef713cd3a9b4 admin admin] Usage tracker for resource:security_group_rule and tenant:e7a912d8fd2d45e5a2ac8705e2503c29 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:48:59.073246 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-26c066ad-d840-4fc9-b57b-ef713cd3a9b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:48:59.079244 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-26c066ad-d840-4fc9-b57b-ef713cd3a9b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:48:59.169096 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-26c066ad-d840-4fc9-b57b-ef713cd3a9b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:59.230593 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-26c066ad-d840-4fc9-b57b-ef713cd3a9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:59.261282 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26c066ad-d840-4fc9-b57b-ef713cd3a9b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:48:59.270406 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c066ad-d840-4fc9-b57b-ef713cd3a9b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f825f7-b988-4c02-9b06-579f9b1ff4d4,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:59.275937 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-26c066ad-d840-4fc9-b57b-ef713cd3a9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:59.276281 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-26c066ad-d840-4fc9-b57b-ef713cd3a9b4 admin admin] Added segment 05920e43-5579-4f12-8a88-76c955446b13 of type vlan for network a93cd735-ccc3-4596-a985-b0bd254144e0 Oct 26 16:48:59.303077 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-26c066ad-d840-4fc9-b57b-ef713cd3a9b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:59.336811 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-f7acf544-dcd2-4381-9eff-286cd8d3bbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'name': 'tempest-TestShelveInstance-862944839-router', 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '3c129a21-e497-4583-a050-d919af21e099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:48:52Z', 'updated_at': '2022-10-26T16:48:56Z', 'revision_number': 4, 'project_id': '5231456f896e4509b2930d51e68e5e80', 'gw_port': {'id': '3c129a21-e497-4583-a050-d919af21e099', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:42:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:48:53Z', 'updated_at': '2022-10-26T16:48:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '40c61bb9-6c9f-472d-8b5a-0457165626ba', 'name': '', 'network_id': 'a50afd66-af56-457f-a86e-d697eb1f8394', 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'mac_address': 'fa:16:3e:77:dd:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '89fac9bf-5e2b-4f94-ae81-918aebd1acad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:48:56Z', 'updated_at': '2022-10-26T16:48:57Z', 'revision_number': 2, 'project_id': '5231456f896e4509b2930d51e68e5e80', 'subnets': [{'id': '89fac9bf-5e2b-4f94-ae81-918aebd1acad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:48:59.340767 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7acf544-dcd2-4381-9eff-286cd8d3bbc2 None None] Checking router: e78a1ddd-6b1d-4abc-a302-26ea26279d0b for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:48:59.341164 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7acf544-dcd2-4381-9eff-286cd8d3bbc2 None None] Updating router e78a1ddd-6b1d-4abc-a302-26ea26279d0b port 40c61bb9-6c9f-472d-8b5a-0457165626ba binding host dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:48:59.395618 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f7acf544-dcd2-4381-9eff-286cd8d3bbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:59.400613 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-26c066ad-d840-4fc9-b57b-ef713cd3a9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:59.401612 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c066ad-d840-4fc9-b57b-ef713cd3a9b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:48:59.402188 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-26c066ad-d840-4fc9-b57b-ef713cd3a9b4 admin admin] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:59.490011 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-442472c0-a46e-4281-96c0-3d27ec6d9cd5 None None] Attempt 5 to provision port 40c61bb9-6c9f-472d-8b5a-0457165626ba Oct 26 16:48:59.508711 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c066ad-d840-4fc9-b57b-ef713cd3a9b4 admin admin] Pushing event updated for resources: {'Network': ['ID=a93cd735-ccc3-4596-a985-b0bd254144e0,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:48:59.524877 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network a93cd735-ccc3-4596-a985-b0bd254144e0 details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 16:48:59.585164 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-26c066ad-d840-4fc9-b57b-ef713cd3a9b4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6361818 Oct 26 16:48:59.588096 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 53388) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:48:59.593439 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-0137c413-c4eb-42f5-868d-299a7fcfed2b admin admin] Request body: {'subnet': {'network_id': 'a93cd735-ccc3-4596-a985-b0bd254144e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1709750205-subnet', 'tenant_id': 'e7a912d8fd2d45e5a2ac8705e2503c29', 'ip_version': 4}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:48:59.599721 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-0137c413-c4eb-42f5-868d-299a7fcfed2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:48:59.603791 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-0137c413-c4eb-42f5-868d-299a7fcfed2b admin admin] Usage tracker for resource:subnet and tenant:e7a912d8fd2d45e5a2ac8705e2503c29 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:48:59.607143 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-0137c413-c4eb-42f5-868d-299a7fcfed2b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:48:59.613857 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-0137c413-c4eb-42f5-868d-299a7fcfed2b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:48:59.675223 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0137c413-c4eb-42f5-868d-299a7fcfed2b admin admin] Made reservation on behalf of e7a912d8fd2d45e5a2ac8705e2503c29 for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:48:59.678191 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0137c413-c4eb-42f5-868d-299a7fcfed2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:59.687275 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-442472c0-a46e-4281-96c0-3d27ec6d9cd5 None None] Port 40c61bb9-6c9f-472d-8b5a-0457165626ba cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:48:59.929534 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f7acf544-dcd2-4381-9eff-286cd8d3bbc2 None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:48:59.941539 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-f7acf544-dcd2-4381-9eff-286cd8d3bbc2 None None] Transition to ACTIVE for port object 40c61bb9-6c9f-472d-8b5a-0457165626ba will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:48:59.956426 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0137c413-c4eb-42f5-868d-299a7fcfed2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:00.005794 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f7acf544-dcd2-4381-9eff-286cd8d3bbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:00.033135 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0137c413-c4eb-42f5-868d-299a7fcfed2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e47ebe4e-f058-44ca-933c-d70374437612,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:00.038870 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0137c413-c4eb-42f5-868d-299a7fcfed2b admin admin] Checking segment: {'id': '05920e43-5579-4f12-8a88-76c955446b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a93cd735-ccc3-4596-a985-b0bd254144e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:49:00.039223 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0137c413-c4eb-42f5-868d-299a7fcfed2b admin admin] Network hostable DHCP agents. Network: a93cd735-ccc3-4596-a985-b0bd254144e0, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:49:00.115931 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0137c413-c4eb-42f5-868d-299a7fcfed2b admin admin] Network a93cd735-ccc3-4596-a985-b0bd254144e0 is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:49:00.190612 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-442472c0-a46e-4281-96c0-3d27ec6d9cd5 None None] Attempt 6 to provision port 40c61bb9-6c9f-472d-8b5a-0457165626ba Oct 26 16:49:00.195877 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-0137c413-c4eb-42f5-868d-299a7fcfed2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, a93cd735-ccc3-4596-a985-b0bd254144e0) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:49:00.199837 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0137c413-c4eb-42f5-868d-299a7fcfed2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:49:00.200416 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0137c413-c4eb-42f5-868d-299a7fcfed2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:00.226038 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a15aa7a-c907-40c7-b973-f4f23592d057 None None] Network a93cd735-ccc3-4596-a985-b0bd254144e0 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:49:00.259144 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a1e2e-c780-48b7-ba56-c0e60174bfdc None None] Pushing event updated for resources: {'Port': ['ID=40c61bb9-6c9f-472d-8b5a-0457165626ba,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:00.282414 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-0137c413-c4eb-42f5-868d-299a7fcfed2b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6932766 Oct 26 16:49:00.285499 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 53392) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:49:00.290436 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-737d0f17-f2a7-4da0-8b29-0327d758d171 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1709750205-router', 'tenant_id': 'e7a912d8fd2d45e5a2ac8705e2503c29', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:49:00.295205 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-737d0f17-f2a7-4da0-8b29-0327d758d171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:49:00.300306 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-737d0f17-f2a7-4da0-8b29-0327d758d171 admin admin] Usage tracker for resource:router and tenant:e7a912d8fd2d45e5a2ac8705e2503c29 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:49:00.303137 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-737d0f17-f2a7-4da0-8b29-0327d758d171 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:49:00.308907 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-737d0f17-f2a7-4da0-8b29-0327d758d171 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:49:00.341179 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-f7acf544-dcd2-4381-9eff-286cd8d3bbc2 None None] Attempting to bind port 40c61bb9-6c9f-472d-8b5a-0457165626ba on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:49:00.341546 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-f7acf544-dcd2-4381-9eff-286cd8d3bbc2 None None] Attempting to bind port 40c61bb9-6c9f-472d-8b5a-0457165626ba by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a50afd66-af56-457f-a86e-d697eb1f8394'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:49:00.341903 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7acf544-dcd2-4381-9eff-286cd8d3bbc2 None None] Attempting to bind port 40c61bb9-6c9f-472d-8b5a-0457165626ba on network a50afd66-af56-457f-a86e-d697eb1f8394 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:49:00.354621 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-442472c0-a46e-4281-96c0-3d27ec6d9cd5 None None] Port 40c61bb9-6c9f-472d-8b5a-0457165626ba cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:49:00.364782 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7acf544-dcd2-4381-9eff-286cd8d3bbc2 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:49:00.365157 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7acf544-dcd2-4381-9eff-286cd8d3bbc2 None None] Checking segment: {'id': 'ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a50afd66-af56-457f-a86e-d697eb1f8394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:49:00.365553 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f7acf544-dcd2-4381-9eff-286cd8d3bbc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:00.365943 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7acf544-dcd2-4381-9eff-286cd8d3bbc2 None None] Bound using segment: {'id': 'ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a50afd66-af56-457f-a86e-d697eb1f8394'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:49:00.366413 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-f7acf544-dcd2-4381-9eff-286cd8d3bbc2 None None] Bound port: 40c61bb9-6c9f-472d-8b5a-0457165626ba, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a50afd66-af56-457f-a86e-d697eb1f8394'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:49:00.366814 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f7acf544-dcd2-4381-9eff-286cd8d3bbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:00.395422 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 3c129a21-e497-4583-a050-d919af21e099 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:49:00.408285 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-737d0f17-f2a7-4da0-8b29-0327d758d171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:00.409555 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-737d0f17-f2a7-4da0-8b29-0327d758d171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:00.424264 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-737d0f17-f2a7-4da0-8b29-0327d758d171 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:00.587124 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-f7acf544-dcd2-4381-9eff-286cd8d3bbc2 None None] For port 40c61bb9-6c9f-472d-8b5a-0457165626ba, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:49:00.624713 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 3c129a21-e497-4583-a050-d919af21e099 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:49:00.625088 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:00.625424 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 3c129a21-e497-4583-a050-d919af21e099 Oct 26 16:49:00.677156 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-f7acf544-dcd2-4381-9eff-286cd8d3bbc2 None None] For port 40c61bb9-6c9f-472d-8b5a-0457165626ba, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=40c61bb9-6c9f-472d-8b5a-0457165626ba,segment=NetworkSegment(ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3),segment_id=ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:49:00.682072 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fcf95f-3746-4a33-b383-f1a0b796282b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-a93cd735-ccc3-4596-a985-b0bd254144e0', 'network_id': 'a93cd735-ccc3-4596-a985-b0bd254144e0', 'tenant_id': 'e7a912d8fd2d45e5a2ac8705e2503c29', 'fixed_ips': [{'subnet_id': 'e47ebe4e-f058-44ca-933c-d70374437612'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 16:49:00.682910 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c4fcf95f-3746-4a33-b383-f1a0b796282b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:00.748528 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f7acf544-dcd2-4381-9eff-286cd8d3bbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:00.783268 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-737d0f17-f2a7-4da0-8b29-0327d758d171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:00.838800 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7acf544-dcd2-4381-9eff-286cd8d3bbc2 None None] Routers {'e78a1ddd-6b1d-4abc-a302-26ea26279d0b'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:49:00.839333 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-f7acf544-dcd2-4381-9eff-286cd8d3bbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:48:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['e78a1ddd-6b1d-4abc-a302-26ea26279d0b'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:49:00.899065 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-442472c0-a46e-4281-96c0-3d27ec6d9cd5 None None] Attempt 7 to provision port 40c61bb9-6c9f-472d-8b5a-0457165626ba Oct 26 16:49:01.148622 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a1e2e-c780-48b7-ba56-c0e60174bfdc None None] Pushing event updated for resources: {'Port': ['ID=40c61bb9-6c9f-472d-8b5a-0457165626ba,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:01.214271 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 3c129a21-e497-4583-a050-d919af21e099 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:49:01.234276 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-c4fcf95f-3746-4a33-b383-f1a0b796282b None None] Allocated IP 172.20.0.2 (a93cd735-ccc3-4596-a985-b0bd254144e0/e47ebe4e-f058-44ca-933c-d70374437612/f88c8d59-01ae-4d09-97ae-d339cb1b9955) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:49:01.236748 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-442472c0-a46e-4281-96c0-3d27ec6d9cd5 None None] Port 40c61bb9-6c9f-472d-8b5a-0457165626ba had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 16:49:01.276666 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-737d0f17-f2a7-4da0-8b29-0327d758d171 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:01.307388 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-737d0f17-f2a7-4da0-8b29-0327d758d171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:01.326578 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-f7acf544-dcd2-4381-9eff-286cd8d3bbc2 None None] Set router e78a1ddd-6b1d-4abc-a302-26ea26279d0b gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:49:01.446703 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-737d0f17-f2a7-4da0-8b29-0327d758d171 admin admin] Allocated IP 172.26.2.12 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/8606a2c2-ce2a-4ec6-a264-e14d67ba2523) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:49:01.596626 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-737d0f17-f2a7-4da0-8b29-0327d758d171 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:01.682364 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-737d0f17-f2a7-4da0-8b29-0327d758d171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:01.700079 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c4fcf95f-3746-4a33-b383-f1a0b796282b None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:01.745693 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c4fcf95f-3746-4a33-b383-f1a0b796282b None None] Transition to ACTIVE for port object f88c8d59-01ae-4d09-97ae-d339cb1b9955 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:49:01.749529 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737d0f17-f2a7-4da0-8b29-0327d758d171 admin admin] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:49:01.752640 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-737d0f17-f2a7-4da0-8b29-0327d758d171 admin admin] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:49:01.756354 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737d0f17-f2a7-4da0-8b29-0327d758d171 admin admin] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:49:01.775698 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-c4fcf95f-3746-4a33-b383-f1a0b796282b None None] Transition to ACTIVE for port object f88c8d59-01ae-4d09-97ae-d339cb1b9955 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:49:01.797656 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d0f17-f2a7-4da0-8b29-0327d758d171 admin admin] Pushing event updated for resources: {'Port': ['ID=8606a2c2-ce2a-4ec6-a264-e14d67ba2523,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:01.802841 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-f7acf544-dcd2-4381-9eff-286cd8d3bbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'name': 'tempest-TestShelveInstance-862944839-router', 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '3c129a21-e497-4583-a050-d919af21e099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:48:52Z', 'updated_at': '2022-10-26T16:48:56Z', 'revision_number': 4, 'project_id': '5231456f896e4509b2930d51e68e5e80', 'gw_port': {'id': '3c129a21-e497-4583-a050-d919af21e099', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:42:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:48:53Z', 'updated_at': '2022-10-26T16:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '40c61bb9-6c9f-472d-8b5a-0457165626ba', 'name': '', 'network_id': 'a50afd66-af56-457f-a86e-d697eb1f8394', 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'mac_address': 'fa:16:3e:77:dd:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '89fac9bf-5e2b-4f94-ae81-918aebd1acad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:48:56Z', 'updated_at': '2022-10-26T16:49:00Z', 'revision_number': 4, 'project_id': '5231456f896e4509b2930d51e68e5e80', 'subnets': [{'id': '89fac9bf-5e2b-4f94-ae81-918aebd1acad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:49:01.807329 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7acf544-dcd2-4381-9eff-286cd8d3bbc2 None None] The sync data for ids ['e78a1ddd-6b1d-4abc-a302-26ea26279d0b'] in dv-neutron-862712-1-hyperv is: [{'id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'name': 'tempest-TestShelveInstance-862944839-router', 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '3c129a21-e497-4583-a050-d919af21e099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:48:52Z', 'updated_at': '2022-10-26T16:48:56Z', 'revision_number': 4, 'project_id': '5231456f896e4509b2930d51e68e5e80', 'gw_port': {'id': '3c129a21-e497-4583-a050-d919af21e099', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:42:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:48:53Z', 'updated_at': '2022-10-26T16:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '40c61bb9-6c9f-472d-8b5a-0457165626ba', 'name': '', 'network_id': 'a50afd66-af56-457f-a86e-d697eb1f8394', 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'mac_address': 'fa:16:3e:77:dd:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '89fac9bf-5e2b-4f94-ae81-918aebd1acad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:48:56Z', 'updated_at': '2022-10-26T16:49:00Z', 'revision_number': 4, 'project_id': '5231456f896e4509b2930d51e68e5e80', 'subnets': [{'id': '89fac9bf-5e2b-4f94-ae81-918aebd1acad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:49:01.886952 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c4fcf95f-3746-4a33-b383-f1a0b796282b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:01.959792 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fcf95f-3746-4a33-b383-f1a0b796282b None None] Network a93cd735-ccc3-4596-a985-b0bd254144e0 is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:49:01.962587 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-c4fcf95f-3746-4a33-b383-f1a0b796282b None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:49:01.967096 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fcf95f-3746-4a33-b383-f1a0b796282b None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:49:01.969321 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fcf95f-3746-4a33-b383-f1a0b796282b None None] Pushing event updated for resources: {'Port': ['ID=f88c8d59-01ae-4d09-97ae-d339cb1b9955,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:02.080757 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-c4fcf95f-3746-4a33-b383-f1a0b796282b None None] Attempting to bind port f88c8d59-01ae-4d09-97ae-d339cb1b9955 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:49:02.081137 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-c4fcf95f-3746-4a33-b383-f1a0b796282b None None] Attempting to bind port f88c8d59-01ae-4d09-97ae-d339cb1b9955 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '05920e43-5579-4f12-8a88-76c955446b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a93cd735-ccc3-4596-a985-b0bd254144e0'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:49:02.081510 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fcf95f-3746-4a33-b383-f1a0b796282b None None] Attempting to bind port f88c8d59-01ae-4d09-97ae-d339cb1b9955 on network a93cd735-ccc3-4596-a985-b0bd254144e0 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:49:02.087477 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fcf95f-3746-4a33-b383-f1a0b796282b None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:49:02.087858 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fcf95f-3746-4a33-b383-f1a0b796282b None None] Checking segment: {'id': '05920e43-5579-4f12-8a88-76c955446b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a93cd735-ccc3-4596-a985-b0bd254144e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:49:02.088260 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c4fcf95f-3746-4a33-b383-f1a0b796282b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:02.088784 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fcf95f-3746-4a33-b383-f1a0b796282b None None] Bound using segment: {'id': '05920e43-5579-4f12-8a88-76c955446b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a93cd735-ccc3-4596-a985-b0bd254144e0'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:49:02.089258 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-c4fcf95f-3746-4a33-b383-f1a0b796282b None None] Bound port: f88c8d59-01ae-4d09-97ae-d339cb1b9955, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05920e43-5579-4f12-8a88-76c955446b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a93cd735-ccc3-4596-a985-b0bd254144e0'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:49:02.089633 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c4fcf95f-3746-4a33-b383-f1a0b796282b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:02.202709 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-c4fcf95f-3746-4a33-b383-f1a0b796282b None None] For port f88c8d59-01ae-4d09-97ae-d339cb1b9955, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:49:02.207894 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-c4fcf95f-3746-4a33-b383-f1a0b796282b None None] For port f88c8d59-01ae-4d09-97ae-d339cb1b9955, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=f88c8d59-01ae-4d09-97ae-d339cb1b9955,segment=NetworkSegment(05920e43-5579-4f12-8a88-76c955446b13),segment_id=05920e43-5579-4f12-8a88-76c955446b13)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:49:02.237586 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-75466cdc-a22a-4005-bab3-c7bb2c510457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:02.290766 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-737d0f17-f2a7-4da0-8b29-0327d758d171 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:02.328285 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c4fcf95f-3746-4a33-b383-f1a0b796282b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:02.429779 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fcf95f-3746-4a33-b383-f1a0b796282b None None] Pushing event updated for resources: {'Port': ['ID=f88c8d59-01ae-4d09-97ae-d339cb1b9955,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:02.446810 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 40c61bb9-6c9f-472d-8b5a-0457165626ba up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:49:02.579390 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 40c61bb9-6c9f-472d-8b5a-0457165626ba completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:49:02.584952 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 40c61bb9-6c9f-472d-8b5a-0457165626ba triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:49:02.585329 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:02.585714 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 40c61bb9-6c9f-472d-8b5a-0457165626ba Oct 26 16:49:02.692057 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:49:02.789009 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 40c61bb9-6c9f-472d-8b5a-0457165626ba is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:49:02.789546 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:02.836856 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 40c61bb9-6c9f-472d-8b5a-0457165626ba, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=40c61bb9-6c9f-472d-8b5a-0457165626ba,segment=NetworkSegment(ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3),segment_id=ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:49:02.875947 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-737d0f17-f2a7-4da0-8b29-0327d758d171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:02.904992 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:02.982533 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=40c61bb9-6c9f-472d-8b5a-0457165626ba,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:03.167807 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737d0f17-f2a7-4da0-8b29-0327d758d171 admin admin] Router e6ecdff4-0b3e-4b93-8d52-9fab4e11a623 is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 16:49:03.355698 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737d0f17-f2a7-4da0-8b29-0327d758d171 admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:49:03.364712 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208274c0-bf46-4cc5-a6a3-dae045283f0e None None] Sync routers for ids ['e6ecdff4-0b3e-4b93-8d52-9fab4e11a623'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:49:03.374567 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208274c0-bf46-4cc5-a6a3-dae045283f0e None None] Routers {'e6ecdff4-0b3e-4b93-8d52-9fab4e11a623'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:49:03.375189 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-208274c0-bf46-4cc5-a6a3-dae045283f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:48:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['e6ecdff4-0b3e-4b93-8d52-9fab4e11a623'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:49:03.457801 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-737d0f17-f2a7-4da0-8b29-0327d758d171 admin admin] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:03.462294 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-737d0f17-f2a7-4da0-8b29-0327d758d171 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1726265 Oct 26 16:49:03.462294 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 53396) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:49:03.479440 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6087bfe-576b-448a-b8a1-feccd6393c18 None None] Network a93cd735-ccc3-4596-a985-b0bd254144e0 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 16:49:03.591532 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-208274c0-bf46-4cc5-a6a3-dae045283f0e None None] Set router e6ecdff4-0b3e-4b93-8d52-9fab4e11a623 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:49:03.683505 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-531eb7fb-efa4-4508-a7f5-36fb0383b16e None None] Provisioning for port f88c8d59-01ae-4d09-97ae-d339cb1b9955 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:49:03.887828 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-208274c0-bf46-4cc5-a6a3-dae045283f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ecdff4-0b3e-4b93-8d52-9fab4e11a623', 'name': 'tempest-TestShelveInstance-1709750205-router', 'tenant_id': 'e7a912d8fd2d45e5a2ac8705e2503c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': '8606a2c2-ce2a-4ec6-a264-e14d67ba2523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:49:00Z', 'updated_at': '2022-10-26T16:49:02Z', 'revision_number': 3, 'project_id': 'e7a912d8fd2d45e5a2ac8705e2503c29', 'gw_port': {'id': '8606a2c2-ce2a-4ec6-a264-e14d67ba2523', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:86:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ecdff4-0b3e-4b93-8d52-9fab4e11a623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:49:01Z', 'updated_at': '2022-10-26T16:49:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:49:03.892123 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208274c0-bf46-4cc5-a6a3-dae045283f0e None None] Checking router: e6ecdff4-0b3e-4b93-8d52-9fab4e11a623 for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:49:03.892575 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208274c0-bf46-4cc5-a6a3-dae045283f0e None None] Updating router e6ecdff4-0b3e-4b93-8d52-9fab4e11a623 port 8606a2c2-ce2a-4ec6-a264-e14d67ba2523 binding host dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:49:03.950790 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-208274c0-bf46-4cc5-a6a3-dae045283f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:04.192739 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9271ab8f-4aec-4c2e-aa2c-ac7cca90952f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:04.284926 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-208274c0-bf46-4cc5-a6a3-dae045283f0e None None] Notify callbacks [] for port, precommit_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:04.296465 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.provisioning_blocks [None req-208274c0-bf46-4cc5-a6a3-dae045283f0e None None] Transition to ACTIVE for port object 8606a2c2-ce2a-4ec6-a264-e14d67ba2523 will not be triggered until provisioned by entity L2. {{(pid=89750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:49:04.373842 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-208274c0-bf46-4cc5-a6a3-dae045283f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:04.404458 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-9271ab8f-4aec-4c2e-aa2c-ac7cca90952f admin admin] Allocated IP 172.20.0.1 (a93cd735-ccc3-4596-a985-b0bd254144e0/e47ebe4e-f058-44ca-933c-d70374437612/ab1fa9bf-cdf6-463d-a88a-1790ca1c1750) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:49:04.445717 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-208274c0-bf46-4cc5-a6a3-dae045283f0e None None] Attempting to bind port 8606a2c2-ce2a-4ec6-a264-e14d67ba2523 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:49:04.446090 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-208274c0-bf46-4cc5-a6a3-dae045283f0e None None] Attempting to bind port 8606a2c2-ce2a-4ec6-a264-e14d67ba2523 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:49:04.446580 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208274c0-bf46-4cc5-a6a3-dae045283f0e None None] Attempting to bind port 8606a2c2-ce2a-4ec6-a264-e14d67ba2523 on network 0c79a151-ef79-4fff-8a3c-258f9478471d {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:49:04.457394 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208274c0-bf46-4cc5-a6a3-dae045283f0e None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:49:04.457900 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208274c0-bf46-4cc5-a6a3-dae045283f0e None None] Checking segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:49:04.458240 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-208274c0-bf46-4cc5-a6a3-dae045283f0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:04.458661 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208274c0-bf46-4cc5-a6a3-dae045283f0e None None] Bound using segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:49:04.459143 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-208274c0-bf46-4cc5-a6a3-dae045283f0e None None] Bound port: 8606a2c2-ce2a-4ec6-a264-e14d67ba2523, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:49:04.459515 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-208274c0-bf46-4cc5-a6a3-dae045283f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:04.460025 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d58732ed-5eb0-4d8b-a730-9fa1f8e9e611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:04.481879 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device f88c8d59-01ae-4d09-97ae-d339cb1b9955 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:49:04.509849 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752698c0-f9e4-4c73-99bf-f6f192b22507 None None] Pushing event updated for resources: {'Port': ['ID=8606a2c2-ce2a-4ec6-a264-e14d67ba2523,revision_number=2']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:04.550969 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-208274c0-bf46-4cc5-a6a3-dae045283f0e None None] For port 8606a2c2-ce2a-4ec6-a264-e14d67ba2523, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:49:04.554605 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-208274c0-bf46-4cc5-a6a3-dae045283f0e None None] For port 8606a2c2-ce2a-4ec6-a264-e14d67ba2523, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=8606a2c2-ce2a-4ec6-a264-e14d67ba2523,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:49:04.617506 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port f88c8d59-01ae-4d09-97ae-d339cb1b9955 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:49:04.622776 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port f88c8d59-01ae-4d09-97ae-d339cb1b9955 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:49:04.627056 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:04.627056 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port f88c8d59-01ae-4d09-97ae-d339cb1b9955 Oct 26 16:49:04.646391 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-208274c0-bf46-4cc5-a6a3-dae045283f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:04.686624 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9271ab8f-4aec-4c2e-aa2c-ac7cca90952f admin admin] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:04.702807 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-9271ab8f-4aec-4c2e-aa2c-ac7cca90952f admin admin] Transition to ACTIVE for port object ab1fa9bf-cdf6-463d-a88a-1790ca1c1750 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:49:04.714009 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208274c0-bf46-4cc5-a6a3-dae045283f0e None None] Routers {'e6ecdff4-0b3e-4b93-8d52-9fab4e11a623'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:49:04.714731 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-208274c0-bf46-4cc5-a6a3-dae045283f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:49:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['e6ecdff4-0b3e-4b93-8d52-9fab4e11a623'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:49:04.763045 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port f88c8d59-01ae-4d09-97ae-d339cb1b9955 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:49:04.763541 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:04.795444 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9271ab8f-4aec-4c2e-aa2c-ac7cca90952f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:04.796531 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port f88c8d59-01ae-4d09-97ae-d339cb1b9955, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=f88c8d59-01ae-4d09-97ae-d339cb1b9955,segment=NetworkSegment(05920e43-5579-4f12-8a88-76c955446b13),segment_id=05920e43-5579-4f12-8a88-76c955446b13)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:49:04.858100 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752698c0-f9e4-4c73-99bf-f6f192b22507 None None] Pushing event updated for resources: {'Port': ['ID=8606a2c2-ce2a-4ec6-a264-e14d67ba2523,revision_number=3']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:04.863200 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9271ab8f-4aec-4c2e-aa2c-ac7cca90952f admin admin] Network a93cd735-ccc3-4596-a985-b0bd254144e0 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:49:04.866227 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-9271ab8f-4aec-4c2e-aa2c-ac7cca90952f admin admin] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:49:04.868633 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9271ab8f-4aec-4c2e-aa2c-ac7cca90952f admin admin] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:49:04.870798 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:04.871732 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 40c61bb9-6c9f-472d-8b5a-0457165626ba up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:49:04.913220 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-208274c0-bf46-4cc5-a6a3-dae045283f0e None None] Set router e6ecdff4-0b3e-4b93-8d52-9fab4e11a623 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:49:04.916285 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9271ab8f-4aec-4c2e-aa2c-ac7cca90952f admin admin] Pushing event updated for resources: {'Port': ['ID=ab1fa9bf-cdf6-463d-a88a-1790ca1c1750,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:04.938845 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9271ab8f-4aec-4c2e-aa2c-ac7cca90952f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:05.038804 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 40c61bb9-6c9f-472d-8b5a-0457165626ba triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:49:05.039197 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:05.039527 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 40c61bb9-6c9f-472d-8b5a-0457165626ba Oct 26 16:49:05.064901 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=f88c8d59-01ae-4d09-97ae-d339cb1b9955,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:05.139915 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9271ab8f-4aec-4c2e-aa2c-ac7cca90952f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:05.180817 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 40c61bb9-6c9f-472d-8b5a-0457165626ba is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:49:05.233698 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-208274c0-bf46-4cc5-a6a3-dae045283f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ecdff4-0b3e-4b93-8d52-9fab4e11a623', 'name': 'tempest-TestShelveInstance-1709750205-router', 'tenant_id': 'e7a912d8fd2d45e5a2ac8705e2503c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': '8606a2c2-ce2a-4ec6-a264-e14d67ba2523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:49:00Z', 'updated_at': '2022-10-26T16:49:02Z', 'revision_number': 3, 'project_id': 'e7a912d8fd2d45e5a2ac8705e2503c29', 'gw_port': {'id': '8606a2c2-ce2a-4ec6-a264-e14d67ba2523', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:86:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ecdff4-0b3e-4b93-8d52-9fab4e11a623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:49:01Z', 'updated_at': '2022-10-26T16:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:49:05.238191 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208274c0-bf46-4cc5-a6a3-dae045283f0e None None] The sync data for ids ['e6ecdff4-0b3e-4b93-8d52-9fab4e11a623'] in dv-neutron-862712-1-hyperv is: [{'id': 'e6ecdff4-0b3e-4b93-8d52-9fab4e11a623', 'name': 'tempest-TestShelveInstance-1709750205-router', 'tenant_id': 'e7a912d8fd2d45e5a2ac8705e2503c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': '8606a2c2-ce2a-4ec6-a264-e14d67ba2523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:49:00Z', 'updated_at': '2022-10-26T16:49:02Z', 'revision_number': 3, 'project_id': 'e7a912d8fd2d45e5a2ac8705e2503c29', 'gw_port': {'id': '8606a2c2-ce2a-4ec6-a264-e14d67ba2523', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:86:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ecdff4-0b3e-4b93-8d52-9fab4e11a623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:49:01Z', 'updated_at': '2022-10-26T16:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:49:05.245661 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-a819407b-76d1-417d-9b03-f1d8abe59f17 None None] Provisioning for port ab1fa9bf-cdf6-463d-a88a-1790ca1c1750 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:49:05.248462 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-a819407b-76d1-417d-9b03-f1d8abe59f17 None None] Provisioning complete for port ab1fa9bf-cdf6-463d-a88a-1790ca1c1750 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:49:05.248942 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a819407b-76d1-417d-9b03-f1d8abe59f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:05.249993 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-a819407b-76d1-417d-9b03-f1d8abe59f17 None None] Attempt 1 to provision port ab1fa9bf-cdf6-463d-a88a-1790ca1c1750 Oct 26 16:49:05.297058 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:05.319534 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a819407b-76d1-417d-9b03-f1d8abe59f17 None None] Port ab1fa9bf-cdf6-463d-a88a-1790ca1c1750 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:49:05.389095 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9271ab8f-4aec-4c2e-aa2c-ac7cca90952f admin admin] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:05.447679 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9271ab8f-4aec-4c2e-aa2c-ac7cca90952f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:05.527900 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:05.571386 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9271ab8f-4aec-4c2e-aa2c-ac7cca90952f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:05.583097 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9271ab8f-4aec-4c2e-aa2c-ac7cca90952f admin admin] Pushing event updated for resources: {'Port': ['ID=ab1fa9bf-cdf6-463d-a88a-1790ca1c1750,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:05.721522 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9271ab8f-4aec-4c2e-aa2c-ac7cca90952f admin admin] Network a93cd735-ccc3-4596-a985-b0bd254144e0 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:49:05.722902 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-9271ab8f-4aec-4c2e-aa2c-ac7cca90952f admin admin] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:49:05.820712 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-a819407b-76d1-417d-9b03-f1d8abe59f17 None None] Attempt 2 to provision port ab1fa9bf-cdf6-463d-a88a-1790ca1c1750 Oct 26 16:49:05.896050 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a819407b-76d1-417d-9b03-f1d8abe59f17 None None] Port ab1fa9bf-cdf6-463d-a88a-1790ca1c1750 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:49:05.928201 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9271ab8f-4aec-4c2e-aa2c-ac7cca90952f admin admin] Router e6ecdff4-0b3e-4b93-8d52-9fab4e11a623 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:49:06.116529 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9271ab8f-4aec-4c2e-aa2c-ac7cca90952f admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:49:06.126062 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-9271ab8f-4aec-4c2e-aa2c-ac7cca90952f admin admin] 10.222.0.23 "PUT /v2.0/routers/e6ecdff4-0b3e-4b93-8d52-9fab4e11a623/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6628642 Oct 26 16:49:06.397267 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-a819407b-76d1-417d-9b03-f1d8abe59f17 None None] Attempt 3 to provision port ab1fa9bf-cdf6-463d-a88a-1790ca1c1750 Oct 26 16:49:06.454999 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a819407b-76d1-417d-9b03-f1d8abe59f17 None None] Port ab1fa9bf-cdf6-463d-a88a-1790ca1c1750 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:49:06.468790 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device f88c8d59-01ae-4d09-97ae-d339cb1b9955 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:49:06.542560 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port f88c8d59-01ae-4d09-97ae-d339cb1b9955 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:49:06.543110 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:06.543358 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port f88c8d59-01ae-4d09-97ae-d339cb1b9955 Oct 26 16:49:06.611542 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 53406) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:49:06.618453 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-e476a8e4-ba96-482e-9f84-026fad51cde5 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1499491869', 'description': 'tempest-secgroup-smoke-1499491869 description', 'project_id': '5231456f896e4509b2930d51e68e5e80'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:49:06.625133 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-e476a8e4-ba96-482e-9f84-026fad51cde5 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:49:06.629317 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-e476a8e4-ba96-482e-9f84-026fad51cde5 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Usage tracker for resource:security_group and tenant:5231456f896e4509b2930d51e68e5e80 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:49:06.632235 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-e476a8e4-ba96-482e-9f84-026fad51cde5 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:49:06.638328 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-e476a8e4-ba96-482e-9f84-026fad51cde5 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:49:06.665706 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port f88c8d59-01ae-4d09-97ae-d339cb1b9955 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:49:06.666812 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 8606a2c2-ce2a-4ec6-a264-e14d67ba2523 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:49:06.739178 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e476a8e4-ba96-482e-9f84-026fad51cde5 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:06.759778 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-e476a8e4-ba96-482e-9f84-026fad51cde5 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:49:06.763624 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-e476a8e4-ba96-482e-9f84-026fad51cde5 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Usage tracker for resource:security_group_rule and tenant:5231456f896e4509b2930d51e68e5e80 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:49:06.766414 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-e476a8e4-ba96-482e-9f84-026fad51cde5 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:49:06.772921 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-e476a8e4-ba96-482e-9f84-026fad51cde5 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:49:06.807374 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 8606a2c2-ce2a-4ec6-a264-e14d67ba2523 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:49:06.813338 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22ec51a-780c-4971-9b5a-b4ee63afb5eb None None] Sync routers for ids ['e6ecdff4-0b3e-4b93-8d52-9fab4e11a623'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:49:06.819650 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 8606a2c2-ce2a-4ec6-a264-e14d67ba2523 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:49:06.820064 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:06.820427 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 8606a2c2-ce2a-4ec6-a264-e14d67ba2523 Oct 26 16:49:06.844751 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e476a8e4-ba96-482e-9f84-026fad51cde5 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:06.866593 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22ec51a-780c-4971-9b5a-b4ee63afb5eb None None] Routers {'e6ecdff4-0b3e-4b93-8d52-9fab4e11a623'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:49:06.867231 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-e22ec51a-780c-4971-9b5a-b4ee63afb5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:49:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['e6ecdff4-0b3e-4b93-8d52-9fab4e11a623'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:49:06.893917 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e476a8e4-ba96-482e-9f84-026fad51cde5 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:06.935889 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e476a8e4-ba96-482e-9f84-026fad51cde5 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bbdf57-69eb-464e-b440-9d8eff348404,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:06.978844 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-a819407b-76d1-417d-9b03-f1d8abe59f17 None None] Attempt 4 to provision port ab1fa9bf-cdf6-463d-a88a-1790ca1c1750 Oct 26 16:49:07.011941 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e476a8e4-ba96-482e-9f84-026fad51cde5 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:07.013219 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-e476a8e4-ba96-482e-9f84-026fad51cde5 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3998585 Oct 26 16:49:07.016171 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 53410) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:49:07.021947 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-b1bdeccc-d5c8-4e1c-b3c5-5cc78814e97a tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Request body: {'security_group_rule': {'security_group_id': 'e9bbdf57-69eb-464e-b440-9d8eff348404', 'project_id': '5231456f896e4509b2930d51e68e5e80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:49:07.028376 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-b1bdeccc-d5c8-4e1c-b3c5-5cc78814e97a tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:49:07.034945 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-b1bdeccc-d5c8-4e1c-b3c5-5cc78814e97a tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Usage tracker for resource:security_group_rule and tenant:5231456f896e4509b2930d51e68e5e80 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:49:07.035553 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-b1bdeccc-d5c8-4e1c-b3c5-5cc78814e97a tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:49:07.041502 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-b1bdeccc-d5c8-4e1c-b3c5-5cc78814e97a tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:49:07.100642 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a819407b-76d1-417d-9b03-f1d8abe59f17 None None] Port ab1fa9bf-cdf6-463d-a88a-1790ca1c1750 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:49:07.120953 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b1bdeccc-d5c8-4e1c-b3c5-5cc78814e97a tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:07.165751 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-e22ec51a-780c-4971-9b5a-b4ee63afb5eb None None] Set router e6ecdff4-0b3e-4b93-8d52-9fab4e11a623 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:49:07.186373 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b1bdeccc-d5c8-4e1c-b3c5-5cc78814e97a tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:07.254019 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b1bdeccc-d5c8-4e1c-b3c5-5cc78814e97a tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:07.261084 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:07.269422 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 8606a2c2-ce2a-4ec6-a264-e14d67ba2523 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:49:07.269803 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:07.281372 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bdeccc-d5c8-4e1c-b3c5-5cc78814e97a tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79c394ec-4a16-469d-9ec5-8ab9e092dac2,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:07.343982 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 8606a2c2-ce2a-4ec6-a264-e14d67ba2523, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=8606a2c2-ce2a-4ec6-a264-e14d67ba2523,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:49:07.344515 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b1bdeccc-d5c8-4e1c-b3c5-5cc78814e97a tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:07.346043 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b1bdeccc-d5c8-4e1c-b3c5-5cc78814e97a tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3288579 Oct 26 16:49:07.348830 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 53414) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:49:07.353942 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-d00b3bbd-dbbe-4346-aecc-93692aab0dd6 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Request body: {'security_group_rule': {'security_group_id': 'e9bbdf57-69eb-464e-b440-9d8eff348404', 'project_id': '5231456f896e4509b2930d51e68e5e80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:49:07.360132 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-d00b3bbd-dbbe-4346-aecc-93692aab0dd6 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:49:07.364712 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-d00b3bbd-dbbe-4346-aecc-93692aab0dd6 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Usage tracker for resource:security_group_rule and tenant:5231456f896e4509b2930d51e68e5e80 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:49:07.367641 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-d00b3bbd-dbbe-4346-aecc-93692aab0dd6 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:49:07.374681 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-d00b3bbd-dbbe-4346-aecc-93692aab0dd6 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:49:07.415993 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:07.478063 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d00b3bbd-dbbe-4346-aecc-93692aab0dd6 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:07.522007 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=8606a2c2-ce2a-4ec6-a264-e14d67ba2523,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:07.545576 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d00b3bbd-dbbe-4346-aecc-93692aab0dd6 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:07.600552 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-e22ec51a-780c-4971-9b5a-b4ee63afb5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ecdff4-0b3e-4b93-8d52-9fab4e11a623', 'name': 'tempest-TestShelveInstance-1709750205-router', 'tenant_id': 'e7a912d8fd2d45e5a2ac8705e2503c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': '8606a2c2-ce2a-4ec6-a264-e14d67ba2523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:49:00Z', 'updated_at': '2022-10-26T16:49:04Z', 'revision_number': 4, 'project_id': 'e7a912d8fd2d45e5a2ac8705e2503c29', 'gw_port': {'id': '8606a2c2-ce2a-4ec6-a264-e14d67ba2523', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:86:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ecdff4-0b3e-4b93-8d52-9fab4e11a623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:49:01Z', 'updated_at': '2022-10-26T16:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': 'ab1fa9bf-cdf6-463d-a88a-1790ca1c1750', 'name': '', 'network_id': 'a93cd735-ccc3-4596-a985-b0bd254144e0', 'tenant_id': 'e7a912d8fd2d45e5a2ac8705e2503c29', 'mac_address': 'fa:16:3e:a2:fc:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ecdff4-0b3e-4b93-8d52-9fab4e11a623', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'e47ebe4e-f058-44ca-933c-d70374437612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:49:04Z', 'updated_at': '2022-10-26T16:49:05Z', 'revision_number': 2, 'project_id': 'e7a912d8fd2d45e5a2ac8705e2503c29', 'subnets': [{'id': 'e47ebe4e-f058-44ca-933c-d70374437612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:49:07.602430 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-a819407b-76d1-417d-9b03-f1d8abe59f17 None None] Attempt 5 to provision port ab1fa9bf-cdf6-463d-a88a-1790ca1c1750 Oct 26 16:49:07.617539 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d00b3bbd-dbbe-4346-aecc-93692aab0dd6 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:07.646055 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22ec51a-780c-4971-9b5a-b4ee63afb5eb None None] Checking router: e6ecdff4-0b3e-4b93-8d52-9fab4e11a623 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:49:07.646408 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22ec51a-780c-4971-9b5a-b4ee63afb5eb None None] Updating router e6ecdff4-0b3e-4b93-8d52-9fab4e11a623 port ab1fa9bf-cdf6-463d-a88a-1790ca1c1750 binding host dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:49:07.646621 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b3bbd-dbbe-4346-aecc-93692aab0dd6 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81c1d199-ff11-4b5a-80b6-2e5d72124c59,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:07.704389 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a819407b-76d1-417d-9b03-f1d8abe59f17 None None] Port ab1fa9bf-cdf6-463d-a88a-1790ca1c1750 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:49:07.709254 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e22ec51a-780c-4971-9b5a-b4ee63afb5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:07.720214 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d00b3bbd-dbbe-4346-aecc-93692aab0dd6 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:07.721879 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-d00b3bbd-dbbe-4346-aecc-93692aab0dd6 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3720934 Oct 26 16:49:07.724596 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 53418) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:49:07.729691 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-692102d0-4f8b-458d-9ebf-1146a2dd8258 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Request body: {'security_group_rule': {'security_group_id': 'e9bbdf57-69eb-464e-b440-9d8eff348404', 'project_id': '5231456f896e4509b2930d51e68e5e80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:49:07.735632 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-692102d0-4f8b-458d-9ebf-1146a2dd8258 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:49:07.739679 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-692102d0-4f8b-458d-9ebf-1146a2dd8258 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Usage tracker for resource:security_group_rule and tenant:5231456f896e4509b2930d51e68e5e80 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:49:07.742555 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-692102d0-4f8b-458d-9ebf-1146a2dd8258 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:49:07.748643 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-692102d0-4f8b-458d-9ebf-1146a2dd8258 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:49:07.824155 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-692102d0-4f8b-458d-9ebf-1146a2dd8258 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:07.887302 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-692102d0-4f8b-458d-9ebf-1146a2dd8258 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:07.960050 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-692102d0-4f8b-458d-9ebf-1146a2dd8258 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:07.983470 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692102d0-4f8b-458d-9ebf-1146a2dd8258 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08d45368-559a-49ce-87aa-d6093efc76e3,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:08.056923 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e22ec51a-780c-4971-9b5a-b4ee63afb5eb None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:08.059304 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-692102d0-4f8b-458d-9ebf-1146a2dd8258 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:08.064478 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-692102d0-4f8b-458d-9ebf-1146a2dd8258 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3350785 Oct 26 16:49:08.064478 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 53422) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:49:08.069516 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-21178c1e-d84e-41fe-944e-6ddba4c8df3f tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Request body: {'security_group_rule': {'security_group_id': 'e9bbdf57-69eb-464e-b440-9d8eff348404', 'project_id': '5231456f896e4509b2930d51e68e5e80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:49:08.069802 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-e22ec51a-780c-4971-9b5a-b4ee63afb5eb None None] Transition to ACTIVE for port object ab1fa9bf-cdf6-463d-a88a-1790ca1c1750 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:49:08.075617 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-21178c1e-d84e-41fe-944e-6ddba4c8df3f tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:49:08.079410 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-21178c1e-d84e-41fe-944e-6ddba4c8df3f tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Usage tracker for resource:security_group_rule and tenant:5231456f896e4509b2930d51e68e5e80 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:49:08.082551 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-21178c1e-d84e-41fe-944e-6ddba4c8df3f tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:49:08.088278 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-21178c1e-d84e-41fe-944e-6ddba4c8df3f tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:49:08.145064 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e22ec51a-780c-4971-9b5a-b4ee63afb5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:08.180554 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-21178c1e-d84e-41fe-944e-6ddba4c8df3f tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:08.238630 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-a819407b-76d1-417d-9b03-f1d8abe59f17 None None] Attempt 6 to provision port ab1fa9bf-cdf6-463d-a88a-1790ca1c1750 Oct 26 16:49:08.246694 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-21178c1e-d84e-41fe-944e-6ddba4c8df3f tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:08.321475 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-21178c1e-d84e-41fe-944e-6ddba4c8df3f tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:08.346639 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21178c1e-d84e-41fe-944e-6ddba4c8df3f tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4bcffa3-8f8e-4aaa-8082-187a695d7a6a,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:08.389782 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab51371-0c31-416e-ae2f-76fce2f58884 None None] Pushing event updated for resources: {'Port': ['ID=ab1fa9bf-cdf6-463d-a88a-1790ca1c1750,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:08.402516 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a819407b-76d1-417d-9b03-f1d8abe59f17 None None] Port ab1fa9bf-cdf6-463d-a88a-1790ca1c1750 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:49:08.413144 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 8606a2c2-ce2a-4ec6-a264-e14d67ba2523 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:49:08.436240 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-21178c1e-d84e-41fe-944e-6ddba4c8df3f tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:08.437498 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-21178c1e-d84e-41fe-944e-6ddba4c8df3f tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3720715 Oct 26 16:49:08.440799 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 53426) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:49:08.445847 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-dc19c9b1-7bed-4bc6-8603-50909fc5a6ef tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Request body: {'security_group_rule': {'security_group_id': 'e9bbdf57-69eb-464e-b440-9d8eff348404', 'project_id': '5231456f896e4509b2930d51e68e5e80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:49:08.452017 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-dc19c9b1-7bed-4bc6-8603-50909fc5a6ef tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:49:08.456633 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-dc19c9b1-7bed-4bc6-8603-50909fc5a6ef tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Usage tracker for resource:security_group_rule and tenant:5231456f896e4509b2930d51e68e5e80 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:49:08.459594 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-dc19c9b1-7bed-4bc6-8603-50909fc5a6ef tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:49:08.465367 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-dc19c9b1-7bed-4bc6-8603-50909fc5a6ef tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:49:08.476504 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-e22ec51a-780c-4971-9b5a-b4ee63afb5eb None None] Attempting to bind port ab1fa9bf-cdf6-463d-a88a-1790ca1c1750 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:49:08.476869 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-e22ec51a-780c-4971-9b5a-b4ee63afb5eb None None] Attempting to bind port ab1fa9bf-cdf6-463d-a88a-1790ca1c1750 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '05920e43-5579-4f12-8a88-76c955446b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a93cd735-ccc3-4596-a985-b0bd254144e0'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:49:08.477230 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22ec51a-780c-4971-9b5a-b4ee63afb5eb None None] Attempting to bind port ab1fa9bf-cdf6-463d-a88a-1790ca1c1750 on network a93cd735-ccc3-4596-a985-b0bd254144e0 {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:49:08.487932 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22ec51a-780c-4971-9b5a-b4ee63afb5eb None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:49:08.488300 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22ec51a-780c-4971-9b5a-b4ee63afb5eb None None] Checking segment: {'id': '05920e43-5579-4f12-8a88-76c955446b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a93cd735-ccc3-4596-a985-b0bd254144e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:49:08.488694 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e22ec51a-780c-4971-9b5a-b4ee63afb5eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:08.489082 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22ec51a-780c-4971-9b5a-b4ee63afb5eb None None] Bound using segment: {'id': '05920e43-5579-4f12-8a88-76c955446b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a93cd735-ccc3-4596-a985-b0bd254144e0'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:49:08.489544 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-e22ec51a-780c-4971-9b5a-b4ee63afb5eb None None] Bound port: ab1fa9bf-cdf6-463d-a88a-1790ca1c1750, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05920e43-5579-4f12-8a88-76c955446b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a93cd735-ccc3-4596-a985-b0bd254144e0'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:49:08.489904 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e22ec51a-780c-4971-9b5a-b4ee63afb5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:08.544797 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.securitygroups_db [None req-dc19c9b1-7bed-4bc6-8603-50909fc5a6ef tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Project 5231456f896e4509b2930d51e68e5e80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:49:08.551754 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dc19c9b1-7bed-4bc6-8603-50909fc5a6ef tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:08.560752 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 8606a2c2-ce2a-4ec6-a264-e14d67ba2523 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:49:08.561116 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:08.561448 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 8606a2c2-ce2a-4ec6-a264-e14d67ba2523 Oct 26 16:49:08.615735 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dc19c9b1-7bed-4bc6-8603-50909fc5a6ef tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:08.641846 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-e22ec51a-780c-4971-9b5a-b4ee63afb5eb None None] For port ab1fa9bf-cdf6-463d-a88a-1790ca1c1750, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:49:08.648568 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-e22ec51a-780c-4971-9b5a-b4ee63afb5eb None None] For port ab1fa9bf-cdf6-463d-a88a-1790ca1c1750, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=ab1fa9bf-cdf6-463d-a88a-1790ca1c1750,segment=NetworkSegment(05920e43-5579-4f12-8a88-76c955446b13),segment_id=05920e43-5579-4f12-8a88-76c955446b13)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:49:08.687886 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dc19c9b1-7bed-4bc6-8603-50909fc5a6ef tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:08.709336 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 8606a2c2-ce2a-4ec6-a264-e14d67ba2523 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:49:08.711746 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19c9b1-7bed-4bc6-8603-50909fc5a6ef tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=194d3442-bc86-4be7-ab53-4a4f9b5f3c4a,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:08.716828 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e22ec51a-780c-4971-9b5a-b4ee63afb5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:08.781530 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22ec51a-780c-4971-9b5a-b4ee63afb5eb None None] Routers {'e6ecdff4-0b3e-4b93-8d52-9fab4e11a623'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:49:08.782129 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-e22ec51a-780c-4971-9b5a-b4ee63afb5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:49:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['e6ecdff4-0b3e-4b93-8d52-9fab4e11a623'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:49:08.801743 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dc19c9b1-7bed-4bc6-8603-50909fc5a6ef tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:08.803016 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-dc19c9b1-7bed-4bc6-8603-50909fc5a6ef tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3612788 Oct 26 16:49:08.805822 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 53430) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:49:08.810909 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-0b90d3e2-9f76-4b14-9677-9df84eb72cc7 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Request body: {'security_group_rule': {'security_group_id': 'e9bbdf57-69eb-464e-b440-9d8eff348404', 'project_id': '5231456f896e4509b2930d51e68e5e80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:49:08.817491 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-0b90d3e2-9f76-4b14-9677-9df84eb72cc7 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:49:08.821340 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-0b90d3e2-9f76-4b14-9677-9df84eb72cc7 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Usage tracker for resource:security_group_rule and tenant:5231456f896e4509b2930d51e68e5e80 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:49:08.824265 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-0b90d3e2-9f76-4b14-9677-9df84eb72cc7 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:49:08.830012 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-0b90d3e2-9f76-4b14-9677-9df84eb72cc7 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:49:08.916268 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.securitygroups_db [None req-0b90d3e2-9f76-4b14-9677-9df84eb72cc7 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Project 5231456f896e4509b2930d51e68e5e80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:49:08.923793 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0b90d3e2-9f76-4b14-9677-9df84eb72cc7 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:08.937823 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-a819407b-76d1-417d-9b03-f1d8abe59f17 None None] Attempt 7 to provision port ab1fa9bf-cdf6-463d-a88a-1790ca1c1750 Oct 26 16:49:08.990411 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0b90d3e2-9f76-4b14-9677-9df84eb72cc7 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:09.021503 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab51371-0c31-416e-ae2f-76fce2f58884 None None] Pushing event updated for resources: {'Port': ['ID=ab1fa9bf-cdf6-463d-a88a-1790ca1c1750,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:09.059419 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0b90d3e2-9f76-4b14-9677-9df84eb72cc7 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:09.065946 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a819407b-76d1-417d-9b03-f1d8abe59f17 None None] Port ab1fa9bf-cdf6-463d-a88a-1790ca1c1750 had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 16:49:09.080791 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-e22ec51a-780c-4971-9b5a-b4ee63afb5eb None None] Set router e6ecdff4-0b3e-4b93-8d52-9fab4e11a623 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:49:09.087512 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b90d3e2-9f76-4b14-9677-9df84eb72cc7 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=529fc878-cecf-4f3b-98a8-fd78f3f062f8,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:09.150372 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0b90d3e2-9f76-4b14-9677-9df84eb72cc7 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:09.151603 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-0b90d3e2-9f76-4b14-9677-9df84eb72cc7 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3448706 Oct 26 16:49:09.425922 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-07d21fa7-2a50-4a91-ae7f-58e2b43e1a44 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Synchronizing usage tracker for tenant:5231456f896e4509b2930d51e68e5e80 on resource:security_group {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:49:09.445929 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-e22ec51a-780c-4971-9b5a-b4ee63afb5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ecdff4-0b3e-4b93-8d52-9fab4e11a623', 'name': 'tempest-TestShelveInstance-1709750205-router', 'tenant_id': 'e7a912d8fd2d45e5a2ac8705e2503c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': '8606a2c2-ce2a-4ec6-a264-e14d67ba2523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:49:00Z', 'updated_at': '2022-10-26T16:49:04Z', 'revision_number': 4, 'project_id': 'e7a912d8fd2d45e5a2ac8705e2503c29', 'gw_port': {'id': '8606a2c2-ce2a-4ec6-a264-e14d67ba2523', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:86:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ecdff4-0b3e-4b93-8d52-9fab4e11a623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:49:01Z', 'updated_at': '2022-10-26T16:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': 'ab1fa9bf-cdf6-463d-a88a-1790ca1c1750', 'name': '', 'network_id': 'a93cd735-ccc3-4596-a985-b0bd254144e0', 'tenant_id': 'e7a912d8fd2d45e5a2ac8705e2503c29', 'mac_address': 'fa:16:3e:a2:fc:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ecdff4-0b3e-4b93-8d52-9fab4e11a623', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'e47ebe4e-f058-44ca-933c-d70374437612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:49:04Z', 'updated_at': '2022-10-26T16:49:08Z', 'revision_number': 4, 'project_id': 'e7a912d8fd2d45e5a2ac8705e2503c29', 'subnets': [{'id': 'e47ebe4e-f058-44ca-933c-d70374437612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:49:09.450068 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22ec51a-780c-4971-9b5a-b4ee63afb5eb None None] The sync data for ids ['e6ecdff4-0b3e-4b93-8d52-9fab4e11a623'] in dv-neutron-862712-1-hyperv is: [{'id': 'e6ecdff4-0b3e-4b93-8d52-9fab4e11a623', 'name': 'tempest-TestShelveInstance-1709750205-router', 'tenant_id': 'e7a912d8fd2d45e5a2ac8705e2503c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': '8606a2c2-ce2a-4ec6-a264-e14d67ba2523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:49:00Z', 'updated_at': '2022-10-26T16:49:04Z', 'revision_number': 4, 'project_id': 'e7a912d8fd2d45e5a2ac8705e2503c29', 'gw_port': {'id': '8606a2c2-ce2a-4ec6-a264-e14d67ba2523', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:86:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ecdff4-0b3e-4b93-8d52-9fab4e11a623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:49:01Z', 'updated_at': '2022-10-26T16:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': 'ab1fa9bf-cdf6-463d-a88a-1790ca1c1750', 'name': '', 'network_id': 'a93cd735-ccc3-4596-a985-b0bd254144e0', 'tenant_id': 'e7a912d8fd2d45e5a2ac8705e2503c29', 'mac_address': 'fa:16:3e:a2:fc:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ecdff4-0b3e-4b93-8d52-9fab4e11a623', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'e47ebe4e-f058-44ca-933c-d70374437612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:49:04Z', 'updated_at': '2022-10-26T16:49:08Z', 'revision_number': 4, 'project_id': 'e7a912d8fd2d45e5a2ac8705e2503c29', 'subnets': [{'id': 'e47ebe4e-f058-44ca-933c-d70374437612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:49:09.506006 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-07d21fa7-2a50-4a91-ae7f-58e2b43e1a44 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Unset dirty status for tenant:5231456f896e4509b2930d51e68e5e80 on resource:security_group {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:49:09.507234 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-07d21fa7-2a50-4a91-ae7f-58e2b43e1a44 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1499491869&fields=id&tenant_id=5231456f896e4509b2930d51e68e5e80 HTTP/1.1" status: 200 len: 267 time: 0.2301083 Oct 26 16:49:09.671463 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-22c49627-b474-4447-bfab-3a1aaf35265a tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:49:09.672955 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-22c49627-b474-4447-bfab-3a1aaf35265a tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/networks?id=a50afd66-af56-457f-a86e-d697eb1f8394 HTTP/1.1" status: 200 len: 808 time: 0.1585858 Oct 26 16:49:09.690687 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-625ce0c1-76d0-4f1e-8f63-0ed64313e568 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/quotas/5231456f896e4509b2930d51e68e5e80 HTTP/1.1" status: 200 len: 375 time: 0.0097880 Oct 26 16:49:09.785061 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-57e04907-b7ff-4894-9cd3-9ff44a6e988a tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Synchronizing usage tracker for tenant:5231456f896e4509b2930d51e68e5e80 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:49:09.887688 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-57e04907-b7ff-4894-9cd3-9ff44a6e988a tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Unset dirty status for tenant:5231456f896e4509b2930d51e68e5e80 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:49:09.889225 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-57e04907-b7ff-4894-9cd3-9ff44a6e988a tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5231456f896e4509b2930d51e68e5e80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1940448 Oct 26 16:49:10.141329 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-081f9a26-4d45-479f-bf08-f9af97a37f4e service neutron] 10.222.0.23 "GET /v2.0/networks/a50afd66-af56-457f-a86e-d697eb1f8394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391117 Oct 26 16:49:10.284813 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-3a11550e-9ed6-43a0-9e4d-0481f9ac2349 service neutron] 10.222.0.23 "GET /v2.0/networks/a50afd66-af56-457f-a86e-d697eb1f8394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370101 Oct 26 16:49:10.421865 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device ab1fa9bf-cdf6-463d-a88a-1790ca1c1750 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:49:10.538901 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port ab1fa9bf-cdf6-463d-a88a-1790ca1c1750 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:49:10.543810 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port ab1fa9bf-cdf6-463d-a88a-1790ca1c1750 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:49:10.544187 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:10.544524 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port ab1fa9bf-cdf6-463d-a88a-1790ca1c1750 Oct 26 16:49:10.661880 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port ab1fa9bf-cdf6-463d-a88a-1790ca1c1750 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:49:10.662255 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:10.694295 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port ab1fa9bf-cdf6-463d-a88a-1790ca1c1750, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=ab1fa9bf-cdf6-463d-a88a-1790ca1c1750,segment=NetworkSegment(05920e43-5579-4f12-8a88-76c955446b13),segment_id=05920e43-5579-4f12-8a88-76c955446b13)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:49:10.755704 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:10.823151 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=ab1fa9bf-cdf6-463d-a88a-1790ca1c1750,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:11.604590 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c92a8a80-952c-464c-9a86-d5e04ffcf02d req-cd96a2a8-7e0a-4dd4-8e73-3a4c73a1e2c0 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 210 time: 0.0541587 Oct 26 16:49:12.399984 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device ab1fa9bf-cdf6-463d-a88a-1790ca1c1750 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:49:12.471135 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port ab1fa9bf-cdf6-463d-a88a-1790ca1c1750 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:49:12.471514 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:12.471853 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port ab1fa9bf-cdf6-463d-a88a-1790ca1c1750 Oct 26 16:49:12.591958 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port ab1fa9bf-cdf6-463d-a88a-1790ca1c1750 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:49:12.723575 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-34f2069b-a46d-49f5-a5f9-0b369e09e5a0 req-85341e4a-38f1-4fc0-acdc-b4a643c9761f tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 210 time: 0.0584588 Oct 26 16:49:13.833404 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0310bc18-df2f-4d57-ba16-b3c0a2978759 req-e509034a-b4a3-4a37-a41f-7d1762ec6e64 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 210 time: 0.0524340 Oct 26 16:49:14.942034 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ebcfda99-daef-483f-a0be-ebac50f28198 req-be96f689-6303-4c8b-8f6f-01039e3f667b tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 210 time: 0.0507879 Oct 26 16:49:16.101966 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-bcac05f1-597e-41e8-a18b-6050e623ddd1 req-63cdb71b-f784-4240-aadc-9b2aee30bef0 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 210 time: 0.0534596 Oct 26 16:49:17.268364 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ae145f99-87ce-4501-9a7c-43c1cb6b9543 req-f369fe5b-4d8e-45b8-8a0c-17272f954af7 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 210 time: 0.0564797 Oct 26 16:49:18.179087 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-bdf0c7d4-320f-4925-8100-3dc94ef09fe3 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:49:18.180488 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-bdf0c7d4-320f-4925-8100-3dc94ef09fe3 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.48 "GET /v2.0/networks?id=a50afd66-af56-457f-a86e-d697eb1f8394 HTTP/1.1" status: 200 len: 808 time: 0.1492984 Oct 26 16:49:18.228409 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-db7d8198-3716-4d70-832e-31daa5f3de79 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5231456f896e4509b2930d51e68e5e80 HTTP/1.1" status: 200 len: 380 time: 0.0397689 Oct 26 16:49:18.242825 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-8edcdde2-7532-4447-b98e-abb859ae5f38 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Request body: {'port': {'device_id': '42cc53bb-cd70-4fd7-bee4-26e8e6a252b2', 'network_id': 'a50afd66-af56-457f-a86e-d697eb1f8394', 'admin_state_up': True, 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'security_groups': ['e9bbdf57-69eb-464e-b440-9d8eff348404']}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:49:18.383453 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-8edcdde2-7532-4447-b98e-abb859ae5f38 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:49:18.393260 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-8edcdde2-7532-4447-b98e-abb859ae5f38 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:49:18.441981 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2374b9cb-a990-4f79-b73d-c645eb7d2b4c req-cef25bce-f857-4f93-a022-4fb231af47cc tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 210 time: 0.0503218 Oct 26 16:49:18.487936 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-8edcdde2-7532-4447-b98e-abb859ae5f38 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Made reservation on behalf of 5231456f896e4509b2930d51e68e5e80 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:49:18.491456 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-8edcdde2-7532-4447-b98e-abb859ae5f38 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:18.655782 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-8edcdde2-7532-4447-b98e-abb859ae5f38 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Allocated IP 172.20.0.14 (a50afd66-af56-457f-a86e-d697eb1f8394/89fac9bf-5e2b-4f94-ae81-918aebd1acad/154d8ab6-694a-4969-8a0b-7df3147b1540) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:49:18.844820 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-8edcdde2-7532-4447-b98e-abb859ae5f38 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:18.860068 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-8edcdde2-7532-4447-b98e-abb859ae5f38 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Transition to ACTIVE for port object 154d8ab6-694a-4969-8a0b-7df3147b1540 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:49:18.965760 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-8edcdde2-7532-4447-b98e-abb859ae5f38 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:19.038821 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-8edcdde2-7532-4447-b98e-abb859ae5f38 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Network a50afd66-af56-457f-a86e-d697eb1f8394 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:49:19.041700 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-8edcdde2-7532-4447-b98e-abb859ae5f38 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:49:19.045474 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-8edcdde2-7532-4447-b98e-abb859ae5f38 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:49:19.076659 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edcdde2-7532-4447-b98e-abb859ae5f38 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Pushing event updated for resources: {'Port': ['ID=154d8ab6-694a-4969-8a0b-7df3147b1540,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:19.115930 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-8edcdde2-7532-4447-b98e-abb859ae5f38 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:49:19.116563 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-8edcdde2-7532-4447-b98e-abb859ae5f38 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:19.225478 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-8edcdde2-7532-4447-b98e-abb859ae5f38 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9864674 Oct 26 16:49:19.237227 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-08522c67-b20c-4701-809c-b80ef93837c3 service neutron] Request body: {'port': {'device_id': '42cc53bb-cd70-4fd7-bee4-26e8e6a252b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8627'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:49:19.354744 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-7a6d4f13-9828-4f98-a634-3232fc84f09a None None] Provisioning for port 154d8ab6-694a-4969-8a0b-7df3147b1540 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:49:19.360375 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-7a6d4f13-9828-4f98-a634-3232fc84f09a None None] Provisioning complete for port 154d8ab6-694a-4969-8a0b-7df3147b1540 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:49:19.364746 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7a6d4f13-9828-4f98-a634-3232fc84f09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:19.364746 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-7a6d4f13-9828-4f98-a634-3232fc84f09a None None] Attempt 1 to provision port 154d8ab6-694a-4969-8a0b-7df3147b1540 Oct 26 16:49:19.420152 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-7a6d4f13-9828-4f98-a634-3232fc84f09a None None] Port 154d8ab6-694a-4969-8a0b-7df3147b1540 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:49:19.457239 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-08522c67-b20c-4701-809c-b80ef93837c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:19.782239 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929d07b-3f33-449a-9cea-28d606d000b0 req-15e0b629-7980-41fb-9e5f-c042e8158c32 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:49:19.782987 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-1929d07b-3f33-449a-9cea-28d606d000b0 req-15e0b629-7980-41fb-9e5f-c042e8158c32 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Synchronizing usage tracker for tenant:5231456f896e4509b2930d51e68e5e80 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:49:19.878625 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-1929d07b-3f33-449a-9cea-28d606d000b0 req-15e0b629-7980-41fb-9e5f-c042e8158c32 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Unset dirty status for tenant:5231456f896e4509b2930d51e68e5e80 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:49:19.879786 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1929d07b-3f33-449a-9cea-28d606d000b0 req-15e0b629-7980-41fb-9e5f-c042e8158c32 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 932 time: 0.3087649 Oct 26 16:49:19.905653 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-08522c67-b20c-4701-809c-b80ef93837c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 154d8ab6-694a-4969-8a0b-7df3147b1540 {{(pid=89748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:49:19.916594 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-08522c67-b20c-4701-809c-b80ef93837c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:19.921651 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-7a6d4f13-9828-4f98-a634-3232fc84f09a None None] Attempt 2 to provision port 154d8ab6-694a-4969-8a0b-7df3147b1540 Oct 26 16:49:19.949024 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-08522c67-b20c-4701-809c-b80ef93837c3 service neutron] Transition to ACTIVE for port object 154d8ab6-694a-4969-8a0b-7df3147b1540 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:49:19.949981 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1929d07b-3f33-449a-9cea-28d606d000b0 req-0a4d3b60-6e60-4b21-9c86-0f1ce4dd9e33 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636625 Oct 26 16:49:19.980752 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-7a6d4f13-9828-4f98-a634-3232fc84f09a None None] Port 154d8ab6-694a-4969-8a0b-7df3147b1540 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:49:20.030265 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-08522c67-b20c-4701-809c-b80ef93837c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:20.220301 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08522c67-b20c-4701-809c-b80ef93837c3 service neutron] Pushing event updated for resources: {'Port': ['ID=154d8ab6-694a-4969-8a0b-7df3147b1540,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:20.260612 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-08522c67-b20c-4701-809c-b80ef93837c3 service neutron] Attempting to bind port 154d8ab6-694a-4969-8a0b-7df3147b1540 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:49:20.260936 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-08522c67-b20c-4701-809c-b80ef93837c3 service neutron] Attempting to bind port 154d8ab6-694a-4969-8a0b-7df3147b1540 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a50afd66-af56-457f-a86e-d697eb1f8394'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:49:20.261253 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-08522c67-b20c-4701-809c-b80ef93837c3 service neutron] Attempting to bind port 154d8ab6-694a-4969-8a0b-7df3147b1540 on network a50afd66-af56-457f-a86e-d697eb1f8394 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:49:20.265759 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-08522c67-b20c-4701-809c-b80ef93837c3 service neutron] Port 154d8ab6-694a-4969-8a0b-7df3147b1540 on network a50afd66-af56-457f-a86e-d697eb1f8394 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 16:49:20.266064 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-08522c67-b20c-4701-809c-b80ef93837c3 service neutron] Attempting to bind port 154d8ab6-694a-4969-8a0b-7df3147b1540 on network a50afd66-af56-457f-a86e-d697eb1f8394 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:49:20.271644 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-08522c67-b20c-4701-809c-b80ef93837c3 service neutron] Checking agent: {'id': '1b551391-ebdd-44bd-8801-034277ca5526', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8627', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'started_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:49:20.271967 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-08522c67-b20c-4701-809c-b80ef93837c3 service neutron] Checking segment: {'id': 'ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a50afd66-af56-457f-a86e-d697eb1f8394'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:49:20.272363 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-08522c67-b20c-4701-809c-b80ef93837c3 service neutron] Bound using segment: {'id': 'ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a50afd66-af56-457f-a86e-d697eb1f8394'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:49:20.272776 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-08522c67-b20c-4701-809c-b80ef93837c3 service neutron] Bound port: 154d8ab6-694a-4969-8a0b-7df3147b1540, host: hv-neutron-8627, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a50afd66-af56-457f-a86e-d697eb1f8394'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:49:20.273108 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-08522c67-b20c-4701-809c-b80ef93837c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:20.364061 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-08522c67-b20c-4701-809c-b80ef93837c3 service neutron] For port 154d8ab6-694a-4969-8a0b-7df3147b1540, host hv-neutron-8627, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:49:20.367034 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-08522c67-b20c-4701-809c-b80ef93837c3 service neutron] For port 154d8ab6-694a-4969-8a0b-7df3147b1540, host hv-neutron-8627, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=154d8ab6-694a-4969-8a0b-7df3147b1540,segment=NetworkSegment(ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3),segment_id=ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:49:20.453423 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-08522c67-b20c-4701-809c-b80ef93837c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:20.482568 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-7a6d4f13-9828-4f98-a634-3232fc84f09a None None] Attempt 3 to provision port 154d8ab6-694a-4969-8a0b-7df3147b1540 Oct 26 16:49:20.484342 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-08522c67-b20c-4701-809c-b80ef93837c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:49:20.484948 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-08522c67-b20c-4701-809c-b80ef93837c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:20.486979 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-08522c67-b20c-4701-809c-b80ef93837c3 service neutron] 10.222.0.48 "PUT /v2.0/ports/154d8ab6-694a-4969-8a0b-7df3147b1540 HTTP/1.1" status: 200 len: 1094 time: 1.2542644 Oct 26 16:49:20.487471 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42cc53bb-cd70-4fd7-bee4-26e8e6a252b2', 'tag': '154d8ab6-694a-4969-8a0b-7df3147b1540'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:49:20.489757 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbecf65b1506daf1e3c9415b2792b0fd9d4f71d7b4124d9691f7baf88de182a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bc66a3-968d-4875-bcd7-a4a890cb0c59" -d '{"events": [{"name": "network-changed", "server_uuid": "42cc53bb-cd70-4fd7-bee4-26e8e6a252b2", "tag": "154d8ab6-694a-4969-8a0b-7df3147b1540"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:49:20.533623 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91075242-1fbc-44a4-a1fc-1610cf005027 x-openstack-request-id: req-91075242-1fbc-44a4-a1fc-1610cf005027 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:49:20.533936 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42cc53bb-cd70-4fd7-bee4-26e8e6a252b2", "tag": "154d8ab6-694a-4969-8a0b-7df3147b1540", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:49:20.534192 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-91075242-1fbc-44a4-a1fc-1610cf005027 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:49:20.534620 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91075242-1fbc-44a4-a1fc-1610cf005027'] response: {'name': 'network-changed', 'server_uuid': '42cc53bb-cd70-4fd7-bee4-26e8e6a252b2', 'tag': '154d8ab6-694a-4969-8a0b-7df3147b1540', 'status': 'completed', 'code': 200} Oct 26 16:49:20.549151 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08522c67-b20c-4701-809c-b80ef93837c3 service neutron] Pushing event updated for resources: {'Port': ['ID=154d8ab6-694a-4969-8a0b-7df3147b1540,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:20.550948 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-7a6d4f13-9828-4f98-a634-3232fc84f09a None None] Port 154d8ab6-694a-4969-8a0b-7df3147b1540 had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 16:49:20.635484 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc66a3-968d-4875-bcd7-a4a890cb0c59 req-036ff631-ae17-4a2e-8711-a3158c5216e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:49:20.636985 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b2bc66a3-968d-4875-bcd7-a4a890cb0c59 req-036ff631-ae17-4a2e-8711-a3158c5216e1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5231456f896e4509b2930d51e68e5e80&device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 1097 time: 0.0814211 Oct 26 16:49:20.777940 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc66a3-968d-4875-bcd7-a4a890cb0c59 req-82691ee8-e704-4f5b-a331-b6bdb2c70270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:49:20.779404 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b2bc66a3-968d-4875-bcd7-a4a890cb0c59 req-82691ee8-e704-4f5b-a331-b6bdb2c70270 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=5231456f896e4509b2930d51e68e5e80&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1354878 Oct 26 16:49:20.915018 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc66a3-968d-4875-bcd7-a4a890cb0c59 req-daff8360-10c7-4c93-8fc4-a1ba6c46695c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:49:20.916443 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b2bc66a3-968d-4875-bcd7-a4a890cb0c59 req-daff8360-10c7-4c93-8fc4-a1ba6c46695c service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1310737 Oct 26 16:49:21.034659 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-4e57b25d-e575-4a47-855c-e30c9ee808a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:49:21.036143 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-4e57b25d-e575-4a47-855c-e30c9ee808a2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5231456f896e4509b2930d51e68e5e80&device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 1097 time: 0.0851846 Oct 26 16:49:21.148830 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-408d33cd-007e-4041-878d-384547d7c336 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=154d8ab6-694a-4969-8a0b-7df3147b1540 HTTP/1.1" status: 200 len: 217 time: 0.1061068 Oct 26 16:49:21.226640 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-825c969a-1f31-4d82-9b4d-c9c27ea29463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:49:21.228042 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-825c969a-1f31-4d82-9b4d-c9c27ea29463 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=89fac9bf-5e2b-4f94-ae81-918aebd1acad HTTP/1.1" status: 200 len: 847 time: 0.0722680 Oct 26 16:49:21.289362 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc50d2-b2ab-4d32-82e0-4f0a3bfd2401 req-2099c60a-4c36-42ef-a5b8-93ebb62c3c58 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:49:21.290699 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f2dc50d2-b2ab-4d32-82e0-4f0a3bfd2401 req-2099c60a-4c36-42ef-a5b8-93ebb62c3c58 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 944 time: 0.1936891 Oct 26 16:49:21.459673 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f2dc50d2-b2ab-4d32-82e0-4f0a3bfd2401 req-309c2d9e-00a0-49bd-ba8b-41ed0b5587fd tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527830 Oct 26 16:49:21.473802 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-aee5000a-2eba-4afc-ac59-6e9bb90834ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:49:21.475249 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-aee5000a-2eba-4afc-ac59-6e9bb90834ea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a50afd66-af56-457f-a86e-d697eb1f8394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2402079 Oct 26 16:49:21.607764 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-f8cc6b37-28ed-4033-89ce-038489f9cacf service neutron] 10.222.0.48 "GET /v2.0/networks/a50afd66-af56-457f-a86e-d697eb1f8394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260288 Oct 26 16:49:21.742416 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1eaab696-543c-4f64-b52e-9ea561adfe66 req-28ad98fa-4165-4bd8-a404-9003b976c3b4 service neutron] 10.222.0.48 "GET /v2.0/networks/a50afd66-af56-457f-a86e-d697eb1f8394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287978 Oct 26 16:49:22.657501 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24edcc-33c0-48ce-b568-530df5c8b90e req-72abd8bb-fd8d-4a72-b0de-fa8e7d1798a7 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:49:22.658970 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-fc24edcc-33c0-48ce-b568-530df5c8b90e req-72abd8bb-fd8d-4a72-b0de-fa8e7d1798a7 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 944 time: 0.0882144 Oct 26 16:49:22.710223 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-fc24edcc-33c0-48ce-b568-530df5c8b90e req-eda7a701-db7f-4b80-8a83-559c3bd9593e tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Synchronizing usage tracker for tenant:5231456f896e4509b2930d51e68e5e80 on resource:security_group {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:49:22.721758 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-fc24edcc-33c0-48ce-b568-530df5c8b90e req-eda7a701-db7f-4b80-8a83-559c3bd9593e tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Unset dirty status for tenant:5231456f896e4509b2930d51e68e5e80 on resource:security_group {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:49:22.722883 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-fc24edcc-33c0-48ce-b568-530df5c8b90e req-eda7a701-db7f-4b80-8a83-559c3bd9593e tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538206 Oct 26 16:49:23.920768 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9ca2b-fa7a-483f-8821-c2ef46a62dd1 req-df1ff87a-4887-43ac-976c-8f87e0219a87 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:49:23.922223 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-34f9ca2b-fa7a-483f-8821-c2ef46a62dd1 req-df1ff87a-4887-43ac-976c-8f87e0219a87 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 944 time: 0.0880888 Oct 26 16:49:23.969234 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-34f9ca2b-fa7a-483f-8821-c2ef46a62dd1 req-ecd06b26-7abd-4d28-a60b-f2d6476828ca tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412014 Oct 26 16:49:24.750070 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 154d8ab6-694a-4969-8a0b-7df3147b1540 details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 16:49:24.883181 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 154d8ab6-694a-4969-8a0b-7df3147b1540, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=154d8ab6-694a-4969-8a0b-7df3147b1540,segment=NetworkSegment(ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3),segment_id=ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:49:24.896773 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': '154d8ab6-694a-4969-8a0b-7df3147b1540', 'network_id': 'a50afd66-af56-457f-a86e-d697eb1f8394', 'port_id': '154d8ab6-694a-4969-8a0b-7df3147b1540', 'mac_address': 'fa:16:3e:90:58:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89fac9bf-5e2b-4f94-ae81-918aebd1acad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 16:49:24.951671 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 154d8ab6-694a-4969-8a0b-7df3147b1540 is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:49:24.951980 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:24.968826 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 154d8ab6-694a-4969-8a0b-7df3147b1540 {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:49:24.983977 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 154d8ab6-694a-4969-8a0b-7df3147b1540, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=154d8ab6-694a-4969-8a0b-7df3147b1540,segment=NetworkSegment(ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3),segment_id=ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:49:25.059270 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:25.133327 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=154d8ab6-694a-4969-8a0b-7df3147b1540,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:25.170300 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc450b2-16f0-4e4d-ac05-40f717372bb8 req-d47c142a-4cf3-4e9e-84c9-fd08e493f29b tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:49:25.171783 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-9fc450b2-16f0-4e4d-ac05-40f717372bb8 req-d47c142a-4cf3-4e9e-84c9-fd08e493f29b tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 945 time: 0.0889049 Oct 26 16:49:25.216167 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-9fc450b2-16f0-4e4d-ac05-40f717372bb8 req-458d4af0-86b8-4717-bf5a-898fc87df774 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379696 Oct 26 16:49:25.380524 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['154d8ab6-694a-4969-8a0b-7df3147b1540'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:49:26.414797 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930507be-5d8d-4c35-aed1-1c527daa4d55 req-4f8406b6-e316-4400-adb6-5f03f5facd24 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:49:26.416282 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-930507be-5d8d-4c35-aed1-1c527daa4d55 req-4f8406b6-e316-4400-adb6-5f03f5facd24 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 945 time: 0.0907154 Oct 26 16:49:26.461345 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-930507be-5d8d-4c35-aed1-1c527daa4d55 req-41ccd0f1-9559-4860-8905-23af1e41b67f tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394304 Oct 26 16:49:26.764291 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 154d8ab6-694a-4969-8a0b-7df3147b1540 up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:49:26.875942 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning for port 154d8ab6-694a-4969-8a0b-7df3147b1540 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:49:26.881592 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port 154d8ab6-694a-4969-8a0b-7df3147b1540 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:49:26.881971 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:26.882305 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port 154d8ab6-694a-4969-8a0b-7df3147b1540 Oct 26 16:49:26.997044 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 154d8ab6-694a-4969-8a0b-7df3147b1540 is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:49:26.997340 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:27.023781 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42cc53bb-cd70-4fd7-bee4-26e8e6a252b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154d8ab6-694a-4969-8a0b-7df3147b1540'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:49:27.026044 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f75fbf14a3cb38ccce5df07bc87c0326afcdfdd969cc215a686ddaf7116ab95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f1d9cf-40b6-4935-a9fa-15402eb902f5" -d '{"events": [{"server_uuid": "42cc53bb-cd70-4fd7-bee4-26e8e6a252b2", "name": "network-vif-plugged", "status": "completed", "tag": "154d8ab6-694a-4969-8a0b-7df3147b1540"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:49:27.033514 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 154d8ab6-694a-4969-8a0b-7df3147b1540, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=154d8ab6-694a-4969-8a0b-7df3147b1540,segment=NetworkSegment(ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3),segment_id=ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:49:27.108869 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:27.145644 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d59b6f-fe08-42f8-852e-7d80290fd3da x-openstack-request-id: req-18d59b6f-fe08-42f8-852e-7d80290fd3da {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:49:27.147985 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42cc53bb-cd70-4fd7-bee4-26e8e6a252b2", "name": "network-vif-plugged", "status": "completed", "tag": "154d8ab6-694a-4969-8a0b-7df3147b1540", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:49:27.147985 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-18d59b6f-fe08-42f8-852e-7d80290fd3da {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:49:27.147985 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18d59b6f-fe08-42f8-852e-7d80290fd3da'] response: {'server_uuid': '42cc53bb-cd70-4fd7-bee4-26e8e6a252b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154d8ab6-694a-4969-8a0b-7df3147b1540', 'code': 200} Oct 26 16:49:27.186421 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=154d8ab6-694a-4969-8a0b-7df3147b1540,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:27.501414 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498da7b6-53dd-48b4-8a77-474166bedf6a req-162e5146-7343-4ff0-a224-a92accf5493c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:49:27.503186 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-498da7b6-53dd-48b4-8a77-474166bedf6a req-162e5146-7343-4ff0-a224-a92accf5493c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 1099 time: 0.0836954 Oct 26 16:49:27.544031 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-498da7b6-53dd-48b4-8a77-474166bedf6a req-5c903c39-e862-42b3-9332-93ce93b127dc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354886 Oct 26 16:49:27.667134 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d430db-ada6-45b9-878b-4232ed881d26 req-f11cadfe-4f52-4dcf-982e-172efba13d9b tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:49:27.668580 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-17d430db-ada6-45b9-878b-4232ed881d26 req-f11cadfe-4f52-4dcf-982e-172efba13d9b tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 946 time: 0.0933101 Oct 26 16:49:27.716886 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-17d430db-ada6-45b9-878b-4232ed881d26 req-d51a9c80-8d5a-400c-92a9-cec1979c9d6d tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425017 Oct 26 16:49:27.721942 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:28.921021 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb034fb-6c34-4402-a014-754d0458fcbb req-8162a0de-b55e-43dc-bd68-d212a5ad8424 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:49:28.922493 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-edb034fb-6c34-4402-a014-754d0458fcbb req-8162a0de-b55e-43dc-bd68-d212a5ad8424 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 946 time: 0.0925059 Oct 26 16:49:28.966824 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-edb034fb-6c34-4402-a014-754d0458fcbb req-37492ea5-f7f2-4dfd-999e-6e49d2b9cd87 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386014 Oct 26 16:49:30.167066 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8baaa9-684b-43ff-a447-32939e0cc415 req-6bb28181-83ae-430c-99cc-decfe7e4a252 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:49:30.168495 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ca8baaa9-684b-43ff-a447-32939e0cc415 req-6bb28181-83ae-430c-99cc-decfe7e4a252 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 946 time: 0.0911949 Oct 26 16:49:30.213336 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ca8baaa9-684b-43ff-a447-32939e0cc415 req-d750aee0-96dc-47ac-b8a1-34c3330e3328 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393164 Oct 26 16:49:30.409733 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851a903-5fba-4008-b90c-47c209e3606a req-75010637-2613-432a-8ba4-6586d0b6b8df tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:49:30.411312 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e851a903-5fba-4008-b90c-47c209e3606a req-75010637-2613-432a-8ba4-6586d0b6b8df tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 946 time: 0.0898051 Oct 26 16:49:30.569201 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e851a903-5fba-4008-b90c-47c209e3606a req-7e1e8042-f20d-4646-81ca-7cc302a6a546 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521783 Oct 26 16:49:30.598226 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 53536) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:49:30.719183 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b778cf-c9d3-4cce-b397-3d5040492909 tempest-TestShelveInstance-408478684 tempest-TestShelveInstance-408478684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:49:30.719881 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-96b778cf-c9d3-4cce-b397-3d5040492909 tempest-TestShelveInstance-408478684 tempest-TestShelveInstance-408478684-project-admin] Synchronizing usage tracker for tenant:e7a912d8fd2d45e5a2ac8705e2503c29 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:49:30.782434 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-96b778cf-c9d3-4cce-b397-3d5040492909 tempest-TestShelveInstance-408478684 tempest-TestShelveInstance-408478684-project-admin] Unset dirty status for tenant:e7a912d8fd2d45e5a2ac8705e2503c29 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:49:30.784097 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-96b778cf-c9d3-4cce-b397-3d5040492909 tempest-TestShelveInstance-408478684 tempest-TestShelveInstance-408478684-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 1094 time: 0.1847508 Oct 26 16:49:30.787245 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 53542) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:49:30.792199 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-7a60763f-f3d8-403c-bef7-40836711bdf4 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Request body: {'floatingip': {'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'port_id': '154d8ab6-694a-4969-8a0b-7df3147b1540', 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:49:30.798060 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-7a60763f-f3d8-403c-bef7-40836711bdf4 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:49:30.802762 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-7a60763f-f3d8-403c-bef7-40836711bdf4 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Usage tracker for resource:floatingip and tenant:5231456f896e4509b2930d51e68e5e80 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:49:30.805531 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-7a60763f-f3d8-403c-bef7-40836711bdf4 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:49:30.811201 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-7a60763f-f3d8-403c-bef7-40836711bdf4 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:49:30.864947 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7a60763f-f3d8-403c-bef7-40836711bdf4 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for floatingip, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:31.004621 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7a60763f-f3d8-403c-bef7-40836711bdf4 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:31.138127 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-7a60763f-f3d8-403c-bef7-40836711bdf4 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Allocated IP 172.26.2.41 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/09712df5-81f3-44a3-ac90-8ab6d4aced07) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:49:31.290649 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7a60763f-f3d8-403c-bef7-40836711bdf4 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:31.356140 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7a60763f-f3d8-403c-bef7-40836711bdf4 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:31.420522 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a60763f-f3d8-403c-bef7-40836711bdf4 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:49:31.423492 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-7a60763f-f3d8-403c-bef7-40836711bdf4 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:49:31.427230 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a60763f-f3d8-403c-bef7-40836711bdf4 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:49:31.462142 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a60763f-f3d8-403c-bef7-40836711bdf4 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Pushing event updated for resources: {'Port': ['ID=09712df5-81f3-44a3-ac90-8ab6d4aced07,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:31.931221 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7a60763f-f3d8-403c-bef7-40836711bdf4 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:32.061108 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7a60763f-f3d8-403c-bef7-40836711bdf4 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:32.150273 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a7e72d77-a495-47ed-8c78-af21159e7f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:32.262734 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7a60763f-f3d8-403c-bef7-40836711bdf4 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:32.321821 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7a60763f-f3d8-403c-bef7-40836711bdf4 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:32.432153 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7a60763f-f3d8-403c-bef7-40836711bdf4 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:32.479973 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a60763f-f3d8-403c-bef7-40836711bdf4 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Pushing event updated for resources: {'Port': ['ID=09712df5-81f3-44a3-ac90-8ab6d4aced07,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:49:32.619571 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.l3_db [None req-7a60763f-f3d8-403c-bef7-40836711bdf4 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Floating IP eaf7810b-327a-4768-bfc1-f29744b12098 associated. External IP: 172.26.2.41, port: 154d8ab6-694a-4969-8a0b-7df3147b1540. Oct 26 16:49:32.957595 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a60763f-f3d8-403c-bef7-40836711bdf4 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Router e78a1ddd-6b1d-4abc-a302-26ea26279d0b has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:49:33.135345 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a60763f-f3d8-403c-bef7-40836711bdf4 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:49:33.145403 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f79a1a6-bb01-4de2-bdf0-289981999b45 None None] Sync routers for ids ['e78a1ddd-6b1d-4abc-a302-26ea26279d0b'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:49:33.155265 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f79a1a6-bb01-4de2-bdf0-289981999b45 None None] Routers {'e78a1ddd-6b1d-4abc-a302-26ea26279d0b'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:49:33.155865 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-1f79a1a6-bb01-4de2-bdf0-289981999b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:49:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['e78a1ddd-6b1d-4abc-a302-26ea26279d0b'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:49:33.231153 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7a60763f-f3d8-403c-bef7-40836711bdf4 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:33.292375 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-7a60763f-f3d8-403c-bef7-40836711bdf4 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5041263 Oct 26 16:49:33.293061 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42cc53bb-cd70-4fd7-bee4-26e8e6a252b2', 'tag': '154d8ab6-694a-4969-8a0b-7df3147b1540'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:49:33.295429 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbecf65b1506daf1e3c9415b2792b0fd9d4f71d7b4124d9691f7baf88de182a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada5d8d9-c489-4bc2-97f1-8c001fc9d79e" -d '{"events": [{"name": "network-changed", "server_uuid": "42cc53bb-cd70-4fd7-bee4-26e8e6a252b2", "tag": "154d8ab6-694a-4969-8a0b-7df3147b1540"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:49:33.337754 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047797c1-ec19-40f3-8ecb-c9d9c89aa0c7 x-openstack-request-id: req-047797c1-ec19-40f3-8ecb-c9d9c89aa0c7 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:49:33.338370 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42cc53bb-cd70-4fd7-bee4-26e8e6a252b2", "tag": "154d8ab6-694a-4969-8a0b-7df3147b1540", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:49:33.338370 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-047797c1-ec19-40f3-8ecb-c9d9c89aa0c7 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:49:33.338737 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-047797c1-ec19-40f3-8ecb-c9d9c89aa0c7'] response: {'name': 'network-changed', 'server_uuid': '42cc53bb-cd70-4fd7-bee4-26e8e6a252b2', 'tag': '154d8ab6-694a-4969-8a0b-7df3147b1540', 'status': 'completed', 'code': 200} Oct 26 16:49:33.366641 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-1f79a1a6-bb01-4de2-bdf0-289981999b45 None None] Set router e78a1ddd-6b1d-4abc-a302-26ea26279d0b gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:49:33.552005 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5d8d9-c489-4bc2-97f1-8c001fc9d79e req-8621dfb9-3bc8-4f9f-bc35-5140e2bab80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:49:33.553447 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ada5d8d9-c489-4bc2-97f1-8c001fc9d79e req-8621dfb9-3bc8-4f9f-bc35-5140e2bab80c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5231456f896e4509b2930d51e68e5e80&device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 1099 time: 0.1939752 Oct 26 16:49:33.685815 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5d8d9-c489-4bc2-97f1-8c001fc9d79e req-50340ed3-6432-4c11-82ed-689f67cdd68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:49:33.687319 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ada5d8d9-c489-4bc2-97f1-8c001fc9d79e req-50340ed3-6432-4c11-82ed-689f67cdd68c service neutron] 10.222.0.48 "GET /v2.0/networks?id=a50afd66-af56-457f-a86e-d697eb1f8394 HTTP/1.1" status: 200 len: 909 time: 0.1281381 Oct 26 16:49:33.720585 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-1f79a1a6-bb01-4de2-bdf0-289981999b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'name': 'tempest-TestShelveInstance-862944839-router', 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '3c129a21-e497-4583-a050-d919af21e099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:48:52Z', 'updated_at': '2022-10-26T16:48:56Z', 'revision_number': 4, 'project_id': '5231456f896e4509b2930d51e68e5e80', 'gw_port': {'id': '3c129a21-e497-4583-a050-d919af21e099', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:42:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:48:53Z', 'updated_at': '2022-10-26T16:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': 'eaf7810b-327a-4768-bfc1-f29744b12098', 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'floating_ip_address': '172.26.2.41', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'port_id': '154d8ab6-694a-4969-8a0b-7df3147b1540', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a50afd66-af56-457f-a86e-d697eb1f8394', 'mac_address': 'fa:16:3e:90:58:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cc53bb-cd70-4fd7-bee4-26e8e6a252b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:49:31Z', 'updated_at': '2022-10-26T16:49:31Z', 'revision_number': 0, 'project_id': '5231456f896e4509b2930d51e68e5e80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c61bb9-6c9f-472d-8b5a-0457165626ba', 'name': '', 'network_id': 'a50afd66-af56-457f-a86e-d697eb1f8394', 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'mac_address': 'fa:16:3e:77:dd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '89fac9bf-5e2b-4f94-ae81-918aebd1acad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:48:56Z', 'updated_at': '2022-10-26T16:49:02Z', 'revision_number': 5, 'project_id': '5231456f896e4509b2930d51e68e5e80', 'subnets': [{'id': '89fac9bf-5e2b-4f94-ae81-918aebd1acad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:49:33.724482 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f79a1a6-bb01-4de2-bdf0-289981999b45 None None] Checking router: e78a1ddd-6b1d-4abc-a302-26ea26279d0b for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:49:33.732689 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f79a1a6-bb01-4de2-bdf0-289981999b45 None None] Routers {'e78a1ddd-6b1d-4abc-a302-26ea26279d0b'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:49:33.733279 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-1f79a1a6-bb01-4de2-bdf0-289981999b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:49:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['e78a1ddd-6b1d-4abc-a302-26ea26279d0b'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:49:33.792152 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ada5d8d9-c489-4bc2-97f1-8c001fc9d79e req-f731d3d2-04a1-4226-a614-25d5de128d12 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=154d8ab6-694a-4969-8a0b-7df3147b1540 HTTP/1.1" status: 200 len: 999 time: 0.0994723 Oct 26 16:49:33.856552 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5d8d9-c489-4bc2-97f1-8c001fc9d79e req-3a9e78a5-68b4-4c8a-8314-b49220a37f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:49:33.857883 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ada5d8d9-c489-4bc2-97f1-8c001fc9d79e req-3a9e78a5-68b4-4c8a-8314-b49220a37f4e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=89fac9bf-5e2b-4f94-ae81-918aebd1acad HTTP/1.1" status: 200 len: 847 time: 0.0597913 Oct 26 16:49:33.909208 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-1f79a1a6-bb01-4de2-bdf0-289981999b45 None None] Set router e78a1ddd-6b1d-4abc-a302-26ea26279d0b gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:49:33.943598 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5d8d9-c489-4bc2-97f1-8c001fc9d79e req-0d60e10c-04fb-4e23-a50e-dd3249494a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:49:33.945053 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ada5d8d9-c489-4bc2-97f1-8c001fc9d79e req-0d60e10c-04fb-4e23-a50e-dd3249494a86 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a50afd66-af56-457f-a86e-d697eb1f8394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812769 Oct 26 16:49:34.076264 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ada5d8d9-c489-4bc2-97f1-8c001fc9d79e req-9a5dcab9-7c56-4c37-9fd1-3cad574ac0f1 service neutron] 10.222.0.48 "GET /v2.0/networks/a50afd66-af56-457f-a86e-d697eb1f8394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253705 Oct 26 16:49:34.210972 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ada5d8d9-c489-4bc2-97f1-8c001fc9d79e req-97d0ae7b-0f4f-4db6-b511-2086f7c30940 service neutron] 10.222.0.48 "GET /v2.0/networks/a50afd66-af56-457f-a86e-d697eb1f8394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291230 Oct 26 16:49:34.258952 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-1f79a1a6-bb01-4de2-bdf0-289981999b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'name': 'tempest-TestShelveInstance-862944839-router', 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '3c129a21-e497-4583-a050-d919af21e099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:48:52Z', 'updated_at': '2022-10-26T16:48:56Z', 'revision_number': 4, 'project_id': '5231456f896e4509b2930d51e68e5e80', 'gw_port': {'id': '3c129a21-e497-4583-a050-d919af21e099', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:42:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:48:53Z', 'updated_at': '2022-10-26T16:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': 'eaf7810b-327a-4768-bfc1-f29744b12098', 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'floating_ip_address': '172.26.2.41', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'port_id': '154d8ab6-694a-4969-8a0b-7df3147b1540', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a50afd66-af56-457f-a86e-d697eb1f8394', 'mac_address': 'fa:16:3e:90:58:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cc53bb-cd70-4fd7-bee4-26e8e6a252b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:49:31Z', 'updated_at': '2022-10-26T16:49:31Z', 'revision_number': 0, 'project_id': '5231456f896e4509b2930d51e68e5e80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c61bb9-6c9f-472d-8b5a-0457165626ba', 'name': '', 'network_id': 'a50afd66-af56-457f-a86e-d697eb1f8394', 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'mac_address': 'fa:16:3e:77:dd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '89fac9bf-5e2b-4f94-ae81-918aebd1acad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:48:56Z', 'updated_at': '2022-10-26T16:49:02Z', 'revision_number': 5, 'project_id': '5231456f896e4509b2930d51e68e5e80', 'subnets': [{'id': '89fac9bf-5e2b-4f94-ae81-918aebd1acad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:49:34.262972 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f79a1a6-bb01-4de2-bdf0-289981999b45 None None] The sync data for ids ['e78a1ddd-6b1d-4abc-a302-26ea26279d0b'] in dv-neutron-862712-1-hyperv is: [{'id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'name': 'tempest-TestShelveInstance-862944839-router', 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '3c129a21-e497-4583-a050-d919af21e099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:48:52Z', 'updated_at': '2022-10-26T16:48:56Z', 'revision_number': 4, 'project_id': '5231456f896e4509b2930d51e68e5e80', 'gw_port': {'id': '3c129a21-e497-4583-a050-d919af21e099', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:42:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:48:53Z', 'updated_at': '2022-10-26T16:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': 'eaf7810b-327a-4768-bfc1-f29744b12098', 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'floating_ip_address': '172.26.2.41', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'port_id': '154d8ab6-694a-4969-8a0b-7df3147b1540', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a50afd66-af56-457f-a86e-d697eb1f8394', 'mac_address': 'fa:16:3e:90:58:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cc53bb-cd70-4fd7-bee4-26e8e6a252b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:49:31Z', 'updated_at': '2022-10-26T16:49:31Z', 'revision_number': 0, 'project_id': '5231456f896e4509b2930d51e68e5e80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c61bb9-6c9f-472d-8b5a-0457165626ba', 'name': '', 'network_id': 'a50afd66-af56-457f-a86e-d697eb1f8394', 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'mac_address': 'fa:16:3e:77:dd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '89fac9bf-5e2b-4f94-ae81-918aebd1acad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:48:56Z', 'updated_at': '2022-10-26T16:49:02Z', 'revision_number': 5, 'project_id': '5231456f896e4509b2930d51e68e5e80', 'subnets': [{'id': '89fac9bf-5e2b-4f94-ae81-918aebd1acad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:49:34.453400 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9d7b6e94-dc9d-43b5-aa30-1fc18066003c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:34.457117 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d24fc2-2fba-49e6-992f-8ba25b5fe780 None None] New status for floating IP eaf7810b-327a-4768-bfc1-f29744b12098: ACTIVE {{(pid=89749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:49:35.299080 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:35.544891 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:37.136716 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:49:39.692748 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:49:57.716144 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:50:02.173523 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1ebd22bf-c0f2-4b11-9799-0154cc751f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:50:04.493144 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a76be303-efb5-492c-98d1-0cc6a236ad49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:50:05.321897 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:50:05.544905 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:50:07.156257 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:50:08.275852 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1395ac73-3ade-4f4f-b3b8-8b9e72cec543 req-b4884681-50f3-46f8-acad-63ddb9de6085 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0787864 Oct 26 16:50:08.423298 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395ac73-3ade-4f4f-b3b8-8b9e72cec543 req-5a3f7de4-9b61-43a1-a5f7-ca12c974cbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:50:08.424762 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1395ac73-3ade-4f4f-b3b8-8b9e72cec543 req-5a3f7de4-9b61-43a1-a5f7-ca12c974cbeb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5231456f896e4509b2930d51e68e5e80&device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 1099 time: 0.0833297 Oct 26 16:50:08.569741 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395ac73-3ade-4f4f-b3b8-8b9e72cec543 req-e3080ecc-c23e-4790-bc1c-f067c7b786a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:50:08.571103 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1395ac73-3ade-4f4f-b3b8-8b9e72cec543 req-e3080ecc-c23e-4790-bc1c-f067c7b786a3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a50afd66-af56-457f-a86e-d697eb1f8394 HTTP/1.1" status: 200 len: 909 time: 0.1272993 Oct 26 16:50:08.674230 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1395ac73-3ade-4f4f-b3b8-8b9e72cec543 req-0de5ae29-a075-4f2d-82af-2ef0b4b2de8f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=154d8ab6-694a-4969-8a0b-7df3147b1540 HTTP/1.1" status: 200 len: 1001 time: 0.0970390 Oct 26 16:50:08.735302 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395ac73-3ade-4f4f-b3b8-8b9e72cec543 req-f6fd44a8-5885-4ce9-b8eb-dd9db86d3db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:50:08.736760 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1395ac73-3ade-4f4f-b3b8-8b9e72cec543 req-f6fd44a8-5885-4ce9-b8eb-dd9db86d3db1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=89fac9bf-5e2b-4f94-ae81-918aebd1acad HTTP/1.1" status: 200 len: 847 time: 0.0567744 Oct 26 16:50:08.821847 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395ac73-3ade-4f4f-b3b8-8b9e72cec543 req-e27ebd4e-867c-4375-901b-6d89581e7f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:50:08.823301 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1395ac73-3ade-4f4f-b3b8-8b9e72cec543 req-e27ebd4e-867c-4375-901b-6d89581e7f7d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a50afd66-af56-457f-a86e-d697eb1f8394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810173 Oct 26 16:50:08.954087 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1395ac73-3ade-4f4f-b3b8-8b9e72cec543 req-4ac54aa8-2388-4c49-af71-c19c5e4e5303 service neutron] 10.222.0.48 "GET /v2.0/networks/a50afd66-af56-457f-a86e-d697eb1f8394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252100 Oct 26 16:50:09.086421 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1395ac73-3ade-4f4f-b3b8-8b9e72cec543 req-666faf57-c6bf-4a7d-8905-31177a715f98 service neutron] 10.222.0.48 "GET /v2.0/networks/a50afd66-af56-457f-a86e-d697eb1f8394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261549 Oct 26 16:50:16.692373 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:50:27.721911 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:50:32.156479 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-02fd37b8-059a-4855-bd15-2e28806eaad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:50:34.464753 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-47035cfa-243e-42ba-a758-1deb0fe6e939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:50:35.307884 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:50:35.548047 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:50:37.165352 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:50:53.330662 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [req-48d1b38f-1bbd-42f5-8dd8-784e519fe311 req-c5c17b1c-6603-4dca-849e-a90d3bb3e9db service neutron] (89748) timed out ('10.222.0.48', 50107) {{(pid=89748) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 26 16:50:53.691694 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:50:57.733223 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:51:02.164620 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b68959ba-0c7b-41fe-8db2-2248d57119b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:51:04.473171 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-0f0932a9-7bf0-44e2-8142-12043279c5ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:51:05.273232 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:51:05.501724 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:51:07.145239 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:51:08.353146 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d95bb91c-b962-483e-81cf-911fc0757212 req-da7e00ba-3bca-4184-b413-33ca683f4cc1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1800981 Oct 26 16:51:08.507032 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95bb91c-b962-483e-81cf-911fc0757212 req-76b90570-89fe-4af6-a2b9-651410e9d92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:51:08.508510 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d95bb91c-b962-483e-81cf-911fc0757212 req-76b90570-89fe-4af6-a2b9-651410e9d92d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5231456f896e4509b2930d51e68e5e80&device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 1099 time: 0.0812750 Oct 26 16:51:08.653257 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95bb91c-b962-483e-81cf-911fc0757212 req-e28a35cb-d2ea-4961-81c9-847d63c903fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:51:08.654626 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d95bb91c-b962-483e-81cf-911fc0757212 req-e28a35cb-d2ea-4961-81c9-847d63c903fa service neutron] 10.222.0.48 "GET /v2.0/networks?id=a50afd66-af56-457f-a86e-d697eb1f8394 HTTP/1.1" status: 200 len: 909 time: 0.1278577 Oct 26 16:51:08.759766 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d95bb91c-b962-483e-81cf-911fc0757212 req-e7331446-f667-4b77-9d0a-205dd49d67be service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=154d8ab6-694a-4969-8a0b-7df3147b1540 HTTP/1.1" status: 200 len: 1001 time: 0.0996044 Oct 26 16:51:08.820787 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95bb91c-b962-483e-81cf-911fc0757212 req-3fefb74e-7aba-42e9-b55b-a0d67f3fdf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:51:08.822161 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d95bb91c-b962-483e-81cf-911fc0757212 req-3fefb74e-7aba-42e9-b55b-a0d67f3fdf55 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=89fac9bf-5e2b-4f94-ae81-918aebd1acad HTTP/1.1" status: 200 len: 847 time: 0.0569012 Oct 26 16:51:08.908726 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95bb91c-b962-483e-81cf-911fc0757212 req-207ebf44-fab8-43ed-a857-3870134eaffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:51:08.910070 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d95bb91c-b962-483e-81cf-911fc0757212 req-207ebf44-fab8-43ed-a857-3870134eaffa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a50afd66-af56-457f-a86e-d697eb1f8394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822654 Oct 26 16:51:09.043701 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d95bb91c-b962-483e-81cf-911fc0757212 req-85aaffa6-b624-4540-8f2b-97f791d1f438 service neutron] 10.222.0.48 "GET /v2.0/networks/a50afd66-af56-457f-a86e-d697eb1f8394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274607 Oct 26 16:51:09.178025 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d95bb91c-b962-483e-81cf-911fc0757212 req-1542334f-dce4-44cc-9a92-5078492b81e8 service neutron] 10.222.0.48 "GET /v2.0/networks/a50afd66-af56-457f-a86e-d697eb1f8394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287780 Oct 26 16:51:27.735741 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:51:30.691754 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:51:32.164249 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5c954921-4b26-4657-b0fe-27cf42e4890c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:51:34.499678 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-09c14007-f4b9-4fcf-8416-0b4a39190bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:51:35.336020 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:51:35.507454 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:51:37.141907 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:51:57.707315 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:52:02.104264 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c62c3-b913-49b2-80c0-77f17e2fed17 req-0a7a87af-0c77-44be-bc50-1ddde8a881fb tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:02.105725 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0e1c62c3-b913-49b2-80c0-77f17e2fed17 req-0a7a87af-0c77-44be-bc50-1ddde8a881fb tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 946 time: 0.0910933 Oct 26 16:52:02.153710 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0e1c62c3-b913-49b2-80c0-77f17e2fed17 req-5ecd469d-d357-41b3-82e5-00bde6c7b964 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418861 Oct 26 16:52:02.162173 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2b921a15-c4ee-4d6c-a840-86d3da25a8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:52:03.352770 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283e0eb-68be-43da-bf1c-da90b2b50194 req-215b8d3d-ec43-441c-a9c6-080e5f332b81 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:03.354202 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-7283e0eb-68be-43da-bf1c-da90b2b50194 req-215b8d3d-ec43-441c-a9c6-080e5f332b81 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 946 time: 0.0860074 Oct 26 16:52:03.401253 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-7283e0eb-68be-43da-bf1c-da90b2b50194 req-31f6a65f-d30c-43a0-a991-ef31ca843c55 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409117 Oct 26 16:52:04.467617 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a7d86058-32bf-49f5-b288-255e2cced039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:52:04.614068 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5eed00-e666-4c7b-acea-09edb0210ee0 req-0851923b-9dc2-41a1-aa48-f706a8ec1687 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:04.615629 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4e5eed00-e666-4c7b-acea-09edb0210ee0 req-0851923b-9dc2-41a1-aa48-f706a8ec1687 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 946 time: 0.0913160 Oct 26 16:52:04.660548 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4e5eed00-e666-4c7b-acea-09edb0210ee0 req-e07f9120-c101-463e-91f1-5a8c598fc962 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393400 Oct 26 16:52:05.288184 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:52:05.522424 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:52:05.860433 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc6dbb-d28c-4a8c-bf32-ccc156e9b1dd req-4592259c-d67c-4e06-8325-73df8ccd16c9 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:05.861890 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-3cdc6dbb-d28c-4a8c-bf32-ccc156e9b1dd req-4592259c-d67c-4e06-8325-73df8ccd16c9 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 946 time: 0.0873334 Oct 26 16:52:05.905463 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-3cdc6dbb-d28c-4a8c-bf32-ccc156e9b1dd req-c827e3d1-3376-40eb-8d8e-4c8725c21f66 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380924 Oct 26 16:52:07.102330 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb01c754-7f31-4192-9320-c8eaa7cb26a4 req-7ca9f196-51c8-45e3-9381-4d0fd2630d12 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:07.103795 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cb01c754-7f31-4192-9320-c8eaa7cb26a4 req-7ca9f196-51c8-45e3-9381-4d0fd2630d12 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 946 time: 0.0898740 Oct 26 16:52:07.151063 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:52:07.152143 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-cb01c754-7f31-4192-9320-c8eaa7cb26a4 req-f99b8f90-3af5-46d5-be21-0fd24a589585 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423462 Oct 26 16:52:07.691578 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:52:08.325190 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e941f-46f3-41ff-a8b5-003ad51d0cd3 req-1e8518a3-58ea-45ee-a14d-99783bab15b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:08.327437 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-963e941f-46f3-41ff-a8b5-003ad51d0cd3 req-1e8518a3-58ea-45ee-a14d-99783bab15b1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5231456f896e4509b2930d51e68e5e80&device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 1099 time: 0.0826941 Oct 26 16:52:08.359091 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac2e367-8695-4438-b346-88fe8f8b7c8e req-0224fe0e-016d-40c1-9585-333f901c8991 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:08.360553 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-1ac2e367-8695-4438-b346-88fe8f8b7c8e req-0224fe0e-016d-40c1-9585-333f901c8991 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 946 time: 0.0908093 Oct 26 16:52:08.405524 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-1ac2e367-8695-4438-b346-88fe8f8b7c8e req-d5254bd5-a058-430e-b042-984a80434ad9 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391648 Oct 26 16:52:08.475972 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e941f-46f3-41ff-a8b5-003ad51d0cd3 req-8f38e915-ba65-4764-9d8a-ff38206e50d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:08.477328 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-963e941f-46f3-41ff-a8b5-003ad51d0cd3 req-8f38e915-ba65-4764-9d8a-ff38206e50d2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a50afd66-af56-457f-a86e-d697eb1f8394 HTTP/1.1" status: 200 len: 909 time: 0.1308799 Oct 26 16:52:08.582296 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-963e941f-46f3-41ff-a8b5-003ad51d0cd3 req-5afb614d-7d15-4743-97b1-d116e7cb50ae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=154d8ab6-694a-4969-8a0b-7df3147b1540 HTTP/1.1" status: 200 len: 1001 time: 0.0982118 Oct 26 16:52:08.646021 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e941f-46f3-41ff-a8b5-003ad51d0cd3 req-b22d5cd7-4e36-4084-bbba-266990a9aaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:08.647473 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-963e941f-46f3-41ff-a8b5-003ad51d0cd3 req-b22d5cd7-4e36-4084-bbba-266990a9aaf8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=89fac9bf-5e2b-4f94-ae81-918aebd1acad HTTP/1.1" status: 200 len: 847 time: 0.0585687 Oct 26 16:52:08.830294 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e941f-46f3-41ff-a8b5-003ad51d0cd3 req-b8dc4bd5-433d-4c29-9025-b39d83464c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:08.831696 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-963e941f-46f3-41ff-a8b5-003ad51d0cd3 req-b8dc4bd5-433d-4c29-9025-b39d83464c00 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a50afd66-af56-457f-a86e-d697eb1f8394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1780682 Oct 26 16:52:08.963051 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-963e941f-46f3-41ff-a8b5-003ad51d0cd3 req-a70e3e19-d27d-4867-97a5-1d004ee4adb2 service neutron] 10.222.0.48 "GET /v2.0/networks/a50afd66-af56-457f-a86e-d697eb1f8394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249382 Oct 26 16:52:09.094982 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-963e941f-46f3-41ff-a8b5-003ad51d0cd3 req-97017bdd-7f9d-4789-a390-15447820cf32 service neutron] 10.222.0.48 "GET /v2.0/networks/a50afd66-af56-457f-a86e-d697eb1f8394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262004 Oct 26 16:52:09.602130 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae539a4-912a-43a3-ad11-79559247f9c1 req-ceb94814-5140-4235-80ad-f2577ec8bd39 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:09.603600 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-fae539a4-912a-43a3-ad11-79559247f9c1 req-ceb94814-5140-4235-80ad-f2577ec8bd39 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 946 time: 0.0879960 Oct 26 16:52:09.648650 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-fae539a4-912a-43a3-ad11-79559247f9c1 req-22c8ee36-7c80-40a1-b8e8-df1f5c9248da tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391524 Oct 26 16:52:10.842491 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251b205-0f00-449c-a5e4-81a1b050328c req-64f4bd52-bb90-4f7b-9767-7e124a4249cb tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:10.843925 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2251b205-0f00-449c-a5e4-81a1b050328c req-64f4bd52-bb90-4f7b-9767-7e124a4249cb tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 946 time: 0.0859303 Oct 26 16:52:10.891482 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2251b205-0f00-449c-a5e4-81a1b050328c req-0b2e4cc5-969c-426a-bf29-400570d7be4d tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420096 Oct 26 16:52:12.094076 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ae0be-2c41-4778-8b02-5064aef778f5 req-2a8ecd92-0335-4920-8485-11316a2a7c0f tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:12.095539 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f85ae0be-2c41-4778-8b02-5064aef778f5 req-2a8ecd92-0335-4920-8485-11316a2a7c0f tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 946 time: 0.0921266 Oct 26 16:52:12.139812 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f85ae0be-2c41-4778-8b02-5064aef778f5 req-471c0631-fc29-4b0a-b30c-8aabb485691f tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387490 Oct 26 16:52:13.339232 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7d21d-e875-4a3e-9d4b-b5238d3cf3ac req-4c063fa2-b3a4-4658-91cd-351b1c539ddb tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:13.343161 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b5e7d21d-e875-4a3e-9d4b-b5238d3cf3ac req-4c063fa2-b3a4-4658-91cd-351b1c539ddb tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 946 time: 0.0874853 Oct 26 16:52:13.385544 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b5e7d21d-e875-4a3e-9d4b-b5238d3cf3ac req-720e47ec-84de-4590-bff4-9c98169a9325 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386832 Oct 26 16:52:13.501495 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 154d8ab6-694a-4969-8a0b-7df3147b1540 details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 16:52:13.671574 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 154d8ab6-694a-4969-8a0b-7df3147b1540, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=154d8ab6-694a-4969-8a0b-7df3147b1540,segment=NetworkSegment(ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3),segment_id=ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:52:13.684742 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': '154d8ab6-694a-4969-8a0b-7df3147b1540', 'network_id': 'a50afd66-af56-457f-a86e-d697eb1f8394', 'port_id': '154d8ab6-694a-4969-8a0b-7df3147b1540', 'mac_address': 'fa:16:3e:90:58:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89fac9bf-5e2b-4f94-ae81-918aebd1acad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 16:52:13.740177 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 154d8ab6-694a-4969-8a0b-7df3147b1540 is: ACTIVE; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:52:13.740555 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:52:13.757699 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 154d8ab6-694a-4969-8a0b-7df3147b1540 {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:52:13.773109 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 154d8ab6-694a-4969-8a0b-7df3147b1540, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=154d8ab6-694a-4969-8a0b-7df3147b1540,segment=NetworkSegment(ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3),segment_id=ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:52:13.836411 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:52:13.907613 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=154d8ab6-694a-4969-8a0b-7df3147b1540,revision_number=6']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:13.912357 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['154d8ab6-694a-4969-8a0b-7df3147b1540'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:52:13.944564 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:13.944917 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:13.945260 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:13.945599 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:13.945930 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:13.946266 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:13.946621 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:13.946951 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:13.947277 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:13.947601 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:13.947923 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:13.948246 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:14.588608 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c9285-fc6d-4caa-af57-33ab2f2d3f65 req-a9252aff-4ddd-4e54-87d4-444b75384f36 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:14.590045 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-567c9285-fc6d-4caa-af57-33ab2f2d3f65 req-a9252aff-4ddd-4e54-87d4-444b75384f36 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 945 time: 0.0925786 Oct 26 16:52:14.634721 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-567c9285-fc6d-4caa-af57-33ab2f2d3f65 req-490c8c03-8626-41ab-b1fb-6deddd060161 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382638 Oct 26 16:52:15.510406 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 154d8ab6-694a-4969-8a0b-7df3147b1540 up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:52:15.581372 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port 154d8ab6-694a-4969-8a0b-7df3147b1540 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:52:15.581746 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:52:15.582076 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port 154d8ab6-694a-4969-8a0b-7df3147b1540 Oct 26 16:52:15.703769 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 154d8ab6-694a-4969-8a0b-7df3147b1540 is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:52:15.704151 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:52:15.730897 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42cc53bb-cd70-4fd7-bee4-26e8e6a252b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154d8ab6-694a-4969-8a0b-7df3147b1540'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:52:15.733705 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f75fbf14a3cb38ccce5df07bc87c0326afcdfdd969cc215a686ddaf7116ab95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8e3e6a-763f-4ac0-82a3-61035a427381" -d '{"events": [{"server_uuid": "42cc53bb-cd70-4fd7-bee4-26e8e6a252b2", "name": "network-vif-plugged", "status": "completed", "tag": "154d8ab6-694a-4969-8a0b-7df3147b1540"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:52:15.741945 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 154d8ab6-694a-4969-8a0b-7df3147b1540, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=154d8ab6-694a-4969-8a0b-7df3147b1540,segment=NetworkSegment(ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3),segment_id=ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:52:15.778460 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efdbd72b-d7d0-40e6-9ed1-5ffe650dc65a x-openstack-request-id: req-efdbd72b-d7d0-40e6-9ed1-5ffe650dc65a {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:52:15.778770 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42cc53bb-cd70-4fd7-bee4-26e8e6a252b2", "name": "network-vif-plugged", "status": "completed", "tag": "154d8ab6-694a-4969-8a0b-7df3147b1540", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:52:15.779025 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-efdbd72b-d7d0-40e6-9ed1-5ffe650dc65a {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:52:15.779448 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efdbd72b-d7d0-40e6-9ed1-5ffe650dc65a'] response: {'server_uuid': '42cc53bb-cd70-4fd7-bee4-26e8e6a252b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154d8ab6-694a-4969-8a0b-7df3147b1540', 'code': 200} Oct 26 16:52:15.787078 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:52:15.845803 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c75bfa-f12c-4ea2-999e-2c0c709ad777 req-cc3f51c6-d827-47b5-809b-bc16f78e85ea tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:15.847344 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-92c75bfa-f12c-4ea2-999e-2c0c709ad777 req-cc3f51c6-d827-47b5-809b-bc16f78e85ea tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 946 time: 0.0978901 Oct 26 16:52:15.858506 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=154d8ab6-694a-4969-8a0b-7df3147b1540,revision_number=7']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:15.893318 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-92c75bfa-f12c-4ea2-999e-2c0c709ad777 req-a577408a-2e42-4350-aae5-8ab3bb48b525 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404670 Oct 26 16:52:17.091404 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ef387-0b54-414e-b20a-0e396555d155 req-70179b8f-f0c2-4aee-9b7c-fa400a6ec948 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:17.092874 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ca6ef387-0b54-414e-b20a-0e396555d155 req-70179b8f-f0c2-4aee-9b7c-fa400a6ec948 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 946 time: 0.0882905 Oct 26 16:52:17.136655 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ca6ef387-0b54-414e-b20a-0e396555d155 req-c9867134-d4c2-4cee-8ab6-52fb113ca60e tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381875 Oct 26 16:52:18.337141 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8c0ef-18b6-4ea9-9034-1b3d40af2e77 req-0c594ced-80f0-4152-88d0-562fde877962 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:18.338617 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e9b8c0ef-18b6-4ea9-9034-1b3d40af2e77 req-0c594ced-80f0-4152-88d0-562fde877962 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 946 time: 0.0906620 Oct 26 16:52:18.385892 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e9b8c0ef-18b6-4ea9-9034-1b3d40af2e77 req-34aa558a-b96c-4e52-a655-46af5c0f7876 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413134 Oct 26 16:52:19.591320 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb65ebd-1324-4512-aec7-5c008a81805f req-49f217b4-e195-4280-bf57-937b6962aed1 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:19.592903 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6eb65ebd-1324-4512-aec7-5c008a81805f req-49f217b4-e195-4280-bf57-937b6962aed1 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 946 time: 0.0927339 Oct 26 16:52:19.639406 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6eb65ebd-1324-4512-aec7-5c008a81805f req-7bb9353f-b8ae-4756-a856-cbe67a75efcf tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408263 Oct 26 16:52:20.862028 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0772b8d-3e71-414a-a263-f0e2235fe9c7 req-32d7a2b5-ffbe-4a74-a235-b9a996e9d322 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:20.863645 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a0772b8d-3e71-414a-a263-f0e2235fe9c7 req-32d7a2b5-ffbe-4a74-a235-b9a996e9d322 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 946 time: 0.0970423 Oct 26 16:52:20.912395 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a0772b8d-3e71-414a-a263-f0e2235fe9c7 req-2cf78cd7-8721-46ae-a7ac-5edc1b6c205b tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427692 Oct 26 16:52:22.138018 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3325a9-2861-472f-9a52-3743ea482287 req-5dd5a31d-e125-40b7-8bc5-acb8761d438d tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:22.142494 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bb3325a9-2861-472f-9a52-3743ea482287 req-5dd5a31d-e125-40b7-8bc5-acb8761d438d tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 946 time: 0.0995727 Oct 26 16:52:22.188673 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bb3325a9-2861-472f-9a52-3743ea482287 req-975c6849-f172-4858-b332-22709e870019 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415878 Oct 26 16:52:23.442518 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0dc3b-f848-4f71-9c42-52c70b4cc9d2 req-ae7b51ab-1bae-4205-8b0f-92dac504b55a tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:23.444606 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-59b0dc3b-f848-4f71-9c42-52c70b4cc9d2 req-ae7b51ab-1bae-4205-8b0f-92dac504b55a tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 946 time: 0.1297143 Oct 26 16:52:23.495358 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-59b0dc3b-f848-4f71-9c42-52c70b4cc9d2 req-f47298b7-5750-4596-b8e8-09030e71e477 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427470 Oct 26 16:52:24.713922 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4f3a9-dd0b-4b68-b1eb-46c3c88ffea8 req-aa483c94-6aa5-455f-95e1-887479ae6a6d tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:24.719444 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-86b4f3a9-dd0b-4b68-b1eb-46c3c88ffea8 req-aa483c94-6aa5-455f-95e1-887479ae6a6d tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 946 time: 0.1010125 Oct 26 16:52:24.771383 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-86b4f3a9-dd0b-4b68-b1eb-46c3c88ffea8 req-8b4745dc-46fd-4f2b-b472-6b2a69d38261 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484371 Oct 26 16:52:25.989777 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6479c43-2f1e-406a-8391-a4250c755ca0 req-4488a558-0223-4e49-8970-00ac2404184f tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:25.996901 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-f6479c43-2f1e-406a-8391-a4250c755ca0 req-4488a558-0223-4e49-8970-00ac2404184f tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 946 time: 0.1080360 Oct 26 16:52:26.053919 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-f6479c43-2f1e-406a-8391-a4250c755ca0 req-262ca773-fda9-4083-8704-80850d0987ef tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560579 Oct 26 16:52:27.286870 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122493b-a11f-4f28-8d8e-b3655325a69b req-9a2edf94-f257-4c17-b577-12f424981cb0 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:27.289118 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a122493b-a11f-4f28-8d8e-b3655325a69b req-9a2edf94-f257-4c17-b577-12f424981cb0 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 946 time: 0.1201549 Oct 26 16:52:27.347212 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-a122493b-a11f-4f28-8d8e-b3655325a69b req-9fb1742c-e952-457e-9ffc-019a623d5f9d tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517068 Oct 26 16:52:27.718794 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:52:28.558098 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe2d73-c083-453f-9591-624444a3e634 req-2fc7a0d2-2c16-4a4a-97d9-6eb708708b90 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:28.559596 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-9ebe2d73-c083-453f-9591-624444a3e634 req-2fc7a0d2-2c16-4a4a-97d9-6eb708708b90 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 946 time: 0.0963886 Oct 26 16:52:28.609808 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-9ebe2d73-c083-453f-9591-624444a3e634 req-d8148ea2-af1b-4b43-badd-f3be00f31f9b tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426812 Oct 26 16:52:29.810299 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b97f6c-230c-4645-a407-e507c8318789 req-925cb057-7dc3-4e16-b2f9-8832dd691777 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:29.811785 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-18b97f6c-230c-4645-a407-e507c8318789 req-925cb057-7dc3-4e16-b2f9-8832dd691777 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 946 time: 0.0896811 Oct 26 16:52:29.860717 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-18b97f6c-230c-4645-a407-e507c8318789 req-9e7594a5-0bc0-4d9a-b43b-ce5efd1b5576 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430961 Oct 26 16:52:30.431884 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84fc2f-a3e3-48bf-9503-c05d5260ddba req-b6a5031c-7626-46f7-8a9c-a569b8f3abe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:30.433330 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3e84fc2f-a3e3-48bf-9503-c05d5260ddba req-b6a5031c-7626-46f7-8a9c-a569b8f3abe0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5231456f896e4509b2930d51e68e5e80&device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 1099 time: 0.0794289 Oct 26 16:52:30.562300 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84fc2f-a3e3-48bf-9503-c05d5260ddba req-f96fdfd4-5930-4ae6-af2f-6b5c139dffbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:30.564405 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3e84fc2f-a3e3-48bf-9503-c05d5260ddba req-f96fdfd4-5930-4ae6-af2f-6b5c139dffbd service neutron] 10.222.0.48 "GET /v2.0/networks?id=a50afd66-af56-457f-a86e-d697eb1f8394 HTTP/1.1" status: 200 len: 909 time: 0.1255727 Oct 26 16:52:30.668567 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3e84fc2f-a3e3-48bf-9503-c05d5260ddba req-a5e73348-64a4-40ab-af8e-bf67669cd05d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=154d8ab6-694a-4969-8a0b-7df3147b1540 HTTP/1.1" status: 200 len: 1001 time: 0.0982633 Oct 26 16:52:30.730928 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84fc2f-a3e3-48bf-9503-c05d5260ddba req-276a7b16-f05f-4967-ae5f-539023ac9be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:30.732306 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3e84fc2f-a3e3-48bf-9503-c05d5260ddba req-276a7b16-f05f-4967-ae5f-539023ac9be5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=89fac9bf-5e2b-4f94-ae81-918aebd1acad HTTP/1.1" status: 200 len: 847 time: 0.0581367 Oct 26 16:52:30.918310 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84fc2f-a3e3-48bf-9503-c05d5260ddba req-ec1811e0-61c9-40e3-bf91-254d6b8d026c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:30.919810 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3e84fc2f-a3e3-48bf-9503-c05d5260ddba req-ec1811e0-61c9-40e3-bf91-254d6b8d026c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a50afd66-af56-457f-a86e-d697eb1f8394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1819367 Oct 26 16:52:31.053594 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3e84fc2f-a3e3-48bf-9503-c05d5260ddba req-6d4c80da-eb4a-42c1-807c-dbf498cb6560 service neutron] 10.222.0.48 "GET /v2.0/networks/a50afd66-af56-457f-a86e-d697eb1f8394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278920 Oct 26 16:52:31.062359 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ebf44-134d-4f63-bbf8-7f499f2288c0 req-674d342e-6834-40a7-91e4-3e973b8d741e tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:31.064001 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2c5ebf44-134d-4f63-bbf8-7f499f2288c0 req-674d342e-6834-40a7-91e4-3e973b8d741e tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 946 time: 0.0917780 Oct 26 16:52:31.109801 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2c5ebf44-134d-4f63-bbf8-7f499f2288c0 req-2248856f-7fc0-4a11-a493-123b10ebc132 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390935 Oct 26 16:52:31.185087 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3e84fc2f-a3e3-48bf-9503-c05d5260ddba req-a066db96-1bb5-413a-98c6-d9425ae7c7a9 service neutron] 10.222.0.48 "GET /v2.0/networks/a50afd66-af56-457f-a86e-d697eb1f8394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260386 Oct 26 16:52:32.175432 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a166f3d3-96e9-4fec-98e5-26f970187e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:52:32.313992 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b3d6f-e914-4551-aae5-87cb47da3098 req-c5003fea-c309-4797-939b-6389935c4696 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:32.315475 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b34b3d6f-e914-4551-aae5-87cb47da3098 req-c5003fea-c309-4797-939b-6389935c4696 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 946 time: 0.0921996 Oct 26 16:52:32.359002 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b34b3d6f-e914-4551-aae5-87cb47da3098 req-a02a74f5-63b0-436c-9764-104904565255 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378826 Oct 26 16:52:33.556397 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 154d8ab6-694a-4969-8a0b-7df3147b1540 no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:52:33.561823 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df358f6-01fb-4e89-8c31-7cce62686306 req-71d99d47-74ea-4982-909a-cc499822fa48 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:33.563571 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-1df358f6-01fb-4e89-8c31-7cce62686306 req-71d99d47-74ea-4982-909a-cc499822fa48 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 946 time: 0.0898333 Oct 26 16:52:33.611850 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-1df358f6-01fb-4e89-8c31-7cce62686306 req-5a9f61f4-20fd-4152-8fb8-9040218a6437 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422707 Oct 26 16:52:33.673974 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 154d8ab6-694a-4969-8a0b-7df3147b1540 is: ACTIVE; New status is: DOWN {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:52:33.674361 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:52:33.701717 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42cc53bb-cd70-4fd7-bee4-26e8e6a252b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '154d8ab6-694a-4969-8a0b-7df3147b1540'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:52:33.704242 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f75fbf14a3cb38ccce5df07bc87c0326afcdfdd969cc215a686ddaf7116ab95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd59c547-a597-4dd9-b1a2-f6bba06ccedf" -d '{"events": [{"server_uuid": "42cc53bb-cd70-4fd7-bee4-26e8e6a252b2", "name": "network-vif-unplugged", "status": "completed", "tag": "154d8ab6-694a-4969-8a0b-7df3147b1540"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:52:33.711990 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 154d8ab6-694a-4969-8a0b-7df3147b1540, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=154d8ab6-694a-4969-8a0b-7df3147b1540,segment=NetworkSegment(ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3),segment_id=ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:52:33.744155 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 26 Oct 2022 16:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3857d4-59af-4678-85a3-f18243147c1b x-openstack-request-id: req-1b3857d4-59af-4678-85a3-f18243147c1b {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:52:33.744442 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42cc53bb-cd70-4fd7-bee4-26e8e6a252b2", "name": "network-vif-unplugged", "status": "failed", "tag": "154d8ab6-694a-4969-8a0b-7df3147b1540", "code": 422}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:52:33.744695 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b3857d4-59af-4678-85a3-f18243147c1b {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:52:33.745132 dv-neutron-862712-1-hyperv neutron-server[89749]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-1b3857d4-59af-4678-85a3-f18243147c1b']: {'server_uuid': '42cc53bb-cd70-4fd7-bee4-26e8e6a252b2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '154d8ab6-694a-4969-8a0b-7df3147b1540', 'code': 422} returned with failed status Oct 26 16:52:33.804298 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:52:33.871495 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=154d8ab6-694a-4969-8a0b-7df3147b1540,revision_number=8']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:34.166858 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4c463-1046-4d66-96c6-f5aee7ee9f63 req-854ed34d-a609-417c-966b-00cd2cf122ae tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:34.168241 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ffa4c463-1046-4d66-96c6-f5aee7ee9f63 req-854ed34d-a609-417c-966b-00cd2cf122ae tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 944 time: 0.0893111 Oct 26 16:52:34.213654 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ffa4c463-1046-4d66-96c6-f5aee7ee9f63 req-989f5b81-09ff-4e76-a21d-7d30d814b366 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390480 Oct 26 16:52:34.478276 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-9efd72ec-5a21-4d70-bfd5-d3c7409d33f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:52:34.695189 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-849d89bf-8f0a-4eb0-8bd0-789d7bcde557 req-ed096140-63c7-4ff2-93e6-8fa9e40194a3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1489940 Oct 26 16:52:35.273186 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:52:35.420116 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c1b03-9467-4f32-98f2-d8aa6eca56ef req-3fd224ca-4564-4684-a137-fe2e4e04054c tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:35.421549 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-089c1b03-9467-4f32-98f2-d8aa6eca56ef req-3fd224ca-4564-4684-a137-fe2e4e04054c tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 944 time: 0.0944924 Oct 26 16:52:35.466317 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-089c1b03-9467-4f32-98f2-d8aa6eca56ef req-4fdd87f9-dca0-45e4-9fac-2d5aa81ab832 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387037 Oct 26 16:52:35.535807 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:52:36.120968 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d89bf-8f0a-4eb0-8bd0-789d7bcde557 req-c4f44ddd-e96c-4612-aa7e-d23f0c9f520a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:36.122445 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-849d89bf-8f0a-4eb0-8bd0-789d7bcde557 req-c4f44ddd-e96c-4612-aa7e-d23f0c9f520a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2&tenant_id=5231456f896e4509b2930d51e68e5e80 HTTP/1.1" status: 200 len: 1097 time: 0.0797546 Oct 26 16:52:36.223081 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d89bf-8f0a-4eb0-8bd0-789d7bcde557 req-c8bf28b7-6de8-4654-ab9d-f19027a3c2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:36.224578 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-849d89bf-8f0a-4eb0-8bd0-789d7bcde557 req-c8bf28b7-6de8-4654-ab9d-f19027a3c2ca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5231456f896e4509b2930d51e68e5e80&device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 1097 time: 0.0814872 Oct 26 16:52:36.356471 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d89bf-8f0a-4eb0-8bd0-789d7bcde557 req-14137015-ef74-4d0f-b78a-168a5a73ae5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:36.357902 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-849d89bf-8f0a-4eb0-8bd0-789d7bcde557 req-14137015-ef74-4d0f-b78a-168a5a73ae5d service neutron] 10.222.0.48 "GET /v2.0/networks?id=a50afd66-af56-457f-a86e-d697eb1f8394 HTTP/1.1" status: 200 len: 909 time: 0.1278553 Oct 26 16:52:36.463560 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-849d89bf-8f0a-4eb0-8bd0-789d7bcde557 req-13455205-8cea-41dd-9852-595ef53d380b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=154d8ab6-694a-4969-8a0b-7df3147b1540 HTTP/1.1" status: 200 len: 999 time: 0.0992823 Oct 26 16:52:36.525717 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d89bf-8f0a-4eb0-8bd0-789d7bcde557 req-5105c1af-95b1-4461-8a7a-d906285723a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:36.527174 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-849d89bf-8f0a-4eb0-8bd0-789d7bcde557 req-5105c1af-95b1-4461-8a7a-d906285723a0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=89fac9bf-5e2b-4f94-ae81-918aebd1acad HTTP/1.1" status: 200 len: 847 time: 0.0582316 Oct 26 16:52:36.612432 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d89bf-8f0a-4eb0-8bd0-789d7bcde557 req-bb1ebbbb-a59b-4b13-8157-1afa28e5f292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:36.613889 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-849d89bf-8f0a-4eb0-8bd0-789d7bcde557 req-bb1ebbbb-a59b-4b13-8157-1afa28e5f292 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a50afd66-af56-457f-a86e-d697eb1f8394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810163 Oct 26 16:52:36.675769 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d3a75-ff65-43ad-b017-384605406d66 req-7c2429af-4c63-4550-ba2d-b64a8c40e1ff tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:36.677281 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e63d3a75-ff65-43ad-b017-384605406d66 req-7c2429af-4c63-4550-ba2d-b64a8c40e1ff tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 944 time: 0.0985963 Oct 26 16:52:36.723400 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e63d3a75-ff65-43ad-b017-384605406d66 req-7cff4551-8495-4cd2-b4c7-d39b28ea03db tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402541 Oct 26 16:52:36.752176 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-849d89bf-8f0a-4eb0-8bd0-789d7bcde557 req-db350f29-ae0d-49cc-a8aa-fbaff171a93d service neutron] 10.222.0.48 "GET /v2.0/networks/a50afd66-af56-457f-a86e-d697eb1f8394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319525 Oct 26 16:52:36.886803 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-849d89bf-8f0a-4eb0-8bd0-789d7bcde557 req-9d34b5c5-f148-4eee-874f-e39c168529f9 service neutron] 10.222.0.48 "GET /v2.0/networks/a50afd66-af56-457f-a86e-d697eb1f8394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289651 Oct 26 16:52:37.124569 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:52:37.572437 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 154d8ab6-694a-4969-8a0b-7df3147b1540 no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:52:37.709101 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 154d8ab6-694a-4969-8a0b-7df3147b1540 is: DOWN; New status is: DOWN {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:52:37.944617 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b25199-53e4-40ef-933b-06ad8bc5218c req-bdeca65f-4d72-43cb-80c7-c6ebd2f57c84 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:37.947039 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f9b25199-53e4-40ef-933b-06ad8bc5218c req-bdeca65f-4d72-43cb-80c7-c6ebd2f57c84 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 944 time: 0.1015944 Oct 26 16:52:37.994276 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f9b25199-53e4-40ef-933b-06ad8bc5218c req-2c999ebe-d33d-4e5b-bf15-6c46c4e404d2 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410249 Oct 26 16:52:39.215439 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8db25-a8e2-4bb4-8237-ec10babf736f req-8cd77c27-68dd-4e2e-95c8-9976e77b1212 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:39.217451 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-8ab8db25-a8e2-4bb4-8237-ec10babf736f req-8cd77c27-68dd-4e2e-95c8-9976e77b1212 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 944 time: 0.1037037 Oct 26 16:52:39.268988 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-8ab8db25-a8e2-4bb4-8237-ec10babf736f req-7d77cc46-8eee-439d-950d-88a01f72e7be tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453038 Oct 26 16:52:40.664578 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade966b-ca39-4f3c-a8a4-b954d239ca72 req-912607c6-bfaa-4399-9a35-e250d9198792 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:40.666024 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-aade966b-ca39-4f3c-a8a4-b954d239ca72 req-912607c6-bfaa-4399-9a35-e250d9198792 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 944 time: 0.2740042 Oct 26 16:52:40.720695 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-aade966b-ca39-4f3c-a8a4-b954d239ca72 req-68f111b6-eba3-485a-875e-f3d5b5bce8ba tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489290 Oct 26 16:52:41.956766 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1611048-0134-4863-aa8c-f7d6b43b594e req-d5642a1f-19de-4cb1-9542-21c0f294bf0b tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:41.958250 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e1611048-0134-4863-aa8c-f7d6b43b594e req-d5642a1f-19de-4cb1-9542-21c0f294bf0b tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 944 time: 0.0948532 Oct 26 16:52:42.023639 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e1611048-0134-4863-aa8c-f7d6b43b594e req-28c49181-c642-4e06-9264-4fc6dae137d4 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593581 Oct 26 16:52:43.247625 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1cfee1-94be-43f5-9b55-70bc27e2f40d req-7ca3699a-9923-4751-bfa5-91b0ae1ac8ee tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:43.249098 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7c1cfee1-94be-43f5-9b55-70bc27e2f40d req-7ca3699a-9923-4751-bfa5-91b0ae1ac8ee tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 944 time: 0.0955625 Oct 26 16:52:43.299100 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7c1cfee1-94be-43f5-9b55-70bc27e2f40d req-e70c3564-3775-4118-9d39-187c3dad5003 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421147 Oct 26 16:52:44.515093 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989b7bd-d62d-423b-a59d-b98b2ebbc67b req-86395ff0-a032-482f-bf1b-439c1ea1894d tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:44.516542 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-7989b7bd-d62d-423b-a59d-b98b2ebbc67b req-86395ff0-a032-482f-bf1b-439c1ea1894d tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 944 time: 0.0981724 Oct 26 16:52:44.562910 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-7989b7bd-d62d-423b-a59d-b98b2ebbc67b req-f897037c-7948-42d8-80d7-d0304163175d tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400083 Oct 26 16:52:44.692056 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:52:45.766127 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f406adf-8f96-470e-9126-dfb0aa84021b req-4459738e-9083-45d3-a739-42dc634d5e55 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:45.767581 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8f406adf-8f96-470e-9126-dfb0aa84021b req-4459738e-9083-45d3-a739-42dc634d5e55 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 944 time: 0.0926714 Oct 26 16:52:45.812378 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8f406adf-8f96-470e-9126-dfb0aa84021b req-74351c8f-cb49-43d5-a6cb-1eda0f0e18ad tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384851 Oct 26 16:52:47.009338 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505bf2be-f136-4b09-b2a9-45c479c9dece req-79740610-b46f-4a1c-ad35-0f29b36ca58a tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:47.010717 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-505bf2be-f136-4b09-b2a9-45c479c9dece req-79740610-b46f-4a1c-ad35-0f29b36ca58a tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 944 time: 0.0877221 Oct 26 16:52:47.057712 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-505bf2be-f136-4b09-b2a9-45c479c9dece req-5fd424c4-ec5f-44bc-ba09-2cc0c6373321 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413826 Oct 26 16:52:48.261542 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fa343-a45a-4f88-aafb-85357067e654 req-d04e06ab-7e57-4cd7-9806-1fa6aca024c7 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:48.263002 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8a7fa343-a45a-4f88-aafb-85357067e654 req-d04e06ab-7e57-4cd7-9806-1fa6aca024c7 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 944 time: 0.0920386 Oct 26 16:52:48.306580 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8a7fa343-a45a-4f88-aafb-85357067e654 req-b56248e8-6323-49ae-a0e9-b30443f029ee tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377250 Oct 26 16:52:49.506453 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd81e41-da76-4735-b4a2-aaaa8fa54357 req-66b8772f-9441-4e8a-ab19-bedf0bb2cb35 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:49.507929 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-8dd81e41-da76-4735-b4a2-aaaa8fa54357 req-66b8772f-9441-4e8a-ab19-bedf0bb2cb35 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 944 time: 0.0878334 Oct 26 16:52:49.552106 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-8dd81e41-da76-4735-b4a2-aaaa8fa54357 req-477b7bce-25a3-4eed-bbf4-03bf4f4a1a26 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385838 Oct 26 16:52:50.748851 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981f374-136e-4176-b550-c04b9a6a904c req-e8566f2d-83b8-419f-819e-0e942366b1e1 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:50.750456 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b981f374-136e-4176-b550-c04b9a6a904c req-e8566f2d-83b8-419f-819e-0e942366b1e1 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 944 time: 0.0876901 Oct 26 16:52:50.794445 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b981f374-136e-4176-b550-c04b9a6a904c req-6af21a65-86a2-4f5a-9656-630af1eb05ad tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373688 Oct 26 16:52:51.628959 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 154d8ab6-694a-4969-8a0b-7df3147b1540 details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 16:52:51.762168 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 154d8ab6-694a-4969-8a0b-7df3147b1540, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=154d8ab6-694a-4969-8a0b-7df3147b1540,segment=NetworkSegment(ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3),segment_id=ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:52:51.775318 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': '154d8ab6-694a-4969-8a0b-7df3147b1540', 'network_id': 'a50afd66-af56-457f-a86e-d697eb1f8394', 'port_id': '154d8ab6-694a-4969-8a0b-7df3147b1540', 'mac_address': 'fa:16:3e:90:58:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89fac9bf-5e2b-4f94-ae81-918aebd1acad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 16:52:51.833806 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 154d8ab6-694a-4969-8a0b-7df3147b1540 is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:52:51.834189 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:52:51.851756 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 154d8ab6-694a-4969-8a0b-7df3147b1540 {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:52:51.867576 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 154d8ab6-694a-4969-8a0b-7df3147b1540, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=154d8ab6-694a-4969-8a0b-7df3147b1540,segment=NetworkSegment(ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3),segment_id=ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:52:51.941342 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:52:51.998713 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e11569e-01d7-40c2-bf3a-d61bd8037654 req-fc3da775-5917-488f-a669-38a58cf785dd tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:52.000405 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-1e11569e-01d7-40c2-bf3a-d61bd8037654 req-fc3da775-5917-488f-a669-38a58cf785dd tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 945 time: 0.0939269 Oct 26 16:52:52.010437 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=154d8ab6-694a-4969-8a0b-7df3147b1540,revision_number=9']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:52.047163 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-1e11569e-01d7-40c2-bf3a-d61bd8037654 req-e89651bf-bd16-4601-a485-a2f49103e08d tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398133 Oct 26 16:52:52.301386 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['154d8ab6-694a-4969-8a0b-7df3147b1540'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:52:53.247670 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e341f53-5a60-4c2f-820f-995cf6ffc6ad req-eb4e114b-3e41-41b0-844b-a82fe5d0eea0 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:53.249095 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7e341f53-5a60-4c2f-820f-995cf6ffc6ad req-eb4e114b-3e41-41b0-844b-a82fe5d0eea0 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 945 time: 0.0912561 Oct 26 16:52:53.293083 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7e341f53-5a60-4c2f-820f-995cf6ffc6ad req-6e255f01-cf5c-46e8-a84a-3260f2969fa2 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381656 Oct 26 16:52:53.634218 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 154d8ab6-694a-4969-8a0b-7df3147b1540 up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:52:53.702724 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port 154d8ab6-694a-4969-8a0b-7df3147b1540 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:52:53.703102 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:52:53.703439 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port 154d8ab6-694a-4969-8a0b-7df3147b1540 Oct 26 16:52:53.842848 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 154d8ab6-694a-4969-8a0b-7df3147b1540 is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:52:53.843230 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:52:53.870566 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42cc53bb-cd70-4fd7-bee4-26e8e6a252b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154d8ab6-694a-4969-8a0b-7df3147b1540'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:52:53.872805 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f75fbf14a3cb38ccce5df07bc87c0326afcdfdd969cc215a686ddaf7116ab95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3571c17-7574-4ea3-9c7d-1ce397457538" -d '{"events": [{"server_uuid": "42cc53bb-cd70-4fd7-bee4-26e8e6a252b2", "name": "network-vif-plugged", "status": "completed", "tag": "154d8ab6-694a-4969-8a0b-7df3147b1540"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:52:53.880626 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 154d8ab6-694a-4969-8a0b-7df3147b1540, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=154d8ab6-694a-4969-8a0b-7df3147b1540,segment=NetworkSegment(ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3),segment_id=ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:52:53.915536 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4af66c-5a37-44aa-b61e-48ab74c84d1e x-openstack-request-id: req-fe4af66c-5a37-44aa-b61e-48ab74c84d1e {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:52:53.915897 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42cc53bb-cd70-4fd7-bee4-26e8e6a252b2", "name": "network-vif-plugged", "status": "completed", "tag": "154d8ab6-694a-4969-8a0b-7df3147b1540", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:52:53.916163 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fe4af66c-5a37-44aa-b61e-48ab74c84d1e {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:52:53.916575 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe4af66c-5a37-44aa-b61e-48ab74c84d1e'] response: {'server_uuid': '42cc53bb-cd70-4fd7-bee4-26e8e6a252b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154d8ab6-694a-4969-8a0b-7df3147b1540', 'code': 200} Oct 26 16:52:53.951578 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:52:54.019686 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=154d8ab6-694a-4969-8a0b-7df3147b1540,revision_number=10']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:54.260313 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a6662-be70-4672-8296-8914d2c0fc89 req-049e8304-3ebb-46a4-abb7-ecbbab25759d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:54.261773 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7d2a6662-be70-4672-8296-8914d2c0fc89 req-049e8304-3ebb-46a4-abb7-ecbbab25759d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 1100 time: 0.0814834 Oct 26 16:52:54.301519 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7d2a6662-be70-4672-8296-8914d2c0fc89 req-cf90b5dc-c7b9-48e1-8237-2e909b42ae46 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339286 Oct 26 16:52:54.495707 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685262b2-8608-4898-971d-fddaaa762117 req-1bedcd4d-5c61-4881-b105-9fc34ee18ec3 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:54.497132 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-685262b2-8608-4898-971d-fddaaa762117 req-1bedcd4d-5c61-4881-b105-9fc34ee18ec3 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 947 time: 0.0886624 Oct 26 16:52:54.540771 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-685262b2-8608-4898-971d-fddaaa762117 req-07cc5208-99c1-4dbe-ad9b-bad8230afbdf tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371759 Oct 26 16:52:55.751368 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ecad5b-46e9-4fc9-b6be-f15d57d6d633 req-87387c92-5c8c-4843-a13e-2f4054d420ce tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:55.753456 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a8ecad5b-46e9-4fc9-b6be-f15d57d6d633 req-87387c92-5c8c-4843-a13e-2f4054d420ce tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 947 time: 0.0909648 Oct 26 16:52:55.802998 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a8ecad5b-46e9-4fc9-b6be-f15d57d6d633 req-a29e7030-a760-44ec-a95b-b307b4a9ba19 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414784 Oct 26 16:52:57.006389 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56668589-c4e6-43ab-8f5b-6f0120944a94 req-75847186-424e-4595-92a5-7aa6fa518051 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:57.007757 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-56668589-c4e6-43ab-8f5b-6f0120944a94 req-75847186-424e-4595-92a5-7aa6fa518051 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 947 time: 0.0919695 Oct 26 16:52:57.052628 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-56668589-c4e6-43ab-8f5b-6f0120944a94 req-427cddc8-f2d9-452c-a82c-bbceceedf71c tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393193 Oct 26 16:52:57.712832 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:53:02.203971 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-706d45e8-7033-48a2-b1f7-9d2d77a19ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:53:04.501324 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-283498d0-07e0-4b70-beeb-ed0c98e288e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:53:05.289497 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:53:05.518102 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:53:07.141306 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:53:09.306339 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8eaa3f79-5650-4be5-b255-0a3fa36ca89d req-508ada69-3197-461c-82bf-786d558e2bad service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1188655 Oct 26 16:53:09.453927 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa3f79-5650-4be5-b255-0a3fa36ca89d req-c38f6e8e-d3d6-4a79-b695-e4191454347a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:53:09.455329 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8eaa3f79-5650-4be5-b255-0a3fa36ca89d req-c38f6e8e-d3d6-4a79-b695-e4191454347a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5231456f896e4509b2930d51e68e5e80&device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 1100 time: 0.0820711 Oct 26 16:53:09.602216 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa3f79-5650-4be5-b255-0a3fa36ca89d req-e1e6f979-0edc-438e-b179-466d58bef56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:53:09.603673 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8eaa3f79-5650-4be5-b255-0a3fa36ca89d req-e1e6f979-0edc-438e-b179-466d58bef56b service neutron] 10.222.0.48 "GET /v2.0/networks?id=a50afd66-af56-457f-a86e-d697eb1f8394 HTTP/1.1" status: 200 len: 909 time: 0.1274965 Oct 26 16:53:09.709437 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8eaa3f79-5650-4be5-b255-0a3fa36ca89d req-968772f3-ce76-40f4-8b6d-41221276a28b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=154d8ab6-694a-4969-8a0b-7df3147b1540 HTTP/1.1" status: 200 len: 1001 time: 0.0997396 Oct 26 16:53:09.770223 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa3f79-5650-4be5-b255-0a3fa36ca89d req-bb5add70-6962-4863-8afb-177c8f79282e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:53:09.771640 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8eaa3f79-5650-4be5-b255-0a3fa36ca89d req-bb5add70-6962-4863-8afb-177c8f79282e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=89fac9bf-5e2b-4f94-ae81-918aebd1acad HTTP/1.1" status: 200 len: 847 time: 0.0570419 Oct 26 16:53:09.857577 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa3f79-5650-4be5-b255-0a3fa36ca89d req-32cb4f29-936e-4dc2-be33-a6a34ae5e1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:53:09.859080 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8eaa3f79-5650-4be5-b255-0a3fa36ca89d req-32cb4f29-936e-4dc2-be33-a6a34ae5e1b2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a50afd66-af56-457f-a86e-d697eb1f8394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819347 Oct 26 16:53:09.989590 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8eaa3f79-5650-4be5-b255-0a3fa36ca89d req-07556da9-482e-4f98-b59b-683c558f48cf service neutron] 10.222.0.48 "GET /v2.0/networks/a50afd66-af56-457f-a86e-d697eb1f8394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239121 Oct 26 16:53:10.223618 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-8eaa3f79-5650-4be5-b255-0a3fa36ca89d req-0e20aa4b-7c80-4159-a1e4-9110b4aa599f service neutron] 10.222.0.48 "GET /v2.0/networks/a50afd66-af56-457f-a86e-d697eb1f8394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251730 Oct 26 16:53:21.691548 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:53:27.734818 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:53:32.214779 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-71917518-4d3b-484d-9e18-c513f8380b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:53:34.483363 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a5aecb63-aaea-42c9-a7f8-bdbee6dcf013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:53:35.289081 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:53:35.523400 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:53:37.152139 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:53:57.717864 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:53:58.690912 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:54:02.163375 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e917949b-ad5a-4342-896e-890fe96428e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:04.483425 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d3addb0b-9414-442b-abab-fef3f20f3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:05.312030 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:05.534882 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:07.146407 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:09.246101 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f207edb4-a212-46ad-aa27-460389c0e742 req-b6dc67c4-2184-4f22-91db-dd9091479439 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764663 Oct 26 16:54:09.392109 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207edb4-a212-46ad-aa27-460389c0e742 req-5be7fe01-437d-49dc-bc58-ee36495184c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:54:09.393553 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f207edb4-a212-46ad-aa27-460389c0e742 req-5be7fe01-437d-49dc-bc58-ee36495184c4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5231456f896e4509b2930d51e68e5e80&device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 1100 time: 0.0833793 Oct 26 16:54:09.536188 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207edb4-a212-46ad-aa27-460389c0e742 req-2d803a3f-7094-4455-807e-9b6973b76c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:54:09.537514 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f207edb4-a212-46ad-aa27-460389c0e742 req-2d803a3f-7094-4455-807e-9b6973b76c22 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a50afd66-af56-457f-a86e-d697eb1f8394 HTTP/1.1" status: 200 len: 909 time: 0.1260338 Oct 26 16:54:09.642069 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f207edb4-a212-46ad-aa27-460389c0e742 req-388552b0-3374-4459-9f82-36bc533b45d5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=154d8ab6-694a-4969-8a0b-7df3147b1540 HTTP/1.1" status: 200 len: 1001 time: 0.0977502 Oct 26 16:54:09.704817 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207edb4-a212-46ad-aa27-460389c0e742 req-8928fb35-cb44-4028-a975-626871de62fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:54:09.706236 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f207edb4-a212-46ad-aa27-460389c0e742 req-8928fb35-cb44-4028-a975-626871de62fe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=89fac9bf-5e2b-4f94-ae81-918aebd1acad HTTP/1.1" status: 200 len: 847 time: 0.0586417 Oct 26 16:54:09.794829 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207edb4-a212-46ad-aa27-460389c0e742 req-e5c39e0e-8ad7-4f54-b835-07493c088a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:54:09.796187 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f207edb4-a212-46ad-aa27-460389c0e742 req-e5c39e0e-8ad7-4f54-b835-07493c088a03 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a50afd66-af56-457f-a86e-d697eb1f8394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831144 Oct 26 16:54:09.930520 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f207edb4-a212-46ad-aa27-460389c0e742 req-9526bd4e-a8a5-4fe7-81dd-a926ec1bbfe1 service neutron] 10.222.0.48 "GET /v2.0/networks/a50afd66-af56-457f-a86e-d697eb1f8394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279502 Oct 26 16:54:10.063117 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f207edb4-a212-46ad-aa27-460389c0e742 req-00b72d3e-5be6-4ca8-b6ae-9f729828af65 service neutron] 10.222.0.48 "GET /v2.0/networks/a50afd66-af56-457f-a86e-d697eb1f8394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268394 Oct 26 16:54:27.729000 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:32.157603 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c0135747-7a18-487f-95d7-f7dd5cef8f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:33.051194 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 53874) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:54:33.289767 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-3292a1da-c8b0-4426-b4e4-03f9e16cd085 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Deleting port 09712df5-81f3-44a3-ac90-8ab6d4aced07 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:54:33.290103 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3292a1da-c8b0-4426-b4e4-03f9e16cd085 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:33.461992 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3292a1da-c8b0-4426-b4e4-03f9e16cd085 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:33.462320 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3292a1da-c8b0-4426-b4e4-03f9e16cd085 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:33.585474 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-3292a1da-c8b0-4426-b4e4-03f9e16cd085 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Calling delete_port for 09712df5-81f3-44a3-ac90-8ab6d4aced07 owned by network:floatingip {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:54:33.883573 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3292a1da-c8b0-4426-b4e4-03f9e16cd085 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:33.929844 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3292a1da-c8b0-4426-b4e4-03f9e16cd085 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Pushing event deleted for resources: {'Port': ['ID=09712df5-81f3-44a3-ac90-8ab6d4aced07,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:33.972367 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3292a1da-c8b0-4426-b4e4-03f9e16cd085 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:33.972715 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3292a1da-c8b0-4426-b4e4-03f9e16cd085 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:33.973050 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3292a1da-c8b0-4426-b4e4-03f9e16cd085 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:33.973378 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3292a1da-c8b0-4426-b4e4-03f9e16cd085 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:33.973704 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3292a1da-c8b0-4426-b4e4-03f9e16cd085 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:33.974031 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3292a1da-c8b0-4426-b4e4-03f9e16cd085 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:33.974354 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3292a1da-c8b0-4426-b4e4-03f9e16cd085 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:33.974701 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3292a1da-c8b0-4426-b4e4-03f9e16cd085 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:33.975024 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3292a1da-c8b0-4426-b4e4-03f9e16cd085 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:33.975340 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3292a1da-c8b0-4426-b4e4-03f9e16cd085 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:33.975658 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3292a1da-c8b0-4426-b4e4-03f9e16cd085 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:33.975978 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3292a1da-c8b0-4426-b4e4-03f9e16cd085 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:34.040698 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3292a1da-c8b0-4426-b4e4-03f9e16cd085 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for floatingip, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:34.041023 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.l3_db [None req-3292a1da-c8b0-4426-b4e4-03f9e16cd085 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Floating IP eaf7810b-327a-4768-bfc1-f29744b12098 disassociated (deleted). External IP: 172.26.2.41, port: 154d8ab6-694a-4969-8a0b-7df3147b1540. Oct 26 16:54:34.396354 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3292a1da-c8b0-4426-b4e4-03f9e16cd085 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Router e78a1ddd-6b1d-4abc-a302-26ea26279d0b has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:54:34.477818 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c3204814-b51d-4261-bc75-9d446c282508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:34.579595 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3292a1da-c8b0-4426-b4e4-03f9e16cd085 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:54:34.590037 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e511cf2-608f-4a8b-bc40-5fb5e7a8bf87 None None] Sync routers for ids ['e78a1ddd-6b1d-4abc-a302-26ea26279d0b'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:54:34.599855 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e511cf2-608f-4a8b-bc40-5fb5e7a8bf87 None None] Routers {'e78a1ddd-6b1d-4abc-a302-26ea26279d0b'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:54:34.600867 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-2e511cf2-608f-4a8b-bc40-5fb5e7a8bf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:54:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['e78a1ddd-6b1d-4abc-a302-26ea26279d0b'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:34.638895 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3292a1da-c8b0-4426-b4e4-03f9e16cd085 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:34.694235 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-3292a1da-c8b0-4426-b4e4-03f9e16cd085 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "DELETE /v2.0/floatingips/eaf7810b-327a-4768-bfc1-f29744b12098 HTTP/1.1" status: 204 len: 168 time: 1.6419656 Oct 26 16:54:34.695009 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42cc53bb-cd70-4fd7-bee4-26e8e6a252b2', 'tag': '154d8ab6-694a-4969-8a0b-7df3147b1540'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:54:34.697392 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbecf65b1506daf1e3c9415b2792b0fd9d4f71d7b4124d9691f7baf88de182a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6bde1e-0f95-4cef-8d7e-d1bd2443cb79" -d '{"events": [{"name": "network-changed", "server_uuid": "42cc53bb-cd70-4fd7-bee4-26e8e6a252b2", "tag": "154d8ab6-694a-4969-8a0b-7df3147b1540"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:54:34.785641 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-2e511cf2-608f-4a8b-bc40-5fb5e7a8bf87 None None] Set router e78a1ddd-6b1d-4abc-a302-26ea26279d0b gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:54:34.806050 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0627c694-8d84-402a-8354-85dbc2cab2b3 x-openstack-request-id: req-0627c694-8d84-402a-8354-85dbc2cab2b3 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:54:34.806348 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42cc53bb-cd70-4fd7-bee4-26e8e6a252b2", "tag": "154d8ab6-694a-4969-8a0b-7df3147b1540", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:54:34.806624 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0627c694-8d84-402a-8354-85dbc2cab2b3 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:54:34.807029 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0627c694-8d84-402a-8354-85dbc2cab2b3'] response: {'name': 'network-changed', 'server_uuid': '42cc53bb-cd70-4fd7-bee4-26e8e6a252b2', 'tag': '154d8ab6-694a-4969-8a0b-7df3147b1540', 'status': 'completed', 'code': 200} Oct 26 16:54:34.909952 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bde1e-0f95-4cef-8d7e-d1bd2443cb79 req-919756b3-2905-428e-9b76-673baa6bb3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:54:34.911467 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ba6bde1e-0f95-4cef-8d7e-d1bd2443cb79 req-919756b3-2905-428e-9b76-673baa6bb3cc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5231456f896e4509b2930d51e68e5e80&device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 1100 time: 0.0852494 Oct 26 16:54:35.051707 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bde1e-0f95-4cef-8d7e-d1bd2443cb79 req-2fbf67cd-2b75-419e-976b-c9bbbb229b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:54:35.053238 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ba6bde1e-0f95-4cef-8d7e-d1bd2443cb79 req-2fbf67cd-2b75-419e-976b-c9bbbb229b5b service neutron] 10.222.0.48 "GET /v2.0/networks?id=a50afd66-af56-457f-a86e-d697eb1f8394 HTTP/1.1" status: 200 len: 909 time: 0.1346192 Oct 26 16:54:35.111551 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-2e511cf2-608f-4a8b-bc40-5fb5e7a8bf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'name': 'tempest-TestShelveInstance-862944839-router', 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '3c129a21-e497-4583-a050-d919af21e099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:48:52Z', 'updated_at': '2022-10-26T16:48:56Z', 'revision_number': 4, 'project_id': '5231456f896e4509b2930d51e68e5e80', 'gw_port': {'id': '3c129a21-e497-4583-a050-d919af21e099', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:42:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:48:53Z', 'updated_at': '2022-10-26T16:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '40c61bb9-6c9f-472d-8b5a-0457165626ba', 'name': '', 'network_id': 'a50afd66-af56-457f-a86e-d697eb1f8394', 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'mac_address': 'fa:16:3e:77:dd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '89fac9bf-5e2b-4f94-ae81-918aebd1acad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:48:56Z', 'updated_at': '2022-10-26T16:49:02Z', 'revision_number': 5, 'project_id': '5231456f896e4509b2930d51e68e5e80', 'subnets': [{'id': '89fac9bf-5e2b-4f94-ae81-918aebd1acad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:35.116571 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e511cf2-608f-4a8b-bc40-5fb5e7a8bf87 None None] Checking router: e78a1ddd-6b1d-4abc-a302-26ea26279d0b for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:54:35.124606 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e511cf2-608f-4a8b-bc40-5fb5e7a8bf87 None None] Routers {'e78a1ddd-6b1d-4abc-a302-26ea26279d0b'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:54:35.125221 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-2e511cf2-608f-4a8b-bc40-5fb5e7a8bf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:54:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['e78a1ddd-6b1d-4abc-a302-26ea26279d0b'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:35.131769 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ba6bde1e-0f95-4cef-8d7e-d1bd2443cb79 req-4303a687-f930-4a9c-aeee-04ca38b983df service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=154d8ab6-694a-4969-8a0b-7df3147b1540 HTTP/1.1" status: 200 len: 217 time: 0.0655620 Oct 26 16:54:35.204157 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bde1e-0f95-4cef-8d7e-d1bd2443cb79 req-9afa05b6-2a75-4390-bffd-12317727b9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:54:35.205575 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ba6bde1e-0f95-4cef-8d7e-d1bd2443cb79 req-9afa05b6-2a75-4390-bffd-12317727b9f1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=89fac9bf-5e2b-4f94-ae81-918aebd1acad HTTP/1.1" status: 200 len: 847 time: 0.0669322 Oct 26 16:54:35.289097 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:35.306907 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-2e511cf2-608f-4a8b-bc40-5fb5e7a8bf87 None None] Set router e78a1ddd-6b1d-4abc-a302-26ea26279d0b gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:54:35.362874 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bde1e-0f95-4cef-8d7e-d1bd2443cb79 req-dc7385bf-9687-4257-93f5-e10d88cd81b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:54:35.364340 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ba6bde1e-0f95-4cef-8d7e-d1bd2443cb79 req-dc7385bf-9687-4257-93f5-e10d88cd81b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a50afd66-af56-457f-a86e-d697eb1f8394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1518865 Oct 26 16:54:35.376626 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644c526-88fb-4fdc-b0f6-178ebc3275d8 req-7047177e-ad0f-441d-9fb1-3a92597013f8 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:54:35.377283 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-7644c526-88fb-4fdc-b0f6-178ebc3275d8 req-7047177e-ad0f-441d-9fb1-3a92597013f8 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Synchronizing usage tracker for tenant:5231456f896e4509b2930d51e68e5e80 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:54:35.540445 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:35.634042 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-2e511cf2-608f-4a8b-bc40-5fb5e7a8bf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'name': 'tempest-TestShelveInstance-862944839-router', 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '3c129a21-e497-4583-a050-d919af21e099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:48:52Z', 'updated_at': '2022-10-26T16:48:56Z', 'revision_number': 4, 'project_id': '5231456f896e4509b2930d51e68e5e80', 'gw_port': {'id': '3c129a21-e497-4583-a050-d919af21e099', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:42:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:48:53Z', 'updated_at': '2022-10-26T16:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '40c61bb9-6c9f-472d-8b5a-0457165626ba', 'name': '', 'network_id': 'a50afd66-af56-457f-a86e-d697eb1f8394', 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'mac_address': 'fa:16:3e:77:dd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '89fac9bf-5e2b-4f94-ae81-918aebd1acad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:48:56Z', 'updated_at': '2022-10-26T16:49:02Z', 'revision_number': 5, 'project_id': '5231456f896e4509b2930d51e68e5e80', 'subnets': [{'id': '89fac9bf-5e2b-4f94-ae81-918aebd1acad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:54:35.638624 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-7644c526-88fb-4fdc-b0f6-178ebc3275d8 req-7047177e-ad0f-441d-9fb1-3a92597013f8 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Unset dirty status for tenant:5231456f896e4509b2930d51e68e5e80 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:54:35.639889 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7644c526-88fb-4fdc-b0f6-178ebc3275d8 req-7047177e-ad0f-441d-9fb1-3a92597013f8 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 947 time: 0.4656084 Oct 26 16:54:35.645257 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e511cf2-608f-4a8b-bc40-5fb5e7a8bf87 None None] The sync data for ids ['e78a1ddd-6b1d-4abc-a302-26ea26279d0b'] in dv-neutron-862712-1-hyperv is: [{'id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'name': 'tempest-TestShelveInstance-862944839-router', 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '3c129a21-e497-4583-a050-d919af21e099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:48:52Z', 'updated_at': '2022-10-26T16:48:56Z', 'revision_number': 4, 'project_id': '5231456f896e4509b2930d51e68e5e80', 'gw_port': {'id': '3c129a21-e497-4583-a050-d919af21e099', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:42:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:48:53Z', 'updated_at': '2022-10-26T16:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '40c61bb9-6c9f-472d-8b5a-0457165626ba', 'name': '', 'network_id': 'a50afd66-af56-457f-a86e-d697eb1f8394', 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'mac_address': 'fa:16:3e:77:dd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '89fac9bf-5e2b-4f94-ae81-918aebd1acad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:48:56Z', 'updated_at': '2022-10-26T16:49:02Z', 'revision_number': 5, 'project_id': '5231456f896e4509b2930d51e68e5e80', 'subnets': [{'id': '89fac9bf-5e2b-4f94-ae81-918aebd1acad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:54:35.646513 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ba6bde1e-0f95-4cef-8d7e-d1bd2443cb79 req-32463ca7-61c9-445f-ab68-9af58a57bd23 service neutron] 10.222.0.48 "GET /v2.0/networks/a50afd66-af56-457f-a86e-d697eb1f8394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652714 Oct 26 16:54:35.695639 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:54:35.773946 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7644c526-88fb-4fdc-b0f6-178ebc3275d8 req-9a1a6a57-c5a0-481f-9ec3-88ac47a6e8c3 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261220 Oct 26 16:54:35.817933 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ba6bde1e-0f95-4cef-8d7e-d1bd2443cb79 req-3f3af8c1-b6b2-447e-b74f-056da19928bc service neutron] 10.222.0.48 "GET /v2.0/networks/a50afd66-af56-457f-a86e-d697eb1f8394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560709 Oct 26 16:54:35.880568 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a71906-a97c-46f2-9e3f-dc93be56e7de None None] New status for floating IP eaf7810b-327a-4768-bfc1-f29744b12098: DOWN {{(pid=89749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:54:36.732139 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd9b25-4217-4166-bb35-ef8ccda8993e req-e2d6633e-52c0-434d-8f87-1aa688294b12 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:54:36.733558 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0efd9b25-4217-4166-bb35-ef8ccda8993e req-e2d6633e-52c0-434d-8f87-1aa688294b12 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.48 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 947 time: 0.0909111 Oct 26 16:54:36.803995 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-0efd9b25-4217-4166-bb35-ef8ccda8993e req-2f82ccc5-91ce-4a40-b99c-439c1585dd10 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Deleting port 154d8ab6-694a-4969-8a0b-7df3147b1540 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 16:54:36.804260 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-0efd9b25-4217-4166-bb35-ef8ccda8993e req-2f82ccc5-91ce-4a40-b99c-439c1585dd10 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:37.024178 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f6802-eb02-4ecb-b86f-5aee954c79b5 req-598c68bd-a0ad-4577-a20b-82b40c840f72 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:54:37.025622 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-604f6802-eb02-4ecb-b86f-5aee954c79b5 req-598c68bd-a0ad-4577-a20b-82b40c840f72 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 947 time: 0.1378305 Oct 26 16:54:37.060639 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-0efd9b25-4217-4166-bb35-ef8ccda8993e req-2f82ccc5-91ce-4a40-b99c-439c1585dd10 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] For port 154d8ab6-694a-4969-8a0b-7df3147b1540, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=154d8ab6-694a-4969-8a0b-7df3147b1540,segment=NetworkSegment(ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3),segment_id=ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:54:37.060947 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-0efd9b25-4217-4166-bb35-ef8ccda8993e req-2f82ccc5-91ce-4a40-b99c-439c1585dd10 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:37.072342 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-604f6802-eb02-4ecb-b86f-5aee954c79b5 req-589fcfbc-9187-486c-868f-b5648b3bca80 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9bbdf57-69eb-464e-b440-9d8eff348404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403211 Oct 26 16:54:37.169221 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:37.187569 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-0efd9b25-4217-4166-bb35-ef8ccda8993e req-2f82ccc5-91ce-4a40-b99c-439c1585dd10 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Calling delete_port for 154d8ab6-694a-4969-8a0b-7df3147b1540 owned by compute:nova {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 16:54:37.374672 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-0efd9b25-4217-4166-bb35-ef8ccda8993e req-2f82ccc5-91ce-4a40-b99c-439c1585dd10 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:37.425138 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82ccc5-91ce-4a40-b99c-439c1585dd10 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Pushing event deleted for resources: {'Port': ['ID=154d8ab6-694a-4969-8a0b-7df3147b1540,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:37.515758 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-0efd9b25-4217-4166-bb35-ef8ccda8993e req-2f82ccc5-91ce-4a40-b99c-439c1585dd10 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] No DVR routers for this DVR port 154d8ab6-694a-4969-8a0b-7df3147b1540 on host hv-neutron-8627 {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 16:54:37.518190 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-0efd9b25-4217-4166-bb35-ef8ccda8993e req-2f82ccc5-91ce-4a40-b99c-439c1585dd10 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:37.520730 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42cc53bb-cd70-4fd7-bee4-26e8e6a252b2', 'name': 'network-vif-deleted', 'tag': '154d8ab6-694a-4969-8a0b-7df3147b1540'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:54:37.523057 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbecf65b1506daf1e3c9415b2792b0fd9d4f71d7b4124d9691f7baf88de182a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2796775e-68ef-45b5-a37f-089f4e95127c" -d '{"events": [{"server_uuid": "42cc53bb-cd70-4fd7-bee4-26e8e6a252b2", "name": "network-vif-deleted", "tag": "154d8ab6-694a-4969-8a0b-7df3147b1540"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:54:37.565175 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817af665-e8c1-4a9d-9023-5375b2dadd2b x-openstack-request-id: req-817af665-e8c1-4a9d-9023-5375b2dadd2b {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:54:37.565472 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42cc53bb-cd70-4fd7-bee4-26e8e6a252b2", "name": "network-vif-deleted", "tag": "154d8ab6-694a-4969-8a0b-7df3147b1540", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:54:37.565776 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-817af665-e8c1-4a9d-9023-5375b2dadd2b {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:54:37.566184 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-817af665-e8c1-4a9d-9023-5375b2dadd2b'] response: {'server_uuid': '42cc53bb-cd70-4fd7-bee4-26e8e6a252b2', 'name': 'network-vif-deleted', 'tag': '154d8ab6-694a-4969-8a0b-7df3147b1540', 'status': 'completed', 'code': 200} Oct 26 16:54:37.581215 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0efd9b25-4217-4166-bb35-ef8ccda8993e req-2f82ccc5-91ce-4a40-b99c-439c1585dd10 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.48 "DELETE /v2.0/ports/154d8ab6-694a-4969-8a0b-7df3147b1540 HTTP/1.1" status: 204 len: 173 time: 0.8421659 Oct 26 16:54:38.353166 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-dce2fdf6-55ab-4e15-856e-4a1f6c55486e req-eaad66cd-7433-4a90-8fbb-b996ba2f6e16 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=42cc53bb-cd70-4fd7-bee4-26e8e6a252b2 HTTP/1.1" status: 200 len: 210 time: 0.1556325 Oct 26 16:54:39.457050 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 53900) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:54:39.525302 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bda60e74-01d4-4952-8762-543b76795f2d tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:39.554691 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bda60e74-01d4-4952-8762-543b76795f2d tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:39.671824 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bda60e74-01d4-4952-8762-543b76795f2d tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:39.697690 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda60e74-01d4-4952-8762-543b76795f2d tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bbdf57-69eb-464e-b440-9d8eff348404,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:39.750729 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-bda60e74-01d4-4952-8762-543b76795f2d tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:39.751879 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-bda60e74-01d4-4952-8762-543b76795f2d tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "DELETE /v2.0/security-groups/e9bbdf57-69eb-464e-b440-9d8eff348404 HTTP/1.1" status: 204 len: 168 time: 0.2938232 Oct 26 16:54:39.984887 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 53908) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:54:39.990002 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-bfe871a0-5e2c-4023-945b-c814b56dee15 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1276777085', 'description': 'tempest-secgroup-smoke-1276777085 description', 'project_id': '5231456f896e4509b2930d51e68e5e80'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:54:39.996078 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-bfe871a0-5e2c-4023-945b-c814b56dee15 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:54:40.000311 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-bfe871a0-5e2c-4023-945b-c814b56dee15 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Usage tracker for resource:security_group and tenant:5231456f896e4509b2930d51e68e5e80 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:54:40.004096 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-bfe871a0-5e2c-4023-945b-c814b56dee15 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:54:40.009498 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-bfe871a0-5e2c-4023-945b-c814b56dee15 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:54:40.054533 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bfe871a0-5e2c-4023-945b-c814b56dee15 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:40.073763 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-bfe871a0-5e2c-4023-945b-c814b56dee15 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:54:40.078333 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-bfe871a0-5e2c-4023-945b-c814b56dee15 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Usage tracker for resource:security_group_rule and tenant:5231456f896e4509b2930d51e68e5e80 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:54:40.081072 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-bfe871a0-5e2c-4023-945b-c814b56dee15 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:54:40.086717 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-bfe871a0-5e2c-4023-945b-c814b56dee15 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:54:40.155753 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bfe871a0-5e2c-4023-945b-c814b56dee15 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:40.225815 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bfe871a0-5e2c-4023-945b-c814b56dee15 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:40.269870 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe871a0-5e2c-4023-945b-c814b56dee15 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a24b29-9276-44df-b257-49d425f28a88,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:40.276843 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe871a0-5e2c-4023-945b-c814b56dee15 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:40.277196 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe871a0-5e2c-4023-945b-c814b56dee15 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:40.277535 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe871a0-5e2c-4023-945b-c814b56dee15 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:40.278712 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe871a0-5e2c-4023-945b-c814b56dee15 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:40.279051 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe871a0-5e2c-4023-945b-c814b56dee15 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:40.279381 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe871a0-5e2c-4023-945b-c814b56dee15 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:40.279708 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe871a0-5e2c-4023-945b-c814b56dee15 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:40.280034 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe871a0-5e2c-4023-945b-c814b56dee15 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:40.280357 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe871a0-5e2c-4023-945b-c814b56dee15 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:40.280674 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe871a0-5e2c-4023-945b-c814b56dee15 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:40.280996 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe871a0-5e2c-4023-945b-c814b56dee15 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:40.281317 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe871a0-5e2c-4023-945b-c814b56dee15 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:54:40.310341 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 154d8ab6-694a-4969-8a0b-7df3147b1540 no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:54:40.323460 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bfe871a0-5e2c-4023-945b-c814b56dee15 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:40.325733 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-bfe871a0-5e2c-4023-945b-c814b56dee15 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3388371 Oct 26 16:54:40.328537 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 53912) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:54:40.333968 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-0d97c8de-03c7-479f-8461-324ecd554c68 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Request body: {'security_group_rule': {'security_group_id': 'c7a24b29-9276-44df-b257-49d425f28a88', 'project_id': '5231456f896e4509b2930d51e68e5e80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:54:40.340863 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-0d97c8de-03c7-479f-8461-324ecd554c68 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:54:40.345301 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-0d97c8de-03c7-479f-8461-324ecd554c68 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Usage tracker for resource:security_group_rule and tenant:5231456f896e4509b2930d51e68e5e80 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:54:40.346836 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] No Port match for: 154d8ab6-694a-4969-8a0b-7df3147b1540 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 16:54:40.347224 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 154d8ab6-694a-4969-8a0b-7df3147b1540 not bound to the agent host hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 16:54:40.348337 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-0d97c8de-03c7-479f-8461-324ecd554c68 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:54:40.354376 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-0d97c8de-03c7-479f-8461-324ecd554c68 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:54:40.432819 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0d97c8de-03c7-479f-8461-324ecd554c68 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:40.496085 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0d97c8de-03c7-479f-8461-324ecd554c68 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:40.574522 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0d97c8de-03c7-479f-8461-324ecd554c68 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:40.602052 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d97c8de-03c7-479f-8461-324ecd554c68 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=901c2904-d603-41ca-bbe4-47639cd40a36,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:40.649044 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0d97c8de-03c7-479f-8461-324ecd554c68 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:40.652342 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-0d97c8de-03c7-479f-8461-324ecd554c68 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3208392 Oct 26 16:54:40.653728 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 53916) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:54:40.659260 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-547abdbb-ced8-4dc8-81fa-d1ee2a3a26b9 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Request body: {'security_group_rule': {'security_group_id': 'c7a24b29-9276-44df-b257-49d425f28a88', 'project_id': '5231456f896e4509b2930d51e68e5e80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:54:40.665548 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-547abdbb-ced8-4dc8-81fa-d1ee2a3a26b9 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:54:40.670206 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-547abdbb-ced8-4dc8-81fa-d1ee2a3a26b9 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Usage tracker for resource:security_group_rule and tenant:5231456f896e4509b2930d51e68e5e80 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:54:40.673075 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-547abdbb-ced8-4dc8-81fa-d1ee2a3a26b9 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:54:40.678941 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-547abdbb-ced8-4dc8-81fa-d1ee2a3a26b9 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:54:40.736035 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-547abdbb-ced8-4dc8-81fa-d1ee2a3a26b9 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:40.798298 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-547abdbb-ced8-4dc8-81fa-d1ee2a3a26b9 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:40.843287 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-547abdbb-ced8-4dc8-81fa-d1ee2a3a26b9 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:40.866815 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547abdbb-ced8-4dc8-81fa-d1ee2a3a26b9 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db892dfa-6e7d-4e96-9e63-64d8e19113ef,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:40.917825 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-547abdbb-ced8-4dc8-81fa-d1ee2a3a26b9 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:40.919164 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-547abdbb-ced8-4dc8-81fa-d1ee2a3a26b9 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2642119 Oct 26 16:54:40.922015 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 53920) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:54:40.927087 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-6fbc8e94-1860-4c15-8c1a-675a203b3d16 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Request body: {'security_group_rule': {'security_group_id': 'c7a24b29-9276-44df-b257-49d425f28a88', 'project_id': '5231456f896e4509b2930d51e68e5e80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:54:40.933249 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-6fbc8e94-1860-4c15-8c1a-675a203b3d16 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:54:40.937187 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-6fbc8e94-1860-4c15-8c1a-675a203b3d16 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Usage tracker for resource:security_group_rule and tenant:5231456f896e4509b2930d51e68e5e80 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:54:40.940139 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-6fbc8e94-1860-4c15-8c1a-675a203b3d16 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:54:40.945911 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-6fbc8e94-1860-4c15-8c1a-675a203b3d16 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:54:40.998767 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8e94-1860-4c15-8c1a-675a203b3d16 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:41.061984 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8e94-1860-4c15-8c1a-675a203b3d16 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:41.107271 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8e94-1860-4c15-8c1a-675a203b3d16 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:41.129493 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc8e94-1860-4c15-8c1a-675a203b3d16 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e7fd8e0-de0e-4e78-8105-3c8ce5355441,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:41.192093 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8e94-1860-4c15-8c1a-675a203b3d16 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:41.193312 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-6fbc8e94-1860-4c15-8c1a-675a203b3d16 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2703180 Oct 26 16:54:41.196019 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 53924) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:54:41.201045 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-e3365179-ffdd-4a83-b59c-e18376c800aa tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Request body: {'security_group_rule': {'security_group_id': 'c7a24b29-9276-44df-b257-49d425f28a88', 'project_id': '5231456f896e4509b2930d51e68e5e80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:54:41.206976 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e3365179-ffdd-4a83-b59c-e18376c800aa tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:54:41.210805 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e3365179-ffdd-4a83-b59c-e18376c800aa tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Usage tracker for resource:security_group_rule and tenant:5231456f896e4509b2930d51e68e5e80 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:54:41.213695 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e3365179-ffdd-4a83-b59c-e18376c800aa tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:54:41.220089 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e3365179-ffdd-4a83-b59c-e18376c800aa tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:54:41.279577 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e3365179-ffdd-4a83-b59c-e18376c800aa tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:41.344426 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e3365179-ffdd-4a83-b59c-e18376c800aa tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:41.403699 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e3365179-ffdd-4a83-b59c-e18376c800aa tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:41.427284 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3365179-ffdd-4a83-b59c-e18376c800aa tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=512165af-aa6c-4621-8cad-1a9870873e57,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:41.506008 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e3365179-ffdd-4a83-b59c-e18376c800aa tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:41.507214 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e3365179-ffdd-4a83-b59c-e18376c800aa tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3102472 Oct 26 16:54:41.509884 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 53928) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:54:41.514929 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-c822a047-ca9b-4fb3-9916-164c4d228a77 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Request body: {'security_group_rule': {'security_group_id': 'c7a24b29-9276-44df-b257-49d425f28a88', 'project_id': '5231456f896e4509b2930d51e68e5e80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:54:41.520920 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-c822a047-ca9b-4fb3-9916-164c4d228a77 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:54:41.524828 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-c822a047-ca9b-4fb3-9916-164c4d228a77 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Usage tracker for resource:security_group_rule and tenant:5231456f896e4509b2930d51e68e5e80 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:54:41.528294 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-c822a047-ca9b-4fb3-9916-164c4d228a77 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:54:41.534128 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-c822a047-ca9b-4fb3-9916-164c4d228a77 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:54:41.625969 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.securitygroups_db [None req-c822a047-ca9b-4fb3-9916-164c4d228a77 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Project 5231456f896e4509b2930d51e68e5e80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:54:41.633388 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c822a047-ca9b-4fb3-9916-164c4d228a77 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:41.700741 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c822a047-ca9b-4fb3-9916-164c4d228a77 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:41.774192 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c822a047-ca9b-4fb3-9916-164c4d228a77 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:41.798653 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822a047-ca9b-4fb3-9916-164c4d228a77 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4de2a25-a357-4419-a14d-8fdefca16a9c,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:41.871592 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c822a047-ca9b-4fb3-9916-164c4d228a77 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:41.872776 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c822a047-ca9b-4fb3-9916-164c4d228a77 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3619409 Oct 26 16:54:41.875457 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 53934) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:54:41.880568 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-a17044d1-bf12-44b7-a76c-52f1261c9086 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Request body: {'security_group_rule': {'security_group_id': 'c7a24b29-9276-44df-b257-49d425f28a88', 'project_id': '5231456f896e4509b2930d51e68e5e80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:54:41.886871 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-a17044d1-bf12-44b7-a76c-52f1261c9086 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:54:41.891365 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-a17044d1-bf12-44b7-a76c-52f1261c9086 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Usage tracker for resource:security_group_rule and tenant:5231456f896e4509b2930d51e68e5e80 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:54:41.894220 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-a17044d1-bf12-44b7-a76c-52f1261c9086 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:54:41.900059 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-a17044d1-bf12-44b7-a76c-52f1261c9086 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:54:41.951901 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.securitygroups_db [None req-a17044d1-bf12-44b7-a76c-52f1261c9086 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Project 5231456f896e4509b2930d51e68e5e80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:54:41.958350 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a17044d1-bf12-44b7-a76c-52f1261c9086 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:42.024572 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a17044d1-bf12-44b7-a76c-52f1261c9086 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:42.065705 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a17044d1-bf12-44b7-a76c-52f1261c9086 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:42.088340 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17044d1-bf12-44b7-a76c-52f1261c9086 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0442f713-3074-474c-b438-3fdd12b9b23e,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:54:42.134864 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a17044d1-bf12-44b7-a76c-52f1261c9086 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:54:42.136039 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a17044d1-bf12-44b7-a76c-52f1261c9086 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2596815 Oct 26 16:54:57.764532 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:55:02.192062 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-822e8743-34b1-40d6-b683-70e21c90300d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:55:04.540660 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d99a11a8-585c-4728-b96b-74e52596f3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:55:05.323616 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:55:05.534830 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:55:06.138013 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-3aed792b-202e-45e3-bd63-2f8743b264c2 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Synchronizing usage tracker for tenant:5231456f896e4509b2930d51e68e5e80 on resource:security_group {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:55:06.203232 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-3aed792b-202e-45e3-bd63-2f8743b264c2 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Unset dirty status for tenant:5231456f896e4509b2930d51e68e5e80 on resource:security_group {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:55:06.204468 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-3aed792b-202e-45e3-bd63-2f8743b264c2 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1276777085&fields=id&tenant_id=5231456f896e4509b2930d51e68e5e80 HTTP/1.1" status: 200 len: 267 time: 0.1053412 Oct 26 16:55:06.354836 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-356fc1dd-6c50-4551-b63c-0b95d1becc9c tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:55:06.355421 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-356fc1dd-6c50-4551-b63c-0b95d1becc9c tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Synchronizing usage tracker for tenant:5231456f896e4509b2930d51e68e5e80 on resource:network {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:55:06.431726 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-356fc1dd-6c50-4551-b63c-0b95d1becc9c tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Unset dirty status for tenant:5231456f896e4509b2930d51e68e5e80 on resource:network {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:55:06.432902 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-356fc1dd-6c50-4551-b63c-0b95d1becc9c tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/networks?id=a50afd66-af56-457f-a86e-d697eb1f8394 HTTP/1.1" status: 200 len: 808 time: 0.2212279 Oct 26 16:55:06.448719 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-9ad8a930-a4a3-4a90-8073-8f63d8102778 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/quotas/5231456f896e4509b2930d51e68e5e80 HTTP/1.1" status: 200 len: 375 time: 0.0100911 Oct 26 16:55:06.539120 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-21a7b1aa-bed0-435d-8e67-b65e84dfb7f1 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5231456f896e4509b2930d51e68e5e80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0855689 Oct 26 16:55:06.719962 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-9355097a-f8da-4453-8d10-492115bcdfa7 service neutron] 10.222.0.23 "GET /v2.0/networks/a50afd66-af56-457f-a86e-d697eb1f8394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697800 Oct 26 16:55:06.850406 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-3e2a744f-27f5-434c-9d7e-43f29b72b598 service neutron] 10.222.0.23 "GET /v2.0/networks/a50afd66-af56-457f-a86e-d697eb1f8394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240530 Oct 26 16:55:07.186357 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:55:07.521831 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-c38d57b1-e476-42ca-a522-8788b8c3403c req-353426e5-93a0-4bf3-aba9-2423cb32356a tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Synchronizing usage tracker for tenant:5231456f896e4509b2930d51e68e5e80 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:55:07.591787 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-c38d57b1-e476-42ca-a522-8788b8c3403c req-353426e5-93a0-4bf3-aba9-2423cb32356a tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Unset dirty status for tenant:5231456f896e4509b2930d51e68e5e80 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:55:07.592976 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c38d57b1-e476-42ca-a522-8788b8c3403c req-353426e5-93a0-4bf3-aba9-2423cb32356a tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 210 time: 0.1224535 Oct 26 16:55:08.759517 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e10de158-a05e-4078-a23f-97222b8965cc req-fd50785e-4b00-4779-bea6-d109842abf4f tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 210 time: 0.0555429 Oct 26 16:55:09.508415 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-1c8cf232-42d2-48dd-8ba2-0940aa6e862a tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:55:09.509930 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-1c8cf232-42d2-48dd-8ba2-0940aa6e862a tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.48 "GET /v2.0/networks?id=a50afd66-af56-457f-a86e-d697eb1f8394 HTTP/1.1" status: 200 len: 808 time: 0.1511147 Oct 26 16:55:09.557280 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-908eb9e4-86f2-4a84-a733-61f9c4140825 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Synchronizing usage tracker for tenant:5231456f896e4509b2930d51e68e5e80 on resource:security_group {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:55:09.571108 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-908eb9e4-86f2-4a84-a733-61f9c4140825 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Unset dirty status for tenant:5231456f896e4509b2930d51e68e5e80 on resource:security_group {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:55:09.572675 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-908eb9e4-86f2-4a84-a733-61f9c4140825 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5231456f896e4509b2930d51e68e5e80 HTTP/1.1" status: 200 len: 380 time: 0.0550935 Oct 26 16:55:09.580425 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-962c2ae7-1c12-4d7b-9091-b3b458698841 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Request body: {'port': {'device_id': '0d4937ca-bc1f-4e06-b508-3311e40ec572', 'network_id': 'a50afd66-af56-457f-a86e-d697eb1f8394', 'admin_state_up': True, 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'security_groups': ['c7a24b29-9276-44df-b257-49d425f28a88']}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:55:09.722738 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-962c2ae7-1c12-4d7b-9091-b3b458698841 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:55:09.732413 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-962c2ae7-1c12-4d7b-9091-b3b458698841 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:55:09.814820 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-962c2ae7-1c12-4d7b-9091-b3b458698841 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Made reservation on behalf of 5231456f896e4509b2930d51e68e5e80 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:55:09.819706 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-962c2ae7-1c12-4d7b-9091-b3b458698841 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:55:10.053284 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-74759f69-6d45-4219-8bd7-7230c8031bb3 req-60250519-313e-47d3-a913-6368a3408284 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 210 time: 0.1695514 Oct 26 16:55:10.160903 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-962c2ae7-1c12-4d7b-9091-b3b458698841 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Allocated IP 172.20.0.4 (a50afd66-af56-457f-a86e-d697eb1f8394/89fac9bf-5e2b-4f94-ae81-918aebd1acad/d0e29fe7-09c5-4319-8fea-3fc80897d2dd) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:55:10.357072 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-962c2ae7-1c12-4d7b-9091-b3b458698841 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:55:10.372982 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-962c2ae7-1c12-4d7b-9091-b3b458698841 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Transition to ACTIVE for port object d0e29fe7-09c5-4319-8fea-3fc80897d2dd will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:55:10.438591 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-962c2ae7-1c12-4d7b-9091-b3b458698841 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:55:10.510377 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-962c2ae7-1c12-4d7b-9091-b3b458698841 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Network a50afd66-af56-457f-a86e-d697eb1f8394 is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:55:10.513332 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-962c2ae7-1c12-4d7b-9091-b3b458698841 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:55:10.515896 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-962c2ae7-1c12-4d7b-9091-b3b458698841 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:55:10.553813 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c2ae7-1c12-4d7b-9091-b3b458698841 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Pushing event updated for resources: {'Port': ['ID=d0e29fe7-09c5-4319-8fea-3fc80897d2dd,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:10.591573 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-962c2ae7-1c12-4d7b-9091-b3b458698841 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:55:10.592182 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-962c2ae7-1c12-4d7b-9091-b3b458698841 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:55:10.686352 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-962c2ae7-1c12-4d7b-9091-b3b458698841 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1094398 Oct 26 16:55:10.699622 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-28b9df98-9352-48bf-aa74-f7b0be271751 service neutron] Request body: {'port': {'device_id': '0d4937ca-bc1f-4e06-b508-3311e40ec572', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8627'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:55:10.792172 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-fe166594-f4ec-47a8-b922-3e1e6aea8c4d None None] Provisioning for port d0e29fe7-09c5-4319-8fea-3fc80897d2dd completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:55:10.797423 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-fe166594-f4ec-47a8-b922-3e1e6aea8c4d None None] Provisioning complete for port d0e29fe7-09c5-4319-8fea-3fc80897d2dd triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:55:10.802332 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fe166594-f4ec-47a8-b922-3e1e6aea8c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:55:10.802332 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-fe166594-f4ec-47a8-b922-3e1e6aea8c4d None None] Attempt 1 to provision port d0e29fe7-09c5-4319-8fea-3fc80897d2dd Oct 26 16:55:10.814624 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-28b9df98-9352-48bf-aa74-f7b0be271751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:55:10.856593 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-fe166594-f4ec-47a8-b922-3e1e6aea8c4d None None] Port d0e29fe7-09c5-4319-8fea-3fc80897d2dd cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:55:11.179172 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-28b9df98-9352-48bf-aa74-f7b0be271751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0e29fe7-09c5-4319-8fea-3fc80897d2dd {{(pid=89748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:55:11.186850 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-28b9df98-9352-48bf-aa74-f7b0be271751 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:55:11.202900 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-28b9df98-9352-48bf-aa74-f7b0be271751 service neutron] Transition to ACTIVE for port object d0e29fe7-09c5-4319-8fea-3fc80897d2dd will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:55:11.244061 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-28b9df98-9352-48bf-aa74-f7b0be271751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:55:11.284416 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851ab91-fb2d-4a91-8e88-e8c891dc8ab8 req-225b23be-f593-4cb1-a7f3-f15f8e4c3d3d tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:55:11.285944 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-5851ab91-fb2d-4a91-8e88-e8c891dc8ab8 req-225b23be-f593-4cb1-a7f3-f15f8e4c3d3d tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 931 time: 0.1041567 Oct 26 16:55:11.343295 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-5851ab91-fb2d-4a91-8e88-e8c891dc8ab8 req-e087b86a-a6c0-4235-a2ab-84252c6568d2 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7a24b29-9276-44df-b257-49d425f28a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507891 Oct 26 16:55:11.358173 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-fe166594-f4ec-47a8-b922-3e1e6aea8c4d None None] Attempt 2 to provision port d0e29fe7-09c5-4319-8fea-3fc80897d2dd Oct 26 16:55:11.420046 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-fe166594-f4ec-47a8-b922-3e1e6aea8c4d None None] Port d0e29fe7-09c5-4319-8fea-3fc80897d2dd cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 16:55:11.445903 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9df98-9352-48bf-aa74-f7b0be271751 service neutron] Pushing event updated for resources: {'Port': ['ID=d0e29fe7-09c5-4319-8fea-3fc80897d2dd,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:11.497896 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-28b9df98-9352-48bf-aa74-f7b0be271751 service neutron] Attempting to bind port d0e29fe7-09c5-4319-8fea-3fc80897d2dd on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 16:55:11.498234 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-28b9df98-9352-48bf-aa74-f7b0be271751 service neutron] Attempting to bind port d0e29fe7-09c5-4319-8fea-3fc80897d2dd by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a50afd66-af56-457f-a86e-d697eb1f8394'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 16:55:11.498592 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-28b9df98-9352-48bf-aa74-f7b0be271751 service neutron] Attempting to bind port d0e29fe7-09c5-4319-8fea-3fc80897d2dd on network a50afd66-af56-457f-a86e-d697eb1f8394 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:55:11.503271 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-28b9df98-9352-48bf-aa74-f7b0be271751 service neutron] Port d0e29fe7-09c5-4319-8fea-3fc80897d2dd on network a50afd66-af56-457f-a86e-d697eb1f8394 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 16:55:11.504517 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-28b9df98-9352-48bf-aa74-f7b0be271751 service neutron] Attempting to bind port d0e29fe7-09c5-4319-8fea-3fc80897d2dd on network a50afd66-af56-457f-a86e-d697eb1f8394 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 16:55:11.509991 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-28b9df98-9352-48bf-aa74-f7b0be271751 service neutron] Checking agent: {'id': '1b551391-ebdd-44bd-8801-034277ca5526', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8627', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'started_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 16:55:11.510355 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-28b9df98-9352-48bf-aa74-f7b0be271751 service neutron] Checking segment: {'id': 'ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a50afd66-af56-457f-a86e-d697eb1f8394'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 16:55:11.510910 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-28b9df98-9352-48bf-aa74-f7b0be271751 service neutron] Bound using segment: {'id': 'ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a50afd66-af56-457f-a86e-d697eb1f8394'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 16:55:11.511480 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-28b9df98-9352-48bf-aa74-f7b0be271751 service neutron] Bound port: d0e29fe7-09c5-4319-8fea-3fc80897d2dd, host: hv-neutron-8627, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a50afd66-af56-457f-a86e-d697eb1f8394'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 16:55:11.511700 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-28b9df98-9352-48bf-aa74-f7b0be271751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:55:11.601243 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-28b9df98-9352-48bf-aa74-f7b0be271751 service neutron] For port d0e29fe7-09c5-4319-8fea-3fc80897d2dd, host hv-neutron-8627, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 16:55:11.604168 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-28b9df98-9352-48bf-aa74-f7b0be271751 service neutron] For port d0e29fe7-09c5-4319-8fea-3fc80897d2dd, host hv-neutron-8627, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=d0e29fe7-09c5-4319-8fea-3fc80897d2dd,segment=NetworkSegment(ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3),segment_id=ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 16:55:11.672794 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-28b9df98-9352-48bf-aa74-f7b0be271751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:55:11.704322 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-28b9df98-9352-48bf-aa74-f7b0be271751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:55:11.704919 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-28b9df98-9352-48bf-aa74-f7b0be271751 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:55:11.706232 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-28b9df98-9352-48bf-aa74-f7b0be271751 service neutron] 10.222.0.48 "PUT /v2.0/ports/d0e29fe7-09c5-4319-8fea-3fc80897d2dd HTTP/1.1" status: 200 len: 1093 time: 1.0120184 Oct 26 16:55:11.707257 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d4937ca-bc1f-4e06-b508-3311e40ec572', 'tag': 'd0e29fe7-09c5-4319-8fea-3fc80897d2dd'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:55:11.709611 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbecf65b1506daf1e3c9415b2792b0fd9d4f71d7b4124d9691f7baf88de182a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb0f7c6-44c7-44f2-b727-ad2c99a9b90d" -d '{"events": [{"name": "network-changed", "server_uuid": "0d4937ca-bc1f-4e06-b508-3311e40ec572", "tag": "d0e29fe7-09c5-4319-8fea-3fc80897d2dd"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:55:11.750151 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9df98-9352-48bf-aa74-f7b0be271751 service neutron] Pushing event updated for resources: {'Port': ['ID=d0e29fe7-09c5-4319-8fea-3fc80897d2dd,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:11.763549 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3088bbe7-fe24-48dd-a34b-9818f8d4d87e x-openstack-request-id: req-3088bbe7-fe24-48dd-a34b-9818f8d4d87e {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:55:11.763549 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d4937ca-bc1f-4e06-b508-3311e40ec572", "tag": "d0e29fe7-09c5-4319-8fea-3fc80897d2dd", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:55:11.763549 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3088bbe7-fe24-48dd-a34b-9818f8d4d87e {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:55:11.763549 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3088bbe7-fe24-48dd-a34b-9818f8d4d87e'] response: {'name': 'network-changed', 'server_uuid': '0d4937ca-bc1f-4e06-b508-3311e40ec572', 'tag': 'd0e29fe7-09c5-4319-8fea-3fc80897d2dd', 'status': 'completed', 'code': 200} Oct 26 16:55:11.859411 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0f7c6-44c7-44f2-b727-ad2c99a9b90d req-c98fb94f-fd23-4249-8bc7-60d253acb42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:55:11.860953 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bcb0f7c6-44c7-44f2-b727-ad2c99a9b90d req-c98fb94f-fd23-4249-8bc7-60d253acb42a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5231456f896e4509b2930d51e68e5e80&device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 1096 time: 0.0848312 Oct 26 16:55:11.921626 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-fe166594-f4ec-47a8-b922-3e1e6aea8c4d None None] Attempt 3 to provision port d0e29fe7-09c5-4319-8fea-3fc80897d2dd Oct 26 16:55:11.986776 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-fe166594-f4ec-47a8-b922-3e1e6aea8c4d None None] Port d0e29fe7-09c5-4319-8fea-3fc80897d2dd had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 16:55:12.004509 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0f7c6-44c7-44f2-b727-ad2c99a9b90d req-aef0ff50-026a-47fc-85eb-a3b324c37323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:55:12.005944 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bcb0f7c6-44c7-44f2-b727-ad2c99a9b90d req-aef0ff50-026a-47fc-85eb-a3b324c37323 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=5231456f896e4509b2930d51e68e5e80&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1390147 Oct 26 16:55:12.239820 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0f7c6-44c7-44f2-b727-ad2c99a9b90d req-0421db0c-298f-4eef-b726-4a3e1d3805c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:55:12.241174 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bcb0f7c6-44c7-44f2-b727-ad2c99a9b90d req-0421db0c-298f-4eef-b726-4a3e1d3805c1 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2293341 Oct 26 16:55:12.352533 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-7354da1e-8533-48b1-a597-e982403ea20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:55:12.354000 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-7354da1e-8533-48b1-a597-e982403ea20b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5231456f896e4509b2930d51e68e5e80&device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 1096 time: 0.0785429 Oct 26 16:55:12.424324 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-3b430752-c20c-4e30-afad-8ebfc732fa52 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0e29fe7-09c5-4319-8fea-3fc80897d2dd HTTP/1.1" status: 200 len: 217 time: 0.0639410 Oct 26 16:55:12.486836 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-eeeb5cdc-07c2-4efe-b4ca-57ea736a2ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:55:12.488890 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-eeeb5cdc-07c2-4efe-b4ca-57ea736a2ad9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=89fac9bf-5e2b-4f94-ae81-918aebd1acad HTTP/1.1" status: 200 len: 847 time: 0.0590968 Oct 26 16:55:12.541909 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a8e34-850d-42eb-8597-033c5e387c80 req-b2ab1498-511a-497e-940a-463a9b8e52cf tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:55:12.543587 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-601a8e34-850d-42eb-8597-033c5e387c80 req-b2ab1498-511a-497e-940a-463a9b8e52cf tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 943 time: 0.0952380 Oct 26 16:55:12.577269 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-a4713e06-a412-48e0-a596-2c3bc3281973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:55:12.578735 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-a4713e06-a412-48e0-a596-2c3bc3281973 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a50afd66-af56-457f-a86e-d697eb1f8394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0845413 Oct 26 16:55:12.587683 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-601a8e34-850d-42eb-8597-033c5e387c80 req-c4c6e632-1885-411e-8f02-87963a45d2d4 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7a24b29-9276-44df-b257-49d425f28a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385094 Oct 26 16:55:12.695249 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:55:12.714920 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-6afd8ddf-8709-4a46-bf3b-e5f0ff91eb7e service neutron] 10.222.0.48 "GET /v2.0/networks/a50afd66-af56-457f-a86e-d697eb1f8394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301930 Oct 26 16:55:12.845836 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f2dd18a4-e568-4353-b4fb-468f43a84a9b req-72faee8c-66eb-4a0a-b56d-2ea9a413a81a service neutron] 10.222.0.48 "GET /v2.0/networks/a50afd66-af56-457f-a86e-d697eb1f8394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255360 Oct 26 16:55:13.794678 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247f69b-f807-4e64-ba18-05832176b631 req-824b0ca2-742e-42ee-85a3-8dbb22b79d64 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:55:13.795410 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-e247f69b-f807-4e64-ba18-05832176b631 req-824b0ca2-742e-42ee-85a3-8dbb22b79d64 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Synchronizing usage tracker for tenant:5231456f896e4509b2930d51e68e5e80 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 16:55:13.911992 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-e247f69b-f807-4e64-ba18-05832176b631 req-824b0ca2-742e-42ee-85a3-8dbb22b79d64 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Unset dirty status for tenant:5231456f896e4509b2930d51e68e5e80 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 16:55:13.913073 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e247f69b-f807-4e64-ba18-05832176b631 req-824b0ca2-742e-42ee-85a3-8dbb22b79d64 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 943 time: 0.2082608 Oct 26 16:55:13.962977 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e247f69b-f807-4e64-ba18-05832176b631 req-927ab11d-dd42-4309-a9db-ce380f57173e tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7a24b29-9276-44df-b257-49d425f28a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441434 Oct 26 16:55:15.163143 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e23ffe-1945-46b2-99c5-374dbca35961 req-4d07faa6-8324-4dd3-af8e-ff8a24900684 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:55:15.164598 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-58e23ffe-1945-46b2-99c5-374dbca35961 req-4d07faa6-8324-4dd3-af8e-ff8a24900684 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 943 time: 0.0919774 Oct 26 16:55:15.207895 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-58e23ffe-1945-46b2-99c5-374dbca35961 req-0eb8a566-db7e-442c-bd49-65d83c382b60 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7a24b29-9276-44df-b257-49d425f28a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378141 Oct 26 16:55:16.403964 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abceeade-2463-4aad-8664-9c23b443c56a req-2ffb5ebd-498c-4d16-9d84-e6dd1a54c5c9 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:55:16.405393 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-abceeade-2463-4aad-8664-9c23b443c56a req-2ffb5ebd-498c-4d16-9d84-e6dd1a54c5c9 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 943 time: 0.0880811 Oct 26 16:55:16.449948 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-abceeade-2463-4aad-8664-9c23b443c56a req-49ecc09a-ae6d-424e-8a92-2db26382dcf2 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7a24b29-9276-44df-b257-49d425f28a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383434 Oct 26 16:55:17.647144 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518adb9-eeba-4e59-9157-3de6429276e4 req-6d46374b-02b6-4c0c-b6a0-6c30aa937cdb tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:55:17.648646 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c518adb9-eeba-4e59-9157-3de6429276e4 req-6d46374b-02b6-4c0c-b6a0-6c30aa937cdb tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 943 time: 0.0883989 Oct 26 16:55:17.692593 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-c518adb9-eeba-4e59-9157-3de6429276e4 req-7505bfc9-7996-4056-8cfa-b23f8b17abdc tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7a24b29-9276-44df-b257-49d425f28a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383594 Oct 26 16:55:18.917575 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2a4f6-1a93-4b92-a3ae-89b631ca5722 req-ba7d740f-6ee2-4777-a0ad-ad08c75a8fbb tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:55:18.919574 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-02c2a4f6-1a93-4b92-a3ae-89b631ca5722 req-ba7d740f-6ee2-4777-a0ad-ad08c75a8fbb tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 943 time: 0.1087849 Oct 26 16:55:18.967832 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-02c2a4f6-1a93-4b92-a3ae-89b631ca5722 req-28b80022-ac21-4995-a8d7-e9c33415800a tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7a24b29-9276-44df-b257-49d425f28a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425978 Oct 26 16:55:20.173557 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a087459-e265-448a-a38c-f54158a60d2f req-230d2c37-096c-444c-89c9-d3c2b86c662a tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:55:20.175049 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-8a087459-e265-448a-a38c-f54158a60d2f req-230d2c37-096c-444c-89c9-d3c2b86c662a tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 943 time: 0.0943239 Oct 26 16:55:20.219767 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-8a087459-e265-448a-a38c-f54158a60d2f req-b9cba366-2908-477c-99bc-ad1eb833f425 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7a24b29-9276-44df-b257-49d425f28a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389833 Oct 26 16:55:20.585575 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device d0e29fe7-09c5-4319-8fea-3fc80897d2dd details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 16:55:20.723702 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port d0e29fe7-09c5-4319-8fea-3fc80897d2dd, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=d0e29fe7-09c5-4319-8fea-3fc80897d2dd,segment=NetworkSegment(ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3),segment_id=ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:55:20.736500 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': 'd0e29fe7-09c5-4319-8fea-3fc80897d2dd', 'network_id': 'a50afd66-af56-457f-a86e-d697eb1f8394', 'port_id': 'd0e29fe7-09c5-4319-8fea-3fc80897d2dd', 'mac_address': 'fa:16:3e:0a:f2:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89fac9bf-5e2b-4f94-ae81-918aebd1acad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 16:55:20.795817 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port d0e29fe7-09c5-4319-8fea-3fc80897d2dd is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:55:20.796121 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:55:20.813262 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0e29fe7-09c5-4319-8fea-3fc80897d2dd {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:55:20.828809 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port d0e29fe7-09c5-4319-8fea-3fc80897d2dd, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=d0e29fe7-09c5-4319-8fea-3fc80897d2dd,segment=NetworkSegment(ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3),segment_id=ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:55:20.906265 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:55:20.986595 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=d0e29fe7-09c5-4319-8fea-3fc80897d2dd,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:20.994696 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:55:20.995045 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:55:20.995382 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:55:20.995712 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:55:20.996040 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:55:20.996367 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:55:20.996693 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:55:20.997013 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:55:20.997332 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:55:20.997652 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:55:20.997969 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:55:20.998283 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:55:21.224101 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['d0e29fe7-09c5-4319-8fea-3fc80897d2dd'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:55:21.436439 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d97f3-7bd2-478c-94bd-91510581eeae req-05be6879-9166-4dc7-83aa-916fb3ad6436 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:55:21.437913 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-dc5d97f3-7bd2-478c-94bd-91510581eeae req-05be6879-9166-4dc7-83aa-916fb3ad6436 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 944 time: 0.0895510 Oct 26 16:55:21.486381 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-dc5d97f3-7bd2-478c-94bd-91510581eeae req-cbe405ab-0f70-4a56-bf5d-3e8404335762 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7a24b29-9276-44df-b257-49d425f28a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422316 Oct 26 16:55:22.600599 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device d0e29fe7-09c5-4319-8fea-3fc80897d2dd up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:55:22.690180 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337d067-078c-4d92-9722-4e65c9137b85 req-10c4f882-3953-444e-8c11-45cd90860433 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:55:22.692035 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e337d067-078c-4d92-9722-4e65c9137b85 req-10c4f882-3953-444e-8c11-45cd90860433 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 944 time: 0.0948670 Oct 26 16:55:22.736492 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-e337d067-078c-4d92-9722-4e65c9137b85 req-1e4112d3-501e-409a-b1fd-e78c5c00c42b tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7a24b29-9276-44df-b257-49d425f28a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388036 Oct 26 16:55:22.745565 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning for port d0e29fe7-09c5-4319-8fea-3fc80897d2dd completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 16:55:22.751129 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port d0e29fe7-09c5-4319-8fea-3fc80897d2dd triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:55:22.751500 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:55:22.751857 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port d0e29fe7-09c5-4319-8fea-3fc80897d2dd Oct 26 16:55:22.900081 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port d0e29fe7-09c5-4319-8fea-3fc80897d2dd is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:55:22.900374 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:55:22.928730 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d4937ca-bc1f-4e06-b508-3311e40ec572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e29fe7-09c5-4319-8fea-3fc80897d2dd'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:55:22.931001 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f75fbf14a3cb38ccce5df07bc87c0326afcdfdd969cc215a686ddaf7116ab95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00c30bf-47c6-4e6e-835a-92d7abebb7b8" -d '{"events": [{"server_uuid": "0d4937ca-bc1f-4e06-b508-3311e40ec572", "name": "network-vif-plugged", "status": "completed", "tag": "d0e29fe7-09c5-4319-8fea-3fc80897d2dd"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:55:22.938430 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port d0e29fe7-09c5-4319-8fea-3fc80897d2dd, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=d0e29fe7-09c5-4319-8fea-3fc80897d2dd,segment=NetworkSegment(ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3),segment_id=ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:55:22.998157 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:55:23.032254 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67655381-21e3-4380-aa8f-5ae28c6c8b14 x-openstack-request-id: req-67655381-21e3-4380-aa8f-5ae28c6c8b14 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:55:23.032549 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d4937ca-bc1f-4e06-b508-3311e40ec572", "name": "network-vif-plugged", "status": "completed", "tag": "d0e29fe7-09c5-4319-8fea-3fc80897d2dd", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:55:23.032809 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-67655381-21e3-4380-aa8f-5ae28c6c8b14 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:55:23.033189 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67655381-21e3-4380-aa8f-5ae28c6c8b14'] response: {'server_uuid': '0d4937ca-bc1f-4e06-b508-3311e40ec572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e29fe7-09c5-4319-8fea-3fc80897d2dd', 'code': 200} Oct 26 16:55:23.073081 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=d0e29fe7-09c5-4319-8fea-3fc80897d2dd,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:23.399847 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156a418-dfbb-4c22-96b4-37e778614d99 req-4366dd7f-acc2-4f07-95d5-e0b1f00163b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:55:23.401298 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1156a418-dfbb-4c22-96b4-37e778614d99 req-4366dd7f-acc2-4f07-95d5-e0b1f00163b6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 1098 time: 0.0799241 Oct 26 16:55:23.441454 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1156a418-dfbb-4c22-96b4-37e778614d99 req-a6aebd24-101b-42fd-b1dd-3f2ce5b25353 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c7a24b29-9276-44df-b257-49d425f28a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346229 Oct 26 16:55:23.944088 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f0fc0-0368-4442-aace-6ff51ea258bf req-64d3e72b-f9c9-47b6-b50a-4d9c3d7a9a5c tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:55:23.945874 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a23f0fc0-0368-4442-aace-6ff51ea258bf req-64d3e72b-f9c9-47b6-b50a-4d9c3d7a9a5c tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 945 time: 0.0927756 Oct 26 16:55:23.990001 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-a23f0fc0-0368-4442-aace-6ff51ea258bf req-005d276e-8e9d-4c46-9045-803e2b659b82 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7a24b29-9276-44df-b257-49d425f28a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385697 Oct 26 16:55:25.193130 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44e8c5-4c31-41dc-976e-7d2ed942fa0a req-c19e57e3-24c6-401e-a267-f3c9bbd8528c tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:55:25.194612 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4d44e8c5-4c31-41dc-976e-7d2ed942fa0a req-c19e57e3-24c6-401e-a267-f3c9bbd8528c tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 945 time: 0.0931566 Oct 26 16:55:25.239151 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-4d44e8c5-4c31-41dc-976e-7d2ed942fa0a req-74d2c7a1-5936-4b33-9808-ddebf70e516d tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7a24b29-9276-44df-b257-49d425f28a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390007 Oct 26 16:55:25.593761 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b6e53-7e8c-49d6-9c66-b31fd00d7f6f req-9fe98dc3-8c7a-4fbe-9ac2-4cd5acb2c6a1 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:55:25.593761 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0d1b6e53-7e8c-49d6-9c66-b31fd00d7f6f req-9fe98dc3-8c7a-4fbe-9ac2-4cd5acb2c6a1 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 945 time: 0.0941222 Oct 26 16:55:25.637238 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0d1b6e53-7e8c-49d6-9c66-b31fd00d7f6f req-90eb376e-a1d9-4fb5-9712-ce2e09a22aa3 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7a24b29-9276-44df-b257-49d425f28a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399437 Oct 26 16:55:25.665542 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 54152) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:55:25.790158 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2d4a4b-45ce-494a-b787-5473bfa53e82 tempest-TestShelveInstance-408478684 tempest-TestShelveInstance-408478684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:55:25.791666 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-bf2d4a4b-45ce-494a-b787-5473bfa53e82 tempest-TestShelveInstance-408478684 tempest-TestShelveInstance-408478684-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 1093 time: 0.1251638 Oct 26 16:55:25.794459 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 54158) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:55:25.799274 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-48df0001-e48d-4948-91d7-2375148605fa tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Request body: {'floatingip': {'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'port_id': 'd0e29fe7-09c5-4319-8fea-3fc80897d2dd', 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 16:55:25.806162 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-48df0001-e48d-4948-91d7-2375148605fa tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 16:55:25.809952 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-48df0001-e48d-4948-91d7-2375148605fa tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Usage tracker for resource:floatingip and tenant:5231456f896e4509b2930d51e68e5e80 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 16:55:25.812725 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-48df0001-e48d-4948-91d7-2375148605fa tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 16:55:25.818738 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-48df0001-e48d-4948-91d7-2375148605fa tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 16:55:25.991701 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-48df0001-e48d-4948-91d7-2375148605fa tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for floatingip, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:55:26.129108 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-48df0001-e48d-4948-91d7-2375148605fa tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:55:26.261863 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-48df0001-e48d-4948-91d7-2375148605fa tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Allocated IP 172.26.2.130 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/15f1a9f4-ecf8-4032-82c7-37d46bde467b) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:55:26.410356 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-48df0001-e48d-4948-91d7-2375148605fa tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:55:26.500448 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-48df0001-e48d-4948-91d7-2375148605fa tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:55:26.567005 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48df0001-e48d-4948-91d7-2375148605fa tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:55:26.569780 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-48df0001-e48d-4948-91d7-2375148605fa tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:55:26.572339 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48df0001-e48d-4948-91d7-2375148605fa tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 16:55:26.606820 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df0001-e48d-4948-91d7-2375148605fa tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Pushing event updated for resources: {'Port': ['ID=15f1a9f4-ecf8-4032-82c7-37d46bde467b,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:26.981423 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-48df0001-e48d-4948-91d7-2375148605fa tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:55:27.137776 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-48df0001-e48d-4948-91d7-2375148605fa tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:55:27.340542 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-48df0001-e48d-4948-91d7-2375148605fa tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:55:27.414782 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-48df0001-e48d-4948-91d7-2375148605fa tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:55:27.520778 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df0001-e48d-4948-91d7-2375148605fa tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Pushing event updated for resources: {'Port': ['ID=15f1a9f4-ecf8-4032-82c7-37d46bde467b,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:55:27.523289 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-48df0001-e48d-4948-91d7-2375148605fa tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:55:27.694159 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.l3_db [None req-48df0001-e48d-4948-91d7-2375148605fa tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Floating IP 48522239-dc67-43b7-8597-ca070a6d8b2a associated. External IP: 172.26.2.130, port: d0e29fe7-09c5-4319-8fea-3fc80897d2dd. Oct 26 16:55:27.741037 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:55:28.148692 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48df0001-e48d-4948-91d7-2375148605fa tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Router e78a1ddd-6b1d-4abc-a302-26ea26279d0b has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 16:55:28.327159 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48df0001-e48d-4948-91d7-2375148605fa tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 16:55:28.337237 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec6dddc-126b-4d75-8067-8218053d8996 None None] Sync routers for ids ['e78a1ddd-6b1d-4abc-a302-26ea26279d0b'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:55:28.346147 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec6dddc-126b-4d75-8067-8218053d8996 None None] Routers {'e78a1ddd-6b1d-4abc-a302-26ea26279d0b'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:55:28.346782 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-8ec6dddc-126b-4d75-8067-8218053d8996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:55:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['e78a1ddd-6b1d-4abc-a302-26ea26279d0b'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:28.415622 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-48df0001-e48d-4948-91d7-2375148605fa tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:55:28.471135 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-48df0001-e48d-4948-91d7-2375148605fa tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6756589 Oct 26 16:55:28.471793 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d4937ca-bc1f-4e06-b508-3311e40ec572', 'tag': 'd0e29fe7-09c5-4319-8fea-3fc80897d2dd'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:55:28.474876 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a80102e1ef584308552a9aa60955aa6a60d56012832cb15a0bb12df7a4d7d7a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658c99b9-1599-461b-8963-4909030bebab" -d '{"events": [{"name": "network-changed", "server_uuid": "0d4937ca-bc1f-4e06-b508-3311e40ec572", "tag": "d0e29fe7-09c5-4319-8fea-3fc80897d2dd"}]}' {{(pid=89747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:55:28.527840 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-8ec6dddc-126b-4d75-8067-8218053d8996 None None] Set router e78a1ddd-6b1d-4abc-a302-26ea26279d0b gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:55:28.566516 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45862c87-d98a-491d-b28c-dad9db2a6818 x-openstack-request-id: req-45862c87-d98a-491d-b28c-dad9db2a6818 {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:55:28.566812 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d4937ca-bc1f-4e06-b508-3311e40ec572", "tag": "d0e29fe7-09c5-4319-8fea-3fc80897d2dd", "status": "completed", "code": 200}]} {{(pid=89747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:55:28.567067 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-45862c87-d98a-491d-b28c-dad9db2a6818 {{(pid=89747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:55:28.567474 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45862c87-d98a-491d-b28c-dad9db2a6818'] response: {'name': 'network-changed', 'server_uuid': '0d4937ca-bc1f-4e06-b508-3311e40ec572', 'tag': 'd0e29fe7-09c5-4319-8fea-3fc80897d2dd', 'status': 'completed', 'code': 200} Oct 26 16:55:28.668480 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c99b9-1599-461b-8963-4909030bebab req-10bea681-0947-4049-947d-5bc1d68f4e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:55:28.670073 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-658c99b9-1599-461b-8963-4909030bebab req-10bea681-0947-4049-947d-5bc1d68f4e9e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5231456f896e4509b2930d51e68e5e80&device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 1098 time: 0.0805950 Oct 26 16:55:28.803504 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c99b9-1599-461b-8963-4909030bebab req-afd4b408-871b-4cd7-9993-8da0d3641303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:55:28.804982 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-658c99b9-1599-461b-8963-4909030bebab req-afd4b408-871b-4cd7-9993-8da0d3641303 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a50afd66-af56-457f-a86e-d697eb1f8394 HTTP/1.1" status: 200 len: 909 time: 0.1295080 Oct 26 16:55:28.884214 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-8ec6dddc-126b-4d75-8067-8218053d8996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'name': 'tempest-TestShelveInstance-862944839-router', 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '3c129a21-e497-4583-a050-d919af21e099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:48:52Z', 'updated_at': '2022-10-26T16:48:56Z', 'revision_number': 4, 'project_id': '5231456f896e4509b2930d51e68e5e80', 'gw_port': {'id': '3c129a21-e497-4583-a050-d919af21e099', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:42:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:48:53Z', 'updated_at': '2022-10-26T16:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '48522239-dc67-43b7-8597-ca070a6d8b2a', 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'floating_ip_address': '172.26.2.130', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'port_id': 'd0e29fe7-09c5-4319-8fea-3fc80897d2dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a50afd66-af56-457f-a86e-d697eb1f8394', 'mac_address': 'fa:16:3e:0a:f2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4937ca-bc1f-4e06-b508-3311e40ec572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:55:26Z', 'updated_at': '2022-10-26T16:55:26Z', 'revision_number': 0, 'project_id': '5231456f896e4509b2930d51e68e5e80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c61bb9-6c9f-472d-8b5a-0457165626ba', 'name': '', 'network_id': 'a50afd66-af56-457f-a86e-d697eb1f8394', 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'mac_address': 'fa:16:3e:77:dd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '89fac9bf-5e2b-4f94-ae81-918aebd1acad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:48:56Z', 'updated_at': '2022-10-26T16:49:02Z', 'revision_number': 5, 'project_id': '5231456f896e4509b2930d51e68e5e80', 'subnets': [{'id': '89fac9bf-5e2b-4f94-ae81-918aebd1acad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:28.888030 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec6dddc-126b-4d75-8067-8218053d8996 None None] Checking router: e78a1ddd-6b1d-4abc-a302-26ea26279d0b for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:55:28.897082 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec6dddc-126b-4d75-8067-8218053d8996 None None] Routers {'e78a1ddd-6b1d-4abc-a302-26ea26279d0b'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 16:55:28.897677 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-8ec6dddc-126b-4d75-8067-8218053d8996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T16:55:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['e78a1ddd-6b1d-4abc-a302-26ea26279d0b'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:28.912254 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-658c99b9-1599-461b-8963-4909030bebab req-b7677828-204d-42b3-b167-ce02bc0548c8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0e29fe7-09c5-4319-8fea-3fc80897d2dd HTTP/1.1" status: 200 len: 999 time: 0.1017566 Oct 26 16:55:28.978519 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c99b9-1599-461b-8963-4909030bebab req-3c2aae74-8f04-4f0b-9693-227f57130271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:55:28.979930 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-658c99b9-1599-461b-8963-4909030bebab req-3c2aae74-8f04-4f0b-9693-227f57130271 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=89fac9bf-5e2b-4f94-ae81-918aebd1acad HTTP/1.1" status: 200 len: 847 time: 0.0620797 Oct 26 16:55:29.062977 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c99b9-1599-461b-8963-4909030bebab req-006d7285-879e-4761-80a4-52eff62e3602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:55:29.064448 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-658c99b9-1599-461b-8963-4909030bebab req-006d7285-879e-4761-80a4-52eff62e3602 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a50afd66-af56-457f-a86e-d697eb1f8394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794101 Oct 26 16:55:29.078352 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-8ec6dddc-126b-4d75-8067-8218053d8996 None None] Set router e78a1ddd-6b1d-4abc-a302-26ea26279d0b gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 16:55:29.206550 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-658c99b9-1599-461b-8963-4909030bebab req-63d14f63-c07d-40a8-bd1e-9e2af9dcc915 service neutron] 10.222.0.48 "GET /v2.0/networks/a50afd66-af56-457f-a86e-d697eb1f8394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351750 Oct 26 16:55:29.436038 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-8ec6dddc-126b-4d75-8067-8218053d8996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'name': 'tempest-TestShelveInstance-862944839-router', 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '3c129a21-e497-4583-a050-d919af21e099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:48:52Z', 'updated_at': '2022-10-26T16:48:56Z', 'revision_number': 4, 'project_id': '5231456f896e4509b2930d51e68e5e80', 'gw_port': {'id': '3c129a21-e497-4583-a050-d919af21e099', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:42:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:48:53Z', 'updated_at': '2022-10-26T16:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '48522239-dc67-43b7-8597-ca070a6d8b2a', 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'floating_ip_address': '172.26.2.130', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'port_id': 'd0e29fe7-09c5-4319-8fea-3fc80897d2dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a50afd66-af56-457f-a86e-d697eb1f8394', 'mac_address': 'fa:16:3e:0a:f2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4937ca-bc1f-4e06-b508-3311e40ec572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:55:26Z', 'updated_at': '2022-10-26T16:55:26Z', 'revision_number': 0, 'project_id': '5231456f896e4509b2930d51e68e5e80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c61bb9-6c9f-472d-8b5a-0457165626ba', 'name': '', 'network_id': 'a50afd66-af56-457f-a86e-d697eb1f8394', 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'mac_address': 'fa:16:3e:77:dd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '89fac9bf-5e2b-4f94-ae81-918aebd1acad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:48:56Z', 'updated_at': '2022-10-26T16:49:02Z', 'revision_number': 5, 'project_id': '5231456f896e4509b2930d51e68e5e80', 'subnets': [{'id': '89fac9bf-5e2b-4f94-ae81-918aebd1acad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:55:29.439967 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec6dddc-126b-4d75-8067-8218053d8996 None None] The sync data for ids ['e78a1ddd-6b1d-4abc-a302-26ea26279d0b'] in dv-neutron-862712-1-hyperv is: [{'id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'name': 'tempest-TestShelveInstance-862944839-router', 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '3c129a21-e497-4583-a050-d919af21e099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:48:52Z', 'updated_at': '2022-10-26T16:48:56Z', 'revision_number': 4, 'project_id': '5231456f896e4509b2930d51e68e5e80', 'gw_port': {'id': '3c129a21-e497-4583-a050-d919af21e099', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:42:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:48:53Z', 'updated_at': '2022-10-26T16:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '48522239-dc67-43b7-8597-ca070a6d8b2a', 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'floating_ip_address': '172.26.2.130', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'port_id': 'd0e29fe7-09c5-4319-8fea-3fc80897d2dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a50afd66-af56-457f-a86e-d697eb1f8394', 'mac_address': 'fa:16:3e:0a:f2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4937ca-bc1f-4e06-b508-3311e40ec572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:55:26Z', 'updated_at': '2022-10-26T16:55:26Z', 'revision_number': 0, 'project_id': '5231456f896e4509b2930d51e68e5e80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c61bb9-6c9f-472d-8b5a-0457165626ba', 'name': '', 'network_id': 'a50afd66-af56-457f-a86e-d697eb1f8394', 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'mac_address': 'fa:16:3e:77:dd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '89fac9bf-5e2b-4f94-ae81-918aebd1acad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:48:56Z', 'updated_at': '2022-10-26T16:49:02Z', 'revision_number': 5, 'project_id': '5231456f896e4509b2930d51e68e5e80', 'subnets': [{'id': '89fac9bf-5e2b-4f94-ae81-918aebd1acad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:55:29.447183 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-658c99b9-1599-461b-8963-4909030bebab req-06923787-517f-44a5-8549-efbd2723961a service neutron] 10.222.0.48 "GET /v2.0/networks/a50afd66-af56-457f-a86e-d697eb1f8394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353418 Oct 26 16:55:29.636330 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c71a608-62c0-44f3-af90-a4c365a9a124 None None] New status for floating IP 48522239-dc67-43b7-8597-ca070a6d8b2a: ACTIVE {{(pid=89749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:55:32.232350 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5503779e-b06b-49aa-b154-d96c93fd25a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:55:34.506332 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d2a1c1da-5860-4b95-896a-13036966b8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:55:35.341700 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:55:35.552698 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:55:37.232301 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:55:49.694250 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:55:57.757844 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:56:02.210063 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-dd57ec27-7a4d-4a66-8baa-45a4ff95bd38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:56:04.500981 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7e9d3974-b04c-40b4-a3d8-6a18aeba4318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:56:05.278328 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:56:05.546862 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:56:07.156968 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:56:10.248113 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-75188d9b-248c-49a7-8067-45d6d6329613 req-2e02c4bd-cd45-4074-8b3d-e92437988fb5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0816712 Oct 26 16:56:10.394075 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75188d9b-248c-49a7-8067-45d6d6329613 req-200c68fe-cac8-4c91-affa-bff4e519d9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:56:10.396230 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-75188d9b-248c-49a7-8067-45d6d6329613 req-200c68fe-cac8-4c91-affa-bff4e519d9c5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5231456f896e4509b2930d51e68e5e80&device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 1098 time: 0.0819235 Oct 26 16:56:10.543971 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75188d9b-248c-49a7-8067-45d6d6329613 req-431e5379-6625-45c4-b1f4-52c705741c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:56:10.545922 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-75188d9b-248c-49a7-8067-45d6d6329613 req-431e5379-6625-45c4-b1f4-52c705741c32 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a50afd66-af56-457f-a86e-d697eb1f8394 HTTP/1.1" status: 200 len: 909 time: 0.1321452 Oct 26 16:56:10.650991 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-75188d9b-248c-49a7-8067-45d6d6329613 req-d14ccc4e-21d5-4117-8ca5-06141ae9fd52 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0e29fe7-09c5-4319-8fea-3fc80897d2dd HTTP/1.1" status: 200 len: 1001 time: 0.0994375 Oct 26 16:56:10.717033 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75188d9b-248c-49a7-8067-45d6d6329613 req-69a6325f-1a65-46aa-a6c6-cba1565fa2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:56:10.718506 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-75188d9b-248c-49a7-8067-45d6d6329613 req-69a6325f-1a65-46aa-a6c6-cba1565fa2b2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=89fac9bf-5e2b-4f94-ae81-918aebd1acad HTTP/1.1" status: 200 len: 847 time: 0.0620751 Oct 26 16:56:10.802963 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75188d9b-248c-49a7-8067-45d6d6329613 req-bf1825b2-4249-4fca-958a-9468e2dae72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:56:10.804430 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-75188d9b-248c-49a7-8067-45d6d6329613 req-bf1825b2-4249-4fca-958a-9468e2dae72a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a50afd66-af56-457f-a86e-d697eb1f8394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798800 Oct 26 16:56:10.814859 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [req-75188d9b-248c-49a7-8067-45d6d6329613 req-76b35aea-5aa7-44be-8e9c-c8367c5c3402 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=89748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 16:56:10.815780 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-75188d9b-248c-49a7-8067-45d6d6329613 req-76b35aea-5aa7-44be-8e9c-c8367c5c3402 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049007 Oct 26 16:56:10.950206 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-75188d9b-248c-49a7-8067-45d6d6329613 req-892515fe-a6de-4ad7-91cd-e5f6360d6099 service neutron] 10.222.0.48 "GET /v2.0/networks/a50afd66-af56-457f-a86e-d697eb1f8394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288428 Oct 26 16:56:11.085486 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-75188d9b-248c-49a7-8067-45d6d6329613 req-977b517b-a7f9-43bb-be16-f43c4469c6ff service neutron] 10.222.0.48 "GET /v2.0/networks/a50afd66-af56-457f-a86e-d697eb1f8394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298504 Oct 26 16:56:26.693316 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:56:27.838021 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:56:32.169625 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2864243d-0e42-4c2f-a463-c3255e68f363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:56:34.497079 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-892c413e-1621-4543-a211-a74003b4002e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:56:35.322448 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:56:35.558733 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:56:37.181292 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:56:57.793085 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:57:02.162506 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-efc25395-71df-4bf5-84fb-a469f78b7db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:57:03.692611 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:57:04.518585 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-23bc0701-70aa-41ce-9fb7-2d3953fd32fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:57:05.289728 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:57:05.550938 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:57:07.163130 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:57:11.248107 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0143464f-5c86-49b2-884c-e8083c1e4125 req-0fa40876-fc71-4044-b2a6-016dd6f34d56 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0833130 Oct 26 16:57:11.393960 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143464f-5c86-49b2-884c-e8083c1e4125 req-e59563ef-4149-46ab-b3bc-1a5755b2c7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:57:11.395462 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0143464f-5c86-49b2-884c-e8083c1e4125 req-e59563ef-4149-46ab-b3bc-1a5755b2c7ff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5231456f896e4509b2930d51e68e5e80&device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 1098 time: 0.0818858 Oct 26 16:57:11.541867 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143464f-5c86-49b2-884c-e8083c1e4125 req-2e424e86-813b-47ea-a4de-dea8999a8298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:57:11.543249 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0143464f-5c86-49b2-884c-e8083c1e4125 req-2e424e86-813b-47ea-a4de-dea8999a8298 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a50afd66-af56-457f-a86e-d697eb1f8394 HTTP/1.1" status: 200 len: 909 time: 0.1299365 Oct 26 16:57:11.648295 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0143464f-5c86-49b2-884c-e8083c1e4125 req-d684c618-7602-400c-8d6b-0ee59145b8bb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0e29fe7-09c5-4319-8fea-3fc80897d2dd HTTP/1.1" status: 200 len: 1001 time: 0.0988231 Oct 26 16:57:11.710598 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143464f-5c86-49b2-884c-e8083c1e4125 req-f626adfc-7ba4-4861-875b-965b660cec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:57:11.712049 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0143464f-5c86-49b2-884c-e8083c1e4125 req-f626adfc-7ba4-4861-875b-965b660cec94 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=89fac9bf-5e2b-4f94-ae81-918aebd1acad HTTP/1.1" status: 200 len: 847 time: 0.0585437 Oct 26 16:57:11.797389 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143464f-5c86-49b2-884c-e8083c1e4125 req-fd308a66-1085-48e7-a56c-f49b28f2d06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:57:11.798770 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0143464f-5c86-49b2-884c-e8083c1e4125 req-fd308a66-1085-48e7-a56c-f49b28f2d06d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a50afd66-af56-457f-a86e-d697eb1f8394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811162 Oct 26 16:57:12.032936 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0143464f-5c86-49b2-884c-e8083c1e4125 req-6073955c-246e-4cb4-afd2-f25578a9f12d service neutron] 10.222.0.48 "GET /v2.0/networks/a50afd66-af56-457f-a86e-d697eb1f8394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282054 Oct 26 16:57:12.168888 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0143464f-5c86-49b2-884c-e8083c1e4125 req-ab4f7c17-e4eb-487c-80cb-f3adee186e98 service neutron] 10.222.0.48 "GET /v2.0/networks/a50afd66-af56-457f-a86e-d697eb1f8394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294930 Oct 26 16:57:27.804918 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:57:32.187565 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ef785ad1-c3ba-4f66-b4f0-d2312af9d6a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:57:34.533885 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-dbaad7d8-97d6-4639-965a-c80a121a09ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:57:35.322013 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:57:35.558896 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:57:37.187194 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:57:40.692078 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:57:57.825094 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:58:02.181807 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7ae906d2-3f7a-47b1-8cb0-635a08926348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:58:04.541935 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-08a326b2-8c3d-4c93-a86d-2c0fedbe6929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:58:05.353518 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:58:05.576456 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:58:06.754762 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b2271-3f77-408b-9d28-33a74ad19306 req-4ce9c6fd-9288-4697-9a16-3dc3821b9c5b tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:58:06.757538 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f26b2271-3f77-408b-9d28-33a74ad19306 req-4ce9c6fd-9288-4697-9a16-3dc3821b9c5b tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 945 time: 0.0932949 Oct 26 16:58:06.805917 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f26b2271-3f77-408b-9d28-33a74ad19306 req-f0a4e523-dcf8-4b11-bbda-9903d719525a tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7a24b29-9276-44df-b257-49d425f28a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392458 Oct 26 16:58:07.184733 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:58:08.006126 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8b688-f0fe-4cc5-9920-fb6e928830af req-0a37fa0a-f2ca-4c84-b76a-bb2fef6b9b09 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:58:08.007573 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0bc8b688-f0fe-4cc5-9920-fb6e928830af req-0a37fa0a-f2ca-4c84-b76a-bb2fef6b9b09 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 945 time: 0.0909667 Oct 26 16:58:08.053162 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0bc8b688-f0fe-4cc5-9920-fb6e928830af req-02702396-9e1a-4dea-92bb-2e7e1ae33735 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7a24b29-9276-44df-b257-49d425f28a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385938 Oct 26 16:58:09.259914 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae784cee-0b94-462f-8eb5-e760872b15fd req-ef71ed69-ee91-40fb-90b8-21c98b07d2ed tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:58:09.261379 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ae784cee-0b94-462f-8eb5-e760872b15fd req-ef71ed69-ee91-40fb-90b8-21c98b07d2ed tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 945 time: 0.0916350 Oct 26 16:58:09.306657 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ae784cee-0b94-462f-8eb5-e760872b15fd req-502b900e-07d6-4330-9fca-11cdcdb9f21a tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7a24b29-9276-44df-b257-49d425f28a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395634 Oct 26 16:58:10.506717 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95752c-b700-40b9-b5af-64df4c8f92a1 req-9978e9e0-d265-45be-8bd2-fdab67546bda tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:58:10.508169 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-6d95752c-b700-40b9-b5af-64df4c8f92a1 req-9978e9e0-d265-45be-8bd2-fdab67546bda tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 945 time: 0.0880556 Oct 26 16:58:10.552710 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-6d95752c-b700-40b9-b5af-64df4c8f92a1 req-e103d3c3-e6f2-425c-adee-ae1ecb9aeab5 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7a24b29-9276-44df-b257-49d425f28a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386493 Oct 26 16:58:11.748243 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04502632-ca06-4541-8dab-62b3832074b4 req-912537df-9f5b-4174-9b17-49b3f8cea69b tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:58:11.749680 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-04502632-ca06-4541-8dab-62b3832074b4 req-912537df-9f5b-4174-9b17-49b3f8cea69b tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 945 time: 0.0870416 Oct 26 16:58:11.798135 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-04502632-ca06-4541-8dab-62b3832074b4 req-a87df620-52e4-4502-89a1-168fc2b0a5b5 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7a24b29-9276-44df-b257-49d425f28a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428371 Oct 26 16:58:13.000932 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8a9eb-f2e7-4855-a1fb-ba228f5a86cc req-be0aac1f-7093-4d0e-b527-5750a536df3e tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:58:13.007874 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-dec8a9eb-f2e7-4855-a1fb-ba228f5a86cc req-be0aac1f-7093-4d0e-b527-5750a536df3e tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 945 time: 0.0902174 Oct 26 16:58:13.047175 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-dec8a9eb-f2e7-4855-a1fb-ba228f5a86cc req-de341a87-9d6b-4966-bbb4-489cb176ee38 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7a24b29-9276-44df-b257-49d425f28a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391452 Oct 26 16:58:13.325093 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109b177-dbb0-4359-8276-b3daa650b34f req-cf050192-3631-474e-aeae-620dfce8e41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:58:13.326578 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7109b177-dbb0-4359-8276-b3daa650b34f req-cf050192-3631-474e-aeae-620dfce8e41f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5231456f896e4509b2930d51e68e5e80&device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 1098 time: 0.1161170 Oct 26 16:58:13.472241 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109b177-dbb0-4359-8276-b3daa650b34f req-5d243b98-9793-47ae-b00e-95fa9fc6fa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:58:13.473667 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7109b177-dbb0-4359-8276-b3daa650b34f req-5d243b98-9793-47ae-b00e-95fa9fc6fa3b service neutron] 10.222.0.48 "GET /v2.0/networks?id=a50afd66-af56-457f-a86e-d697eb1f8394 HTTP/1.1" status: 200 len: 909 time: 0.1281490 Oct 26 16:58:13.578723 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7109b177-dbb0-4359-8276-b3daa650b34f req-9cbfcf2a-3ffc-493d-954d-5310049e8306 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0e29fe7-09c5-4319-8fea-3fc80897d2dd HTTP/1.1" status: 200 len: 1001 time: 0.0990226 Oct 26 16:58:13.641299 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109b177-dbb0-4359-8276-b3daa650b34f req-77dedee5-e315-48a2-955c-22bcfc71c816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:58:13.642841 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7109b177-dbb0-4359-8276-b3daa650b34f req-77dedee5-e315-48a2-955c-22bcfc71c816 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=89fac9bf-5e2b-4f94-ae81-918aebd1acad HTTP/1.1" status: 200 len: 847 time: 0.0584540 Oct 26 16:58:13.729121 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109b177-dbb0-4359-8276-b3daa650b34f req-a8868f91-036d-461a-a56e-2114836ba197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:58:13.730537 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7109b177-dbb0-4359-8276-b3daa650b34f req-a8868f91-036d-461a-a56e-2114836ba197 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a50afd66-af56-457f-a86e-d697eb1f8394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824521 Oct 26 16:58:13.862037 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7109b177-dbb0-4359-8276-b3daa650b34f req-1849ad09-203a-4454-a928-785ff9c8a461 service neutron] 10.222.0.48 "GET /v2.0/networks/a50afd66-af56-457f-a86e-d697eb1f8394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255648 Oct 26 16:58:14.001858 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7109b177-dbb0-4359-8276-b3daa650b34f req-03889047-5a47-4bd5-8220-843f8a69686a service neutron] 10.222.0.48 "GET /v2.0/networks/a50afd66-af56-457f-a86e-d697eb1f8394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262996 Oct 26 16:58:14.244015 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5bc42-51cc-4d5e-b40d-4a5f9605100e req-4e7624dd-0324-463d-990e-5ee0366bd129 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:58:14.245455 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bea5bc42-51cc-4d5e-b40d-4a5f9605100e req-4e7624dd-0324-463d-990e-5ee0366bd129 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 945 time: 0.0869589 Oct 26 16:58:14.292738 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bea5bc42-51cc-4d5e-b40d-4a5f9605100e req-cac5f42a-4fd8-4b23-ba80-e636f028d423 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7a24b29-9276-44df-b257-49d425f28a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415728 Oct 26 16:58:15.499303 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92bef5-b682-4d0d-8c92-e0a27e2f4d42 req-b521cbf3-ada2-42d7-9966-27f729477ff6 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:58:15.500772 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0f92bef5-b682-4d0d-8c92-e0a27e2f4d42 req-b521cbf3-ada2-42d7-9966-27f729477ff6 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 945 time: 0.0909891 Oct 26 16:58:15.548379 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0f92bef5-b682-4d0d-8c92-e0a27e2f4d42 req-79d0973f-9d9d-4cf5-adc7-f161fb0f8b1a tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7a24b29-9276-44df-b257-49d425f28a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420361 Oct 26 16:58:16.748944 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289c45b-0739-487f-a3e7-f302c0873258 req-6c07bc5a-8ce0-454e-a3e5-5c6a8e92d669 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:58:16.750381 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f289c45b-0739-487f-a3e7-f302c0873258 req-6c07bc5a-8ce0-454e-a3e5-5c6a8e92d669 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 945 time: 0.0909493 Oct 26 16:58:16.794842 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f289c45b-0739-487f-a3e7-f302c0873258 req-74513e5d-aa04-4169-ae49-93f5a3ef98dc tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7a24b29-9276-44df-b257-49d425f28a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387974 Oct 26 16:58:16.899782 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c544f9d-328b-4c10-8554-f18593502842 req-ff3c8af9-95a6-43fe-9687-5c9f5329a379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:58:16.901142 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1c544f9d-328b-4c10-8554-f18593502842 req-ff3c8af9-95a6-43fe-9687-5c9f5329a379 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5231456f896e4509b2930d51e68e5e80&device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 1098 time: 0.0826473 Oct 26 16:58:17.137973 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c544f9d-328b-4c10-8554-f18593502842 req-45f4cfec-08b4-4a67-8a45-604be44e4c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:58:17.139429 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1c544f9d-328b-4c10-8554-f18593502842 req-45f4cfec-08b4-4a67-8a45-604be44e4c91 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a50afd66-af56-457f-a86e-d697eb1f8394 HTTP/1.1" status: 200 len: 909 time: 0.2325692 Oct 26 16:58:17.240529 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1c544f9d-328b-4c10-8554-f18593502842 req-34ec339e-6cc8-41f3-b6b1-c401e2f11212 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0e29fe7-09c5-4319-8fea-3fc80897d2dd HTTP/1.1" status: 200 len: 1001 time: 0.0946996 Oct 26 16:58:17.302275 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c544f9d-328b-4c10-8554-f18593502842 req-2b33dbde-7c7a-40ef-a42a-375023802a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:58:17.303700 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1c544f9d-328b-4c10-8554-f18593502842 req-2b33dbde-7c7a-40ef-a42a-375023802a45 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=89fac9bf-5e2b-4f94-ae81-918aebd1acad HTTP/1.1" status: 200 len: 847 time: 0.0575814 Oct 26 16:58:17.389960 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c544f9d-328b-4c10-8554-f18593502842 req-27c6cfae-afb2-4e4f-b512-e77065d1982c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:58:17.391435 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1c544f9d-328b-4c10-8554-f18593502842 req-27c6cfae-afb2-4e4f-b512-e77065d1982c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a50afd66-af56-457f-a86e-d697eb1f8394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824709 Oct 26 16:58:17.525368 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1c544f9d-328b-4c10-8554-f18593502842 req-0b50c506-d0d1-4a5d-804c-fd27c94ea393 service neutron] 10.222.0.48 "GET /v2.0/networks/a50afd66-af56-457f-a86e-d697eb1f8394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283114 Oct 26 16:58:17.658372 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1c544f9d-328b-4c10-8554-f18593502842 req-d1958db9-a509-4909-83b2-3d64b52853aa service neutron] 10.222.0.48 "GET /v2.0/networks/a50afd66-af56-457f-a86e-d697eb1f8394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270344 Oct 26 16:58:17.690309 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:58:17.991499 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e65edc-6384-42e3-bf2c-0e234a58a6dd req-84abac6c-20ab-4c0a-bc8a-8dd1c75bf8ac tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:58:17.993477 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-41e65edc-6384-42e3-bf2c-0e234a58a6dd req-84abac6c-20ab-4c0a-bc8a-8dd1c75bf8ac tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 945 time: 0.0882809 Oct 26 16:58:18.037638 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-41e65edc-6384-42e3-bf2c-0e234a58a6dd req-3d04e6ab-b4ed-476c-ba01-f0da01c2a655 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7a24b29-9276-44df-b257-49d425f28a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381148 Oct 26 16:58:19.238152 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2b6fb-33e0-4391-b672-6187a7a2f128 req-de51e7a6-8162-4545-ae65-b78bc09f2cfb tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:58:19.239763 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0db2b6fb-33e0-4391-b672-6187a7a2f128 req-de51e7a6-8162-4545-ae65-b78bc09f2cfb tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 945 time: 0.0902128 Oct 26 16:58:19.285985 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0db2b6fb-33e0-4391-b672-6187a7a2f128 req-329c5b37-5726-4585-8021-718178af6876 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7a24b29-9276-44df-b257-49d425f28a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393960 Oct 26 16:58:20.496816 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c2dabc-f334-4720-bd1e-ea0fe6b6002c req-dea3d983-1dc1-4674-9719-9ee239a605d0 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:58:20.498257 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d6c2dabc-f334-4720-bd1e-ea0fe6b6002c req-dea3d983-1dc1-4674-9719-9ee239a605d0 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 945 time: 0.0928745 Oct 26 16:58:20.543336 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d6c2dabc-f334-4720-bd1e-ea0fe6b6002c req-269b0785-3b5f-426c-9204-9c559a953221 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7a24b29-9276-44df-b257-49d425f28a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394199 Oct 26 16:58:20.955927 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 54266) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 16:58:21.034447 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389cd6f-01c4-4069-b7da-73ad35b7b6fe req-2a8fed41-4c53-48cb-9c1c-be4f54ca52b1 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:58:21.036019 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0389cd6f-01c4-4069-b7da-73ad35b7b6fe req-2a8fed41-4c53-48cb-9c1c-be4f54ca52b1 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 945 time: 0.0890889 Oct 26 16:58:21.085088 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0389cd6f-01c4-4069-b7da-73ad35b7b6fe req-ecb76082-b3dc-4aa9-990b-be8356faabaf tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7a24b29-9276-44df-b257-49d425f28a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424042 Oct 26 16:58:21.104569 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c0e03612-424f-48c1-81e5-ee4a5fe39bfa req-e11579b8-02cc-476c-9324-ae19cf00e65a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1474845 Oct 26 16:58:22.287213 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e475268-dba6-4471-a2a9-086eaf7b1971 req-e6f74bdb-420b-4d64-a47b-13673920b4aa tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:58:22.288604 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6e475268-dba6-4471-a2a9-086eaf7b1971 req-e6f74bdb-420b-4d64-a47b-13673920b4aa tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 945 time: 0.0906494 Oct 26 16:58:22.332801 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6e475268-dba6-4471-a2a9-086eaf7b1971 req-82c690bd-635e-4cec-9117-78128afd446d tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7a24b29-9276-44df-b257-49d425f28a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384650 Oct 26 16:58:23.408087 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device d0e29fe7-09c5-4319-8fea-3fc80897d2dd no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 16:58:23.533070 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port d0e29fe7-09c5-4319-8fea-3fc80897d2dd is: ACTIVE; New status is: DOWN {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:58:23.533470 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:58:23.536335 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8dddc4-bb72-469a-88bb-90810f2a142c req-d4df2f69-ce3b-4466-bf5f-fd991e915fc3 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:58:23.537896 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0d8dddc4-bb72-469a-88bb-90810f2a142c req-d4df2f69-ce3b-4466-bf5f-fd991e915fc3 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 945 time: 0.0934372 Oct 26 16:58:23.562147 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d4937ca-bc1f-4e06-b508-3311e40ec572', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0e29fe7-09c5-4319-8fea-3fc80897d2dd'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:58:23.564471 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f75fbf14a3cb38ccce5df07bc87c0326afcdfdd969cc215a686ddaf7116ab95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376f257c-a7e2-4a28-ad28-bf7aa921f62f" -d '{"events": [{"server_uuid": "0d4937ca-bc1f-4e06-b508-3311e40ec572", "name": "network-vif-unplugged", "status": "completed", "tag": "d0e29fe7-09c5-4319-8fea-3fc80897d2dd"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:58:23.573268 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port d0e29fe7-09c5-4319-8fea-3fc80897d2dd, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=d0e29fe7-09c5-4319-8fea-3fc80897d2dd,segment=NetworkSegment(ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3),segment_id=ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:58:23.583363 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0d8dddc4-bb72-469a-88bb-90810f2a142c req-134ab4b2-995d-4807-b3e5-6884dd332b4b tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7a24b29-9276-44df-b257-49d425f28a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390065 Oct 26 16:58:23.613463 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 26 Oct 2022 16:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a32019-3757-4b5d-a9e7-ad6b0f3e9a3d x-openstack-request-id: req-c1a32019-3757-4b5d-a9e7-ad6b0f3e9a3d {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:58:23.613463 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d4937ca-bc1f-4e06-b508-3311e40ec572", "name": "network-vif-unplugged", "status": "failed", "tag": "d0e29fe7-09c5-4319-8fea-3fc80897d2dd", "code": 422}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:58:23.613463 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c1a32019-3757-4b5d-a9e7-ad6b0f3e9a3d {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:58:23.613463 dv-neutron-862712-1-hyperv neutron-server[89749]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c1a32019-3757-4b5d-a9e7-ad6b0f3e9a3d']: {'server_uuid': '0d4937ca-bc1f-4e06-b508-3311e40ec572', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd0e29fe7-09c5-4319-8fea-3fc80897d2dd', 'code': 422} returned with failed status Oct 26 16:58:23.656748 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:58:23.729193 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=d0e29fe7-09c5-4319-8fea-3fc80897d2dd,revision_number=6']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:23.736397 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:58:23.736743 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:58:23.737078 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:58:23.737408 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:58:23.737737 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:58:23.738060 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:58:23.738381 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:58:23.738742 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:58:23.739056 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:58:23.739374 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:58:23.739691 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:58:23.740007 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:58:24.539754 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e03612-424f-48c1-81e5-ee4a5fe39bfa req-1e0637eb-879b-48e1-bcbb-00acfa5e22d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:58:24.541991 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c0e03612-424f-48c1-81e5-ee4a5fe39bfa req-1e0637eb-879b-48e1-bcbb-00acfa5e22d9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572&tenant_id=5231456f896e4509b2930d51e68e5e80 HTTP/1.1" status: 200 len: 1096 time: 0.0851662 Oct 26 16:58:24.641082 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e03612-424f-48c1-81e5-ee4a5fe39bfa req-16fae54e-6d92-4f0f-854b-43cc944a652e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:58:24.642603 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c0e03612-424f-48c1-81e5-ee4a5fe39bfa req-16fae54e-6d92-4f0f-854b-43cc944a652e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5231456f896e4509b2930d51e68e5e80&device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 1096 time: 0.0812430 Oct 26 16:58:24.780245 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e03612-424f-48c1-81e5-ee4a5fe39bfa req-83a36aac-3c6d-47a1-8aff-4df5312f64a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:58:24.781731 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c0e03612-424f-48c1-81e5-ee4a5fe39bfa req-83a36aac-3c6d-47a1-8aff-4df5312f64a4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a50afd66-af56-457f-a86e-d697eb1f8394 HTTP/1.1" status: 200 len: 909 time: 0.1335900 Oct 26 16:58:24.890375 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c0e03612-424f-48c1-81e5-ee4a5fe39bfa req-a89750eb-af8c-47eb-993a-da3743a04fdf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0e29fe7-09c5-4319-8fea-3fc80897d2dd HTTP/1.1" status: 200 len: 999 time: 0.1026363 Oct 26 16:58:24.893429 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32465c3f-9105-456a-b6cb-78d5f50e8d52 req-9e3c6568-356a-4d8d-b1b8-fcb7a5885c75 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:58:24.894900 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-32465c3f-9105-456a-b6cb-78d5f50e8d52 req-9e3c6568-356a-4d8d-b1b8-fcb7a5885c75 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 943 time: 0.1966252 Oct 26 16:58:24.938912 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-32465c3f-9105-456a-b6cb-78d5f50e8d52 req-858671f1-7ab2-4930-9651-8093ffbf2ade tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7a24b29-9276-44df-b257-49d425f28a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384400 Oct 26 16:58:24.957878 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e03612-424f-48c1-81e5-ee4a5fe39bfa req-cff99844-19b7-4f26-8ef9-76acdfc379c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:58:24.959328 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c0e03612-424f-48c1-81e5-ee4a5fe39bfa req-cff99844-19b7-4f26-8ef9-76acdfc379c1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=89fac9bf-5e2b-4f94-ae81-918aebd1acad HTTP/1.1" status: 200 len: 847 time: 0.0625052 Oct 26 16:58:25.042227 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e03612-424f-48c1-81e5-ee4a5fe39bfa req-55d5a728-364e-4def-9dd9-1917e77d2908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:58:25.043685 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c0e03612-424f-48c1-81e5-ee4a5fe39bfa req-55d5a728-364e-4def-9dd9-1917e77d2908 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a50afd66-af56-457f-a86e-d697eb1f8394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787060 Oct 26 16:58:25.174304 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c0e03612-424f-48c1-81e5-ee4a5fe39bfa req-a47539c5-8dad-4c64-861e-eed1d872fc63 service neutron] 10.222.0.48 "GET /v2.0/networks/a50afd66-af56-457f-a86e-d697eb1f8394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239371 Oct 26 16:58:25.401216 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c0e03612-424f-48c1-81e5-ee4a5fe39bfa req-82ee654c-0faf-4929-a1c6-11c275b45301 service neutron] 10.222.0.48 "GET /v2.0/networks/a50afd66-af56-457f-a86e-d697eb1f8394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209234 Oct 26 16:58:26.139016 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5609bbe-aff4-4ab5-8a61-8361d33889fe req-bc15391c-56c1-42e3-9619-d004fc27d575 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:58:26.140588 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c5609bbe-aff4-4ab5-8a61-8361d33889fe req-bc15391c-56c1-42e3-9619-d004fc27d575 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 943 time: 0.0916080 Oct 26 16:58:26.186971 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c5609bbe-aff4-4ab5-8a61-8361d33889fe req-9cde00c8-740e-4e22-b3da-98ce094ca929 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7a24b29-9276-44df-b257-49d425f28a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408788 Oct 26 16:58:27.387871 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6ee15-7e2b-46d9-942a-0c95248b5680 req-80403991-f297-49fe-ab2d-eba3abfa5546 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:58:27.389314 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0ad6ee15-7e2b-46d9-942a-0c95248b5680 req-80403991-f297-49fe-ab2d-eba3abfa5546 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 943 time: 0.0908659 Oct 26 16:58:27.433539 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0ad6ee15-7e2b-46d9-942a-0c95248b5680 req-b2dac643-8750-46ff-a654-b9ce605af14b tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7a24b29-9276-44df-b257-49d425f28a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386884 Oct 26 16:58:27.821718 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:58:28.631837 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea41de3-8844-44f5-afac-91ae89f95ed8 req-7746a659-8523-46d4-8e40-76a6a1245290 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:58:28.633262 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5ea41de3-8844-44f5-afac-91ae89f95ed8 req-7746a659-8523-46d4-8e40-76a6a1245290 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 943 time: 0.0890636 Oct 26 16:58:28.681069 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5ea41de3-8844-44f5-afac-91ae89f95ed8 req-f9d1a974-510e-4c09-a4f8-082b60ec1c2b tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7a24b29-9276-44df-b257-49d425f28a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416238 Oct 26 16:58:29.877215 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6548f-a739-4614-9b51-09ed1ea7afe8 req-713836e8-c7d2-4890-b465-eb32c35dc193 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:58:29.878703 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-25a6548f-a739-4614-9b51-09ed1ea7afe8 req-713836e8-c7d2-4890-b465-eb32c35dc193 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 943 time: 0.0885332 Oct 26 16:58:29.922508 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-25a6548f-a739-4614-9b51-09ed1ea7afe8 req-36bfe1d7-4f11-4a11-80b5-26447fcc6cae tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7a24b29-9276-44df-b257-49d425f28a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382411 Oct 26 16:58:31.140749 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4a92c-21a5-450d-9e6d-586a3b4f2865 req-bf9d0e53-1057-4f57-8f0d-39feb3027244 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:58:31.142205 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-31e4a92c-21a5-450d-9e6d-586a3b4f2865 req-bf9d0e53-1057-4f57-8f0d-39feb3027244 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 943 time: 0.0940766 Oct 26 16:58:31.186567 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-31e4a92c-21a5-450d-9e6d-586a3b4f2865 req-6674cfaf-9248-4b32-90f8-88aea9d63946 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7a24b29-9276-44df-b257-49d425f28a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386081 Oct 26 16:58:32.228093 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-160cd929-90ba-4fee-8034-6748aaf9ae56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:58:32.392714 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed358d0-5343-4acf-bcdc-3f9f8344014f req-b6d4ad47-4af8-4ed4-8700-00b1146d2041 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:58:32.394169 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-bed358d0-5343-4acf-bcdc-3f9f8344014f req-b6d4ad47-4af8-4ed4-8700-00b1146d2041 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 943 time: 0.0925522 Oct 26 16:58:32.438390 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-bed358d0-5343-4acf-bcdc-3f9f8344014f req-8f4c279a-7570-4879-9a3a-6500f2538eb6 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7a24b29-9276-44df-b257-49d425f28a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384862 Oct 26 16:58:33.642247 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b3bd1-3a03-4058-b6eb-7c4e5ecce02a req-6f84f3c8-dc6e-4880-add3-ae710e8b6fee tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:58:33.643733 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bf8b3bd1-3a03-4058-b6eb-7c4e5ecce02a req-6f84f3c8-dc6e-4880-add3-ae710e8b6fee tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 943 time: 0.0933771 Oct 26 16:58:33.688809 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bf8b3bd1-3a03-4058-b6eb-7c4e5ecce02a req-80a997c5-e7bc-4566-bd07-5deed6147ef4 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7a24b29-9276-44df-b257-49d425f28a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393724 Oct 26 16:58:34.521967 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5379cdb7-7325-45bc-aa2b-0ca9af93bcd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:58:34.884042 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace6fb83-6807-4984-b1f7-7c22a6a8b9cd req-b6a7fc03-3a01-483a-b2b0-37e7679b866b tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:58:34.885946 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ace6fb83-6807-4984-b1f7-7c22a6a8b9cd req-b6a7fc03-3a01-483a-b2b0-37e7679b866b tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 943 time: 0.0873976 Oct 26 16:58:34.933102 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-ace6fb83-6807-4984-b1f7-7c22a6a8b9cd req-f67bb0cd-164a-4638-9961-7a13d8a58e63 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7a24b29-9276-44df-b257-49d425f28a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416224 Oct 26 16:58:35.307941 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:58:35.422645 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device d0e29fe7-09c5-4319-8fea-3fc80897d2dd details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 16:58:35.600519 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port d0e29fe7-09c5-4319-8fea-3fc80897d2dd, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=d0e29fe7-09c5-4319-8fea-3fc80897d2dd,segment=NetworkSegment(ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3),segment_id=ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:58:35.607780 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:58:35.613982 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': 'd0e29fe7-09c5-4319-8fea-3fc80897d2dd', 'network_id': 'a50afd66-af56-457f-a86e-d697eb1f8394', 'port_id': 'd0e29fe7-09c5-4319-8fea-3fc80897d2dd', 'mac_address': 'fa:16:3e:0a:f2:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89fac9bf-5e2b-4f94-ae81-918aebd1acad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 16:58:35.672439 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port d0e29fe7-09c5-4319-8fea-3fc80897d2dd is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:58:35.672820 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:58:35.690057 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0e29fe7-09c5-4319-8fea-3fc80897d2dd {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:58:35.705655 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port d0e29fe7-09c5-4319-8fea-3fc80897d2dd, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=d0e29fe7-09c5-4319-8fea-3fc80897d2dd,segment=NetworkSegment(ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3),segment_id=ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:58:35.784527 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:58:35.851290 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=d0e29fe7-09c5-4319-8fea-3fc80897d2dd,revision_number=7']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:36.129565 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b50072-55a9-44ed-945e-04dff5d084b5 req-352f7b3f-e4e6-4873-a200-ceb1a46974f8 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:58:36.130954 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-43b50072-55a9-44ed-945e-04dff5d084b5 req-352f7b3f-e4e6-4873-a200-ceb1a46974f8 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 944 time: 0.0879710 Oct 26 16:58:36.136523 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['d0e29fe7-09c5-4319-8fea-3fc80897d2dd'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 16:58:36.179008 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-43b50072-55a9-44ed-945e-04dff5d084b5 req-525976c9-9320-4af8-9245-2ca693b36900 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7a24b29-9276-44df-b257-49d425f28a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421102 Oct 26 16:58:37.196299 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:58:37.376602 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b19fb-bfe8-4b13-abf9-3b5e48c9bd4e req-109424f0-68bd-4be0-8c3c-5bab930d70a7 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:58:37.377962 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2e5b19fb-bfe8-4b13-abf9-3b5e48c9bd4e req-109424f0-68bd-4be0-8c3c-5bab930d70a7 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 944 time: 0.0879626 Oct 26 16:58:37.421467 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-2e5b19fb-bfe8-4b13-abf9-3b5e48c9bd4e req-e01e2653-ec62-4abb-a010-8f9071d0c74a tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7a24b29-9276-44df-b257-49d425f28a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378447 Oct 26 16:58:37.438728 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device d0e29fe7-09c5-4319-8fea-3fc80897d2dd up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 16:58:37.507744 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port d0e29fe7-09c5-4319-8fea-3fc80897d2dd triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 16:58:37.508108 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:58:37.508443 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port d0e29fe7-09c5-4319-8fea-3fc80897d2dd Oct 26 16:58:37.623827 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port d0e29fe7-09c5-4319-8fea-3fc80897d2dd is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 16:58:37.624206 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:58:37.651222 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d4937ca-bc1f-4e06-b508-3311e40ec572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e29fe7-09c5-4319-8fea-3fc80897d2dd'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:58:37.653407 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f75fbf14a3cb38ccce5df07bc87c0326afcdfdd969cc215a686ddaf7116ab95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348517da-6c34-48c1-8c12-dbbc3d243c35" -d '{"events": [{"server_uuid": "0d4937ca-bc1f-4e06-b508-3311e40ec572", "name": "network-vif-plugged", "status": "completed", "tag": "d0e29fe7-09c5-4319-8fea-3fc80897d2dd"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:58:37.661424 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port d0e29fe7-09c5-4319-8fea-3fc80897d2dd, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=d0e29fe7-09c5-4319-8fea-3fc80897d2dd,segment=NetworkSegment(ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3),segment_id=ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 16:58:37.696490 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfca28a8-8434-4ab1-b181-e79d8813b4b6 x-openstack-request-id: req-cfca28a8-8434-4ab1-b181-e79d8813b4b6 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:58:37.696780 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d4937ca-bc1f-4e06-b508-3311e40ec572", "name": "network-vif-plugged", "status": "completed", "tag": "d0e29fe7-09c5-4319-8fea-3fc80897d2dd", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:58:37.697030 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cfca28a8-8434-4ab1-b181-e79d8813b4b6 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:58:37.697652 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfca28a8-8434-4ab1-b181-e79d8813b4b6'] response: {'server_uuid': '0d4937ca-bc1f-4e06-b508-3311e40ec572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e29fe7-09c5-4319-8fea-3fc80897d2dd', 'code': 200} Oct 26 16:58:37.753416 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:58:37.823117 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=d0e29fe7-09c5-4319-8fea-3fc80897d2dd,revision_number=8']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:58:38.017119 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc45654-43e8-484d-9f51-63f12e78d453 req-bc2ba4d5-d775-4d1e-b5ca-cb5a4d8d0f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:58:38.018666 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-afc45654-43e8-484d-9f51-63f12e78d453 req-bc2ba4d5-d775-4d1e-b5ca-cb5a4d8d0f89 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 1098 time: 0.0782905 Oct 26 16:58:38.059125 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-afc45654-43e8-484d-9f51-63f12e78d453 req-a4adaa85-702f-4090-98d8-bf34a02226ee service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c7a24b29-9276-44df-b257-49d425f28a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350268 Oct 26 16:58:38.627675 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8331669-59b0-4f7a-9ffb-208a90d4e509 req-26c82e55-24a1-4b1a-a018-60d96495ebda tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:58:38.629118 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b8331669-59b0-4f7a-9ffb-208a90d4e509 req-26c82e55-24a1-4b1a-a018-60d96495ebda tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 945 time: 0.0920122 Oct 26 16:58:38.673648 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b8331669-59b0-4f7a-9ffb-208a90d4e509 req-caa60089-44a8-4315-b0b7-a3e72fe71fb8 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7a24b29-9276-44df-b257-49d425f28a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389159 Oct 26 16:58:39.875362 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6137132-9a8e-4349-a77b-33ff16676b8b req-8a05b203-c259-4de4-b4bb-51b5bfc75276 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:58:39.876823 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f6137132-9a8e-4349-a77b-33ff16676b8b req-8a05b203-c259-4de4-b4bb-51b5bfc75276 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 945 time: 0.0924411 Oct 26 16:58:39.922519 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-f6137132-9a8e-4349-a77b-33ff16676b8b req-b21d99b2-5cf1-46b5-b1a3-d6a59181464f tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7a24b29-9276-44df-b257-49d425f28a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397947 Oct 26 16:58:54.689300 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:58:57.845627 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:59:02.270400 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d8011c3b-4ab7-406d-8c4a-c5433e3a7397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:59:04.530758 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-65016a25-e491-44a6-a158-cdb1e2625bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:59:05.304933 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:59:05.579782 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:59:07.216824 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:59:13.256951 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-59f60b82-54e8-441e-86b7-177f6de902e6 req-1c222da5-e20f-4eff-ad09-b695b944a59a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788670 Oct 26 16:59:13.405006 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f60b82-54e8-441e-86b7-177f6de902e6 req-b675fd59-27b8-4774-8017-8f5a42353dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:59:13.405675 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-59f60b82-54e8-441e-86b7-177f6de902e6 req-b675fd59-27b8-4774-8017-8f5a42353dfe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5231456f896e4509b2930d51e68e5e80&device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 1098 time: 0.0838637 Oct 26 16:59:13.549725 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f60b82-54e8-441e-86b7-177f6de902e6 req-225ec57d-288d-4b74-9ed3-ea926e580757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:59:13.551770 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-59f60b82-54e8-441e-86b7-177f6de902e6 req-225ec57d-288d-4b74-9ed3-ea926e580757 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a50afd66-af56-457f-a86e-d697eb1f8394 HTTP/1.1" status: 200 len: 909 time: 0.1286659 Oct 26 16:59:13.658802 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-59f60b82-54e8-441e-86b7-177f6de902e6 req-33d2e3dc-7ae3-4f51-9df0-fe146d9a9a4e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0e29fe7-09c5-4319-8fea-3fc80897d2dd HTTP/1.1" status: 200 len: 1001 time: 0.1016386 Oct 26 16:59:13.721046 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f60b82-54e8-441e-86b7-177f6de902e6 req-6559266e-1bfe-47ab-9dde-d0b0f164342a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:59:13.723575 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-59f60b82-54e8-441e-86b7-177f6de902e6 req-6559266e-1bfe-47ab-9dde-d0b0f164342a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=89fac9bf-5e2b-4f94-ae81-918aebd1acad HTTP/1.1" status: 200 len: 847 time: 0.0583377 Oct 26 16:59:13.809478 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f60b82-54e8-441e-86b7-177f6de902e6 req-d753259f-4b9c-4590-840a-6453551d04a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:59:13.810914 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-59f60b82-54e8-441e-86b7-177f6de902e6 req-d753259f-4b9c-4590-840a-6453551d04a9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a50afd66-af56-457f-a86e-d697eb1f8394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832276 Oct 26 16:59:13.945630 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-59f60b82-54e8-441e-86b7-177f6de902e6 req-9f324c17-eb98-4d43-bfd0-419e2862edb3 service neutron] 10.222.0.48 "GET /v2.0/networks/a50afd66-af56-457f-a86e-d697eb1f8394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278279 Oct 26 16:59:14.080053 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-59f60b82-54e8-441e-86b7-177f6de902e6 req-4a570ac4-df14-44dd-bd00-923a82f751a0 service neutron] 10.222.0.48 "GET /v2.0/networks/a50afd66-af56-457f-a86e-d697eb1f8394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281788 Oct 26 16:59:27.830317 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:59:31.687747 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 16:59:32.167955 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5c9b4b93-69e5-4855-9384-895dcde7c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:59:34.527527 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e5095b01-6cba-401c-954c-213688eec2c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:59:35.327390 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:59:35.583297 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:59:37.167496 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 16:59:57.841387 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:02.224678 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2e37160b-48ef-4b92-be3d-2a22ecdaf477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:04.498899 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f22cf944-9f6b-4d15-af1d-75876f11d06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:05.314514 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:05.595737 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:07.184662 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:08.688869 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 17:00:13.331134 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b777c3db-a74a-4946-8140-cf04b4e09980 req-5ae97b23-4655-4986-9e5d-b378aad8779a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1712110 Oct 26 17:00:13.478264 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777c3db-a74a-4946-8140-cf04b4e09980 req-8f29da62-f412-43b2-9439-94f3638c0740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:00:13.479748 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b777c3db-a74a-4946-8140-cf04b4e09980 req-8f29da62-f412-43b2-9439-94f3638c0740 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5231456f896e4509b2930d51e68e5e80&device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 1098 time: 0.0805683 Oct 26 17:00:13.630460 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777c3db-a74a-4946-8140-cf04b4e09980 req-fe5ad813-17f5-40a0-90a1-3499f6bf49c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:00:13.630460 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b777c3db-a74a-4946-8140-cf04b4e09980 req-fe5ad813-17f5-40a0-90a1-3499f6bf49c6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a50afd66-af56-457f-a86e-d697eb1f8394 HTTP/1.1" status: 200 len: 909 time: 0.1266334 Oct 26 17:00:13.730758 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b777c3db-a74a-4946-8140-cf04b4e09980 req-20358902-4cd3-46ed-8537-6f7716a4cdda service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0e29fe7-09c5-4319-8fea-3fc80897d2dd HTTP/1.1" status: 200 len: 1001 time: 0.0998850 Oct 26 17:00:13.791342 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777c3db-a74a-4946-8140-cf04b4e09980 req-6a4fa071-45dd-4645-b648-774e4b3c5e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:00:13.792717 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b777c3db-a74a-4946-8140-cf04b4e09980 req-6a4fa071-45dd-4645-b648-774e4b3c5e4d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=89fac9bf-5e2b-4f94-ae81-918aebd1acad HTTP/1.1" status: 200 len: 847 time: 0.0562155 Oct 26 17:00:13.877538 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777c3db-a74a-4946-8140-cf04b4e09980 req-2b566d0c-9101-4028-9c90-f4348b0d0204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:00:13.879026 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b777c3db-a74a-4946-8140-cf04b4e09980 req-2b566d0c-9101-4028-9c90-f4348b0d0204 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a50afd66-af56-457f-a86e-d697eb1f8394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800831 Oct 26 17:00:14.010432 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b777c3db-a74a-4946-8140-cf04b4e09980 req-4af01cf8-1617-4ff7-8dba-bb2629b2ae99 service neutron] 10.222.0.48 "GET /v2.0/networks/a50afd66-af56-457f-a86e-d697eb1f8394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253667 Oct 26 17:00:14.139455 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b777c3db-a74a-4946-8140-cf04b4e09980 req-015f4397-543e-447c-8300-bc30e9592208 service neutron] 10.222.0.48 "GET /v2.0/networks/a50afd66-af56-457f-a86e-d697eb1f8394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232212 Oct 26 17:00:27.835726 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:28.166145 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 54332) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 17:00:28.579346 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-e8e0011c-e7dd-457c-a739-a0c41f9179a1 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Deleting port 15f1a9f4-ecf8-4032-82c7-37d46bde467b {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 17:00:28.579688 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e8e0011c-e7dd-457c-a739-a0c41f9179a1 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:28.752547 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e8e0011c-e7dd-457c-a739-a0c41f9179a1 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:28.752875 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e8e0011c-e7dd-457c-a739-a0c41f9179a1 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:28.874106 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-e8e0011c-e7dd-457c-a739-a0c41f9179a1 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Calling delete_port for 15f1a9f4-ecf8-4032-82c7-37d46bde467b owned by network:floatingip {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 17:00:29.202409 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e8e0011c-e7dd-457c-a739-a0c41f9179a1 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:29.249129 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e0011c-e7dd-457c-a739-a0c41f9179a1 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Pushing event deleted for resources: {'Port': ['ID=15f1a9f4-ecf8-4032-82c7-37d46bde467b,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:29.291747 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e0011c-e7dd-457c-a739-a0c41f9179a1 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:29.292106 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e0011c-e7dd-457c-a739-a0c41f9179a1 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:29.292448 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e0011c-e7dd-457c-a739-a0c41f9179a1 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:29.292787 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e0011c-e7dd-457c-a739-a0c41f9179a1 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:29.293121 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e0011c-e7dd-457c-a739-a0c41f9179a1 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:29.293453 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e0011c-e7dd-457c-a739-a0c41f9179a1 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:29.293783 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e0011c-e7dd-457c-a739-a0c41f9179a1 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:29.294123 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e0011c-e7dd-457c-a739-a0c41f9179a1 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:29.294437 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e0011c-e7dd-457c-a739-a0c41f9179a1 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:29.294789 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e0011c-e7dd-457c-a739-a0c41f9179a1 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:29.295114 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e0011c-e7dd-457c-a739-a0c41f9179a1 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:29.295461 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e0011c-e7dd-457c-a739-a0c41f9179a1 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:29.359126 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e8e0011c-e7dd-457c-a739-a0c41f9179a1 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for floatingip, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:29.359454 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.l3_db [None req-e8e0011c-e7dd-457c-a739-a0c41f9179a1 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Floating IP 48522239-dc67-43b7-8597-ca070a6d8b2a disassociated (deleted). External IP: 172.26.2.130, port: d0e29fe7-09c5-4319-8fea-3fc80897d2dd. Oct 26 17:00:29.714263 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e0011c-e7dd-457c-a739-a0c41f9179a1 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Router e78a1ddd-6b1d-4abc-a302-26ea26279d0b has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 17:00:29.896545 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e0011c-e7dd-457c-a739-a0c41f9179a1 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 17:00:29.907050 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd72799-3450-48e3-b136-1946543c1b83 None None] Sync routers for ids ['e78a1ddd-6b1d-4abc-a302-26ea26279d0b'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:00:29.916706 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd72799-3450-48e3-b136-1946543c1b83 None None] Routers {'e78a1ddd-6b1d-4abc-a302-26ea26279d0b'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 17:00:29.917301 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-2dd72799-3450-48e3-b136-1946543c1b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T17:00:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['e78a1ddd-6b1d-4abc-a302-26ea26279d0b'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:29.966316 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e8e0011c-e7dd-457c-a739-a0c41f9179a1 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:30.022332 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-e8e0011c-e7dd-457c-a739-a0c41f9179a1 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "DELETE /v2.0/floatingips/48522239-dc67-43b7-8597-ca070a6d8b2a HTTP/1.1" status: 204 len: 168 time: 1.8550644 Oct 26 17:00:30.022977 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d4937ca-bc1f-4e06-b508-3311e40ec572', 'tag': 'd0e29fe7-09c5-4319-8fea-3fc80897d2dd'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 17:00:30.025264 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbecf65b1506daf1e3c9415b2792b0fd9d4f71d7b4124d9691f7baf88de182a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d01c48-b0c5-4be5-b3c8-7541af0efe98" -d '{"events": [{"name": "network-changed", "server_uuid": "0d4937ca-bc1f-4e06-b508-3311e40ec572", "tag": "d0e29fe7-09c5-4319-8fea-3fc80897d2dd"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:00:30.103030 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-2dd72799-3450-48e3-b136-1946543c1b83 None None] Set router e78a1ddd-6b1d-4abc-a302-26ea26279d0b gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 17:00:30.206715 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 17:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d49a24a-20aa-48fc-b47c-b0743887a947 x-openstack-request-id: req-8d49a24a-20aa-48fc-b47c-b0743887a947 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:00:30.211151 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d4937ca-bc1f-4e06-b508-3311e40ec572", "tag": "d0e29fe7-09c5-4319-8fea-3fc80897d2dd", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:00:30.211151 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8d49a24a-20aa-48fc-b47c-b0743887a947 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:00:30.211151 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d49a24a-20aa-48fc-b47c-b0743887a947'] response: {'name': 'network-changed', 'server_uuid': '0d4937ca-bc1f-4e06-b508-3311e40ec572', 'tag': 'd0e29fe7-09c5-4319-8fea-3fc80897d2dd', 'status': 'completed', 'code': 200} Oct 26 17:00:30.310902 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d01c48-b0c5-4be5-b3c8-7541af0efe98 req-50e9a43a-39ba-42d2-af46-04920acb9d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:00:30.313002 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e0d01c48-b0c5-4be5-b3c8-7541af0efe98 req-50e9a43a-39ba-42d2-af46-04920acb9d80 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5231456f896e4509b2930d51e68e5e80&device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 1098 time: 0.0862801 Oct 26 17:00:30.436990 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-2dd72799-3450-48e3-b136-1946543c1b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'name': 'tempest-TestShelveInstance-862944839-router', 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '3c129a21-e497-4583-a050-d919af21e099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:48:52Z', 'updated_at': '2022-10-26T16:48:56Z', 'revision_number': 4, 'project_id': '5231456f896e4509b2930d51e68e5e80', 'gw_port': {'id': '3c129a21-e497-4583-a050-d919af21e099', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:42:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:48:53Z', 'updated_at': '2022-10-26T16:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '40c61bb9-6c9f-472d-8b5a-0457165626ba', 'name': '', 'network_id': 'a50afd66-af56-457f-a86e-d697eb1f8394', 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'mac_address': 'fa:16:3e:77:dd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '89fac9bf-5e2b-4f94-ae81-918aebd1acad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:48:56Z', 'updated_at': '2022-10-26T16:49:02Z', 'revision_number': 5, 'project_id': '5231456f896e4509b2930d51e68e5e80', 'subnets': [{'id': '89fac9bf-5e2b-4f94-ae81-918aebd1acad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:30.441058 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd72799-3450-48e3-b136-1946543c1b83 None None] Checking router: e78a1ddd-6b1d-4abc-a302-26ea26279d0b for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:00:30.449517 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd72799-3450-48e3-b136-1946543c1b83 None None] Routers {'e78a1ddd-6b1d-4abc-a302-26ea26279d0b'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 17:00:30.450228 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-2dd72799-3450-48e3-b136-1946543c1b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T17:00:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['e78a1ddd-6b1d-4abc-a302-26ea26279d0b'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:30.458643 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d01c48-b0c5-4be5-b3c8-7541af0efe98 req-21ee5d4a-c278-4ed6-9f06-be46c9aa5de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:00:30.460112 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e0d01c48-b0c5-4be5-b3c8-7541af0efe98 req-21ee5d4a-c278-4ed6-9f06-be46c9aa5de7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a50afd66-af56-457f-a86e-d697eb1f8394 HTTP/1.1" status: 200 len: 909 time: 0.1393640 Oct 26 17:00:30.534909 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e0d01c48-b0c5-4be5-b3c8-7541af0efe98 req-b7665938-465b-41b9-a9ee-c1f669ba80e5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0e29fe7-09c5-4319-8fea-3fc80897d2dd HTTP/1.1" status: 200 len: 217 time: 0.0636184 Oct 26 17:00:30.633682 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-2dd72799-3450-48e3-b136-1946543c1b83 None None] Set router e78a1ddd-6b1d-4abc-a302-26ea26279d0b gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 17:00:30.670058 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d01c48-b0c5-4be5-b3c8-7541af0efe98 req-83090558-469a-41d3-b072-1663ee66cb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:00:30.671847 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e0d01c48-b0c5-4be5-b3c8-7541af0efe98 req-83090558-469a-41d3-b072-1663ee66cb2d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=89fac9bf-5e2b-4f94-ae81-918aebd1acad HTTP/1.1" status: 200 len: 847 time: 0.1311100 Oct 26 17:00:30.750990 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fea5c2-51fd-4abf-a44a-0da57284bc27 req-e3bdaaa0-858c-4573-80bf-ec3ca31a125b tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:00:30.751705 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-45fea5c2-51fd-4abf-a44a-0da57284bc27 req-e3bdaaa0-858c-4573-80bf-ec3ca31a125b tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Synchronizing usage tracker for tenant:5231456f896e4509b2930d51e68e5e80 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 17:00:30.782696 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d01c48-b0c5-4be5-b3c8-7541af0efe98 req-a858d69a-2431-4de8-a2ae-ff78082315ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:00:30.784181 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e0d01c48-b0c5-4be5-b3c8-7541af0efe98 req-a858d69a-2431-4de8-a2ae-ff78082315ca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a50afd66-af56-457f-a86e-d697eb1f8394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1062784 Oct 26 17:00:30.857189 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-45fea5c2-51fd-4abf-a44a-0da57284bc27 req-e3bdaaa0-858c-4573-80bf-ec3ca31a125b tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Unset dirty status for tenant:5231456f896e4509b2930d51e68e5e80 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 17:00:30.859014 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-45fea5c2-51fd-4abf-a44a-0da57284bc27 req-e3bdaaa0-858c-4573-80bf-ec3ca31a125b tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 945 time: 0.3933210 Oct 26 17:00:30.994890 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-2dd72799-3450-48e3-b136-1946543c1b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'name': 'tempest-TestShelveInstance-862944839-router', 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '3c129a21-e497-4583-a050-d919af21e099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:48:52Z', 'updated_at': '2022-10-26T16:48:56Z', 'revision_number': 4, 'project_id': '5231456f896e4509b2930d51e68e5e80', 'gw_port': {'id': '3c129a21-e497-4583-a050-d919af21e099', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:42:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:48:53Z', 'updated_at': '2022-10-26T16:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '40c61bb9-6c9f-472d-8b5a-0457165626ba', 'name': '', 'network_id': 'a50afd66-af56-457f-a86e-d697eb1f8394', 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'mac_address': 'fa:16:3e:77:dd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '89fac9bf-5e2b-4f94-ae81-918aebd1acad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:48:56Z', 'updated_at': '2022-10-26T16:49:02Z', 'revision_number': 5, 'project_id': '5231456f896e4509b2930d51e68e5e80', 'subnets': [{'id': '89fac9bf-5e2b-4f94-ae81-918aebd1acad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:30.999171 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd72799-3450-48e3-b136-1946543c1b83 None None] The sync data for ids ['e78a1ddd-6b1d-4abc-a302-26ea26279d0b'] in dv-neutron-862712-1-hyperv is: [{'id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'name': 'tempest-TestShelveInstance-862944839-router', 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '3c129a21-e497-4583-a050-d919af21e099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:48:52Z', 'updated_at': '2022-10-26T16:48:56Z', 'revision_number': 4, 'project_id': '5231456f896e4509b2930d51e68e5e80', 'gw_port': {'id': '3c129a21-e497-4583-a050-d919af21e099', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:42:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:48:53Z', 'updated_at': '2022-10-26T16:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '40c61bb9-6c9f-472d-8b5a-0457165626ba', 'name': '', 'network_id': 'a50afd66-af56-457f-a86e-d697eb1f8394', 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'mac_address': 'fa:16:3e:77:dd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '89fac9bf-5e2b-4f94-ae81-918aebd1acad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:48:56Z', 'updated_at': '2022-10-26T16:49:02Z', 'revision_number': 5, 'project_id': '5231456f896e4509b2930d51e68e5e80', 'subnets': [{'id': '89fac9bf-5e2b-4f94-ae81-918aebd1acad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:00:31.053450 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-45fea5c2-51fd-4abf-a44a-0da57284bc27 req-53cb18c8-1441-4517-bb33-5330447f8561 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7a24b29-9276-44df-b257-49d425f28a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858346 Oct 26 17:00:31.074100 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e0d01c48-b0c5-4be5-b3c8-7541af0efe98 req-d730374e-f0b5-444c-a61f-02a71a7cb889 service neutron] 10.222.0.48 "GET /v2.0/networks/a50afd66-af56-457f-a86e-d697eb1f8394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832830 Oct 26 17:00:31.215474 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e0d01c48-b0c5-4be5-b3c8-7541af0efe98 req-be471d5c-b5d5-454c-9255-960ea0ae7d0c service neutron] 10.222.0.48 "GET /v2.0/networks/a50afd66-af56-457f-a86e-d697eb1f8394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344540 Oct 26 17:00:31.223536 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad50c599-1511-4396-9dc6-c3eaf22399b1 None None] New status for floating IP 48522239-dc67-43b7-8597-ca070a6d8b2a: DOWN {{(pid=89749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 17:00:32.170694 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018869d8-6a96-4807-bf7f-3b5f7c27f1a7 req-1bd9f6f4-eee5-41cb-b41e-1f8c4cc24eb7 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:00:32.172185 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-018869d8-6a96-4807-bf7f-3b5f7c27f1a7 req-1bd9f6f4-eee5-41cb-b41e-1f8c4cc24eb7 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 945 time: 0.0911582 Oct 26 17:00:32.184437 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3dcf30b6-e136-46e3-b091-646b59cb7735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:32.247715 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-018869d8-6a96-4807-bf7f-3b5f7c27f1a7 req-c6453358-2259-4f27-a0cf-79f60a1f3d5d tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Deleting port d0e29fe7-09c5-4319-8fea-3fc80897d2dd {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 17:00:32.248243 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-018869d8-6a96-4807-bf7f-3b5f7c27f1a7 req-c6453358-2259-4f27-a0cf-79f60a1f3d5d tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:32.312720 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555dfa6b-bbcf-4be1-b55f-cc2c64971758 req-f77d1757-8402-46eb-a7f8-1deeb4d9c08e tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:00:32.314193 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-555dfa6b-bbcf-4be1-b55f-cc2c64971758 req-f77d1757-8402-46eb-a7f8-1deeb4d9c08e tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 945 time: 0.1432769 Oct 26 17:00:32.358745 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-555dfa6b-bbcf-4be1-b55f-cc2c64971758 req-2e0a3d39-62f3-406a-8382-ff149b7757bb tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7a24b29-9276-44df-b257-49d425f28a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376830 Oct 26 17:00:32.501214 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-018869d8-6a96-4807-bf7f-3b5f7c27f1a7 req-c6453358-2259-4f27-a0cf-79f60a1f3d5d tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] For port d0e29fe7-09c5-4319-8fea-3fc80897d2dd, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=d0e29fe7-09c5-4319-8fea-3fc80897d2dd,segment=NetworkSegment(ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3),segment_id=ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 17:00:32.501565 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-018869d8-6a96-4807-bf7f-3b5f7c27f1a7 req-c6453358-2259-4f27-a0cf-79f60a1f3d5d tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:32.630669 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-018869d8-6a96-4807-bf7f-3b5f7c27f1a7 req-c6453358-2259-4f27-a0cf-79f60a1f3d5d tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Calling delete_port for d0e29fe7-09c5-4319-8fea-3fc80897d2dd owned by compute:nova {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 17:00:32.818890 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-018869d8-6a96-4807-bf7f-3b5f7c27f1a7 req-c6453358-2259-4f27-a0cf-79f60a1f3d5d tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:32.868840 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6453358-2259-4f27-a0cf-79f60a1f3d5d tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Pushing event deleted for resources: {'Port': ['ID=d0e29fe7-09c5-4319-8fea-3fc80897d2dd,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:32.959596 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-018869d8-6a96-4807-bf7f-3b5f7c27f1a7 req-c6453358-2259-4f27-a0cf-79f60a1f3d5d tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] No DVR routers for this DVR port d0e29fe7-09c5-4319-8fea-3fc80897d2dd on host hv-neutron-8627 {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:00:32.962001 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-018869d8-6a96-4807-bf7f-3b5f7c27f1a7 req-c6453358-2259-4f27-a0cf-79f60a1f3d5d tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:32.964608 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d4937ca-bc1f-4e06-b508-3311e40ec572', 'name': 'network-vif-deleted', 'tag': 'd0e29fe7-09c5-4319-8fea-3fc80897d2dd'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 17:00:32.966903 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbecf65b1506daf1e3c9415b2792b0fd9d4f71d7b4124d9691f7baf88de182a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76eade66-f4bd-4dd8-8132-9eb89c14fd98" -d '{"events": [{"server_uuid": "0d4937ca-bc1f-4e06-b508-3311e40ec572", "name": "network-vif-deleted", "tag": "d0e29fe7-09c5-4319-8fea-3fc80897d2dd"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:00:33.011429 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 17:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699fb318-5c9e-438a-9462-fa36f37d2a39 x-openstack-request-id: req-699fb318-5c9e-438a-9462-fa36f37d2a39 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:00:33.011725 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d4937ca-bc1f-4e06-b508-3311e40ec572", "name": "network-vif-deleted", "tag": "d0e29fe7-09c5-4319-8fea-3fc80897d2dd", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:00:33.012052 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-699fb318-5c9e-438a-9462-fa36f37d2a39 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:00:33.012508 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-699fb318-5c9e-438a-9462-fa36f37d2a39'] response: {'server_uuid': '0d4937ca-bc1f-4e06-b508-3311e40ec572', 'name': 'network-vif-deleted', 'tag': 'd0e29fe7-09c5-4319-8fea-3fc80897d2dd', 'status': 'completed', 'code': 200} Oct 26 17:00:33.036843 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-018869d8-6a96-4807-bf7f-3b5f7c27f1a7 req-c6453358-2259-4f27-a0cf-79f60a1f3d5d tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.48 "DELETE /v2.0/ports/d0e29fe7-09c5-4319-8fea-3fc80897d2dd HTTP/1.1" status: 204 len: 173 time: 0.8599627 Oct 26 17:00:33.529396 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-8731e6e8-b16a-4204-850d-8e68711f8a89 req-587ffd6a-7183-477b-b979-bb5b82945730 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 210 time: 0.0568004 Oct 26 17:00:34.521834 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6af2cb3e-3421-4e67-920d-09a4f5bf53f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:34.735914 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-3553805d-348b-4f55-ac83-2dab73599284 req-26bcdcc0-0e7d-438b-afc1-c60d9c112529 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Synchronizing usage tracker for tenant:5231456f896e4509b2930d51e68e5e80 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 17:00:34.790427 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-3553805d-348b-4f55-ac83-2dab73599284 req-26bcdcc0-0e7d-438b-afc1-c60d9c112529 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Unset dirty status for tenant:5231456f896e4509b2930d51e68e5e80 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 17:00:34.791620 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3553805d-348b-4f55-ac83-2dab73599284 req-26bcdcc0-0e7d-438b-afc1-c60d9c112529 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d4937ca-bc1f-4e06-b508-3311e40ec572 HTTP/1.1" status: 200 len: 210 time: 0.1248596 Oct 26 17:00:35.299087 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:35.550314 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:35.875855 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device d0e29fe7-09c5-4319-8fea-3fc80897d2dd no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 17:00:35.897418 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 54360) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 17:00:35.920340 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] No Port match for: d0e29fe7-09c5-4319-8fea-3fc80897d2dd {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 17:00:35.920874 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device d0e29fe7-09c5-4319-8fea-3fc80897d2dd not bound to the agent host hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 17:00:35.974810 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b21f5833-5cb3-4374-8c36-9bca7455ade7 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:36.006577 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b21f5833-5cb3-4374-8c36-9bca7455ade7 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:36.144754 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b21f5833-5cb3-4374-8c36-9bca7455ade7 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:36.162967 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f5833-5cb3-4374-8c36-9bca7455ade7 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a24b29-9276-44df-b257-49d425f28a88,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:36.236206 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b21f5833-5cb3-4374-8c36-9bca7455ade7 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:36.237372 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b21f5833-5cb3-4374-8c36-9bca7455ade7 tempest-TestShelveInstance-1009828848 tempest-TestShelveInstance-1009828848-project] 10.222.0.23 "DELETE /v2.0/security-groups/c7a24b29-9276-44df-b257-49d425f28a88 HTTP/1.1" status: 204 len: 168 time: 0.3387489 Oct 26 17:00:37.179166 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:37.352072 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 54370) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 17:00:38.139084 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4b94a31d-69c3-4a25-a5c7-2d37b135a102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:38.490613 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-4b94a31d-69c3-4a25-a5c7-2d37b135a102 admin admin] Deleting port 40c61bb9-6c9f-472d-8b5a-0457165626ba {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 17:00:38.491278 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4b94a31d-69c3-4a25-a5c7-2d37b135a102 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:38.665359 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-4b94a31d-69c3-4a25-a5c7-2d37b135a102 admin admin] For port 40c61bb9-6c9f-472d-8b5a-0457165626ba, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=40c61bb9-6c9f-472d-8b5a-0457165626ba,segment=NetworkSegment(ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3),segment_id=ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 17:00:38.665718 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4b94a31d-69c3-4a25-a5c7-2d37b135a102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:38.789491 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-4b94a31d-69c3-4a25-a5c7-2d37b135a102 admin admin] Calling delete_port for 40c61bb9-6c9f-472d-8b5a-0457165626ba owned by network:router_interface {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 17:00:39.024541 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4b94a31d-69c3-4a25-a5c7-2d37b135a102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:39.070242 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b94a31d-69c3-4a25-a5c7-2d37b135a102 admin admin] Pushing event deleted for resources: {'Port': ['ID=40c61bb9-6c9f-472d-8b5a-0457165626ba,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:39.464489 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-4b94a31d-69c3-4a25-a5c7-2d37b135a102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:39.833960 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b94a31d-69c3-4a25-a5c7-2d37b135a102 admin admin] Router e78a1ddd-6b1d-4abc-a302-26ea26279d0b has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 17:00:40.016655 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b94a31d-69c3-4a25-a5c7-2d37b135a102 admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 17:00:40.025259 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cb564e-f316-49a0-8d05-03beb791b4e9 None None] Sync routers for ids ['e78a1ddd-6b1d-4abc-a302-26ea26279d0b'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:00:40.035294 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cb564e-f316-49a0-8d05-03beb791b4e9 None None] Routers {'e78a1ddd-6b1d-4abc-a302-26ea26279d0b'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 17:00:40.035891 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-a9cb564e-f316-49a0-8d05-03beb791b4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T17:00:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['e78a1ddd-6b1d-4abc-a302-26ea26279d0b'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:40.105344 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-4b94a31d-69c3-4a25-a5c7-2d37b135a102 admin admin] 10.222.0.23 "PUT /v2.0/routers/e78a1ddd-6b1d-4abc-a302-26ea26279d0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7520933 Oct 26 17:00:40.107757 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 54376) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 17:00:40.211614 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-a9cb564e-f316-49a0-8d05-03beb791b4e9 None None] Set router e78a1ddd-6b1d-4abc-a302-26ea26279d0b gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 17:00:40.286238 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-110c6ead-34b7-4bbc-8c12-c9a3e8dc4876 admin admin] Notify callbacks [] for router, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:40.470484 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-110c6ead-34b7-4bbc-8c12-c9a3e8dc4876 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:40.501909 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-a9cb564e-f316-49a0-8d05-03beb791b4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'name': 'tempest-TestShelveInstance-862944839-router', 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '3c129a21-e497-4583-a050-d919af21e099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:48:52Z', 'updated_at': '2022-10-26T17:00:38Z', 'revision_number': 5, 'project_id': '5231456f896e4509b2930d51e68e5e80', 'gw_port': {'id': '3c129a21-e497-4583-a050-d919af21e099', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:42:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:48:53Z', 'updated_at': '2022-10-26T16:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:40.505760 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cb564e-f316-49a0-8d05-03beb791b4e9 None None] Checking router: e78a1ddd-6b1d-4abc-a302-26ea26279d0b for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:00:40.514901 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cb564e-f316-49a0-8d05-03beb791b4e9 None None] Routers {'e78a1ddd-6b1d-4abc-a302-26ea26279d0b'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 17:00:40.515585 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-a9cb564e-f316-49a0-8d05-03beb791b4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T17:00:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['e78a1ddd-6b1d-4abc-a302-26ea26279d0b'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:40.549528 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-110c6ead-34b7-4bbc-8c12-c9a3e8dc4876 admin admin] Deleting port 3c129a21-e497-4583-a050-d919af21e099 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 17:00:40.549974 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-110c6ead-34b7-4bbc-8c12-c9a3e8dc4876 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:40.676828 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-a9cb564e-f316-49a0-8d05-03beb791b4e9 None None] Set router e78a1ddd-6b1d-4abc-a302-26ea26279d0b gateway port host: None {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 17:00:40.735343 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-110c6ead-34b7-4bbc-8c12-c9a3e8dc4876 admin admin] For port 3c129a21-e497-4583-a050-d919af21e099, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=3c129a21-e497-4583-a050-d919af21e099,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 17:00:40.735612 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-110c6ead-34b7-4bbc-8c12-c9a3e8dc4876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:40.793665 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-a9cb564e-f316-49a0-8d05-03beb791b4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'name': 'tempest-TestShelveInstance-862944839-router', 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:48:52Z', 'updated_at': '2022-10-26T17:00:40Z', 'revision_number': 6, 'project_id': '5231456f896e4509b2930d51e68e5e80', 'gw_port_host': None}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:40.799671 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cb564e-f316-49a0-8d05-03beb791b4e9 None None] The sync data for ids ['e78a1ddd-6b1d-4abc-a302-26ea26279d0b'] in dv-neutron-862712-1-hyperv is: [{'id': 'e78a1ddd-6b1d-4abc-a302-26ea26279d0b', 'name': 'tempest-TestShelveInstance-862944839-router', 'tenant_id': '5231456f896e4509b2930d51e68e5e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:48:52Z', 'updated_at': '2022-10-26T17:00:40Z', 'revision_number': 6, 'project_id': '5231456f896e4509b2930d51e68e5e80', 'gw_port_host': None}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:00:40.863636 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-110c6ead-34b7-4bbc-8c12-c9a3e8dc4876 admin admin] Calling delete_port for 3c129a21-e497-4583-a050-d919af21e099 owned by network:router_gateway {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 17:00:41.223726 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-110c6ead-34b7-4bbc-8c12-c9a3e8dc4876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:41.277509 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c6ead-34b7-4bbc-8c12-c9a3e8dc4876 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c129a21-e497-4583-a050-d919af21e099,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:41.379804 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-110c6ead-34b7-4bbc-8c12-c9a3e8dc4876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:41.554981 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-110c6ead-34b7-4bbc-8c12-c9a3e8dc4876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:41.557384 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-110c6ead-34b7-4bbc-8c12-c9a3e8dc4876 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:41.645954 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-110c6ead-34b7-4bbc-8c12-c9a3e8dc4876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:41.645954 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110c6ead-34b7-4bbc-8c12-c9a3e8dc4876 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e78a1ddd-6b1d-4abc-a302-26ea26279d0b {{(pid=89748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 17:00:41.655321 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-110c6ead-34b7-4bbc-8c12-c9a3e8dc4876 admin admin] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:41.658940 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-110c6ead-34b7-4bbc-8c12-c9a3e8dc4876 admin admin] 10.222.0.23 "DELETE /v2.0/routers/e78a1ddd-6b1d-4abc-a302-26ea26279d0b HTTP/1.1" status: 204 len: 168 time: 1.5468168 Oct 26 17:00:41.659211 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 54380) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 17:00:41.723662 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0ffdb27-ec87-4793-aed7-c5fbcbdefa51 admin admin] Deleting subnet 89fac9bf-5e2b-4f94-ae81-918aebd1acad {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 17:00:41.727322 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d0ffdb27-ec87-4793-aed7-c5fbcbdefa51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:41.779539 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d0ffdb27-ec87-4793-aed7-c5fbcbdefa51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:41.862913 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d0ffdb27-ec87-4793-aed7-c5fbcbdefa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:41.978843 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d0ffdb27-ec87-4793-aed7-c5fbcbdefa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:42.018042 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ffdb27-ec87-4793-aed7-c5fbcbdefa51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89fac9bf-5e2b-4f94-ae81-918aebd1acad,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:42.021810 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d0ffdb27-ec87-4793-aed7-c5fbcbdefa51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:42.026954 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d211a7c6-950a-4216-92b7-184cb68d7e51 None None] Network a50afd66-af56-457f-a86e-d697eb1f8394 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 17:00:42.027967 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-d0ffdb27-ec87-4793-aed7-c5fbcbdefa51 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/89fac9bf-5e2b-4f94-ae81-918aebd1acad HTTP/1.1" status: 204 len: 168 time: 0.3677816 Oct 26 17:00:42.030914 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 54384) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 17:00:42.137349 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e2b3bf7b-d5ee-4418-85c5-3b3e48fdbbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:42.147974 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-e2b3bf7b-d5ee-4418-85c5-3b3e48fdbbe0 admin admin] Deleting port edaa2385-7fda-4c59-9a95-0dbc22fc616b {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 17:00:42.148304 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e2b3bf7b-d5ee-4418-85c5-3b3e48fdbbe0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:42.278381 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360147ef-16de-493b-bb9c-4a8e17c21b66 None None] DHCP port deletion for a50afd66-af56-457f-a86e-d697eb1f8394 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 17:00:42.282980 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-360147ef-16de-493b-bb9c-4a8e17c21b66 None None] Deleting port edaa2385-7fda-4c59-9a95-0dbc22fc616b {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 17:00:42.283357 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-360147ef-16de-493b-bb9c-4a8e17c21b66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:42.367282 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-e2b3bf7b-d5ee-4418-85c5-3b3e48fdbbe0 admin admin] For port edaa2385-7fda-4c59-9a95-0dbc22fc616b, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=edaa2385-7fda-4c59-9a95-0dbc22fc616b,segment=NetworkSegment(ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3),segment_id=ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 17:00:42.367641 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e2b3bf7b-d5ee-4418-85c5-3b3e48fdbbe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:42.491292 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-e2b3bf7b-d5ee-4418-85c5-3b3e48fdbbe0 admin admin] Calling delete_port for edaa2385-7fda-4c59-9a95-0dbc22fc616b owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 17:00:42.522641 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-360147ef-16de-493b-bb9c-4a8e17c21b66 None None] For port edaa2385-7fda-4c59-9a95-0dbc22fc616b, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=edaa2385-7fda-4c59-9a95-0dbc22fc616b,segment=NetworkSegment(ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3),segment_id=ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 17:00:42.522962 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-360147ef-16de-493b-bb9c-4a8e17c21b66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:42.645883 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-360147ef-16de-493b-bb9c-4a8e17c21b66 None None] Calling delete_port for edaa2385-7fda-4c59-9a95-0dbc22fc616b owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 17:00:42.653018 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e2b3bf7b-d5ee-4418-85c5-3b3e48fdbbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:42.708083 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b3bf7b-d5ee-4418-85c5-3b3e48fdbbe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=edaa2385-7fda-4c59-9a95-0dbc22fc616b,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:42.717152 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3bf7b-d5ee-4418-85c5-3b3e48fdbbe0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:42.717717 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3bf7b-d5ee-4418-85c5-3b3e48fdbbe0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:42.718159 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3bf7b-d5ee-4418-85c5-3b3e48fdbbe0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:42.718621 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3bf7b-d5ee-4418-85c5-3b3e48fdbbe0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:42.719175 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3bf7b-d5ee-4418-85c5-3b3e48fdbbe0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:42.719387 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3bf7b-d5ee-4418-85c5-3b3e48fdbbe0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:42.720099 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3bf7b-d5ee-4418-85c5-3b3e48fdbbe0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:42.720099 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3bf7b-d5ee-4418-85c5-3b3e48fdbbe0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:42.720688 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3bf7b-d5ee-4418-85c5-3b3e48fdbbe0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:42.721010 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3bf7b-d5ee-4418-85c5-3b3e48fdbbe0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:42.721337 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3bf7b-d5ee-4418-85c5-3b3e48fdbbe0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:42.721957 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3bf7b-d5ee-4418-85c5-3b3e48fdbbe0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:42.724974 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b3bf7b-d5ee-4418-85c5-3b3e48fdbbe0 admin admin] No DVR routers for this DVR port edaa2385-7fda-4c59-9a95-0dbc22fc616b on host dv-neutron-862712-1-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:00:42.726419 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-360147ef-16de-493b-bb9c-4a8e17c21b66 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 17:00:42.726807 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-360147ef-16de-493b-bb9c-4a8e17c21b66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 17:00:42.745587 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device edaa2385-7fda-4c59-9a95-0dbc22fc616b no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 17:00:42.781995 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: edaa2385-7fda-4c59-9a95-0dbc22fc616b {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 17:00:42.782336 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device edaa2385-7fda-4c59-9a95-0dbc22fc616b not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 17:00:42.782783 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 40c61bb9-6c9f-472d-8b5a-0457165626ba no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 17:00:42.818532 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 40c61bb9-6c9f-472d-8b5a-0457165626ba {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 17:00:42.818875 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 40c61bb9-6c9f-472d-8b5a-0457165626ba not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 17:00:42.819283 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 3c129a21-e497-4583-a050-d919af21e099 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 17:00:42.842219 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e2b3bf7b-d5ee-4418-85c5-3b3e48fdbbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:42.853729 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 3c129a21-e497-4583-a050-d919af21e099 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 17:00:42.854077 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 3c129a21-e497-4583-a050-d919af21e099 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 17:00:42.868068 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-e2b3bf7b-d5ee-4418-85c5-3b3e48fdbbe0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a50afd66-af56-457f-a86e-d697eb1f8394']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:42.880416 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-e2b3bf7b-d5ee-4418-85c5-3b3e48fdbbe0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:42.880744 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-e2b3bf7b-d5ee-4418-85c5-3b3e48fdbbe0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:42.892643 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e2b3bf7b-d5ee-4418-85c5-3b3e48fdbbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:42.908487 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e2b3bf7b-d5ee-4418-85c5-3b3e48fdbbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:42.914698 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2b3bf7b-d5ee-4418-85c5-3b3e48fdbbe0 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 17:00:42.919802 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e2b3bf7b-d5ee-4418-85c5-3b3e48fdbbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:43.101326 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3 resource provider aggregate not found Oct 26 17:00:43.119517 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed5ceaf4-2e73-4b2b-8494-dcfb4ef802f3 found for delete ", "request_id": "req-7cdea2be-b18e-4878-a9ea-65ea7330a03f"}]} Oct 26 17:00:43.167296 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e2b3bf7b-d5ee-4418-85c5-3b3e48fdbbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:43.182977 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e2b3bf7b-d5ee-4418-85c5-3b3e48fdbbe0 admin admin] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:43.193395 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b3bf7b-d5ee-4418-85c5-3b3e48fdbbe0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a50afd66-af56-457f-a86e-d697eb1f8394,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:43.228156 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-360147ef-16de-493b-bb9c-4a8e17c21b66 None None] Deleting port edaa2385-7fda-4c59-9a95-0dbc22fc616b {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 17:00:43.228596 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-360147ef-16de-493b-bb9c-4a8e17c21b66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:43.247965 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e2b3bf7b-d5ee-4418-85c5-3b3e48fdbbe0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a50afd66-af56-457f-a86e-d697eb1f8394 HTTP/1.1" status: 204 len: 168 time: 1.2159402 Oct 26 17:00:43.250839 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 54394) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 17:00:43.297642 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-360147ef-16de-493b-bb9c-4a8e17c21b66 None None] The port 'edaa2385-7fda-4c59-9a95-0dbc22fc616b' was deleted {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 17:00:43.800258 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6569e6ca-1653-4e9a-8b47-efe12212dbba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:44.144816 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-6569e6ca-1653-4e9a-8b47-efe12212dbba admin admin] Deleting port ab1fa9bf-cdf6-463d-a88a-1790ca1c1750 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 17:00:44.145486 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6569e6ca-1653-4e9a-8b47-efe12212dbba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:44.316279 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-6569e6ca-1653-4e9a-8b47-efe12212dbba admin admin] For port ab1fa9bf-cdf6-463d-a88a-1790ca1c1750, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=ab1fa9bf-cdf6-463d-a88a-1790ca1c1750,segment=NetworkSegment(05920e43-5579-4f12-8a88-76c955446b13),segment_id=05920e43-5579-4f12-8a88-76c955446b13)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 17:00:44.316627 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6569e6ca-1653-4e9a-8b47-efe12212dbba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:44.437714 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-6569e6ca-1653-4e9a-8b47-efe12212dbba admin admin] Calling delete_port for ab1fa9bf-cdf6-463d-a88a-1790ca1c1750 owned by network:router_interface {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 17:00:44.767024 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6569e6ca-1653-4e9a-8b47-efe12212dbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:44.815886 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6569e6ca-1653-4e9a-8b47-efe12212dbba admin admin] Pushing event deleted for resources: {'Port': ['ID=ab1fa9bf-cdf6-463d-a88a-1790ca1c1750,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:45.087726 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6569e6ca-1653-4e9a-8b47-efe12212dbba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:45.502117 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6569e6ca-1653-4e9a-8b47-efe12212dbba admin admin] Router e6ecdff4-0b3e-4b93-8d52-9fab4e11a623 has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 17:00:45.688117 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 17:00:45.714069 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6569e6ca-1653-4e9a-8b47-efe12212dbba admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 17:00:45.723575 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d42afcc-527d-4b19-8252-5e68f1446c2e None None] Sync routers for ids ['e6ecdff4-0b3e-4b93-8d52-9fab4e11a623'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:00:45.733704 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d42afcc-527d-4b19-8252-5e68f1446c2e None None] Routers {'e6ecdff4-0b3e-4b93-8d52-9fab4e11a623'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 17:00:45.734512 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-0d42afcc-527d-4b19-8252-5e68f1446c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T17:00:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['e6ecdff4-0b3e-4b93-8d52-9fab4e11a623'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:45.796932 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-6569e6ca-1653-4e9a-8b47-efe12212dbba admin admin] 10.222.0.23 "PUT /v2.0/routers/e6ecdff4-0b3e-4b93-8d52-9fab4e11a623/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5449576 Oct 26 17:00:45.799315 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 54400) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 17:00:45.944695 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-0d42afcc-527d-4b19-8252-5e68f1446c2e None None] Set router e6ecdff4-0b3e-4b93-8d52-9fab4e11a623 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 17:00:45.979785 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-940fcbf4-2332-46e6-a7e4-484e15df56e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:46.267288 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-0d42afcc-527d-4b19-8252-5e68f1446c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ecdff4-0b3e-4b93-8d52-9fab4e11a623', 'name': 'tempest-TestShelveInstance-1709750205-router', 'tenant_id': 'e7a912d8fd2d45e5a2ac8705e2503c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': '8606a2c2-ce2a-4ec6-a264-e14d67ba2523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:49:00Z', 'updated_at': '2022-10-26T17:00:44Z', 'revision_number': 5, 'project_id': 'e7a912d8fd2d45e5a2ac8705e2503c29', 'gw_port': {'id': '8606a2c2-ce2a-4ec6-a264-e14d67ba2523', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:86:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ecdff4-0b3e-4b93-8d52-9fab4e11a623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:49:01Z', 'updated_at': '2022-10-26T16:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:46.271321 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d42afcc-527d-4b19-8252-5e68f1446c2e None None] Checking router: e6ecdff4-0b3e-4b93-8d52-9fab4e11a623 for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:00:46.280015 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d42afcc-527d-4b19-8252-5e68f1446c2e None None] Routers {'e6ecdff4-0b3e-4b93-8d52-9fab4e11a623'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 17:00:46.280630 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-0d42afcc-527d-4b19-8252-5e68f1446c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T17:00:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['e6ecdff4-0b3e-4b93-8d52-9fab4e11a623'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:46.282574 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-940fcbf4-2332-46e6-a7e4-484e15df56e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:46.423224 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-940fcbf4-2332-46e6-a7e4-484e15df56e1 admin admin] Deleting port 8606a2c2-ce2a-4ec6-a264-e14d67ba2523 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 17:00:46.423558 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-940fcbf4-2332-46e6-a7e4-484e15df56e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:46.465884 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-0d42afcc-527d-4b19-8252-5e68f1446c2e None None] Set router e6ecdff4-0b3e-4b93-8d52-9fab4e11a623 gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 17:00:46.615581 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-940fcbf4-2332-46e6-a7e4-484e15df56e1 admin admin] For port 8606a2c2-ce2a-4ec6-a264-e14d67ba2523, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=8606a2c2-ce2a-4ec6-a264-e14d67ba2523,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 17:00:46.616161 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-940fcbf4-2332-46e6-a7e4-484e15df56e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:46.753692 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-940fcbf4-2332-46e6-a7e4-484e15df56e1 admin admin] Calling delete_port for 8606a2c2-ce2a-4ec6-a264-e14d67ba2523 owned by network:router_gateway {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 17:00:46.796859 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-0d42afcc-527d-4b19-8252-5e68f1446c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ecdff4-0b3e-4b93-8d52-9fab4e11a623', 'name': 'tempest-TestShelveInstance-1709750205-router', 'tenant_id': 'e7a912d8fd2d45e5a2ac8705e2503c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': '8606a2c2-ce2a-4ec6-a264-e14d67ba2523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:49:00Z', 'updated_at': '2022-10-26T17:00:44Z', 'revision_number': 5, 'project_id': 'e7a912d8fd2d45e5a2ac8705e2503c29', 'gw_port': {'id': '8606a2c2-ce2a-4ec6-a264-e14d67ba2523', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:86:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ecdff4-0b3e-4b93-8d52-9fab4e11a623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:49:01Z', 'updated_at': '2022-10-26T16:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:46.800872 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d42afcc-527d-4b19-8252-5e68f1446c2e None None] The sync data for ids ['e6ecdff4-0b3e-4b93-8d52-9fab4e11a623'] in dv-neutron-862712-1-hyperv is: [{'id': 'e6ecdff4-0b3e-4b93-8d52-9fab4e11a623', 'name': 'tempest-TestShelveInstance-1709750205-router', 'tenant_id': 'e7a912d8fd2d45e5a2ac8705e2503c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': '8606a2c2-ce2a-4ec6-a264-e14d67ba2523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:49:00Z', 'updated_at': '2022-10-26T17:00:44Z', 'revision_number': 5, 'project_id': 'e7a912d8fd2d45e5a2ac8705e2503c29', 'gw_port': {'id': '8606a2c2-ce2a-4ec6-a264-e14d67ba2523', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:86:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ecdff4-0b3e-4b93-8d52-9fab4e11a623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:49:01Z', 'updated_at': '2022-10-26T16:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:00:46.972659 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-940fcbf4-2332-46e6-a7e4-484e15df56e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:47.020250 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940fcbf4-2332-46e6-a7e4-484e15df56e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8606a2c2-ce2a-4ec6-a264-e14d67ba2523,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:47.120433 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-940fcbf4-2332-46e6-a7e4-484e15df56e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:47.301745 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-940fcbf4-2332-46e6-a7e4-484e15df56e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:47.304951 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-940fcbf4-2332-46e6-a7e4-484e15df56e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:47.378842 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-940fcbf4-2332-46e6-a7e4-484e15df56e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:47.379386 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940fcbf4-2332-46e6-a7e4-484e15df56e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6ecdff4-0b3e-4b93-8d52-9fab4e11a623 {{(pid=89747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 17:00:47.392743 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-940fcbf4-2332-46e6-a7e4-484e15df56e1 admin admin] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:47.393924 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-940fcbf4-2332-46e6-a7e4-484e15df56e1 admin admin] 10.222.0.23 "DELETE /v2.0/routers/e6ecdff4-0b3e-4b93-8d52-9fab4e11a623 HTTP/1.1" status: 204 len: 168 time: 1.5934298 Oct 26 17:00:47.396470 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 54404) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 17:00:47.458540 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef5eb263-2f6d-4a89-8174-56d4a721117d admin admin] Deleting subnet e47ebe4e-f058-44ca-933c-d70374437612 {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 17:00:47.461619 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ef5eb263-2f6d-4a89-8174-56d4a721117d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:47.514937 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ef5eb263-2f6d-4a89-8174-56d4a721117d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:47.590797 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ef5eb263-2f6d-4a89-8174-56d4a721117d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:47.732230 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ef5eb263-2f6d-4a89-8174-56d4a721117d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:47.774818 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5eb263-2f6d-4a89-8174-56d4a721117d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e47ebe4e-f058-44ca-933c-d70374437612,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:47.779393 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ef5eb263-2f6d-4a89-8174-56d4a721117d admin admin] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:47.785432 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b907a72-cb81-4ec8-bc1a-004743d2d793 None None] Network a93cd735-ccc3-4596-a985-b0bd254144e0 requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 17:00:47.787914 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-ef5eb263-2f6d-4a89-8174-56d4a721117d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e47ebe4e-f058-44ca-933c-d70374437612 HTTP/1.1" status: 204 len: 168 time: 0.3898311 Oct 26 17:00:47.789350 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 54408) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 17:00:47.902705 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8267c4b7-bd7c-429d-8a3e-8ffdda3e4b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:47.914165 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-8267c4b7-bd7c-429d-8a3e-8ffdda3e4b18 admin admin] Deleting port f88c8d59-01ae-4d09-97ae-d339cb1b9955 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 17:00:47.914534 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8267c4b7-bd7c-429d-8a3e-8ffdda3e4b18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:48.057700 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802ed747-2cb0-4c53-9c3d-6630507691de None None] DHCP port deletion for a93cd735-ccc3-4596-a985-b0bd254144e0 request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 17:00:48.062661 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-802ed747-2cb0-4c53-9c3d-6630507691de None None] Deleting port f88c8d59-01ae-4d09-97ae-d339cb1b9955 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 17:00:48.063037 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-802ed747-2cb0-4c53-9c3d-6630507691de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:48.133081 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-8267c4b7-bd7c-429d-8a3e-8ffdda3e4b18 admin admin] For port f88c8d59-01ae-4d09-97ae-d339cb1b9955, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=f88c8d59-01ae-4d09-97ae-d339cb1b9955,segment=NetworkSegment(05920e43-5579-4f12-8a88-76c955446b13),segment_id=05920e43-5579-4f12-8a88-76c955446b13)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 17:00:48.133357 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8267c4b7-bd7c-429d-8a3e-8ffdda3e4b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:48.261049 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-8267c4b7-bd7c-429d-8a3e-8ffdda3e4b18 admin admin] Calling delete_port for f88c8d59-01ae-4d09-97ae-d339cb1b9955 owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 17:00:48.268212 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-802ed747-2cb0-4c53-9c3d-6630507691de None None] For port f88c8d59-01ae-4d09-97ae-d339cb1b9955, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=f88c8d59-01ae-4d09-97ae-d339cb1b9955,segment=NetworkSegment(05920e43-5579-4f12-8a88-76c955446b13),segment_id=05920e43-5579-4f12-8a88-76c955446b13)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 17:00:48.268640 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-802ed747-2cb0-4c53-9c3d-6630507691de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:48.394908 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-802ed747-2cb0-4c53-9c3d-6630507691de None None] Calling delete_port for f88c8d59-01ae-4d09-97ae-d339cb1b9955 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 17:00:48.407672 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8267c4b7-bd7c-429d-8a3e-8ffdda3e4b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:48.456093 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8267c4b7-bd7c-429d-8a3e-8ffdda3e4b18 admin admin] Pushing event deleted for resources: {'Port': ['ID=f88c8d59-01ae-4d09-97ae-d339cb1b9955,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:48.459798 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8267c4b7-bd7c-429d-8a3e-8ffdda3e4b18 admin admin] No DVR routers for this DVR port f88c8d59-01ae-4d09-97ae-d339cb1b9955 on host dv-neutron-862712-1-hyperv {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:00:48.467203 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-802ed747-2cb0-4c53-9c3d-6630507691de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 17:00:48.467989 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-802ed747-2cb0-4c53-9c3d-6630507691de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 17:00:48.673434 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8267c4b7-bd7c-429d-8a3e-8ffdda3e4b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:48.700166 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-8267c4b7-bd7c-429d-8a3e-8ffdda3e4b18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a93cd735-ccc3-4596-a985-b0bd254144e0']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:48.712771 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-8267c4b7-bd7c-429d-8a3e-8ffdda3e4b18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05920e43-5579-4f12-8a88-76c955446b13') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:48.713073 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-8267c4b7-bd7c-429d-8a3e-8ffdda3e4b18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05920e43-5579-4f12-8a88-76c955446b13') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:48.724494 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8267c4b7-bd7c-429d-8a3e-8ffdda3e4b18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:48.735325 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device ab1fa9bf-cdf6-463d-a88a-1790ca1c1750 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 17:00:48.741623 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8267c4b7-bd7c-429d-8a3e-8ffdda3e4b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:48.747712 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8267c4b7-bd7c-429d-8a3e-8ffdda3e4b18 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 17:00:48.753294 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8267c4b7-bd7c-429d-8a3e-8ffdda3e4b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:48.770794 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: ab1fa9bf-cdf6-463d-a88a-1790ca1c1750 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 17:00:48.771162 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device ab1fa9bf-cdf6-463d-a88a-1790ca1c1750 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 17:00:48.771569 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device f88c8d59-01ae-4d09-97ae-d339cb1b9955 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 17:00:48.812022 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: f88c8d59-01ae-4d09-97ae-d339cb1b9955 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 17:00:48.812362 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device f88c8d59-01ae-4d09-97ae-d339cb1b9955 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 17:00:48.812782 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 8606a2c2-ce2a-4ec6-a264-e14d67ba2523 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 17:00:48.841094 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 05920e43-5579-4f12-8a88-76c955446b13 resource provider aggregate not found Oct 26 17:00:48.847022 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 8606a2c2-ce2a-4ec6-a264-e14d67ba2523 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 17:00:48.847377 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 8606a2c2-ce2a-4ec6-a264-e14d67ba2523 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 17:00:48.861940 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 05920e43-5579-4f12-8a88-76c955446b13 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 05920e43-5579-4f12-8a88-76c955446b13 found for delete ", "request_id": "req-f9b339ed-4192-445d-b984-a2b4e02448c3"}]} Oct 26 17:00:48.915984 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8267c4b7-bd7c-429d-8a3e-8ffdda3e4b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:48.920299 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8267c4b7-bd7c-429d-8a3e-8ffdda3e4b18 admin admin] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:48.947550 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8267c4b7-bd7c-429d-8a3e-8ffdda3e4b18 admin admin] Pushing event deleted for resources: {'Network': ['ID=a93cd735-ccc3-4596-a985-b0bd254144e0,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:48.951339 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-8267c4b7-bd7c-429d-8a3e-8ffdda3e4b18 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a93cd735-ccc3-4596-a985-b0bd254144e0 HTTP/1.1" status: 204 len: 168 time: 1.1603992 Oct 26 17:00:48.969153 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-802ed747-2cb0-4c53-9c3d-6630507691de None None] Deleting port f88c8d59-01ae-4d09-97ae-d339cb1b9955 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 17:00:48.969545 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-802ed747-2cb0-4c53-9c3d-6630507691de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:49.038165 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-802ed747-2cb0-4c53-9c3d-6630507691de None None] The port 'f88c8d59-01ae-4d09-97ae-d339cb1b9955' was deleted {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 17:00:49.288522 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 54420) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 17:00:49.338267 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-744ee77b-03fb-41c3-baf9-8185416aeaf3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5231456f896e4509b2930d51e68e5e80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484600 Oct 26 17:00:49.340683 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 54424) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 17:00:49.399735 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-029d4d1c-f5c3-4d7f-aa79-0f79ae45278d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:49.425511 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-029d4d1c-f5c3-4d7f-aa79-0f79ae45278d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:49.549837 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-029d4d1c-f5c3-4d7f-aa79-0f79ae45278d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:49.567161 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d4d1c-f5c3-4d7f-aa79-0f79ae45278d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f5deeb-0053-4dea-8ab3-fc867c14a4b5,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:49.574602 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-029d4d1c-f5c3-4d7f-aa79-0f79ae45278d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:49.575757 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-029d4d1c-f5c3-4d7f-aa79-0f79ae45278d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e0f5deeb-0053-4dea-8ab3-fc867c14a4b5 HTTP/1.1" status: 204 len: 168 time: 0.2341857 Oct 26 17:00:50.220856 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 54432) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 17:00:50.268968 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-ca512e3d-49eb-4299-a66f-0e9826c5207c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e7a912d8fd2d45e5a2ac8705e2503c29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469589 Oct 26 17:00:50.271471 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 54436) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 17:00:50.332085 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8d7b4505-2734-4b71-8d9c-dc88f283c63f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:50.357453 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8d7b4505-2734-4b71-8d9c-dc88f283c63f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:50.475882 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8d7b4505-2734-4b71-8d9c-dc88f283c63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:50.491603 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b4505-2734-4b71-8d9c-dc88f283c63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f825f7-b988-4c02-9b06-579f9b1ff4d4,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:50.496331 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8d7b4505-2734-4b71-8d9c-dc88f283c63f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:50.499829 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-8d7b4505-2734-4b71-8d9c-dc88f283c63f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a4f825f7-b988-4c02-9b06-579f9b1ff4d4 HTTP/1.1" status: 204 len: 168 time: 0.2273026 Oct 26 17:00:51.573237 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 54460) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 17:00:51.676893 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-dd8cf87f-ebed-464e-ad2b-dbb1a3d9e184 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1971653128-network', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:00:51.681690 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-dd8cf87f-ebed-464e-ad2b-dbb1a3d9e184 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 17:00:51.685545 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-dd8cf87f-ebed-464e-ad2b-dbb1a3d9e184 admin admin] Usage tracker for resource:network and tenant:35f9dd3dc6a2474fb9881eb1b2703644 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 17:00:51.689577 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-dd8cf87f-ebed-464e-ad2b-dbb1a3d9e184 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 17:00:51.695655 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-dd8cf87f-ebed-464e-ad2b-dbb1a3d9e184 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 17:00:51.755587 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8cf87f-ebed-464e-ad2b-dbb1a3d9e184 admin admin] Made reservation on behalf of 35f9dd3dc6a2474fb9881eb1b2703644 for: {'network': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:00:51.758136 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-dd8cf87f-ebed-464e-ad2b-dbb1a3d9e184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:51.773644 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-dd8cf87f-ebed-464e-ad2b-dbb1a3d9e184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:51.787819 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-dd8cf87f-ebed-464e-ad2b-dbb1a3d9e184 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 17:00:51.791589 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-dd8cf87f-ebed-464e-ad2b-dbb1a3d9e184 admin admin] Usage tracker for resource:security_group_rule and tenant:35f9dd3dc6a2474fb9881eb1b2703644 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 17:00:51.794295 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-dd8cf87f-ebed-464e-ad2b-dbb1a3d9e184 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 17:00:51.800448 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-dd8cf87f-ebed-464e-ad2b-dbb1a3d9e184 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 17:00:51.880953 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-dd8cf87f-ebed-464e-ad2b-dbb1a3d9e184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:51.943909 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-dd8cf87f-ebed-464e-ad2b-dbb1a3d9e184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:51.974720 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd8cf87f-ebed-464e-ad2b-dbb1a3d9e184 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=89747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 17:00:51.982767 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8cf87f-ebed-464e-ad2b-dbb1a3d9e184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b65b88c-b152-4d70-b434-742ef6bd391f,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:51.989240 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-dd8cf87f-ebed-464e-ad2b-dbb1a3d9e184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:51.989540 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.segments_db [None req-dd8cf87f-ebed-464e-ad2b-dbb1a3d9e184 admin admin] Added segment b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0 of type vlan for network 1e9a8021-025a-40a6-adfe-ed9b23c3481c Oct 26 17:00:52.015938 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-dd8cf87f-ebed-464e-ad2b-dbb1a3d9e184 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:52.098271 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-dd8cf87f-ebed-464e-ad2b-dbb1a3d9e184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:52.099242 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8cf87f-ebed-464e-ad2b-dbb1a3d9e184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:00:52.099805 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-dd8cf87f-ebed-464e-ad2b-dbb1a3d9e184 admin admin] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:52.310193 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8cf87f-ebed-464e-ad2b-dbb1a3d9e184 admin admin] Pushing event updated for resources: {'Network': ['ID=1e9a8021-025a-40a6-adfe-ed9b23c3481c,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:52.321006 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network 1e9a8021-025a-40a6-adfe-ed9b23c3481c details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 17:00:52.345298 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-dd8cf87f-ebed-464e-ad2b-dbb1a3d9e184 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7709589 Oct 26 17:00:52.348100 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 54466) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 17:00:52.353423 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-167c0498-66d1-44d3-a233-753a20cdb140 admin admin] Request body: {'subnet': {'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1971653128-subnet', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'ip_version': 4}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:00:52.359080 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-167c0498-66d1-44d3-a233-753a20cdb140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 17:00:52.363313 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-167c0498-66d1-44d3-a233-753a20cdb140 admin admin] Usage tracker for resource:subnet and tenant:35f9dd3dc6a2474fb9881eb1b2703644 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 17:00:52.366278 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-167c0498-66d1-44d3-a233-753a20cdb140 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 17:00:52.372106 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-167c0498-66d1-44d3-a233-753a20cdb140 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 17:00:52.435718 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167c0498-66d1-44d3-a233-753a20cdb140 admin admin] Made reservation on behalf of 35f9dd3dc6a2474fb9881eb1b2703644 for: {'subnet': 1} {{(pid=89747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:00:52.438912 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-167c0498-66d1-44d3-a233-753a20cdb140 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3772561'] for subnet, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:52.688693 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-167c0498-66d1-44d3-a233-753a20cdb140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2334340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3772579'] for subnet, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:52.762420 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c0498-66d1-44d3-a233-753a20cdb140 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7153efa1-3a21-4b2f-9cd0-02ec75523eda,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:52.773624 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167c0498-66d1-44d3-a233-753a20cdb140 admin admin] Checking segment: {'id': 'b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 17:00:52.773975 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167c0498-66d1-44d3-a233-753a20cdb140 admin admin] Network hostable DHCP agents. Network: 1e9a8021-025a-40a6-adfe-ed9b23c3481c, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 17:00:52.846204 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167c0498-66d1-44d3-a233-753a20cdb140 admin admin] Network 1e9a8021-025a-40a6-adfe-ed9b23c3481c is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 17:00:52.925672 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-167c0498-66d1-44d3-a233-753a20cdb140 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, 1e9a8021-025a-40a6-adfe-ed9b23c3481c) {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:00:52.929710 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167c0498-66d1-44d3-a233-753a20cdb140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:00:52.930251 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-167c0498-66d1-44d3-a233-753a20cdb140 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:52.934671 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d679ebf-35f2-40e1-890b-947253cccdba None None] Network 1e9a8021-025a-40a6-adfe-ed9b23c3481c requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 17:00:53.010128 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-167c0498-66d1-44d3-a233-753a20cdb140 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6585827 Oct 26 17:00:53.010337 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 54470) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 17:00:53.015600 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-fda673c0-5fb4-4cb8-86f2-71a1247e972a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1971653128-router', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:00:53.021816 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-fda673c0-5fb4-4cb8-86f2-71a1247e972a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 17:00:53.024077 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-fda673c0-5fb4-4cb8-86f2-71a1247e972a admin admin] Usage tracker for resource:router and tenant:35f9dd3dc6a2474fb9881eb1b2703644 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 17:00:53.026942 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-fda673c0-5fb4-4cb8-86f2-71a1247e972a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 17:00:53.032739 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-fda673c0-5fb4-4cb8-86f2-71a1247e972a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 17:00:53.098771 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fda673c0-5fb4-4cb8-86f2-71a1247e972a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:53.099863 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fda673c0-5fb4-4cb8-86f2-71a1247e972a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:53.114950 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fda673c0-5fb4-4cb8-86f2-71a1247e972a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:53.194217 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2398536-036d-45d0-a4d0-5f907f4d52bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-1e9a8021-025a-40a6-adfe-ed9b23c3481c', 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'fixed_ips': [{'subnet_id': '7153efa1-3a21-4b2f-9cd0-02ec75523eda'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 17:00:53.195061 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d2398536-036d-45d0-a4d0-5f907f4d52bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:53.351329 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-d2398536-036d-45d0-a4d0-5f907f4d52bf None None] Allocated IP 172.20.0.2 (1e9a8021-025a-40a6-adfe-ed9b23c3481c/7153efa1-3a21-4b2f-9cd0-02ec75523eda/47f4e149-167a-4e4e-985e-e6c187e05b80) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:00:53.443968 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fda673c0-5fb4-4cb8-86f2-71a1247e972a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:53.563849 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d2398536-036d-45d0-a4d0-5f907f4d52bf None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:53.573871 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-d2398536-036d-45d0-a4d0-5f907f4d52bf None None] Transition to ACTIVE for port object 47f4e149-167a-4e4e-985e-e6c187e05b80 will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 17:00:53.592005 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-d2398536-036d-45d0-a4d0-5f907f4d52bf None None] Transition to ACTIVE for port object 47f4e149-167a-4e4e-985e-e6c187e05b80 will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 17:00:53.659084 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d2398536-036d-45d0-a4d0-5f907f4d52bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:53.726937 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2398536-036d-45d0-a4d0-5f907f4d52bf None None] Network 1e9a8021-025a-40a6-adfe-ed9b23c3481c is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:00:53.729623 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-d2398536-036d-45d0-a4d0-5f907f4d52bf None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:00:53.733212 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2398536-036d-45d0-a4d0-5f907f4d52bf None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 17:00:53.739815 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2398536-036d-45d0-a4d0-5f907f4d52bf None None] Pushing event updated for resources: {'Port': ['ID=47f4e149-167a-4e4e-985e-e6c187e05b80,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:53.786236 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2398536-036d-45d0-a4d0-5f907f4d52bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:53.786614 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2398536-036d-45d0-a4d0-5f907f4d52bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:53.786960 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2398536-036d-45d0-a4d0-5f907f4d52bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:53.787294 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2398536-036d-45d0-a4d0-5f907f4d52bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:53.787624 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2398536-036d-45d0-a4d0-5f907f4d52bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:53.787958 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2398536-036d-45d0-a4d0-5f907f4d52bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:53.788291 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2398536-036d-45d0-a4d0-5f907f4d52bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:53.788624 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2398536-036d-45d0-a4d0-5f907f4d52bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:53.788948 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2398536-036d-45d0-a4d0-5f907f4d52bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:53.789267 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2398536-036d-45d0-a4d0-5f907f4d52bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:53.789590 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2398536-036d-45d0-a4d0-5f907f4d52bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:53.789913 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2398536-036d-45d0-a4d0-5f907f4d52bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:53.813428 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fda673c0-5fb4-4cb8-86f2-71a1247e972a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:53.844128 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fda673c0-5fb4-4cb8-86f2-71a1247e972a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:53.854588 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-d2398536-036d-45d0-a4d0-5f907f4d52bf None None] Attempting to bind port 47f4e149-167a-4e4e-985e-e6c187e05b80 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 17:00:53.854965 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-d2398536-036d-45d0-a4d0-5f907f4d52bf None None] Attempting to bind port 47f4e149-167a-4e4e-985e-e6c187e05b80 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 17:00:53.855329 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2398536-036d-45d0-a4d0-5f907f4d52bf None None] Attempting to bind port 47f4e149-167a-4e4e-985e-e6c187e05b80 on network 1e9a8021-025a-40a6-adfe-ed9b23c3481c {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 17:00:53.860881 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2398536-036d-45d0-a4d0-5f907f4d52bf None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 17, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 17:00:53.861258 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2398536-036d-45d0-a4d0-5f907f4d52bf None None] Checking segment: {'id': 'b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 17:00:53.861659 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d2398536-036d-45d0-a4d0-5f907f4d52bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:53.862057 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2398536-036d-45d0-a4d0-5f907f4d52bf None None] Bound using segment: {'id': 'b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 17:00:53.862633 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-d2398536-036d-45d0-a4d0-5f907f4d52bf None None] Bound port: 47f4e149-167a-4e4e-985e-e6c187e05b80, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 17:00:53.863024 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d2398536-036d-45d0-a4d0-5f907f4d52bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:53.954163 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-d2398536-036d-45d0-a4d0-5f907f4d52bf None None] For port 47f4e149-167a-4e4e-985e-e6c187e05b80, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 17:00:53.957191 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-d2398536-036d-45d0-a4d0-5f907f4d52bf None None] For port 47f4e149-167a-4e4e-985e-e6c187e05b80, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=47f4e149-167a-4e4e-985e-e6c187e05b80,segment=NetworkSegment(b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0),segment_id=b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 17:00:53.981892 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-fda673c0-5fb4-4cb8-86f2-71a1247e972a admin admin] Allocated IP 172.26.2.206 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:00:54.036370 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d2398536-036d-45d0-a4d0-5f907f4d52bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:54.115674 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2398536-036d-45d0-a4d0-5f907f4d52bf None None] Pushing event updated for resources: {'Port': ['ID=47f4e149-167a-4e4e-985e-e6c187e05b80,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:54.132260 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fda673c0-5fb4-4cb8-86f2-71a1247e972a admin admin] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:54.218309 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fda673c0-5fb4-4cb8-86f2-71a1247e972a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:54.297521 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda673c0-5fb4-4cb8-86f2-71a1247e972a admin admin] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:00:54.300370 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-fda673c0-5fb4-4cb8-86f2-71a1247e972a admin admin] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:00:54.302810 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda673c0-5fb4-4cb8-86f2-71a1247e972a admin admin] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 17:00:54.339777 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda673c0-5fb4-4cb8-86f2-71a1247e972a admin admin] Pushing event updated for resources: {'Port': ['ID=7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:54.763129 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 47f4e149-167a-4e4e-985e-e6c187e05b80 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 17:00:54.903649 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 47f4e149-167a-4e4e-985e-e6c187e05b80 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 17:00:54.907856 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fda673c0-5fb4-4cb8-86f2-71a1247e972a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:55.052232 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d93218c-9bfd-4e5f-b8d4-801ffd35d26a None None] Network 1e9a8021-025a-40a6-adfe-ed9b23c3481c requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 17:00:55.251227 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fda673c0-5fb4-4cb8-86f2-71a1247e972a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:55.269238 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-a892bfda-4136-4210-95c5-804ce810fba8 None None] Provisioning for port 47f4e149-167a-4e4e-985e-e6c187e05b80 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 17:00:55.286349 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-a892bfda-4136-4210-95c5-804ce810fba8 None None] Provisioning complete for port 47f4e149-167a-4e4e-985e-e6c187e05b80 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 17:00:55.286749 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a892bfda-4136-4210-95c5-804ce810fba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:55.287084 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-a892bfda-4136-4210-95c5-804ce810fba8 None None] Attempt 1 to provision port 47f4e149-167a-4e4e-985e-e6c187e05b80 Oct 26 17:00:55.427033 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-a892bfda-4136-4210-95c5-804ce810fba8 None None] Current status of the port 47f4e149-167a-4e4e-985e-e6c187e05b80 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 17:00:55.427425 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a892bfda-4136-4210-95c5-804ce810fba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:55.462690 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-a892bfda-4136-4210-95c5-804ce810fba8 None None] For port 47f4e149-167a-4e4e-985e-e6c187e05b80, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=47f4e149-167a-4e4e-985e-e6c187e05b80,segment=NetworkSegment(b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0),segment_id=b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 17:00:55.527713 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a892bfda-4136-4210-95c5-804ce810fba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:55.556047 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda673c0-5fb4-4cb8-86f2-71a1247e972a admin admin] Router 9be35034-f885-46f4-b180-0119a0b534bf is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 17:00:55.596286 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892bfda-4136-4210-95c5-804ce810fba8 None None] Pushing event updated for resources: {'Port': ['ID=47f4e149-167a-4e4e-985e-e6c187e05b80,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:55.647301 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-b4b1b2f6-e453-483e-97c3-d494070959b1 None None] Provisioning complete for port 47f4e149-167a-4e4e-985e-e6c187e05b80 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 17:00:55.647595 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b4b1b2f6-e453-483e-97c3-d494070959b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:55.647934 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-b4b1b2f6-e453-483e-97c3-d494070959b1 None None] Attempt 1 to provision port 47f4e149-167a-4e4e-985e-e6c187e05b80 Oct 26 17:00:55.738933 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda673c0-5fb4-4cb8-86f2-71a1247e972a admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 17:00:55.750705 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93f4145-9578-4663-8679-508544a4d63c None None] Sync routers for ids ['9be35034-f885-46f4-b180-0119a0b534bf'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:00:55.763080 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93f4145-9578-4663-8679-508544a4d63c None None] Routers {'9be35034-f885-46f4-b180-0119a0b534bf'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 17:00:55.763678 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-e93f4145-9578-4663-8679-508544a4d63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T17:00:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['9be35034-f885-46f4-b180-0119a0b534bf'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:55.770363 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-b4b1b2f6-e453-483e-97c3-d494070959b1 None None] Current status of the port 47f4e149-167a-4e4e-985e-e6c187e05b80 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 17:00:55.816023 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fda673c0-5fb4-4cb8-86f2-71a1247e972a admin admin] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:55.819985 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-fda673c0-5fb4-4cb8-86f2-71a1247e972a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8060668 Oct 26 17:00:55.820131 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 54476) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 17:00:55.947495 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-e93f4145-9578-4663-8679-508544a4d63c None None] Set router 9be35034-f885-46f4-b180-0119a0b534bf gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 17:00:56.260238 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-e93f4145-9578-4663-8679-508544a4d63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be35034-f885-46f4-b180-0119a0b534bf', 'name': 'tempest-TestSnapshotPattern-1971653128-router', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:53Z', 'updated_at': '2022-10-26T17:00:54Z', 'revision_number': 3, 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'gw_port': {'id': '7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:26:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be35034-f885-46f4-b180-0119a0b534bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:53Z', 'updated_at': '2022-10-26T17:00:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:56.264637 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93f4145-9578-4663-8679-508544a4d63c None None] Checking router: 9be35034-f885-46f4-b180-0119a0b534bf for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:00:56.264978 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93f4145-9578-4663-8679-508544a4d63c None None] Updating router 9be35034-f885-46f4-b180-0119a0b534bf port 7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22 binding host dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:00:56.320475 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-e93f4145-9578-4663-8679-508544a4d63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:56.629326 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b342b50d-86d5-4b82-99f0-bbf4400be756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:56.645988 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-e93f4145-9578-4663-8679-508544a4d63c None None] Notify callbacks [] for port, precommit_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:56.658683 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.provisioning_blocks [None req-e93f4145-9578-4663-8679-508544a4d63c None None] Transition to ACTIVE for port object 7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22 will not be triggered until provisioned by entity L2. {{(pid=89750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 17:00:56.704860 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-e93f4145-9578-4663-8679-508544a4d63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:56.744620 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 47f4e149-167a-4e4e-985e-e6c187e05b80 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 17:00:56.768388 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-e93f4145-9578-4663-8679-508544a4d63c None None] Attempting to bind port 7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 17:00:56.768939 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-e93f4145-9578-4663-8679-508544a4d63c None None] Attempting to bind port 7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 17:00:56.769158 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93f4145-9578-4663-8679-508544a4d63c None None] Attempting to bind port 7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22 on network 0c79a151-ef79-4fff-8a3c-258f9478471d {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 17:00:56.777803 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93f4145-9578-4663-8679-508544a4d63c None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 17, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 17:00:56.778184 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93f4145-9578-4663-8679-508544a4d63c None None] Checking segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 17:00:56.778611 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-e93f4145-9578-4663-8679-508544a4d63c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:56.779008 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93f4145-9578-4663-8679-508544a4d63c None None] Bound using segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 17:00:56.779475 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-e93f4145-9578-4663-8679-508544a4d63c None None] Bound port: 7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 17:00:56.779852 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-e93f4145-9578-4663-8679-508544a4d63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:56.820547 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 47f4e149-167a-4e4e-985e-e6c187e05b80 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 17:00:56.821556 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:56.821894 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 47f4e149-167a-4e4e-985e-e6c187e05b80 Oct 26 17:00:56.830690 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db3adf-6b9f-424f-b58a-dec2ac7d3223 None None] Pushing event updated for resources: {'Port': ['ID=7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22,revision_number=2']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:56.840977 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db3adf-6b9f-424f-b58a-dec2ac7d3223 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:56.841338 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db3adf-6b9f-424f-b58a-dec2ac7d3223 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:56.841675 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db3adf-6b9f-424f-b58a-dec2ac7d3223 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:56.842012 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db3adf-6b9f-424f-b58a-dec2ac7d3223 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:56.842346 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db3adf-6b9f-424f-b58a-dec2ac7d3223 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:56.842705 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db3adf-6b9f-424f-b58a-dec2ac7d3223 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:56.843400 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db3adf-6b9f-424f-b58a-dec2ac7d3223 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:56.843642 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db3adf-6b9f-424f-b58a-dec2ac7d3223 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:56.844008 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db3adf-6b9f-424f-b58a-dec2ac7d3223 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:56.844250 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db3adf-6b9f-424f-b58a-dec2ac7d3223 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:56.844568 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db3adf-6b9f-424f-b58a-dec2ac7d3223 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:56.845200 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db3adf-6b9f-424f-b58a-dec2ac7d3223 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:56.846167 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-b342b50d-86d5-4b82-99f0-bbf4400be756 admin admin] Allocated IP 172.20.0.1 (1e9a8021-025a-40a6-adfe-ed9b23c3481c/7153efa1-3a21-4b2f-9cd0-02ec75523eda/0a81a5ad-565e-44fc-be73-e716fe17454b) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:00:56.874336 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-e93f4145-9578-4663-8679-508544a4d63c None None] For port 7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 17:00:56.877948 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-e93f4145-9578-4663-8679-508544a4d63c None None] For port 7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 17:00:56.944020 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 47f4e149-167a-4e4e-985e-e6c187e05b80 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 17:00:56.956386 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-e93f4145-9578-4663-8679-508544a4d63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:56.997741 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b342b50d-86d5-4b82-99f0-bbf4400be756 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:57.014400 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b342b50d-86d5-4b82-99f0-bbf4400be756 admin admin] Transition to ACTIVE for port object 0a81a5ad-565e-44fc-be73-e716fe17454b will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 17:00:57.018127 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93f4145-9578-4663-8679-508544a4d63c None None] Routers {'9be35034-f885-46f4-b180-0119a0b534bf'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 17:00:57.018773 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-e93f4145-9578-4663-8679-508544a4d63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T17:00:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['9be35034-f885-46f4-b180-0119a0b534bf'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:57.098806 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b342b50d-86d5-4b82-99f0-bbf4400be756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:57.158562 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db3adf-6b9f-424f-b58a-dec2ac7d3223 None None] Pushing event updated for resources: {'Port': ['ID=7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22,revision_number=3']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:57.165160 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b342b50d-86d5-4b82-99f0-bbf4400be756 admin admin] Network 1e9a8021-025a-40a6-adfe-ed9b23c3481c is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:00:57.168286 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-b342b50d-86d5-4b82-99f0-bbf4400be756 admin admin] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:00:57.170583 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b342b50d-86d5-4b82-99f0-bbf4400be756 admin admin] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 17:00:57.206209 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-e93f4145-9578-4663-8679-508544a4d63c None None] Set router 9be35034-f885-46f4-b180-0119a0b534bf gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 17:00:57.215678 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342b50d-86d5-4b82-99f0-bbf4400be756 admin admin] Pushing event updated for resources: {'Port': ['ID=0a81a5ad-565e-44fc-be73-e716fe17454b,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:57.236451 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b342b50d-86d5-4b82-99f0-bbf4400be756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:57.403392 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b342b50d-86d5-4b82-99f0-bbf4400be756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:57.447290 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-6805d205-80fc-4488-8659-98519c031774 None None] Provisioning for port 0a81a5ad-565e-44fc-be73-e716fe17454b completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 17:00:57.455769 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-6805d205-80fc-4488-8659-98519c031774 None None] Provisioning complete for port 0a81a5ad-565e-44fc-be73-e716fe17454b triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 17:00:57.456130 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6805d205-80fc-4488-8659-98519c031774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:57.456491 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-6805d205-80fc-4488-8659-98519c031774 None None] Attempt 1 to provision port 0a81a5ad-565e-44fc-be73-e716fe17454b Oct 26 17:00:57.505890 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-e93f4145-9578-4663-8679-508544a4d63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be35034-f885-46f4-b180-0119a0b534bf', 'name': 'tempest-TestSnapshotPattern-1971653128-router', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:53Z', 'updated_at': '2022-10-26T17:00:54Z', 'revision_number': 3, 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'gw_port': {'id': '7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:26:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be35034-f885-46f4-b180-0119a0b534bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:53Z', 'updated_at': '2022-10-26T17:00:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:57.509957 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93f4145-9578-4663-8679-508544a4d63c None None] The sync data for ids ['9be35034-f885-46f4-b180-0119a0b534bf'] in dv-neutron-862712-1-hyperv is: [{'id': '9be35034-f885-46f4-b180-0119a0b534bf', 'name': 'tempest-TestSnapshotPattern-1971653128-router', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:53Z', 'updated_at': '2022-10-26T17:00:54Z', 'revision_number': 3, 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'gw_port': {'id': '7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:26:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be35034-f885-46f4-b180-0119a0b534bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:53Z', 'updated_at': '2022-10-26T17:00:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:00:57.543693 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6805d205-80fc-4488-8659-98519c031774 None None] Port 0a81a5ad-565e-44fc-be73-e716fe17454b cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 17:00:57.643840 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b342b50d-86d5-4b82-99f0-bbf4400be756 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:57.739188 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b342b50d-86d5-4b82-99f0-bbf4400be756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:57.836196 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:57.984512 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b342b50d-86d5-4b82-99f0-bbf4400be756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:57.992089 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342b50d-86d5-4b82-99f0-bbf4400be756 admin admin] Pushing event updated for resources: {'Port': ['ID=0a81a5ad-565e-44fc-be73-e716fe17454b,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:58.045056 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-6805d205-80fc-4488-8659-98519c031774 None None] Attempt 2 to provision port 0a81a5ad-565e-44fc-be73-e716fe17454b Oct 26 17:00:58.106185 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6805d205-80fc-4488-8659-98519c031774 None None] Port 0a81a5ad-565e-44fc-be73-e716fe17454b cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 17:00:58.135466 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b342b50d-86d5-4b82-99f0-bbf4400be756 admin admin] Network 1e9a8021-025a-40a6-adfe-ed9b23c3481c is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:00:58.136617 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-b342b50d-86d5-4b82-99f0-bbf4400be756 admin admin] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:00:58.337254 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b342b50d-86d5-4b82-99f0-bbf4400be756 admin admin] Router 9be35034-f885-46f4-b180-0119a0b534bf has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 17:00:58.520106 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b342b50d-86d5-4b82-99f0-bbf4400be756 admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 17:00:58.528868 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-b342b50d-86d5-4b82-99f0-bbf4400be756 admin admin] 10.222.0.23 "PUT /v2.0/routers/9be35034-f885-46f4-b180-0119a0b534bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7076802 Oct 26 17:00:58.607647 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-6805d205-80fc-4488-8659-98519c031774 None None] Attempt 3 to provision port 0a81a5ad-565e-44fc-be73-e716fe17454b Oct 26 17:00:58.666108 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6805d205-80fc-4488-8659-98519c031774 None None] Port 0a81a5ad-565e-44fc-be73-e716fe17454b cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 17:00:58.772752 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 17:00:58.903571 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 17:00:58.909887 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 17:00:58.910532 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:58.910854 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22 Oct 26 17:00:59.010785 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4052af-292a-44fc-bccf-75ba91496b23 None None] Sync routers for ids ['9be35034-f885-46f4-b180-0119a0b534bf'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:00:59.042720 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4052af-292a-44fc-bccf-75ba91496b23 None None] Routers {'9be35034-f885-46f4-b180-0119a0b534bf'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 17:00:59.043334 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-4d4052af-292a-44fc-bccf-75ba91496b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T17:00:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['9be35034-f885-46f4-b180-0119a0b534bf'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:59.174928 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-6805d205-80fc-4488-8659-98519c031774 None None] Attempt 4 to provision port 0a81a5ad-565e-44fc-be73-e716fe17454b Oct 26 17:00:59.217586 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 17:00:59.217971 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:59.219250 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 54494) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 17:00:59.224947 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-0362c6c1-2642-42ca-a39b-995dc560928d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-399766239-network', 'tenant_id': 'db5e0be585094c6d886e7091509ef2ed'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:00:59.229741 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-0362c6c1-2642-42ca-a39b-995dc560928d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 17:00:59.233515 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-0362c6c1-2642-42ca-a39b-995dc560928d admin admin] Usage tracker for resource:network and tenant:db5e0be585094c6d886e7091509ef2ed is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 17:00:59.236502 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-0362c6c1-2642-42ca-a39b-995dc560928d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 17:00:59.242165 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-0362c6c1-2642-42ca-a39b-995dc560928d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 17:00:59.263891 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 17:00:59.267779 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6805d205-80fc-4488-8659-98519c031774 None None] Port 0a81a5ad-565e-44fc-be73-e716fe17454b cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 17:00:59.298693 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0362c6c1-2642-42ca-a39b-995dc560928d admin admin] Made reservation on behalf of db5e0be585094c6d886e7091509ef2ed for: {'network': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:00:59.300216 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-4d4052af-292a-44fc-bccf-75ba91496b23 None None] Set router 9be35034-f885-46f4-b180-0119a0b534bf gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 17:00:59.301190 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0362c6c1-2642-42ca-a39b-995dc560928d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for network, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:59.313526 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0362c6c1-2642-42ca-a39b-995dc560928d admin admin] Notify callbacks [] for security_group, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:59.328948 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-0362c6c1-2642-42ca-a39b-995dc560928d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 17:00:59.333127 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-0362c6c1-2642-42ca-a39b-995dc560928d admin admin] Usage tracker for resource:security_group_rule and tenant:db5e0be585094c6d886e7091509ef2ed is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 17:00:59.336150 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-0362c6c1-2642-42ca-a39b-995dc560928d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 17:00:59.343904 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:59.344567 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-0362c6c1-2642-42ca-a39b-995dc560928d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 17:00:59.431272 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0362c6c1-2642-42ca-a39b-995dc560928d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:59.485950 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0362c6c1-2642-42ca-a39b-995dc560928d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:59.522838 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0362c6c1-2642-42ca-a39b-995dc560928d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=89748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 17:00:59.528110 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0362c6c1-2642-42ca-a39b-995dc560928d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c5770e-0956-4ab9-8787-de18ece68170,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:59.535164 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0362c6c1-2642-42ca-a39b-995dc560928d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:59.540839 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.segments_db [None req-0362c6c1-2642-42ca-a39b-995dc560928d admin admin] Added segment 4454f2f2-187d-43ad-8220-293fb19aaf92 of type vlan for network cfef9ce1-b139-400d-a89d-1ff46c873b5e Oct 26 17:00:59.563710 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0362c6c1-2642-42ca-a39b-995dc560928d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807366458'] for network, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:59.571432 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:59.651815 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0362c6c1-2642-42ca-a39b-995dc560928d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076'] for network, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:59.652893 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0362c6c1-2642-42ca-a39b-995dc560928d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:00:59.653435 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0362c6c1-2642-42ca-a39b-995dc560928d admin admin] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:59.693829 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-4d4052af-292a-44fc-bccf-75ba91496b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be35034-f885-46f4-b180-0119a0b534bf', 'name': 'tempest-TestSnapshotPattern-1971653128-router', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:53Z', 'updated_at': '2022-10-26T17:00:57Z', 'revision_number': 4, 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'gw_port': {'id': '7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:26:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be35034-f885-46f4-b180-0119a0b534bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:53Z', 'updated_at': '2022-10-26T17:00:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '0a81a5ad-565e-44fc-be73-e716fe17454b', 'name': '', 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'mac_address': 'fa:16:3e:39:5b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be35034-f885-46f4-b180-0119a0b534bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '7153efa1-3a21-4b2f-9cd0-02ec75523eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:56Z', 'updated_at': '2022-10-26T17:00:57Z', 'revision_number': 2, 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'subnets': [{'id': '7153efa1-3a21-4b2f-9cd0-02ec75523eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:59.697883 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4052af-292a-44fc-bccf-75ba91496b23 None None] Checking router: 9be35034-f885-46f4-b180-0119a0b534bf for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:00:59.698241 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4052af-292a-44fc-bccf-75ba91496b23 None None] Updating router 9be35034-f885-46f4-b180-0119a0b534bf port 0a81a5ad-565e-44fc-be73-e716fe17454b binding host dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:00:59.758379 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4d4052af-292a-44fc-bccf-75ba91496b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:59.766039 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0362c6c1-2642-42ca-a39b-995dc560928d admin admin] Pushing event updated for resources: {'Network': ['ID=cfef9ce1-b139-400d-a89d-1ff46c873b5e,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:59.770216 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-6805d205-80fc-4488-8659-98519c031774 None None] Attempt 5 to provision port 0a81a5ad-565e-44fc-be73-e716fe17454b Oct 26 17:00:59.799678 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Network cfef9ce1-b139-400d-a89d-1ff46c873b5e details requested by agent ovs-agent-dv-neutron-862712-1-hyperv with host dv-neutron-862712-1-hyperv {{(pid=89749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 26 17:00:59.825314 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-0362c6c1-2642-42ca-a39b-995dc560928d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6049116 Oct 26 17:00:59.828125 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 54498) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 17:00:59.833516 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-7998a8c4-9765-427f-93a8-d17cce46390f admin admin] Request body: {'subnet': {'network_id': 'cfef9ce1-b139-400d-a89d-1ff46c873b5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-399766239-subnet', 'tenant_id': 'db5e0be585094c6d886e7091509ef2ed', 'ip_version': 4}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:00:59.838659 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-7998a8c4-9765-427f-93a8-d17cce46390f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 17:00:59.842629 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-7998a8c4-9765-427f-93a8-d17cce46390f admin admin] Usage tracker for resource:subnet and tenant:db5e0be585094c6d886e7091509ef2ed is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 17:00:59.845643 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-7998a8c4-9765-427f-93a8-d17cce46390f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 17:00:59.851599 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-7998a8c4-9765-427f-93a8-d17cce46390f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 17:00:59.939112 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7998a8c4-9765-427f-93a8-d17cce46390f admin admin] Made reservation on behalf of db5e0be585094c6d886e7091509ef2ed for: {'subnet': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:00:59.941581 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7998a8c4-9765-427f-93a8-d17cce46390f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222792'] for subnet, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:00:59.976849 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6805d205-80fc-4488-8659-98519c031774 None None] Port 0a81a5ad-565e-44fc-be73-e716fe17454b cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 17:01:00.236102 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7998a8c4-9765-427f-93a8-d17cce46390f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222842'] for subnet, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:00.302709 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4d4052af-292a-44fc-bccf-75ba91496b23 None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:00.313601 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7998a8c4-9765-427f-93a8-d17cce46390f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c94eab95-5ac3-426f-87cd-48e882ba06df,revision_number=0']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:00.314878 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-4d4052af-292a-44fc-bccf-75ba91496b23 None None] Transition to ACTIVE for port object 0a81a5ad-565e-44fc-be73-e716fe17454b will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 17:01:00.324694 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7998a8c4-9765-427f-93a8-d17cce46390f admin admin] Checking segment: {'id': '4454f2f2-187d-43ad-8220-293fb19aaf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'cfef9ce1-b139-400d-a89d-1ff46c873b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 17:01:00.325045 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7998a8c4-9765-427f-93a8-d17cce46390f admin admin] Network hostable DHCP agents. Network: cfef9ce1-b139-400d-a89d-1ff46c873b5e, hostable agents: ['c661adbd-c468-4cbe-b03c-562ff5df821b'], hosted agents: [] {{(pid=89748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 17:01:00.406036 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4d4052af-292a-44fc-bccf-75ba91496b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:00.418527 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7998a8c4-9765-427f-93a8-d17cce46390f admin admin] Network cfef9ce1-b139-400d-a89d-1ff46c873b5e is scheduled to be hosted by DHCP agent c661adbd-c468-4cbe-b03c-562ff5df821b with binding_index 1 {{(pid=89748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 17:01:00.491587 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-6805d205-80fc-4488-8659-98519c031774 None None] Attempt 6 to provision port 0a81a5ad-565e-44fc-be73-e716fe17454b Oct 26 17:01:00.497703 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-7998a8c4-9765-427f-93a8-d17cce46390f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-862712-1-hyperv, cfef9ce1-b139-400d-a89d-1ff46c873b5e) {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:01:00.502426 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7998a8c4-9765-427f-93a8-d17cce46390f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:01:00.503034 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7998a8c4-9765-427f-93a8-d17cce46390f admin admin] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:00.528274 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d985b6-074c-4bfd-b4b8-1fc1470b5587 None None] Network cfef9ce1-b139-400d-a89d-1ff46c873b5e requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 17:01:00.572969 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-7998a8c4-9765-427f-93a8-d17cce46390f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7437580 Oct 26 17:01:00.575698 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 54502) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 17:01:00.580835 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-2386cd8e-7f3a-4b11-ae66-e4e15d11b23c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-399766239-router', 'tenant_id': 'db5e0be585094c6d886e7091509ef2ed', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:01:00.585661 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-2386cd8e-7f3a-4b11-ae66-e4e15d11b23c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 17:01:00.589585 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-2386cd8e-7f3a-4b11-ae66-e4e15d11b23c admin admin] Usage tracker for resource:router and tenant:db5e0be585094c6d886e7091509ef2ed is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 17:01:00.592458 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-2386cd8e-7f3a-4b11-ae66-e4e15d11b23c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 17:01:00.598294 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-2386cd8e-7f3a-4b11-ae66-e4e15d11b23c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 17:01:00.659140 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2386cd8e-7f3a-4b11-ae66-e4e15d11b23c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32580'] for router, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:00.660626 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2386cd8e-7f3a-4b11-ae66-e4e15d11b23c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32589'] for router, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:00.682788 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2386cd8e-7f3a-4b11-ae66-e4e15d11b23c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:00.730929 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97643eb-142c-4438-9fc7-7b878133b892 None None] Pushing event updated for resources: {'Port': ['ID=0a81a5ad-565e-44fc-be73-e716fe17454b,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:00.748634 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6805d205-80fc-4488-8659-98519c031774 None None] Port 0a81a5ad-565e-44fc-be73-e716fe17454b cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 17:01:00.770601 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 17:01:00.826856 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-4d4052af-292a-44fc-bccf-75ba91496b23 None None] Attempting to bind port 0a81a5ad-565e-44fc-be73-e716fe17454b on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 17:01:00.827227 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-4d4052af-292a-44fc-bccf-75ba91496b23 None None] Attempting to bind port 0a81a5ad-565e-44fc-be73-e716fe17454b by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 17:01:00.828209 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4052af-292a-44fc-bccf-75ba91496b23 None None] Attempting to bind port 0a81a5ad-565e-44fc-be73-e716fe17454b on network 1e9a8021-025a-40a6-adfe-ed9b23c3481c {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 17:01:00.849132 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4052af-292a-44fc-bccf-75ba91496b23 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 17, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 17:01:00.849512 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4052af-292a-44fc-bccf-75ba91496b23 None None] Checking segment: {'id': 'b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 17:01:00.849920 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4d4052af-292a-44fc-bccf-75ba91496b23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:00.850305 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4052af-292a-44fc-bccf-75ba91496b23 None None] Bound using segment: {'id': 'b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 17:01:00.850800 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-4d4052af-292a-44fc-bccf-75ba91496b23 None None] Bound port: 0a81a5ad-565e-44fc-be73-e716fe17454b, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 17:01:00.851171 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4d4052af-292a-44fc-bccf-75ba91496b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:01.034321 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249cf152-10db-45a4-9e29-14b8385d3214 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9955d502-4473-5f4f-8f18-e0f00f114590-cfef9ce1-b139-400d-a89d-1ff46c873b5e', 'network_id': 'cfef9ce1-b139-400d-a89d-1ff46c873b5e', 'tenant_id': 'db5e0be585094c6d886e7091509ef2ed', 'fixed_ips': [{'subnet_id': 'c94eab95-5ac3-426f-87cd-48e882ba06df'}]}} from dv-neutron-862712-1-hyperv. {{(pid=89749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 26 17:01:01.035164 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-249cf152-10db-45a4-9e29-14b8385d3214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:01.043886 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2386cd8e-7f3a-4b11-ae66-e4e15d11b23c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32611'] for router, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:01.056012 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 17:01:01.056366 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:01.056703 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22 Oct 26 17:01:01.100183 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-4d4052af-292a-44fc-bccf-75ba91496b23 None None] For port 0a81a5ad-565e-44fc-be73-e716fe17454b, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 17:01:01.152452 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-4d4052af-292a-44fc-bccf-75ba91496b23 None None] For port 0a81a5ad-565e-44fc-be73-e716fe17454b, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=0a81a5ad-565e-44fc-be73-e716fe17454b,segment=NetworkSegment(b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0),segment_id=b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 17:01:01.235706 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-4d4052af-292a-44fc-bccf-75ba91496b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:01.306224 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-6805d205-80fc-4488-8659-98519c031774 None None] Attempt 7 to provision port 0a81a5ad-565e-44fc-be73-e716fe17454b Oct 26 17:01:01.428790 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4052af-292a-44fc-bccf-75ba91496b23 None None] Routers {'9be35034-f885-46f4-b180-0119a0b534bf'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 17:01:01.429427 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-4d4052af-292a-44fc-bccf-75ba91496b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T17:00:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['9be35034-f885-46f4-b180-0119a0b534bf'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:01.479611 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 17:01:01.494360 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.db_base_plugin_common [None req-249cf152-10db-45a4-9e29-14b8385d3214 None None] Allocated IP 172.20.0.2 (cfef9ce1-b139-400d-a89d-1ff46c873b5e/c94eab95-5ac3-426f-87cd-48e882ba06df/4ed2e142-e560-4acf-97d4-cffcc3a0891c) {{(pid=89749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:01:01.543593 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2386cd8e-7f3a-4b11-ae66-e4e15d11b23c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:01.579357 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2386cd8e-7f3a-4b11-ae66-e4e15d11b23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:01.582089 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97643eb-142c-4438-9fc7-7b878133b892 None None] Pushing event updated for resources: {'Port': ['ID=0a81a5ad-565e-44fc-be73-e716fe17454b,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:01.624019 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-6805d205-80fc-4488-8659-98519c031774 None None] Port 0a81a5ad-565e-44fc-be73-e716fe17454b had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 17:01:01.723851 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-2386cd8e-7f3a-4b11-ae66-e4e15d11b23c admin admin] Allocated IP 172.26.2.46 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/1a5175a5-28ba-4b1b-9a88-cbbc3bae87c1) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:01:01.805401 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-4d4052af-292a-44fc-bccf-75ba91496b23 None None] Set router 9be35034-f885-46f4-b180-0119a0b534bf gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 17:01:01.880587 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2386cd8e-7f3a-4b11-ae66-e4e15d11b23c admin admin] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:01.973135 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2386cd8e-7f3a-4b11-ae66-e4e15d11b23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:02.041308 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2386cd8e-7f3a-4b11-ae66-e4e15d11b23c admin admin] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:01:02.044062 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-2386cd8e-7f3a-4b11-ae66-e4e15d11b23c admin admin] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:01:02.048361 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2386cd8e-7f3a-4b11-ae66-e4e15d11b23c admin admin] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 17:01:02.078861 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386cd8e-7f3a-4b11-ae66-e4e15d11b23c admin admin] Pushing event updated for resources: {'Port': ['ID=1a5175a5-28ba-4b1b-9a88-cbbc3bae87c1,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:02.103551 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-249cf152-10db-45a4-9e29-14b8385d3214 None None] Notify callbacks [] for port, precommit_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:02.140958 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-249cf152-10db-45a4-9e29-14b8385d3214 None None] Transition to ACTIVE for port object 4ed2e142-e560-4acf-97d4-cffcc3a0891c will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 17:01:02.207933 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-249cf152-10db-45a4-9e29-14b8385d3214 None None] Transition to ACTIVE for port object 4ed2e142-e560-4acf-97d4-cffcc3a0891c will not be triggered until provisioned by entity DHCP. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 17:01:02.219193 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-97e58149-78f4-4406-89b7-a592a56da8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:02.248268 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-4d4052af-292a-44fc-bccf-75ba91496b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be35034-f885-46f4-b180-0119a0b534bf', 'name': 'tempest-TestSnapshotPattern-1971653128-router', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:53Z', 'updated_at': '2022-10-26T17:00:57Z', 'revision_number': 4, 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'gw_port': {'id': '7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:26:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be35034-f885-46f4-b180-0119a0b534bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:53Z', 'updated_at': '2022-10-26T17:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '0a81a5ad-565e-44fc-be73-e716fe17454b', 'name': '', 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'mac_address': 'fa:16:3e:39:5b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be35034-f885-46f4-b180-0119a0b534bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '7153efa1-3a21-4b2f-9cd0-02ec75523eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:56Z', 'updated_at': '2022-10-26T17:01:01Z', 'revision_number': 4, 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'subnets': [{'id': '7153efa1-3a21-4b2f-9cd0-02ec75523eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:02.252853 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4052af-292a-44fc-bccf-75ba91496b23 None None] The sync data for ids ['9be35034-f885-46f4-b180-0119a0b534bf'] in dv-neutron-862712-1-hyperv is: [{'id': '9be35034-f885-46f4-b180-0119a0b534bf', 'name': 'tempest-TestSnapshotPattern-1971653128-router', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:53Z', 'updated_at': '2022-10-26T17:00:57Z', 'revision_number': 4, 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'gw_port': {'id': '7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:26:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be35034-f885-46f4-b180-0119a0b534bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:53Z', 'updated_at': '2022-10-26T17:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '0a81a5ad-565e-44fc-be73-e716fe17454b', 'name': '', 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'mac_address': 'fa:16:3e:39:5b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be35034-f885-46f4-b180-0119a0b534bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '7153efa1-3a21-4b2f-9cd0-02ec75523eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:56Z', 'updated_at': '2022-10-26T17:01:01Z', 'revision_number': 4, 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'subnets': [{'id': '7153efa1-3a21-4b2f-9cd0-02ec75523eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:01:02.298364 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-249cf152-10db-45a4-9e29-14b8385d3214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176'] for port, after_create {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:02.381515 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249cf152-10db-45a4-9e29-14b8385d3214 None None] Network cfef9ce1-b139-400d-a89d-1ff46c873b5e is already hosted by enough agents. {{(pid=89749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:01:02.384439 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.scheduler.base_scheduler [None req-249cf152-10db-45a4-9e29-14b8385d3214 None None] Resources bound (agent type, host, resource id): {{(pid=89749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:01:02.386938 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249cf152-10db-45a4-9e29-14b8385d3214 None None] Received port after_create {{(pid=89749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 17:01:02.435331 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249cf152-10db-45a4-9e29-14b8385d3214 None None] Pushing event updated for resources: {'Port': ['ID=4ed2e142-e560-4acf-97d4-cffcc3a0891c,revision_number=1']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:02.504369 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-249cf152-10db-45a4-9e29-14b8385d3214 None None] Attempting to bind port 4ed2e142-e560-4acf-97d4-cffcc3a0891c on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 17:01:02.504748 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-249cf152-10db-45a4-9e29-14b8385d3214 None None] Attempting to bind port 4ed2e142-e560-4acf-97d4-cffcc3a0891c by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '4454f2f2-187d-43ad-8220-293fb19aaf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'cfef9ce1-b139-400d-a89d-1ff46c873b5e'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 17:01:02.505119 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249cf152-10db-45a4-9e29-14b8385d3214 None None] Attempting to bind port 4ed2e142-e560-4acf-97d4-cffcc3a0891c on network cfef9ce1-b139-400d-a89d-1ff46c873b5e {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 17:01:02.511136 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249cf152-10db-45a4-9e29-14b8385d3214 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 17, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 17:01:02.511518 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249cf152-10db-45a4-9e29-14b8385d3214 None None] Checking segment: {'id': '4454f2f2-187d-43ad-8220-293fb19aaf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'cfef9ce1-b139-400d-a89d-1ff46c873b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 17:01:02.511925 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-249cf152-10db-45a4-9e29-14b8385d3214 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:02.512326 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249cf152-10db-45a4-9e29-14b8385d3214 None None] Bound using segment: {'id': '4454f2f2-187d-43ad-8220-293fb19aaf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'cfef9ce1-b139-400d-a89d-1ff46c873b5e'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 17:01:02.513306 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-249cf152-10db-45a4-9e29-14b8385d3214 None None] Bound port: 4ed2e142-e560-4acf-97d4-cffcc3a0891c, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4454f2f2-187d-43ad-8220-293fb19aaf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'cfef9ce1-b139-400d-a89d-1ff46c873b5e'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 17:01:02.513306 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-249cf152-10db-45a4-9e29-14b8385d3214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:02.563009 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2386cd8e-7f3a-4b11-ae66-e4e15d11b23c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:02.611648 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-249cf152-10db-45a4-9e29-14b8385d3214 None None] For port 4ed2e142-e560-4acf-97d4-cffcc3a0891c, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 17:01:02.615092 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-249cf152-10db-45a4-9e29-14b8385d3214 None None] For port 4ed2e142-e560-4acf-97d4-cffcc3a0891c, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=4ed2e142-e560-4acf-97d4-cffcc3a0891c,segment=NetworkSegment(4454f2f2-187d-43ad-8220-293fb19aaf92),segment_id=4454f2f2-187d-43ad-8220-293fb19aaf92)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 17:01:02.728378 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-249cf152-10db-45a4-9e29-14b8385d3214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:02.800350 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 0a81a5ad-565e-44fc-be73-e716fe17454b up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 17:01:02.873656 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249cf152-10db-45a4-9e29-14b8385d3214 None None] Pushing event updated for resources: {'Port': ['ID=4ed2e142-e560-4acf-97d4-cffcc3a0891c,revision_number=2']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:02.954991 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 0a81a5ad-565e-44fc-be73-e716fe17454b completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 17:01:02.961239 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 0a81a5ad-565e-44fc-be73-e716fe17454b triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 17:01:02.961624 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:02.961971 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 0a81a5ad-565e-44fc-be73-e716fe17454b Oct 26 17:01:02.963390 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2386cd8e-7f3a-4b11-ae66-e4e15d11b23c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581629'] for router, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:03.131911 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 0a81a5ad-565e-44fc-be73-e716fe17454b is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 17:01:03.132448 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:03.175530 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 0a81a5ad-565e-44fc-be73-e716fe17454b, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=0a81a5ad-565e-44fc-be73-e716fe17454b,segment=NetworkSegment(b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0),segment_id=b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 17:01:03.264770 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:03.342265 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=0a81a5ad-565e-44fc-be73-e716fe17454b,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:03.458619 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2386cd8e-7f3a-4b11-ae66-e4e15d11b23c admin admin] Router 7ce500f7-b84c-48ce-9df4-108a6f8e0f9c is scheduled to L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 with binding_index 1 {{(pid=89748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 26 17:01:03.642212 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2386cd8e-7f3a-4b11-ae66-e4e15d11b23c admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 17:01:03.654724 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab4df54-cf4d-42e8-8045-9d90df5f7612 None None] Sync routers for ids ['7ce500f7-b84c-48ce-9df4-108a6f8e0f9c'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:01:03.666917 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab4df54-cf4d-42e8-8045-9d90df5f7612 None None] Routers {'7ce500f7-b84c-48ce-9df4-108a6f8e0f9c'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 17:01:03.667743 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-5ab4df54-cf4d-42e8-8045-9d90df5f7612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T17:00:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['7ce500f7-b84c-48ce-9df4-108a6f8e0f9c'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:03.750788 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2386cd8e-7f3a-4b11-ae66-e4e15d11b23c admin admin] Notify callbacks [] for router, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:03.754698 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2386cd8e-7f3a-4b11-ae66-e4e15d11b23c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1753805 Oct 26 17:01:03.754885 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 54516) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 17:01:03.863440 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-5ab4df54-cf4d-42e8-8045-9d90df5f7612 None None] Set router 7ce500f7-b84c-48ce-9df4-108a6f8e0f9c gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 17:01:03.904268 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5cdae0-158a-4408-9fdb-bd01176bbfc6 None None] Network cfef9ce1-b139-400d-a89d-1ff46c873b5e requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 17:01:04.066667 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-2d0a25d0-fb94-440f-b94f-a17638f175dc None None] Provisioning for port 4ed2e142-e560-4acf-97d4-cffcc3a0891c completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 17:01:04.197516 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-5ab4df54-cf4d-42e8-8045-9d90df5f7612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce500f7-b84c-48ce-9df4-108a6f8e0f9c', 'name': 'tempest-TestSnapshotPattern-399766239-router', 'tenant_id': 'db5e0be585094c6d886e7091509ef2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '1a5175a5-28ba-4b1b-9a88-cbbc3bae87c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:01:00Z', 'updated_at': '2022-10-26T17:01:02Z', 'revision_number': 3, 'project_id': 'db5e0be585094c6d886e7091509ef2ed', 'gw_port': {'id': '1a5175a5-28ba-4b1b-9a88-cbbc3bae87c1', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:69:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce500f7-b84c-48ce-9df4-108a6f8e0f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:01:01Z', 'updated_at': '2022-10-26T17:01:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:04.201605 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab4df54-cf4d-42e8-8045-9d90df5f7612 None None] Checking router: 7ce500f7-b84c-48ce-9df4-108a6f8e0f9c for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:01:04.201954 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab4df54-cf4d-42e8-8045-9d90df5f7612 None None] Updating router 7ce500f7-b84c-48ce-9df4-108a6f8e0f9c port 1a5175a5-28ba-4b1b-9a88-cbbc3bae87c1 binding host dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:01:04.258057 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-5ab4df54-cf4d-42e8-8045-9d90df5f7612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:04.475745 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-69446708-edcc-4977-ae37-81f96edd9e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:04.509003 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-01283205-3259-4fe0-91dd-b3a97ef72817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:04.595695 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-5ab4df54-cf4d-42e8-8045-9d90df5f7612 None None] Notify callbacks [] for port, precommit_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:04.607267 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.provisioning_blocks [None req-5ab4df54-cf4d-42e8-8045-9d90df5f7612 None None] Transition to ACTIVE for port object 1a5175a5-28ba-4b1b-9a88-cbbc3bae87c1 will not be triggered until provisioned by entity L2. {{(pid=89750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 17:01:04.688104 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-5ab4df54-cf4d-42e8-8045-9d90df5f7612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:04.757592 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-5ab4df54-cf4d-42e8-8045-9d90df5f7612 None None] Attempting to bind port 1a5175a5-28ba-4b1b-9a88-cbbc3bae87c1 on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 17:01:04.757962 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-5ab4df54-cf4d-42e8-8045-9d90df5f7612 None None] Attempting to bind port 1a5175a5-28ba-4b1b-9a88-cbbc3bae87c1 by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 17:01:04.758330 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab4df54-cf4d-42e8-8045-9d90df5f7612 None None] Attempting to bind port 1a5175a5-28ba-4b1b-9a88-cbbc3bae87c1 on network 0c79a151-ef79-4fff-8a3c-258f9478471d {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 17:01:04.769601 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab4df54-cf4d-42e8-8045-9d90df5f7612 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 17, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 17:01:04.769971 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab4df54-cf4d-42e8-8045-9d90df5f7612 None None] Checking segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 17:01:04.770382 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-5ab4df54-cf4d-42e8-8045-9d90df5f7612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:04.770804 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab4df54-cf4d-42e8-8045-9d90df5f7612 None None] Bound using segment: {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'} {{(pid=89750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 17:01:04.771276 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.managers [None req-5ab4df54-cf4d-42e8-8045-9d90df5f7612 None None] Bound port: 1a5175a5-28ba-4b1b-9a88-cbbc3bae87c1, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1989ae4-81e8-4597-8c89-757ef642a9dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d'}}] {{(pid=89750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 17:01:04.771650 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-5ab4df54-cf4d-42e8-8045-9d90df5f7612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:04.815255 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-69446708-edcc-4977-ae37-81f96edd9e62 admin admin] Allocated IP 172.20.0.1 (cfef9ce1-b139-400d-a89d-1ff46c873b5e/c94eab95-5ac3-426f-87cd-48e882ba06df/59179446-aacc-434d-8cc0-f97b3f583a6d) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:01:04.820394 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43757f7-057c-417f-94ff-84e8abfa8570 None None] Pushing event updated for resources: {'Port': ['ID=1a5175a5-28ba-4b1b-9a88-cbbc3bae87c1,revision_number=2']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:04.852479 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 4ed2e142-e560-4acf-97d4-cffcc3a0891c up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 17:01:04.859722 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-5ab4df54-cf4d-42e8-8045-9d90df5f7612 None None] For port 1a5175a5-28ba-4b1b-9a88-cbbc3bae87c1, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 17:01:04.862756 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.plugins.ml2.db [None req-5ab4df54-cf4d-42e8-8045-9d90df5f7612 None None] For port 1a5175a5-28ba-4b1b-9a88-cbbc3bae87c1, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=1a5175a5-28ba-4b1b-9a88-cbbc3bae87c1,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 17:01:04.939704 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron_lib.callbacks.manager [None req-5ab4df54-cf4d-42e8-8045-9d90df5f7612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:04.971733 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-69446708-edcc-4977-ae37-81f96edd9e62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:04.985202 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 4ed2e142-e560-4acf-97d4-cffcc3a0891c completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 17:01:04.988568 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-69446708-edcc-4977-ae37-81f96edd9e62 admin admin] Transition to ACTIVE for port object 59179446-aacc-434d-8cc0-f97b3f583a6d will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 17:01:04.990638 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 4ed2e142-e560-4acf-97d4-cffcc3a0891c triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 17:01:04.991310 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:04.991657 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 4ed2e142-e560-4acf-97d4-cffcc3a0891c Oct 26 17:01:05.015350 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab4df54-cf4d-42e8-8045-9d90df5f7612 None None] Routers {'7ce500f7-b84c-48ce-9df4-108a6f8e0f9c'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 17:01:05.015892 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-5ab4df54-cf4d-42e8-8045-9d90df5f7612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T17:01:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['7ce500f7-b84c-48ce-9df4-108a6f8e0f9c'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:05.069912 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43757f7-057c-417f-94ff-84e8abfa8570 None None] Pushing event updated for resources: {'Port': ['ID=1a5175a5-28ba-4b1b-9a88-cbbc3bae87c1,revision_number=3']} {{(pid=89750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:05.070717 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-69446708-edcc-4977-ae37-81f96edd9e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:05.115837 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 4ed2e142-e560-4acf-97d4-cffcc3a0891c is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 17:01:05.116137 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:05.143121 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69446708-edcc-4977-ae37-81f96edd9e62 admin admin] Network cfef9ce1-b139-400d-a89d-1ff46c873b5e is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:01:05.146238 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-69446708-edcc-4977-ae37-81f96edd9e62 admin admin] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:01:05.150042 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69446708-edcc-4977-ae37-81f96edd9e62 admin admin] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 17:01:05.150239 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 4ed2e142-e560-4acf-97d4-cffcc3a0891c, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=4ed2e142-e560-4acf-97d4-cffcc3a0891c,segment=NetworkSegment(4454f2f2-187d-43ad-8220-293fb19aaf92),segment_id=4454f2f2-187d-43ad-8220-293fb19aaf92)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 17:01:05.189325 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69446708-edcc-4977-ae37-81f96edd9e62 admin admin] Pushing event updated for resources: {'Port': ['ID=59179446-aacc-434d-8cc0-f97b3f583a6d,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:05.211583 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-5ab4df54-cf4d-42e8-8045-9d90df5f7612 None None] Set router 7ce500f7-b84c-48ce-9df4-108a6f8e0f9c gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 17:01:05.213248 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-69446708-edcc-4977-ae37-81f96edd9e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577715'] for router_interface, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:05.216016 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:05.216806 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 0a81a5ad-565e-44fc-be73-e716fe17454b up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 17:01:05.424506 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=4ed2e142-e560-4acf-97d4-cffcc3a0891c,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:05.429249 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-69446708-edcc-4977-ae37-81f96edd9e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:05.442941 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 0a81a5ad-565e-44fc-be73-e716fe17454b triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 17:01:05.443821 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:05.444121 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 0a81a5ad-565e-44fc-be73-e716fe17454b Oct 26 17:01:05.489833 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:05.521998 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-519a42a6-df47-4275-8d46-fe14f9cc0c13 None None] Provisioning for port 59179446-aacc-434d-8cc0-f97b3f583a6d completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 17:01:05.535404 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-519a42a6-df47-4275-8d46-fe14f9cc0c13 None None] Provisioning complete for port 59179446-aacc-434d-8cc0-f97b3f583a6d triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 17:01:05.535782 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-519a42a6-df47-4275-8d46-fe14f9cc0c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:05.536126 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-519a42a6-df47-4275-8d46-fe14f9cc0c13 None None] Attempt 1 to provision port 59179446-aacc-434d-8cc0-f97b3f583a6d Oct 26 17:01:05.571532 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-5ab4df54-cf4d-42e8-8045-9d90df5f7612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce500f7-b84c-48ce-9df4-108a6f8e0f9c', 'name': 'tempest-TestSnapshotPattern-399766239-router', 'tenant_id': 'db5e0be585094c6d886e7091509ef2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '1a5175a5-28ba-4b1b-9a88-cbbc3bae87c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:01:00Z', 'updated_at': '2022-10-26T17:01:02Z', 'revision_number': 3, 'project_id': 'db5e0be585094c6d886e7091509ef2ed', 'gw_port': {'id': '1a5175a5-28ba-4b1b-9a88-cbbc3bae87c1', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:69:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce500f7-b84c-48ce-9df4-108a6f8e0f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:01:01Z', 'updated_at': '2022-10-26T17:01:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:05.579796 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab4df54-cf4d-42e8-8045-9d90df5f7612 None None] The sync data for ids ['7ce500f7-b84c-48ce-9df4-108a6f8e0f9c'] in dv-neutron-862712-1-hyperv is: [{'id': '7ce500f7-b84c-48ce-9df4-108a6f8e0f9c', 'name': 'tempest-TestSnapshotPattern-399766239-router', 'tenant_id': 'db5e0be585094c6d886e7091509ef2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '1a5175a5-28ba-4b1b-9a88-cbbc3bae87c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:01:00Z', 'updated_at': '2022-10-26T17:01:02Z', 'revision_number': 3, 'project_id': 'db5e0be585094c6d886e7091509ef2ed', 'gw_port': {'id': '1a5175a5-28ba-4b1b-9a88-cbbc3bae87c1', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:69:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce500f7-b84c-48ce-9df4-108a6f8e0f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:01:01Z', 'updated_at': '2022-10-26T17:01:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:01:05.627609 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:05.652211 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-519a42a6-df47-4275-8d46-fe14f9cc0c13 None None] Port 59179446-aacc-434d-8cc0-f97b3f583a6d cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 17:01:05.667062 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 0a81a5ad-565e-44fc-be73-e716fe17454b is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 17:01:05.696409 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-69446708-edcc-4977-ae37-81f96edd9e62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:05.755715 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-69446708-edcc-4977-ae37-81f96edd9e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334227'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:05.862756 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-69446708-edcc-4977-ae37-81f96edd9e62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577742'] for router_interface, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:05.950948 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69446708-edcc-4977-ae37-81f96edd9e62 admin admin] Pushing event updated for resources: {'Port': ['ID=59179446-aacc-434d-8cc0-f97b3f583a6d,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:06.022502 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69446708-edcc-4977-ae37-81f96edd9e62 admin admin] Network cfef9ce1-b139-400d-a89d-1ff46c873b5e is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:01:06.023725 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-69446708-edcc-4977-ae37-81f96edd9e62 admin admin] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:01:06.153339 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-519a42a6-df47-4275-8d46-fe14f9cc0c13 None None] Attempt 2 to provision port 59179446-aacc-434d-8cc0-f97b3f583a6d Oct 26 17:01:06.232244 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-519a42a6-df47-4275-8d46-fe14f9cc0c13 None None] Port 59179446-aacc-434d-8cc0-f97b3f583a6d cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 17:01:06.234270 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69446708-edcc-4977-ae37-81f96edd9e62 admin admin] Router 7ce500f7-b84c-48ce-9df4-108a6f8e0f9c has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 17:01:06.421445 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69446708-edcc-4977-ae37-81f96edd9e62 admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 17:01:06.430811 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-69446708-edcc-4977-ae37-81f96edd9e62 admin admin] 10.222.0.23 "PUT /v2.0/routers/7ce500f7-b84c-48ce-9df4-108a6f8e0f9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6748221 Oct 26 17:01:06.733631 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-519a42a6-df47-4275-8d46-fe14f9cc0c13 None None] Attempt 3 to provision port 59179446-aacc-434d-8cc0-f97b3f583a6d Oct 26 17:01:06.791834 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-519a42a6-df47-4275-8d46-fe14f9cc0c13 None None] Port 59179446-aacc-434d-8cc0-f97b3f583a6d cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 17:01:06.830888 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 4ed2e142-e560-4acf-97d4-cffcc3a0891c up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 17:01:06.892922 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 54536) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 17:01:06.898636 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-7bde76a7-1c2f-4b7f-a22a-82f6fb26ff2d tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2043100561', 'description': 'tempest-secgroup-smoke-2043100561 description', 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:01:06.905464 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-7bde76a7-1c2f-4b7f-a22a-82f6fb26ff2d tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 17:01:06.908292 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 4ed2e142-e560-4acf-97d4-cffcc3a0891c triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 17:01:06.908665 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:06.908999 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 4ed2e142-e560-4acf-97d4-cffcc3a0891c Oct 26 17:01:06.910369 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7bde76a7-1c2f-4b7f-a22a-82f6fb26ff2d tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Usage tracker for resource:security_group and tenant:35f9dd3dc6a2474fb9881eb1b2703644 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 17:01:06.913797 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7bde76a7-1c2f-4b7f-a22a-82f6fb26ff2d tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 17:01:06.920075 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-7bde76a7-1c2f-4b7f-a22a-82f6fb26ff2d tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 17:01:07.007975 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7bde76a7-1c2f-4b7f-a22a-82f6fb26ff2d tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks [] for security_group, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:07.028187 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-7bde76a7-1c2f-4b7f-a22a-82f6fb26ff2d tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 17:01:07.028959 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 4ed2e142-e560-4acf-97d4-cffcc3a0891c is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 17:01:07.030031 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 1a5175a5-28ba-4b1b-9a88-cbbc3bae87c1 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 17:01:07.032572 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7bde76a7-1c2f-4b7f-a22a-82f6fb26ff2d tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Usage tracker for resource:security_group_rule and tenant:35f9dd3dc6a2474fb9881eb1b2703644 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 17:01:07.035479 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-7bde76a7-1c2f-4b7f-a22a-82f6fb26ff2d tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 17:01:07.041162 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-7bde76a7-1c2f-4b7f-a22a-82f6fb26ff2d tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 17:01:07.120173 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7bde76a7-1c2f-4b7f-a22a-82f6fb26ff2d tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks [] for security_group, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:07.160116 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca4469d-3647-4833-ac5c-cc18bd2da5d7 None None] Sync routers for ids ['7ce500f7-b84c-48ce-9df4-108a6f8e0f9c'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:01:07.168798 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 1a5175a5-28ba-4b1b-9a88-cbbc3bae87c1 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 17:01:07.175620 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca4469d-3647-4833-ac5c-cc18bd2da5d7 None None] Routers {'7ce500f7-b84c-48ce-9df4-108a6f8e0f9c'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 17:01:07.176223 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-cca4469d-3647-4833-ac5c-cc18bd2da5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T17:01:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['7ce500f7-b84c-48ce-9df4-108a6f8e0f9c'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:07.195631 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7bde76a7-1c2f-4b7f-a22a-82f6fb26ff2d tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:07.225071 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 1a5175a5-28ba-4b1b-9a88-cbbc3bae87c1 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 17:01:07.225434 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:07.225766 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 1a5175a5-28ba-4b1b-9a88-cbbc3bae87c1 Oct 26 17:01:07.239775 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bde76a7-1c2f-4b7f-a22a-82f6fb26ff2d tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92f8efd8-840d-4964-833e-2288632c1808,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:07.259230 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:07.315308 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7bde76a7-1c2f-4b7f-a22a-82f6fb26ff2d tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks [] for security_group, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:07.316734 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-7bde76a7-1c2f-4b7f-a22a-82f6fb26ff2d tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4225028 Oct 26 17:01:07.316938 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-519a42a6-df47-4275-8d46-fe14f9cc0c13 None None] Attempt 4 to provision port 59179446-aacc-434d-8cc0-f97b3f583a6d Oct 26 17:01:07.319657 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 54540) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 17:01:07.324800 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-1bf2a3be-d510-4e26-aa09-2dc22fd0fdb0 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Request body: {'security_group_rule': {'security_group_id': '92f8efd8-840d-4964-833e-2288632c1808', 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:01:07.331325 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-1bf2a3be-d510-4e26-aa09-2dc22fd0fdb0 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 17:01:07.335196 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-1bf2a3be-d510-4e26-aa09-2dc22fd0fdb0 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Usage tracker for resource:security_group_rule and tenant:35f9dd3dc6a2474fb9881eb1b2703644 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 17:01:07.338135 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-1bf2a3be-d510-4e26-aa09-2dc22fd0fdb0 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 17:01:07.343929 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-1bf2a3be-d510-4e26-aa09-2dc22fd0fdb0 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 17:01:07.427985 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-519a42a6-df47-4275-8d46-fe14f9cc0c13 None None] Port 59179446-aacc-434d-8cc0-f97b3f583a6d cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 17:01:07.428186 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1bf2a3be-d510-4e26-aa09-2dc22fd0fdb0 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:07.463585 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-cca4469d-3647-4833-ac5c-cc18bd2da5d7 None None] Set router 7ce500f7-b84c-48ce-9df4-108a6f8e0f9c gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 17:01:07.491290 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1bf2a3be-d510-4e26-aa09-2dc22fd0fdb0 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:07.567525 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1bf2a3be-d510-4e26-aa09-2dc22fd0fdb0 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:07.591741 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf2a3be-d510-4e26-aa09-2dc22fd0fdb0 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50dca9f5-41d8-427e-9c6d-0b742aab4f27,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:07.641084 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 1a5175a5-28ba-4b1b-9a88-cbbc3bae87c1 is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 17:01:07.641466 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:07.710446 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1bf2a3be-d510-4e26-aa09-2dc22fd0fdb0 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:07.711793 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-1bf2a3be-d510-4e26-aa09-2dc22fd0fdb0 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3909984 Oct 26 17:01:07.714721 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 54546) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 17:01:07.720478 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-d075f34c-51f0-4aaa-9510-88bb14144848 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Request body: {'security_group_rule': {'security_group_id': '92f8efd8-840d-4964-833e-2288632c1808', 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:01:07.725735 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 1a5175a5-28ba-4b1b-9a88-cbbc3bae87c1, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=1a5175a5-28ba-4b1b-9a88-cbbc3bae87c1,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 17:01:07.726894 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d075f34c-51f0-4aaa-9510-88bb14144848 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 17:01:07.730727 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d075f34c-51f0-4aaa-9510-88bb14144848 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Usage tracker for resource:security_group_rule and tenant:35f9dd3dc6a2474fb9881eb1b2703644 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 17:01:07.733603 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-d075f34c-51f0-4aaa-9510-88bb14144848 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 17:01:07.740100 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-d075f34c-51f0-4aaa-9510-88bb14144848 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 17:01:07.837238 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:07.853733 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d075f34c-51f0-4aaa-9510-88bb14144848 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:07.893606 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-cca4469d-3647-4833-ac5c-cc18bd2da5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce500f7-b84c-48ce-9df4-108a6f8e0f9c', 'name': 'tempest-TestSnapshotPattern-399766239-router', 'tenant_id': 'db5e0be585094c6d886e7091509ef2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '1a5175a5-28ba-4b1b-9a88-cbbc3bae87c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:01:00Z', 'updated_at': '2022-10-26T17:01:05Z', 'revision_number': 4, 'project_id': 'db5e0be585094c6d886e7091509ef2ed', 'gw_port': {'id': '1a5175a5-28ba-4b1b-9a88-cbbc3bae87c1', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:69:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce500f7-b84c-48ce-9df4-108a6f8e0f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:01:01Z', 'updated_at': '2022-10-26T17:01:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '59179446-aacc-434d-8cc0-f97b3f583a6d', 'name': '', 'network_id': 'cfef9ce1-b139-400d-a89d-1ff46c873b5e', 'tenant_id': 'db5e0be585094c6d886e7091509ef2ed', 'mac_address': 'fa:16:3e:50:24:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce500f7-b84c-48ce-9df4-108a6f8e0f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'c94eab95-5ac3-426f-87cd-48e882ba06df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:01:04Z', 'updated_at': '2022-10-26T17:01:05Z', 'revision_number': 2, 'project_id': 'db5e0be585094c6d886e7091509ef2ed', 'subnets': [{'id': 'c94eab95-5ac3-426f-87cd-48e882ba06df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:07.902489 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca4469d-3647-4833-ac5c-cc18bd2da5d7 None None] Checking router: 7ce500f7-b84c-48ce-9df4-108a6f8e0f9c for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:01:07.902857 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca4469d-3647-4833-ac5c-cc18bd2da5d7 None None] Updating router 7ce500f7-b84c-48ce-9df4-108a6f8e0f9c port 59179446-aacc-434d-8cc0-f97b3f583a6d binding host dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:01:07.916105 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d075f34c-51f0-4aaa-9510-88bb14144848 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:07.933807 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-519a42a6-df47-4275-8d46-fe14f9cc0c13 None None] Attempt 5 to provision port 59179446-aacc-434d-8cc0-f97b3f583a6d Oct 26 17:01:07.973225 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d075f34c-51f0-4aaa-9510-88bb14144848 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:08.001387 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d075f34c-51f0-4aaa-9510-88bb14144848 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91871e1b-bb7e-4cf9-84a6-375cb07595c6,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:08.051951 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=1a5175a5-28ba-4b1b-9a88-cbbc3bae87c1,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:08.058579 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d075f34c-51f0-4aaa-9510-88bb14144848 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:08.059937 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d075f34c-51f0-4aaa-9510-88bb14144848 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3441687 Oct 26 17:01:08.060050 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-cca4469d-3647-4833-ac5c-cc18bd2da5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:08.063292 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 54550) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 17:01:08.068420 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-e3eb4172-b7d3-46e2-8709-257e80cf316d tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Request body: {'security_group_rule': {'security_group_id': '92f8efd8-840d-4964-833e-2288632c1808', 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:01:08.072510 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-519a42a6-df47-4275-8d46-fe14f9cc0c13 None None] Port 59179446-aacc-434d-8cc0-f97b3f583a6d cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 17:01:08.074547 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e3eb4172-b7d3-46e2-8709-257e80cf316d tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 17:01:08.078904 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e3eb4172-b7d3-46e2-8709-257e80cf316d tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Usage tracker for resource:security_group_rule and tenant:35f9dd3dc6a2474fb9881eb1b2703644 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 17:01:08.082505 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-e3eb4172-b7d3-46e2-8709-257e80cf316d tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 17:01:08.088355 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-e3eb4172-b7d3-46e2-8709-257e80cf316d tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 17:01:08.259733 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e3eb4172-b7d3-46e2-8709-257e80cf316d tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:08.322067 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e3eb4172-b7d3-46e2-8709-257e80cf316d tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:08.372921 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e3eb4172-b7d3-46e2-8709-257e80cf316d tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:08.397533 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb4172-b7d3-46e2-8709-257e80cf316d tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d075295-132e-4653-b71d-d3781fb0dca7,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:08.413768 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-cca4469d-3647-4833-ac5c-cc18bd2da5d7 None None] Notify callbacks [] for port, precommit_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:08.425886 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-cca4469d-3647-4833-ac5c-cc18bd2da5d7 None None] Transition to ACTIVE for port object 59179446-aacc-434d-8cc0-f97b3f583a6d will not be triggered until provisioned by entity L2. {{(pid=89749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 17:01:08.470444 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e3eb4172-b7d3-46e2-8709-257e80cf316d tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:08.471721 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e3eb4172-b7d3-46e2-8709-257e80cf316d tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4074981 Oct 26 17:01:08.479518 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 54554) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 17:01:08.485176 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-c36c067c-4e7b-4a1b-829d-560aa1db8cca tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Request body: {'security_group_rule': {'security_group_id': '92f8efd8-840d-4964-833e-2288632c1808', 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:01:08.491425 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-c36c067c-4e7b-4a1b-829d-560aa1db8cca tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 17:01:08.493158 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-cca4469d-3647-4833-ac5c-cc18bd2da5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:08.495261 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-c36c067c-4e7b-4a1b-829d-560aa1db8cca tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Usage tracker for resource:security_group_rule and tenant:35f9dd3dc6a2474fb9881eb1b2703644 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 17:01:08.500878 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-c36c067c-4e7b-4a1b-829d-560aa1db8cca tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 17:01:08.504189 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-c36c067c-4e7b-4a1b-829d-560aa1db8cca tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 17:01:08.574430 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c36c067c-4e7b-4a1b-829d-560aa1db8cca tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:08.584669 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-519a42a6-df47-4275-8d46-fe14f9cc0c13 None None] Attempt 6 to provision port 59179446-aacc-434d-8cc0-f97b3f583a6d Oct 26 17:01:08.639142 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c36c067c-4e7b-4a1b-829d-560aa1db8cca tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:08.709267 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c36c067c-4e7b-4a1b-829d-560aa1db8cca tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:08.743436 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c067c-4e7b-4a1b-829d-560aa1db8cca tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be22a2d8-3431-45ca-9871-6fc9411ef5c7,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:08.750995 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d5f4f-56a9-4e2b-b7a6-00363a1bca3b None None] Pushing event updated for resources: {'Port': ['ID=59179446-aacc-434d-8cc0-f97b3f583a6d,revision_number=3']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:08.756816 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-519a42a6-df47-4275-8d46-fe14f9cc0c13 None None] Port 59179446-aacc-434d-8cc0-f97b3f583a6d cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 17:01:08.764251 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-cca4469d-3647-4833-ac5c-cc18bd2da5d7 None None] Attempting to bind port 59179446-aacc-434d-8cc0-f97b3f583a6d on host dv-neutron-862712-1-hyperv for vnic_type normal with profile {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 17:01:08.764895 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-cca4469d-3647-4833-ac5c-cc18bd2da5d7 None None] Attempting to bind port 59179446-aacc-434d-8cc0-f97b3f583a6d by drivers openvswitch,hyperv on host dv-neutron-862712-1-hyperv at level 0 using segments [{'id': '4454f2f2-187d-43ad-8220-293fb19aaf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'cfef9ce1-b139-400d-a89d-1ff46c873b5e'}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 17:01:08.765274 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca4469d-3647-4833-ac5c-cc18bd2da5d7 None None] Attempting to bind port 59179446-aacc-434d-8cc0-f97b3f583a6d on network cfef9ce1-b139-400d-a89d-1ff46c873b5e {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 17:01:08.770046 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 1a5175a5-28ba-4b1b-9a88-cbbc3bae87c1 up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 17:01:08.803055 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca4469d-3647-4833-ac5c-cc18bd2da5d7 None None] Checking agent: {'id': '4d9264a8-4cf3-4fa8-b42e-65e83c8fd65a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-862712-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 35, 5), 'started_at': datetime.datetime(2022, 10, 26, 15, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 17, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-862712-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 17:01:08.803436 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca4469d-3647-4833-ac5c-cc18bd2da5d7 None None] Checking segment: {'id': '4454f2f2-187d-43ad-8220-293fb19aaf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'cfef9ce1-b139-400d-a89d-1ff46c873b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 17:01:08.803841 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-cca4469d-3647-4833-ac5c-cc18bd2da5d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:08.804236 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca4469d-3647-4833-ac5c-cc18bd2da5d7 None None] Bound using segment: {'id': '4454f2f2-187d-43ad-8220-293fb19aaf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'cfef9ce1-b139-400d-a89d-1ff46c873b5e'} {{(pid=89749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 17:01:08.804706 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.managers [None req-cca4469d-3647-4833-ac5c-cc18bd2da5d7 None None] Bound port: 59179446-aacc-434d-8cc0-f97b3f583a6d, host: dv-neutron-862712-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4454f2f2-187d-43ad-8220-293fb19aaf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'cfef9ce1-b139-400d-a89d-1ff46c873b5e'}}] {{(pid=89749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 17:01:08.805077 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-cca4469d-3647-4833-ac5c-cc18bd2da5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:08.824389 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c36c067c-4e7b-4a1b-829d-560aa1db8cca tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:08.825674 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-c36c067c-4e7b-4a1b-829d-560aa1db8cca tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3451762 Oct 26 17:01:08.829026 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 54558) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 17:01:08.834265 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-74882917-5b84-4c10-b897-1e47db9336a5 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Request body: {'security_group_rule': {'security_group_id': '92f8efd8-840d-4964-833e-2288632c1808', 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:01:08.840545 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-74882917-5b84-4c10-b897-1e47db9336a5 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 17:01:08.844965 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-74882917-5b84-4c10-b897-1e47db9336a5 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Usage tracker for resource:security_group_rule and tenant:35f9dd3dc6a2474fb9881eb1b2703644 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 17:01:08.847901 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-74882917-5b84-4c10-b897-1e47db9336a5 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 17:01:08.853745 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-74882917-5b84-4c10-b897-1e47db9336a5 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 17:01:08.910130 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.securitygroups_db [None req-74882917-5b84-4c10-b897-1e47db9336a5 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Project 35f9dd3dc6a2474fb9881eb1b2703644 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 17:01:08.916882 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-74882917-5b84-4c10-b897-1e47db9336a5 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:08.922912 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-cca4469d-3647-4833-ac5c-cc18bd2da5d7 None None] For port 59179446-aacc-434d-8cc0-f97b3f583a6d, host dv-neutron-862712-1-hyperv, cleared binding levels {{(pid=89749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 17:01:08.924921 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 1a5175a5-28ba-4b1b-9a88-cbbc3bae87c1 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 17:01:08.925298 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:08.925639 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 1a5175a5-28ba-4b1b-9a88-cbbc3bae87c1 Oct 26 17:01:08.975146 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-cca4469d-3647-4833-ac5c-cc18bd2da5d7 None None] For port 59179446-aacc-434d-8cc0-f97b3f583a6d, host dv-neutron-862712-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=59179446-aacc-434d-8cc0-f97b3f583a6d,segment=NetworkSegment(4454f2f2-187d-43ad-8220-293fb19aaf92),segment_id=4454f2f2-187d-43ad-8220-293fb19aaf92)] {{(pid=89749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 17:01:08.986818 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-74882917-5b84-4c10-b897-1e47db9336a5 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:09.048187 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 1a5175a5-28ba-4b1b-9a88-cbbc3bae87c1 is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 17:01:09.052297 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-cca4469d-3647-4833-ac5c-cc18bd2da5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:09.080455 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-74882917-5b84-4c10-b897-1e47db9336a5 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:09.104728 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74882917-5b84-4c10-b897-1e47db9336a5 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d852b638-3c1a-43e8-8313-24d3a37a811d,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:09.117343 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca4469d-3647-4833-ac5c-cc18bd2da5d7 None None] Routers {'7ce500f7-b84c-48ce-9df4-108a6f8e0f9c'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 17:01:09.117986 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-cca4469d-3647-4833-ac5c-cc18bd2da5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T17:01:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['7ce500f7-b84c-48ce-9df4-108a6f8e0f9c'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:09.189987 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-74882917-5b84-4c10-b897-1e47db9336a5 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:09.191297 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-74882917-5b84-4c10-b897-1e47db9336a5 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3612564 Oct 26 17:01:09.193998 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 54562) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 17:01:09.199054 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.v2.base [None req-0c1dab5a-04bd-4180-a299-4263ded4ffd9 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Request body: {'security_group_rule': {'security_group_id': '92f8efd8-840d-4964-833e-2288632c1808', 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:01:09.205250 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-0c1dab5a-04bd-4180-a299-4263ded4ffd9 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 17:01:09.209086 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-0c1dab5a-04bd-4180-a299-4263ded4ffd9 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Usage tracker for resource:security_group_rule and tenant:35f9dd3dc6a2474fb9881eb1b2703644 is out of sync, need to count used quota {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 17:01:09.214206 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [None req-0c1dab5a-04bd-4180-a299-4263ded4ffd9 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 17:01:09.221435 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.quota.driver [None req-0c1dab5a-04bd-4180-a299-4263ded4ffd9 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 17:01:09.257486 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-519a42a6-df47-4275-8d46-fe14f9cc0c13 None None] Attempt 7 to provision port 59179446-aacc-434d-8cc0-f97b3f583a6d Oct 26 17:01:09.286242 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.db.securitygroups_db [None req-0c1dab5a-04bd-4180-a299-4263ded4ffd9 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Project 35f9dd3dc6a2474fb9881eb1b2703644 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 17:01:09.286505 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d5f4f-56a9-4e2b-b7a6-00363a1bca3b None None] Pushing event updated for resources: {'Port': ['ID=59179446-aacc-434d-8cc0-f97b3f583a6d,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:09.293415 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0c1dab5a-04bd-4180-a299-4263ded4ffd9 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:09.360438 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-519a42a6-df47-4275-8d46-fe14f9cc0c13 None None] Port 59179446-aacc-434d-8cc0-f97b3f583a6d had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 17:01:09.361143 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0c1dab5a-04bd-4180-a299-4263ded4ffd9 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:09.362964 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-cca4469d-3647-4833-ac5c-cc18bd2da5d7 None None] Set router 7ce500f7-b84c-48ce-9df4-108a6f8e0f9c gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 17:01:09.435951 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0c1dab5a-04bd-4180-a299-4263ded4ffd9 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525920'] for security_group_rule, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:09.459701 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1dab5a-04bd-4180-a299-4263ded4ffd9 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4055c1f2-34d8-4677-adac-8f50a3645743,revision_number=0']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:09.532853 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0c1dab5a-04bd-4180-a299-4263ded4ffd9 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:09.534086 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-0c1dab5a-04bd-4180-a299-4263ded4ffd9 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3391271 Oct 26 17:01:09.704794 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-091754d4-f4dd-432b-b2e3-4c59251301c6 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2043100561&fields=id&tenant_id=35f9dd3dc6a2474fb9881eb1b2703644 HTTP/1.1" status: 200 len: 267 time: 0.0442348 Oct 26 17:01:09.738911 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-cca4469d-3647-4833-ac5c-cc18bd2da5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce500f7-b84c-48ce-9df4-108a6f8e0f9c', 'name': 'tempest-TestSnapshotPattern-399766239-router', 'tenant_id': 'db5e0be585094c6d886e7091509ef2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '1a5175a5-28ba-4b1b-9a88-cbbc3bae87c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:01:00Z', 'updated_at': '2022-10-26T17:01:05Z', 'revision_number': 4, 'project_id': 'db5e0be585094c6d886e7091509ef2ed', 'gw_port': {'id': '1a5175a5-28ba-4b1b-9a88-cbbc3bae87c1', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:69:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce500f7-b84c-48ce-9df4-108a6f8e0f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:01:01Z', 'updated_at': '2022-10-26T17:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '59179446-aacc-434d-8cc0-f97b3f583a6d', 'name': '', 'network_id': 'cfef9ce1-b139-400d-a89d-1ff46c873b5e', 'tenant_id': 'db5e0be585094c6d886e7091509ef2ed', 'mac_address': 'fa:16:3e:50:24:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce500f7-b84c-48ce-9df4-108a6f8e0f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'c94eab95-5ac3-426f-87cd-48e882ba06df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:01:04Z', 'updated_at': '2022-10-26T17:01:08Z', 'revision_number': 4, 'project_id': 'db5e0be585094c6d886e7091509ef2ed', 'subnets': [{'id': 'c94eab95-5ac3-426f-87cd-48e882ba06df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:09.742968 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca4469d-3647-4833-ac5c-cc18bd2da5d7 None None] The sync data for ids ['7ce500f7-b84c-48ce-9df4-108a6f8e0f9c'] in dv-neutron-862712-1-hyperv is: [{'id': '7ce500f7-b84c-48ce-9df4-108a6f8e0f9c', 'name': 'tempest-TestSnapshotPattern-399766239-router', 'tenant_id': 'db5e0be585094c6d886e7091509ef2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '1a5175a5-28ba-4b1b-9a88-cbbc3bae87c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:01:00Z', 'updated_at': '2022-10-26T17:01:05Z', 'revision_number': 4, 'project_id': 'db5e0be585094c6d886e7091509ef2ed', 'gw_port': {'id': '1a5175a5-28ba-4b1b-9a88-cbbc3bae87c1', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:69:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce500f7-b84c-48ce-9df4-108a6f8e0f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:01:01Z', 'updated_at': '2022-10-26T17:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '59179446-aacc-434d-8cc0-f97b3f583a6d', 'name': '', 'network_id': 'cfef9ce1-b139-400d-a89d-1ff46c873b5e', 'tenant_id': 'db5e0be585094c6d886e7091509ef2ed', 'mac_address': 'fa:16:3e:50:24:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce500f7-b84c-48ce-9df4-108a6f8e0f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'c94eab95-5ac3-426f-87cd-48e882ba06df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:01:04Z', 'updated_at': '2022-10-26T17:01:08Z', 'revision_number': 4, 'project_id': 'db5e0be585094c6d886e7091509ef2ed', 'subnets': [{'id': 'c94eab95-5ac3-426f-87cd-48e882ba06df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:01:09.875435 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-9897a3a7-6574-4334-a1de-b260f400a4de tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:01:09.876851 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-9897a3a7-6574-4334-a1de-b260f400a4de tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/networks?id=1e9a8021-025a-40a6-adfe-ed9b23c3481c HTTP/1.1" status: 200 len: 810 time: 0.1651418 Oct 26 17:01:09.892920 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-917e8853-8489-4c33-a259-82c0bdeab6e0 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/quotas/35f9dd3dc6a2474fb9881eb1b2703644 HTTP/1.1" status: 200 len: 375 time: 0.0103240 Oct 26 17:01:09.989026 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-c35b61f6-48a0-49fe-bdff-a8d7c58437c1 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=35f9dd3dc6a2474fb9881eb1b2703644&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0903800 Oct 26 17:01:10.109022 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-8eaa92c0-0985-4ada-a12d-f7ace494b8ce service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=89748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 17:01:10.110121 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-8eaa92c0-0985-4ada-a12d-f7ace494b8ce service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1084077 Oct 26 17:01:10.250273 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-cc95eeb8-9e0c-46f4-94b8-f09165d186d0 service neutron] 10.222.0.23 "GET /v2.0/networks/1e9a8021-025a-40a6-adfe-ed9b23c3481c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338179 Oct 26 17:01:10.391687 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-27d08101-7e22-4bf2-b29f-d632497bc858 service neutron] 10.222.0.23 "GET /v2.0/networks/1e9a8021-025a-40a6-adfe-ed9b23c3481c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351590 Oct 26 17:01:10.794740 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 59179446-aacc-434d-8cc0-f97b3f583a6d up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 17:01:10.817505 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-7234e5d0-795d-43dd-99d3-f1a9c20f96a8 req-1f1d0153-e607-407b-bb67-3d6dbf5265d2 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Synchronizing usage tracker for tenant:35f9dd3dc6a2474fb9881eb1b2703644 on resource:port {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 17:01:10.909630 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-7234e5d0-795d-43dd-99d3-f1a9c20f96a8 req-1f1d0153-e607-407b-bb67-3d6dbf5265d2 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Unset dirty status for tenant:35f9dd3dc6a2474fb9881eb1b2703644 on resource:port {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 17:01:10.910936 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-7234e5d0-795d-43dd-99d3-f1a9c20f96a8 req-1f1d0153-e607-407b-bb67-3d6dbf5265d2 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/ports?device_id=d80f2bc8-830f-4540-80fa-046effbe388f HTTP/1.1" status: 200 len: 210 time: 0.1658552 Oct 26 17:01:10.938596 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning for port 59179446-aacc-434d-8cc0-f97b3f583a6d completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 17:01:10.943831 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 59179446-aacc-434d-8cc0-f97b3f583a6d triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 17:01:10.944250 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:10.944684 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 59179446-aacc-434d-8cc0-f97b3f583a6d Oct 26 17:01:11.065327 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 59179446-aacc-434d-8cc0-f97b3f583a6d is: DOWN; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 17:01:11.065820 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:11.098345 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] For port 59179446-aacc-434d-8cc0-f97b3f583a6d, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=59179446-aacc-434d-8cc0-f97b3f583a6d,segment=NetworkSegment(4454f2f2-187d-43ad-8220-293fb19aaf92),segment_id=4454f2f2-187d-43ad-8220-293fb19aaf92)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 17:01:11.172757 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:11.241515 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Pushing event updated for resources: {'Port': ['ID=59179446-aacc-434d-8cc0-f97b3f583a6d,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:12.078016 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e8094e43-4939-4673-b19d-af77e3ad2d41 req-f5f4b0f4-300c-4e2f-9125-37e14ad58522 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/ports?device_id=d80f2bc8-830f-4540-80fa-046effbe388f HTTP/1.1" status: 200 len: 210 time: 0.0555041 Oct 26 17:01:12.750524 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 59179446-aacc-434d-8cc0-f97b3f583a6d up at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 17:01:12.822973 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Provisioning complete for port 59179446-aacc-434d-8cc0-f97b3f583a6d triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 17:01:12.823250 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:12.823582 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Attempt 1 to provision port 59179446-aacc-434d-8cc0-f97b3f583a6d Oct 26 17:01:12.939105 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Current status of the port 59179446-aacc-434d-8cc0-f97b3f583a6d is: ACTIVE; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 17:01:13.048433 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-1fc27e21-b5d8-41b3-812f-db341de8ffef tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:01:13.049843 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-1fc27e21-b5d8-41b3-812f-db341de8ffef tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.48 "GET /v2.0/networks?id=1e9a8021-025a-40a6-adfe-ed9b23c3481c HTTP/1.1" status: 200 len: 810 time: 0.1501505 Oct 26 17:01:13.099122 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-5a99cff0-8b84-4abb-aafd-bd6a9d7278a4 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35f9dd3dc6a2474fb9881eb1b2703644 HTTP/1.1" status: 200 len: 380 time: 0.0411732 Oct 26 17:01:13.107569 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-5a9d5ed5-ca98-41c1-84d5-cb404ea6f850 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Request body: {'port': {'device_id': 'd80f2bc8-830f-4540-80fa-046effbe388f', 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c', 'admin_state_up': True, 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'security_groups': ['92f8efd8-840d-4964-833e-2288632c1808']}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:01:13.252702 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-819d4043-0f54-459c-8a78-1d1ada2c1df0 req-5d91296c-7143-45f0-a220-f6129596f859 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/ports?device_id=d80f2bc8-830f-4540-80fa-046effbe388f HTTP/1.1" status: 200 len: 210 time: 0.0547352 Oct 26 17:01:13.257825 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-5a9d5ed5-ca98-41c1-84d5-cb404ea6f850 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 17:01:13.276604 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-5a9d5ed5-ca98-41c1-84d5-cb404ea6f850 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 17:01:13.321396 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-5a9d5ed5-ca98-41c1-84d5-cb404ea6f850 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Made reservation on behalf of 35f9dd3dc6a2474fb9881eb1b2703644 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:01:13.324961 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-5a9d5ed5-ca98-41c1-84d5-cb404ea6f850 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:13.487874 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-5a9d5ed5-ca98-41c1-84d5-cb404ea6f850 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Allocated IP 172.20.0.6 (1e9a8021-025a-40a6-adfe-ed9b23c3481c/7153efa1-3a21-4b2f-9cd0-02ec75523eda/72259143-2a2c-4fac-8d8d-b60e5cd5742a) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:01:13.788720 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-5a9d5ed5-ca98-41c1-84d5-cb404ea6f850 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:13.804049 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-5a9d5ed5-ca98-41c1-84d5-cb404ea6f850 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Transition to ACTIVE for port object 72259143-2a2c-4fac-8d8d-b60e5cd5742a will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 17:01:13.864471 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-5a9d5ed5-ca98-41c1-84d5-cb404ea6f850 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:13.934185 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-5a9d5ed5-ca98-41c1-84d5-cb404ea6f850 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Network 1e9a8021-025a-40a6-adfe-ed9b23c3481c is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:01:13.937906 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-5a9d5ed5-ca98-41c1-84d5-cb404ea6f850 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:01:13.940290 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-5a9d5ed5-ca98-41c1-84d5-cb404ea6f850 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 17:01:13.980701 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d5ed5-ca98-41c1-84d5-cb404ea6f850 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Pushing event updated for resources: {'Port': ['ID=72259143-2a2c-4fac-8d8d-b60e5cd5742a,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:14.016947 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-5a9d5ed5-ca98-41c1-84d5-cb404ea6f850 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:01:14.017567 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-5a9d5ed5-ca98-41c1-84d5-cb404ea6f850 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:14.099295 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-5a9d5ed5-ca98-41c1-84d5-cb404ea6f850 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9951162 Oct 26 17:01:14.110858 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-428d7c02-07ac-4313-83a6-93da297be120 service neutron] Request body: {'port': {'device_id': 'd80f2bc8-830f-4540-80fa-046effbe388f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8627'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:01:14.219674 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-19b44c84-87ba-4ed0-a275-1a0f7780d994 None None] Provisioning for port 72259143-2a2c-4fac-8d8d-b60e5cd5742a completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 17:01:14.224520 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-19b44c84-87ba-4ed0-a275-1a0f7780d994 None None] Provisioning complete for port 72259143-2a2c-4fac-8d8d-b60e5cd5742a triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 17:01:14.224893 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-19b44c84-87ba-4ed0-a275-1a0f7780d994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:14.225116 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-428d7c02-07ac-4313-83a6-93da297be120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:14.225220 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-19b44c84-87ba-4ed0-a275-1a0f7780d994 None None] Attempt 1 to provision port 72259143-2a2c-4fac-8d8d-b60e5cd5742a Oct 26 17:01:14.285141 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-19b44c84-87ba-4ed0-a275-1a0f7780d994 None None] Port 72259143-2a2c-4fac-8d8d-b60e5cd5742a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 17:01:14.570920 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497ab07-4540-45e9-8264-fc0ea46b3ff5 req-26ad6837-2617-4176-8fff-ce176e061606 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:01:14.571521 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-5497ab07-4540-45e9-8264-fc0ea46b3ff5 req-26ad6837-2617-4176-8fff-ce176e061606 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Synchronizing usage tracker for tenant:35f9dd3dc6a2474fb9881eb1b2703644 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 17:01:14.650310 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-428d7c02-07ac-4313-83a6-93da297be120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72259143-2a2c-4fac-8d8d-b60e5cd5742a {{(pid=89748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 17:01:14.657349 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-5497ab07-4540-45e9-8264-fc0ea46b3ff5 req-26ad6837-2617-4176-8fff-ce176e061606 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Unset dirty status for tenant:35f9dd3dc6a2474fb9881eb1b2703644 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 17:01:14.658514 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5497ab07-4540-45e9-8264-fc0ea46b3ff5 req-26ad6837-2617-4176-8fff-ce176e061606 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/ports?device_id=d80f2bc8-830f-4540-80fa-046effbe388f HTTP/1.1" status: 200 len: 931 time: 0.2896581 Oct 26 17:01:14.660083 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-428d7c02-07ac-4313-83a6-93da297be120 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:14.694524 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-428d7c02-07ac-4313-83a6-93da297be120 service neutron] Transition to ACTIVE for port object 72259143-2a2c-4fac-8d8d-b60e5cd5742a will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 17:01:14.717424 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-5497ab07-4540-45e9-8264-fc0ea46b3ff5 req-f8a26103-30c5-4463-99dc-eaca74c606a7 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/security-groups?id=92f8efd8-840d-4964-833e-2288632c1808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527716 Oct 26 17:01:14.761548 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-428d7c02-07ac-4313-83a6-93da297be120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:14.786299 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-19b44c84-87ba-4ed0-a275-1a0f7780d994 None None] Attempt 2 to provision port 72259143-2a2c-4fac-8d8d-b60e5cd5742a Oct 26 17:01:14.839670 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-19b44c84-87ba-4ed0-a275-1a0f7780d994 None None] Port 72259143-2a2c-4fac-8d8d-b60e5cd5742a cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 17:01:14.944278 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d7c02-07ac-4313-83a6-93da297be120 service neutron] Pushing event updated for resources: {'Port': ['ID=72259143-2a2c-4fac-8d8d-b60e5cd5742a,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:14.990060 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-428d7c02-07ac-4313-83a6-93da297be120 service neutron] Attempting to bind port 72259143-2a2c-4fac-8d8d-b60e5cd5742a on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 17:01:14.990388 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-428d7c02-07ac-4313-83a6-93da297be120 service neutron] Attempting to bind port 72259143-2a2c-4fac-8d8d-b60e5cd5742a by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 17:01:14.990738 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-428d7c02-07ac-4313-83a6-93da297be120 service neutron] Attempting to bind port 72259143-2a2c-4fac-8d8d-b60e5cd5742a on network 1e9a8021-025a-40a6-adfe-ed9b23c3481c {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 17:01:14.995267 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-428d7c02-07ac-4313-83a6-93da297be120 service neutron] Port 72259143-2a2c-4fac-8d8d-b60e5cd5742a on network 1e9a8021-025a-40a6-adfe-ed9b23c3481c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 17:01:14.995579 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-428d7c02-07ac-4313-83a6-93da297be120 service neutron] Attempting to bind port 72259143-2a2c-4fac-8d8d-b60e5cd5742a on network 1e9a8021-025a-40a6-adfe-ed9b23c3481c {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 17:01:15.000945 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-428d7c02-07ac-4313-83a6-93da297be120 service neutron] Checking agent: {'id': '1b551391-ebdd-44bd-8801-034277ca5526', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8627', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'started_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 17, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 17:01:15.001282 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-428d7c02-07ac-4313-83a6-93da297be120 service neutron] Checking segment: {'id': 'b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 17:01:15.001661 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-428d7c02-07ac-4313-83a6-93da297be120 service neutron] Bound using segment: {'id': 'b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 17:01:15.002088 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-428d7c02-07ac-4313-83a6-93da297be120 service neutron] Bound port: 72259143-2a2c-4fac-8d8d-b60e5cd5742a, host: hv-neutron-8627, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 17:01:15.002433 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-428d7c02-07ac-4313-83a6-93da297be120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:15.090792 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-428d7c02-07ac-4313-83a6-93da297be120 service neutron] For port 72259143-2a2c-4fac-8d8d-b60e5cd5742a, host hv-neutron-8627, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 17:01:15.094284 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-428d7c02-07ac-4313-83a6-93da297be120 service neutron] For port 72259143-2a2c-4fac-8d8d-b60e5cd5742a, host hv-neutron-8627, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=72259143-2a2c-4fac-8d8d-b60e5cd5742a,segment=NetworkSegment(b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0),segment_id=b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 17:01:15.138717 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-428d7c02-07ac-4313-83a6-93da297be120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:15.170593 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-428d7c02-07ac-4313-83a6-93da297be120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:01:15.171191 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-428d7c02-07ac-4313-83a6-93da297be120 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:15.173048 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-428d7c02-07ac-4313-83a6-93da297be120 service neutron] 10.222.0.48 "PUT /v2.0/ports/72259143-2a2c-4fac-8d8d-b60e5cd5742a HTTP/1.1" status: 200 len: 1093 time: 1.0670755 Oct 26 17:01:15.173536 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd80f2bc8-830f-4540-80fa-046effbe388f', 'tag': '72259143-2a2c-4fac-8d8d-b60e5cd5742a'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 17:01:15.175969 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbecf65b1506daf1e3c9415b2792b0fd9d4f71d7b4124d9691f7baf88de182a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428c04fb-6c8f-43e8-a822-6cd898715c03" -d '{"events": [{"name": "network-changed", "server_uuid": "d80f2bc8-830f-4540-80fa-046effbe388f", "tag": "72259143-2a2c-4fac-8d8d-b60e5cd5742a"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:01:15.219794 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 17:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09d89c0-159d-4842-8211-387492b30d39 x-openstack-request-id: req-d09d89c0-159d-4842-8211-387492b30d39 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:01:15.220080 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d80f2bc8-830f-4540-80fa-046effbe388f", "tag": "72259143-2a2c-4fac-8d8d-b60e5cd5742a", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:01:15.220335 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d09d89c0-159d-4842-8211-387492b30d39 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:01:15.220765 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d09d89c0-159d-4842-8211-387492b30d39'] response: {'name': 'network-changed', 'server_uuid': 'd80f2bc8-830f-4540-80fa-046effbe388f', 'tag': '72259143-2a2c-4fac-8d8d-b60e5cd5742a', 'status': 'completed', 'code': 200} Oct 26 17:01:15.226090 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d7c02-07ac-4313-83a6-93da297be120 service neutron] Pushing event updated for resources: {'Port': ['ID=72259143-2a2c-4fac-8d8d-b60e5cd5742a,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:15.319708 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c04fb-6c8f-43e8-a822-6cd898715c03 req-d519acca-9032-47d3-92d9-1648c2feb868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:01:15.321215 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-428c04fb-6c8f-43e8-a822-6cd898715c03 req-d519acca-9032-47d3-92d9-1648c2feb868 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=35f9dd3dc6a2474fb9881eb1b2703644&device_id=d80f2bc8-830f-4540-80fa-046effbe388f HTTP/1.1" status: 200 len: 1096 time: 0.0821409 Oct 26 17:01:15.340491 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-19b44c84-87ba-4ed0-a275-1a0f7780d994 None None] Attempt 3 to provision port 72259143-2a2c-4fac-8d8d-b60e5cd5742a Oct 26 17:01:15.404584 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-19b44c84-87ba-4ed0-a275-1a0f7780d994 None None] Port 72259143-2a2c-4fac-8d8d-b60e5cd5742a had new provisioning blocks added so it will not transition to active. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 26 17:01:15.462204 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c04fb-6c8f-43e8-a822-6cd898715c03 req-4033b646-742c-4341-9e2b-3715a457ec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:01:15.463727 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-428c04fb-6c8f-43e8-a822-6cd898715c03 req-4033b646-742c-4341-9e2b-3715a457ec8c service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=35f9dd3dc6a2474fb9881eb1b2703644&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1364110 Oct 26 17:01:15.601628 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c04fb-6c8f-43e8-a822-6cd898715c03 req-2b85d4d2-2ad9-4847-a93d-97af5d20e2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:01:15.603115 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-428c04fb-6c8f-43e8-a822-6cd898715c03 req-2b85d4d2-2ad9-4847-a93d-97af5d20e2a9 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1341500 Oct 26 17:01:15.720719 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-b2099fcf-cd7d-46b1-a4a8-6ebdef602d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:01:15.722171 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-b2099fcf-cd7d-46b1-a4a8-6ebdef602d7a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=35f9dd3dc6a2474fb9881eb1b2703644&device_id=d80f2bc8-830f-4540-80fa-046effbe388f HTTP/1.1" status: 200 len: 1096 time: 0.0841784 Oct 26 17:01:15.934015 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-4a727d99-7b64-4110-9912-0f6ba40eb303 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72259143-2a2c-4fac-8d8d-b60e5cd5742a HTTP/1.1" status: 200 len: 217 time: 0.2052763 Oct 26 17:01:16.016609 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-494f621f-aeaf-4719-833c-799485d62a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:01:16.018053 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-494f621f-aeaf-4719-833c-799485d62a88 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7153efa1-3a21-4b2f-9cd0-02ec75523eda HTTP/1.1" status: 200 len: 849 time: 0.0775220 Oct 26 17:01:16.089905 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51bb41-03ad-42bf-b8d4-0eea22f42fde req-5510be4b-1fb4-4f06-b802-0c5dcc4b4a46 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:01:16.091362 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bc51bb41-03ad-42bf-b8d4-0eea22f42fde req-5510be4b-1fb4-4f06-b802-0c5dcc4b4a46 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/ports?device_id=d80f2bc8-830f-4540-80fa-046effbe388f HTTP/1.1" status: 200 len: 943 time: 0.2027025 Oct 26 17:01:16.144879 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bc51bb41-03ad-42bf-b8d4-0eea22f42fde req-2afebfaa-64d4-4292-9e3e-52beb3df0da8 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/security-groups?id=92f8efd8-840d-4964-833e-2288632c1808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468256 Oct 26 17:01:16.152802 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-64beeb8f-523f-4f27-9ff6-6da4149a851d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:01:16.154227 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-64beeb8f-523f-4f27-9ff6-6da4149a851d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1e9a8021-025a-40a6-adfe-ed9b23c3481c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1302209 Oct 26 17:01:16.287318 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-20a54d92-e2b1-4030-a17e-58001276b459 service neutron] 10.222.0.48 "GET /v2.0/networks/1e9a8021-025a-40a6-adfe-ed9b23c3481c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272244 Oct 26 17:01:16.419103 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6417aa5f-797a-400f-919d-6a6fa8a77694 req-b4c40691-7d68-4113-ab84-49a5b988e475 service neutron] 10.222.0.48 "GET /v2.0/networks/1e9a8021-025a-40a6-adfe-ed9b23c3481c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257801 Oct 26 17:01:17.345834 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea1e82-4094-4da3-9621-f9aa3bf13d73 req-cdd68ef3-ea21-4703-a97f-2fe31cab31b1 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:01:17.347250 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0fea1e82-4094-4da3-9621-f9aa3bf13d73 req-cdd68ef3-ea21-4703-a97f-2fe31cab31b1 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/ports?device_id=d80f2bc8-830f-4540-80fa-046effbe388f HTTP/1.1" status: 200 len: 943 time: 0.0918205 Oct 26 17:01:17.391226 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-0fea1e82-4094-4da3-9621-f9aa3bf13d73 req-cd316feb-9a35-4747-9ce8-0132106777ae tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Synchronizing usage tracker for tenant:35f9dd3dc6a2474fb9881eb1b2703644 on resource:security_group {{(pid=89747) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 17:01:17.469951 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.quota.resource [req-0fea1e82-4094-4da3-9621-f9aa3bf13d73 req-cd316feb-9a35-4747-9ce8-0132106777ae tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Unset dirty status for tenant:35f9dd3dc6a2474fb9881eb1b2703644 on resource:security_group {{(pid=89747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 17:01:17.471145 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-0fea1e82-4094-4da3-9621-f9aa3bf13d73 req-cd316feb-9a35-4747-9ce8-0132106777ae tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/security-groups?id=92f8efd8-840d-4964-833e-2288632c1808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183302 Oct 26 17:01:18.671705 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4f6be-321a-434b-9a70-e32c2ae76913 req-0aa8303a-eb65-42e6-8141-cfcdfc15be2b tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:01:18.673189 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3ce4f6be-321a-434b-9a70-e32c2ae76913 req-0aa8303a-eb65-42e6-8141-cfcdfc15be2b tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/ports?device_id=d80f2bc8-830f-4540-80fa-046effbe388f HTTP/1.1" status: 200 len: 943 time: 0.0938361 Oct 26 17:01:18.717192 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3ce4f6be-321a-434b-9a70-e32c2ae76913 req-bea45546-5564-4b13-ba94-8d35798a8ca7 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/security-groups?id=92f8efd8-840d-4964-833e-2288632c1808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383747 Oct 26 17:01:19.916792 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863ac09-2f35-4677-8343-62593fd9254d req-fe6f186b-35fc-4069-a8c9-7944f0e14f98 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:01:19.918256 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-5863ac09-2f35-4677-8343-62593fd9254d req-fe6f186b-35fc-4069-a8c9-7944f0e14f98 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/ports?device_id=d80f2bc8-830f-4540-80fa-046effbe388f HTTP/1.1" status: 200 len: 943 time: 0.0890486 Oct 26 17:01:19.966445 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-5863ac09-2f35-4677-8343-62593fd9254d req-94ea30e1-9d3f-4313-813c-88f05889f166 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/security-groups?id=92f8efd8-840d-4964-833e-2288632c1808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417814 Oct 26 17:01:20.029102 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 72259143-2a2c-4fac-8d8d-b60e5cd5742a details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 17:01:20.164528 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 72259143-2a2c-4fac-8d8d-b60e5cd5742a, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=72259143-2a2c-4fac-8d8d-b60e5cd5742a,segment=NetworkSegment(b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0),segment_id=b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 17:01:20.178348 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': '72259143-2a2c-4fac-8d8d-b60e5cd5742a', 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c', 'port_id': '72259143-2a2c-4fac-8d8d-b60e5cd5742a', 'mac_address': 'fa:16:3e:b8:19:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7153efa1-3a21-4b2f-9cd0-02ec75523eda', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 17:01:20.236991 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 72259143-2a2c-4fac-8d8d-b60e5cd5742a is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 17:01:20.237314 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:20.255365 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72259143-2a2c-4fac-8d8d-b60e5cd5742a {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 17:01:20.272259 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 72259143-2a2c-4fac-8d8d-b60e5cd5742a, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=72259143-2a2c-4fac-8d8d-b60e5cd5742a,segment=NetworkSegment(b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0),segment_id=b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 17:01:20.367073 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:20.441851 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=72259143-2a2c-4fac-8d8d-b60e5cd5742a,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:20.717870 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['72259143-2a2c-4fac-8d8d-b60e5cd5742a'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 17:01:21.167465 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57922dc1-eaa2-461d-a7bb-84a837be715b req-faa38ce1-3a92-499b-aace-93cb4d30b785 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:01:21.168909 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-57922dc1-eaa2-461d-a7bb-84a837be715b req-faa38ce1-3a92-499b-aace-93cb4d30b785 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/ports?device_id=d80f2bc8-830f-4540-80fa-046effbe388f HTTP/1.1" status: 200 len: 944 time: 0.0880854 Oct 26 17:01:21.212881 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-57922dc1-eaa2-461d-a7bb-84a837be715b req-fd24d43d-b627-4bf3-9662-74be395cc186 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/security-groups?id=92f8efd8-840d-4964-833e-2288632c1808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373340 Oct 26 17:01:22.028772 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 72259143-2a2c-4fac-8d8d-b60e5cd5742a up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 17:01:22.184171 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning for port 72259143-2a2c-4fac-8d8d-b60e5cd5742a completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 17:01:22.189650 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port 72259143-2a2c-4fac-8d8d-b60e5cd5742a triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 17:01:22.190023 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:22.190381 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port 72259143-2a2c-4fac-8d8d-b60e5cd5742a Oct 26 17:01:22.308383 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 72259143-2a2c-4fac-8d8d-b60e5cd5742a is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 17:01:22.308816 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:22.336159 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80f2bc8-830f-4540-80fa-046effbe388f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72259143-2a2c-4fac-8d8d-b60e5cd5742a'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 17:01:22.338450 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f75fbf14a3cb38ccce5df07bc87c0326afcdfdd969cc215a686ddaf7116ab95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ac0baf-c1a8-4dad-aa91-3c203e4f0a5d" -d '{"events": [{"server_uuid": "d80f2bc8-830f-4540-80fa-046effbe388f", "name": "network-vif-plugged", "status": "completed", "tag": "72259143-2a2c-4fac-8d8d-b60e5cd5742a"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:01:22.346965 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 72259143-2a2c-4fac-8d8d-b60e5cd5742a, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=72259143-2a2c-4fac-8d8d-b60e5cd5742a,segment=NetworkSegment(b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0),segment_id=b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 17:01:22.407868 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:22.414819 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519f36c-0c11-4072-a68a-c7ef42f5f9d7 req-b6920505-1596-4d9c-981f-8577579547f2 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:01:22.416320 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-4519f36c-0c11-4072-a68a-c7ef42f5f9d7 req-b6920505-1596-4d9c-981f-8577579547f2 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/ports?device_id=d80f2bc8-830f-4540-80fa-046effbe388f HTTP/1.1" status: 200 len: 944 time: 0.0907433 Oct 26 17:01:22.450841 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 17:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e489c3bf-bc2c-4538-939a-df772cc6a5ae x-openstack-request-id: req-e489c3bf-bc2c-4538-939a-df772cc6a5ae {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:01:22.451212 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d80f2bc8-830f-4540-80fa-046effbe388f", "name": "network-vif-plugged", "status": "completed", "tag": "72259143-2a2c-4fac-8d8d-b60e5cd5742a", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:01:22.451529 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e489c3bf-bc2c-4538-939a-df772cc6a5ae {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:01:22.452070 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e489c3bf-bc2c-4538-939a-df772cc6a5ae'] response: {'server_uuid': 'd80f2bc8-830f-4540-80fa-046effbe388f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72259143-2a2c-4fac-8d8d-b60e5cd5742a', 'code': 200} Oct 26 17:01:22.471014 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-4519f36c-0c11-4072-a68a-c7ef42f5f9d7 req-e23d6fe9-4046-4b8b-8f91-e325d08a98b1 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/security-groups?id=92f8efd8-840d-4964-833e-2288632c1808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472333 Oct 26 17:01:22.486784 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=72259143-2a2c-4fac-8d8d-b60e5cd5742a,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:22.687851 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 17:01:22.819968 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562286d-2f8d-4295-8d2f-78f2623f65b9 req-4963d4e8-fc19-4fdd-a391-fd2092c0673d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:01:22.821427 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9562286d-2f8d-4295-8d2f-78f2623f65b9 req-4963d4e8-fc19-4fdd-a391-fd2092c0673d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d80f2bc8-830f-4540-80fa-046effbe388f HTTP/1.1" status: 200 len: 1098 time: 0.0812967 Oct 26 17:01:22.861943 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9562286d-2f8d-4295-8d2f-78f2623f65b9 req-76e01b05-254c-4e92-bb68-78fa617229a2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=92f8efd8-840d-4964-833e-2288632c1808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343394 Oct 26 17:01:23.669729 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a881bb-378a-4b50-90df-1bcb3458fdb2 req-519f589e-7901-4b78-9107-280fef265efc tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:01:23.671258 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-34a881bb-378a-4b50-90df-1bcb3458fdb2 req-519f589e-7901-4b78-9107-280fef265efc tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/ports?device_id=d80f2bc8-830f-4540-80fa-046effbe388f HTTP/1.1" status: 200 len: 945 time: 0.0895853 Oct 26 17:01:23.720675 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-34a881bb-378a-4b50-90df-1bcb3458fdb2 req-2dd586b4-be7a-4649-830a-17d92f8e85e7 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/security-groups?id=92f8efd8-840d-4964-833e-2288632c1808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428786 Oct 26 17:01:24.920168 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4f53e-f671-42dc-bd05-a667b7493610 req-fb8cf5c6-dcef-415a-b67b-3795e1837183 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:01:24.921623 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d9a4f53e-f671-42dc-bd05-a667b7493610 req-fb8cf5c6-dcef-415a-b67b-3795e1837183 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/ports?device_id=d80f2bc8-830f-4540-80fa-046effbe388f HTTP/1.1" status: 200 len: 945 time: 0.0909288 Oct 26 17:01:24.965253 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d9a4f53e-f671-42dc-bd05-a667b7493610 req-aa01f528-f1bb-4ac8-bd91-fcefe31f75f9 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/security-groups?id=92f8efd8-840d-4964-833e-2288632c1808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373557 Oct 26 17:01:25.159505 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e81f19-b1f5-4e44-87da-c24d90bbdba4 req-4bff6e33-f071-4ef6-863f-ab05a7918b7d tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:01:25.160947 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-97e81f19-b1f5-4e44-87da-c24d90bbdba4 req-4bff6e33-f071-4ef6-863f-ab05a7918b7d tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/ports?device_id=d80f2bc8-830f-4540-80fa-046effbe388f HTTP/1.1" status: 200 len: 945 time: 0.0875020 Oct 26 17:01:25.204314 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-97e81f19-b1f5-4e44-87da-c24d90bbdba4 req-12d1898c-697e-4655-85fb-92d1e4df74ae tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/security-groups?id=92f8efd8-840d-4964-833e-2288632c1808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372658 Oct 26 17:01:25.232235 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 54636) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 17:01:25.354268 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150a83ed-6ea6-4521-8f4f-d5c74a9fd8de tempest-TestSnapshotPattern-1211193229 tempest-TestSnapshotPattern-1211193229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:01:25.355776 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-150a83ed-6ea6-4521-8f4f-d5c74a9fd8de tempest-TestSnapshotPattern-1211193229 tempest-TestSnapshotPattern-1211193229-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d80f2bc8-830f-4540-80fa-046effbe388f HTTP/1.1" status: 200 len: 1093 time: 0.1225414 Oct 26 17:01:25.358674 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 54642) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 17:01:25.363945 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-65de22bb-ab6d-4baf-92bd-d467ee0cc76f tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Request body: {'floatingip': {'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'port_id': '72259143-2a2c-4fac-8d8d-b60e5cd5742a', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:01:25.369979 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-65de22bb-ab6d-4baf-92bd-d467ee0cc76f tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 17:01:25.374014 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-65de22bb-ab6d-4baf-92bd-d467ee0cc76f tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Usage tracker for resource:floatingip and tenant:35f9dd3dc6a2474fb9881eb1b2703644 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 17:01:25.377801 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-65de22bb-ab6d-4baf-92bd-d467ee0cc76f tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 17:01:25.383584 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-65de22bb-ab6d-4baf-92bd-d467ee0cc76f tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 17:01:25.435643 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-65de22bb-ab6d-4baf-92bd-d467ee0cc76f tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks [] for floatingip, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:25.574792 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-65de22bb-ab6d-4baf-92bd-d467ee0cc76f tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:25.710943 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-65de22bb-ab6d-4baf-92bd-d467ee0cc76f tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Allocated IP 172.26.2.64 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/de56e7c9-7337-484b-944e-5d46b0c2952c) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:01:25.862478 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-65de22bb-ab6d-4baf-92bd-d467ee0cc76f tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:25.944646 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-65de22bb-ab6d-4baf-92bd-d467ee0cc76f tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:26.104428 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65de22bb-ab6d-4baf-92bd-d467ee0cc76f tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:01:26.107369 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-65de22bb-ab6d-4baf-92bd-d467ee0cc76f tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:01:26.111054 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65de22bb-ab6d-4baf-92bd-d467ee0cc76f tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 17:01:26.145974 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de22bb-ab6d-4baf-92bd-d467ee0cc76f tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Pushing event updated for resources: {'Port': ['ID=de56e7c9-7337-484b-944e-5d46b0c2952c,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:26.516077 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-65de22bb-ab6d-4baf-92bd-d467ee0cc76f tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:26.631902 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-65de22bb-ab6d-4baf-92bd-d467ee0cc76f tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:26.837378 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-65de22bb-ab6d-4baf-92bd-d467ee0cc76f tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:26.921432 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-65de22bb-ab6d-4baf-92bd-d467ee0cc76f tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:27.029096 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-65de22bb-ab6d-4baf-92bd-d467ee0cc76f tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:27.079833 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de22bb-ab6d-4baf-92bd-d467ee0cc76f tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Pushing event updated for resources: {'Port': ['ID=de56e7c9-7337-484b-944e-5d46b0c2952c,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:27.204643 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.l3_db [None req-65de22bb-ab6d-4baf-92bd-d467ee0cc76f tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Floating IP cb814b80-72e6-4c69-b6aa-1d70d156ac41 associated. External IP: 172.26.2.64, port: 72259143-2a2c-4fac-8d8d-b60e5cd5742a. Oct 26 17:01:27.669804 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65de22bb-ab6d-4baf-92bd-d467ee0cc76f tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Router 9be35034-f885-46f4-b180-0119a0b534bf has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 17:01:27.835525 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:27.853940 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65de22bb-ab6d-4baf-92bd-d467ee0cc76f tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 17:01:27.864850 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f12ceb6-e98e-4a58-a91a-5558c6164678 None None] Sync routers for ids ['9be35034-f885-46f4-b180-0119a0b534bf'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:01:27.874256 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f12ceb6-e98e-4a58-a91a-5558c6164678 None None] Routers {'9be35034-f885-46f4-b180-0119a0b534bf'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 17:01:27.874890 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-7f12ceb6-e98e-4a58-a91a-5558c6164678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T17:01:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['9be35034-f885-46f4-b180-0119a0b534bf'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:27.938460 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-65de22bb-ab6d-4baf-92bd-d467ee0cc76f tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:27.998835 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-65de22bb-ab6d-4baf-92bd-d467ee0cc76f tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6391256 Oct 26 17:01:27.999581 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd80f2bc8-830f-4540-80fa-046effbe388f', 'tag': '72259143-2a2c-4fac-8d8d-b60e5cd5742a'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 17:01:28.002001 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbecf65b1506daf1e3c9415b2792b0fd9d4f71d7b4124d9691f7baf88de182a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045766e6-9c3a-441d-910a-d569e4f2b77a" -d '{"events": [{"name": "network-changed", "server_uuid": "d80f2bc8-830f-4540-80fa-046effbe388f", "tag": "72259143-2a2c-4fac-8d8d-b60e5cd5742a"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:01:28.044670 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 17:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cd7e72-e845-4902-b53b-1281e8e3ea7b x-openstack-request-id: req-90cd7e72-e845-4902-b53b-1281e8e3ea7b {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:01:28.044963 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d80f2bc8-830f-4540-80fa-046effbe388f", "tag": "72259143-2a2c-4fac-8d8d-b60e5cd5742a", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:01:28.045220 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90cd7e72-e845-4902-b53b-1281e8e3ea7b {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:01:28.045629 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90cd7e72-e845-4902-b53b-1281e8e3ea7b'] response: {'name': 'network-changed', 'server_uuid': 'd80f2bc8-830f-4540-80fa-046effbe388f', 'tag': '72259143-2a2c-4fac-8d8d-b60e5cd5742a', 'status': 'completed', 'code': 200} Oct 26 17:01:28.051030 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-7f12ceb6-e98e-4a58-a91a-5558c6164678 None None] Set router 9be35034-f885-46f4-b180-0119a0b534bf gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 17:01:28.147485 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045766e6-9c3a-441d-910a-d569e4f2b77a req-e8e63d32-e6fa-4555-8538-ff9dd4a68406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:01:28.148959 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-045766e6-9c3a-441d-910a-d569e4f2b77a req-e8e63d32-e6fa-4555-8538-ff9dd4a68406 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=35f9dd3dc6a2474fb9881eb1b2703644&device_id=d80f2bc8-830f-4540-80fa-046effbe388f HTTP/1.1" status: 200 len: 1098 time: 0.0813913 Oct 26 17:01:28.282011 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045766e6-9c3a-441d-910a-d569e4f2b77a req-b17e0c96-23f4-4d22-9a7e-4e3ee000c2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:01:28.283444 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-045766e6-9c3a-441d-910a-d569e4f2b77a req-b17e0c96-23f4-4d22-9a7e-4e3ee000c2ec service neutron] 10.222.0.48 "GET /v2.0/networks?id=1e9a8021-025a-40a6-adfe-ed9b23c3481c HTTP/1.1" status: 200 len: 911 time: 0.1288970 Oct 26 17:01:28.387749 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-045766e6-9c3a-441d-910a-d569e4f2b77a req-c137700a-d043-4336-af7b-5f35a7c303bc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72259143-2a2c-4fac-8d8d-b60e5cd5742a HTTP/1.1" status: 200 len: 998 time: 0.0989921 Oct 26 17:01:28.400391 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-7f12ceb6-e98e-4a58-a91a-5558c6164678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be35034-f885-46f4-b180-0119a0b534bf', 'name': 'tempest-TestSnapshotPattern-1971653128-router', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:53Z', 'updated_at': '2022-10-26T17:00:57Z', 'revision_number': 4, 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'gw_port': {'id': '7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:26:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be35034-f885-46f4-b180-0119a0b534bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:53Z', 'updated_at': '2022-10-26T17:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': 'cb814b80-72e6-4c69-b6aa-1d70d156ac41', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'floating_ip_address': '172.26.2.64', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '9be35034-f885-46f4-b180-0119a0b534bf', 'port_id': '72259143-2a2c-4fac-8d8d-b60e5cd5742a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c', 'mac_address': 'fa:16:3e:b8:19:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80f2bc8-830f-4540-80fa-046effbe388f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:01:26Z', 'updated_at': '2022-10-26T17:01:26Z', 'revision_number': 0, 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a81a5ad-565e-44fc-be73-e716fe17454b', 'name': '', 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'mac_address': 'fa:16:3e:39:5b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be35034-f885-46f4-b180-0119a0b534bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '7153efa1-3a21-4b2f-9cd0-02ec75523eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:56Z', 'updated_at': '2022-10-26T17:01:03Z', 'revision_number': 5, 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'subnets': [{'id': '7153efa1-3a21-4b2f-9cd0-02ec75523eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:28.404233 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f12ceb6-e98e-4a58-a91a-5558c6164678 None None] Checking router: 9be35034-f885-46f4-b180-0119a0b534bf for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:01:28.413280 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f12ceb6-e98e-4a58-a91a-5558c6164678 None None] Routers {'9be35034-f885-46f4-b180-0119a0b534bf'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 17:01:28.413865 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-7f12ceb6-e98e-4a58-a91a-5558c6164678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T17:01:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['9be35034-f885-46f4-b180-0119a0b534bf'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:28.452873 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045766e6-9c3a-441d-910a-d569e4f2b77a req-9833af0d-a4e1-4046-ad8b-4f89e7f923b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:01:28.454920 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-045766e6-9c3a-441d-910a-d569e4f2b77a req-9833af0d-a4e1-4046-ad8b-4f89e7f923b8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7153efa1-3a21-4b2f-9cd0-02ec75523eda HTTP/1.1" status: 200 len: 849 time: 0.0614626 Oct 26 17:01:28.537797 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045766e6-9c3a-441d-910a-d569e4f2b77a req-8bee6869-8bf2-4da8-a553-8d26b71df9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:01:28.539216 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-045766e6-9c3a-441d-910a-d569e4f2b77a req-8bee6869-8bf2-4da8-a553-8d26b71df9b2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1e9a8021-025a-40a6-adfe-ed9b23c3481c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787995 Oct 26 17:01:28.592071 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-7f12ceb6-e98e-4a58-a91a-5558c6164678 None None] Set router 9be35034-f885-46f4-b180-0119a0b534bf gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 17:01:28.674892 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-045766e6-9c3a-441d-910a-d569e4f2b77a req-bb17c3d9-9fbe-4c8d-853c-687b0e4e60a9 service neutron] 10.222.0.48 "GET /v2.0/networks/1e9a8021-025a-40a6-adfe-ed9b23c3481c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295359 Oct 26 17:01:28.810057 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-045766e6-9c3a-441d-910a-d569e4f2b77a req-2b77406f-0122-4471-84e8-02743057b409 service neutron] 10.222.0.48 "GET /v2.0/networks/1e9a8021-025a-40a6-adfe-ed9b23c3481c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294215 Oct 26 17:01:28.943300 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-7f12ceb6-e98e-4a58-a91a-5558c6164678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be35034-f885-46f4-b180-0119a0b534bf', 'name': 'tempest-TestSnapshotPattern-1971653128-router', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:53Z', 'updated_at': '2022-10-26T17:00:57Z', 'revision_number': 4, 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'gw_port': {'id': '7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:26:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be35034-f885-46f4-b180-0119a0b534bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:53Z', 'updated_at': '2022-10-26T17:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': 'cb814b80-72e6-4c69-b6aa-1d70d156ac41', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'floating_ip_address': '172.26.2.64', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '9be35034-f885-46f4-b180-0119a0b534bf', 'port_id': '72259143-2a2c-4fac-8d8d-b60e5cd5742a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c', 'mac_address': 'fa:16:3e:b8:19:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80f2bc8-830f-4540-80fa-046effbe388f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:01:26Z', 'updated_at': '2022-10-26T17:01:26Z', 'revision_number': 0, 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a81a5ad-565e-44fc-be73-e716fe17454b', 'name': '', 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'mac_address': 'fa:16:3e:39:5b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be35034-f885-46f4-b180-0119a0b534bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '7153efa1-3a21-4b2f-9cd0-02ec75523eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:56Z', 'updated_at': '2022-10-26T17:01:03Z', 'revision_number': 5, 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'subnets': [{'id': '7153efa1-3a21-4b2f-9cd0-02ec75523eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:28.947125 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f12ceb6-e98e-4a58-a91a-5558c6164678 None None] The sync data for ids ['9be35034-f885-46f4-b180-0119a0b534bf'] in dv-neutron-862712-1-hyperv is: [{'id': '9be35034-f885-46f4-b180-0119a0b534bf', 'name': 'tempest-TestSnapshotPattern-1971653128-router', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:53Z', 'updated_at': '2022-10-26T17:00:57Z', 'revision_number': 4, 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'gw_port': {'id': '7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:26:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be35034-f885-46f4-b180-0119a0b534bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:53Z', 'updated_at': '2022-10-26T17:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': 'cb814b80-72e6-4c69-b6aa-1d70d156ac41', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'floating_ip_address': '172.26.2.64', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '9be35034-f885-46f4-b180-0119a0b534bf', 'port_id': '72259143-2a2c-4fac-8d8d-b60e5cd5742a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c', 'mac_address': 'fa:16:3e:b8:19:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80f2bc8-830f-4540-80fa-046effbe388f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:01:26Z', 'updated_at': '2022-10-26T17:01:26Z', 'revision_number': 0, 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a81a5ad-565e-44fc-be73-e716fe17454b', 'name': '', 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'mac_address': 'fa:16:3e:39:5b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be35034-f885-46f4-b180-0119a0b534bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '7153efa1-3a21-4b2f-9cd0-02ec75523eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:56Z', 'updated_at': '2022-10-26T17:01:03Z', 'revision_number': 5, 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'subnets': [{'id': '7153efa1-3a21-4b2f-9cd0-02ec75523eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:01:29.127076 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cafc38-cb7f-4b7a-85ee-41f42dd91b5a None None] New status for floating IP cb814b80-72e6-4c69-b6aa-1d70d156ac41: ACTIVE {{(pid=89749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 17:01:32.184128 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5cac423f-8c3c-4528-8274-3ab23cd4fb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:34.583910 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6db1a594-df37-45b2-9b7f-4e04656873ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:35.298237 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:35.595811 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:37.195284 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:57.892379 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:01:59.687347 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 17:02:02.166649 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-ade865a9-1559-431e-ba34-54e94d100c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:02:04.520952 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-cce4fe5a-f696-4258-b83b-095eb1dd11d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:02:05.298319 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:02:05.602460 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:02:07.207043 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:02:16.241180 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3243c3cc-c0bd-4b40-bea4-59cf2a868f84 req-374aa78b-0191-453c-b4c3-ea4bf7d4c47b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d80f2bc8-830f-4540-80fa-046effbe388f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0814223 Oct 26 17:02:16.388213 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243c3cc-c0bd-4b40-bea4-59cf2a868f84 req-70c632ce-d4de-4a15-adf6-560da5f55220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:02:16.389672 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3243c3cc-c0bd-4b40-bea4-59cf2a868f84 req-70c632ce-d4de-4a15-adf6-560da5f55220 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=35f9dd3dc6a2474fb9881eb1b2703644&device_id=d80f2bc8-830f-4540-80fa-046effbe388f HTTP/1.1" status: 200 len: 1098 time: 0.0806577 Oct 26 17:02:16.532535 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243c3cc-c0bd-4b40-bea4-59cf2a868f84 req-3a4dfda1-9c68-4ca3-82fc-0cbe5b28db37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:02:16.533862 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3243c3cc-c0bd-4b40-bea4-59cf2a868f84 req-3a4dfda1-9c68-4ca3-82fc-0cbe5b28db37 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1e9a8021-025a-40a6-adfe-ed9b23c3481c HTTP/1.1" status: 200 len: 911 time: 0.1255209 Oct 26 17:02:16.635936 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3243c3cc-c0bd-4b40-bea4-59cf2a868f84 req-60641539-8224-4495-9d53-087cc5b1f4c1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72259143-2a2c-4fac-8d8d-b60e5cd5742a HTTP/1.1" status: 200 len: 1000 time: 0.0961502 Oct 26 17:02:16.696862 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243c3cc-c0bd-4b40-bea4-59cf2a868f84 req-47d31da3-12e2-4909-ba47-69bdef23f0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:02:16.698639 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3243c3cc-c0bd-4b40-bea4-59cf2a868f84 req-47d31da3-12e2-4909-ba47-69bdef23f0d4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7153efa1-3a21-4b2f-9cd0-02ec75523eda HTTP/1.1" status: 200 len: 849 time: 0.0575044 Oct 26 17:02:16.887665 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243c3cc-c0bd-4b40-bea4-59cf2a868f84 req-44a7b8e1-b52b-4c51-8ce6-734db1dc0c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:02:16.889035 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3243c3cc-c0bd-4b40-bea4-59cf2a868f84 req-44a7b8e1-b52b-4c51-8ce6-734db1dc0c7a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1e9a8021-025a-40a6-adfe-ed9b23c3481c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1844893 Oct 26 17:02:17.020456 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3243c3cc-c0bd-4b40-bea4-59cf2a868f84 req-6cfd666e-7850-41f5-abe1-d6b370135d61 service neutron] 10.222.0.48 "GET /v2.0/networks/1e9a8021-025a-40a6-adfe-ed9b23c3481c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247361 Oct 26 17:02:17.153751 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3243c3cc-c0bd-4b40-bea4-59cf2a868f84 req-a8069e9e-3763-44de-8396-9dcf93095013 service neutron] 10.222.0.48 "GET /v2.0/networks/1e9a8021-025a-40a6-adfe-ed9b23c3481c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266437 Oct 26 17:02:27.858137 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:02:32.161521 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-0e4fbb23-3e7a-4b3d-8fac-4b51ab7b4af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:02:34.509689 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a9f2853b-9ebb-47de-ad23-2d73990175e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:02:35.315335 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:02:35.578215 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:02:36.686695 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 17:02:37.201412 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:02:57.904922 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:03:02.172992 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-84c8c397-6a9c-4daf-9e8e-1b210c139afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:03:04.555580 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-04409ce5-fd2c-44bb-b766-af2ea6b88923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:03:05.303509 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:03:05.578533 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:03:07.201414 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:03:13.685108 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 17:03:16.316727 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d723e30d-8eae-416f-a2c7-0dfef8c0e95e req-10252a62-9e37-4502-a11e-5e137f6d3248 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d80f2bc8-830f-4540-80fa-046effbe388f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1509585 Oct 26 17:03:16.462144 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d723e30d-8eae-416f-a2c7-0dfef8c0e95e req-de669d9f-fd10-492c-a25c-588d4e0d9b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:03:16.463546 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d723e30d-8eae-416f-a2c7-0dfef8c0e95e req-de669d9f-fd10-492c-a25c-588d4e0d9b24 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=35f9dd3dc6a2474fb9881eb1b2703644&device_id=d80f2bc8-830f-4540-80fa-046effbe388f HTTP/1.1" status: 200 len: 1098 time: 0.0820584 Oct 26 17:03:16.609636 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d723e30d-8eae-416f-a2c7-0dfef8c0e95e req-3f322a7f-0bbf-4e93-a9a4-97cd0479bf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:03:16.611088 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d723e30d-8eae-416f-a2c7-0dfef8c0e95e req-3f322a7f-0bbf-4e93-a9a4-97cd0479bf53 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1e9a8021-025a-40a6-adfe-ed9b23c3481c HTTP/1.1" status: 200 len: 911 time: 0.1293745 Oct 26 17:03:16.717176 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d723e30d-8eae-416f-a2c7-0dfef8c0e95e req-95a8a588-f908-49ca-ac9c-8afe2acef3f3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72259143-2a2c-4fac-8d8d-b60e5cd5742a HTTP/1.1" status: 200 len: 1000 time: 0.1004012 Oct 26 17:03:16.778322 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d723e30d-8eae-416f-a2c7-0dfef8c0e95e req-05d4392f-471c-4588-a548-df5c098bd04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:03:16.780340 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d723e30d-8eae-416f-a2c7-0dfef8c0e95e req-05d4392f-471c-4588-a548-df5c098bd04a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7153efa1-3a21-4b2f-9cd0-02ec75523eda HTTP/1.1" status: 200 len: 849 time: 0.0568740 Oct 26 17:03:16.864917 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d723e30d-8eae-416f-a2c7-0dfef8c0e95e req-93ce9809-a97e-4efe-baf3-89f53c14fa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:03:16.866362 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d723e30d-8eae-416f-a2c7-0dfef8c0e95e req-93ce9809-a97e-4efe-baf3-89f53c14fa5c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1e9a8021-025a-40a6-adfe-ed9b23c3481c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807137 Oct 26 17:03:16.998938 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d723e30d-8eae-416f-a2c7-0dfef8c0e95e req-c161e6ff-aa4c-44e2-94f1-2c9c7e1b545b service neutron] 10.222.0.48 "GET /v2.0/networks/1e9a8021-025a-40a6-adfe-ed9b23c3481c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261904 Oct 26 17:03:17.128473 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d723e30d-8eae-416f-a2c7-0dfef8c0e95e req-bb147787-3d20-46c8-a5ff-c46b472057d8 service neutron] 10.222.0.48 "GET /v2.0/networks/1e9a8021-025a-40a6-adfe-ed9b23c3481c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243927 Oct 26 17:03:27.864436 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:03:32.167939 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-632faee9-2eaf-4961-9cd2-490641d891c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:03:34.510588 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21f41833-1675-438b-8056-dba3247a29f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:03:35.293262 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:03:35.590489 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:03:37.196526 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:03:50.683984 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 17:03:57.870673 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:04:00.930874 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 72259143-2a2c-4fac-8d8d-b60e5cd5742a details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 17:04:01.063240 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 72259143-2a2c-4fac-8d8d-b60e5cd5742a, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=72259143-2a2c-4fac-8d8d-b60e5cd5742a,segment=NetworkSegment(b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0),segment_id=b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 17:04:01.075956 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': '72259143-2a2c-4fac-8d8d-b60e5cd5742a', 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c', 'port_id': '72259143-2a2c-4fac-8d8d-b60e5cd5742a', 'mac_address': 'fa:16:3e:b8:19:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7153efa1-3a21-4b2f-9cd0-02ec75523eda', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 17:04:01.130229 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 72259143-2a2c-4fac-8d8d-b60e5cd5742a is: ACTIVE; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 17:04:01.130636 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:04:01.149658 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 72259143-2a2c-4fac-8d8d-b60e5cd5742a {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 17:04:01.164463 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 72259143-2a2c-4fac-8d8d-b60e5cd5742a, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=72259143-2a2c-4fac-8d8d-b60e5cd5742a,segment=NetworkSegment(b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0),segment_id=b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 17:04:01.213540 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:04:01.282883 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=72259143-2a2c-4fac-8d8d-b60e5cd5742a,revision_number=6']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:01.289894 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:01.290264 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:01.290614 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:01.290951 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:01.291286 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:01.291615 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:01.291943 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:01.292266 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:01.292663 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:01.292986 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:01.293307 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:01.293629 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:01.298899 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['72259143-2a2c-4fac-8d8d-b60e5cd5742a'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 17:04:02.162126 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b0ae99fa-5cfc-4ba9-bf87-3a23774188a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:04:02.943083 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 72259143-2a2c-4fac-8d8d-b60e5cd5742a up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 17:04:03.015095 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port 72259143-2a2c-4fac-8d8d-b60e5cd5742a triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 17:04:03.015470 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:04:03.015807 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port 72259143-2a2c-4fac-8d8d-b60e5cd5742a Oct 26 17:04:03.178577 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 72259143-2a2c-4fac-8d8d-b60e5cd5742a is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 17:04:03.179248 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:04:03.206458 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80f2bc8-830f-4540-80fa-046effbe388f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72259143-2a2c-4fac-8d8d-b60e5cd5742a'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 17:04:03.208642 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f75fbf14a3cb38ccce5df07bc87c0326afcdfdd969cc215a686ddaf7116ab95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3435b0b-fcee-40a6-8a2f-78fc20a41ac2" -d '{"events": [{"server_uuid": "d80f2bc8-830f-4540-80fa-046effbe388f", "name": "network-vif-plugged", "status": "completed", "tag": "72259143-2a2c-4fac-8d8d-b60e5cd5742a"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:04:03.216224 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 72259143-2a2c-4fac-8d8d-b60e5cd5742a, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=72259143-2a2c-4fac-8d8d-b60e5cd5742a,segment=NetworkSegment(b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0),segment_id=b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 17:04:03.250300 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 17:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de732246-1e6f-44a2-a9cc-4206b4ab5be5 x-openstack-request-id: req-de732246-1e6f-44a2-a9cc-4206b4ab5be5 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:04:03.250628 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d80f2bc8-830f-4540-80fa-046effbe388f", "name": "network-vif-plugged", "status": "completed", "tag": "72259143-2a2c-4fac-8d8d-b60e5cd5742a", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:04:03.250924 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-de732246-1e6f-44a2-a9cc-4206b4ab5be5 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:04:03.251288 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de732246-1e6f-44a2-a9cc-4206b4ab5be5'] response: {'server_uuid': 'd80f2bc8-830f-4540-80fa-046effbe388f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72259143-2a2c-4fac-8d8d-b60e5cd5742a', 'code': 200} Oct 26 17:04:03.265185 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:04:03.333283 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=72259143-2a2c-4fac-8d8d-b60e5cd5742a,revision_number=7']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:04.545123 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a4f59f62-f139-4369-b5de-635badffc898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:04:05.304837 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:04:05.618527 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:04:07.208173 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:04:16.230991 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-d1bcdf93-bcbd-4adc-b718-a105565ca533 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2043100561&fields=id&tenant_id=35f9dd3dc6a2474fb9881eb1b2703644 HTTP/1.1" status: 200 len: 267 time: 0.0386393 Oct 26 17:04:16.381311 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-6f1df636-3731-4eb5-b52f-4653f65d8efd tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:16.382677 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-6f1df636-3731-4eb5-b52f-4653f65d8efd tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/networks?id=1e9a8021-025a-40a6-adfe-ed9b23c3481c HTTP/1.1" status: 200 len: 810 time: 0.1448143 Oct 26 17:04:16.397547 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-c7da75db-f797-4270-9676-f93f4b0de58b tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/quotas/35f9dd3dc6a2474fb9881eb1b2703644 HTTP/1.1" status: 200 len: 375 time: 0.0092666 Oct 26 17:04:16.493300 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-a5111bd0-55a5-4d29-b94c-e4d34ccbb06f tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=35f9dd3dc6a2474fb9881eb1b2703644&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0905039 Oct 26 17:04:16.634572 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-b5773fef-d355-4122-abbb-6573dddddb8c service neutron] 10.222.0.23 "GET /v2.0/networks/1e9a8021-025a-40a6-adfe-ed9b23c3481c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290874 Oct 26 17:04:16.877164 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-cd1c4c8c-3eda-45fc-ad89-4e87d9a73f22 service neutron] 10.222.0.23 "GET /v2.0/networks/1e9a8021-025a-40a6-adfe-ed9b23c3481c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363906 Oct 26 17:04:18.145948 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-050f6ed5-d60e-4347-9e6c-09dac8a5fbbd req-6c7ae4d8-e71d-4af3-919e-bd0394be9b57 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/ports?device_id=36bc4d8d-3b73-44f2-9442-de3a6812f231 HTTP/1.1" status: 200 len: 210 time: 0.0541663 Oct 26 17:04:18.254020 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-aa690124-baf9-4e71-a51a-90fdc6d13aeb req-1078d9fd-20c7-4fe0-9933-ab54cf10c15b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d80f2bc8-830f-4540-80fa-046effbe388f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0812597 Oct 26 17:04:18.401999 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa690124-baf9-4e71-a51a-90fdc6d13aeb req-4b66fd56-45b7-4a90-b8da-bbf95a9bca34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:18.403430 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-aa690124-baf9-4e71-a51a-90fdc6d13aeb req-4b66fd56-45b7-4a90-b8da-bbf95a9bca34 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=35f9dd3dc6a2474fb9881eb1b2703644&device_id=d80f2bc8-830f-4540-80fa-046effbe388f HTTP/1.1" status: 200 len: 1098 time: 0.0801761 Oct 26 17:04:18.547380 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa690124-baf9-4e71-a51a-90fdc6d13aeb req-4495fb60-2469-4f4e-a073-9f2261efb81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:18.548813 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-aa690124-baf9-4e71-a51a-90fdc6d13aeb req-4495fb60-2469-4f4e-a073-9f2261efb81b service neutron] 10.222.0.48 "GET /v2.0/networks?id=1e9a8021-025a-40a6-adfe-ed9b23c3481c HTTP/1.1" status: 200 len: 911 time: 0.1284893 Oct 26 17:04:18.653900 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-aa690124-baf9-4e71-a51a-90fdc6d13aeb req-1e465214-cd9e-42fe-bfff-e804331bc4d0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72259143-2a2c-4fac-8d8d-b60e5cd5742a HTTP/1.1" status: 200 len: 1000 time: 0.0994728 Oct 26 17:04:18.719416 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa690124-baf9-4e71-a51a-90fdc6d13aeb req-936b3dcb-5a4b-4db8-9842-c3f59cd2c55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:18.720829 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-aa690124-baf9-4e71-a51a-90fdc6d13aeb req-936b3dcb-5a4b-4db8-9842-c3f59cd2c55c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7153efa1-3a21-4b2f-9cd0-02ec75523eda HTTP/1.1" status: 200 len: 849 time: 0.0613708 Oct 26 17:04:18.805351 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa690124-baf9-4e71-a51a-90fdc6d13aeb req-697e4a9b-d146-4fed-bf05-0fddca7b49cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:18.806823 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-aa690124-baf9-4e71-a51a-90fdc6d13aeb req-697e4a9b-d146-4fed-bf05-0fddca7b49cd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1e9a8021-025a-40a6-adfe-ed9b23c3481c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794520 Oct 26 17:04:18.939603 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-aa690124-baf9-4e71-a51a-90fdc6d13aeb req-3b52f899-64fb-4d15-88c5-03834e3f2354 service neutron] 10.222.0.48 "GET /v2.0/networks/1e9a8021-025a-40a6-adfe-ed9b23c3481c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262045 Oct 26 17:04:19.056322 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 72259143-2a2c-4fac-8d8d-b60e5cd5742a no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 17:04:19.076970 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-aa690124-baf9-4e71-a51a-90fdc6d13aeb req-e86564d7-6355-4dac-8283-6aa837874930 service neutron] 10.222.0.48 "GET /v2.0/networks/1e9a8021-025a-40a6-adfe-ed9b23c3481c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303823 Oct 26 17:04:19.172806 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 72259143-2a2c-4fac-8d8d-b60e5cd5742a is: ACTIVE; New status is: DOWN {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 17:04:19.173206 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:04:19.200086 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80f2bc8-830f-4540-80fa-046effbe388f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72259143-2a2c-4fac-8d8d-b60e5cd5742a'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 17:04:19.202268 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f75fbf14a3cb38ccce5df07bc87c0326afcdfdd969cc215a686ddaf7116ab95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c633b58-8d6e-4148-bfd3-49a21bc46c8e" -d '{"events": [{"server_uuid": "d80f2bc8-830f-4540-80fa-046effbe388f", "name": "network-vif-unplugged", "status": "completed", "tag": "72259143-2a2c-4fac-8d8d-b60e5cd5742a"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:04:19.210822 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 72259143-2a2c-4fac-8d8d-b60e5cd5742a, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=72259143-2a2c-4fac-8d8d-b60e5cd5742a,segment=NetworkSegment(b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0),segment_id=b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 17:04:19.250583 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Oct 2022 17:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdec85be-bb3e-4e98-b057-955e93ed6a0c x-openstack-request-id: req-fdec85be-bb3e-4e98-b057-955e93ed6a0c {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:04:19.250583 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d80f2bc8-830f-4540-80fa-046effbe388f", "name": "network-vif-unplugged", "status": "completed", "tag": "72259143-2a2c-4fac-8d8d-b60e5cd5742a", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:04:19.250839 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fdec85be-bb3e-4e98-b057-955e93ed6a0c {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:04:19.251195 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdec85be-bb3e-4e98-b057-955e93ed6a0c'] response: {'server_uuid': 'd80f2bc8-830f-4540-80fa-046effbe388f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72259143-2a2c-4fac-8d8d-b60e5cd5742a', 'code': 200} Oct 26 17:04:19.265847 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d708cac4-fa17-4cfe-ab0a-72e2b88a63c4 req-7857ef28-9faa-4b40-920e-441220511795 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/ports?device_id=36bc4d8d-3b73-44f2-9442-de3a6812f231 HTTP/1.1" status: 200 len: 210 time: 0.0602629 Oct 26 17:04:19.298247 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:04:19.365482 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=72259143-2a2c-4fac-8d8d-b60e5cd5742a,revision_number=8']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:20.379517 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-43bb6fad-522a-4678-ab5d-93f8f9634ba4 req-1aba5bbc-5519-4df4-a0ee-26aa77933fe2 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/ports?device_id=36bc4d8d-3b73-44f2-9442-de3a6812f231 HTTP/1.1" status: 200 len: 210 time: 0.0535753 Oct 26 17:04:21.492755 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-e48dd8ee-c2cc-4020-82da-b71a19693d5f req-8def5dbf-8ca4-41bf-af3c-f6e3534c08db tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/ports?device_id=36bc4d8d-3b73-44f2-9442-de3a6812f231 HTTP/1.1" status: 200 len: 210 time: 0.0520952 Oct 26 17:04:22.654552 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-81c38b42-b23a-49ce-9ad5-582ba7f5e818 req-9e28b528-28d7-46d5-b71c-6a73a1cbcf5b tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/ports?device_id=36bc4d8d-3b73-44f2-9442-de3a6812f231 HTTP/1.1" status: 200 len: 210 time: 0.0506897 Oct 26 17:04:23.820603 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-0487f465-4e29-45fa-852e-9e69926d0ab2 req-71119a07-5184-49dd-aaef-e59e58ead39d tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/ports?device_id=36bc4d8d-3b73-44f2-9442-de3a6812f231 HTTP/1.1" status: 200 len: 210 time: 0.0524676 Oct 26 17:04:24.189451 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-21a4e8a8-41c1-4a24-aa7c-a34ccd7824f0 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:24.190875 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-21a4e8a8-41c1-4a24-aa7c-a34ccd7824f0 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.48 "GET /v2.0/networks?id=1e9a8021-025a-40a6-adfe-ed9b23c3481c HTTP/1.1" status: 200 len: 810 time: 0.1508238 Oct 26 17:04:24.242988 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-dc00e9c6-13d3-4e02-a63b-2007adf992ae tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35f9dd3dc6a2474fb9881eb1b2703644 HTTP/1.1" status: 200 len: 380 time: 0.0441663 Oct 26 17:04:24.250938 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-3571bed6-0b71-41ca-aaa8-110b8cab59c3 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Request body: {'port': {'device_id': '36bc4d8d-3b73-44f2-9442-de3a6812f231', 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c', 'admin_state_up': True, 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'security_groups': ['92f8efd8-840d-4964-833e-2288632c1808']}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:04:24.388924 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-3571bed6-0b71-41ca-aaa8-110b8cab59c3 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 17:04:24.399444 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-3571bed6-0b71-41ca-aaa8-110b8cab59c3 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 17:04:24.503874 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-3571bed6-0b71-41ca-aaa8-110b8cab59c3 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Made reservation on behalf of 35f9dd3dc6a2474fb9881eb1b2703644 for: {'port': 1} {{(pid=89748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:04:24.507417 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-3571bed6-0b71-41ca-aaa8-110b8cab59c3 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:04:24.677713 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-3571bed6-0b71-41ca-aaa8-110b8cab59c3 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Allocated IP 172.20.0.12 (1e9a8021-025a-40a6-adfe-ed9b23c3481c/7153efa1-3a21-4b2f-9cd0-02ec75523eda/38000e10-e91f-4412-95d8-fea748582a62) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:04:24.888454 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-3571bed6-0b71-41ca-aaa8-110b8cab59c3 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:04:24.908686 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-3571bed6-0b71-41ca-aaa8-110b8cab59c3 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Transition to ACTIVE for port object 38000e10-e91f-4412-95d8-fea748582a62 will not be triggered until provisioned by entity DHCP. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 17:04:24.991117 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-3571bed6-0b71-41ca-aaa8-110b8cab59c3 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:04:25.079022 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7bd28-3136-4c62-84ef-281a6831265d req-13cf5064-b91b-4117-9e8f-3987d4054864 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:25.080458 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-3571bed6-0b71-41ca-aaa8-110b8cab59c3 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Network 1e9a8021-025a-40a6-adfe-ed9b23c3481c is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:04:25.087315 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b7e7bd28-3136-4c62-84ef-281a6831265d req-13cf5064-b91b-4117-9e8f-3987d4054864 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/ports?device_id=36bc4d8d-3b73-44f2-9442-de3a6812f231 HTTP/1.1" status: 200 len: 932 time: 0.1073089 Oct 26 17:04:25.088411 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-3571bed6-0b71-41ca-aaa8-110b8cab59c3 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:04:25.095381 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-3571bed6-0b71-41ca-aaa8-110b8cab59c3 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 17:04:25.142303 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b7e7bd28-3136-4c62-84ef-281a6831265d req-355f5ecc-39c9-49e8-99a6-92ac446554e1 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/security-groups?id=92f8efd8-840d-4964-833e-2288632c1808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538208 Oct 26 17:04:25.177690 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3571bed6-0b71-41ca-aaa8-110b8cab59c3 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Pushing event updated for resources: {'Port': ['ID=38000e10-e91f-4412-95d8-fea748582a62,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:25.347542 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571bed6-0b71-41ca-aaa8-110b8cab59c3 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:25.347885 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571bed6-0b71-41ca-aaa8-110b8cab59c3 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:25.348433 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571bed6-0b71-41ca-aaa8-110b8cab59c3 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:25.348848 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571bed6-0b71-41ca-aaa8-110b8cab59c3 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:25.349096 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571bed6-0b71-41ca-aaa8-110b8cab59c3 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:25.349437 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571bed6-0b71-41ca-aaa8-110b8cab59c3 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:25.349751 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571bed6-0b71-41ca-aaa8-110b8cab59c3 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:25.350076 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571bed6-0b71-41ca-aaa8-110b8cab59c3 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:25.350408 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571bed6-0b71-41ca-aaa8-110b8cab59c3 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:25.350907 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571bed6-0b71-41ca-aaa8-110b8cab59c3 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:25.351235 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571bed6-0b71-41ca-aaa8-110b8cab59c3 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:25.351568 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571bed6-0b71-41ca-aaa8-110b8cab59c3 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:25.406016 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-3571bed6-0b71-41ca-aaa8-110b8cab59c3 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:25.407871 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-3571bed6-0b71-41ca-aaa8-110b8cab59c3 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:04:25.537264 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-3571bed6-0b71-41ca-aaa8-110b8cab59c3 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2897916 Oct 26 17:04:25.591260 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-2c70dc9e-d3f3-49d1-b962-8d75a890747b None None] Provisioning for port 38000e10-e91f-4412-95d8-fea748582a62 completed by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 17:04:25.604745 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-2c70dc9e-d3f3-49d1-b962-8d75a890747b None None] Provisioning complete for port 38000e10-e91f-4412-95d8-fea748582a62 triggered by entity DHCP. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 17:04:25.606812 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2c70dc9e-d3f3-49d1-b962-8d75a890747b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:04:25.607401 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-2c70dc9e-d3f3-49d1-b962-8d75a890747b None None] Attempt 1 to provision port 38000e10-e91f-4412-95d8-fea748582a62 Oct 26 17:04:25.687460 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-2c70dc9e-d3f3-49d1-b962-8d75a890747b None None] Port 38000e10-e91f-4412-95d8-fea748582a62 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 17:04:26.188779 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-2c70dc9e-d3f3-49d1-b962-8d75a890747b None None] Attempt 2 to provision port 38000e10-e91f-4412-95d8-fea748582a62 Oct 26 17:04:26.247348 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-2c70dc9e-d3f3-49d1-b962-8d75a890747b None None] Port 38000e10-e91f-4412-95d8-fea748582a62 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 17:04:26.363500 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84ed84-fec1-4be7-930f-9473d9f76ea8 req-a1596e40-79fc-4294-9a7b-f2332bdefa7d tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:26.364201 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-3f84ed84-fec1-4be7-930f-9473d9f76ea8 req-a1596e40-79fc-4294-9a7b-f2332bdefa7d tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Synchronizing usage tracker for tenant:35f9dd3dc6a2474fb9881eb1b2703644 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 17:04:26.452737 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-3f84ed84-fec1-4be7-930f-9473d9f76ea8 req-a1596e40-79fc-4294-9a7b-f2332bdefa7d tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Unset dirty status for tenant:35f9dd3dc6a2474fb9881eb1b2703644 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 17:04:26.453851 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3f84ed84-fec1-4be7-930f-9473d9f76ea8 req-a1596e40-79fc-4294-9a7b-f2332bdefa7d tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/ports?device_id=36bc4d8d-3b73-44f2-9442-de3a6812f231 HTTP/1.1" status: 200 len: 932 time: 0.1879416 Oct 26 17:04:26.507202 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-3f84ed84-fec1-4be7-930f-9473d9f76ea8 req-91f00db4-c33b-4f33-8451-b1f6742088c1 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/security-groups?id=92f8efd8-840d-4964-833e-2288632c1808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474544 Oct 26 17:04:26.748555 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-2c70dc9e-d3f3-49d1-b962-8d75a890747b None None] Attempt 3 to provision port 38000e10-e91f-4412-95d8-fea748582a62 Oct 26 17:04:26.815058 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-2c70dc9e-d3f3-49d1-b962-8d75a890747b None None] Port 38000e10-e91f-4412-95d8-fea748582a62 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 17:04:27.316181 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-2c70dc9e-d3f3-49d1-b962-8d75a890747b None None] Attempt 4 to provision port 38000e10-e91f-4412-95d8-fea748582a62 Oct 26 17:04:27.373135 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-2c70dc9e-d3f3-49d1-b962-8d75a890747b None None] Port 38000e10-e91f-4412-95d8-fea748582a62 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 17:04:27.689051 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 17:04:27.723297 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcfcec5-4b0e-499b-bf44-e1cb74758a57 req-7ee27077-9318-4ece-b527-bb1cde9b4ba4 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:27.725902 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-4fcfcec5-4b0e-499b-bf44-e1cb74758a57 req-7ee27077-9318-4ece-b527-bb1cde9b4ba4 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/ports?device_id=36bc4d8d-3b73-44f2-9442-de3a6812f231 HTTP/1.1" status: 200 len: 932 time: 0.1039469 Oct 26 17:04:27.778416 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-4fcfcec5-4b0e-499b-bf44-e1cb74758a57 req-6b6a82fe-c58d-4890-b742-b58e6fc73318 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/security-groups?id=92f8efd8-840d-4964-833e-2288632c1808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468190 Oct 26 17:04:27.869633 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:04:27.875037 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-2c70dc9e-d3f3-49d1-b962-8d75a890747b None None] Attempt 5 to provision port 38000e10-e91f-4412-95d8-fea748582a62 Oct 26 17:04:27.931868 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-2c70dc9e-d3f3-49d1-b962-8d75a890747b None None] Port 38000e10-e91f-4412-95d8-fea748582a62 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 17:04:28.433238 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-2c70dc9e-d3f3-49d1-b962-8d75a890747b None None] Attempt 6 to provision port 38000e10-e91f-4412-95d8-fea748582a62 Oct 26 17:04:28.492088 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-2c70dc9e-d3f3-49d1-b962-8d75a890747b None None] Port 38000e10-e91f-4412-95d8-fea748582a62 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 17:04:28.987843 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68b353-ac47-4948-b844-360772cf8dc7 req-f9efc753-6183-46e5-afb9-cd86b7eb5da2 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:28.990043 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bf68b353-ac47-4948-b844-360772cf8dc7 req-f9efc753-6183-46e5-afb9-cd86b7eb5da2 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/ports?device_id=36bc4d8d-3b73-44f2-9442-de3a6812f231 HTTP/1.1" status: 200 len: 932 time: 0.0964234 Oct 26 17:04:28.993826 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-2c70dc9e-d3f3-49d1-b962-8d75a890747b None None] Attempt 7 to provision port 38000e10-e91f-4412-95d8-fea748582a62 Oct 26 17:04:29.043880 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-bf68b353-ac47-4948-b844-360772cf8dc7 req-8cc08b7a-64ed-40e2-a5fa-2a858a02b7ad tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/security-groups?id=92f8efd8-840d-4964-833e-2288632c1808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479786 Oct 26 17:04:29.065409 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-2c70dc9e-d3f3-49d1-b962-8d75a890747b None None] Port 38000e10-e91f-4412-95d8-fea748582a62 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 17:04:29.566268 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-2c70dc9e-d3f3-49d1-b962-8d75a890747b None None] Attempt 8 to provision port 38000e10-e91f-4412-95d8-fea748582a62 Oct 26 17:04:29.625828 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-2c70dc9e-d3f3-49d1-b962-8d75a890747b None None] Port 38000e10-e91f-4412-95d8-fea748582a62 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 17:04:30.126920 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-2c70dc9e-d3f3-49d1-b962-8d75a890747b None None] Attempt 9 to provision port 38000e10-e91f-4412-95d8-fea748582a62 Oct 26 17:04:30.222111 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-2c70dc9e-d3f3-49d1-b962-8d75a890747b None None] Port 38000e10-e91f-4412-95d8-fea748582a62 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 17:04:30.298990 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156354d5-e34d-448a-a127-33d9d85d954f req-56573e9b-ee27-4a18-b5da-70df850b75fd tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:30.300782 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-156354d5-e34d-448a-a127-33d9d85d954f req-56573e9b-ee27-4a18-b5da-70df850b75fd tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/ports?device_id=36bc4d8d-3b73-44f2-9442-de3a6812f231 HTTP/1.1" status: 200 len: 932 time: 0.1247878 Oct 26 17:04:30.348921 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-156354d5-e34d-448a-a127-33d9d85d954f req-6c735a89-06b3-4842-b466-0681d19110fc tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/security-groups?id=92f8efd8-840d-4964-833e-2288632c1808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424073 Oct 26 17:04:30.723157 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-2c70dc9e-d3f3-49d1-b962-8d75a890747b None None] Attempt 10 to provision port 38000e10-e91f-4412-95d8-fea748582a62 Oct 26 17:04:30.793434 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-2c70dc9e-d3f3-49d1-b962-8d75a890747b None None] Port 38000e10-e91f-4412-95d8-fea748582a62 cannot update to ACTIVE because it is not bound. {{(pid=89749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 26 17:04:31.583079 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae729fdb-2615-4643-9bc4-041dd660793b req-0df43deb-2671-4452-8170-d0916c50c9cb tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:31.584674 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ae729fdb-2615-4643-9bc4-041dd660793b req-0df43deb-2671-4452-8170-d0916c50c9cb tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/ports?device_id=36bc4d8d-3b73-44f2-9442-de3a6812f231 HTTP/1.1" status: 200 len: 932 time: 0.1076715 Oct 26 17:04:31.635478 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ae729fdb-2615-4643-9bc4-041dd660793b req-b1baa1c0-1e24-433f-b7c3-c307d400a6ee tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/security-groups?id=92f8efd8-840d-4964-833e-2288632c1808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449736 Oct 26 17:04:32.189459 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d18a695a-be03-4f41-b6b9-1aae82835495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:04:32.838298 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524631b5-287b-470c-b2ae-a698ec3aefcb req-dbaf91b1-010e-4e20-b1c8-e96caf1f6785 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:32.839776 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-524631b5-287b-470c-b2ae-a698ec3aefcb req-dbaf91b1-010e-4e20-b1c8-e96caf1f6785 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/ports?device_id=36bc4d8d-3b73-44f2-9442-de3a6812f231 HTTP/1.1" status: 200 len: 932 time: 0.0931084 Oct 26 17:04:32.882684 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-524631b5-287b-470c-b2ae-a698ec3aefcb req-8b014ca5-be51-43bc-970c-5f84e9886283 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/security-groups?id=92f8efd8-840d-4964-833e-2288632c1808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371747 Oct 26 17:04:34.080330 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d854e8-759e-45a2-8bdb-25c33a2fb0eb req-d62f6293-6aca-47b4-8f55-6ddb98692d9c tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:34.081727 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b8d854e8-759e-45a2-8bdb-25c33a2fb0eb req-d62f6293-6aca-47b4-8f55-6ddb98692d9c tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/ports?device_id=36bc4d8d-3b73-44f2-9442-de3a6812f231 HTTP/1.1" status: 200 len: 932 time: 0.0901082 Oct 26 17:04:34.125850 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-b8d854e8-759e-45a2-8bdb-25c33a2fb0eb req-1a199bdf-e339-48a8-b15e-521de144eb9a tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/security-groups?id=92f8efd8-840d-4964-833e-2288632c1808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385509 Oct 26 17:04:34.510761 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f539ddda-321b-4c9f-9518-e2c9756f796f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:04:35.315005 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:04:35.325453 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b7cb2-1d04-4c08-8920-6b81fdedb1cd req-d4b627db-eb39-49f9-ae89-4f2c5d436cc1 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:35.331467 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-489b7cb2-1d04-4c08-8920-6b81fdedb1cd req-d4b627db-eb39-49f9-ae89-4f2c5d436cc1 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/ports?device_id=36bc4d8d-3b73-44f2-9442-de3a6812f231 HTTP/1.1" status: 200 len: 932 time: 0.0884054 Oct 26 17:04:35.375332 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-489b7cb2-1d04-4c08-8920-6b81fdedb1cd req-10ae914f-53c4-4da6-a395-279b76c59b30 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/security-groups?id=92f8efd8-840d-4964-833e-2288632c1808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425477 Oct 26 17:04:35.611872 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:04:35.896336 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-afae665e-7870-4b8a-b7d6-21942aa8d9ef service neutron] Request body: {'port': {'device_id': '36bc4d8d-3b73-44f2-9442-de3a6812f231', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8627'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:04:36.011139 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-afae665e-7870-4b8a-b7d6-21942aa8d9ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:04:36.349189 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-afae665e-7870-4b8a-b7d6-21942aa8d9ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38000e10-e91f-4412-95d8-fea748582a62 {{(pid=89748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 17:04:36.356294 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-afae665e-7870-4b8a-b7d6-21942aa8d9ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:04:36.371131 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-afae665e-7870-4b8a-b7d6-21942aa8d9ef service neutron] Transition to ACTIVE for port object 38000e10-e91f-4412-95d8-fea748582a62 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 17:04:36.429259 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-afae665e-7870-4b8a-b7d6-21942aa8d9ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:04:36.681773 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae665e-7870-4b8a-b7d6-21942aa8d9ef service neutron] Pushing event updated for resources: {'Port': ['ID=38000e10-e91f-4412-95d8-fea748582a62,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:36.738830 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd1381-ac7e-41f5-8c77-7c474ca35e0d req-469bc6dd-2ed6-4743-b51e-d987187b4efe tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:36.740282 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-abdd1381-ac7e-41f5-8c77-7c474ca35e0d req-469bc6dd-2ed6-4743-b51e-d987187b4efe tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/ports?device_id=36bc4d8d-3b73-44f2-9442-de3a6812f231 HTTP/1.1" status: 200 len: 944 time: 0.2218306 Oct 26 17:04:36.741085 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-afae665e-7870-4b8a-b7d6-21942aa8d9ef service neutron] Attempting to bind port 38000e10-e91f-4412-95d8-fea748582a62 on host hv-neutron-8627 for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 26 17:04:36.741417 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-afae665e-7870-4b8a-b7d6-21942aa8d9ef service neutron] Attempting to bind port 38000e10-e91f-4412-95d8-fea748582a62 by drivers openvswitch,hyperv on host hv-neutron-8627 at level 0 using segments [{'id': 'b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 26 17:04:36.741742 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-afae665e-7870-4b8a-b7d6-21942aa8d9ef service neutron] Attempting to bind port 38000e10-e91f-4412-95d8-fea748582a62 on network 1e9a8021-025a-40a6-adfe-ed9b23c3481c {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 17:04:36.747727 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-afae665e-7870-4b8a-b7d6-21942aa8d9ef service neutron] Port 38000e10-e91f-4412-95d8-fea748582a62 on network 1e9a8021-025a-40a6-adfe-ed9b23c3481c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8627 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 26 17:04:36.748045 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-afae665e-7870-4b8a-b7d6-21942aa8d9ef service neutron] Attempting to bind port 38000e10-e91f-4412-95d8-fea748582a62 on network 1e9a8021-025a-40a6-adfe-ed9b23c3481c {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 26 17:04:36.769680 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-afae665e-7870-4b8a-b7d6-21942aa8d9ef service neutron] Checking agent: {'id': '1b551391-ebdd-44bd-8801-034277ca5526', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8627', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'started_at': datetime.datetime(2022, 10, 26, 15, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 17, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 26 17:04:36.770022 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-afae665e-7870-4b8a-b7d6-21942aa8d9ef service neutron] Checking segment: {'id': 'b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 26 17:04:36.770395 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-afae665e-7870-4b8a-b7d6-21942aa8d9ef service neutron] Bound using segment: {'id': 'b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 26 17:04:36.771111 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-afae665e-7870-4b8a-b7d6-21942aa8d9ef service neutron] Bound port: 38000e10-e91f-4412-95d8-fea748582a62, host: hv-neutron-8627, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 26 17:04:36.771455 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-afae665e-7870-4b8a-b7d6-21942aa8d9ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:04:36.837169 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-abdd1381-ac7e-41f5-8c77-7c474ca35e0d req-15499b9e-a946-48ab-8f86-7c4048efbcd1 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/security-groups?id=92f8efd8-840d-4964-833e-2288632c1808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902073 Oct 26 17:04:36.882396 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-afae665e-7870-4b8a-b7d6-21942aa8d9ef service neutron] For port 38000e10-e91f-4412-95d8-fea748582a62, host hv-neutron-8627, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 26 17:04:36.885371 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-afae665e-7870-4b8a-b7d6-21942aa8d9ef service neutron] For port 38000e10-e91f-4412-95d8-fea748582a62, host hv-neutron-8627, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=38000e10-e91f-4412-95d8-fea748582a62,segment=NetworkSegment(b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0),segment_id=b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 26 17:04:36.969329 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-afae665e-7870-4b8a-b7d6-21942aa8d9ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:04:37.001529 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-afae665e-7870-4b8a-b7d6-21942aa8d9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:37.002126 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-afae665e-7870-4b8a-b7d6-21942aa8d9ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:04:37.003481 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-afae665e-7870-4b8a-b7d6-21942aa8d9ef service neutron] 10.222.0.48 "PUT /v2.0/ports/38000e10-e91f-4412-95d8-fea748582a62 HTTP/1.1" status: 200 len: 1094 time: 1.1117852 Oct 26 17:04:37.008520 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36bc4d8d-3b73-44f2-9442-de3a6812f231', 'tag': '38000e10-e91f-4412-95d8-fea748582a62'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 17:04:37.010856 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbecf65b1506daf1e3c9415b2792b0fd9d4f71d7b4124d9691f7baf88de182a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6daef913-f867-46c0-90ea-39a4d89038ff" -d '{"events": [{"name": "network-changed", "server_uuid": "36bc4d8d-3b73-44f2-9442-de3a6812f231", "tag": "38000e10-e91f-4412-95d8-fea748582a62"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:04:37.047131 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae665e-7870-4b8a-b7d6-21942aa8d9ef service neutron] Pushing event updated for resources: {'Port': ['ID=38000e10-e91f-4412-95d8-fea748582a62,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:37.053403 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 17:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e492353-8232-400a-b2b8-918b26881c9f x-openstack-request-id: req-3e492353-8232-400a-b2b8-918b26881c9f {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:04:37.053687 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36bc4d8d-3b73-44f2-9442-de3a6812f231", "tag": "38000e10-e91f-4412-95d8-fea748582a62", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:04:37.053966 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3e492353-8232-400a-b2b8-918b26881c9f {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:04:37.054359 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e492353-8232-400a-b2b8-918b26881c9f'] response: {'name': 'network-changed', 'server_uuid': '36bc4d8d-3b73-44f2-9442-de3a6812f231', 'tag': '38000e10-e91f-4412-95d8-fea748582a62', 'status': 'completed', 'code': 200} Oct 26 17:04:37.156963 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daef913-f867-46c0-90ea-39a4d89038ff req-6766c7c3-2dfa-4be3-88e1-793857367dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:37.161903 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6daef913-f867-46c0-90ea-39a4d89038ff req-6766c7c3-2dfa-4be3-88e1-793857367dcd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=35f9dd3dc6a2474fb9881eb1b2703644&device_id=36bc4d8d-3b73-44f2-9442-de3a6812f231 HTTP/1.1" status: 200 len: 1097 time: 0.0853112 Oct 26 17:04:37.231284 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:04:37.300389 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daef913-f867-46c0-90ea-39a4d89038ff req-fbfd0847-d338-46c2-9487-10823af52109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:37.301794 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6daef913-f867-46c0-90ea-39a4d89038ff req-fbfd0847-d338-46c2-9487-10823af52109 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=35f9dd3dc6a2474fb9881eb1b2703644&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1370125 Oct 26 17:04:37.534995 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daef913-f867-46c0-90ea-39a4d89038ff req-db8f7b45-5983-4c73-9209-36e46936e916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:37.536351 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6daef913-f867-46c0-90ea-39a4d89038ff req-db8f7b45-5983-4c73-9209-36e46936e916 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2287967 Oct 26 17:04:37.652876 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-054b576b-3758-4f53-9e19-74bb2ccff4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:37.654330 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-054b576b-3758-4f53-9e19-74bb2ccff4f7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=35f9dd3dc6a2474fb9881eb1b2703644&device_id=36bc4d8d-3b73-44f2-9442-de3a6812f231 HTTP/1.1" status: 200 len: 1097 time: 0.0802209 Oct 26 17:04:37.724502 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-acee60ea-4e56-4359-8200-449f3f729627 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38000e10-e91f-4412-95d8-fea748582a62 HTTP/1.1" status: 200 len: 217 time: 0.0637345 Oct 26 17:04:37.786886 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-4fe38f96-93cd-4596-8439-fe9ddbbde038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:37.788202 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-4fe38f96-93cd-4596-8439-fe9ddbbde038 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7153efa1-3a21-4b2f-9cd0-02ec75523eda HTTP/1.1" status: 200 len: 849 time: 0.0581532 Oct 26 17:04:37.873463 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-a377bb02-4159-41c3-8823-569c7e691f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:37.875094 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-a377bb02-4159-41c3-8823-569c7e691f31 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1e9a8021-025a-40a6-adfe-ed9b23c3481c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811396 Oct 26 17:04:38.066089 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-802c219a-d7f7-4230-b89a-cec8a7a33d40 service neutron] 10.222.0.48 "GET /v2.0/networks/1e9a8021-025a-40a6-adfe-ed9b23c3481c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853001 Oct 26 17:04:38.156789 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f898a-fff5-4bdd-8773-143edb3a7f30 req-df7463fa-1d47-4f4f-9f89-454b4348da85 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:38.158224 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-434f898a-fff5-4bdd-8773-143edb3a7f30 req-df7463fa-1d47-4f4f-9f89-454b4348da85 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/ports?device_id=36bc4d8d-3b73-44f2-9442-de3a6812f231 HTTP/1.1" status: 200 len: 944 time: 0.2047727 Oct 26 17:04:38.243764 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-434f898a-fff5-4bdd-8773-143edb3a7f30 req-d1ac7743-7744-44de-a52f-c4970e5b447c tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/security-groups?id=92f8efd8-840d-4964-833e-2288632c1808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790367 Oct 26 17:04:38.247138 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c09fb1c3-3659-4246-9d20-2d9399535fdd req-1e7a0069-9494-4872-aa21-1b7f82aac764 service neutron] 10.222.0.48 "GET /v2.0/networks/1e9a8021-025a-40a6-adfe-ed9b23c3481c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745896 Oct 26 17:04:39.443711 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea16228-cc7f-453a-9c06-150ab9c4a8ab req-59c613fe-2a44-42fe-a962-4f153028f210 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:39.445182 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-dea16228-cc7f-453a-9c06-150ab9c4a8ab req-59c613fe-2a44-42fe-a962-4f153028f210 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/ports?device_id=36bc4d8d-3b73-44f2-9442-de3a6812f231 HTTP/1.1" status: 200 len: 944 time: 0.0898869 Oct 26 17:04:39.489457 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-dea16228-cc7f-453a-9c06-150ab9c4a8ab req-3e0521b0-3611-4c4e-bcb0-18474672ff5f tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/security-groups?id=92f8efd8-840d-4964-833e-2288632c1808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386727 Oct 26 17:04:40.690532 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc375ae8-c423-4d9e-9a60-a1f45cc30c6c req-88c28809-fa61-4199-beb9-301761057b6f tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:40.692007 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-fc375ae8-c423-4d9e-9a60-a1f45cc30c6c req-88c28809-fa61-4199-beb9-301761057b6f tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/ports?device_id=36bc4d8d-3b73-44f2-9442-de3a6812f231 HTTP/1.1" status: 200 len: 944 time: 0.0907376 Oct 26 17:04:40.736366 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-fc375ae8-c423-4d9e-9a60-a1f45cc30c6c req-d2cfaeba-f157-43d1-b1a7-2ade9f3a5f28 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/security-groups?id=92f8efd8-840d-4964-833e-2288632c1808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387802 Oct 26 17:04:41.134327 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 38000e10-e91f-4412-95d8-fea748582a62 details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 17:04:41.270009 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 38000e10-e91f-4412-95d8-fea748582a62, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=38000e10-e91f-4412-95d8-fea748582a62,segment=NetworkSegment(b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0),segment_id=b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 17:04:41.283872 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': '38000e10-e91f-4412-95d8-fea748582a62', 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c', 'port_id': '38000e10-e91f-4412-95d8-fea748582a62', 'mac_address': 'fa:16:3e:c7:4f:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7153efa1-3a21-4b2f-9cd0-02ec75523eda', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 17:04:41.346583 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 38000e10-e91f-4412-95d8-fea748582a62 is: DOWN; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 17:04:41.346968 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:04:41.363377 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38000e10-e91f-4412-95d8-fea748582a62 {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 17:04:41.379399 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 38000e10-e91f-4412-95d8-fea748582a62, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=38000e10-e91f-4412-95d8-fea748582a62,segment=NetworkSegment(b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0),segment_id=b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 17:04:41.452224 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:04:41.519751 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=38000e10-e91f-4412-95d8-fea748582a62,revision_number=4']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:41.831147 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['38000e10-e91f-4412-95d8-fea748582a62'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 17:04:41.938290 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b841471-b112-4031-a3bb-57124fda5102 req-d4232fa7-bc78-4f2a-8d81-3f990e7f0763 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:41.939819 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-3b841471-b112-4031-a3bb-57124fda5102 req-d4232fa7-bc78-4f2a-8d81-3f990e7f0763 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/ports?device_id=36bc4d8d-3b73-44f2-9442-de3a6812f231 HTTP/1.1" status: 200 len: 945 time: 0.0925024 Oct 26 17:04:41.984660 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-3b841471-b112-4031-a3bb-57124fda5102 req-5df41a5a-eb74-410e-ac07-d526dba153f6 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/security-groups?id=92f8efd8-840d-4964-833e-2288632c1808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385222 Oct 26 17:04:43.149839 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 38000e10-e91f-4412-95d8-fea748582a62 up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 17:04:43.186647 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a1d8f5-5b88-491a-9166-5469df3c0550 req-2d715b16-23dd-4200-b1d6-2ed206557e89 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:43.188118 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d9a1d8f5-5b88-491a-9166-5469df3c0550 req-2d715b16-23dd-4200-b1d6-2ed206557e89 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/ports?device_id=36bc4d8d-3b73-44f2-9442-de3a6812f231 HTTP/1.1" status: 200 len: 945 time: 0.0919621 Oct 26 17:04:43.232506 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-d9a1d8f5-5b88-491a-9166-5469df3c0550 req-e3734a17-0c6b-40d0-8aca-47321439947e tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/security-groups?id=92f8efd8-840d-4964-833e-2288632c1808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387566 Oct 26 17:04:43.281559 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning for port 38000e10-e91f-4412-95d8-fea748582a62 completed by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 26 17:04:43.286648 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port 38000e10-e91f-4412-95d8-fea748582a62 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 17:04:43.291174 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:04:43.291174 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port 38000e10-e91f-4412-95d8-fea748582a62 Oct 26 17:04:43.405296 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 38000e10-e91f-4412-95d8-fea748582a62 is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 17:04:43.406013 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:04:43.432080 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36bc4d8d-3b73-44f2-9442-de3a6812f231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38000e10-e91f-4412-95d8-fea748582a62'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 17:04:43.434326 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f75fbf14a3cb38ccce5df07bc87c0326afcdfdd969cc215a686ddaf7116ab95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1932eebf-9c34-4549-baaf-184e1bbc7fe2" -d '{"events": [{"server_uuid": "36bc4d8d-3b73-44f2-9442-de3a6812f231", "name": "network-vif-plugged", "status": "completed", "tag": "38000e10-e91f-4412-95d8-fea748582a62"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:04:43.442425 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 38000e10-e91f-4412-95d8-fea748582a62, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=38000e10-e91f-4412-95d8-fea748582a62,segment=NetworkSegment(b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0),segment_id=b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 17:04:43.476683 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 17:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa02aba9-83bc-4da8-8139-95a86ddfbb71 x-openstack-request-id: req-aa02aba9-83bc-4da8-8139-95a86ddfbb71 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:04:43.477000 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36bc4d8d-3b73-44f2-9442-de3a6812f231", "name": "network-vif-plugged", "status": "completed", "tag": "38000e10-e91f-4412-95d8-fea748582a62", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:04:43.477252 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aa02aba9-83bc-4da8-8139-95a86ddfbb71 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:04:43.477672 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa02aba9-83bc-4da8-8139-95a86ddfbb71'] response: {'server_uuid': '36bc4d8d-3b73-44f2-9442-de3a6812f231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38000e10-e91f-4412-95d8-fea748582a62', 'code': 200} Oct 26 17:04:43.511216 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:04:43.580053 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=38000e10-e91f-4412-95d8-fea748582a62,revision_number=5']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:43.852181 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f9e7e-af17-45f3-81bb-4b8ce2a6797c req-5eea9773-c546-47ef-b70a-1d473c06098b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:43.853588 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-637f9e7e-af17-45f3-81bb-4b8ce2a6797c req-5eea9773-c546-47ef-b70a-1d473c06098b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=36bc4d8d-3b73-44f2-9442-de3a6812f231 HTTP/1.1" status: 200 len: 1099 time: 0.0788758 Oct 26 17:04:43.898086 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-637f9e7e-af17-45f3-81bb-4b8ce2a6797c req-233c89d3-c6f6-48c8-a163-b31bcbf39311 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=92f8efd8-840d-4964-833e-2288632c1808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386367 Oct 26 17:04:44.434615 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2484621-bb95-4c82-b2da-c38180a1295c req-7bbb60a3-c584-4c29-a1fa-0a01291d4d5b tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:44.437279 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c2484621-bb95-4c82-b2da-c38180a1295c req-7bbb60a3-c584-4c29-a1fa-0a01291d4d5b tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/ports?device_id=36bc4d8d-3b73-44f2-9442-de3a6812f231 HTTP/1.1" status: 200 len: 946 time: 0.0890584 Oct 26 17:04:44.481519 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-c2484621-bb95-4c82-b2da-c38180a1295c req-93eda126-1772-4eda-b044-068d0dd1a997 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/security-groups?id=92f8efd8-840d-4964-833e-2288632c1808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375061 Oct 26 17:04:45.685470 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b93f15-890d-4182-9c71-2eb8178bba17 req-30d1ff95-5009-4bc8-9c69-c538cc1c7e68 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:45.687020 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d0b93f15-890d-4182-9c71-2eb8178bba17 req-30d1ff95-5009-4bc8-9c69-c538cc1c7e68 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/ports?device_id=36bc4d8d-3b73-44f2-9442-de3a6812f231 HTTP/1.1" status: 200 len: 946 time: 0.0890818 Oct 26 17:04:45.737040 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-d0b93f15-890d-4182-9c71-2eb8178bba17 req-06390d12-bb65-473e-ac59-888b0cfb7327 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/security-groups?id=92f8efd8-840d-4964-833e-2288632c1808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423186 Oct 26 17:04:45.939505 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15c717-b23e-40af-995b-8d5077bd0f2b req-5d792e79-891c-4ad0-8ed2-112ded812537 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:45.940963 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9c15c717-b23e-40af-995b-8d5077bd0f2b req-5d792e79-891c-4ad0-8ed2-112ded812537 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/ports?device_id=36bc4d8d-3b73-44f2-9442-de3a6812f231 HTTP/1.1" status: 200 len: 946 time: 0.0927596 Oct 26 17:04:45.985251 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-9c15c717-b23e-40af-995b-8d5077bd0f2b req-88f02cd7-9258-4167-a4f9-87abd6f39240 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/security-groups?id=92f8efd8-840d-4964-833e-2288632c1808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379674 Oct 26 17:04:46.013817 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 54966) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 17:04:46.091654 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516b59bf-0da2-4afa-a9a5-49bb7c943551 tempest-TestSnapshotPattern-1211193229 tempest-TestSnapshotPattern-1211193229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:46.093042 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-516b59bf-0da2-4afa-a9a5-49bb7c943551 tempest-TestSnapshotPattern-1211193229 tempest-TestSnapshotPattern-1211193229-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=36bc4d8d-3b73-44f2-9442-de3a6812f231 HTTP/1.1" status: 200 len: 1094 time: 0.0780108 Oct 26 17:04:46.096048 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 54970) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 17:04:46.100903 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.v2.base [None req-331ba443-adfe-47fd-b918-f2069998fedb tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Request body: {'floatingip': {'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'port_id': '38000e10-e91f-4412-95d8-fea748582a62', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 17:04:46.106921 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-331ba443-adfe-47fd-b918-f2069998fedb tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 26 17:04:46.111507 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-331ba443-adfe-47fd-b918-f2069998fedb tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Usage tracker for resource:floatingip and tenant:35f9dd3dc6a2474fb9881eb1b2703644 is out of sync, need to count used quota {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 26 17:04:46.114310 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [None req-331ba443-adfe-47fd-b918-f2069998fedb tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 26 17:04:46.120104 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.quota.driver [None req-331ba443-adfe-47fd-b918-f2069998fedb tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 26 17:04:46.191204 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-331ba443-adfe-47fd-b918-f2069998fedb tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks [] for floatingip, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:04:46.325917 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-331ba443-adfe-47fd-b918-f2069998fedb tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:04:46.558383 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_common [None req-331ba443-adfe-47fd-b918-f2069998fedb tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Allocated IP 172.26.2.156 (0c79a151-ef79-4fff-8a3c-258f9478471d/c2ca7696-0ce7-40e6-84b9-532753b26bb7/399769d8-038e-42b5-8dd4-fc1145538c93) {{(pid=89748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:04:46.706150 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-331ba443-adfe-47fd-b918-f2069998fedb tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks [] for port, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:04:46.774358 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-331ba443-adfe-47fd-b918-f2069998fedb tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807381176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:04:46.848250 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331ba443-adfe-47fd-b918-f2069998fedb tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Network 0c79a151-ef79-4fff-8a3c-258f9478471d is already hosted by enough agents. {{(pid=89748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:04:46.848250 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.base_scheduler [None req-331ba443-adfe-47fd-b918-f2069998fedb tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Resources bound (agent type, host, resource id): {{(pid=89748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:04:46.850039 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331ba443-adfe-47fd-b918-f2069998fedb tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Received port after_create {{(pid=89748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 26 17:04:46.882428 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ba443-adfe-47fd-b918-f2069998fedb tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Pushing event updated for resources: {'Port': ['ID=399769d8-038e-42b5-8dd4-fc1145538c93,revision_number=1']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:47.260149 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-331ba443-adfe-47fd-b918-f2069998fedb tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:04:47.418232 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-331ba443-adfe-47fd-b918-f2069998fedb tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:04:47.659684 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-331ba443-adfe-47fd-b918-f2069998fedb tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:04:47.717025 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-331ba443-adfe-47fd-b918-f2069998fedb tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1634073'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:04:47.838426 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-331ba443-adfe-47fd-b918-f2069998fedb tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581418'] for floatingip, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:04:47.892013 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ba443-adfe-47fd-b918-f2069998fedb tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Pushing event updated for resources: {'Port': ['ID=399769d8-038e-42b5-8dd4-fc1145538c93,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:48.039604 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.l3_db [None req-331ba443-adfe-47fd-b918-f2069998fedb tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Floating IP 7fde09ac-da7a-4a2c-b7fa-ff9f61fe86cc associated. External IP: 172.26.2.156, port: 38000e10-e91f-4412-95d8-fea748582a62. Oct 26 17:04:48.509119 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331ba443-adfe-47fd-b918-f2069998fedb tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Router 9be35034-f885-46f4-b180-0119a0b534bf has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 17:04:48.689035 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331ba443-adfe-47fd-b918-f2069998fedb tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 17:04:48.699561 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef0750d-07b3-45a3-a8cc-91561041fe5b None None] Sync routers for ids ['9be35034-f885-46f4-b180-0119a0b534bf'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:04:48.709531 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef0750d-07b3-45a3-a8cc-91561041fe5b None None] Routers {'9be35034-f885-46f4-b180-0119a0b534bf'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 17:04:48.710158 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-eef0750d-07b3-45a3-a8cc-91561041fe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T17:04:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['9be35034-f885-46f4-b180-0119a0b534bf'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:48.768349 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-331ba443-adfe-47fd-b918-f2069998fedb tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:04:48.828905 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-331ba443-adfe-47fd-b918-f2069998fedb tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7317483 Oct 26 17:04:48.829583 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36bc4d8d-3b73-44f2-9442-de3a6812f231', 'tag': '38000e10-e91f-4412-95d8-fea748582a62'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 17:04:48.832155 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbecf65b1506daf1e3c9415b2792b0fd9d4f71d7b4124d9691f7baf88de182a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca48cee-100a-49e4-9c1c-b66b0dd10cd8" -d '{"events": [{"name": "network-changed", "server_uuid": "36bc4d8d-3b73-44f2-9442-de3a6812f231", "tag": "38000e10-e91f-4412-95d8-fea748582a62"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:04:48.873922 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 17:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e4b297-ff9c-4589-a77a-966069c71aee x-openstack-request-id: req-69e4b297-ff9c-4589-a77a-966069c71aee {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:04:48.874221 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36bc4d8d-3b73-44f2-9442-de3a6812f231", "tag": "38000e10-e91f-4412-95d8-fea748582a62", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:04:48.874502 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-69e4b297-ff9c-4589-a77a-966069c71aee {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:04:48.874926 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69e4b297-ff9c-4589-a77a-966069c71aee'] response: {'name': 'network-changed', 'server_uuid': '36bc4d8d-3b73-44f2-9442-de3a6812f231', 'tag': '38000e10-e91f-4412-95d8-fea748582a62', 'status': 'completed', 'code': 200} Oct 26 17:04:48.892386 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-eef0750d-07b3-45a3-a8cc-91561041fe5b None None] Set router 9be35034-f885-46f4-b180-0119a0b534bf gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 17:04:48.974003 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca48cee-100a-49e4-9c1c-b66b0dd10cd8 req-6414d7d4-6ddc-41bb-b854-293e9e955d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:48.975524 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-dca48cee-100a-49e4-9c1c-b66b0dd10cd8 req-6414d7d4-6ddc-41bb-b854-293e9e955d97 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=35f9dd3dc6a2474fb9881eb1b2703644&device_id=36bc4d8d-3b73-44f2-9442-de3a6812f231 HTTP/1.1" status: 200 len: 1099 time: 0.0814040 Oct 26 17:04:49.109368 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca48cee-100a-49e4-9c1c-b66b0dd10cd8 req-8077d4a5-de29-4595-966f-f2926f741c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:49.111838 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-dca48cee-100a-49e4-9c1c-b66b0dd10cd8 req-8077d4a5-de29-4595-966f-f2926f741c65 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1e9a8021-025a-40a6-adfe-ed9b23c3481c HTTP/1.1" status: 200 len: 911 time: 0.1306083 Oct 26 17:04:49.219918 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-dca48cee-100a-49e4-9c1c-b66b0dd10cd8 req-1a879dc6-1fc4-4d87-a148-e1203b675b25 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38000e10-e91f-4412-95d8-fea748582a62 HTTP/1.1" status: 200 len: 1000 time: 0.1006255 Oct 26 17:04:49.246847 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-eef0750d-07b3-45a3-a8cc-91561041fe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be35034-f885-46f4-b180-0119a0b534bf', 'name': 'tempest-TestSnapshotPattern-1971653128-router', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:53Z', 'updated_at': '2022-10-26T17:00:57Z', 'revision_number': 4, 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'gw_port': {'id': '7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:26:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be35034-f885-46f4-b180-0119a0b534bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:53Z', 'updated_at': '2022-10-26T17:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '7fde09ac-da7a-4a2c-b7fa-ff9f61fe86cc', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'floating_ip_address': '172.26.2.156', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '9be35034-f885-46f4-b180-0119a0b534bf', 'port_id': '38000e10-e91f-4412-95d8-fea748582a62', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c', 'mac_address': 'fa:16:3e:c7:4f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36bc4d8d-3b73-44f2-9442-de3a6812f231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:04:47Z', 'updated_at': '2022-10-26T17:04:47Z', 'revision_number': 0, 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'fixed_ip_address_scope': None}, {'id': 'cb814b80-72e6-4c69-b6aa-1d70d156ac41', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'floating_ip_address': '172.26.2.64', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '9be35034-f885-46f4-b180-0119a0b534bf', 'port_id': '72259143-2a2c-4fac-8d8d-b60e5cd5742a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c', 'mac_address': 'fa:16:3e:b8:19:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80f2bc8-830f-4540-80fa-046effbe388f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:01:26Z', 'updated_at': '2022-10-26T17:01:29Z', 'revision_number': 1, 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a81a5ad-565e-44fc-be73-e716fe17454b', 'name': '', 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'mac_address': 'fa:16:3e:39:5b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be35034-f885-46f4-b180-0119a0b534bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '7153efa1-3a21-4b2f-9cd0-02ec75523eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:56Z', 'updated_at': '2022-10-26T17:01:03Z', 'revision_number': 5, 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'subnets': [{'id': '7153efa1-3a21-4b2f-9cd0-02ec75523eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:49.251357 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef0750d-07b3-45a3-a8cc-91561041fe5b None None] Checking router: 9be35034-f885-46f4-b180-0119a0b534bf for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:04:49.259734 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef0750d-07b3-45a3-a8cc-91561041fe5b None None] Routers {'9be35034-f885-46f4-b180-0119a0b534bf'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 17:04:49.260323 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-eef0750d-07b3-45a3-a8cc-91561041fe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T17:04:34Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['9be35034-f885-46f4-b180-0119a0b534bf'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:49.282553 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca48cee-100a-49e4-9c1c-b66b0dd10cd8 req-edc52544-c1ca-435b-9666-9186f5364d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:49.283994 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-dca48cee-100a-49e4-9c1c-b66b0dd10cd8 req-edc52544-c1ca-435b-9666-9186f5364d0f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7153efa1-3a21-4b2f-9cd0-02ec75523eda HTTP/1.1" status: 200 len: 849 time: 0.0591829 Oct 26 17:04:49.370632 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca48cee-100a-49e4-9c1c-b66b0dd10cd8 req-b18961bc-65d9-4cfb-9713-597e3d498f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:49.372022 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-dca48cee-100a-49e4-9c1c-b66b0dd10cd8 req-b18961bc-65d9-4cfb-9713-597e3d498f44 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1e9a8021-025a-40a6-adfe-ed9b23c3481c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820320 Oct 26 17:04:49.437618 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-eef0750d-07b3-45a3-a8cc-91561041fe5b None None] Set router 9be35034-f885-46f4-b180-0119a0b534bf gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 17:04:49.506170 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-dca48cee-100a-49e4-9c1c-b66b0dd10cd8 req-52449199-bfe5-4a3f-9f18-a78ef4e69a64 service neutron] 10.222.0.48 "GET /v2.0/networks/1e9a8021-025a-40a6-adfe-ed9b23c3481c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281922 Oct 26 17:04:49.640366 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-dca48cee-100a-49e4-9c1c-b66b0dd10cd8 req-f6fc4116-e037-4616-82a8-deb9e915741a service neutron] 10.222.0.48 "GET /v2.0/networks/1e9a8021-025a-40a6-adfe-ed9b23c3481c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285973 Oct 26 17:04:49.793218 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-eef0750d-07b3-45a3-a8cc-91561041fe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be35034-f885-46f4-b180-0119a0b534bf', 'name': 'tempest-TestSnapshotPattern-1971653128-router', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:53Z', 'updated_at': '2022-10-26T17:00:57Z', 'revision_number': 4, 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'gw_port': {'id': '7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:26:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be35034-f885-46f4-b180-0119a0b534bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:53Z', 'updated_at': '2022-10-26T17:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '7fde09ac-da7a-4a2c-b7fa-ff9f61fe86cc', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'floating_ip_address': '172.26.2.156', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '9be35034-f885-46f4-b180-0119a0b534bf', 'port_id': '38000e10-e91f-4412-95d8-fea748582a62', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c', 'mac_address': 'fa:16:3e:c7:4f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36bc4d8d-3b73-44f2-9442-de3a6812f231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:04:47Z', 'updated_at': '2022-10-26T17:04:47Z', 'revision_number': 0, 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'fixed_ip_address_scope': None}, {'id': 'cb814b80-72e6-4c69-b6aa-1d70d156ac41', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'floating_ip_address': '172.26.2.64', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '9be35034-f885-46f4-b180-0119a0b534bf', 'port_id': '72259143-2a2c-4fac-8d8d-b60e5cd5742a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c', 'mac_address': 'fa:16:3e:b8:19:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80f2bc8-830f-4540-80fa-046effbe388f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:01:26Z', 'updated_at': '2022-10-26T17:01:29Z', 'revision_number': 1, 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a81a5ad-565e-44fc-be73-e716fe17454b', 'name': '', 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'mac_address': 'fa:16:3e:39:5b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be35034-f885-46f4-b180-0119a0b534bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '7153efa1-3a21-4b2f-9cd0-02ec75523eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:56Z', 'updated_at': '2022-10-26T17:01:03Z', 'revision_number': 5, 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'subnets': [{'id': '7153efa1-3a21-4b2f-9cd0-02ec75523eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:49.797831 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef0750d-07b3-45a3-a8cc-91561041fe5b None None] The sync data for ids ['9be35034-f885-46f4-b180-0119a0b534bf'] in dv-neutron-862712-1-hyperv is: [{'id': '9be35034-f885-46f4-b180-0119a0b534bf', 'name': 'tempest-TestSnapshotPattern-1971653128-router', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:53Z', 'updated_at': '2022-10-26T17:00:57Z', 'revision_number': 4, 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'gw_port': {'id': '7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:26:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be35034-f885-46f4-b180-0119a0b534bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:53Z', 'updated_at': '2022-10-26T17:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': '7fde09ac-da7a-4a2c-b7fa-ff9f61fe86cc', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'floating_ip_address': '172.26.2.156', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '9be35034-f885-46f4-b180-0119a0b534bf', 'port_id': '38000e10-e91f-4412-95d8-fea748582a62', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c', 'mac_address': 'fa:16:3e:c7:4f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36bc4d8d-3b73-44f2-9442-de3a6812f231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:04:47Z', 'updated_at': '2022-10-26T17:04:47Z', 'revision_number': 0, 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'fixed_ip_address_scope': None}, {'id': 'cb814b80-72e6-4c69-b6aa-1d70d156ac41', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'floating_ip_address': '172.26.2.64', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '9be35034-f885-46f4-b180-0119a0b534bf', 'port_id': '72259143-2a2c-4fac-8d8d-b60e5cd5742a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c', 'mac_address': 'fa:16:3e:b8:19:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80f2bc8-830f-4540-80fa-046effbe388f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:01:26Z', 'updated_at': '2022-10-26T17:01:29Z', 'revision_number': 1, 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a81a5ad-565e-44fc-be73-e716fe17454b', 'name': '', 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'mac_address': 'fa:16:3e:39:5b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be35034-f885-46f4-b180-0119a0b534bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '7153efa1-3a21-4b2f-9cd0-02ec75523eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:56Z', 'updated_at': '2022-10-26T17:01:03Z', 'revision_number': 5, 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'subnets': [{'id': '7153efa1-3a21-4b2f-9cd0-02ec75523eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:04:49.995933 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2de9bdd-e920-46e3-80f2-b1aa1a6daaac None None] New status for floating IP 7fde09ac-da7a-4a2c-b7fa-ff9f61fe86cc: ACTIVE {{(pid=89749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 17:04:57.880680 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:05:02.211985 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2e81e984-76bc-49b7-9c73-959cd32639d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:05:04.511227 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-5bc7a814-01e1-42fa-b800-18d7aa7430b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:05:04.687937 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 17:05:05.328473 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:05:05.600731 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:05:07.229370 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:05:18.225701 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ed2a373d-b8c5-4995-b6fa-b63af59570be req-a5066b0a-c92e-4d51-8ffb-34e3670e8002 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d80f2bc8-830f-4540-80fa-046effbe388f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0778854 Oct 26 17:05:18.375518 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a373d-b8c5-4995-b6fa-b63af59570be req-69051c0f-b73a-468a-9825-f3ce0d3712b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:05:18.376975 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ed2a373d-b8c5-4995-b6fa-b63af59570be req-69051c0f-b73a-468a-9825-f3ce0d3712b6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=35f9dd3dc6a2474fb9881eb1b2703644&device_id=d80f2bc8-830f-4540-80fa-046effbe388f HTTP/1.1" status: 200 len: 1096 time: 0.0821836 Oct 26 17:05:18.640882 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a373d-b8c5-4995-b6fa-b63af59570be req-443f6494-fbed-49ad-afcc-06b42d1bea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:05:18.642230 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ed2a373d-b8c5-4995-b6fa-b63af59570be req-443f6494-fbed-49ad-afcc-06b42d1bea5f service neutron] 10.222.0.48 "GET /v2.0/networks?id=1e9a8021-025a-40a6-adfe-ed9b23c3481c HTTP/1.1" status: 200 len: 911 time: 0.2467000 Oct 26 17:05:18.743969 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ed2a373d-b8c5-4995-b6fa-b63af59570be req-c514211f-fa1b-40ea-bd4e-bc0230fe4be1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72259143-2a2c-4fac-8d8d-b60e5cd5742a HTTP/1.1" status: 200 len: 998 time: 0.0958581 Oct 26 17:05:18.806449 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a373d-b8c5-4995-b6fa-b63af59570be req-436227ff-70b7-4375-b32a-0a8e2dbbccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:05:18.807935 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ed2a373d-b8c5-4995-b6fa-b63af59570be req-436227ff-70b7-4375-b32a-0a8e2dbbccdd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7153efa1-3a21-4b2f-9cd0-02ec75523eda HTTP/1.1" status: 200 len: 849 time: 0.0583894 Oct 26 17:05:18.895035 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a373d-b8c5-4995-b6fa-b63af59570be req-c41a2792-057b-41a2-afdd-f4de43c7484a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:05:18.896401 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ed2a373d-b8c5-4995-b6fa-b63af59570be req-c41a2792-057b-41a2-afdd-f4de43c7484a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1e9a8021-025a-40a6-adfe-ed9b23c3481c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830095 Oct 26 17:05:19.029240 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ed2a373d-b8c5-4995-b6fa-b63af59570be req-c280a722-99ae-49a8-8ba4-bc519eeb21d9 service neutron] 10.222.0.48 "GET /v2.0/networks/1e9a8021-025a-40a6-adfe-ed9b23c3481c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258702 Oct 26 17:05:19.161215 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-ed2a373d-b8c5-4995-b6fa-b63af59570be req-e3a3f379-3f2e-443d-8d27-b583e1e6b88d service neutron] 10.222.0.48 "GET /v2.0/networks/1e9a8021-025a-40a6-adfe-ed9b23c3481c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259880 Oct 26 17:05:27.903477 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:05:32.191624 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-846e0538-220e-4641-92fb-1a2c17a9e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:05:34.511433 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a1915aad-2388-4931-ab52-804f6baf81a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:05:35.315257 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:05:35.631672 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:05:37.231299 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:05:41.686193 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 17:05:57.908774 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:06:02.197645 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c174cd95-5853-4c58-a881-4c4ae9b1710b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:06:04.514745 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-954b56ad-7fdf-4448-8f1e-b8538aa20228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:06:05.306287 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:06:05.598378 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:06:07.280491 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:06:18.685929 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 17:06:19.284176 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6967d8c4-ae24-4cc6-895c-29f1f2c3b975 req-29da6c1c-bcf9-4135-8234-a25f50bb1656 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=36bc4d8d-3b73-44f2-9442-de3a6812f231&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0779195 Oct 26 17:06:19.383037 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967d8c4-ae24-4cc6-895c-29f1f2c3b975 req-720a6019-d065-4c1d-aff0-3a45185e0368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:06:19.384461 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6967d8c4-ae24-4cc6-895c-29f1f2c3b975 req-720a6019-d065-4c1d-aff0-3a45185e0368 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=35f9dd3dc6a2474fb9881eb1b2703644&device_id=36bc4d8d-3b73-44f2-9442-de3a6812f231 HTTP/1.1" status: 200 len: 1099 time: 0.0805547 Oct 26 17:06:19.529939 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967d8c4-ae24-4cc6-895c-29f1f2c3b975 req-ade6ca8a-8499-4fe8-bf21-8b8c8c641cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:06:19.531525 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6967d8c4-ae24-4cc6-895c-29f1f2c3b975 req-ade6ca8a-8499-4fe8-bf21-8b8c8c641cb4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1e9a8021-025a-40a6-adfe-ed9b23c3481c HTTP/1.1" status: 200 len: 911 time: 0.1293764 Oct 26 17:06:19.633574 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6967d8c4-ae24-4cc6-895c-29f1f2c3b975 req-00ad5267-78b1-4178-aa30-4a783b17b0ce service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38000e10-e91f-4412-95d8-fea748582a62 HTTP/1.1" status: 200 len: 1002 time: 0.0951390 Oct 26 17:06:19.698565 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967d8c4-ae24-4cc6-895c-29f1f2c3b975 req-6e99660a-9183-4d58-abc1-59a38c5ed2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:06:19.699987 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6967d8c4-ae24-4cc6-895c-29f1f2c3b975 req-6e99660a-9183-4d58-abc1-59a38c5ed2fd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7153efa1-3a21-4b2f-9cd0-02ec75523eda HTTP/1.1" status: 200 len: 849 time: 0.0613141 Oct 26 17:06:19.782457 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967d8c4-ae24-4cc6-895c-29f1f2c3b975 req-88c72d11-7735-4d4a-9616-4f52051660c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:06:19.783979 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6967d8c4-ae24-4cc6-895c-29f1f2c3b975 req-88c72d11-7735-4d4a-9616-4f52051660c4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1e9a8021-025a-40a6-adfe-ed9b23c3481c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779903 Oct 26 17:06:19.794229 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [req-6967d8c4-ae24-4cc6-895c-29f1f2c3b975 req-68d93788-aa31-4a69-89d0-6acf1d2dd55d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=89748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 17:06:19.795156 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6967d8c4-ae24-4cc6-895c-29f1f2c3b975 req-68d93788-aa31-4a69-89d0-6acf1d2dd55d service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046799 Oct 26 17:06:19.925701 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6967d8c4-ae24-4cc6-895c-29f1f2c3b975 req-3e499b11-3aba-487a-894d-d2a397af06dd service neutron] 10.222.0.48 "GET /v2.0/networks/1e9a8021-025a-40a6-adfe-ed9b23c3481c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241722 Oct 26 17:06:20.056295 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-6967d8c4-ae24-4cc6-895c-29f1f2c3b975 req-bb409946-637a-428a-81fe-267ff85565f8 service neutron] 10.222.0.48 "GET /v2.0/networks/1e9a8021-025a-40a6-adfe-ed9b23c3481c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250470 Oct 26 17:06:27.917822 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:06:32.192076 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6e61baf5-b1fd-47f8-9bef-9e33bbfdedd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:06:34.523836 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a094de02-853e-4de7-beef-6e10a7a6f732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:06:35.365865 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:06:35.617578 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:06:37.245907 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:06:55.685051 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 17:06:55.881474 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 38000e10-e91f-4412-95d8-fea748582a62 details requested by agent hyperv_hv-neutron-8627 with host hv-neutron-8627 {{(pid=89749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 26 17:06:56.016082 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 38000e10-e91f-4412-95d8-fea748582a62, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=38000e10-e91f-4412-95d8-fea748582a62,segment=NetworkSegment(b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0),segment_id=b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 17:06:56.029919 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Returning: {'device': '38000e10-e91f-4412-95d8-fea748582a62', 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c', 'port_id': '38000e10-e91f-4412-95d8-fea748582a62', 'mac_address': 'fa:16:3e:c7:4f:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7153efa1-3a21-4b2f-9cd0-02ec75523eda', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 26 17:06:56.085536 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 38000e10-e91f-4412-95d8-fea748582a62 is: ACTIVE; New status is: BUILD {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 17:06:56.085914 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:06:56.106227 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38000e10-e91f-4412-95d8-fea748582a62 {{(pid=89749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 17:06:56.121847 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 38000e10-e91f-4412-95d8-fea748582a62, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=38000e10-e91f-4412-95d8-fea748582a62,segment=NetworkSegment(b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0),segment_id=b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 17:06:56.209607 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:06:56.281590 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=38000e10-e91f-4412-95d8-fea748582a62,revision_number=6']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:06:56.290856 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] get_ports_and_sgs() called for port_ids ['38000e10-e91f-4412-95d8-fea748582a62'] {{(pid=89749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 26 17:06:56.319188 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:06:56.319682 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:06:56.320148 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:06:56.320494 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:06:56.320825 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:06:56.321158 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:06:56.321484 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:06:56.321809 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:06:56.322134 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:06:56.322457 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:06:56.322798 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:06:56.323116 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:06:57.895990 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 38000e10-e91f-4412-95d8-fea748582a62 up at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 26 17:06:57.929692 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:06:57.968598 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.provisioning_blocks [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Provisioning complete for port 38000e10-e91f-4412-95d8-fea748582a62 triggered by entity L2. {{(pid=89749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 26 17:06:57.968891 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478748'] for port, provisioning_complete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:06:57.969225 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Attempt 1 to provision port 38000e10-e91f-4412-95d8-fea748582a62 Oct 26 17:06:58.083938 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 38000e10-e91f-4412-95d8-fea748582a62 is: BUILD; New status is: ACTIVE {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 17:06:58.084316 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:06:58.110754 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36bc4d8d-3b73-44f2-9442-de3a6812f231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38000e10-e91f-4412-95d8-fea748582a62'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 17:06:58.112987 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f75fbf14a3cb38ccce5df07bc87c0326afcdfdd969cc215a686ddaf7116ab95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6c0566-2fd7-4776-b910-5eeefe705c6c" -d '{"events": [{"server_uuid": "36bc4d8d-3b73-44f2-9442-de3a6812f231", "name": "network-vif-plugged", "status": "completed", "tag": "38000e10-e91f-4412-95d8-fea748582a62"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:06:58.126100 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 38000e10-e91f-4412-95d8-fea748582a62, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=38000e10-e91f-4412-95d8-fea748582a62,segment=NetworkSegment(b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0),segment_id=b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 17:06:58.187310 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:06:58.218458 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 17:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f32f2bd-032a-45cb-a7ce-4c993c333304 x-openstack-request-id: req-2f32f2bd-032a-45cb-a7ce-4c993c333304 {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:06:58.218819 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36bc4d8d-3b73-44f2-9442-de3a6812f231", "name": "network-vif-plugged", "status": "completed", "tag": "38000e10-e91f-4412-95d8-fea748582a62", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:06:58.219026 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2f32f2bd-032a-45cb-a7ce-4c993c333304 {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:06:58.219410 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f32f2bd-032a-45cb-a7ce-4c993c333304'] response: {'server_uuid': '36bc4d8d-3b73-44f2-9442-de3a6812f231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38000e10-e91f-4412-95d8-fea748582a62', 'code': 200} Oct 26 17:06:58.258261 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=38000e10-e91f-4412-95d8-fea748582a62,revision_number=7']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:02.183987 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-60a951ac-4134-45bf-a5df-663201d47786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:04.531937 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-75b36b5e-ffbd-43bf-881a-7bc5977ee85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:05.329775 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:05.697365 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:07.238675 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:11.252186 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 55200) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 17:07:11.560715 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-2c83ab6e-1586-4c84-91a9-5bc1ac4d44ec tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Deleting port 399769d8-038e-42b5-8dd4-fc1145538c93 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 17:07:11.560987 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2c83ab6e-1586-4c84-91a9-5bc1ac4d44ec tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:11.734980 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2c83ab6e-1586-4c84-91a9-5bc1ac4d44ec tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:11.735300 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2c83ab6e-1586-4c84-91a9-5bc1ac4d44ec tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:11.856761 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-2c83ab6e-1586-4c84-91a9-5bc1ac4d44ec tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Calling delete_port for 399769d8-038e-42b5-8dd4-fc1145538c93 owned by network:floatingip {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 17:07:12.072321 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2c83ab6e-1586-4c84-91a9-5bc1ac4d44ec tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:12.118913 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c83ab6e-1586-4c84-91a9-5bc1ac4d44ec tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Pushing event deleted for resources: {'Port': ['ID=399769d8-038e-42b5-8dd4-fc1145538c93,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:12.160533 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c83ab6e-1586-4c84-91a9-5bc1ac4d44ec tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:12.160882 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c83ab6e-1586-4c84-91a9-5bc1ac4d44ec tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:12.161226 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c83ab6e-1586-4c84-91a9-5bc1ac4d44ec tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:12.161561 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c83ab6e-1586-4c84-91a9-5bc1ac4d44ec tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:12.161889 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c83ab6e-1586-4c84-91a9-5bc1ac4d44ec tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:12.162220 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c83ab6e-1586-4c84-91a9-5bc1ac4d44ec tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:12.162567 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c83ab6e-1586-4c84-91a9-5bc1ac4d44ec tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:12.162893 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c83ab6e-1586-4c84-91a9-5bc1ac4d44ec tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:12.163214 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c83ab6e-1586-4c84-91a9-5bc1ac4d44ec tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:12.163538 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c83ab6e-1586-4c84-91a9-5bc1ac4d44ec tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:12.163857 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c83ab6e-1586-4c84-91a9-5bc1ac4d44ec tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:12.164173 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c83ab6e-1586-4c84-91a9-5bc1ac4d44ec tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:12.227166 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2c83ab6e-1586-4c84-91a9-5bc1ac4d44ec tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks [] for floatingip, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:12.227488 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.l3_db [None req-2c83ab6e-1586-4c84-91a9-5bc1ac4d44ec tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Floating IP 7fde09ac-da7a-4a2c-b7fa-ff9f61fe86cc disassociated (deleted). External IP: 172.26.2.156, port: 38000e10-e91f-4412-95d8-fea748582a62. Oct 26 17:07:12.575236 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c83ab6e-1586-4c84-91a9-5bc1ac4d44ec tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Router 9be35034-f885-46f4-b180-0119a0b534bf has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 17:07:12.754340 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c83ab6e-1586-4c84-91a9-5bc1ac4d44ec tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 17:07:12.763746 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11a8767-3abd-4dfa-b4f6-640a56db1034 None None] Sync routers for ids ['9be35034-f885-46f4-b180-0119a0b534bf'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:07:12.772800 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11a8767-3abd-4dfa-b4f6-640a56db1034 None None] Routers {'9be35034-f885-46f4-b180-0119a0b534bf'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 17:07:12.773402 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-f11a8767-3abd-4dfa-b4f6-640a56db1034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T17:07:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['9be35034-f885-46f4-b180-0119a0b534bf'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:12.849881 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-2c83ab6e-1586-4c84-91a9-5bc1ac4d44ec tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:12.905686 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-2c83ab6e-1586-4c84-91a9-5bc1ac4d44ec tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "DELETE /v2.0/floatingips/7fde09ac-da7a-4a2c-b7fa-ff9f61fe86cc HTTP/1.1" status: 204 len: 168 time: 1.6523230 Oct 26 17:07:12.906422 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36bc4d8d-3b73-44f2-9442-de3a6812f231', 'tag': '38000e10-e91f-4412-95d8-fea748582a62'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 17:07:12.908831 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbecf65b1506daf1e3c9415b2792b0fd9d4f71d7b4124d9691f7baf88de182a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d07783-cec3-4418-b3dd-13ad3101dd21" -d '{"events": [{"name": "network-changed", "server_uuid": "36bc4d8d-3b73-44f2-9442-de3a6812f231", "tag": "38000e10-e91f-4412-95d8-fea748582a62"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:07:12.953609 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-f11a8767-3abd-4dfa-b4f6-640a56db1034 None None] Set router 9be35034-f885-46f4-b180-0119a0b534bf gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 17:07:13.012767 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 17:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432761db-65dd-405c-9dbf-1843ede04aa4 x-openstack-request-id: req-432761db-65dd-405c-9dbf-1843ede04aa4 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:07:13.013159 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36bc4d8d-3b73-44f2-9442-de3a6812f231", "tag": "38000e10-e91f-4412-95d8-fea748582a62", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:07:13.013597 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-432761db-65dd-405c-9dbf-1843ede04aa4 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:07:13.014100 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-432761db-65dd-405c-9dbf-1843ede04aa4'] response: {'name': 'network-changed', 'server_uuid': '36bc4d8d-3b73-44f2-9442-de3a6812f231', 'tag': '38000e10-e91f-4412-95d8-fea748582a62', 'status': 'completed', 'code': 200} Oct 26 17:07:13.122526 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d07783-cec3-4418-b3dd-13ad3101dd21 req-5d2d29a2-da12-42ec-831d-acd84dfb2749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:07:13.123965 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-06d07783-cec3-4418-b3dd-13ad3101dd21 req-5d2d29a2-da12-42ec-831d-acd84dfb2749 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=35f9dd3dc6a2474fb9881eb1b2703644&device_id=36bc4d8d-3b73-44f2-9442-de3a6812f231 HTTP/1.1" status: 200 len: 1099 time: 0.0869644 Oct 26 17:07:13.325070 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-f11a8767-3abd-4dfa-b4f6-640a56db1034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be35034-f885-46f4-b180-0119a0b534bf', 'name': 'tempest-TestSnapshotPattern-1971653128-router', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:53Z', 'updated_at': '2022-10-26T17:00:57Z', 'revision_number': 4, 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'gw_port': {'id': '7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:26:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be35034-f885-46f4-b180-0119a0b534bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:53Z', 'updated_at': '2022-10-26T17:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': 'cb814b80-72e6-4c69-b6aa-1d70d156ac41', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'floating_ip_address': '172.26.2.64', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '9be35034-f885-46f4-b180-0119a0b534bf', 'port_id': '72259143-2a2c-4fac-8d8d-b60e5cd5742a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c', 'mac_address': 'fa:16:3e:b8:19:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80f2bc8-830f-4540-80fa-046effbe388f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:01:26Z', 'updated_at': '2022-10-26T17:01:29Z', 'revision_number': 1, 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a81a5ad-565e-44fc-be73-e716fe17454b', 'name': '', 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'mac_address': 'fa:16:3e:39:5b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be35034-f885-46f4-b180-0119a0b534bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '7153efa1-3a21-4b2f-9cd0-02ec75523eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:56Z', 'updated_at': '2022-10-26T17:01:03Z', 'revision_number': 5, 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'subnets': [{'id': '7153efa1-3a21-4b2f-9cd0-02ec75523eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:13.329078 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11a8767-3abd-4dfa-b4f6-640a56db1034 None None] Checking router: 9be35034-f885-46f4-b180-0119a0b534bf for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:07:13.337454 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11a8767-3abd-4dfa-b4f6-640a56db1034 None None] Routers {'9be35034-f885-46f4-b180-0119a0b534bf'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 17:07:13.338071 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-f11a8767-3abd-4dfa-b4f6-640a56db1034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T17:07:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['9be35034-f885-46f4-b180-0119a0b534bf'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:13.385557 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d07783-cec3-4418-b3dd-13ad3101dd21 req-4fb7f76f-3804-4626-9016-e28511195dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:07:13.388086 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-06d07783-cec3-4418-b3dd-13ad3101dd21 req-4fb7f76f-3804-4626-9016-e28511195dde service neutron] 10.222.0.48 "GET /v2.0/networks?id=1e9a8021-025a-40a6-adfe-ed9b23c3481c HTTP/1.1" status: 200 len: 911 time: 0.2581732 Oct 26 17:07:13.458456 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-06d07783-cec3-4418-b3dd-13ad3101dd21 req-65db5a27-59e7-4f7b-a532-6ba6f5d39a7e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38000e10-e91f-4412-95d8-fea748582a62 HTTP/1.1" status: 200 len: 217 time: 0.0630546 Oct 26 17:07:13.525142 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d07783-cec3-4418-b3dd-13ad3101dd21 req-e6005a90-028d-4e7c-8488-939a6f19154e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:07:13.527722 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-06d07783-cec3-4418-b3dd-13ad3101dd21 req-e6005a90-028d-4e7c-8488-939a6f19154e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7153efa1-3a21-4b2f-9cd0-02ec75523eda HTTP/1.1" status: 200 len: 849 time: 0.0628641 Oct 26 17:07:13.532053 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-f11a8767-3abd-4dfa-b4f6-640a56db1034 None None] Set router 9be35034-f885-46f4-b180-0119a0b534bf gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 17:07:13.614985 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d07783-cec3-4418-b3dd-13ad3101dd21 req-c8eac852-0190-4301-a6b5-611568b394cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:07:13.616508 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-06d07783-cec3-4418-b3dd-13ad3101dd21 req-c8eac852-0190-4301-a6b5-611568b394cc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1e9a8021-025a-40a6-adfe-ed9b23c3481c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819016 Oct 26 17:07:13.620457 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30db572-364a-4fd0-a5da-c0f37e395c6a req-e2306bc0-f0a2-487c-815d-b5ab3d26a50e tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:07:13.622321 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b30db572-364a-4fd0-a5da-c0f37e395c6a req-e2306bc0-f0a2-487c-815d-b5ab3d26a50e tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/ports?device_id=36bc4d8d-3b73-44f2-9442-de3a6812f231 HTTP/1.1" status: 200 len: 946 time: 0.1477079 Oct 26 17:07:13.671121 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-b30db572-364a-4fd0-a5da-c0f37e395c6a req-855a6c85-8d43-4d23-b644-48b424974b2e tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/security-groups?id=92f8efd8-840d-4964-833e-2288632c1808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428813 Oct 26 17:07:13.762183 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-06d07783-cec3-4418-b3dd-13ad3101dd21 req-c2fdf37e-e004-4733-afc9-3f3b968acded service neutron] 10.222.0.48 "GET /v2.0/networks/1e9a8021-025a-40a6-adfe-ed9b23c3481c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308062 Oct 26 17:07:13.897833 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-06d07783-cec3-4418-b3dd-13ad3101dd21 req-a275fcf3-a0e0-4767-b5ad-a5f729f2a6ca service neutron] 10.222.0.48 "GET /v2.0/networks/1e9a8021-025a-40a6-adfe-ed9b23c3481c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278052 Oct 26 17:07:13.907378 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-f11a8767-3abd-4dfa-b4f6-640a56db1034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be35034-f885-46f4-b180-0119a0b534bf', 'name': 'tempest-TestSnapshotPattern-1971653128-router', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:53Z', 'updated_at': '2022-10-26T17:00:57Z', 'revision_number': 4, 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'gw_port': {'id': '7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:26:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be35034-f885-46f4-b180-0119a0b534bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:53Z', 'updated_at': '2022-10-26T17:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': 'cb814b80-72e6-4c69-b6aa-1d70d156ac41', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'floating_ip_address': '172.26.2.64', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '9be35034-f885-46f4-b180-0119a0b534bf', 'port_id': '72259143-2a2c-4fac-8d8d-b60e5cd5742a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c', 'mac_address': 'fa:16:3e:b8:19:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80f2bc8-830f-4540-80fa-046effbe388f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:01:26Z', 'updated_at': '2022-10-26T17:01:29Z', 'revision_number': 1, 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a81a5ad-565e-44fc-be73-e716fe17454b', 'name': '', 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'mac_address': 'fa:16:3e:39:5b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be35034-f885-46f4-b180-0119a0b534bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '7153efa1-3a21-4b2f-9cd0-02ec75523eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:56Z', 'updated_at': '2022-10-26T17:01:03Z', 'revision_number': 5, 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'subnets': [{'id': '7153efa1-3a21-4b2f-9cd0-02ec75523eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:13.911377 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11a8767-3abd-4dfa-b4f6-640a56db1034 None None] The sync data for ids ['9be35034-f885-46f4-b180-0119a0b534bf'] in dv-neutron-862712-1-hyperv is: [{'id': '9be35034-f885-46f4-b180-0119a0b534bf', 'name': 'tempest-TestSnapshotPattern-1971653128-router', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:53Z', 'updated_at': '2022-10-26T17:00:57Z', 'revision_number': 4, 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'gw_port': {'id': '7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:26:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be35034-f885-46f4-b180-0119a0b534bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:53Z', 'updated_at': '2022-10-26T17:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_floatingips': [{'id': 'cb814b80-72e6-4c69-b6aa-1d70d156ac41', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'floating_ip_address': '172.26.2.64', 'floating_network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'router_id': '9be35034-f885-46f4-b180-0119a0b534bf', 'port_id': '72259143-2a2c-4fac-8d8d-b60e5cd5742a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c', 'mac_address': 'fa:16:3e:b8:19:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80f2bc8-830f-4540-80fa-046effbe388f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:01:26Z', 'updated_at': '2022-10-26T17:01:29Z', 'revision_number': 1, 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a81a5ad-565e-44fc-be73-e716fe17454b', 'name': '', 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'mac_address': 'fa:16:3e:39:5b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be35034-f885-46f4-b180-0119a0b534bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '7153efa1-3a21-4b2f-9cd0-02ec75523eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:56Z', 'updated_at': '2022-10-26T17:01:03Z', 'revision_number': 5, 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'subnets': [{'id': '7153efa1-3a21-4b2f-9cd0-02ec75523eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:07:13.947347 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 38000e10-e91f-4412-95d8-fea748582a62 no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 17:07:14.099163 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Current status of the port 38000e10-e91f-4412-95d8-fea748582a62 is: ACTIVE; New status is: DOWN {{(pid=89749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 26 17:07:14.099549 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16370181'] for port, before_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:14.130547 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36bc4d8d-3b73-44f2-9442-de3a6812f231', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38000e10-e91f-4412-95d8-fea748582a62'}] {{(pid=89749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 17:07:14.132941 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f75fbf14a3cb38ccce5df07bc87c0326afcdfdd969cc215a686ddaf7116ab95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7f6688-5e8e-4566-bcbb-9ec3a8aaaf39" -d '{"events": [{"server_uuid": "36bc4d8d-3b73-44f2-9442-de3a6812f231", "name": "network-vif-unplugged", "status": "completed", "tag": "38000e10-e91f-4412-95d8-fea748582a62"}]}' {{(pid=89749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:07:14.138612 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff743452-b9c3-4210-a7eb-ba6a99fcdb79 None None] New status for floating IP 7fde09ac-da7a-4a2c-b7fa-ff9f61fe86cc: DOWN {{(pid=89749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 17:07:14.193060 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Oct 2022 17:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5384bd77-5904-4659-93bf-a7b4264f274d x-openstack-request-id: req-5384bd77-5904-4659-93bf-a7b4264f274d {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:07:14.193353 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36bc4d8d-3b73-44f2-9442-de3a6812f231", "name": "network-vif-unplugged", "status": "completed", "tag": "38000e10-e91f-4412-95d8-fea748582a62", "code": 200}]} {{(pid=89749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:07:14.193607 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5384bd77-5904-4659-93bf-a7b4264f274d {{(pid=89749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:07:14.193992 dv-neutron-862712-1-hyperv neutron-server[89749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5384bd77-5904-4659-93bf-a7b4264f274d'] response: {'server_uuid': '36bc4d8d-3b73-44f2-9442-de3a6812f231', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38000e10-e91f-4412-95d8-fea748582a62', 'code': 200} Oct 26 17:07:14.259759 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] For port 38000e10-e91f-4412-95d8-fea748582a62, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=38000e10-e91f-4412-95d8-fea748582a62,segment=NetworkSegment(b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0),segment_id=b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 17:07:14.323923 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807979349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807381194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728807381239'] for port, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:14.392025 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Pushing event updated for resources: {'Port': ['ID=38000e10-e91f-4412-95d8-fea748582a62,revision_number=8']} {{(pid=89749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:14.874285 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b66090-ad87-4006-a56f-2fbbf2cdc05f req-e1208934-5d53-43bb-9c07-8bc1dba10d95 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:07:14.875779 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-f0b66090-ad87-4006-a56f-2fbbf2cdc05f req-e1208934-5d53-43bb-9c07-8bc1dba10d95 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/ports?device_id=36bc4d8d-3b73-44f2-9442-de3a6812f231 HTTP/1.1" status: 200 len: 944 time: 0.0910339 Oct 26 17:07:14.920829 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-f0b66090-ad87-4006-a56f-2fbbf2cdc05f req-301facb7-88b5-4972-a4c1-913c15b6ec0b tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/security-groups?id=92f8efd8-840d-4964-833e-2288632c1808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392284 Oct 26 17:07:15.246059 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb6653-4ece-4448-9e09-be61c37bd8b0 req-7aa25f47-2a99-403c-a3df-b73df3fef950 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:07:15.246831 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-76eb6653-4ece-4448-9e09-be61c37bd8b0 req-7aa25f47-2a99-403c-a3df-b73df3fef950 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Synchronizing usage tracker for tenant:35f9dd3dc6a2474fb9881eb1b2703644 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 17:07:15.320011 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-76eb6653-4ece-4448-9e09-be61c37bd8b0 req-7aa25f47-2a99-403c-a3df-b73df3fef950 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Unset dirty status for tenant:35f9dd3dc6a2474fb9881eb1b2703644 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 17:07:15.321122 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-76eb6653-4ece-4448-9e09-be61c37bd8b0 req-7aa25f47-2a99-403c-a3df-b73df3fef950 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.48 "GET /v2.0/ports?device_id=36bc4d8d-3b73-44f2-9442-de3a6812f231 HTTP/1.1" status: 200 len: 944 time: 0.1664894 Oct 26 17:07:15.391671 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-76eb6653-4ece-4448-9e09-be61c37bd8b0 req-8ea8f364-f374-4148-a962-c803d092be0a tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Deleting port 38000e10-e91f-4412-95d8-fea748582a62 {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 17:07:15.392008 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-76eb6653-4ece-4448-9e09-be61c37bd8b0 req-8ea8f364-f374-4148-a962-c803d092be0a tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:15.637812 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-76eb6653-4ece-4448-9e09-be61c37bd8b0 req-8ea8f364-f374-4148-a962-c803d092be0a tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] For port 38000e10-e91f-4412-95d8-fea748582a62, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=38000e10-e91f-4412-95d8-fea748582a62,segment=NetworkSegment(b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0),segment_id=b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 17:07:15.638165 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-76eb6653-4ece-4448-9e09-be61c37bd8b0 req-8ea8f364-f374-4148-a962-c803d092be0a tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:15.760624 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-76eb6653-4ece-4448-9e09-be61c37bd8b0 req-8ea8f364-f374-4148-a962-c803d092be0a tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Calling delete_port for 38000e10-e91f-4412-95d8-fea748582a62 owned by compute:nova {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 17:07:15.981813 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-76eb6653-4ece-4448-9e09-be61c37bd8b0 req-8ea8f364-f374-4148-a962-c803d092be0a tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:16.037969 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea8f364-f374-4148-a962-c803d092be0a tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Pushing event deleted for resources: {'Port': ['ID=38000e10-e91f-4412-95d8-fea748582a62,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:16.135203 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-76eb6653-4ece-4448-9e09-be61c37bd8b0 req-8ea8f364-f374-4148-a962-c803d092be0a tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] No DVR routers for this DVR port 38000e10-e91f-4412-95d8-fea748582a62 on host hv-neutron-8627 {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:07:16.138674 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-76eb6653-4ece-4448-9e09-be61c37bd8b0 req-8ea8f364-f374-4148-a962-c803d092be0a tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:16.141800 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36bc4d8d-3b73-44f2-9442-de3a6812f231', 'name': 'network-vif-deleted', 'tag': '38000e10-e91f-4412-95d8-fea748582a62'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 17:07:16.144188 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbecf65b1506daf1e3c9415b2792b0fd9d4f71d7b4124d9691f7baf88de182a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363dc900-7a4c-4e4a-9c90-05cc00d29b61" -d '{"events": [{"server_uuid": "36bc4d8d-3b73-44f2-9442-de3a6812f231", "name": "network-vif-deleted", "tag": "38000e10-e91f-4412-95d8-fea748582a62"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:07:16.189663 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 17:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc5dca3-2809-4423-905e-1b298e09a346 x-openstack-request-id: req-dbc5dca3-2809-4423-905e-1b298e09a346 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:07:16.189955 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36bc4d8d-3b73-44f2-9442-de3a6812f231", "name": "network-vif-deleted", "tag": "38000e10-e91f-4412-95d8-fea748582a62", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:07:16.190229 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dbc5dca3-2809-4423-905e-1b298e09a346 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:07:16.190686 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbc5dca3-2809-4423-905e-1b298e09a346'] response: {'server_uuid': '36bc4d8d-3b73-44f2-9442-de3a6812f231', 'name': 'network-vif-deleted', 'tag': '38000e10-e91f-4412-95d8-fea748582a62', 'status': 'completed', 'code': 200} Oct 26 17:07:16.242999 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-76eb6653-4ece-4448-9e09-be61c37bd8b0 req-8ea8f364-f374-4148-a962-c803d092be0a tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.48 "DELETE /v2.0/ports/38000e10-e91f-4412-95d8-fea748582a62 HTTP/1.1" status: 204 len: 173 time: 0.9169087 Oct 26 17:07:16.351954 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-435c5603-06ea-4225-a784-b32c9b21f8e3 req-acef0ebd-b50f-4cb5-a51f-196e6645be83 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Synchronizing usage tracker for tenant:35f9dd3dc6a2474fb9881eb1b2703644 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 17:07:16.411807 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-435c5603-06ea-4225-a784-b32c9b21f8e3 req-acef0ebd-b50f-4cb5-a51f-196e6645be83 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Unset dirty status for tenant:35f9dd3dc6a2474fb9881eb1b2703644 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 17:07:16.417425 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-435c5603-06ea-4225-a784-b32c9b21f8e3 req-acef0ebd-b50f-4cb5-a51f-196e6645be83 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/ports?device_id=36bc4d8d-3b73-44f2-9442-de3a6812f231 HTTP/1.1" status: 200 len: 210 time: 0.2170341 Oct 26 17:07:17.943194 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 38000e10-e91f-4412-95d8-fea748582a62 no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 17:07:17.978363 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] No Port match for: 38000e10-e91f-4412-95d8-fea748582a62 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 17:07:17.978725 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 38000e10-e91f-4412-95d8-fea748582a62 not bound to the agent host hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 17:07:18.700501 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 55270) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 17:07:18.904070 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-6aac867f-9792-43be-bbd7-0a6c759ad05b tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Deleting port de56e7c9-7337-484b-944e-5d46b0c2952c {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 17:07:18.904410 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6aac867f-9792-43be-bbd7-0a6c759ad05b tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:19.072042 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6aac867f-9792-43be-bbd7-0a6c759ad05b tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:19.072369 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6aac867f-9792-43be-bbd7-0a6c759ad05b tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:19.232380 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-6aac867f-9792-43be-bbd7-0a6c759ad05b tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Calling delete_port for de56e7c9-7337-484b-944e-5d46b0c2952c owned by network:floatingip {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 17:07:19.341416 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7a8f688a-ac36-4d29-8ab4-8ab8b6889430 req-aff844ae-e542-48a6-a867-49672c498314 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d80f2bc8-830f-4540-80fa-046effbe388f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1518888 Oct 26 17:07:19.486870 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f688a-ac36-4d29-8ab4-8ab8b6889430 req-561097b1-0c0e-4e68-a591-ee268a2ce7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:07:19.488260 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7a8f688a-ac36-4d29-8ab4-8ab8b6889430 req-561097b1-0c0e-4e68-a591-ee268a2ce7cb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=35f9dd3dc6a2474fb9881eb1b2703644&device_id=d80f2bc8-830f-4540-80fa-046effbe388f HTTP/1.1" status: 200 len: 1096 time: 0.0781579 Oct 26 17:07:19.489881 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6aac867f-9792-43be-bbd7-0a6c759ad05b tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:19.560626 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac867f-9792-43be-bbd7-0a6c759ad05b tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Pushing event deleted for resources: {'Port': ['ID=de56e7c9-7337-484b-944e-5d46b0c2952c,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:19.747503 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6aac867f-9792-43be-bbd7-0a6c759ad05b tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks [] for floatingip, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:19.748150 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.db.l3_db [None req-6aac867f-9792-43be-bbd7-0a6c759ad05b tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Floating IP cb814b80-72e6-4c69-b6aa-1d70d156ac41 disassociated (deleted). External IP: 172.26.2.64, port: 72259143-2a2c-4fac-8d8d-b60e5cd5742a. Oct 26 17:07:19.863849 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f688a-ac36-4d29-8ab4-8ab8b6889430 req-68b276f0-778e-437f-985b-dc384c8fd57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:07:19.865306 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7a8f688a-ac36-4d29-8ab4-8ab8b6889430 req-68b276f0-778e-437f-985b-dc384c8fd57e service neutron] 10.222.0.48 "GET /v2.0/networks?id=1e9a8021-025a-40a6-adfe-ed9b23c3481c HTTP/1.1" status: 200 len: 911 time: 0.3337605 Oct 26 17:07:20.064958 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7a8f688a-ac36-4d29-8ab4-8ab8b6889430 req-fd0b4661-c56d-42a7-a1f1-e6d26b152dba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72259143-2a2c-4fac-8d8d-b60e5cd5742a HTTP/1.1" status: 200 len: 217 time: 0.1851206 Oct 26 17:07:20.151768 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f688a-ac36-4d29-8ab4-8ab8b6889430 req-7b10135e-f826-4814-9183-c0064cca14d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:07:20.153718 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7a8f688a-ac36-4d29-8ab4-8ab8b6889430 req-7b10135e-f826-4814-9183-c0064cca14d0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7153efa1-3a21-4b2f-9cd0-02ec75523eda HTTP/1.1" status: 200 len: 849 time: 0.0806291 Oct 26 17:07:20.397654 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f688a-ac36-4d29-8ab4-8ab8b6889430 req-20c2227d-df27-4687-b7d8-f5dd25def2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:07:20.399053 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7a8f688a-ac36-4d29-8ab4-8ab8b6889430 req-20c2227d-df27-4687-b7d8-f5dd25def2f5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1e9a8021-025a-40a6-adfe-ed9b23c3481c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1911526 Oct 26 17:07:20.401002 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aac867f-9792-43be-bbd7-0a6c759ad05b tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Router 9be35034-f885-46f4-b180-0119a0b534bf has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 17:07:20.687431 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7a8f688a-ac36-4d29-8ab4-8ab8b6889430 req-5e2dad77-2646-4b32-8406-955d208d1d27 service neutron] 10.222.0.48 "GET /v2.0/networks/1e9a8021-025a-40a6-adfe-ed9b23c3481c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816923 Oct 26 17:07:20.695280 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aac867f-9792-43be-bbd7-0a6c759ad05b tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 17:07:20.706038 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50fa84c-912c-4944-98b2-2594a13c33b1 None None] Sync routers for ids ['9be35034-f885-46f4-b180-0119a0b534bf'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:07:20.716805 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50fa84c-912c-4944-98b2-2594a13c33b1 None None] Routers {'9be35034-f885-46f4-b180-0119a0b534bf'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 17:07:20.717409 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-d50fa84c-912c-4944-98b2-2594a13c33b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T17:07:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['9be35034-f885-46f4-b180-0119a0b534bf'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:20.833978 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-7a8f688a-ac36-4d29-8ab4-8ab8b6889430 req-21e16bb1-52c2-4718-a99f-90a725ccb287 service neutron] 10.222.0.48 "GET /v2.0/networks/1e9a8021-025a-40a6-adfe-ed9b23c3481c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399322 Oct 26 17:07:20.858594 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-6aac867f-9792-43be-bbd7-0a6c759ad05b tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for floatingip, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:20.917628 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-6aac867f-9792-43be-bbd7-0a6c759ad05b tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "DELETE /v2.0/floatingips/cb814b80-72e6-4c69-b6aa-1d70d156ac41 HTTP/1.1" status: 204 len: 168 time: 2.2136331 Oct 26 17:07:20.917628 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd80f2bc8-830f-4540-80fa-046effbe388f', 'tag': '72259143-2a2c-4fac-8d8d-b60e5cd5742a'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 17:07:20.918449 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbecf65b1506daf1e3c9415b2792b0fd9d4f71d7b4124d9691f7baf88de182a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f11230-311a-437b-8e03-e01a2b5e00ad" -d '{"events": [{"name": "network-changed", "server_uuid": "d80f2bc8-830f-4540-80fa-046effbe388f", "tag": "72259143-2a2c-4fac-8d8d-b60e5cd5742a"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:07:20.935482 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-d50fa84c-912c-4944-98b2-2594a13c33b1 None None] Set router 9be35034-f885-46f4-b180-0119a0b534bf gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 17:07:20.964014 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 17:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2089604e-c85a-4dde-9c45-53639166192e x-openstack-request-id: req-2089604e-c85a-4dde-9c45-53639166192e {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:07:20.964303 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d80f2bc8-830f-4540-80fa-046effbe388f", "tag": "72259143-2a2c-4fac-8d8d-b60e5cd5742a", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:07:20.964559 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2089604e-c85a-4dde-9c45-53639166192e {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:07:20.965199 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2089604e-c85a-4dde-9c45-53639166192e'] response: {'name': 'network-changed', 'server_uuid': 'd80f2bc8-830f-4540-80fa-046effbe388f', 'tag': '72259143-2a2c-4fac-8d8d-b60e5cd5742a', 'status': 'completed', 'code': 200} Oct 26 17:07:21.068948 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f11230-311a-437b-8e03-e01a2b5e00ad req-ab11cd71-fbbb-4f7a-9de0-f55b9cb6db6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:07:21.070440 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-22f11230-311a-437b-8e03-e01a2b5e00ad req-ab11cd71-fbbb-4f7a-9de0-f55b9cb6db6f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=35f9dd3dc6a2474fb9881eb1b2703644&device_id=d80f2bc8-830f-4540-80fa-046effbe388f HTTP/1.1" status: 200 len: 1096 time: 0.0855045 Oct 26 17:07:21.209742 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f11230-311a-437b-8e03-e01a2b5e00ad req-9b60378a-3b9c-44d8-afa6-a4ee07f66ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:07:21.211154 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-22f11230-311a-437b-8e03-e01a2b5e00ad req-9b60378a-3b9c-44d8-afa6-a4ee07f66ab0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1e9a8021-025a-40a6-adfe-ed9b23c3481c HTTP/1.1" status: 200 len: 911 time: 0.1354890 Oct 26 17:07:21.262328 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-d50fa84c-912c-4944-98b2-2594a13c33b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be35034-f885-46f4-b180-0119a0b534bf', 'name': 'tempest-TestSnapshotPattern-1971653128-router', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:53Z', 'updated_at': '2022-10-26T17:00:57Z', 'revision_number': 4, 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'gw_port': {'id': '7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:26:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be35034-f885-46f4-b180-0119a0b534bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:53Z', 'updated_at': '2022-10-26T17:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '0a81a5ad-565e-44fc-be73-e716fe17454b', 'name': '', 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'mac_address': 'fa:16:3e:39:5b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be35034-f885-46f4-b180-0119a0b534bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '7153efa1-3a21-4b2f-9cd0-02ec75523eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:56Z', 'updated_at': '2022-10-26T17:01:03Z', 'revision_number': 5, 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'subnets': [{'id': '7153efa1-3a21-4b2f-9cd0-02ec75523eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:21.266784 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50fa84c-912c-4944-98b2-2594a13c33b1 None None] Checking router: 9be35034-f885-46f4-b180-0119a0b534bf for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:07:21.275149 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50fa84c-912c-4944-98b2-2594a13c33b1 None None] Routers {'9be35034-f885-46f4-b180-0119a0b534bf'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 17:07:21.275997 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-d50fa84c-912c-4944-98b2-2594a13c33b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T17:07:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['9be35034-f885-46f4-b180-0119a0b534bf'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:21.281999 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-22f11230-311a-437b-8e03-e01a2b5e00ad req-4651c66d-7fb4-4d65-92be-ffeb05a98d9d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72259143-2a2c-4fac-8d8d-b60e5cd5742a HTTP/1.1" status: 200 len: 217 time: 0.0652425 Oct 26 17:07:21.348980 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f11230-311a-437b-8e03-e01a2b5e00ad req-d34483f9-f49d-45d7-8491-e95e62fa1c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:07:21.350450 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-22f11230-311a-437b-8e03-e01a2b5e00ad req-d34483f9-f49d-45d7-8491-e95e62fa1c06 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7153efa1-3a21-4b2f-9cd0-02ec75523eda HTTP/1.1" status: 200 len: 849 time: 0.0628340 Oct 26 17:07:21.437150 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f11230-311a-437b-8e03-e01a2b5e00ad req-d39a5913-bf8a-4ade-ad9b-20889a9ad77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:07:21.438655 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-22f11230-311a-437b-8e03-e01a2b5e00ad req-d39a5913-bf8a-4ade-ad9b-20889a9ad77b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1e9a8021-025a-40a6-adfe-ed9b23c3481c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826335 Oct 26 17:07:21.462727 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-d50fa84c-912c-4944-98b2-2594a13c33b1 None None] Set router 9be35034-f885-46f4-b180-0119a0b534bf gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 17:07:21.525404 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdae603-ea40-4bf2-a48f-84d5b5685924 req-a1639a04-bfb6-4b11-9940-580ff594dd9a tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:07:21.531415 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-4cdae603-ea40-4bf2-a48f-84d5b5685924 req-a1639a04-bfb6-4b11-9940-580ff594dd9a tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/ports?device_id=d80f2bc8-830f-4540-80fa-046effbe388f HTTP/1.1" status: 200 len: 943 time: 0.1073930 Oct 26 17:07:21.577577 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [req-4cdae603-ea40-4bf2-a48f-84d5b5685924 req-69ab5286-e0a6-43c8-93cc-7b8c4cc76ce0 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/security-groups?id=92f8efd8-840d-4964-833e-2288632c1808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440674 Oct 26 17:07:21.579556 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-22f11230-311a-437b-8e03-e01a2b5e00ad req-53d1bddb-9698-4611-8625-c3bb29b934f7 service neutron] 10.222.0.48 "GET /v2.0/networks/1e9a8021-025a-40a6-adfe-ed9b23c3481c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337893 Oct 26 17:07:21.805508 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-d50fa84c-912c-4944-98b2-2594a13c33b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be35034-f885-46f4-b180-0119a0b534bf', 'name': 'tempest-TestSnapshotPattern-1971653128-router', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:53Z', 'updated_at': '2022-10-26T17:00:57Z', 'revision_number': 4, 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'gw_port': {'id': '7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:26:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be35034-f885-46f4-b180-0119a0b534bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:53Z', 'updated_at': '2022-10-26T17:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '0a81a5ad-565e-44fc-be73-e716fe17454b', 'name': '', 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'mac_address': 'fa:16:3e:39:5b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be35034-f885-46f4-b180-0119a0b534bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '7153efa1-3a21-4b2f-9cd0-02ec75523eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:56Z', 'updated_at': '2022-10-26T17:01:03Z', 'revision_number': 5, 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'subnets': [{'id': '7153efa1-3a21-4b2f-9cd0-02ec75523eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:21.811142 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50fa84c-912c-4944-98b2-2594a13c33b1 None None] The sync data for ids ['9be35034-f885-46f4-b180-0119a0b534bf'] in dv-neutron-862712-1-hyperv is: [{'id': '9be35034-f885-46f4-b180-0119a0b534bf', 'name': 'tempest-TestSnapshotPattern-1971653128-router', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:53Z', 'updated_at': '2022-10-26T17:00:57Z', 'revision_number': 4, 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'gw_port': {'id': '7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:26:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be35034-f885-46f4-b180-0119a0b534bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:53Z', 'updated_at': '2022-10-26T17:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv', '_interfaces': [{'id': '0a81a5ad-565e-44fc-be73-e716fe17454b', 'name': '', 'network_id': '1e9a8021-025a-40a6-adfe-ed9b23c3481c', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'mac_address': 'fa:16:3e:39:5b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be35034-f885-46f4-b180-0119a0b534bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '7153efa1-3a21-4b2f-9cd0-02ec75523eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:56Z', 'updated_at': '2022-10-26T17:01:03Z', 'revision_number': 5, 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'subnets': [{'id': '7153efa1-3a21-4b2f-9cd0-02ec75523eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:07:21.848946 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-22f11230-311a-437b-8e03-e01a2b5e00ad req-3d0c03a7-0346-40dc-8334-a2fad3117357 service neutron] 10.222.0.48 "GET /v2.0/networks/1e9a8021-025a-40a6-adfe-ed9b23c3481c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628076 Oct 26 17:07:22.023915 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e017148-ebbb-4d57-b5c8-5d28a80352ec None None] New status for floating IP cb814b80-72e6-4c69-b6aa-1d70d156ac41: DOWN {{(pid=89749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 17:07:22.356748 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f2398-7e15-477b-a5c1-094a55a16ca0 req-a95f8c5e-652e-437f-963b-62f2a9cf357d tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:07:22.357439 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-618f2398-7e15-477b-a5c1-094a55a16ca0 req-a95f8c5e-652e-437f-963b-62f2a9cf357d tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Synchronizing usage tracker for tenant:35f9dd3dc6a2474fb9881eb1b2703644 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 17:07:22.468589 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-618f2398-7e15-477b-a5c1-094a55a16ca0 req-a95f8c5e-652e-437f-963b-62f2a9cf357d tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Unset dirty status for tenant:35f9dd3dc6a2474fb9881eb1b2703644 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 17:07:22.469738 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-618f2398-7e15-477b-a5c1-094a55a16ca0 req-a95f8c5e-652e-437f-963b-62f2a9cf357d tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.48 "GET /v2.0/ports?device_id=d80f2bc8-830f-4540-80fa-046effbe388f HTTP/1.1" status: 200 len: 943 time: 0.2035553 Oct 26 17:07:22.540967 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-618f2398-7e15-477b-a5c1-094a55a16ca0 req-12c7f666-96b4-4d35-8802-94cb984d71d3 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Deleting port 72259143-2a2c-4fac-8d8d-b60e5cd5742a {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 17:07:22.541308 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-618f2398-7e15-477b-a5c1-094a55a16ca0 req-12c7f666-96b4-4d35-8802-94cb984d71d3 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:22.859822 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [req-618f2398-7e15-477b-a5c1-094a55a16ca0 req-12c7f666-96b4-4d35-8802-94cb984d71d3 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] For port 72259143-2a2c-4fac-8d8d-b60e5cd5742a, host hv-neutron-8627, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8627',level=0,port_id=72259143-2a2c-4fac-8d8d-b60e5cd5742a,segment=NetworkSegment(b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0),segment_id=b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 17:07:22.860474 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-618f2398-7e15-477b-a5c1-094a55a16ca0 req-12c7f666-96b4-4d35-8802-94cb984d71d3 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:22.987916 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbbac5c-801d-477e-baaf-a7b80e4108b9 req-0f9073ce-31b4-442b-9986-49d06a8458c1 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:07:22.989359 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1fbbac5c-801d-477e-baaf-a7b80e4108b9 req-0f9073ce-31b4-442b-9986-49d06a8458c1 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/ports?device_id=d80f2bc8-830f-4540-80fa-046effbe388f HTTP/1.1" status: 200 len: 943 time: 0.2577646 Oct 26 17:07:22.995719 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [req-618f2398-7e15-477b-a5c1-094a55a16ca0 req-12c7f666-96b4-4d35-8802-94cb984d71d3 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Calling delete_port for 72259143-2a2c-4fac-8d8d-b60e5cd5742a owned by compute:nova {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 17:07:23.088187 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-1fbbac5c-801d-477e-baaf-a7b80e4108b9 req-5ca84575-ece7-4168-bd1d-9c0f5cdf70da tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/security-groups?id=92f8efd8-840d-4964-833e-2288632c1808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650132 Oct 26 17:07:23.234438 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-618f2398-7e15-477b-a5c1-094a55a16ca0 req-12c7f666-96b4-4d35-8802-94cb984d71d3 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:23.287387 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c7f666-96b4-4d35-8802-94cb984d71d3 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Pushing event deleted for resources: {'Port': ['ID=72259143-2a2c-4fac-8d8d-b60e5cd5742a,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:23.374626 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [req-618f2398-7e15-477b-a5c1-094a55a16ca0 req-12c7f666-96b4-4d35-8802-94cb984d71d3 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] No DVR routers for this DVR port 72259143-2a2c-4fac-8d8d-b60e5cd5742a on host hv-neutron-8627 {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:07:23.376946 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [req-618f2398-7e15-477b-a5c1-094a55a16ca0 req-12c7f666-96b4-4d35-8802-94cb984d71d3 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460023'] for port, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:23.379507 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80f2bc8-830f-4540-80fa-046effbe388f', 'name': 'network-vif-deleted', 'tag': '72259143-2a2c-4fac-8d8d-b60e5cd5742a'}] {{(pid=89748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 17:07:23.381776 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbecf65b1506daf1e3c9415b2792b0fd9d4f71d7b4124d9691f7baf88de182a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1e7812-8cb9-4eb4-a419-73398b90abad" -d '{"events": [{"server_uuid": "d80f2bc8-830f-4540-80fa-046effbe388f", "name": "network-vif-deleted", "tag": "72259143-2a2c-4fac-8d8d-b60e5cd5742a"}]}' {{(pid=89748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:07:23.423626 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 17:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef431f2-bae9-4269-84e5-37a5aeeaa029 x-openstack-request-id: req-6ef431f2-bae9-4269-84e5-37a5aeeaa029 {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:07:23.423921 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d80f2bc8-830f-4540-80fa-046effbe388f", "name": "network-vif-deleted", "tag": "72259143-2a2c-4fac-8d8d-b60e5cd5742a", "status": "completed", "code": 200}]} {{(pid=89748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:07:23.424198 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6ef431f2-bae9-4269-84e5-37a5aeeaa029 {{(pid=89748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:07:23.424602 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ef431f2-bae9-4269-84e5-37a5aeeaa029'] response: {'server_uuid': 'd80f2bc8-830f-4540-80fa-046effbe388f', 'name': 'network-vif-deleted', 'tag': '72259143-2a2c-4fac-8d8d-b60e5cd5742a', 'status': 'completed', 'code': 200} Oct 26 17:07:23.441023 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-618f2398-7e15-477b-a5c1-094a55a16ca0 req-12c7f666-96b4-4d35-8802-94cb984d71d3 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.48 "DELETE /v2.0/ports/72259143-2a2c-4fac-8d8d-b60e5cd5742a HTTP/1.1" status: 204 len: 173 time: 0.9658384 Oct 26 17:07:24.268269 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-49e1021f-01c0-488c-beee-5b5f573d4259 req-5f070584-c4d8-4953-98f6-8ecf4b43951d tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Synchronizing usage tracker for tenant:35f9dd3dc6a2474fb9881eb1b2703644 on resource:port {{(pid=89748) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 26 17:07:24.348669 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.quota.resource [req-49e1021f-01c0-488c-beee-5b5f573d4259 req-5f070584-c4d8-4953-98f6-8ecf4b43951d tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Unset dirty status for tenant:35f9dd3dc6a2474fb9881eb1b2703644 on resource:port {{(pid=89748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 26 17:07:24.349873 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [req-49e1021f-01c0-488c-beee-5b5f573d4259 req-5f070584-c4d8-4953-98f6-8ecf4b43951d tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "GET /v2.0/ports?device_id=d80f2bc8-830f-4540-80fa-046effbe388f HTTP/1.1" status: 200 len: 210 time: 0.1353867 Oct 26 17:07:25.453509 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 55292) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 17:07:25.520813 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-720a0f44-ec31-469a-88d2-f20a5667cbd6 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:25.550064 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-720a0f44-ec31-469a-88d2-f20a5667cbd6 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:25.680321 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-720a0f44-ec31-469a-88d2-f20a5667cbd6 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:25.700199 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a0f44-ec31-469a-88d2-f20a5667cbd6 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f8efd8-840d-4964-833e-2288632c1808,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:25.759235 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-720a0f44-ec31-469a-88d2-f20a5667cbd6 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:25.760349 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-720a0f44-ec31-469a-88d2-f20a5667cbd6 tempest-TestSnapshotPattern-757014523 tempest-TestSnapshotPattern-757014523-project] 10.222.0.23 "DELETE /v2.0/security-groups/92f8efd8-840d-4964-833e-2288632c1808 HTTP/1.1" status: 204 len: 168 time: 0.3058589 Oct 26 17:07:25.869099 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 55298) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 17:07:25.974218 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 72259143-2a2c-4fac-8d8d-b60e5cd5742a no longer exists at agent hyperv_hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 17:07:26.007969 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] No Port match for: 72259143-2a2c-4fac-8d8d-b60e5cd5742a {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 17:07:26.008315 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Device 72259143-2a2c-4fac-8d8d-b60e5cd5742a not bound to the agent host hv-neutron-8627 {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 17:07:26.605230 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4a918ea5-5c2c-40e1-b2fc-46529fee5b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:26.953951 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-4a918ea5-5c2c-40e1-b2fc-46529fee5b94 admin admin] Deleting port 0a81a5ad-565e-44fc-be73-e716fe17454b {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 17:07:26.954613 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4a918ea5-5c2c-40e1-b2fc-46529fee5b94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:27.123968 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-4a918ea5-5c2c-40e1-b2fc-46529fee5b94 admin admin] For port 0a81a5ad-565e-44fc-be73-e716fe17454b, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=0a81a5ad-565e-44fc-be73-e716fe17454b,segment=NetworkSegment(b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0),segment_id=b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 17:07:27.124321 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4a918ea5-5c2c-40e1-b2fc-46529fee5b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:27.245823 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-4a918ea5-5c2c-40e1-b2fc-46529fee5b94 admin admin] Calling delete_port for 0a81a5ad-565e-44fc-be73-e716fe17454b owned by network:router_interface {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 17:07:27.478374 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4a918ea5-5c2c-40e1-b2fc-46529fee5b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:27.530812 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a918ea5-5c2c-40e1-b2fc-46529fee5b94 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a81a5ad-565e-44fc-be73-e716fe17454b,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:27.578443 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a918ea5-5c2c-40e1-b2fc-46529fee5b94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:27.578820 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a918ea5-5c2c-40e1-b2fc-46529fee5b94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:27.579161 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a918ea5-5c2c-40e1-b2fc-46529fee5b94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:27.579496 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a918ea5-5c2c-40e1-b2fc-46529fee5b94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:27.579830 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a918ea5-5c2c-40e1-b2fc-46529fee5b94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:27.580161 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a918ea5-5c2c-40e1-b2fc-46529fee5b94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:27.580491 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a918ea5-5c2c-40e1-b2fc-46529fee5b94 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:27.580826 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a918ea5-5c2c-40e1-b2fc-46529fee5b94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:27.581146 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a918ea5-5c2c-40e1-b2fc-46529fee5b94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:27.581467 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a918ea5-5c2c-40e1-b2fc-46529fee5b94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:27.581789 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a918ea5-5c2c-40e1-b2fc-46529fee5b94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:27.582108 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a918ea5-5c2c-40e1-b2fc-46529fee5b94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-862712-1-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:07:27.920539 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4a918ea5-5c2c-40e1-b2fc-46529fee5b94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:27.930231 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:28.277781 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a918ea5-5c2c-40e1-b2fc-46529fee5b94 admin admin] Router 9be35034-f885-46f4-b180-0119a0b534bf has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 17:07:28.455223 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a918ea5-5c2c-40e1-b2fc-46529fee5b94 admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 17:07:28.464316 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86c1ab6-1555-4183-ac73-1c1b7c0e1e5f None None] Sync routers for ids ['9be35034-f885-46f4-b180-0119a0b534bf'] in dv-neutron-862712-1-hyperv {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:07:28.474054 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86c1ab6-1555-4183-ac73-1c1b7c0e1e5f None None] Routers {'9be35034-f885-46f4-b180-0119a0b534bf'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 17:07:28.474688 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-f86c1ab6-1555-4183-ac73-1c1b7c0e1e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T17:07:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['9be35034-f885-46f4-b180-0119a0b534bf'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:28.513113 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4a918ea5-5c2c-40e1-b2fc-46529fee5b94 admin admin] 10.222.0.23 "PUT /v2.0/routers/9be35034-f885-46f4-b180-0119a0b534bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6406379 Oct 26 17:07:28.513404 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 55304) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 17:07:28.654615 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-f86c1ab6-1555-4183-ac73-1c1b7c0e1e5f None None] Set router 9be35034-f885-46f4-b180-0119a0b534bf gateway port host: dv-neutron-862712-1-hyperv {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 17:07:28.689511 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-db95ab0a-6396-4c86-8b80-70e4ddeba042 admin admin] Notify callbacks [] for router, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:28.866235 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-db95ab0a-6396-4c86-8b80-70e4ddeba042 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:28.965739 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-f86c1ab6-1555-4183-ac73-1c1b7c0e1e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be35034-f885-46f4-b180-0119a0b534bf', 'name': 'tempest-TestSnapshotPattern-1971653128-router', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:53Z', 'updated_at': '2022-10-26T17:07:27Z', 'revision_number': 5, 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'gw_port': {'id': '7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:26:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be35034-f885-46f4-b180-0119a0b534bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:53Z', 'updated_at': '2022-10-26T17:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:28.969931 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86c1ab6-1555-4183-ac73-1c1b7c0e1e5f None None] Checking router: 9be35034-f885-46f4-b180-0119a0b534bf for host: dv-neutron-862712-1-hyperv {{(pid=89750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:07:28.970111 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-db95ab0a-6396-4c86-8b80-70e4ddeba042 admin admin] Deleting port 7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 17:07:28.970454 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-db95ab0a-6396-4c86-8b80-70e4ddeba042 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:28.978240 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86c1ab6-1555-4183-ac73-1c1b7c0e1e5f None None] Routers {'9be35034-f885-46f4-b180-0119a0b534bf'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 17:07:28.978873 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-f86c1ab6-1555-4183-ac73-1c1b7c0e1e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T17:07:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['9be35034-f885-46f4-b180-0119a0b534bf'], 'active': True} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:29.130750 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_dvr_db [None req-f86c1ab6-1555-4183-ac73-1c1b7c0e1e5f None None] Set router 9be35034-f885-46f4-b180-0119a0b534bf gateway port host: None {{(pid=89750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 17:07:29.240669 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.l3_hamode_db [None req-f86c1ab6-1555-4183-ac73-1c1b7c0e1e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be35034-f885-46f4-b180-0119a0b534bf', 'name': 'tempest-TestSnapshotPattern-1971653128-router', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:53Z', 'updated_at': '2022-10-26T17:07:28Z', 'revision_number': 6, 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'gw_port_host': None}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:29.244896 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86c1ab6-1555-4183-ac73-1c1b7c0e1e5f None None] The sync data for ids ['9be35034-f885-46f4-b180-0119a0b534bf'] in dv-neutron-862712-1-hyperv is: [{'id': '9be35034-f885-46f4-b180-0119a0b534bf', 'name': 'tempest-TestSnapshotPattern-1971653128-router', 'tenant_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:53Z', 'updated_at': '2022-10-26T17:07:28Z', 'revision_number': 6, 'project_id': '35f9dd3dc6a2474fb9881eb1b2703644', 'gw_port_host': None}] {{(pid=89750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:07:29.271722 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-db95ab0a-6396-4c86-8b80-70e4ddeba042 admin admin] For port 7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 17:07:29.272077 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-db95ab0a-6396-4c86-8b80-70e4ddeba042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:29.392944 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-db95ab0a-6396-4c86-8b80-70e4ddeba042 admin admin] Calling delete_port for 7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22 owned by network:router_gateway {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 17:07:29.617471 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-db95ab0a-6396-4c86-8b80-70e4ddeba042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:29.665984 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95ab0a-6396-4c86-8b80-70e4ddeba042 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:29.765141 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-db95ab0a-6396-4c86-8b80-70e4ddeba042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:29.937298 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-db95ab0a-6396-4c86-8b80-70e4ddeba042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:29.939602 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-db95ab0a-6396-4c86-8b80-70e4ddeba042 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:30.029692 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-db95ab0a-6396-4c86-8b80-70e4ddeba042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:30.030198 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db95ab0a-6396-4c86-8b80-70e4ddeba042 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9be35034-f885-46f4-b180-0119a0b534bf {{(pid=89747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 17:07:30.042906 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-db95ab0a-6396-4c86-8b80-70e4ddeba042 admin admin] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:30.044032 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-db95ab0a-6396-4c86-8b80-70e4ddeba042 admin admin] 10.222.0.23 "DELETE /v2.0/routers/9be35034-f885-46f4-b180-0119a0b534bf HTTP/1.1" status: 204 len: 168 time: 1.5297673 Oct 26 17:07:30.047435 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 55308) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 17:07:30.109861 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2cbf927-bfbc-45dc-ba19-f27a49da86d0 admin admin] Deleting subnet 7153efa1-3a21-4b2f-9cd0-02ec75523eda {{(pid=89747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 17:07:30.112981 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e2cbf927-bfbc-45dc-ba19-f27a49da86d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:30.162217 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e2cbf927-bfbc-45dc-ba19-f27a49da86d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1979368'] for subnet, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:30.244236 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e2cbf927-bfbc-45dc-ba19-f27a49da86d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:30.383510 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e2cbf927-bfbc-45dc-ba19-f27a49da86d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3772596'] for subnet, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:30.421487 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cbf927-bfbc-45dc-ba19-f27a49da86d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7153efa1-3a21-4b2f-9cd0-02ec75523eda,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:30.426358 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e2cbf927-bfbc-45dc-ba19-f27a49da86d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:30.431953 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0c4065-fca6-4951-8197-8324dddaefa5 None None] Network 1e9a8021-025a-40a6-adfe-ed9b23c3481c requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 17:07:30.433229 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-e2cbf927-bfbc-45dc-ba19-f27a49da86d0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7153efa1-3a21-4b2f-9cd0-02ec75523eda HTTP/1.1" status: 204 len: 168 time: 0.3848605 Oct 26 17:07:30.436312 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 55312) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 17:07:30.541528 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4f7c37ce-02da-44af-a9a9-1ca3c010aa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:30.552463 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-4f7c37ce-02da-44af-a9a9-1ca3c010aa06 admin admin] Deleting port 47f4e149-167a-4e4e-985e-e6c187e05b80 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 17:07:30.552786 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4f7c37ce-02da-44af-a9a9-1ca3c010aa06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:30.702289 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015f674c-75ab-4454-9bee-d998cc668bac None None] DHCP port deletion for 1e9a8021-025a-40a6-adfe-ed9b23c3481c request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 17:07:30.706757 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-015f674c-75ab-4454-9bee-d998cc668bac None None] Deleting port 47f4e149-167a-4e4e-985e-e6c187e05b80 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 17:07:30.707288 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-015f674c-75ab-4454-9bee-d998cc668bac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:30.768743 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-4f7c37ce-02da-44af-a9a9-1ca3c010aa06 admin admin] For port 47f4e149-167a-4e4e-985e-e6c187e05b80, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=47f4e149-167a-4e4e-985e-e6c187e05b80,segment=NetworkSegment(b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0),segment_id=b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 17:07:30.769182 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4f7c37ce-02da-44af-a9a9-1ca3c010aa06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:30.895408 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-4f7c37ce-02da-44af-a9a9-1ca3c010aa06 admin admin] Calling delete_port for 47f4e149-167a-4e4e-985e-e6c187e05b80 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 17:07:30.912204 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-015f674c-75ab-4454-9bee-d998cc668bac None None] For port 47f4e149-167a-4e4e-985e-e6c187e05b80, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=47f4e149-167a-4e4e-985e-e6c187e05b80,segment=NetworkSegment(b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0),segment_id=b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 17:07:30.912598 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-015f674c-75ab-4454-9bee-d998cc668bac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:30.978675 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 17:07:31.027530 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4f7c37ce-02da-44af-a9a9-1ca3c010aa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:31.069705 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-015f674c-75ab-4454-9bee-d998cc668bac None None] Calling delete_port for 47f4e149-167a-4e4e-985e-e6c187e05b80 owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 17:07:31.111821 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 17:07:31.112173 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 7e6f8ce7-6d9a-4348-86cf-ee5c2860ce22 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 17:07:31.112586 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 0a81a5ad-565e-44fc-be73-e716fe17454b no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 17:07:31.155913 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 0a81a5ad-565e-44fc-be73-e716fe17454b {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 17:07:31.156185 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 0a81a5ad-565e-44fc-be73-e716fe17454b not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 17:07:31.156587 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 47f4e149-167a-4e4e-985e-e6c187e05b80 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 17:07:31.181890 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7c37ce-02da-44af-a9a9-1ca3c010aa06 admin admin] Pushing event deleted for resources: {'Port': ['ID=47f4e149-167a-4e4e-985e-e6c187e05b80,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:31.187643 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7c37ce-02da-44af-a9a9-1ca3c010aa06 admin admin] No DVR routers for this DVR port 47f4e149-167a-4e4e-985e-e6c187e05b80 on host dv-neutron-862712-1-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:07:31.195044 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 47f4e149-167a-4e4e-985e-e6c187e05b80 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 17:07:31.195395 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 47f4e149-167a-4e4e-985e-e6c187e05b80 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 17:07:31.221636 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-015f674c-75ab-4454-9bee-d998cc668bac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 17:07:31.221995 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-015f674c-75ab-4454-9bee-d998cc668bac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 17:07:31.302572 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4f7c37ce-02da-44af-a9a9-1ca3c010aa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:31.328657 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-4f7c37ce-02da-44af-a9a9-1ca3c010aa06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e9a8021-025a-40a6-adfe-ed9b23c3481c']}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:31.340353 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-4f7c37ce-02da-44af-a9a9-1ca3c010aa06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0') {'for_net_delete': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:31.340646 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.services.segments.db [None req-4f7c37ce-02da-44af-a9a9-1ca3c010aa06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0') {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:31.352795 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4f7c37ce-02da-44af-a9a9-1ca3c010aa06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1979377'] for segment, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:31.368346 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4f7c37ce-02da-44af-a9a9-1ca3c010aa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:31.375139 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f7c37ce-02da-44af-a9a9-1ca3c010aa06 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=89747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 17:07:31.375523 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4f7c37ce-02da-44af-a9a9-1ca3c010aa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267627'] for segment, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:31.460215 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0 resource provider aggregate not found Oct 26 17:07:31.476153 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.services.segments.plugin [-] Segment b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b2bcecde-354c-4a8a-93b7-bcf8fd4e93b0 found for delete ", "request_id": "req-4cb6b9db-e27c-476f-8eda-6a7227bc2f07"}]} Oct 26 17:07:31.543311 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4f7c37ce-02da-44af-a9a9-1ca3c010aa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:31.559487 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4f7c37ce-02da-44af-a9a9-1ca3c010aa06 admin admin] Notify callbacks [] for network, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:31.572324 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7c37ce-02da-44af-a9a9-1ca3c010aa06 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e9a8021-025a-40a6-adfe-ed9b23c3481c,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:31.577896 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-4f7c37ce-02da-44af-a9a9-1ca3c010aa06 admin admin] 10.222.0.23 "DELETE /v2.0/networks/1e9a8021-025a-40a6-adfe-ed9b23c3481c HTTP/1.1" status: 204 len: 168 time: 1.1406715 Oct 26 17:07:31.580797 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 55322) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 17:07:31.723556 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-015f674c-75ab-4454-9bee-d998cc668bac None None] Deleting port 47f4e149-167a-4e4e-985e-e6c187e05b80 {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 17:07:31.724115 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-015f674c-75ab-4454-9bee-d998cc668bac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:31.827685 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-015f674c-75ab-4454-9bee-d998cc668bac None None] The port '47f4e149-167a-4e4e-985e-e6c187e05b80' was deleted {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 17:07:32.120804 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d11bda67-a17e-4e36-a039-c5daf05dc6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577596'] for router_interface, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:32.186981 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-e14fc02e-5a3c-41de-9ba2-047fc308bd08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:32.463639 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-d11bda67-a17e-4e36-a039-c5daf05dc6eb admin admin] Deleting port 59179446-aacc-434d-8cc0-f97b3f583a6d {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 17:07:32.464197 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d11bda67-a17e-4e36-a039-c5daf05dc6eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:32.684314 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 17:07:32.752960 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-d11bda67-a17e-4e36-a039-c5daf05dc6eb admin admin] For port 59179446-aacc-434d-8cc0-f97b3f583a6d, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=59179446-aacc-434d-8cc0-f97b3f583a6d,segment=NetworkSegment(4454f2f2-187d-43ad-8220-293fb19aaf92),segment_id=4454f2f2-187d-43ad-8220-293fb19aaf92)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 17:07:32.753220 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d11bda67-a17e-4e36-a039-c5daf05dc6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:32.876005 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-d11bda67-a17e-4e36-a039-c5daf05dc6eb admin admin] Calling delete_port for 59179446-aacc-434d-8cc0-f97b3f583a6d owned by network:router_interface {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 17:07:33.107840 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d11bda67-a17e-4e36-a039-c5daf05dc6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:33.155011 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11bda67-a17e-4e36-a039-c5daf05dc6eb admin admin] Pushing event deleted for resources: {'Port': ['ID=59179446-aacc-434d-8cc0-f97b3f583a6d,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:33.431520 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d11bda67-a17e-4e36-a039-c5daf05dc6eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577616'] for router_interface, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:33.789941 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11bda67-a17e-4e36-a039-c5daf05dc6eb admin admin] Router 7ce500f7-b84c-48ce-9df4-108a6f8e0f9c has already been hosted by L3 agent e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4 {{(pid=89747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 26 17:07:33.965887 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11bda67-a17e-4e36-a039-c5daf05dc6eb admin admin] Notify agent at l3_agent.dv-neutron-862712-1-hyperv the message routers_updated {{(pid=89747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 26 17:07:33.975018 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de11c715-8f4c-42a0-ab34-50798df151be None None] Sync routers for ids ['7ce500f7-b84c-48ce-9df4-108a6f8e0f9c'] in dv-neutron-862712-1-hyperv {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:07:33.975507 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-d11bda67-a17e-4e36-a039-c5daf05dc6eb admin admin] 10.222.0.23 "PUT /v2.0/routers/7ce500f7-b84c-48ce-9df4-108a6f8e0f9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3932233 Oct 26 17:07:33.977462 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.wsgi [-] (89747) accepted ('10.222.0.23', 55328) {{(pid=89747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 17:07:33.985894 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de11c715-8f4c-42a0-ab34-50798df151be None None] Routers {'7ce500f7-b84c-48ce-9df4-108a6f8e0f9c'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 17:07:33.986633 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-de11c715-8f4c-42a0-ab34-50798df151be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T17:07:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['7ce500f7-b84c-48ce-9df4-108a6f8e0f9c'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:34.168825 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-de11c715-8f4c-42a0-ab34-50798df151be None None] Set router 7ce500f7-b84c-48ce-9df4-108a6f8e0f9c gateway port host: dv-neutron-862712-1-hyperv {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 17:07:34.263379 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a6339e5c-6ff5-4edd-bbcf-e7153079b47c admin admin] Notify callbacks [] for router, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:34.445304 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a6339e5c-6ff5-4edd-bbcf-e7153079b47c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:34.464569 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-de11c715-8f4c-42a0-ab34-50798df151be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce500f7-b84c-48ce-9df4-108a6f8e0f9c', 'name': 'tempest-TestSnapshotPattern-399766239-router', 'tenant_id': 'db5e0be585094c6d886e7091509ef2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'external_fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '1a5175a5-28ba-4b1b-9a88-cbbc3bae87c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:01:00Z', 'updated_at': '2022-10-26T17:07:32Z', 'revision_number': 5, 'project_id': 'db5e0be585094c6d886e7091509ef2ed', 'gw_port': {'id': '1a5175a5-28ba-4b1b-9a88-cbbc3bae87c1', 'name': '', 'network_id': '0c79a151-ef79-4fff-8a3c-258f9478471d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:69:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce500f7-b84c-48ce-9df4-108a6f8e0f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-862712-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:01:01Z', 'updated_at': '2022-10-26T17:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ca7696-0ce7-40e6-84b9-532753b26bb7', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-862712-1-hyperv'}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:34.468955 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de11c715-8f4c-42a0-ab34-50798df151be None None] Checking router: 7ce500f7-b84c-48ce-9df4-108a6f8e0f9c for host: dv-neutron-862712-1-hyperv {{(pid=89749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:07:34.477140 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de11c715-8f4c-42a0-ab34-50798df151be None None] Routers {'7ce500f7-b84c-48ce-9df4-108a6f8e0f9c'} bound to L3 agent in host dv-neutron-862712-1-hyperv {{(pid=89749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 26 17:07:34.477724 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-de11c715-8f4c-42a0-ab34-50798df151be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-862712-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T15:35:04Z,description=,heartbeat_timestamp=2022-10-26T17:07:04Z,host='dv-neutron-862712-1-hyperv',id=e2fe0c2d-31a8-429e-bf1a-dc2889d2e7d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:35:05Z,topic='l3_agent')) {'router_ids': ['7ce500f7-b84c-48ce-9df4-108a6f8e0f9c'], 'active': True} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:34.520215 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a6339e5c-6ff5-4edd-bbcf-e7153079b47c admin admin] Deleting port 1a5175a5-28ba-4b1b-9a88-cbbc3bae87c1 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 17:07:34.520490 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a6339e5c-6ff5-4edd-bbcf-e7153079b47c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:34.592126 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-b89e55a4-fdba-45b4-8498-f8c9d4973e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:34.642239 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_dvr_db [None req-de11c715-8f4c-42a0-ab34-50798df151be None None] Set router 7ce500f7-b84c-48ce-9df4-108a6f8e0f9c gateway port host: None {{(pid=89749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 26 17:07:34.696338 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [req-849d89bf-8f0a-4eb0-8bd0-789d7bcde557 req-ed096140-63c7-4ff2-93e6-8fa9e40194a3 service neutron] (89748) timed out ('10.222.0.23', 52494) {{(pid=89748) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 26 17:07:34.697697 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a6339e5c-6ff5-4edd-bbcf-e7153079b47c admin admin] For port 1a5175a5-28ba-4b1b-9a88-cbbc3bae87c1, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=1a5175a5-28ba-4b1b-9a88-cbbc3bae87c1,segment=NetworkSegment(e1989ae4-81e8-4597-8c89-757ef642a9dc),segment_id=e1989ae4-81e8-4597-8c89-757ef642a9dc)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 17:07:34.698052 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a6339e5c-6ff5-4edd-bbcf-e7153079b47c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:34.755610 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.db.l3_hamode_db [None req-de11c715-8f4c-42a0-ab34-50798df151be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce500f7-b84c-48ce-9df4-108a6f8e0f9c', 'name': 'tempest-TestSnapshotPattern-399766239-router', 'tenant_id': 'db5e0be585094c6d886e7091509ef2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:01:00Z', 'updated_at': '2022-10-26T17:07:34Z', 'revision_number': 6, 'project_id': 'db5e0be585094c6d886e7091509ef2ed', 'gw_port_host': None}], 'dv-neutron-862712-1-hyperv', False) {} {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:34.759914 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de11c715-8f4c-42a0-ab34-50798df151be None None] The sync data for ids ['7ce500f7-b84c-48ce-9df4-108a6f8e0f9c'] in dv-neutron-862712-1-hyperv is: [{'id': '7ce500f7-b84c-48ce-9df4-108a6f8e0f9c', 'name': 'tempest-TestSnapshotPattern-399766239-router', 'tenant_id': 'db5e0be585094c6d886e7091509ef2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:01:00Z', 'updated_at': '2022-10-26T17:07:34Z', 'revision_number': 6, 'project_id': 'db5e0be585094c6d886e7091509ef2ed', 'gw_port_host': None}] {{(pid=89749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:07:34.824324 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a6339e5c-6ff5-4edd-bbcf-e7153079b47c admin admin] Calling delete_port for 1a5175a5-28ba-4b1b-9a88-cbbc3bae87c1 owned by network:router_gateway {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 17:07:35.050191 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a6339e5c-6ff5-4edd-bbcf-e7153079b47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334232'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:35.099679 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6339e5c-6ff5-4edd-bbcf-e7153079b47c admin admin] Pushing event deleted for resources: {'Port': ['ID=1a5175a5-28ba-4b1b-9a88-cbbc3bae87c1,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:35.143816 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 59179446-aacc-434d-8cc0-f97b3f583a6d no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 17:07:35.180415 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 59179446-aacc-434d-8cc0-f97b3f583a6d {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 17:07:35.180761 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 59179446-aacc-434d-8cc0-f97b3f583a6d not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 17:07:35.211505 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a6339e5c-6ff5-4edd-bbcf-e7153079b47c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581593'] for router_gateway, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:35.313188 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:35.381394 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a6339e5c-6ff5-4edd-bbcf-e7153079b47c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32634'] for router, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:35.383585 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a6339e5c-6ff5-4edd-bbcf-e7153079b47c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:35.480424 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a6339e5c-6ff5-4edd-bbcf-e7153079b47c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577890'] for router, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:35.480891 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6339e5c-6ff5-4edd-bbcf-e7153079b47c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ce500f7-b84c-48ce-9df4-108a6f8e0f9c {{(pid=89747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 26 17:07:35.492719 dv-neutron-862712-1-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a6339e5c-6ff5-4edd-bbcf-e7153079b47c admin admin] Notify callbacks [] for router, before_response {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:35.493816 dv-neutron-862712-1-hyperv neutron-server[89747]: INFO neutron.wsgi [None req-a6339e5c-6ff5-4edd-bbcf-e7153079b47c admin admin] 10.222.0.23 "DELETE /v2.0/routers/7ce500f7-b84c-48ce-9df4-108a6f8e0f9c HTTP/1.1" status: 204 len: 168 time: 1.5154676 Oct 26 17:07:35.496646 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 55332) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 17:07:35.561625 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4fc90a7-5e3d-4bf0-9c11-d6e5bd9c4537 admin admin] Deleting subnet c94eab95-5ac3-426f-87cd-48e882ba06df {{(pid=89748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 26 17:07:35.564639 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d4fc90a7-5e3d-4bf0-9c11-d6e5bd9c4537 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:35.615268 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d4fc90a7-5e3d-4bf0-9c11-d6e5bd9c4537 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1302188'] for subnet, precommit_delete_associations {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:35.625203 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:35.699319 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d4fc90a7-5e3d-4bf0-9c11-d6e5bd9c4537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16480743'] for subnet, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:35.852543 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d4fc90a7-5e3d-4bf0-9c11-d6e5bd9c4537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16480766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1634127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222829'] for subnet, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:35.891377 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fc90a7-5e3d-4bf0-9c11-d6e5bd9c4537 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c94eab95-5ac3-426f-87cd-48e882ba06df,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:35.895030 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d4fc90a7-5e3d-4bf0-9c11-d6e5bd9c4537 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:35.900298 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414092e1-d8a8-45eb-b4cc-55f5a334afa4 None None] Network cfef9ce1-b139-400d-a89d-1ff46c873b5e requested from dv-neutron-862712-1-hyperv {{(pid=89749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 26 17:07:35.901864 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-d4fc90a7-5e3d-4bf0-9c11-d6e5bd9c4537 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c94eab95-5ac3-426f-87cd-48e882ba06df HTTP/1.1" status: 204 len: 168 time: 0.4035611 Oct 26 17:07:35.904833 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 55336) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 17:07:36.123998 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3f8d192f-7e56-42b4-9366-92e1b9ce8c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364463'] for network, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:36.142538 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-3f8d192f-7e56-42b4-9366-92e1b9ce8c0e admin admin] Deleting port 4ed2e142-e560-4acf-97d4-cffcc3a0891c {{(pid=89748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 17:07:36.142538 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3f8d192f-7e56-42b4-9366-92e1b9ce8c0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:36.166701 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b32be45-3a15-4898-a3ff-9cb4f5d433a1 None None] DHCP port deletion for cfef9ce1-b139-400d-a89d-1ff46c873b5e request from dv-neutron-862712-1-hyperv {{(pid=89749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 26 17:07:36.171118 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3b32be45-3a15-4898-a3ff-9cb4f5d433a1 None None] Deleting port 4ed2e142-e560-4acf-97d4-cffcc3a0891c {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 17:07:36.171560 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3b32be45-3a15-4898-a3ff-9cb4f5d433a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:36.349669 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-3f8d192f-7e56-42b4-9366-92e1b9ce8c0e admin admin] For port 4ed2e142-e560-4acf-97d4-cffcc3a0891c, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=4ed2e142-e560-4acf-97d4-cffcc3a0891c,segment=NetworkSegment(4454f2f2-187d-43ad-8220-293fb19aaf92),segment_id=4454f2f2-187d-43ad-8220-293fb19aaf92)] {{(pid=89748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 17:07:36.350024 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3f8d192f-7e56-42b4-9366-92e1b9ce8c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:36.374918 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.db [None req-3b32be45-3a15-4898-a3ff-9cb4f5d433a1 None None] For port 4ed2e142-e560-4acf-97d4-cffcc3a0891c, host dv-neutron-862712-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-862712-1-hyperv',level=0,port_id=4ed2e142-e560-4acf-97d4-cffcc3a0891c,segment=NetworkSegment(4454f2f2-187d-43ad-8220-293fb19aaf92),segment_id=4454f2f2-187d-43ad-8220-293fb19aaf92)] {{(pid=89749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 26 17:07:36.375255 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3b32be45-3a15-4898-a3ff-9cb4f5d433a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577809'] for port, precommit_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:36.476247 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.plugin [None req-3f8d192f-7e56-42b4-9366-92e1b9ce8c0e admin admin] Calling delete_port for 4ed2e142-e560-4acf-97d4-cffcc3a0891c owned by network:dhcp {{(pid=89748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 17:07:36.541363 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3b32be45-3a15-4898-a3ff-9cb4f5d433a1 None None] Calling delete_port for 4ed2e142-e560-4acf-97d4-cffcc3a0891c owned by network:dhcp {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 26 17:07:36.657902 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3f8d192f-7e56-42b4-9366-92e1b9ce8c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16371136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728807979394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728807381185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1634066'] for port, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:36.664238 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.db.api [None req-3b32be45-3a15-4898-a3ff-9cb4f5d433a1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 17:07:36.664632 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG oslo_db.api [None req-3b32be45-3a15-4898-a3ff-9cb4f5d433a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 17:07:36.709841 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d192f-7e56-42b4-9366-92e1b9ce8c0e admin admin] Pushing event deleted for resources: {'Port': ['ID=4ed2e142-e560-4acf-97d4-cffcc3a0891c,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:36.714076 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8d192f-7e56-42b4-9366-92e1b9ce8c0e admin admin] No DVR routers for this DVR port 4ed2e142-e560-4acf-97d4-cffcc3a0891c on host dv-neutron-862712-1-hyperv {{(pid=89748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 17:07:36.829827 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3f8d192f-7e56-42b4-9366-92e1b9ce8c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451459', 'neutron.services.segments.db._delete_segments_for_network-8728807909605'] for network, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:36.854384 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-3f8d192f-7e56-42b4-9366-92e1b9ce8c0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfef9ce1-b139-400d-a89d-1ff46c873b5e']}} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:36.866749 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-3f8d192f-7e56-42b4-9366-92e1b9ce8c0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4454f2f2-187d-43ad-8220-293fb19aaf92') {'for_net_delete': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:36.867042 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.services.segments.db [None req-3f8d192f-7e56-42b4-9366-92e1b9ce8c0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4454f2f2-187d-43ad-8220-293fb19aaf92') {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:07:36.878034 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3f8d192f-7e56-42b4-9366-92e1b9ce8c0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728807962125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1302197'] for segment, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:36.893937 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3f8d192f-7e56-42b4-9366-92e1b9ce8c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451952'] for segment, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:36.900093 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f8d192f-7e56-42b4-9366-92e1b9ce8c0e admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=89748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 17:07:36.900580 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3f8d192f-7e56-42b4-9366-92e1b9ce8c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16451961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1698017'] for segment, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:36.941111 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 4ed2e142-e560-4acf-97d4-cffcc3a0891c no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 17:07:36.978948 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 4ed2e142-e560-4acf-97d4-cffcc3a0891c {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 17:07:36.979296 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 4ed2e142-e560-4acf-97d4-cffcc3a0891c not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 17:07:36.979727 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 1a5175a5-28ba-4b1b-9a88-cbbc3bae87c1 no longer exists at agent ovs-agent-dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 26 17:07:36.986610 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 4454f2f2-187d-43ad-8220-293fb19aaf92 resource provider aggregate not found Oct 26 17:07:37.003788 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.services.segments.plugin [-] Segment 4454f2f2-187d-43ad-8220-293fb19aaf92 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4454f2f2-187d-43ad-8220-293fb19aaf92 found for delete ", "request_id": "req-93e7a015-8b64-46c7-9105-f046c945ed92"}]} Oct 26 17:07:37.018206 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] No Port match for: 1a5175a5-28ba-4b1b-9a88-cbbc3bae87c1 {{(pid=89749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 26 17:07:37.018565 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.rpc [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Device 1a5175a5-28ba-4b1b-9a88-cbbc3bae87c1 not bound to the agent host dv-neutron-862712-1-hyperv {{(pid=89749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 26 17:07:37.092197 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3f8d192f-7e56-42b4-9366-92e1b9ce8c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581436'] for network, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:37.108145 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3f8d192f-7e56-42b4-9366-92e1b9ce8c0e admin admin] Notify callbacks [] for network, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:37.118011 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d192f-7e56-42b4-9366-92e1b9ce8c0e admin admin] Pushing event deleted for resources: {'Network': ['ID=cfef9ce1-b139-400d-a89d-1ff46c873b5e,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:37.122019 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-3f8d192f-7e56-42b4-9366-92e1b9ce8c0e admin admin] 10.222.0.23 "DELETE /v2.0/networks/cfef9ce1-b139-400d-a89d-1ff46c873b5e HTTP/1.1" status: 204 len: 168 time: 1.2162259 Oct 26 17:07:37.165973 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3b32be45-3a15-4898-a3ff-9cb4f5d433a1 None None] Deleting port 4ed2e142-e560-4acf-97d4-cffcc3a0891c {{(pid=89749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 26 17:07:37.166366 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3b32be45-3a15-4898-a3ff-9cb4f5d433a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728807978671'] for port, before_delete {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:37.234822 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron.plugins.ml2.plugin [None req-3b32be45-3a15-4898-a3ff-9cb4f5d433a1 None None] The port '4ed2e142-e560-4acf-97d4-cffcc3a0891c' was deleted {{(pid=89749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 26 17:07:37.281047 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:37.427948 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 55348) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 17:07:37.476584 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-d293d508-2efa-4efe-b44f-e645b02b63b1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=35f9dd3dc6a2474fb9881eb1b2703644&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474319 Oct 26 17:07:37.479219 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 55352) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 17:07:37.540252 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b7bcb5c3-b2a6-41bf-ba4c-fb58fa8d0252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:37.566320 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b7bcb5c3-b2a6-41bf-ba4c-fb58fa8d0252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:37.687082 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b7bcb5c3-b2a6-41bf-ba4c-fb58fa8d0252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:37.703732 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bcb5c3-b2a6-41bf-ba4c-fb58fa8d0252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b65b88c-b152-4d70-b434-742ef6bd391f,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:37.711864 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b7bcb5c3-b2a6-41bf-ba4c-fb58fa8d0252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:37.712968 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-b7bcb5c3-b2a6-41bf-ba4c-fb58fa8d0252 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2b65b88c-b152-4d70-b434-742ef6bd391f HTTP/1.1" status: 204 len: 168 time: 0.2328725 Oct 26 17:07:38.347887 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 55360) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 17:07:38.396313 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-14acfd54-3415-4f0e-a49b-f53aef503a42 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=db5e0be585094c6d886e7091509ef2ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472939 Oct 26 17:07:38.398703 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [-] (89748) accepted ('10.222.0.23', 55364) {{(pid=89748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 26 17:07:38.457235 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9c646a47-0e75-4650-96b7-174ff5ab6d47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:38.482882 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9c646a47-0e75-4650-96b7-174ff5ab6d47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:38.604066 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9c646a47-0e75-4650-96b7-174ff5ab6d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525843'] for security_group, after_delete {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:38.618211 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c646a47-0e75-4650-96b7-174ff5ab6d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c5770e-0956-4ab9-8787-de18ece68170,revision_number=None']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:07:38.625105 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9c646a47-0e75-4650-96b7-174ff5ab6d47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:07:38.626393 dv-neutron-862712-1-hyperv neutron-server[89748]: INFO neutron.wsgi [None req-9c646a47-0e75-4650-96b7-174ff5ab6d47 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/34c5770e-0956-4ab9-8787-de18ece68170 HTTP/1.1" status: 204 len: 168 time: 0.2265604 Oct 26 17:07:57.930001 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:08:02.165836 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-923f817c-46df-4110-bfa7-2a6780822c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:08:04.612023 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7db51431-69ea-4fc5-9bec-9f26bb887549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:08:05.308394 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:08:05.594184 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:08:07.217053 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:08:09.683366 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 17:08:27.930268 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:08:32.181712 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-66510d87-2109-45e8-8587-14c9322936d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:08:34.514008 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-1dde411c-54f5-43dc-89f6-6607b10e9e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:08:35.314341 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:08:35.611210 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:08:37.223574 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:08:46.683198 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 17:08:57.925660 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:09:02.200132 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-28081542-2776-4c98-b3dc-5dd9c0ea9e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:09:04.525849 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-7999d08c-cec9-4c07-baa4-1e7406009cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:09:05.311815 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:09:05.634185 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:09:07.245108 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:09:23.684104 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 17:09:27.919723 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:09:32.188401 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-fd8602ce-cdc3-4310-9d81-0b402a61ec9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:09:34.519861 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-f2a0dea9-e54b-42d8-9dbe-3c0eae792a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:09:35.314010 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:09:35.611477 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:09:37.262780 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:09:57.937101 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:10:00.684586 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 17:10:02.211530 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-a3149a22-d05d-4426-b391-137ff4f6cbeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:10:04.519885 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-70890b10-0957-42e1-a99e-dc8eff67bed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:10:05.320112 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:10:05.634419 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:10:07.245794 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:10:27.942973 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:10:32.177501 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-feebcf2e-9c03-49c2-af37-1f2d0072d8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:10:34.531383 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-d930177a-3527-4da3-8522-4595b185b18f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:10:35.326039 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:10:35.657879 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:10:37.251570 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:10:37.685590 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 17:10:57.931934 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:11:02.171773 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-c8bca36e-c18b-46d9-94e2-6ae63e80cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:11:04.520656 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-24007477-e7de-4ddf-a4d0-d6f21b771f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:11:05.377784 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:11:05.617803 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:11:07.257616 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:11:14.683666 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 17:11:27.942674 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:11:32.161024 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-517c3473-9756-4e65-8525-db6eee4db952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:11:34.509278 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-62101c2f-e8d8-43f7-bf90-02878cb5d845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:11:35.303926 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:11:35.606703 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:11:37.251133 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:11:51.683712 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 17:11:57.943838 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:12:02.172338 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-6e305880-6533-45d8-ad9d-725a5dfe8e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:12:04.520956 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-2716c5aa-22b3-4b2c-9ff8-430222eb3beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:12:05.315742 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:12:05.622197 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:12:07.269766 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:12:27.950117 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:12:28.683353 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 17:12:32.181981 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-04b6e632-2805-4f8d-886c-21f5aff25a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:12:34.527303 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-3e592e3f-5e78-493f-9b53-8a1225602314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:12:35.313895 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:12:35.628186 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:12:37.256790 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:12:57.938639 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:13:02.210803 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-20d95fcc-4667-4661-814f-e9a34972a0b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:13:04.522085 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-0023b4a0-3c8d-40b8-bf88-cf64480fb45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:13:05.313805 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-79344657-88b6-44bf-829b-256c7dac2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:13:05.619075 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-024075f9-7525-44e3-adf4-9df65ee57e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:13:05.682930 dv-neutron-862712-1-hyperv neutron-server[89750]: DEBUG neutron.db.agents_db [None req-55f24f21-4dd8-4fe4-ab09-0b9ff6d47c04 None None] Agent healthcheck: found 6 active agents {{(pid=89750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 26 17:13:07.262392 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea81-c1ec-46ca-939f-f14a1f82207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 26 17:13:21.106601 dv-neutron-862712-1-hyperv neutron-server[89748]: DEBUG neutron.wsgi [req-c0e03612-424f-48c1-81e5-ee4a5fe39bfa req-e11579b8-02cc-476c-9324-ae19cf00e65a service neutron] (89748) timed out ('10.222.0.23', 54266) {{(pid=89748) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 26 17:13:27.962293 dv-neutron-862712-1-hyperv neutron-server[89749]: DEBUG neutron_lib.callbacks.manager [None req-16a60c4f-a769-48b0-b3f3-cec581e9598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728807909587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16479177'] for agent, after_update {{(pid=89749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}